-- Logs begin at Sat 2021-11-13 03:54:33 UTC, end at Sat 2021-11-13 06:40:57 UTC. -- Nov 13 04:26:47.118708 n-d-813114-2 systemd[1]: Started Devstack devstack@q-svc.service. Nov 13 04:26:49.821451 n-d-813114-2 neutron-server[102526]: INFO neutron.common.config [-] Logging enabled! Nov 13 04:26:49.822092 n-d-813114-2 neutron-server[102526]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 13 04:26:49.822193 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102526) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 13 04:26:49.825408 n-d-813114-2 neutron-server[102526]: INFO neutron.common.config [-] Logging enabled! Nov 13 04:26:49.825661 n-d-813114-2 neutron-server[102526]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 13 04:26:49.826023 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102526) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 13 04:26:49.826940 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 13 04:26:49.827190 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 13 04:26:49.827550 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 13 04:26:49.827794 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 13 04:26:49.828020 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 13 04:26:49.828315 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.828761 n-d-813114-2 neutron-server[102526]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 13 04:26:49.829075 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.829369 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.829653 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.829943 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.830231 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.830506 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.830786 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.831079 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.831378 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.831657 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.831924 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.832230 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.832504 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.832786 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.833052 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.833328 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] debug = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.833671 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.834036 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.834462 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.834739 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.835050 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.835329 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.835597 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.835867 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.836168 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.836474 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] host = n-d-813114-2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.836745 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.837027 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.837309 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.837593 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.837867 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.838138 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.838417 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.838685 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.838975 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] log_file = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.839246 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.839530 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.839812 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.840101 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.840320 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.840541 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.840825 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.841105 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.841373 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.841645 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.841917 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.842187 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.842455 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.842717 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.843021 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.843302 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.843586 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.843853 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.844125 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.844392 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.844665 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.844945 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.845218 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.845493 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.845754 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.846042 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.846306 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.846577 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.846874 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.847304 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.847588 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.847875 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.848146 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.848429 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.848693 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.848956 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.849278 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] use_json = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.849548 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.849813 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.850091 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.850359 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.850627 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.850893 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.851182 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.851514 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:49.851754 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.852049 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.852349 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.852626 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.852920 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.853198 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.853481 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.853753 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.854038 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.854320 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.854609 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.854881 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.855199 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.855469 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.855759 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.856054 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.856353 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.856630 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.856901 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.857168 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.857437 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.857701 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.857986 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.858262 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.858546 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.858829 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.859133 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.859418 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.859704 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.859996 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.860264 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.860538 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.860823 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.861095 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.861358 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.861628 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.861908 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.862180 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.862444 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.862710 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.863010 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.863279 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.863543 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.863818 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.864100 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.864371 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.864812 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.864918 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.865182 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.865445 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.865724 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.865994 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.866261 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.866528 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.866798 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.867088 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.867354 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.867620 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.867886 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.868155 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.868421 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.868684 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.868950 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.869213 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.869475 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.869741 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.870003 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.870271 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.870533 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.870794 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.871085 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.871348 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.871613 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.871896 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.872188 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.872455 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.872727 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.872997 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.873264 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.873531 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.873801 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.874073 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.874342 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.874607 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.874894 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.875556 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.875848 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.876119 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.876391 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.876710 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.876985 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.877259 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.877532 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.877802 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.878079 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.878355 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.878646 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.878957 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.879249 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.879535 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.879824 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.880101 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.880493 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.880765 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:49.880978 n-d-813114-2 neutron-server[102526]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 13 04:26:49.881221 n-d-813114-2 neutron-server[102526]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102526) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 13 04:26:50.313965 n-d-813114-2 neutron-server[102526]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 13 04:26:50.314229 n-d-813114-2 neutron-server[102526]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 13 04:26:50.314514 n-d-813114-2 neutron-server[102526]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 13 04:26:50.314854 n-d-813114-2 neutron-server[102526]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 13 04:26:50.635166 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.635449 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.635711 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.636902 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.637168 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.637424 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.671331 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.671592 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.671851 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.686957 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.687255 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.687519 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.717301 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.717575 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.717842 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.753865 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.754137 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.754401 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.985148 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.985782 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.985782 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.985782 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:50.986521 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.112909 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.113222 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.113504 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.113769 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.114034 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.114346 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.114641 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.114954 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.115194 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.115471 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.115712 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.115973 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.116221 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.116469 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.116720 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.116971 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.117226 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.117490 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.117753 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.118009 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.118274 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.118522 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.118799 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.119202 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.119448 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.119691 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.120088 n-d-813114-2 neutron-server[102526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 04:26:51.120324 n-d-813114-2 neutron-server[102526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 04:26:51.120555 n-d-813114-2 neutron-server[102526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 04:26:51.120786 n-d-813114-2 neutron-server[102526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 04:26:51.121018 n-d-813114-2 neutron-server[102526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 04:26:51.121247 n-d-813114-2 neutron-server[102526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 04:26:51.121607 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 13 04:26:51.124912 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 13 04:26:51.129251 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 13 04:26:51.133213 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 13 04:26:51.134852 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 13 04:26:51.135339 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 13 04:26:51.135664 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 13 04:26:51.136040 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 13 04:26:51.138838 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 13 04:26:51.139111 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 13 04:26:51.139429 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 13 04:26:51.144793 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 13 04:26:51.167271 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 13 04:26:51.167720 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.168018 n-d-813114-2 neutron-server[102526]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102526) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 13 04:26:51.168366 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.169744 n-d-813114-2 neutron-server[102526]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102526) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 13 04:26:51.170025 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 13 04:26:51.170265 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 13 04:26:51.173466 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.173740 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.237573 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 13 04:26:51.237720 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 13 04:26:51.237954 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 13 04:26:51.238314 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 13 04:26:51.263363 n-d-813114-2 neutron-server[102526]: DEBUG oslo_db.sqlalchemy.engines [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102526) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 13 04:26:51.804976 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Initializing driver for type 'gre' Nov 13 04:26:51.805556 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] gre ID ranges: [(1, 1000)] Nov 13 04:26:51.859789 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Initializing driver for type 'local' Nov 13 04:26:51.860222 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Initializing driver for type 'vlan' Nov 13 04:26:51.875504 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] VlanTypeDriver initialization complete Nov 13 04:26:51.875862 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Initializing driver for type 'vxlan' Nov 13 04:26:51.876335 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] vxlan ID ranges: [(1, 1000)] Nov 13 04:26:51.926987 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Initializing extension driver 'port_security' Nov 13 04:26:51.927336 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.extensions.port_security [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] PortSecurityExtensionDriver initialization complete Nov 13 04:26:51.927677 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Initializing mechanism driver 'openvswitch' Nov 13 04:26:51.928043 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Initializing mechanism driver 'hyperv' Nov 13 04:26:51.934745 n-d-813114-2 neutron-server[102526]: DEBUG neutron.plugins.ml2.plugin [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:26:51.935606 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > port after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.935971 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > port after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.936320 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > port after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.936843 n-d-813114-2 neutron-server[102526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 13 04:26:51.937267 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > subnet after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.937614 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > subnet after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.937958 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.938343 n-d-813114-2 neutron-server[102526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 13 04:26:51.938740 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > network after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.939102 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > network after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.939440 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > network after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.939821 n-d-813114-2 neutron-server[102526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 13 04:26:51.940217 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > security_group after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.940556 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > security_group after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.940887 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > security_group after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.941270 n-d-813114-2 neutron-server[102526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 13 04:26:51.941665 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.942003 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.942333 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.942712 n-d-813114-2 neutron-server[102526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 13 04:26:51.943186 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > address_group after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.943527 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > address_group after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.943851 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > address_group after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.944234 n-d-813114-2 neutron-server[102526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 13 04:26:51.944602 n-d-813114-2 neutron-server[102526]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] ML2 OVO RPC backend initialized. {{(pid=102526) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 13 04:26:51.945286 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.945632 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.946036 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > network before_response 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.946373 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > networks before_response 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.946708 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > port before_response 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.947066 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > ports before_response 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.947399 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > subnet before_response 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.947734 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > subnets before_response 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.948066 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > network after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.948393 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > network after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.948715 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > network after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.949041 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > port after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.949365 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > port after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.949685 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > port after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.950007 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > subnet after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.950332 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > subnet after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.950652 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.951244 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.plugin [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Modular L2 Plugin initialization complete Nov 13 04:26:51.951567 n-d-813114-2 neutron-server[102526]: DEBUG neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading services supported by the core plugin {{(pid=102526) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 13 04:26:51.951882 n-d-813114-2 neutron-server[102526]: INFO neutron.plugins.ml2.managers [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Got port-security extension from driver 'port_security' Nov 13 04:26:51.952334 n-d-813114-2 neutron-server[102526]: INFO neutron.extensions.vlantransparent [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Disabled vlantransparent extension. Nov 13 04:26:51.952809 n-d-813114-2 neutron-server[102526]: DEBUG neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102526) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 13 04:26:51.953111 n-d-813114-2 neutron-server[102526]: INFO neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading Plugin: router Nov 13 04:26:51.989150 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router_interface before_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.989891 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router after_create 55549900 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.989891 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router before_create 55549900 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.990199 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.990583 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.990950 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router after_delete 55549900 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.991315 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > floatingip after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.991776 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > floatingip after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.992132 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router after_create 55549900 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.992473 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router after_update 55549900 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.992817 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router after_update 55549900 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.993161 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.993506 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router after_update 55549900 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.993911 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router precommit_update 55549900 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.994272 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: port after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.994606 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: port after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.994955 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: subnet after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.995274 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.995615 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > port precommit_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.995952 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router precommit_create 55549900 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.996289 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: port before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.996624 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router precommit_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.996978 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router after_update 55549900 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.997309 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router precommit_delete 55549900 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.997651 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router precommit_create 55549900 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.998003 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.998338 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router precommit_update 55549900 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.998693 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > agent after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.999075 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > agent after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:51.999396 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > network after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.000626 n-d-813114-2 neutron-server[102526]: DEBUG neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Tracking information for resource: router configured {{(pid=102526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 04:26:52.000947 n-d-813114-2 neutron-server[102526]: DEBUG neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Tracking information for resource: floatingip configured {{(pid=102526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 04:26:52.006155 n-d-813114-2 neutron-server[102526]: INFO neutron.db.l3_agentschedulers_db [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 13 04:26:52.006728 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: port after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.007115 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: port after_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.007457 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: port after_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.007795 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: port after_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.008566 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router before_create 55550100 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.008919 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router precommit_delete 55550100 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.009273 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router precommit_create 55550100 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.009617 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > router precommit_update 55550100 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.014496 n-d-813114-2 neutron-server[102526]: DEBUG neutron.services.provider_configuration [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Service providers = [] {{(pid=102526) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 13 04:26:52.014871 n-d-813114-2 neutron-server[102526]: DEBUG neutron.db.servicetype_db [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102526) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 13 04:26:52.017808 n-d-813114-2 neutron-server[102526]: DEBUG neutron.services.service_base [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 13 04:26:52.018146 n-d-813114-2 neutron-server[102526]: DEBUG neutron.services.service_base [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 13 04:26:52.018484 n-d-813114-2 neutron-server[102526]: DEBUG neutron.services.service_base [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 13 04:26:52.019377 n-d-813114-2 neutron-server[102526]: DEBUG neutron.services.service_base [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 13 04:26:52.019738 n-d-813114-2 neutron-server[102526]: INFO neutron.services.service_base [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 13 04:26:52.020105 n-d-813114-2 neutron-server[102526]: DEBUG neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 04:26:52.020417 n-d-813114-2 neutron-server[102526]: INFO neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 13 04:26:52.032613 n-d-813114-2 neutron-server[102526]: DEBUG neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 04:26:52.032942 n-d-813114-2 neutron-server[102526]: INFO neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading Plugin: auto_allocate Nov 13 04:26:52.038973 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: network precommit_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.039336 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: network precommit_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.039859 n-d-813114-2 neutron-server[102526]: DEBUG neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 04:26:52.040169 n-d-813114-2 neutron-server[102526]: INFO neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading Plugin: tag Nov 13 04:26:52.047084 n-d-813114-2 neutron-server[102526]: DEBUG neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 04:26:52.047408 n-d-813114-2 neutron-server[102526]: INFO neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading Plugin: timestamp Nov 13 04:26:52.051464 n-d-813114-2 neutron-server[102526]: DEBUG neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 04:26:52.051784 n-d-813114-2 neutron-server[102526]: INFO neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading Plugin: network_ip_availability Nov 13 04:26:52.058079 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.058381 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.058761 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.059497 n-d-813114-2 neutron-server[102526]: DEBUG neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 04:26:52.059848 n-d-813114-2 neutron-server[102526]: INFO neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading Plugin: flavors Nov 13 04:26:52.065077 n-d-813114-2 neutron-server[102526]: DEBUG neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 04:26:52.065397 n-d-813114-2 neutron-server[102526]: INFO neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading Plugin: revisions Nov 13 04:26:52.070008 n-d-813114-2 neutron-server[102526]: DEBUG neutron.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 04:26:52.070397 n-d-813114-2 neutron-server[102526]: DEBUG oslo_concurrency.lockutils [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.756s {{(pid=102526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 13 04:26:52.071179 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102526) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 13 04:26:52.071509 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Initializing extension manager. Nov 13 04:26:52.072015 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: __init__.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.072350 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: __pycache__ {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.072680 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.073006 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: address_group.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.073773 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.074342 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: address-group Nov 13 04:26:52.074662 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: address_scope.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.075479 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.076095 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: address-scope Nov 13 04:26:52.076440 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: admin_state_down_before_update.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.077371 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.077869 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: router-admin-state-down-before-update Nov 13 04:26:52.078186 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: agent.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.078879 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.079391 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: agent Nov 13 04:26:52.079706 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: agent_resources_synced.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.080606 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.081097 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: agent-resources-synced Nov 13 04:26:52.081413 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: allowedaddresspairs.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.083226 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.083754 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: allowed-address-pairs Nov 13 04:26:52.084068 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: auto_allocated_topology.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.085138 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.085633 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: auto-allocated-topology Nov 13 04:26:52.085948 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: availability_zone.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.086632 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.087155 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: availability_zone Nov 13 04:26:52.087466 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: availability_zone_filter.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.088355 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.088846 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: availability_zone_filter Nov 13 04:26:52.089206 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: data_plane_status.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.090083 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.090568 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension data-plane-status not supported by any of loaded plugins Nov 13 04:26:52.090880 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: default_subnetpools.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.092003 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.092843 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: default-subnetpools Nov 13 04:26:52.093392 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: dhcpagentscheduler.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.094712 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.095628 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: dhcp_agent_scheduler Nov 13 04:26:52.096195 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: dns.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.097228 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.097878 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension dns-integration not supported by any of loaded plugins Nov 13 04:26:52.098197 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: dns_domain_ports.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.099234 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.099723 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 13 04:26:52.100044 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.101122 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.101612 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 13 04:26:52.101924 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: dvr.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.102592 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.103104 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: dvr Nov 13 04:26:52.103586 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: ecmp_routes.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.104490 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.104978 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension ecmp_routes not supported by any of loaded plugins Nov 13 04:26:52.105297 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: empty_string_filtering.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.106374 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.106870 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: empty-string-filtering Nov 13 04:26:52.107207 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.108105 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.108770 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 13 04:26:52.109086 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.109996 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.110481 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 13 04:26:52.111102 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: external_net.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.112005 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.112493 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: external-net Nov 13 04:26:52.112805 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: extra_dhcp_opt.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.113701 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.114185 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: extra_dhcp_opt Nov 13 04:26:52.114498 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: extraroute.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.115454 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.115943 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: extraroute Nov 13 04:26:52.116255 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: extraroute_atomic.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.117282 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.117782 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: extraroute-atomic Nov 13 04:26:52.118095 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: filter_validation.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.118933 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.119453 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: filter-validation Nov 13 04:26:52.119765 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: fip_pf_description.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.120664 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.121148 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 13 04:26:52.121458 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: fip_port_details.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.122374 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.122860 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: fip-port-details Nov 13 04:26:52.123195 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: flavors.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.124453 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.124956 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: flavors Nov 13 04:26:52.125617 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.127329 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.127836 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 13 04:26:52.128159 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: floatingip_pools.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.128857 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.129349 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: floatingip-pools Nov 13 04:26:52.129664 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: ip_allocation.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.130662 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.131172 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension ip_allocation not supported by any of loaded plugins Nov 13 04:26:52.131492 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.132412 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.132905 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: ip-substring-filtering Nov 13 04:26:52.133224 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: l2_adjacency.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.134138 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.134631 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension l2_adjacency not supported by any of loaded plugins Nov 13 04:26:52.134958 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: l3.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.135950 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.136455 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: router Nov 13 04:26:52.136768 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: l3_conntrack_helper.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.139040 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.139551 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 13 04:26:52.139874 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.140792 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.141306 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: ext-gw-mode Nov 13 04:26:52.141611 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.142533 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.143063 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: l3-ha Nov 13 04:26:52.143368 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: l3_flavors.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.144289 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.144783 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: l3-flavors Nov 13 04:26:52.145097 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.146018 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.146513 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: l3-port-ip-change-not-allowed Nov 13 04:26:52.146822 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: l3agentscheduler.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.147896 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.148388 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: l3_agent_scheduler Nov 13 04:26:52.148702 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: logging.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.150212 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.150712 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension logging not supported by any of loaded plugins Nov 13 04:26:52.151064 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: metering.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.151800 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.152359 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: metering Nov 13 04:26:52.152676 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.153879 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.154383 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: metering_source_and_destination_fields Nov 13 04:26:52.154704 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: multiprovidernet.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.155632 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.156130 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: multi-provider Nov 13 04:26:52.156442 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: netmtu.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.157348 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.157844 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: net-mtu Nov 13 04:26:52.158158 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: netmtu_writable.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.159099 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.159591 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: net-mtu-writable Nov 13 04:26:52.159905 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: network_availability_zone.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.160566 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.161057 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: network_availability_zone Nov 13 04:26:52.161374 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: network_ip_availability.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.162615 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.163136 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: network-ip-availability Nov 13 04:26:52.163456 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: network_segment_range.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.164209 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.164698 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension network-segment-range not supported by any of loaded plugins Nov 13 04:26:52.165012 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: pagination.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.165979 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.166297 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: pagination Nov 13 04:26:52.166606 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: port_device_profile.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.167530 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.168025 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: port-device-profile Nov 13 04:26:52.168336 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.169242 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.169738 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: port-mac-address-regenerate Nov 13 04:26:52.170045 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.170969 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.171463 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: port-numa-affinity-policy Nov 13 04:26:52.171771 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: port_resource_request.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.172676 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.173162 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension port-resource-request not supported by any of loaded plugins Nov 13 04:26:52.173475 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: port_resource_request_groups.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.174428 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.174921 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 13 04:26:52.175272 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: portbindings.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.176189 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.176687 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: binding Nov 13 04:26:52.177010 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: portbindings_extended.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.178282 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.178788 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: binding-extended Nov 13 04:26:52.179132 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: portsecurity.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.180046 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.180542 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: port-security Nov 13 04:26:52.180854 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: project_id.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.181826 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.182142 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: project-id Nov 13 04:26:52.182453 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: providernet.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.183407 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.183902 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: provider Nov 13 04:26:52.184223 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: qos.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.187870 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.188369 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension qos not supported by any of loaded plugins Nov 13 04:26:52.188694 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.189926 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.190425 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 13 04:26:52.190773 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.191708 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.192207 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 13 04:26:52.192527 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: qos_default.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.193522 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.194019 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension qos-default not supported by any of loaded plugins Nov 13 04:26:52.194338 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: qos_fip.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.195012 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.195502 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension qos-fip not supported by any of loaded plugins Nov 13 04:26:52.195818 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: qos_gateway_ip.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.196731 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.197227 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 13 04:26:52.197543 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: qos_port_network_policy.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.198440 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.198950 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 13 04:26:52.199274 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.200295 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.200787 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 13 04:26:52.201104 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: qos_pps_rule.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.202268 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.202944 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension qos-pps not supported by any of loaded plugins Nov 13 04:26:52.203286 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: qos_rule_type_details.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.204202 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.204692 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 13 04:26:52.205008 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: qos_rules_alias.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.206054 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.206550 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 13 04:26:52.206870 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: quota_check_limit.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.207793 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.208289 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: quota-check-limit Nov 13 04:26:52.208746 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: quotasv2.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.209661 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.209981 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: quotas Nov 13 04:26:52.210293 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: quotasv2_detail.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.213468 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.213805 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: quota_details Nov 13 04:26:52.214126 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: rbac.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.215224 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.215734 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: rbac-policies Nov 13 04:26:52.216054 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: rbac_address_group.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.216985 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.217480 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: rbac-address-group Nov 13 04:26:52.217806 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: rbac_address_scope.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.218705 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.219230 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: rbac-address-scope Nov 13 04:26:52.219541 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: rbac_security_groups.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.220455 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.220951 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: rbac-security-groups Nov 13 04:26:52.221265 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: rbac_subnetpool.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.222167 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.222665 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: rbac-subnetpool Nov 13 04:26:52.223005 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: revisionifmatch.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.223909 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.224461 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: revision-if-match Nov 13 04:26:52.224777 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: revisions.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.225888 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.226401 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: standard-attr-revisions Nov 13 04:26:52.226724 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: router_availability_zone.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.227417 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.227913 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: router_availability_zone Nov 13 04:26:52.228225 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: routerservicetype.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.229134 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.229623 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension router-service-type not supported by any of loaded plugins Nov 13 04:26:52.229938 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.230844 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.231382 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: security-groups-normalized-cidr Nov 13 04:26:52.231697 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: security_groups_port_filtering.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.232685 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.233211 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: port-security-groups-filtering Nov 13 04:26:52.233525 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.234439 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.234934 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: security-groups-remote-address-group Nov 13 04:26:52.235278 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.236194 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.236704 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: security-groups-shared-filtering Nov 13 04:26:52.237006 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.237586 n-d-813114-2 neutron-server[102526]: WARNING neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 13 04:26:52.237894 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: securitygroup.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.247846 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.248361 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: security-group Nov 13 04:26:52.248685 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: segment.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.249476 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.249970 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension segment not supported by any of loaded plugins Nov 13 04:26:52.250654 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.251613 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.252111 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 13 04:26:52.252430 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: servicetype.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.253525 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.254026 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: service-type Nov 13 04:26:52.254343 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: sorting.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.255439 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.255763 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: sorting Nov 13 04:26:52.256072 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: standard_attr_segment.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.256984 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.257462 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 13 04:26:52.257778 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: standardattrdescription.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.258413 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.258900 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: standard-attr-description Nov 13 04:26:52.259236 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: stateful_security_group.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.260156 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.260673 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: stateful-security-group Nov 13 04:26:52.260986 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: stdattrs_common.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.261543 n-d-813114-2 neutron-server[102526]: WARNING neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 13 04:26:52.261853 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.262760 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.263290 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 13 04:26:52.263603 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: subnet_onboard.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.264662 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.265163 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: subnet_onboard Nov 13 04:26:52.265476 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.266399 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.266898 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 13 04:26:52.267238 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: subnet_service_types.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.268147 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.268640 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: subnet-service-types Nov 13 04:26:52.268954 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: subnetallocation.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.270033 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.270531 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: subnet_allocation Nov 13 04:26:52.270902 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.271581 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.272084 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: subnetpool-prefix-ops Nov 13 04:26:52.272395 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.273315 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.273814 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 13 04:26:52.274127 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: tagging.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.275226 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.275730 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: standard-attr-tag Nov 13 04:26:52.276045 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: timestamp.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.277255 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.277748 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loaded extension: standard-attr-timestamp Nov 13 04:26:52.278064 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: trunk.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.279122 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.279624 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension trunk not supported by any of loaded plugins Nov 13 04:26:52.279940 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: trunk_details.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.280850 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.281349 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension trunk-details not supported by any of loaded plugins Nov 13 04:26:52.281665 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: uplink_status_propagation.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.282595 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.283119 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 13 04:26:52.283434 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Loading extension file: vlantransparent.py {{(pid=102526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 13 04:26:52.284090 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 13 04:26:52.284582 n-d-813114-2 neutron-server[102526]: INFO neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extension vlan-transparent not supported by any of loaded plugins Nov 13 04:26:52.287316 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:network Nov 13 04:26:52.287829 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:subnet Nov 13 04:26:52.288213 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:subnetpool Nov 13 04:26:52.288592 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:port Nov 13 04:26:52.289832 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.v2.resource_helper [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 04:26:52.290262 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.v2.resource_helper [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Service FLAVORS assigned prefix: {{(pid=102526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 04:26:52.290867 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.v2.resource_helper [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 04:26:52.291315 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.v2.resource_helper [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 04:26:52.291632 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:router Nov 13 04:26:52.292062 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:floatingip Nov 13 04:26:52.292543 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.v2.resource_helper [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Service METERING assigned prefix: /metering {{(pid=102526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 04:26:52.294043 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.294405 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.294746 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:26:52.295775 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of CountableResource for resource:rbac_policy Nov 13 04:26:52.296216 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:security_group Nov 13 04:26:52.296652 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 13 04:26:52.297243 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.v2.resource_helper [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Service CORE assigned prefix: {{(pid=102526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 04:26:52.297577 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:subnetpool Nov 13 04:26:52.297918 n-d-813114-2 neutron-server[102526]: WARNING neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] subnetpool is already registered Nov 13 04:26:52.298336 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.v2.resource_helper [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Service CORE assigned prefix: {{(pid=102526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 04:26:52.298648 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:subnetpool Nov 13 04:26:52.298999 n-d-813114-2 neutron-server[102526]: WARNING neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] subnetpool is already registered Nov 13 04:26:52.301357 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.v2.resource_helper [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 04:26:52.301780 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.v2.resource_helper [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Service FLAVORS assigned prefix: {{(pid=102526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 04:26:52.302563 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.v2.resource_helper [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 04:26:52.303010 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.v2.resource_helper [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 04:26:52.303340 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:router Nov 13 04:26:52.303675 n-d-813114-2 neutron-server[102526]: WARNING neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] router is already registered Nov 13 04:26:52.304092 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:floatingip Nov 13 04:26:52.304429 n-d-813114-2 neutron-server[102526]: WARNING neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] floatingip is already registered Nov 13 04:26:52.304893 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.v2.resource_helper [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Service METERING assigned prefix: /metering {{(pid=102526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 04:26:52.305582 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of CountableResource for resource:rbac_policy Nov 13 04:26:52.305904 n-d-813114-2 neutron-server[102526]: WARNING neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] rbac_policy is already registered Nov 13 04:26:52.306305 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:security_group Nov 13 04:26:52.306648 n-d-813114-2 neutron-server[102526]: WARNING neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] security_group is already registered Nov 13 04:26:52.307068 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 13 04:26:52.307404 n-d-813114-2 neutron-server[102526]: WARNING neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] security_group_rule is already registered Nov 13 04:26:52.307895 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.v2.resource_helper [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Service CORE assigned prefix: {{(pid=102526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 04:26:52.308264 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:subnetpool Nov 13 04:26:52.308540 n-d-813114-2 neutron-server[102526]: WARNING neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] subnetpool is already registered Nov 13 04:26:52.308965 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.v2.resource_helper [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Service CORE assigned prefix: {{(pid=102526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 04:26:52.309278 n-d-813114-2 neutron-server[102526]: INFO neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Creating instance of TrackedResource for resource:subnetpool Nov 13 04:26:52.309600 n-d-813114-2 neutron-server[102526]: WARNING neutron.quota.resource_registry [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] subnetpool is already registered Nov 13 04:26:52.311380 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: extensions {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.312872 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: address-groups {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.314337 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: address-scopes {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.315598 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: agents {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.316847 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: auto-allocated-topology {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.318308 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: availability_zones {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.319576 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: dhcp-networks {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.321168 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: dhcp-agents {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.322698 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: routers {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.324827 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: flavors {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.326089 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: service_profiles {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.327320 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: next_providers {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.328767 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: service_profiles {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.330185 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: floatingip-pools {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.331505 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: routers {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.333694 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: floatingips {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.334940 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: l3-routers {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.336337 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: l3-agents {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.337773 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: metering-labels {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.338987 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: metering-label-rules {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.340378 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: network-ip-availabilities {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.341622 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: bindings {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.343203 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: quotas {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.344834 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: quotas {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.346323 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: rbac-policies {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.347545 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: security-groups {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.348850 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: security-group-rules {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.350228 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: service-providers {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.351456 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: subnetpools {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.352833 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: subnetpools {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.354273 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: tags {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.355987 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: tags {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.357812 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: tags {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.359590 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: tags {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.361250 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: tags {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.363204 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: tags {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.365064 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: tags {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.367916 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: tags {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.369675 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: tags {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.371417 n-d-813114-2 neutron-server[102526]: DEBUG neutron.api.extensions [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Extended resource: tags {{(pid=102526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 13 04:26:52.377979 n-d-813114-2 neutron-server[102526]: WARNING keystonemiddleware.auth_token [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 13 04:26:52.382700 n-d-813114-2 neutron-server[102526]: WARNING keystonemiddleware.auth_token [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 13 04:26:52.391581 n-d-813114-2 neutron-server[102526]: DEBUG oslo_concurrency.lockutils [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Acquired lock "singleton_lock" {{(pid=102526) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 13 04:26:52.392048 n-d-813114-2 neutron-server[102526]: DEBUG oslo_concurrency.lockutils [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Releasing lock "singleton_lock" {{(pid=102526) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 13 04:26:52.392691 n-d-813114-2 neutron-server[102526]: INFO oslo_service.service [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Starting 2 workers Nov 13 04:26:52.397493 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Started child 102667 {{(pid=102526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 13 04:26:52.401870 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Started child 102668 {{(pid=102526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 13 04:26:52.402947 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:26:52.403636 n-d-813114-2 neutron-server[102526]: INFO neutron.service [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Neutron service started, listening on 0.0.0.0:9696 Nov 13 04:26:52.403952 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Publish callbacks [] for process, before_spawn {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:26:52.404497 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [-] (102667) wsgi starting up on http://0.0.0.0:9696 Nov 13 04:26:52.406305 n-d-813114-2 neutron-server[102526]: INFO oslo_service.service [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Starting 1 workers Nov 13 04:26:52.406645 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:26:52.407939 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [-] (102668) wsgi starting up on http://0.0.0.0:9696 Nov 13 04:26:52.411435 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Started child 102669 {{(pid=102526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 13 04:26:52.412053 n-d-813114-2 neutron-server[102526]: INFO oslo_service.service [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Starting 1 workers Nov 13 04:26:52.415310 n-d-813114-2 neutron-server[102669]: DEBUG neutron.service [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] calling RpcWorker wait() {{(pid=102669) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 13 04:26:52.415881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.service [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] returning from RpcWorker wait() {{(pid=102669) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 13 04:26:52.416531 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Started child 102670 {{(pid=102526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 13 04:26:52.416993 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:26:52.417283 n-d-813114-2 neutron-server[102526]: DEBUG neutron_lib.callbacks.manager [None req-37c0564d-7941-45ca-9c7a-950fedebb07a None None] Publish callbacks [] for process, after_spawn {{(pid=102526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:26:52.417427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:26:52.419182 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102526) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 13 04:26:52.419358 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 13 04:26:52.419741 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 13 04:26:52.419909 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 13 04:26:52.420399 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 13 04:26:52.420540 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 13 04:26:52.421071 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.421341 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.421549 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.421801 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.421937 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:26:52.422462 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.422645 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.422904 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.423185 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.423808 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.424038 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.424182 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.424295 n-d-813114-2 neutron-server[102670]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:26:52.424606 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.424848 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.425088 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.425367 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.425638 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.425888 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.426141 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.426299 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.426555 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.426813 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.427080 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.427366 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] debug = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.427602 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.428069 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.428293 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.428534 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.428763 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.429025 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.429306 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.429487 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.429717 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.429926 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.430159 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.430396 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.430637 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.430857 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.431150 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.431363 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.431618 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.431870 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.432300 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] host = n-d-813114-2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.432506 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.432705 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.432922 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.433153 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.433394 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.433630 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.433839 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.434099 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.434332 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.434563 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.434802 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.435062 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.435272 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.435513 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_file = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.435671 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_options = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.435898 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.436163 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.436406 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.436594 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.436760 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.436928 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.437174 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.437330 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.437573 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.437783 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.437989 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.438221 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.438446 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.438656 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.438892 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.439148 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.439433 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.439585 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.439806 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.440029 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.440242 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.440480 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.440717 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.440934 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.441144 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.441380 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.441628 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.441859 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.442088 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.442343 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.442550 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.442868 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.443125 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.443365 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.443619 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.443849 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.444063 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.444287 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.444550 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.444767 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.445004 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.445271 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.445481 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.445805 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.445939 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.446120 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.446325 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] use_json = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.446529 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.446755 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.447019 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.447241 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.447460 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.447666 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.447871 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.448093 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.448600 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.449161 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.449570 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.449740 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.449955 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.450184 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.450422 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.450664 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.450902 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.451143 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.451435 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.451646 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.452145 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.452145 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.452411 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.452665 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.452905 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.453374 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.453374 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.453607 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.453903 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.454029 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.454297 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.454510 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.454734 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.454982 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.455224 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.455562 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.455805 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.456058 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.456320 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.456529 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.456753 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.456983 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.457189 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.457397 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.457604 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.457863 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.458092 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.458296 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.458578 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.458819 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.459067 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.459303 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.459571 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.459811 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.459985 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.460218 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.460425 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.460636 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.460847 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.461583 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.461583 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.461583 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.461968 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.461968 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.462243 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.462384 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.462582 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.462794 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.463038 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.463291 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.463540 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.463709 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.463905 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.464132 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.464370 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.464599 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.464806 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.465010 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.465220 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.465448 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.465653 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.465860 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.466103 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.466254 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.466490 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.466714 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.466937 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.467504 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.467504 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.467716 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.467939 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.468037 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.468172 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.468372 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.468575 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.468779 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.468996 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.469260 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.469544 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.469787 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.470029 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.470468 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.470721 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.471339 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.471339 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.471555 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.471629 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.471818 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.472063 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.472327 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.473072 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.473072 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.473072 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.473316 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.473395 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.473590 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.473801 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.474088 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.474308 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.474578 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.474820 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.475092 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.475336 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.475566 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.475818 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.476059 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.476328 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.476707 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.477107 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.477540 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.477920 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.478288 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.478655 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.479052 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.479490 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.479740 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.480003 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.480241 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.480488 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.480721 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.480992 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.481244 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.481459 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.481683 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.481898 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.482210 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.482434 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.482639 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.482842 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.483129 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.483373 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.483600 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.483846 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.484096 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.484323 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.484580 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.484789 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.484994 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.485212 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.485433 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.485651 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.485857 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.486080 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.486287 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.486511 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.486722 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.486992 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.487200 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.487410 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.487773 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.487925 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.488063 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.488264 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.488466 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.488678 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.488913 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.489121 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.489331 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.489542 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.489792 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.490038 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.490254 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.490498 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.490741 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.490966 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.491185 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.491399 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.491646 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.491852 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.492476 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.492476 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.492476 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.492900 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.492900 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.493160 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.493304 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.493478 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.493703 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.494078 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.494218 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.494476 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.494733 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.496021 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.496021 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.496021 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.496021 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.496021 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.496021 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.498415 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.498415 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.498415 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.498415 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.498415 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.498415 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.498415 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.498415 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.499406 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.499406 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.499406 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.499406 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.499406 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.499406 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.499406 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.499910 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.499910 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.499910 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.500521 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.500604 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.501495 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.501495 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.501495 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.501495 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.501990 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.501990 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.501990 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.502333 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.502431 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.502605 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.503650 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.503650 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.503650 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.503650 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.503650 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.504257 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.504257 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.504257 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.504490 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.504603 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.504824 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.505065 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.505332 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.505554 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.505764 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.505971 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.506192 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.506475 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.506725 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.506971 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.508185 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.508185 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.508185 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.508185 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.508185 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.508898 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.508898 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.508898 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.509322 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.509322 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.509598 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.509760 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.510057 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.510293 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.510516 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.510992 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.511258 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.511514 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.511720 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.511994 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.512336 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.512599 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.512848 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.513082 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.513306 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.513538 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.513770 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.514004 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.514227 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.514436 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.514681 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.514949 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.515139 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.515367 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.515585 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.515791 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.516042 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.516242 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.516453 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.516664 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.516814 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 13 04:26:52.517532 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102526) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 13 04:26:52.517532 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 13 04:26:52.517787 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 13 04:26:52.517787 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 13 04:26:52.518034 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 13 04:26:52.518034 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 13 04:26:52.518265 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.518376 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.518509 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.518662 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.518816 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.519013 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.519171 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.519322 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.519472 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.519621 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.519772 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.519923 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.520073 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.520224 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.520375 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.520528 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.520680 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.520853 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.521080 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.521206 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.521347 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.521497 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.521646 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] debug = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.521796 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.521980 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.522138 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.522479 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.522479 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.522719 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.522719 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.522992 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.522992 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.523199 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.523316 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.523424 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.523546 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.523669 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.523819 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.523969 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.524119 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.524268 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.524420 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] host = n-d-813114-2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.524570 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.524720 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.524871 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.525066 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.525186 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.525291 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.525443 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.525593 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.525743 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.525892 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.526042 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.526193 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.526343 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.526477 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_file = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.526638 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_options = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.526809 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.527002 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.527195 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.527335 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.527463 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.527587 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.527710 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.527832 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.527951 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.528096 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.528246 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.528398 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.528549 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.528697 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.528847 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.528997 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.529148 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.529298 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.529448 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.529596 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.529746 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.529897 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.530047 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.530198 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.530349 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.530500 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.530650 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.530799 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.530994 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.531173 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.531285 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.531409 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.531558 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.531708 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.531858 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.532006 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.532532 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.532532 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.532532 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.532867 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.532867 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.532867 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.533081 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.533159 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.533269 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.533419 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.533581 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] use_json = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.533722 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.533863 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.534012 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.534162 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.534313 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.534463 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.534615 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.534766 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 04:26:52.535005 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.535187 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.535295 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.535403 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.535556 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.535711 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.535865 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.536017 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.536173 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.536330 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.536513 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.537227 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.537227 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.537227 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.537227 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.537227 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.537600 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.537600 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.537745 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.537823 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.537949 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.538101 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.538260 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.538412 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.538564 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.538716 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.538868 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.539057 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.539212 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.539366 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.539519 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.539672 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.539826 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.539979 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.540133 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.540285 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.540438 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.540593 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.540746 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.540897 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.541050 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.541282 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.541382 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.541496 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.541648 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.541801 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.541952 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.542106 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.542258 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.542410 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.542561 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.542714 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.542868 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.543043 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.543196 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.543358 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.543510 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.543661 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.543813 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.543970 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.544115 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.544615 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.544615 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.544615 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.544854 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.544854 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.545009 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.545110 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.545267 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.545422 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.545576 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.546118 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.546118 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.546118 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.546118 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.546590 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.546590 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.546590 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.546848 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.546848 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.547014 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.547144 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.547296 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.547448 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.547601 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.547753 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.547903 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.548060 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.548214 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.548373 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.548538 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.548691 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.548846 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.549000 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.549154 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.549310 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.549460 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.549767 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.549926 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.550076 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.550230 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.550382 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.550537 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.550689 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.550841 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.551018 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.551172 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.551408 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.551510 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.551609 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.551759 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.551911 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.552081 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.552290 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.552442 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.552594 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.552755 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.552908 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.553065 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.553216 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.553376 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.553538 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.553690 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.553841 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.553994 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.554145 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.554371 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.554479 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.554562 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.554717 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.554869 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.555044 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.555204 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.555383 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.555516 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.555669 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.555822 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.555995 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.556147 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.556299 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.556451 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.556599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:26:52.556691 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.556772 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.556891 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.557044 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.557196 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.557347 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.557500 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.557654 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.557807 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.557959 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.558110 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.558323 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.558441 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.558560 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.558711 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.558863 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.559047 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.559200 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.559353 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.559505 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.559658 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.559811 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.559963 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.560114 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.560266 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.560420 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.560575 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.560726 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.560879 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.561032 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.561184 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.561334 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.561487 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.561642 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.561794 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.561947 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.562099 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.562251 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.562403 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.562608 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.562708 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.562846 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.563020 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.563175 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.563326 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.563479 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.563632 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.563785 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.563938 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.564090 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.564242 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.564408 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.564560 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.564713 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.564865 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.565017 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.565171 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.565326 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.565501 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.565637 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.565771 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.565905 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.566037 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.566182 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.566316 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.566459 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.566592 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.566743 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.566896 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.567083 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.567212 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.567347 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.567502 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.567670 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.567877 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.568031 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.568193 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.568350 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.568495 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.568646 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.568814 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.568969 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.569104 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.569477 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.569477 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.569640 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.569718 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.569822 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.569983 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.570136 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.570288 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.570440 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.570604 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.570733 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.570892 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.571069 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.571220 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.571371 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.571522 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.571674 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.571835 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.571989 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.572139 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.572290 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.572442 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.572591 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.572754 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.572907 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.573058 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.573218 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.573369 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.573519 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.573673 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.573835 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.573987 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.574141 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.574292 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.574443 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.574622 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.574742 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.574897 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.575088 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.575246 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.575398 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.575558 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.575718 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.575877 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.576028 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.576188 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.576350 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.576504 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.576660 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.576811 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.576964 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.577117 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.577269 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.577422 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.577978 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.577978 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.577978 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.577978 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.578285 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.578285 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.578431 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.578563 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.578714 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.578865 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.579039 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.579190 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 04:26:52.579335 n-d-813114-2 neutron-server[102526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 13 04:26:52.792711 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34982) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:26:52.805921 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0103691 Nov 13 04:27:04.181797 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e50a57-d89c-43f7-bfdd-f064634eabd3 None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 04:27:04.235719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e50a57-d89c-43f7-bfdd-f064634eabd3 None None] No non-hosted networks {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 13 04:27:04.244732 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.agentschedulers_db [None req-e9e50a57-d89c-43f7-bfdd-f064634eabd3 None None] DHCP Agent not found on host n-d-813114-2 {{(pid=102669) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 13 04:27:04.363398 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-721d12ae-bfc4-427e-a5b1-1ee6e5c1626e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704364'] for agent, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:06.353672 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef01c4b4-05ef-4fa8-9ce9-9a8414382c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704364'] for agent, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:06.396417 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f5ebfb20-2448-4a33-bc8d-a17d437f804c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:07.579797 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704364'] for agent, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:08.955032 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704364'] for agent, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:09.839710 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704364'] for agent, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:09.840963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:09.841850 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:09.842869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:09.843766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:09.844509 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:09.845165 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:09.845933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:09.846952 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:09.847617 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:09.848143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:09.848891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:09.850486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:09.851501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-813114-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:27:09.860952 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-813114-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:27:10.284125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35074) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:27:10.805193 n-d-813114-2 neutron-server[102667]: WARNING oslo_policy.policy [None req-616d3c4c-b374-40db-9fc8-d9e989231f42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 04:27:10.805794 n-d-813114-2 neutron-server[102667]: WARNING oslo_policy.policy [None req-616d3c4c-b374-40db-9fc8-d9e989231f42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 04:27:10.976658 n-d-813114-2 neutron-server[102669]: INFO neutron.db.l3_hamode_db [None req-9377dad5-7dcc-487e-9655-8c03b2a8d4e9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 13 04:27:11.029350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-616d3c4c-b374-40db-9fc8-d9e989231f42 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:27:11.038149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-616d3c4c-b374-40db-9fc8-d9e989231f42 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7490418 Nov 13 04:27:11.055098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9377dad5-7dcc-487e-9655-8c03b2a8d4e9 None None] Routers set() bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:27:11.055781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9377dad5-7dcc-487e-9655-8c03b2a8d4e9 None None] Router IDs set() for agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 13 04:27:13.567602 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35090) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:27:14.153581 n-d-813114-2 neutron-server[102668]: WARNING oslo_policy.policy [None req-0c478a43-f3d3-4915-8a23-7c81daaa6589 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 04:27:14.154527 n-d-813114-2 neutron-server[102668]: WARNING oslo_policy.policy [None req-0c478a43-f3d3-4915-8a23-7c81daaa6589 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 04:27:14.382354 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0c478a43-f3d3-4915-8a23-7c81daaa6589 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:27:14.475218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.policy [None req-0c478a43-f3d3-4915-8a23-7c81daaa6589 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102668) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 13 04:27:14.521781 n-d-813114-2 neutron-server[102668]: WARNING oslo_policy.policy [None req-0c478a43-f3d3-4915-8a23-7c81daaa6589 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 04:27:14.522141 n-d-813114-2 neutron-server[102668]: WARNING oslo_policy.policy [None req-0c478a43-f3d3-4915-8a23-7c81daaa6589 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 04:27:14.530702 n-d-813114-2 neutron-server[102668]: INFO neutron.quota [None req-0c478a43-f3d3-4915-8a23-7c81daaa6589 admin admin] Loaded quota_driver: . Nov 13 04:27:14.625547 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c478a43-f3d3-4915-8a23-7c81daaa6589 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8795004206481', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8795004207036', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8795004194247', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8795004184510', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8795009227964', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8795004167422', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-704271', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1327763', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-333819', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-406419'] for rbac-policy, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:14.707840 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c478a43-f3d3-4915-8a23-7c81daaa6589 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:14.709570 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0c478a43-f3d3-4915-8a23-7c81daaa6589 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1404321 Nov 13 04:27:17.455782 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35108) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:27:17.792982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Request body: {'network': {'project_id': '976dd275bcae4874817b42e45e796d6d', 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'name': 'private', 'admin_state_up': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:27:17.828506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Made reservation on behalf of 976dd275bcae4874817b42e45e796d6d for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:27:17.831365 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:17.851516 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:17.971682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:17.977936 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:18.002862 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:27:18.027627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8795007859429', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:18.028106 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Unsubscribe: segment precommit_create {{(pid=102668) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 13 04:27:18.028603 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Added segment 32e0fce2-eed8-4527-9930-b9ae56fa52dc of type vlan for network 6bdde04b-81b3-4ff7-9a62-ee195842f27d Nov 13 04:27:18.043533 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b1f34d-2a77-41c6-bb1b-8c0e9b5dcb8c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:18.094424 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:18.094752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:18.095102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:18.095430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:18.095757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:18.096050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:18.096381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:18.096692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:18.097000 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:18.097307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:18.097612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:18.097899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Tracked resource versions report: Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: pushed versions: Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: { 'AddressGroup': {'1.2'}, Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'ConntrackHelper': {'1.0'}, Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'Log': {'1.0'}, Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'Network': {'1.1'}, Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'Port': {'1.7'}, Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'PortForwarding': {'1.2'}, Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'QosPolicy': {'1.10'}, Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'SecurityGroup': {'1.5'}, Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'SecurityGroupRule': {'1.2'}, Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'SubPort': {'1.0'}, Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'Subnet': {'1.1'}, Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'Trunk': {'1.1'}} Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: consumer versions: Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: { DHCP agent@n-d-813114-2: {}, Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: L3 agent@n-d-813114-2: {}, Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: Metadata agent@n-d-813114-2: {}, Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: Metering agent@n-d-813114-2: {}, Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: Open vSwitch agent@n-d-813114-2: { 'AddressGroup': '1.2', Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'ConntrackHelper': '1.0', Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'Log': '1.0', Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'Network': '1.1', Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'Port': '1.7', Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'PortForwarding': '1.2', Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'QosPolicy': '1.10', Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'SecurityGroup': '1.5', Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'SecurityGroupRule': '1.2', Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'SubPort': '1.0', Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'Subnet': '1.1', Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: 'Trunk': '1.1'}} Nov 13 04:27:18.098971 n-d-813114-2 neutron-server[102668]: {{(pid=102668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 04:27:18.140415 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:18.186739 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:18.187851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:27:18.188576 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:18.236416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7791858 Nov 13 04:27:18.289627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b488c-c06c-4498-87ed-325fe5b592e2 admin admin] Pushing event updated for resources: {'Network': ['ID=6bdde04b-81b3-4ff7-9a62-ee195842f27d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:18.301811 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 6bdde04b-81b3-4ff7-9a62-ee195842f27d details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:27:21.042342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35122) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:27:21.462519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cfb9f5-7d11-4c7b-9f9c-b188dd6575c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:27:21.463815 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-27cfb9f5-7d11-4c7b-9f9c-b188dd6575c2 admin admin] 10.222.0.43 "GET /v2.0/networks/6bdde04b-81b3-4ff7-9a62-ee195842f27d HTTP/1.1" status: 200 len: 825 time: 0.4204721 Nov 13 04:27:21.491592 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a19f1f0d-6e27-47ea-b38d-df56c6fb2027 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/b10dacf6-ac29-4dcc-9670-432da090749e HTTP/1.1" status: 200 len: 734 time: 0.0181203 Nov 13 04:27:21.501009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8362bb80-e81a-4baf-a892-400a75dd5966 admin admin] Request body: {'subnet': {'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d', 'subnetpool_id': 'b10dacf6-ac29-4dcc-9670-432da090749e', 'name': 'private-subnet', 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:27:21.526101 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8362bb80-e81a-4baf-a892-400a75dd5966 admin admin] Made reservation on behalf of 976dd275bcae4874817b42e45e796d6d for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:27:21.528283 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8362bb80-e81a-4baf-a892-400a75dd5966 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:21.823224 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8362bb80-e81a-4baf-a892-400a75dd5966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:21.887118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362bb80-e81a-4baf-a892-400a75dd5966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1946d337-0ff6-48d6-ab0e-4e84f3dc51cf,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:21.894818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8362bb80-e81a-4baf-a892-400a75dd5966 admin admin] Checking segment: {'id': '32e0fce2-eed8-4527-9930-b9ae56fa52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:27:21.895234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8362bb80-e81a-4baf-a892-400a75dd5966 admin admin] Network hostable DHCP agents. Network: 6bdde04b-81b3-4ff7-9a62-ee195842f27d, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:27:21.921416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8362bb80-e81a-4baf-a892-400a75dd5966 admin admin] Network 6bdde04b-81b3-4ff7-9a62-ee195842f27d is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:27:21.933596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8362bb80-e81a-4baf-a892-400a75dd5966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 6bdde04b-81b3-4ff7-9a62-ee195842f27d) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:27:21.938807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8362bb80-e81a-4baf-a892-400a75dd5966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:27:21.939858 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8362bb80-e81a-4baf-a892-400a75dd5966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:21.943062 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e4a8dd-e66f-4705-9c3a-521299a6e12b None None] Network 6bdde04b-81b3-4ff7-9a62-ee195842f27d requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:27:21.956654 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8362bb80-e81a-4baf-a892-400a75dd5966 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4591839 Nov 13 04:27:22.266454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-6bdde04b-81b3-4ff7-9a62-ee195842f27d', 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d', 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'fixed_ips': [{'subnet_id': '1946d337-0ff6-48d6-ab0e-4e84f3dc51cf'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:27:22.267741 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:22.564387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Allocated IP 172.20.0.2 (6bdde04b-81b3-4ff7-9a62-ee195842f27d/1946d337-0ff6-48d6-ab0e-4e84f3dc51cf/1506e3f8-bb62-4fa5-a576-9f49762a3105) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:27:22.775147 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:22.783494 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:22.862454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Network 6bdde04b-81b3-4ff7-9a62-ee195842f27d is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:27:22.870248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:27:22.872287 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Pushing event updated for resources: {'Port': ['ID=1506e3f8-bb62-4fa5-a576-9f49762a3105,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:22.877343 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:27:22.885434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:22.885778 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:22.886423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:22.886423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:22.886754 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:22.887096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:22.887415 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:22.887735 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:22.888044 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:22.888360 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:22.888672 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:22.888986 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Tracked resource versions report: Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: pushed versions: Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: { 'AddressGroup': {'1.2'}, Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'ConntrackHelper': {'1.0'}, Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'Log': {'1.0'}, Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'Network': {'1.1'}, Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'Port': {'1.7'}, Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'PortForwarding': {'1.2'}, Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'QosPolicy': {'1.10'}, Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'SecurityGroup': {'1.5'}, Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'SecurityGroupRule': {'1.2'}, Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'SubPort': {'1.0'}, Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'Subnet': {'1.1'}, Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'Trunk': {'1.1'}} Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: consumer versions: Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: { DHCP agent@n-d-813114-2: {}, Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: L3 agent@n-d-813114-2: {}, Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: Metadata agent@n-d-813114-2: {}, Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: Metering agent@n-d-813114-2: {}, Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: Open vSwitch agent@n-d-813114-2: { 'AddressGroup': '1.2', Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'ConntrackHelper': '1.0', Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'Log': '1.0', Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'Network': '1.1', Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'Port': '1.7', Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'PortForwarding': '1.2', Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'QosPolicy': '1.10', Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'SecurityGroup': '1.5', Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'SecurityGroupRule': '1.2', Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'SubPort': '1.0', Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'Subnet': '1.1', Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: 'Trunk': '1.1'}} Nov 13 04:27:22.890025 n-d-813114-2 neutron-server[102669]: {{(pid=102669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 04:27:22.963916 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Attempting to bind port 1506e3f8-bb62-4fa5-a576-9f49762a3105 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:27:22.964619 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Attempting to bind port 1506e3f8-bb62-4fa5-a576-9f49762a3105 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '32e0fce2-eed8-4527-9930-b9ae56fa52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:27:22.964722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Attempting to bind port 1506e3f8-bb62-4fa5-a576-9f49762a3105 on network 6bdde04b-81b3-4ff7-9a62-ee195842f27d {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:27:22.969949 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:27:22.970333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Checking segment: {'id': '32e0fce2-eed8-4527-9930-b9ae56fa52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:27:22.970804 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:22.971237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Bound using segment: {'id': '32e0fce2-eed8-4527-9930-b9ae56fa52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:27:22.971707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Bound port: 1506e3f8-bb62-4fa5-a576-9f49762a3105, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e0fce2-eed8-4527-9930-b9ae56fa52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:27:22.972132 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:23.037525 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] For port 1506e3f8-bb62-4fa5-a576-9f49762a3105, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:27:23.042006 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] For port 1506e3f8-bb62-4fa5-a576-9f49762a3105, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1506e3f8-bb62-4fa5-a576-9f49762a3105,segment=NetworkSegment(32e0fce2-eed8-4527-9930-b9ae56fa52dc),segment_id=32e0fce2-eed8-4527-9930-b9ae56fa52dc)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:27:23.047556 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:23.113257 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e05012-102d-490e-a1b2-f7b6d6e62288 None None] Pushing event updated for resources: {'Port': ['ID=1506e3f8-bb62-4fa5-a576-9f49762a3105,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:24.491321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35130) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:27:24.815393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-57d8ef3c-bd71-4a9f-afbf-3971241f85a3 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:27:24.816354 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-57d8ef3c-bd71-4a9f-afbf-3971241f85a3 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3237908 Nov 13 04:27:27.319757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35138) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:27:27.652557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-6237b876-8b29-45ca-ba18-fd2f3a201992 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:27:27.653553 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6237b876-8b29-45ca-ba18-fd2f3a201992 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3327529 Nov 13 04:27:30.421143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35148) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:27:30.735360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-82081c77-2280-4dae-bde1-13465afffdcc admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'name': 'router1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:27:30.760775 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82081c77-2280-4dae-bde1-13465afffdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:30.762309 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82081c77-2280-4dae-bde1-13465afffdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:30.902069 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82081c77-2280-4dae-bde1-13465afffdcc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:30.907753 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82081c77-2280-4dae-bde1-13465afffdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:30.922462 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82081c77-2280-4dae-bde1-13465afffdcc admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:30.923790 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-82081c77-2280-4dae-bde1-13465afffdcc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5016057 Nov 13 04:27:31.728126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1506e3f8-bb62-4fa5-a576-9f49762a3105 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:27:31.820678 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 1506e3f8-bb62-4fa5-a576-9f49762a3105 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:27:31.821065 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:31.927996 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:31.962571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 1506e3f8-bb62-4fa5-a576-9f49762a3105, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1506e3f8-bb62-4fa5-a576-9f49762a3105,segment=NetworkSegment(32e0fce2-eed8-4527-9930-b9ae56fa52dc),segment_id=32e0fce2-eed8-4527-9930-b9ae56fa52dc)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:27:31.966867 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:32.014085 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=1506e3f8-bb62-4fa5-a576-9f49762a3105,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:32.134428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5383e7fa-cb44-495a-8f6a-0cea59ba15cf None None] Network 6bdde04b-81b3-4ff7-9a62-ee195842f27d requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:27:32.263786 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-023e668a-3d16-4b71-b26c-fbf44f62a3b2 None None] Provisioning complete for port 1506e3f8-bb62-4fa5-a576-9f49762a3105 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:27:32.264041 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-023e668a-3d16-4b71-b26c-fbf44f62a3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:32.503351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2e3ca9ae-f9aa-416c-a0f9-aeab2534d1f7 None None] Provisioning complete for port 1506e3f8-bb62-4fa5-a576-9f49762a3105 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:27:32.503712 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca9ae-f9aa-416c-a0f9-aeab2534d1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:33.508429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35160) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:27:33.714191 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1506e3f8-bb62-4fa5-a576-9f49762a3105 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:27:33.763683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 1506e3f8-bb62-4fa5-a576-9f49762a3105 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:27:33.764039 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:33.846570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-195936d9-7e89-464c-ab82-5267197239ba admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:27:33.847607 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-195936d9-7e89-464c-ab82-5267197239ba admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3378980 Nov 13 04:27:34.073971 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecb2ec52-136c-4046-a940-eeed6e952a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:36.351650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35168) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:27:36.353617 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1adb8917-2f12-4a03-932d-dd169d615ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:36.701418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:27:36.727177 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] Made reservation on behalf of 3ff9ce7e701e42e6bacbfb42dce2d7ee for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:27:36.730099 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:36.739925 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:36.815057 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:36.821213 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:36.846225 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] Reserving flat network on physical network physnet1 {{(pid=102668) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 13 04:27:36.864451 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae0072d-afe2-47e4-8f33-b5dfe7d395ae,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:36.868841 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:36.869174 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] Added segment 915e730d-b7a3-4877-8b2a-441f51d0d948 of type flat for network 225784db-0d47-4ce7-81bb-95ad27b251ca Nov 13 04:27:36.914940 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:36.950571 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:36.951482 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:27:36.952058 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:37.003813 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6511176 Nov 13 04:27:37.008809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cd436-4e24-4a7e-a374-05cba93ca7d0 admin admin] Pushing event updated for resources: {'Network': ['ID=225784db-0d47-4ce7-81bb-95ad27b251ca,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:37.020283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 225784db-0d47-4ce7-81bb-95ad27b251ca details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:27:37.526292 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:38.871595 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:39.589886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35186) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:27:39.834711 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:39.939421 n-d-813114-2 neutron-server[102667]: DEBUG neutron.policy [None req-f1257851-6fda-4a4c-8971-209737845d88 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102667) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 13 04:27:39.986937 n-d-813114-2 neutron-server[102667]: WARNING oslo_policy.policy [None req-f1257851-6fda-4a4c-8971-209737845d88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 04:27:39.987341 n-d-813114-2 neutron-server[102667]: WARNING oslo_policy.policy [None req-f1257851-6fda-4a4c-8971-209737845d88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 04:27:39.995923 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1257851-6fda-4a4c-8971-209737845d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:27:39.997723 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f1257851-6fda-4a4c-8971-209737845d88 admin admin] 10.222.0.43 "GET /v2.0/subnets/1946d337-0ff6-48d6-ab0e-4e84f3dc51cf HTTP/1.1" status: 200 len: 849 time: 0.4069333 Nov 13 04:27:40.165090 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e3f658e7-2f79-441e-8d5b-b3e3d88a4c2e admin admin] 10.222.0.43 "GET /v2.0/routers/ced92b15-bbba-46c2-8914-c3e55444c673 HTTP/1.1" status: 200 len: 704 time: 0.1605685 Nov 13 04:27:40.435987 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:40.770892 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Allocated IP 172.20.0.1 (6bdde04b-81b3-4ff7-9a62-ee195842f27d/1946d337-0ff6-48d6-ab0e-4e84f3dc51cf/f0c0d8b0-897e-4087-9048-5cc430852fb8) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:27:40.985704 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:41.056419 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:41.123547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Network 6bdde04b-81b3-4ff7-9a62-ee195842f27d is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:27:41.129389 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:27:41.192957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c0d8b0-897e-4087-9048-5cc430852fb8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:41.195846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:27:41.196749 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:41.254393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:41.254731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:41.255099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:41.255459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:41.255776 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:41.256124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:41.256440 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:41.256747 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:41.257041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:41.257350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:41.257657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:41.257961 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Tracked resource versions report: Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: pushed versions: Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: { 'AddressGroup': {'1.2'}, Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'ConntrackHelper': {'1.0'}, Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'Log': {'1.0'}, Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'Network': {'1.1'}, Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'Port': {'1.7'}, Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'PortForwarding': {'1.2'}, Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'QosPolicy': {'1.10'}, Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'SecurityGroup': {'1.5'}, Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'SecurityGroupRule': {'1.2'}, Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'SubPort': {'1.0'}, Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'Subnet': {'1.1'}, Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'Trunk': {'1.1'}} Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: consumer versions: Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: { DHCP agent@n-d-813114-2: {}, Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: L3 agent@n-d-813114-2: {}, Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: Metadata agent@n-d-813114-2: {}, Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: Metering agent@n-d-813114-2: {}, Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: Open vSwitch agent@n-d-813114-2: { 'AddressGroup': '1.2', Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'ConntrackHelper': '1.0', Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'Log': '1.0', Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'Network': '1.1', Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'Port': '1.7', Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'PortForwarding': '1.2', Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'QosPolicy': '1.10', Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'SecurityGroup': '1.5', Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'SecurityGroupRule': '1.2', Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'SubPort': '1.0', Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'Subnet': '1.1', Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: 'Trunk': '1.1'}} Nov 13 04:27:41.259044 n-d-813114-2 neutron-server[102667]: {{(pid=102667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 04:27:41.403028 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:41.406550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84b00f82-d4e2-4d16-b170-3cfba1ebbd33 None None] Provisioning complete for port f0c0d8b0-897e-4087-9048-5cc430852fb8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:27:41.407103 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84b00f82-d4e2-4d16-b170-3cfba1ebbd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:41.440442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84b00f82-d4e2-4d16-b170-3cfba1ebbd33 None None] Port f0c0d8b0-897e-4087-9048-5cc430852fb8 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:27:41.620076 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:41.628281 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:41.629013 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:41.683470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c0d8b0-897e-4087-9048-5cc430852fb8,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:41.765134 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Network 6bdde04b-81b3-4ff7-9a62-ee195842f27d is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:27:41.766462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:27:41.964437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cf7d6b2f-5b5d-4413-bdd5-e4b36a182fc1 None None] Provisioning complete for port f0c0d8b0-897e-4087-9048-5cc430852fb8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:27:41.964771 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6b2f-5b5d-4413-bdd5-e4b36a182fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:41.982206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Router ced92b15-bbba-46c2-8914-c3e55444c673 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:27:41.998609 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cf7d6b2f-5b5d-4413-bdd5-e4b36a182fc1 None None] Port f0c0d8b0-897e-4087-9048-5cc430852fb8 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:27:42.073716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:27:42.079518 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6e3aa456-7844-4d23-b7ba-4894c47ab8d2 admin admin] 10.222.0.43 "PUT /v2.0/routers/ced92b15-bbba-46c2-8914-c3e55444c673/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9068673 Nov 13 04:27:42.086473 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Sync routers for ids ['ced92b15-bbba-46c2-8914-c3e55444c673'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:27:42.099275 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Routers {'ced92b15-bbba-46c2-8914-c3e55444c673'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:27:42.100172 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:27:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ced92b15-bbba-46c2-8914-c3e55444c673'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:27:42.289004 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Set router ced92b15-bbba-46c2-8914-c3e55444c673 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:27:42.717143 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92b15-bbba-46c2-8914-c3e55444c673', 'name': 'router1', 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:27:30Z', 'updated_at': '2021-11-13T04:27:41Z', 'revision_number': 2, 'project_id': '976dd275bcae4874817b42e45e796d6d', 'gw_port_host': None, '_interfaces': [{'id': 'f0c0d8b0-897e-4087-9048-5cc430852fb8', 'name': '', 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d', 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'mac_address': 'fa:16:3e:27:da:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced92b15-bbba-46c2-8914-c3e55444c673', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1946d337-0ff6-48d6-ab0e-4e84f3dc51cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:27:40Z', 'updated_at': '2021-11-13T04:27:41Z', 'revision_number': 2, 'project_id': '976dd275bcae4874817b42e45e796d6d', 'subnets': [{'id': '1946d337-0ff6-48d6-ab0e-4e84f3dc51cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b10dacf6-ac29-4dcc-9670-432da090749e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:27:42.768676 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Checking router: ced92b15-bbba-46c2-8914-c3e55444c673 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:27:42.769036 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Updating router ced92b15-bbba-46c2-8914-c3e55444c673 port f0c0d8b0-897e-4087-9048-5cc430852fb8 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:27:42.818201 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:43.328489 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:43.338135 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:43.505858 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbc572-e179-44f5-96e0-47f6f52d1090 None None] Pushing event updated for resources: {'Port': ['ID=f0c0d8b0-897e-4087-9048-5cc430852fb8,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:43.518037 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbc572-e179-44f5-96e0-47f6f52d1090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:43.518370 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbc572-e179-44f5-96e0-47f6f52d1090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:43.518696 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbc572-e179-44f5-96e0-47f6f52d1090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:43.519038 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbc572-e179-44f5-96e0-47f6f52d1090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:43.519364 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbc572-e179-44f5-96e0-47f6f52d1090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:43.519672 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbc572-e179-44f5-96e0-47f6f52d1090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:43.520069 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbc572-e179-44f5-96e0-47f6f52d1090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:43.520301 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbc572-e179-44f5-96e0-47f6f52d1090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:43.520598 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbc572-e179-44f5-96e0-47f6f52d1090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:43.520903 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbc572-e179-44f5-96e0-47f6f52d1090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:43.521210 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbc572-e179-44f5-96e0-47f6f52d1090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:43.521516 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbc572-e179-44f5-96e0-47f6f52d1090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afbc572-e179-44f5-96e0-47f6f52d1090 None None] Tracked resource versions report: Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: pushed versions: Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: { 'AddressGroup': {'1.2'}, Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'Log': {'1.0'}, Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'Network': {'1.1'}, Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'Port': {'1.7'}, Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'PortForwarding': {'1.2'}, Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'QosPolicy': {'1.10'}, Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'SecurityGroup': {'1.5'}, Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'SubPort': {'1.0'}, Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'Subnet': {'1.1'}, Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'Trunk': {'1.1'}} Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: consumer versions: Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: { DHCP agent@n-d-813114-2: {}, Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: L3 agent@n-d-813114-2: {}, Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: Metadata agent@n-d-813114-2: {}, Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: Metering agent@n-d-813114-2: {}, Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: Open vSwitch agent@n-d-813114-2: { 'AddressGroup': '1.2', Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'ConntrackHelper': '1.0', Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'Log': '1.0', Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'Network': '1.1', Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'Port': '1.7', Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'PortForwarding': '1.2', Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'QosPolicy': '1.10', Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'SecurityGroup': '1.5', Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'SecurityGroupRule': '1.2', Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'SubPort': '1.0', Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'Subnet': '1.1', Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: 'Trunk': '1.1'}} Nov 13 04:27:43.522588 n-d-813114-2 neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 04:27:43.525081 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Attempting to bind port f0c0d8b0-897e-4087-9048-5cc430852fb8 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:27:43.525481 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Attempting to bind port f0c0d8b0-897e-4087-9048-5cc430852fb8 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '32e0fce2-eed8-4527-9930-b9ae56fa52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:27:43.525896 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Attempting to bind port f0c0d8b0-897e-4087-9048-5cc430852fb8 on network 6bdde04b-81b3-4ff7-9a62-ee195842f27d {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:27:43.532717 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:27:43.533548 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Checking segment: {'id': '32e0fce2-eed8-4527-9930-b9ae56fa52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:27:43.533642 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:43.533937 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Bound using segment: {'id': '32e0fce2-eed8-4527-9930-b9ae56fa52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:27:43.534431 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Bound port: f0c0d8b0-897e-4087-9048-5cc430852fb8, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e0fce2-eed8-4527-9930-b9ae56fa52dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:27:43.534837 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:43.535281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6311b3c1-3fb6-44f6-8c42-e30ef8ae26e2 None None] Provisioning complete for port f0c0d8b0-897e-4087-9048-5cc430852fb8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:27:43.535731 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6311b3c1-3fb6-44f6-8c42-e30ef8ae26e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:43.571977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6311b3c1-3fb6-44f6-8c42-e30ef8ae26e2 None None] Port f0c0d8b0-897e-4087-9048-5cc430852fb8 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:27:43.598061 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] For port f0c0d8b0-897e-4087-9048-5cc430852fb8, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:27:43.620162 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] For port f0c0d8b0-897e-4087-9048-5cc430852fb8, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f0c0d8b0-897e-4087-9048-5cc430852fb8,segment=NetworkSegment(32e0fce2-eed8-4527-9930-b9ae56fa52dc),segment_id=32e0fce2-eed8-4527-9930-b9ae56fa52dc)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:27:43.625905 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:43.676952 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Routers {'ced92b15-bbba-46c2-8914-c3e55444c673'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:27:43.677601 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:27:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ced92b15-bbba-46c2-8914-c3e55444c673'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:27:43.768829 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbc572-e179-44f5-96e0-47f6f52d1090 None None] Pushing event updated for resources: {'Port': ['ID=f0c0d8b0-897e-4087-9048-5cc430852fb8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:43.779582 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] Set router ced92b15-bbba-46c2-8914-c3e55444c673 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:27:43.894176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9a03c436-a8f5-427f-9f57-2844eb216129 None None] Provisioning complete for port f0c0d8b0-897e-4087-9048-5cc430852fb8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:27:43.894706 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a03c436-a8f5-427f-9f57-2844eb216129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:43.974027 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a03c436-a8f5-427f-9f57-2844eb216129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:43.987834 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92b15-bbba-46c2-8914-c3e55444c673', 'name': 'router1', 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:27:30Z', 'updated_at': '2021-11-13T04:27:41Z', 'revision_number': 2, 'project_id': '976dd275bcae4874817b42e45e796d6d', 'gw_port_host': None, '_interfaces': [{'id': 'f0c0d8b0-897e-4087-9048-5cc430852fb8', 'name': '', 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d', 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'mac_address': 'fa:16:3e:27:da:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced92b15-bbba-46c2-8914-c3e55444c673', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1946d337-0ff6-48d6-ab0e-4e84f3dc51cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:27:40Z', 'updated_at': '2021-11-13T04:27:43Z', 'revision_number': 4, 'project_id': '976dd275bcae4874817b42e45e796d6d', 'subnets': [{'id': '1946d337-0ff6-48d6-ab0e-4e84f3dc51cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b10dacf6-ac29-4dcc-9670-432da090749e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:27:44.007357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9a03c436-a8f5-427f-9f57-2844eb216129 None None] For port f0c0d8b0-897e-4087-9048-5cc430852fb8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f0c0d8b0-897e-4087-9048-5cc430852fb8,segment=NetworkSegment(32e0fce2-eed8-4527-9930-b9ae56fa52dc),segment_id=32e0fce2-eed8-4527-9930-b9ae56fa52dc)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:27:44.014317 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a03c436-a8f5-427f-9f57-2844eb216129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:44.018167 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810f6ac-b2d3-469e-9e34-7f710e25f938 None None] The sync data for ids ['ced92b15-bbba-46c2-8914-c3e55444c673'] in n-d-813114-2 is: [{'id': 'ced92b15-bbba-46c2-8914-c3e55444c673', 'name': 'router1', 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:27:30Z', 'updated_at': '2021-11-13T04:27:41Z', 'revision_number': 2, 'project_id': '976dd275bcae4874817b42e45e796d6d', 'gw_port_host': None, '_interfaces': [{'id': 'f0c0d8b0-897e-4087-9048-5cc430852fb8', 'name': '', 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d', 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'mac_address': 'fa:16:3e:27:da:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced92b15-bbba-46c2-8914-c3e55444c673', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1946d337-0ff6-48d6-ab0e-4e84f3dc51cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:27:40Z', 'updated_at': '2021-11-13T04:27:43Z', 'revision_number': 4, 'project_id': '976dd275bcae4874817b42e45e796d6d', 'subnets': [{'id': '1946d337-0ff6-48d6-ab0e-4e84f3dc51cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b10dacf6-ac29-4dcc-9670-432da090749e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:27:44.065997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03c436-a8f5-427f-9f57-2844eb216129 None None] Pushing event updated for resources: {'Port': ['ID=f0c0d8b0-897e-4087-9048-5cc430852fb8,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:44.432525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35212) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:27:44.542115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6a9502-e9bc-4732-91af-19cb7c84def2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:27:44.543493 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9c6a9502-e9bc-4732-91af-19cb7c84def2 admin admin] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 842 time: 0.1099803 Nov 13 04:27:44.553813 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-aabab38e-319b-40ba-87b3-3e80ab0a2a9d admin admin] Request body: {'subnet': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'enable_dhcp': False, 'gateway_ip': '172.25.8.1', 'ip_version': 4, 'cidr': '172.25.8.0/24', 'name': 'public-subnet'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:27:44.555210 n-d-813114-2 neutron-server[102667]: INFO neutron.quota [None req-aabab38e-319b-40ba-87b3-3e80ab0a2a9d admin admin] Loaded quota_driver: . Nov 13 04:27:44.591121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabab38e-319b-40ba-87b3-3e80ab0a2a9d admin admin] Made reservation on behalf of 3ff9ce7e701e42e6bacbfb42dce2d7ee for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:27:44.593525 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aabab38e-319b-40ba-87b3-3e80ab0a2a9d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:44.898957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.objects.ports [None req-aabab38e-319b-40ba-87b3-3e80ab0a2a9d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:27:44.899413 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aabab38e-319b-40ba-87b3-3e80ab0a2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:44.952567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabab38e-319b-40ba-87b3-3e80ab0a2a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f26acd-95b4-4474-960b-54c4d853eaf3,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:44.964422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabab38e-319b-40ba-87b3-3e80ab0a2a9d admin admin] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:27:44.964782 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabab38e-319b-40ba-87b3-3e80ab0a2a9d admin admin] Network hostable DHCP agents. Network: 225784db-0d47-4ce7-81bb-95ad27b251ca, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:27:44.988721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabab38e-319b-40ba-87b3-3e80ab0a2a9d admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:27:45.000823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-aabab38e-319b-40ba-87b3-3e80ab0a2a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 225784db-0d47-4ce7-81bb-95ad27b251ca) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:27:45.005204 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabab38e-319b-40ba-87b3-3e80ab0a2a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:27:45.005836 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aabab38e-319b-40ba-87b3-3e80ab0a2a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:45.012336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe28a0-ace7-4159-afc7-2f4402a78e0a None None] Network 225784db-0d47-4ce7-81bb-95ad27b251ca requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:27:45.028747 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-aabab38e-319b-40ba-87b3-3e80ab0a2a9d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4784868 Nov 13 04:27:45.166571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f88b9e5-d00d-45a3-89c8-bd16eb153ef1 None None] Network 225784db-0d47-4ce7-81bb-95ad27b251ca requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:27:45.488098 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:27:47.445019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35220) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:27:47.669148 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2e716c7b-ffae-4ece-80a7-66cc9cc74177 admin admin] 10.222.0.43 "GET /v2.0/routers/ced92b15-bbba-46c2-8914-c3e55444c673 HTTP/1.1" status: 200 len: 710 time: 0.2226682 Nov 13 04:27:47.796516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835592a0-ff27-47f4-b788-67e9fca17d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:27:47.797880 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-835592a0-ff27-47f4-b788-67e9fca17d92 admin admin] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 886 time: 0.1207962 Nov 13 04:27:47.808163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:27:48.055303 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:48.329300 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:48.403040 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:48.555946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Allocated IP 172.25.8.79 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/b29ce40f-9777-44c2-b361-29a73428ce9b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:27:48.660400 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:48.720719 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:48.784096 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:27:48.789941 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:27:48.796588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:27:48.843327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Pushing event updated for resources: {'Port': ['ID=b29ce40f-9777-44c2-b361-29a73428ce9b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:49.094242 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:49.292224 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:49.296915 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:49.411675 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Router ced92b15-bbba-46c2-8914-c3e55444c673 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:27:49.526728 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:27:49.531213 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:49.533484 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f40623a6-83b2-4526-a701-1b6d23abcc73 admin admin] 10.222.0.43 "PUT /v2.0/routers/ced92b15-bbba-46c2-8914-c3e55444c673 HTTP/1.1" status: 200 len: 889 time: 1.7275679 Nov 13 04:27:49.742200 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f0c0d8b0-897e-4087-9048-5cc430852fb8 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:27:49.792182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f0c0d8b0-897e-4087-9048-5cc430852fb8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:27:49.792359 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:50.992093 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Sync routers for ids ['ced92b15-bbba-46c2-8914-c3e55444c673'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:27:51.004285 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Routers {'ced92b15-bbba-46c2-8914-c3e55444c673'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:27:51.004940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:27:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ced92b15-bbba-46c2-8914-c3e55444c673'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:27:51.213631 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Set router ced92b15-bbba-46c2-8914-c3e55444c673 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:27:51.669018 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92b15-bbba-46c2-8914-c3e55444c673', 'name': 'router1', 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'b29ce40f-9777-44c2-b361-29a73428ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:27:30Z', 'updated_at': '2021-11-13T04:27:48Z', 'revision_number': 4, 'project_id': '976dd275bcae4874817b42e45e796d6d', 'gw_port': {'id': 'b29ce40f-9777-44c2-b361-29a73428ce9b', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced92b15-bbba-46c2-8914-c3e55444c673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:27:48Z', 'updated_at': '2021-11-13T04:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f0c0d8b0-897e-4087-9048-5cc430852fb8', 'name': '', 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d', 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'mac_address': 'fa:16:3e:27:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92b15-bbba-46c2-8914-c3e55444c673', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1946d337-0ff6-48d6-ab0e-4e84f3dc51cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:27:40Z', 'updated_at': '2021-11-13T04:27:43Z', 'revision_number': 5, 'project_id': '976dd275bcae4874817b42e45e796d6d', 'subnets': [{'id': '1946d337-0ff6-48d6-ab0e-4e84f3dc51cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b10dacf6-ac29-4dcc-9670-432da090749e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:27:51.718100 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Checking router: ced92b15-bbba-46c2-8914-c3e55444c673 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:27:51.718450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Updating router ced92b15-bbba-46c2-8914-c3e55444c673 port b29ce40f-9777-44c2-b361-29a73428ce9b binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:27:51.769294 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:52.058095 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35232) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:27:52.088869 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:52.095353 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:52.148864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33fc02-a646-41e5-a680-dedeacbb9df3 None None] Pushing event updated for resources: {'Port': ['ID=b29ce40f-9777-44c2-b361-29a73428ce9b,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:52.154148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Attempting to bind port b29ce40f-9777-44c2-b361-29a73428ce9b on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:27:52.154516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Attempting to bind port b29ce40f-9777-44c2-b361-29a73428ce9b by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:27:52.154866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Attempting to bind port b29ce40f-9777-44c2-b361-29a73428ce9b on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:27:52.160486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:27:52.160856 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:27:52.161251 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:52.161660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:27:52.162181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Bound port: b29ce40f-9777-44c2-b361-29a73428ce9b, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:27:52.162569 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:52.175360 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-60e5624c-5656-4ec4-b760-1121a874cc83 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1159744 Nov 13 04:27:52.215019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] For port b29ce40f-9777-44c2-b361-29a73428ce9b, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:27:52.218529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] For port b29ce40f-9777-44c2-b361-29a73428ce9b, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b29ce40f-9777-44c2-b361-29a73428ce9b,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:27:52.224516 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:52.285872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Routers {'ced92b15-bbba-46c2-8914-c3e55444c673'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:27:52.286504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:27:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ced92b15-bbba-46c2-8914-c3e55444c673'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:27:52.288570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33fc02-a646-41e5-a680-dedeacbb9df3 None None] Pushing event updated for resources: {'Port': ['ID=b29ce40f-9777-44c2-b361-29a73428ce9b,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:52.404527 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] Set router ced92b15-bbba-46c2-8914-c3e55444c673 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:27:52.620043 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92b15-bbba-46c2-8914-c3e55444c673', 'name': 'router1', 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'b29ce40f-9777-44c2-b361-29a73428ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:27:30Z', 'updated_at': '2021-11-13T04:27:48Z', 'revision_number': 4, 'project_id': '976dd275bcae4874817b42e45e796d6d', 'gw_port': {'id': 'b29ce40f-9777-44c2-b361-29a73428ce9b', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced92b15-bbba-46c2-8914-c3e55444c673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:27:48Z', 'updated_at': '2021-11-13T04:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f0c0d8b0-897e-4087-9048-5cc430852fb8', 'name': '', 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d', 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'mac_address': 'fa:16:3e:27:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92b15-bbba-46c2-8914-c3e55444c673', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1946d337-0ff6-48d6-ab0e-4e84f3dc51cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:27:40Z', 'updated_at': '2021-11-13T04:27:43Z', 'revision_number': 5, 'project_id': '976dd275bcae4874817b42e45e796d6d', 'subnets': [{'id': '1946d337-0ff6-48d6-ab0e-4e84f3dc51cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b10dacf6-ac29-4dcc-9670-432da090749e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:27:52.645942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ae8a2a-8aba-4689-84ef-ce31fb4cface None None] The sync data for ids ['ced92b15-bbba-46c2-8914-c3e55444c673'] in n-d-813114-2 is: [{'id': 'ced92b15-bbba-46c2-8914-c3e55444c673', 'name': 'router1', 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'b29ce40f-9777-44c2-b361-29a73428ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:27:30Z', 'updated_at': '2021-11-13T04:27:48Z', 'revision_number': 4, 'project_id': '976dd275bcae4874817b42e45e796d6d', 'gw_port': {'id': 'b29ce40f-9777-44c2-b361-29a73428ce9b', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced92b15-bbba-46c2-8914-c3e55444c673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:27:48Z', 'updated_at': '2021-11-13T04:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f0c0d8b0-897e-4087-9048-5cc430852fb8', 'name': '', 'network_id': '6bdde04b-81b3-4ff7-9a62-ee195842f27d', 'tenant_id': '976dd275bcae4874817b42e45e796d6d', 'mac_address': 'fa:16:3e:27:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92b15-bbba-46c2-8914-c3e55444c673', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1946d337-0ff6-48d6-ab0e-4e84f3dc51cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:27:40Z', 'updated_at': '2021-11-13T04:27:43Z', 'revision_number': 5, 'project_id': '976dd275bcae4874817b42e45e796d6d', 'subnets': [{'id': '1946d337-0ff6-48d6-ab0e-4e84f3dc51cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b10dacf6-ac29-4dcc-9670-432da090749e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:27:53.736309 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b29ce40f-9777-44c2-b361-29a73428ce9b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:27:53.785525 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port b29ce40f-9777-44c2-b361-29a73428ce9b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:27:53.785891 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:53.870273 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:53.890741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port b29ce40f-9777-44c2-b361-29a73428ce9b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b29ce40f-9777-44c2-b361-29a73428ce9b,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:27:53.895889 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:27:53.952555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=b29ce40f-9777-44c2-b361-29a73428ce9b,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:27:55.734744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b29ce40f-9777-44c2-b361-29a73428ce9b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:27:55.794364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port b29ce40f-9777-44c2-b361-29a73428ce9b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:27:55.795179 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:28:04.080586 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96da457f-e8c6-4a25-a1d8-6a9608d1559d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:28:06.373920 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-285bd4a0-ab23-46ec-9ccf-25b804eaf949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:28:07.530801 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:28:08.889473 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:28:09.849013 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:28:22.487608 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:28:34.096537 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8c41d1c-894d-4607-9633-b1781956ca4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:28:36.484985 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1db41745-c5a4-46eb-b994-eeee66159171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:28:37.533450 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:28:38.876378 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:28:39.833401 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:28:59.487103 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:29:04.070622 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4997c10d-673d-48f4-ad5e-3c15d625636e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:29:06.378718 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-926b37ed-b295-47f9-a9f6-38de056e4634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:29:07.542544 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:29:08.880149 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:29:09.838738 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:29:33.956609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35826) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:29:34.027555 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a013bc-67b2-4a9e-a7b9-13fbe2ddf5ba admin admin] GET failed (client error): The resource could not be found. Nov 13 04:29:34.028846 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-90a013bc-67b2-4a9e-a7b9-13fbe2ddf5ba admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0712814 Nov 13 04:29:34.074857 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8ce1-d39c-4c7b-b01c-6fe8ffe80b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:29:34.194763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f855316d-fcde-43a7-b985-f2266fbe89cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:29:34.196268 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f855316d-fcde-43a7-b985-f2266fbe89cb admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1624515 Nov 13 04:29:36.372376 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b92b53d3-4bf9-4852-9f6e-9e842fb43fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:29:36.485910 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:29:36.511414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35836) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:29:36.679361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480c295f-bbad-4135-be0d-3560fc5e5885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:29:36.680726 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-480c295f-bbad-4135-be0d-3560fc5e5885 admin admin] 10.222.0.43 "GET /v2.0/subnets/1946d337-0ff6-48d6-ab0e-4e84f3dc51cf HTTP/1.1" status: 200 len: 849 time: 0.1683047 Nov 13 04:29:36.690754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:29:36.783693 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:29:36.934609 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8795007788683'] for subnet, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:29:36.965302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:29:36.965886 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:29:36.967201 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] 10.222.0.43 "PUT /v2.0/subnets/1946d337-0ff6-48d6-ab0e-4e84f3dc51cf HTTP/1.1" status: 200 len: 868 time: 0.2800777 Nov 13 04:29:36.985888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1946d337-0ff6-48d6-ab0e-4e84f3dc51cf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:29:36.994272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe8d344-716f-4cef-97eb-fe8b358760cf None None] Network 6bdde04b-81b3-4ff7-9a62-ee195842f27d requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:29:36.999609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:29:37.000307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:29:37.000652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:29:37.000981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:29:37.001308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:29:37.001767 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:29:37.002092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:29:37.002413 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:29:37.002880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:29:37.003223 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:29:37.003547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:29:37.003865 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509e1d1-4d6f-4ab5-a626-e17e15b46515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:29:37.336215 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1729d25b-15b0-4790-a91c-e5d470fdad24 None None] Provisioning complete for port 1506e3f8-bb62-4fa5-a576-9f49762a3105 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:29:37.336581 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1729d25b-15b0-4790-a91c-e5d470fdad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:29:37.428187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1729d25b-15b0-4790-a91c-e5d470fdad24 None None] Provisioning complete for port f0c0d8b0-897e-4087-9048-5cc430852fb8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:29:37.428880 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1729d25b-15b0-4790-a91c-e5d470fdad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:29:37.539081 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:29:38.887871 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:29:39.240250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35846) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:29:39.443416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2942369-0ee6-4742-9630-aecd7179b9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:29:39.443976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2942369-0ee6-4742-9630-aecd7179b9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:29:39.445526 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a2942369-0ee6-4742-9630-aecd7179b9f7 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2038906 Nov 13 04:29:39.843302 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:29:41.715538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35854) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:29:41.867798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c5fe24-7e9d-45a3-a5dd-de44bd3f00a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:29:41.868253 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c5fe24-7e9d-45a3-a5dd-de44bd3f00a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:29:41.869803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-54c5fe24-7e9d-45a3-a5dd-de44bd3f00a3 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1532936 Nov 13 04:29:44.177273 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35862) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:29:44.333239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaf2082-ae9d-48e1-9766-fd6fc4a69140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:29:44.335080 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5aaf2082-ae9d-48e1-9766-fd6fc4a69140 admin admin] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 886 time: 0.1562221 Nov 13 04:29:46.671502 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35870) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:29:46.833894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ae5bd-c790-4d63-9813-9e272a5a93a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:29:46.835495 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0e8ae5bd-c790-4d63-9813-9e272a5a93a2 admin admin] 10.222.0.43 "GET /v2.0/networks/6bdde04b-81b3-4ff7-9a62-ee195842f27d HTTP/1.1" status: 200 len: 869 time: 0.1627204 Nov 13 04:29:49.075839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35878) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:29:49.199281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c574190e-e58b-40b4-b1b8-e22c9f0c0602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:29:49.199718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c574190e-e58b-40b4-b1b8-e22c9f0c0602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:29:49.201231 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c574190e-e58b-40b4-b1b8-e22c9f0c0602 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243970 Nov 13 04:29:51.477920 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35886) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:29:51.620034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71457cae-39f8-4d6f-9344-4c46fb586e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:29:51.620478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71457cae-39f8-4d6f-9344-4c46fb586e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:29:51.622029 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-71457cae-39f8-4d6f-9344-4c46fb586e2f admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1429214 Nov 13 04:29:53.866071 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35894) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:29:53.977544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d2fd71-a8e5-4b5a-8e91-77d205a257d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:29:53.979049 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-66d2fd71-a8e5-4b5a-8e91-77d205a257d5 admin admin] 10.222.0.43 "GET /v2.0/subnets/1946d337-0ff6-48d6-ab0e-4e84f3dc51cf HTTP/1.1" status: 200 len: 868 time: 0.1116242 Nov 13 04:29:56.264539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35902) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:29:56.364883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a2d40-c282-4362-be3c-aa4830c734d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:29:56.366221 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a90a2d40-c282-4362-be3c-aa4830c734d6 admin admin] 10.222.0.43 "GET /v2.0/subnets/e4f26acd-95b4-4474-960b-54c4d853eaf3 HTTP/1.1" status: 200 len: 816 time: 0.1007230 Nov 13 04:30:04.080249 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2011073f-80bb-4e3c-b696-077f1ae0e75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:06.377366 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25606fa9-158a-407b-bc09-03129aa29c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:07.541679 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:08.889080 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:09.848705 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:13.485339 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:30:21.071007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35956) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:30:21.131318 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-2f1138ee-f519-48e2-af86-e034fc83ee2f admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:30:21.132383 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2f1138ee-f519-48e2-af86-e034fc83ee2f admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0603647 Nov 13 04:30:23.502966 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35964) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:30:23.565910 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1babfc-e825-4462-8115-4155c8470e43 admin admin] GET failed (client error): The resource could not be found. Nov 13 04:30:23.567259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fc1babfc-e825-4462-8115-4155c8470e43 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632975 Nov 13 04:30:23.655318 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6495cd-799c-4ffe-b66c-7164439de680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:30:23.656805 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dd6495cd-799c-4ffe-b66c-7164439de680 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0846758 Nov 13 04:30:25.959895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35972) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:30:26.020979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:30:26.049526 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Made reservation on behalf of 3ff9ce7e701e42e6bacbfb42dce2d7ee for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:30:26.051794 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:26.077798 n-d-813114-2 neutron-server[102667]: WARNING neutron.services.revisions.revision_plugin [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Could not find related network for resource to bump revision. Nov 13 04:30:26.094339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:30:26.107796 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8795007859429', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:26.108345 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Unsubscribe: segment precommit_create {{(pid=102667) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 13 04:30:26.108809 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Added segment 2c96dfec-5592-4165-8197-c92f44b110d8 of type vlan for network 4773f1c7-7b03-498a-9492-152c992175f2 Nov 13 04:30:26.154158 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:26.187650 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:26.188587 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:30:26.189243 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:26.276008 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3143897 Nov 13 04:30:26.284392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Pushing event updated for resources: {'Network': ['ID=4773f1c7-7b03-498a-9492-152c992175f2,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:30:26.291868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:26.292192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:26.292538 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:26.292850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:26.293187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:26.293490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:26.293825 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:26.294138 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:26.294458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:26.294774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:26.295123 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:26.295492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bd15-08f1-4fea-a6ad-c77fb295874a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:26.308378 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 4773f1c7-7b03-498a-9492-152c992175f2 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:30:28.650490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35980) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:30:28.716848 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8abde2da-8788-43d8-9064-7fe5659e5c33 admin admin] GET failed (client error): The resource could not be found. Nov 13 04:30:28.718185 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8abde2da-8788-43d8-9064-7fe5659e5c33 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0667737 Nov 13 04:30:28.871216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bcb6d1-2c7a-4eff-bae9-24d9add14cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:30:28.872699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-49bcb6d1-2c7a-4eff-bae9-24d9add14cb8 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1497922 Nov 13 04:30:28.886757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-ea0bbf3e-821c-4fdc-a240-a9c9ab789951 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:30:28.910766 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0bbf3e-821c-4fdc-a240-a9c9ab789951 admin admin] Made reservation on behalf of 3ff9ce7e701e42e6bacbfb42dce2d7ee for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:30:28.913464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea0bbf3e-821c-4fdc-a240-a9c9ab789951 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:29.078593 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea0bbf3e-821c-4fdc-a240-a9c9ab789951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:29.129905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bbf3e-821c-4fdc-a240-a9c9ab789951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dab2539-08ab-4a10-8fec-4c18b6c54935,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:30:29.141869 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0bbf3e-821c-4fdc-a240-a9c9ab789951 admin admin] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:30:29.142230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0bbf3e-821c-4fdc-a240-a9c9ab789951 admin admin] Network hostable DHCP agents. Network: 4773f1c7-7b03-498a-9492-152c992175f2, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:30:29.162178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0bbf3e-821c-4fdc-a240-a9c9ab789951 admin admin] Network 4773f1c7-7b03-498a-9492-152c992175f2 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:30:29.173044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-ea0bbf3e-821c-4fdc-a240-a9c9ab789951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 4773f1c7-7b03-498a-9492-152c992175f2) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:30:29.177252 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0bbf3e-821c-4fdc-a240-a9c9ab789951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:30:29.177848 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea0bbf3e-821c-4fdc-a240-a9c9ab789951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:29.182513 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aefd5b-8a85-494b-909f-eb3b48f44902 None None] Network 4773f1c7-7b03-498a-9492-152c992175f2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:30:29.194467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ea0bbf3e-821c-4fdc-a240-a9c9ab789951 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3111479 Nov 13 04:30:29.342030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-4773f1c7-7b03-498a-9492-152c992175f2', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'tenant_id': '3ff9ce7e701e42e6bacbfb42dce2d7ee', 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:30:29.342944 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:29.575126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Allocated IP 192.168.233.2 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/d1b5661f-dc1d-4342-8862-7af649d96a38) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:30:29.719638 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:29.727383 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:29.771775 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:30:29.775792 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Pushing event updated for resources: {'Port': ['ID=d1b5661f-dc1d-4342-8862-7af649d96a38,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:30:29.778038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:30:29.780896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:30:29.787012 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:29.787355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:29.787691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:29.788018 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:29.788399 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:29.788721 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:29.789053 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:29.789521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:29.789840 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:29.790160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:29.790478 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:29.790790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:30:29.847812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Attempting to bind port d1b5661f-dc1d-4342-8862-7af649d96a38 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:30:29.848076 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Attempting to bind port d1b5661f-dc1d-4342-8862-7af649d96a38 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:30:29.848428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Attempting to bind port d1b5661f-dc1d-4342-8862-7af649d96a38 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:30:29.853746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:30:29.854111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:30:29.854498 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:29.854904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:30:29.855390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Bound port: d1b5661f-dc1d-4342-8862-7af649d96a38, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:30:29.855777 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:29.916595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] For port d1b5661f-dc1d-4342-8862-7af649d96a38, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:30:29.919956 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] For port d1b5661f-dc1d-4342-8862-7af649d96a38, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d1b5661f-dc1d-4342-8862-7af649d96a38,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:30:29.926237 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:29.987002 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8285c8-7ca6-42e2-8580-85cf6405a95d None None] Pushing event updated for resources: {'Port': ['ID=d1b5661f-dc1d-4342-8862-7af649d96a38,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:30:30.883286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f911aa-9e51-4e04-84f4-ae7ea2302b18 None None] Network 4773f1c7-7b03-498a-9492-152c992175f2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:30:30.957950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bfdc41be-28b5-4de8-9226-feca9ec8f6fc None None] Provisioning complete for port d1b5661f-dc1d-4342-8862-7af649d96a38 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:30:30.958338 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bfdc41be-28b5-4de8-9226-feca9ec8f6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:31.097599 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bfdc41be-28b5-4de8-9226-feca9ec8f6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:31.134361 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bfdc41be-28b5-4de8-9226-feca9ec8f6fc None None] For port d1b5661f-dc1d-4342-8862-7af649d96a38, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d1b5661f-dc1d-4342-8862-7af649d96a38,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:30:31.139179 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bfdc41be-28b5-4de8-9226-feca9ec8f6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:31.193054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc41be-28b5-4de8-9226-feca9ec8f6fc None None] Pushing event updated for resources: {'Port': ['ID=d1b5661f-dc1d-4342-8862-7af649d96a38,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:30:31.365995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-766b8dc6-f3b9-49ff-ab5b-c22ab8573ae5 None None] Provisioning complete for port d1b5661f-dc1d-4342-8862-7af649d96a38 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:30:31.366325 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-766b8dc6-f3b9-49ff-ab5b-c22ab8573ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:31.867893 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d1b5661f-dc1d-4342-8862-7af649d96a38 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:30:31.919642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d1b5661f-dc1d-4342-8862-7af649d96a38 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:30:31.920310 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:34.086344 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-166c0d8d-72b5-4970-9e97-f2d360334abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:36.384399 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c68748ef-ad71-41ac-b442-8af955eb10ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:37.544665 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:38.898052 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:39.843882 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:30:50.484652 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:31:04.082330 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9add6c47-cff6-4f58-9d9b-54b70fc0c189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:06.379594 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0a16534-2ca5-453e-92b6-da93894d4ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:07.548097 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:08.897499 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:09.847651 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:27.483589 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:31:34.087865 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3802fa3d-3409-4fec-9c76-67dfb0e6c7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:36.384825 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ee29215-929b-469f-a782-007735618f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:37.552120 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:38.898457 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:39.853650 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:41.990055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36024) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:31:41.996067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-68a1acbd-c828-4978-9949-6188176e9a96 tempest-verify_tempest_config-758227499 tempest-verify_tempest_config-758227499-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:31:41.997029 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-68a1acbd-c828-4978-9949-6188176e9a96 tempest-verify_tempest_config-758227499 tempest-verify_tempest_config-758227499-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059803 Nov 13 04:31:42.323712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36042) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:31:42.435697 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:42.542428 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:42.548249 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:42.593423 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea18fe71-fde6-419d-a871-c813bbbf7a92,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:31:42.598239 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b23aa0bf4e574476b67edaa5e678b68a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2735004 Nov 13 04:31:42.601390 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36046) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:31:42.602677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.603081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.603403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.603751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.604069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.604374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.604689 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.605008 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.605317 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.605630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.605943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.606254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d577c-7bf2-4ef1-89aa-4122e82598ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.657979 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:42.682711 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:42.777261 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:42.781609 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:31:42.783484 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea18fe71-fde6-419d-a871-c813bbbf7a92 HTTP/1.1" status: 204 len: 168 time: 0.1808648 Nov 13 04:31:42.792573 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea18fe71-fde6-419d-a871-c813bbbf7a92,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:31:42.799297 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.799637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.799966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.800293 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.800613 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.800932 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.801250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.801564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.801875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.802187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.802580 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:31:42.802801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff89662f-a917-4f5e-a78c-d5e8cfa15ae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:32:04.098695 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df36b3ab-fcd1-4bf2-8c7c-14a48b146414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:32:04.486251 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:32:06.402239 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b984cd1-9a13-42f2-8c88-bb64c8de692f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:32:07.558522 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:32:08.908478 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:32:09.850944 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:32:34.100904 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83840320-dc23-4cb9-b102-43a1f7f2bdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:32:36.391975 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-edb26392-1f69-4c05-a830-31d8c8a74d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:32:37.569119 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:32:38.912919 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:32:39.855808 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:32:41.490966 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:33:04.095970 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1541be34-c8ff-4756-9b68-d5e74a070b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:33:06.392980 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e294f8b2-cbf4-47f8-a187-72b11b391d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:33:07.574144 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:33:08.924526 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:33:09.861070 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:33:18.493943 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:33:34.109607 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8069540c-019b-4680-9681-eead40d546d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:33:36.388180 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd1529e7-ee0b-405e-b873-eefaeaa18349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:33:37.571432 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:33:38.928283 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:33:39.858960 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:33:55.493852 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:34:04.105861 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c990b3ec-75b0-4597-b3eb-c497a0c5ec40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:34:06.398350 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64f02ca2-bbdb-4107-a7b3-42db1b724f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:34:07.575376 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:34:08.936554 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:34:09.857515 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:34:32.497660 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:34:34.116103 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48fa4e59-bdc0-4bf1-96a1-29f6384b924a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:34:36.400190 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-490dddc7-8624-4384-aedc-dc76ecbcd172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:34:37.579458 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:34:38.930027 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:34:39.858458 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:34:58.272513 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704364'] for agent, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:34:58.577304 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704364'] for agent, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:35:04.102428 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a9d1481-bad8-4083-922b-2e259c24030c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:35:06.394355 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d02097a-183e-4000-b1db-a12946ef92b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:35:07.584068 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:35:08.936797 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:35:09.501501 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:35:09.862705 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:35:28.231538 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:35:28.532785 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:35:34.102118 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0b0da9b-76bb-4683-b040-7682a6286f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:35:36.398975 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-803f5a91-7250-405c-8247-87c4af6fbbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:35:37.583110 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:35:37.714511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36106) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:35:37.824710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f02effde-6ff2-47a6-8d20-60835e952352 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1090016 Nov 13 04:35:38.940578 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:35:39.858445 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:35:40.200041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36116) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:35:40.257590 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d577f075-1f1c-4f51-b1b4-68cf0a243ba9 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0564129 Nov 13 04:35:46.506955 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:35:58.238355 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:35:58.555925 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:04.100284 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d911a26b-fc90-46ec-87f9-bac7cb1a58cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:06.408577 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-398b1575-d4d3-47f2-9325-611f1e8e48ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:07.598873 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:08.943743 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:09.854133 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:23.508651 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:36:28.242174 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:28.558155 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:34.097544 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebd61801-5aa2-4486-a1a7-1ff1c77c43da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:36.404287 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0aa6ef3-84c5-42a2-a1f4-2e33a0efd022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:37.590225 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:38.944538 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:39.857411 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:58.255575 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:58.568828 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:59.653003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36302) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:36:59.910164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-network', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:36:59.932869 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Made reservation on behalf of 606b6f5d12d04eb5a653aebae6a0ffdb for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:36:59.935641 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:36:59.944198 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:00.020142 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:00.024432 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:00.043042 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:37:00.051859 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:00.052399 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Added segment 27656d1f-be6f-423c-96c2-590373e16586 of type vlan for network 60424ae1-d64b-4e42-b77a-f43e8fb964ec Nov 13 04:37:00.073797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e664025c-45af-4694-899f-3a8baf0ece1a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:00.097697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.098033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.098700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.099320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.099649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.099965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.100442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.100762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.101078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.101511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.101826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.102142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Tracked resource versions report: Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: pushed versions: Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: { 'AddressGroup': {'1.2'}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'ConntrackHelper': {'1.0'}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'Log': {'1.0'}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'Network': {'1.1'}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'Port': {'1.7'}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'PortForwarding': {'1.2'}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'QosPolicy': {'1.10'}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'SecurityGroup': {'1.5'}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'SecurityGroupRule': {'1.2'}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'SubPort': {'1.0'}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'Subnet': {'1.1'}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'Trunk': {'1.1'}} Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: consumer versions: Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: { DHCP agent@n-d-813114-2: {}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: HyperV agent@n-h1-813114-2: {}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: HyperV agent@n-h2-813114-2: {}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: L3 agent@n-d-813114-2: {}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: Metadata agent@n-d-813114-2: {}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: Metering agent@n-d-813114-2: {}, Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: Open vSwitch agent@n-d-813114-2: { 'AddressGroup': '1.2', Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'ConntrackHelper': '1.0', Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'Log': '1.0', Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'Network': '1.1', Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'Port': '1.7', Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'PortForwarding': '1.2', Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'QosPolicy': '1.10', Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'SecurityGroup': '1.5', Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'SecurityGroupRule': '1.2', Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'SubPort': '1.0', Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'Subnet': '1.1', Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: 'Trunk': '1.1'}} Nov 13 04:37:00.107704 n-d-813114-2 neutron-server[102667]: {{(pid=102667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 04:37:00.124626 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:00.150524 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:00.151867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:00.152694 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:00.214419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] Pushing event updated for resources: {'Network': ['ID=60424ae1-d64b-4e42-b77a-f43e8fb964ec,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:00.226803 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 60424ae1-d64b-4e42-b77a-f43e8fb964ec details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:37:00.233681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36334) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:00.234513 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-94968790-70b0-4dd0-a340-7107ad7490ff admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5800626 Nov 13 04:37:00.240226 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Request body: {'subnet': {'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-subnet', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:00.267187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Made reservation on behalf of 606b6f5d12d04eb5a653aebae6a0ffdb for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:37:00.270856 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:00.464210 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:00.508078 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:37:00.524814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7650a9-94c5-4c9d-a3c8-3204f255dd5e,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:00.535837 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.536432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.536923 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.537393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.537885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.538349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.539175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.539535 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.539861 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.540179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.540496 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.540871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Tracked resource versions report: Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: pushed versions: Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: { 'AddressGroup': {'1.2'}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'ConntrackHelper': {'1.0'}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'Log': {'1.0'}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'Network': {'1.1'}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'Port': {'1.7'}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'PortForwarding': {'1.2'}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'QosPolicy': {'1.10'}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'SecurityGroup': {'1.5'}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'SecurityGroupRule': {'1.2'}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'SubPort': {'1.0'}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'Subnet': {'1.1'}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'Trunk': {'1.1'}} Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: consumer versions: Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: { DHCP agent@n-d-813114-2: {}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: HyperV agent@n-h1-813114-2: {}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: HyperV agent@n-h2-813114-2: {}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: L3 agent@n-d-813114-2: {}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: Metadata agent@n-d-813114-2: {}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: Metering agent@n-d-813114-2: {}, Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: Open vSwitch agent@n-d-813114-2: { 'AddressGroup': '1.2', Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'ConntrackHelper': '1.0', Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'Log': '1.0', Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'Network': '1.1', Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'Port': '1.7', Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'PortForwarding': '1.2', Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'QosPolicy': '1.10', Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'SecurityGroup': '1.5', Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'SecurityGroupRule': '1.2', Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'SubPort': '1.0', Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'Subnet': '1.1', Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: 'Trunk': '1.1'}} Nov 13 04:37:00.541919 n-d-813114-2 neutron-server[102668]: {{(pid=102668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 04:37:00.544735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Checking segment: {'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:37:00.545103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Network hostable DHCP agents. Network: 60424ae1-d64b-4e42-b77a-f43e8fb964ec, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:37:00.565791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Network 60424ae1-d64b-4e42-b77a-f43e8fb964ec is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:37:00.576208 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 60424ae1-d64b-4e42-b77a-f43e8fb964ec) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:00.582065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:00.582660 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:00.589496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae120c6-ec1b-4e97-b0a4-43e44e0a8139 None None] Network 60424ae1-d64b-4e42-b77a-f43e8fb964ec requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:37:00.611671 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4bff93ff-0f36-43e2-8f5e-d757984d7505 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3768275 Nov 13 04:37:00.614241 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36352) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:00.621875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:00.646120 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:00.648160 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:00.717772 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:00.770134 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:37:00.771310 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:00.908105 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:00.919400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Allocated IP 172.20.0.2 (60424ae1-d64b-4e42-b77a-f43e8fb964ec/4c7650a9-94c5-4c9d-a3c8-3204f255dd5e/6cb87f88-7209-4395-8a3c-5102391a6163) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:37:01.330739 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:01.346735 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:01.372360 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:01.402953 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Pushing event updated for resources: {'Port': ['ID=6cb87f88-7209-4395-8a3c-5102391a6163,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:01.413334 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:01.413709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:01.414657 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:01.415210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:01.415911 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:01.417173 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:01.418157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:01.418658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:01.419188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:01.419700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:01.420505 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:01.421004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Tracked resource versions report: Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: pushed versions: Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: { 'AddressGroup': {'1.2'}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'ConntrackHelper': {'1.0'}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'Log': {'1.0'}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'Network': {'1.1'}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'Port': {'1.7'}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'PortForwarding': {'1.2'}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'QosPolicy': {'1.10'}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'SecurityGroup': {'1.5'}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'SecurityGroupRule': {'1.2'}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'SubPort': {'1.0'}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'Subnet': {'1.1'}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'Trunk': {'1.1'}} Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: consumer versions: Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: { DHCP agent@n-d-813114-2: {}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: HyperV agent@n-h1-813114-2: {}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: HyperV agent@n-h2-813114-2: {}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: L3 agent@n-d-813114-2: {}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: Metadata agent@n-d-813114-2: {}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: Metering agent@n-d-813114-2: {}, Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: Open vSwitch agent@n-d-813114-2: { 'AddressGroup': '1.2', Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'ConntrackHelper': '1.0', Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'Log': '1.0', Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'Network': '1.1', Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'Port': '1.7', Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'PortForwarding': '1.2', Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'QosPolicy': '1.10', Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'SecurityGroup': '1.5', Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'SecurityGroupRule': '1.2', Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'SubPort': '1.0', Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'Subnet': '1.1', Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: 'Trunk': '1.1'}} Nov 13 04:37:01.422258 n-d-813114-2 neutron-server[102669]: {{(pid=102669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 04:37:01.455271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Network 60424ae1-d64b-4e42-b77a-f43e8fb964ec is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:37:01.456632 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:01.457475 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:01.457475 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:37:01.532557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Attempting to bind port 6cb87f88-7209-4395-8a3c-5102391a6163 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:37:01.533204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Attempting to bind port 6cb87f88-7209-4395-8a3c-5102391a6163 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:37:01.533835 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Attempting to bind port 6cb87f88-7209-4395-8a3c-5102391a6163 on network 60424ae1-d64b-4e42-b77a-f43e8fb964ec {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:01.540875 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:37:01.541859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Checking segment: {'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:37:01.542519 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:01.543430 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Bound using segment: {'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:37:01.544116 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Bound port: 6cb87f88-7209-4395-8a3c-5102391a6163, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:37:01.544688 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:01.600437 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Allocated IP 172.25.8.159 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/f2e53094-9182-404a-9d54-9367ddf57e25) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:37:01.628981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] For port 6cb87f88-7209-4395-8a3c-5102391a6163, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:37:01.632744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] For port 6cb87f88-7209-4395-8a3c-5102391a6163, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6cb87f88-7209-4395-8a3c-5102391a6163,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:37:01.639805 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:01.715936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576b74-af19-4244-8251-2a77cdbd0ba3 None None] Pushing event updated for resources: {'Port': ['ID=6cb87f88-7209-4395-8a3c-5102391a6163,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:01.761457 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:01.812837 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:01.859070 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:37:01.862033 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:01.868379 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:37:01.948715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e53094-9182-404a-9d54-9367ddf57e25,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:02.273974 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6cb87f88-7209-4395-8a3c-5102391a6163 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:37:02.280987 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:02.401206 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 6cb87f88-7209-4395-8a3c-5102391a6163 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:02.403674 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:02.567680 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:02.590768 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:02.653900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 6cb87f88-7209-4395-8a3c-5102391a6163, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6cb87f88-7209-4395-8a3c-5102391a6163,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:02.663976 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:02.783865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=6cb87f88-7209-4395-8a3c-5102391a6163,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:02.843229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:37:03.000298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:37:03.013025 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Sync routers for ids ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:37:03.026336 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:03.027848 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Routers {'1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:37:03.028737 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:36:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:03.043682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36444) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:03.044579 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-76d74a57-d5c9-4e92-830a-5434318b3749 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.4285076 Nov 13 04:37:03.093547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45123b8f-4b2b-49e8-ad64-724e8d4488da None None] Network 60424ae1-d64b-4e42-b77a-f43e8fb964ec requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:37:03.213580 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f47d32a1-28bf-4d1d-8341-9a0e0bafd84b None None] Provisioning complete for port 6cb87f88-7209-4395-8a3c-5102391a6163 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:03.214486 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f47d32a1-28bf-4d1d-8341-9a0e0bafd84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:03.290456 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Set router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:37:03.555951 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:01Z', 'revision_number': 3, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:03.614647 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Checking router: 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:37:03.615353 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Updating router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb port f2e53094-9182-404a-9d54-9367ddf57e25 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:37:03.683155 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:03.836802 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9cc3982e-7cbb-4a58-925a-1a24af34840b None None] Provisioning complete for port 6cb87f88-7209-4395-8a3c-5102391a6163 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:03.837407 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9cc3982e-7cbb-4a58-925a-1a24af34840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:03.982680 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:04.100409 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:04.101125 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8ff696b-0e55-42db-832a-937ce5b19a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:04.115712 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6cb87f88-7209-4395-8a3c-5102391a6163 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:37:04.120238 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:04.188345 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Attempting to bind port f2e53094-9182-404a-9d54-9367ddf57e25 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:37:04.188805 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Attempting to bind port f2e53094-9182-404a-9d54-9367ddf57e25 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:37:04.189235 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Attempting to bind port f2e53094-9182-404a-9d54-9367ddf57e25 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:04.197075 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 6cb87f88-7209-4395-8a3c-5102391a6163 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:04.197437 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:04.206400 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:37:04.206862 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:37:04.207353 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:04.207812 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:37:04.209235 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Bound port: f2e53094-9182-404a-9d54-9367ddf57e25, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:37:04.209704 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:04.275400 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] For port f2e53094-9182-404a-9d54-9367ddf57e25, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:37:04.279848 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] For port f2e53094-9182-404a-9d54-9367ddf57e25, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f2e53094-9182-404a-9d54-9367ddf57e25,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:37:04.281064 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76b2f8-1c2b-426c-b75c-59d18f8af6a3 None None] Pushing event updated for resources: {'Port': ['ID=f2e53094-9182-404a-9d54-9367ddf57e25,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:04.290799 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76b2f8-1c2b-426c-b75c-59d18f8af6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:04.291285 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76b2f8-1c2b-426c-b75c-59d18f8af6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:04.291933 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76b2f8-1c2b-426c-b75c-59d18f8af6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:04.292395 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76b2f8-1c2b-426c-b75c-59d18f8af6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:04.293426 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76b2f8-1c2b-426c-b75c-59d18f8af6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:04.293878 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76b2f8-1c2b-426c-b75c-59d18f8af6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:04.294305 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76b2f8-1c2b-426c-b75c-59d18f8af6a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:04.294720 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76b2f8-1c2b-426c-b75c-59d18f8af6a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:04.295634 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76b2f8-1c2b-426c-b75c-59d18f8af6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:04.296138 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76b2f8-1c2b-426c-b75c-59d18f8af6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:04.296638 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76b2f8-1c2b-426c-b75c-59d18f8af6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:04.297414 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76b2f8-1c2b-426c-b75c-59d18f8af6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76b2f8-1c2b-426c-b75c-59d18f8af6a3 None None] Tracked resource versions report: Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: pushed versions: Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: { 'AddressGroup': {'1.2'}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'Log': {'1.0'}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'Network': {'1.1'}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'Port': {'1.7'}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'PortForwarding': {'1.2'}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'QosPolicy': {'1.10'}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'SecurityGroup': {'1.5'}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'SubPort': {'1.0'}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'Subnet': {'1.1'}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'Trunk': {'1.1'}} Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: consumer versions: Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: { DHCP agent@n-d-813114-2: {}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: HyperV agent@n-h1-813114-2: {}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: HyperV agent@n-h2-813114-2: {}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: L3 agent@n-d-813114-2: {}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: Metadata agent@n-d-813114-2: {}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: Metering agent@n-d-813114-2: {}, Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: Open vSwitch agent@n-d-813114-2: { 'AddressGroup': '1.2', Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'ConntrackHelper': '1.0', Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'Log': '1.0', Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'Network': '1.1', Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'Port': '1.7', Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'PortForwarding': '1.2', Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'QosPolicy': '1.10', Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'SecurityGroup': '1.5', Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'SecurityGroupRule': '1.2', Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'SubPort': '1.0', Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'Subnet': '1.1', Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: 'Trunk': '1.1'}} Nov 13 04:37:04.298536 n-d-813114-2 neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 04:37:04.305108 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:04.338075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Allocated IP 172.20.0.1 (60424ae1-d64b-4e42-b77a-f43e8fb964ec/4c7650a9-94c5-4c9d-a3c8-3204f255dd5e/828e1b6b-e94c-4d7f-a764-8d937c1a436a) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:37:04.358520 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Routers {'1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:37:04.359239 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:36:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:04.506198 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:04.530673 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76b2f8-1c2b-426c-b75c-59d18f8af6a3 None None] Pushing event updated for resources: {'Port': ['ID=f2e53094-9182-404a-9d54-9367ddf57e25,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:04.547198 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] Set router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:37:04.554507 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:04.593582 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Network 60424ae1-d64b-4e42-b77a-f43e8fb964ec is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:37:04.600893 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:04.604846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:37:04.605319 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:04.653653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Pushing event updated for resources: {'Port': ['ID=828e1b6b-e94c-4d7f-a764-8d937c1a436a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:04.813736 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:04.875302 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:01Z', 'revision_number': 3, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:04.910875 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a328cd-d8d0-4200-b793-5b66c1e487cf None None] The sync data for ids ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'] in n-d-813114-2 is: [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:01Z', 'revision_number': 3, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:37:05.023061 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e61fc15b-6654-4ea9-a314-60a5af3dd978 None None] Provisioning complete for port 828e1b6b-e94c-4d7f-a764-8d937c1a436a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:05.023759 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e61fc15b-6654-4ea9-a314-60a5af3dd978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:05.077711 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e61fc15b-6654-4ea9-a314-60a5af3dd978 None None] Port 828e1b6b-e94c-4d7f-a764-8d937c1a436a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:37:05.205420 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:05.216588 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:05.217318 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:05.287126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Pushing event updated for resources: {'Port': ['ID=828e1b6b-e94c-4d7f-a764-8d937c1a436a,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:05.385479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Network 60424ae1-d64b-4e42-b77a-f43e8fb964ec is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:37:05.387244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:05.557136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:37:05.718338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36550) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:05.748526 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:37:05.761024 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4cbbe1e7-adee-4d1a-b53a-e09c84ecaae3 admin admin] 10.222.0.43 "PUT /v2.0/routers/1612c923-0dcb-48b7-b4e9-31b22ff7a5bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7162070 Nov 13 04:37:05.810953 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0071afac-6c23-4c62-8deb-08745246b4d2 None None] Provisioning complete for port 828e1b6b-e94c-4d7f-a764-8d937c1a436a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:05.811596 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0071afac-6c23-4c62-8deb-08745246b4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:05.854713 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0071afac-6c23-4c62-8deb-08745246b4d2 None None] Port 828e1b6b-e94c-4d7f-a764-8d937c1a436a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:37:05.887018 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-296c19ca-198c-4cd2-aed0-06fa180b3f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:05.981684 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-296c19ca-198c-4cd2-aed0-06fa180b3f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:05.994710 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-296c19ca-198c-4cd2-aed0-06fa180b3f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:06.062785 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-296c19ca-198c-4cd2-aed0-06fa180b3f32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e22c04d56a724037a0dc2d2eacc85595&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3414357 Nov 13 04:37:06.063392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c19ca-198c-4cd2-aed0-06fa180b3f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bfd1c9-d5d7-4e26-850d-53e7ee5328fb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:06.065737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36570) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:06.163577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f2e53094-9182-404a-9d54-9367ddf57e25 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:37:06.167210 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c8f67b06-84af-44d9-9376-6461d4d50dee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:06.204938 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c8f67b06-84af-44d9-9376-6461d4d50dee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:06.239077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f2e53094-9182-404a-9d54-9367ddf57e25 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:06.239448 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:06.320762 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c8f67b06-84af-44d9-9376-6461d4d50dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:06.325119 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c8f67b06-84af-44d9-9376-6461d4d50dee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:06.328450 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c8f67b06-84af-44d9-9376-6461d4d50dee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5bfd1c9-d5d7-4e26-850d-53e7ee5328fb HTTP/1.1" status: 204 len: 168 time: 0.2614591 Nov 13 04:37:06.350183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f67b06-84af-44d9-9376-6461d4d50dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bfd1c9-d5d7-4e26-850d-53e7ee5328fb,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:06.372955 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:06.415105 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port f2e53094-9182-404a-9d54-9367ddf57e25, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f2e53094-9182-404a-9d54-9367ddf57e25,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:06.421022 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:06.445925 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13b40b7d-4c6a-401f-8fba-2f63cd1d01a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:06.484282 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=f2e53094-9182-404a-9d54-9367ddf57e25,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:06.939150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36642) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:06.945028 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1395363891-network', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:06.971015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] Made reservation on behalf of f007994a998c4ef3addc7d252d4f802a for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:37:06.973394 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:06.996802 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.002183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Sync routers for ids ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:37:07.002321 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36650) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:07.021986 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Routers {'1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:37:07.022537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:37:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:07.044520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdecd691-055d-463a-8738-b8f7710393a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.200480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Set router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:37:07.219916 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.226625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.241020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:37:07.254765 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.255279 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] Added segment d7040183-9070-48bd-8deb-38c47c60db39 of type vlan for network 5d04222e-1871-40ff-bec8-882fb2bcd651 Nov 13 04:37:07.263741 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdecd691-055d-463a-8738-b8f7710393a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.269298 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdecd691-055d-463a-8738-b8f7710393a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.320694 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.337917 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c63882-be60-4058-bb8a-381276203c56,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:07.371605 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fdecd691-055d-463a-8738-b8f7710393a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9432d728d401472f86ffb6fad7fc864d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3676641 Nov 13 04:37:07.373440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecd691-055d-463a-8738-b8f7710393a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918c0a62-bebd-4472-94ff-a0fc8a3c8f65,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:07.374121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36676) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:07.396446 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.397410 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:07.398128 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.481158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] Pushing event updated for resources: {'Network': ['ID=5d04222e-1871-40ff-bec8-882fb2bcd651,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:07.511616 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 5d04222e-1871-40ff-bec8-882fb2bcd651 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:37:07.528505 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-90cf8ed0-55a7-48e8-9df7-b1c6fab2c684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.534408 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-aa9cd281-b348-4deb-8925-d3f191bea980 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5935137 Nov 13 04:37:07.537422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36686) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:07.550981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-dae235b1-5c26-468e-8953-23c7446e95b8 admin admin] Request body: {'subnet': {'network_id': '5d04222e-1871-40ff-bec8-882fb2bcd651', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1395363891-subnet', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:07.551685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36688) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:07.607219 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-90cf8ed0-55a7-48e8-9df7-b1c6fab2c684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.607866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae235b1-5c26-468e-8953-23c7446e95b8 admin admin] Made reservation on behalf of f007994a998c4ef3addc7d252d4f802a for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:37:07.611445 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dae235b1-5c26-468e-8953-23c7446e95b8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.719552 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-90cf8ed0-55a7-48e8-9df7-b1c6fab2c684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.723680 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-90cf8ed0-55a7-48e8-9df7-b1c6fab2c684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.724681 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-90cf8ed0-55a7-48e8-9df7-b1c6fab2c684 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/918c0a62-bebd-4472-94ff-a0fc8a3c8f65 HTTP/1.1" status: 204 len: 168 time: 0.3491528 Nov 13 04:37:07.735800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf8ed0-55a7-48e8-9df7-b1c6fab2c684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918c0a62-bebd-4472-94ff-a0fc8a3c8f65,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:07.818509 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.873103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '828e1b6b-e94c-4d7f-a764-8d937c1a436a', 'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'mac_address': 'fa:16:3e:40:6f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:04Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 2, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'subnets': [{'id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:07.910295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Checking router: 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:37:07.910607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Updating router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb port 828e1b6b-e94c-4d7f-a764-8d937c1a436a binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:37:07.944870 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:07.964777 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dae235b1-5c26-468e-8953-23c7446e95b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.039962 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33c5eb7b-c3cb-4b34-a9ff-571b8946ea53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.072241 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae235b1-5c26-468e-8953-23c7446e95b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=470ea640-e289-4c0b-bb2e-821a1688ca15,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:08.136801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36724) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:08.166967 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae235b1-5c26-468e-8953-23c7446e95b8 admin admin] Checking segment: {'id': 'd7040183-9070-48bd-8deb-38c47c60db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5d04222e-1871-40ff-bec8-882fb2bcd651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:37:08.167262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae235b1-5c26-468e-8953-23c7446e95b8 admin admin] Network hostable DHCP agents. Network: 5d04222e-1871-40ff-bec8-882fb2bcd651, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:37:08.180243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f2e53094-9182-404a-9d54-9367ddf57e25 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:37:08.193743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae235b1-5c26-468e-8953-23c7446e95b8 admin admin] Network 5d04222e-1871-40ff-bec8-882fb2bcd651 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:37:08.204844 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33c5eb7b-c3cb-4b34-a9ff-571b8946ea53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.212878 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33c5eb7b-c3cb-4b34-a9ff-571b8946ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.217563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-dae235b1-5c26-468e-8953-23c7446e95b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 5d04222e-1871-40ff-bec8-882fb2bcd651) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:08.223180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae235b1-5c26-468e-8953-23c7446e95b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:08.224753 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dae235b1-5c26-468e-8953-23c7446e95b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.243563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859f4a2a-a290-495b-9e2f-96d828667f5c None None] Network 5d04222e-1871-40ff-bec8-882fb2bcd651 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:37:08.259593 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dae235b1-5c26-468e-8953-23c7446e95b8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7206273 Nov 13 04:37:08.262750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36730) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:08.271822 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1395363891-router', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:08.285220 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-33c5eb7b-c3cb-4b34-a9ff-571b8946ea53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a763ec1b2294819a01396ea2b28a92b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7324858 Nov 13 04:37:08.288110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36732) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:08.290819 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5eb7b-c3cb-4b34-a9ff-571b8946ea53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f374ac-d408-4558-8aed-f3fbe292d8a1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:08.347235 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.348397 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.365431 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d46f-0e14-49a6-818d-d78fdd7d56d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.405488 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d46f-0e14-49a6-818d-d78fdd7d56d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.434960 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.454558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f2e53094-9182-404a-9d54-9367ddf57e25 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:08.455068 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.508439 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d46f-0e14-49a6-818d-d78fdd7d56d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.512695 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d46f-0e14-49a6-818d-d78fdd7d56d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.516890 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d0b4d46f-0e14-49a6-818d-d78fdd7d56d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93f374ac-d408-4558-8aed-f3fbe292d8a1 HTTP/1.1" status: 204 len: 168 time: 0.2248099 Nov 13 04:37:08.530797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4d46f-0e14-49a6-818d-d78fdd7d56d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f374ac-d408-4558-8aed-f3fbe292d8a1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:08.647336 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.664179 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.749396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.780342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36748) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:08.857253 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-5d04222e-1871-40ff-bec8-882fb2bcd651', 'network_id': '5d04222e-1871-40ff-bec8-882fb2bcd651', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a', 'fixed_ips': [{'subnet_id': '470ea640-e289-4c0b-bb2e-821a1688ca15'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:37:08.858120 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.902254 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1d9c13fc-5dbf-4452-91d4-6a32b6d40ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:08.905818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcdddb-45f5-43db-a52e-8e9027834b26 None None] Pushing event updated for resources: {'Port': ['ID=828e1b6b-e94c-4d7f-a764-8d937c1a436a,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:08.958129 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Attempting to bind port 828e1b6b-e94c-4d7f-a764-8d937c1a436a on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:37:08.958129 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Attempting to bind port 828e1b6b-e94c-4d7f-a764-8d937c1a436a by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:37:08.958129 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Attempting to bind port 828e1b6b-e94c-4d7f-a764-8d937c1a436a on network 60424ae1-d64b-4e42-b77a-f43e8fb964ec {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:09.063163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:37:09.063524 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Checking segment: {'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:37:09.064081 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.064601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Bound using segment: {'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:37:09.065223 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Bound port: 828e1b6b-e94c-4d7f-a764-8d937c1a436a, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:37:09.065776 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.089510 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.194897 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bdcf63c1-ee8f-4c7b-b69c-89526e463e01 None None] Provisioning complete for port 828e1b6b-e94c-4d7f-a764-8d937c1a436a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:09.195645 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bdcf63c1-ee8f-4c7b-b69c-89526e463e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.197959 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1d9c13fc-5dbf-4452-91d4-6a32b6d40ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.213323 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1d9c13fc-5dbf-4452-91d4-6a32b6d40ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.229549 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.237596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] For port 828e1b6b-e94c-4d7f-a764-8d937c1a436a, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:37:09.256771 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] For port 828e1b6b-e94c-4d7f-a764-8d937c1a436a, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=828e1b6b-e94c-4d7f-a764-8d937c1a436a,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:37:09.257517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Allocated IP 172.20.0.2 (5d04222e-1871-40ff-bec8-882fb2bcd651/470ea640-e289-4c0b-bb2e-821a1688ca15/271cb51a-01ad-4bed-82dc-5c11fac6415b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:37:09.297629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c13fc-5dbf-4452-91d4-6a32b6d40ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852e5b20-d798-4bc4-8a57-a50cc44c3476,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:09.304539 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.389824 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.415558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Allocated IP 172.25.8.122 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/ff447d07-3bdf-4d46-b943-f97d2a119a3f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:37:09.456164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcdddb-45f5-43db-a52e-8e9027834b26 None None] Pushing event updated for resources: {'Port': ['ID=828e1b6b-e94c-4d7f-a764-8d937c1a436a,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:09.480918 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf63c1-ee8f-4c7b-b69c-89526e463e01 None None] Port 828e1b6b-e94c-4d7f-a764-8d937c1a436a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:37:09.483104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36784) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:09.520808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Routers {'1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:37:09.521717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:37:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:09.551459 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.652937 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a58b8e00-3f2f-4726-8e6f-96b58ffb6273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.662820 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1d9c13fc-5dbf-4452-91d4-6a32b6d40ca4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a6824ead2a84fb5af2791236b367481&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5213430 Nov 13 04:37:09.664667 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.679885 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36798) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:09.759924 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] Set router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:37:09.836825 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Pushing event updated for resources: {'Port': ['ID=ff447d07-3bdf-4d46-b943-f97d2a119a3f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:09.839197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36808) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:09.884930 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a58b8e00-3f2f-4726-8e6f-96b58ffb6273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.891103 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d55df34d-df3d-4f86-84ff-c0e763f960c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.897210 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:37:09.908232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:09.911795 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6eafc568-4c42-473b-9b78-1ae2d8a71c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.921517 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a58b8e00-3f2f-4726-8e6f-96b58ffb6273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:09.989446 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:37:10.002930 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8132547f-8bd6-46bc-8834-ea3bf9853865 None None] Provisioning complete for port 828e1b6b-e94c-4d7f-a764-8d937c1a436a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:10.006879 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8132547f-8bd6-46bc-8834-ea3bf9853865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.046805 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6eafc568-4c42-473b-9b78-1ae2d8a71c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.055797 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a58b8e00-3f2f-4726-8e6f-96b58ffb6273 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a596c33afb3e4d3cbbb9e76adaa4da3c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2731671 Nov 13 04:37:10.086780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36828) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:10.101753 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b8e00-3f2f-4726-8e6f-96b58ffb6273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1647588-93c6-4a94-b6cb-7853368e43ea,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:10.126744 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1149-94e6-4b08-85fb-1dc5c23ac6a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.157221 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1149-94e6-4b08-85fb-1dc5c23ac6a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.179541 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d55df34d-df3d-4f86-84ff-c0e763f960c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.185237 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6eafc568-4c42-473b-9b78-1ae2d8a71c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.192294 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d55df34d-df3d-4f86-84ff-c0e763f960c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.196180 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.250880 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6eafc568-4c42-473b-9b78-1ae2d8a71c8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72020cf2acef4ae7bc281dd6929694c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7667279 Nov 13 04:37:10.259838 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafc568-4c42-473b-9b78-1ae2d8a71c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7450c291-0733-4934-8249-f3694d137bce,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:10.262393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36838) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:10.279864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d55df34d-df3d-4f86-84ff-c0e763f960c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4c57a78e9154399835a0f370b8868ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4392443 Nov 13 04:37:10.287650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36842) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:10.326186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55df34d-df3d-4f86-84ff-c0e763f960c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae540347-f470-40f1-9e25-d6fbed33ab2d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:10.366945 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.423730 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.458843 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.488983 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-29059104-1f48-4d6e-9e16-970ea1b7fc95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.554409 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Network 5d04222e-1871-40ff-bec8-882fb2bcd651 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:37:10.578559 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-29059104-1f48-4d6e-9e16-970ea1b7fc95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.592581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:10.594326 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8132547f-8bd6-46bc-8834-ea3bf9853865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.644604 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:37:10.644703 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e568e8d2-86d7-4e88-954d-beeda820080d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.661033 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1149-94e6-4b08-85fb-1dc5c23ac6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.667780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Pushing event updated for resources: {'Port': ['ID=271cb51a-01ad-4bed-82dc-5c11fac6415b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:10.670268 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1149-94e6-4b08-85fb-1dc5c23ac6a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.672475 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2a8f1149-94e6-4b08-85fb-1dc5c23ac6a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/852e5b20-d798-4bc4-8a57-a50cc44c3476 HTTP/1.1" status: 204 len: 168 time: 0.9967127 Nov 13 04:37:10.709983 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e568e8d2-86d7-4e88-954d-beeda820080d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.737917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8132547f-8bd6-46bc-8834-ea3bf9853865 None None] For port 828e1b6b-e94c-4d7f-a764-8d937c1a436a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=828e1b6b-e94c-4d7f-a764-8d937c1a436a,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:10.757067 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8132547f-8bd6-46bc-8834-ea3bf9853865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.769146 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.784895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f1149-94e6-4b08-85fb-1dc5c23ac6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852e5b20-d798-4bc4-8a57-a50cc44c3476,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:10.805951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Attempting to bind port 271cb51a-01ad-4bed-82dc-5c11fac6415b on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:37:10.806455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Attempting to bind port 271cb51a-01ad-4bed-82dc-5c11fac6415b by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'd7040183-9070-48bd-8deb-38c47c60db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5d04222e-1871-40ff-bec8-882fb2bcd651'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:37:10.806896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Attempting to bind port 271cb51a-01ad-4bed-82dc-5c11fac6415b on network 5d04222e-1871-40ff-bec8-882fb2bcd651 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:10.826425 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93fc99c5-bf87-4f13-8c58-b8e574b2dea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.830552 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:37:10.831091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Checking segment: {'id': 'd7040183-9070-48bd-8deb-38c47c60db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5d04222e-1871-40ff-bec8-882fb2bcd651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:37:10.831554 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.832078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Bound using segment: {'id': 'd7040183-9070-48bd-8deb-38c47c60db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5d04222e-1871-40ff-bec8-882fb2bcd651'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:37:10.832624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Bound port: 271cb51a-01ad-4bed-82dc-5c11fac6415b, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7040183-9070-48bd-8deb-38c47c60db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5d04222e-1871-40ff-bec8-882fb2bcd651'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:37:10.833222 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.879416 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '828e1b6b-e94c-4d7f-a764-8d937c1a436a', 'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'mac_address': 'fa:16:3e:40:6f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:04Z', 'updated_at': '2021-11-13T04:37:09Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'subnets': [{'id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:10.918223 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718fdc09-a344-444f-bf40-4457e7aa3fe8 None None] The sync data for ids ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'] in n-d-813114-2 is: [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '828e1b6b-e94c-4d7f-a764-8d937c1a436a', 'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'mac_address': 'fa:16:3e:40:6f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:04Z', 'updated_at': '2021-11-13T04:37:09Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'subnets': [{'id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:37:10.933126 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93fc99c5-bf87-4f13-8c58-b8e574b2dea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:10.945648 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132547f-8bd6-46bc-8834-ea3bf9853865 None None] Pushing event updated for resources: {'Port': ['ID=828e1b6b-e94c-4d7f-a764-8d937c1a436a,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:10.963997 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Router 8326c899-1649-4333-8274-46acffd7436e is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:37:11.044832 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-29059104-1f48-4d6e-9e16-970ea1b7fc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:11.047708 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-29059104-1f48-4d6e-9e16-970ea1b7fc95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:11.052088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-29059104-1f48-4d6e-9e16-970ea1b7fc95 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7450c291-0733-4934-8249-f3694d137bce HTTP/1.1" status: 204 len: 168 time: 0.7668855 Nov 13 04:37:11.058470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] For port 271cb51a-01ad-4bed-82dc-5c11fac6415b, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:37:11.070349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] For port 271cb51a-01ad-4bed-82dc-5c11fac6415b, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=271cb51a-01ad-4bed-82dc-5c11fac6415b,segment=NetworkSegment(d7040183-9070-48bd-8deb-38c47c60db39),segment_id=d7040183-9070-48bd-8deb-38c47c60db39)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:37:11.081404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29059104-1f48-4d6e-9e16-970ea1b7fc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7450c291-0733-4934-8249-f3694d137bce,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:11.083315 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e568e8d2-86d7-4e88-954d-beeda820080d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:11.086643 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e568e8d2-86d7-4e88-954d-beeda820080d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:11.087859 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e568e8d2-86d7-4e88-954d-beeda820080d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1647588-93c6-4a94-b6cb-7853368e43ea HTTP/1.1" status: 204 len: 168 time: 0.9829648 Nov 13 04:37:11.090545 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:11.135120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568e8d2-86d7-4e88-954d-beeda820080d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1647588-93c6-4a94-b6cb-7853368e43ea,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:11.145385 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93fc99c5-bf87-4f13-8c58-b8e574b2dea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:11.150603 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93fc99c5-bf87-4f13-8c58-b8e574b2dea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:11.159322 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-93fc99c5-bf87-4f13-8c58-b8e574b2dea2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae540347-f470-40f1-9e25-d6fbed33ab2d HTTP/1.1" status: 204 len: 168 time: 0.8697517 Nov 13 04:37:11.175067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc99c5-bf87-4f13-8c58-b8e574b2dea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae540347-f470-40f1-9e25-d6fbed33ab2d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:11.224466 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d904ea-6cbd-4fa7-91c7-d7538060658b None None] Pushing event updated for resources: {'Port': ['ID=271cb51a-01ad-4bed-82dc-5c11fac6415b,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:11.415396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:37:11.428813 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Sync routers for ids ['8326c899-1649-4333-8274-46acffd7436e'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:37:11.439904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36902) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:11.443465 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Routers {'8326c899-1649-4333-8274-46acffd7436e'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:37:11.444296 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:37:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8326c899-1649-4333-8274-46acffd7436e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:11.449968 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36904) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:11.470123 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:11.471394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-75c806b4-2fd4-4f10-aa46-2232b2af5b0c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.2058592 Nov 13 04:37:11.473261 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-526d83b0-6fb4-4377-816c-3562596c2439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:11.475183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36908) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:11.623870 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Set router 8326c899-1649-4333-8274-46acffd7436e gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:37:11.856932 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-526d83b0-6fb4-4377-816c-3562596c2439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:11.880036 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-526d83b0-6fb4-4377-816c-3562596c2439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:11.926611 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-526d83b0-6fb4-4377-816c-3562596c2439 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62c0a702787148609bc004072a1d57c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4856124 Nov 13 04:37:11.929786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36914) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:12.043603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d83b0-6fb4-4377-816c-3562596c2439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06f8396-3fdd-44b7-9472-aedd5cb2e366,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:12.056371 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d12d44d-2f93-40f0-975e-c8e04d2a75e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:12.086641 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326c899-1649-4333-8274-46acffd7436e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1395363891-router', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:08Z', 'updated_at': '2021-11-13T04:37:10Z', 'revision_number': 3, 'project_id': 'f007994a998c4ef3addc7d252d4f802a', 'gw_port': {'id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326c899-1649-4333-8274-46acffd7436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:09Z', 'updated_at': '2021-11-13T04:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:12.131889 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d12d44d-2f93-40f0-975e-c8e04d2a75e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:12.178903 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Checking router: 8326c899-1649-4333-8274-46acffd7436e for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:37:12.180980 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Updating router 8326c899-1649-4333-8274-46acffd7436e port ff447d07-3bdf-4d46-b943-f97d2a119a3f binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:37:12.254038 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:12.280858 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d12d44d-2f93-40f0-975e-c8e04d2a75e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:12.283745 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d12d44d-2f93-40f0-975e-c8e04d2a75e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:12.284917 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6d12d44d-2f93-40f0-975e-c8e04d2a75e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a06f8396-3fdd-44b7-9472-aedd5cb2e366 HTTP/1.1" status: 204 len: 168 time: 0.3541732 Nov 13 04:37:12.307828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12d44d-2f93-40f0-975e-c8e04d2a75e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06f8396-3fdd-44b7-9472-aedd5cb2e366,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:12.353020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 271cb51a-01ad-4bed-82dc-5c11fac6415b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:37:12.427718 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02b562f8-32a6-4415-9e79-d85894c1140c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:12.502271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36928) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:12.506828 n-d-813114-2 neutron-server[102668]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 13 04:37:12.534733 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 271cb51a-01ad-4bed-82dc-5c11fac6415b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:12.535159 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:12.602500 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-c71b63cc-8b67-4f34-bf9f-5ea1bc98d198 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8936d1ffd8c147b1a37398e0e7cd4bee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986350 Nov 13 04:37:12.662395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36930) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:12.670641 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:12.694418 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:12.749405 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36932) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:12.791510 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6036e520-020b-4ee1-b6ea-cf60698870b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:12.798839 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a31a526-fd7a-474c-a726-181f0d079315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:12.860311 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Attempting to bind port ff447d07-3bdf-4d46-b943-f97d2a119a3f on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:37:12.860681 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Attempting to bind port ff447d07-3bdf-4d46-b943-f97d2a119a3f by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:37:12.861015 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Attempting to bind port ff447d07-3bdf-4d46-b943-f97d2a119a3f on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:12.896505 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:37:12.896869 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:37:12.897274 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:12.897661 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:37:12.898730 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Bound port: ff447d07-3bdf-4d46-b943-f97d2a119a3f, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:37:12.899512 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:12.903252 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc815e-8c5c-4d57-9fdc-d953f79cb8ab None None] Pushing event updated for resources: {'Port': ['ID=ff447d07-3bdf-4d46-b943-f97d2a119a3f,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:12.983698 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] For port ff447d07-3bdf-4d46-b943-f97d2a119a3f, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:37:12.988325 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] For port ff447d07-3bdf-4d46-b943-f97d2a119a3f, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ff447d07-3bdf-4d46-b943-f97d2a119a3f,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:37:12.995224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec5bb9-02fc-4d79-84cb-03e26a82756c None None] Network 5d04222e-1871-40ff-bec8-882fb2bcd651 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:37:12.998907 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.047465 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.079536 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.178510 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Routers {'8326c899-1649-4333-8274-46acffd7436e'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:37:13.181497 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:37:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8326c899-1649-4333-8274-46acffd7436e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:13.193491 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc815e-8c5c-4d57-9fdc-d953f79cb8ab None None] Pushing event updated for resources: {'Port': ['ID=ff447d07-3bdf-4d46-b943-f97d2a119a3f,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:13.209938 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-6ce2949a-7493-4db8-8084-cecbb3733b13 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:13.211725 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-6ce2949a-7493-4db8-8084-cecbb3733b13 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5984294 Nov 13 04:37:13.234337 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02b562f8-32a6-4415-9e79-d85894c1140c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.239891 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-0f579e52-c14c-4868-a944-fc2804105d1f tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/quotas/8936d1ffd8c147b1a37398e0e7cd4bee HTTP/1.1" status: 200 len: 375 time: 0.0192101 Nov 13 04:37:13.259595 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a31a526-fd7a-474c-a726-181f0d079315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.276496 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6036e520-020b-4ee1-b6ea-cf60698870b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.277475 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a31a526-fd7a-474c-a726-181f0d079315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.284908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-18bba796-4dcf-4000-842f-184485f8fa22 None None] Provisioning complete for port 271cb51a-01ad-4bed-82dc-5c11fac6415b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:13.285605 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18bba796-4dcf-4000-842f-184485f8fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.312753 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02b562f8-32a6-4415-9e79-d85894c1140c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.323213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31a526-fd7a-474c-a726-181f0d079315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded18dee-b8af-48cc-858b-549cb6e14a52,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:13.330462 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6036e520-020b-4ee1-b6ea-cf60698870b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.402543 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-7408fcfa-9bba-4a8b-ac81-bddb70316157 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8936d1ffd8c147b1a37398e0e7cd4bee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1483984 Nov 13 04:37:13.414092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 271cb51a-01ad-4bed-82dc-5c11fac6415b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=271cb51a-01ad-4bed-82dc-5c11fac6415b,segment=NetworkSegment(d7040183-9070-48bd-8deb-38c47c60db39),segment_id=d7040183-9070-48bd-8deb-38c47c60db39)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:13.430142 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.431584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 828e1b6b-e94c-4d7f-a764-8d937c1a436a up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:37:13.440666 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8a31a526-fd7a-474c-a726-181f0d079315 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f193778c66af4df49be94d9b4a033290&name=default HTTP/1.1" status: 200 len: 2995 time: 0.6752028 Nov 13 04:37:13.443260 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] Set router 8326c899-1649-4333-8274-46acffd7436e gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:37:13.451240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36948) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:13.465358 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b562f8-32a6-4415-9e79-d85894c1140c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26b01e8-0aa1-43d5-92ed-eb8e67a2fb0f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:13.496073 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-02b562f8-32a6-4415-9e79-d85894c1140c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e629f09bbfa94073add783c2cd9152ab&name=default HTTP/1.1" status: 200 len: 2994 time: 2.0450094 Nov 13 04:37:13.502623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36950) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:13.524915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036e520-020b-4ee1-b6ea-cf60698870b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87cf4f0-623f-4259-81d4-aac3c74fede9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:13.568168 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6036e520-020b-4ee1-b6ea-cf60698870b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef396d867c15453fae06ad86f3a77026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8979321 Nov 13 04:37:13.576857 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36952) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:13.591158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Allocated IP 172.20.0.1 (5d04222e-1871-40ff-bec8-882fb2bcd651/470ea640-e289-4c0b-bb2e-821a1688ca15/68a96f09-805b-4509-ade6-59ccb8339e3f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:37:13.638179 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25cab383-6a81-41f3-a09f-b5a9b2b1f0fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.668715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b48d602-5a19-41cc-91d9-19d2e56108a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.690633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 828e1b6b-e94c-4d7f-a764-8d937c1a436a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:13.691337 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.703372 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326c899-1649-4333-8274-46acffd7436e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1395363891-router', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:08Z', 'updated_at': '2021-11-13T04:37:10Z', 'revision_number': 3, 'project_id': 'f007994a998c4ef3addc7d252d4f802a', 'gw_port': {'id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326c899-1649-4333-8274-46acffd7436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:09Z', 'updated_at': '2021-11-13T04:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:13.750664 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b3a8bb0e-41ea-428b-8ff9-a376d540e727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.760953 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25cab383-6a81-41f3-a09f-b5a9b2b1f0fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.762254 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7eeced-2f8d-4f56-8691-e4e7b949cd77 None None] The sync data for ids ['8326c899-1649-4333-8274-46acffd7436e'] in n-d-813114-2 is: [{'id': '8326c899-1649-4333-8274-46acffd7436e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1395363891-router', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:08Z', 'updated_at': '2021-11-13T04:37:10Z', 'revision_number': 3, 'project_id': 'f007994a998c4ef3addc7d252d4f802a', 'gw_port': {'id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326c899-1649-4333-8274-46acffd7436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:09Z', 'updated_at': '2021-11-13T04:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:37:13.770162 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b48d602-5a19-41cc-91d9-19d2e56108a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.816056 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b3a8bb0e-41ea-428b-8ff9-a376d540e727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.873218 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b48d602-5a19-41cc-91d9-19d2e56108a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.873581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=271cb51a-01ad-4bed-82dc-5c11fac6415b,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:13.877000 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b48d602-5a19-41cc-91d9-19d2e56108a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.882333 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5b48d602-5a19-41cc-91d9-19d2e56108a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c26b01e8-0aa1-43d5-92ed-eb8e67a2fb0f HTTP/1.1" status: 204 len: 168 time: 0.3783031 Nov 13 04:37:13.906665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48d602-5a19-41cc-91d9-19d2e56108a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26b01e8-0aa1-43d5-92ed-eb8e67a2fb0f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:13.939859 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.971649 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25cab383-6a81-41f3-a09f-b5a9b2b1f0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.975892 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25cab383-6a81-41f3-a09f-b5a9b2b1f0fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:13.978039 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-25cab383-6a81-41f3-a09f-b5a9b2b1f0fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ded18dee-b8af-48cc-858b-549cb6e14a52 HTTP/1.1" status: 204 len: 168 time: 0.5218241 Nov 13 04:37:14.026545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cab383-6a81-41f3-a09f-b5a9b2b1f0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded18dee-b8af-48cc-858b-549cb6e14a52,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:14.060563 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b3a8bb0e-41ea-428b-8ff9-a376d540e727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:14.069070 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b3a8bb0e-41ea-428b-8ff9-a376d540e727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:14.070539 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b3a8bb0e-41ea-428b-8ff9-a376d540e727 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a87cf4f0-623f-4259-81d4-aac3c74fede9 HTTP/1.1" status: 204 len: 168 time: 0.4905105 Nov 13 04:37:14.113991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8bb0e-41ea-428b-8ff9-a376d540e727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87cf4f0-623f-4259-81d4-aac3c74fede9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:14.141410 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:14.161830 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 271cb51a-01ad-4bed-82dc-5c11fac6415b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:37:14.200580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Network 5d04222e-1871-40ff-bec8-882fb2bcd651 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:37:14.222757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:14.230406 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:37:14.230881 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:14.247855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Pushing event updated for resources: {'Port': ['ID=68a96f09-805b-4509-ade6-59ccb8339e3f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:14.285796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 271cb51a-01ad-4bed-82dc-5c11fac6415b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:14.288768 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:14.353841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4b7f07d1-78c5-493d-94b5-d86ab472d442 None None] Provisioning complete for port 271cb51a-01ad-4bed-82dc-5c11fac6415b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:14.353841 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b7f07d1-78c5-493d-94b5-d86ab472d442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:14.589228 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:14.703676 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b5531ee6-e19e-4db7-b951-e59470206159 None None] Provisioning complete for port 68a96f09-805b-4509-ade6-59ccb8339e3f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:14.704620 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5531ee6-e19e-4db7-b951-e59470206159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:14.750687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b5531ee6-e19e-4db7-b951-e59470206159 None None] Port 68a96f09-805b-4509-ade6-59ccb8339e3f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:37:14.857229 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:14.865165 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:14.866078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:14.956081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Pushing event updated for resources: {'Port': ['ID=68a96f09-805b-4509-ade6-59ccb8339e3f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:15.043448 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37010) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:15.088446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Network 5d04222e-1871-40ff-bec8-882fb2bcd651 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:37:15.090986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:15.269186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37018) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:15.290316 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dfa89e08-f251-4d9a-ae50-3c66ddb22fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:15.310716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Router 8326c899-1649-4333-8274-46acffd7436e has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:37:15.532285 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dfa89e08-f251-4d9a-ae50-3c66ddb22fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:15.546521 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dfa89e08-f251-4d9a-ae50-3c66ddb22fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:15.572143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:37:15.600187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2969b561-0b2a-4b14-beba-75504d9f3be0 admin admin] 10.222.0.43 "PUT /v2.0/routers/8326c899-1649-4333-8274-46acffd7436e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1130414 Nov 13 04:37:15.600357 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dfa89e08-f251-4d9a-ae50-3c66ddb22fc7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16622f9a96674dbd8342bdbfb3d569c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262835 Nov 13 04:37:15.600452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37032) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:15.643217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa89e08-f251-4d9a-ae50-3c66ddb22fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a06bb7-b8e2-42d2-8da5-3d0472bb8855,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:15.710761 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ae73ec6-c40e-4c75-b6d9-993ff76984ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:15.748374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ae73ec6-c40e-4c75-b6d9-993ff76984ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:15.785589 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-45190f05-e322-4ba9-ab27-e2f7145f0971 None None] Provisioning complete for port 68a96f09-805b-4509-ade6-59ccb8339e3f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:15.795274 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45190f05-e322-4ba9-ab27-e2f7145f0971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:15.823885 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ae73ec6-c40e-4c75-b6d9-993ff76984ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:15.826563 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ae73ec6-c40e-4c75-b6d9-993ff76984ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:15.829006 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3ae73ec6-c40e-4c75-b6d9-993ff76984ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33a06bb7-b8e2-42d2-8da5-3d0472bb8855 HTTP/1.1" status: 204 len: 168 time: 0.2274630 Nov 13 04:37:15.848860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae73ec6-c40e-4c75-b6d9-993ff76984ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a06bb7-b8e2-42d2-8da5-3d0472bb8855,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:15.880789 n-d-813114-2 neutron-server[102667]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 13 04:37:15.890660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-45190f05-e322-4ba9-ab27-e2f7145f0971 None None] Port 68a96f09-805b-4509-ade6-59ccb8339e3f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:37:15.953865 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a7cbfcf-d6f3-4f97-bb57-742def26d161 req-6a0d4fc3-0c78-4a01-8465-23dab592a0b9 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 210 time: 0.9077694 Nov 13 04:37:16.162552 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ff447d07-3bdf-4d46-b943-f97d2a119a3f up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:37:16.250773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port ff447d07-3bdf-4d46-b943-f97d2a119a3f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:16.251396 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:16.387958 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:16.420697 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port ff447d07-3bdf-4d46-b943-f97d2a119a3f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ff447d07-3bdf-4d46-b943-f97d2a119a3f,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:16.436471 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Sync routers for ids ['8326c899-1649-4333-8274-46acffd7436e'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:37:16.468221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Routers {'8326c899-1649-4333-8274-46acffd7436e'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:37:16.469384 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:37:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8326c899-1649-4333-8274-46acffd7436e'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:16.473992 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:16.676015 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=ff447d07-3bdf-4d46-b943-f97d2a119a3f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:16.809748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Set router 8326c899-1649-4333-8274-46acffd7436e gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:37:17.075126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326c899-1649-4333-8274-46acffd7436e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1395363891-router', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:08Z', 'updated_at': '2021-11-13T04:37:14Z', 'revision_number': 4, 'project_id': 'f007994a998c4ef3addc7d252d4f802a', 'gw_port': {'id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8326c899-1649-4333-8274-46acffd7436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:09Z', 'updated_at': '2021-11-13T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '68a96f09-805b-4509-ade6-59ccb8339e3f', 'name': '', 'network_id': '5d04222e-1871-40ff-bec8-882fb2bcd651', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a', 'mac_address': 'fa:16:3e:29:3a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326c899-1649-4333-8274-46acffd7436e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '470ea640-e289-4c0b-bb2e-821a1688ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:13Z', 'updated_at': '2021-11-13T04:37:14Z', 'revision_number': 2, 'project_id': 'f007994a998c4ef3addc7d252d4f802a', 'subnets': [{'id': '470ea640-e289-4c0b-bb2e-821a1688ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:17.102845 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Checking router: 8326c899-1649-4333-8274-46acffd7436e for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:37:17.103374 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Updating router 8326c899-1649-4333-8274-46acffd7436e port 68a96f09-805b-4509-ade6-59ccb8339e3f binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:37:17.131930 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:17.231268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.46', 50289) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:17.240880 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-622e5fed-bd61-4c75-aef3-357315d3f0a7 req-03ca9498-22b1-4edc-902a-7d1f9b2e8635 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 210 time: 0.0883648 Nov 13 04:37:17.327585 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8eb1c9e5-1e3a-4f60-8dd4-b929550b3302 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8936d1ffd8c147b1a37398e0e7cd4bee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830019 Nov 13 04:37:17.540471 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37124) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:17.708513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41fac295-3c9b-4d62-9451-0c2ff9b718df tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:17.710550 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41fac295-3c9b-4d62-9451-0c2ff9b718df tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3730645 Nov 13 04:37:17.752533 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:17.758531 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:17.847653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Request body: {'port': {'device_id': '3fa81d29-9788-43bb-a66d-147c129b6082', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '8936d1ffd8c147b1a37398e0e7cd4bee'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:17.948754 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bc943-75be-4cc8-a6b8-2f2f1e66e797 None None] Pushing event updated for resources: {'Port': ['ID=68a96f09-805b-4509-ade6-59ccb8339e3f,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:17.961971 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Attempting to bind port 68a96f09-805b-4509-ade6-59ccb8339e3f on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:37:17.962419 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Attempting to bind port 68a96f09-805b-4509-ade6-59ccb8339e3f by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'd7040183-9070-48bd-8deb-38c47c60db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5d04222e-1871-40ff-bec8-882fb2bcd651'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:37:17.962819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Attempting to bind port 68a96f09-805b-4509-ade6-59ccb8339e3f on network 5d04222e-1871-40ff-bec8-882fb2bcd651 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:17.966429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37144) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:17.968515 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:37:17.968933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Checking segment: {'id': 'd7040183-9070-48bd-8deb-38c47c60db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5d04222e-1871-40ff-bec8-882fb2bcd651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:37:17.969326 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:17.969705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Bound using segment: {'id': 'd7040183-9070-48bd-8deb-38c47c60db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5d04222e-1871-40ff-bec8-882fb2bcd651'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:37:17.970220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Bound port: 68a96f09-805b-4509-ade6-59ccb8339e3f, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7040183-9070-48bd-8deb-38c47c60db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5d04222e-1871-40ff-bec8-882fb2bcd651'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:37:17.970588 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.101477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] For port 68a96f09-805b-4509-ade6-59ccb8339e3f, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:37:18.105695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ff447d07-3bdf-4d46-b943-f97d2a119a3f up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:37:18.109328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] For port 68a96f09-805b-4509-ade6-59ccb8339e3f, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=68a96f09-805b-4509-ade6-59ccb8339e3f,segment=NetworkSegment(d7040183-9070-48bd-8deb-38c47c60db39),segment_id=d7040183-9070-48bd-8deb-38c47c60db39)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:37:18.123765 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f0ac-2393-4b00-84ba-3bc370751ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.154625 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.239529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a06c1f73-adf6-469a-a949-23932d29fd58 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1827141806', 'description': 'tempest-description--758584495'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:18.290319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bc943-75be-4cc8-a6b8-2f2f1e66e797 None None] Pushing event updated for resources: {'Port': ['ID=68a96f09-805b-4509-ade6-59ccb8339e3f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:18.303348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Routers {'8326c899-1649-4333-8274-46acffd7436e'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:37:18.305654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:37:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8326c899-1649-4333-8274-46acffd7436e'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:18.312506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b75a59a0-55d1-4d58-9a18-5b207c64ec08 None None] Provisioning complete for port 68a96f09-805b-4509-ade6-59ccb8339e3f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:18.314711 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b75a59a0-55d1-4d58-9a18-5b207c64ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.339165 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f0ac-2393-4b00-84ba-3bc370751ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.345874 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.db.api [None req-a06c1f73-adf6-469a-a949-23932d29fd58 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 13 04:37:18.345874 n-d-813114-2 neutron-server[102667]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 13 04:37:18.345874 n-d-813114-2 neutron-server[102667]: [parameters: {'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'id': '5ecd048e-cde0-492e-8fa7-64cce4c7d56f', 'expiration': datetime.datetime(2021, 11, 13, 4, 39, 18, 328996)}] Nov 13 04:37:18.345874 n-d-813114-2 neutron-server[102667]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:37:18.346261 n-d-813114-2 neutron-server[102667]: DEBUG oslo_db.api [None req-a06c1f73-adf6-469a-a949-23932d29fd58 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:37:18.348331 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f0ac-2393-4b00-84ba-3bc370751ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.373149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Made reservation on behalf of 8936d1ffd8c147b1a37398e0e7cd4bee for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:37:18.384639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.397266 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.439641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24138ff5-f2c0-4cfb-8949-daaab11eef80 req-ae80fd8c-09d4-46c9-a18f-be6010bd86ae tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 210 time: 0.0564206 Nov 13 04:37:18.496703 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7cd8f0ac-2393-4b00-84ba-3bc370751ab7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f3361a3ea6b432ca16676c9ec75b685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9548004 Nov 13 04:37:18.497355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37170) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:18.514190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] Set router 8326c899-1649-4333-8274-46acffd7436e gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:37:18.561593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8f0ac-2393-4b00-84ba-3bc370751ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73157767-a50a-49db-a3cc-517812f56345,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:18.598027 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.602774 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-867d1412-6a4d-44c9-963d-934cf61d8a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.607399 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.612177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port ff447d07-3bdf-4d46-b943-f97d2a119a3f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:18.612645 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.625879 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-867d1412-6a4d-44c9-963d-934cf61d8a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.688268 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-867d1412-6a4d-44c9-963d-934cf61d8a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.691245 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-867d1412-6a4d-44c9-963d-934cf61d8a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.695717 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-867d1412-6a4d-44c9-963d-934cf61d8a0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73157767-a50a-49db-a3cc-517812f56345 HTTP/1.1" status: 204 len: 168 time: 0.1973255 Nov 13 04:37:18.708897 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d1412-6a4d-44c9-963d-934cf61d8a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73157767-a50a-49db-a3cc-517812f56345,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:18.792220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f59cf9-cbe1-4550-9d53-beecfeece1d2,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:18.881200 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a06c1f73-adf6-469a-a949-23932d29fd58 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.893730 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b75a59a0-55d1-4d58-9a18-5b207c64ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:18.941043 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Allocated IP 192.168.233.26 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/df9509de-2c6e-4f9f-951e-2ef0b6655d51) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:37:18.953349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b75a59a0-55d1-4d58-9a18-5b207c64ec08 None None] For port 68a96f09-805b-4509-ade6-59ccb8339e3f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=68a96f09-805b-4509-ade6-59ccb8339e3f,segment=NetworkSegment(d7040183-9070-48bd-8deb-38c47c60db39),segment_id=d7040183-9070-48bd-8deb-38c47c60db39)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:18.980912 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b75a59a0-55d1-4d58-9a18-5b207c64ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.055528 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a59a0-55d1-4d58-9a18-5b207c64ec08 None None] Pushing event updated for resources: {'Port': ['ID=68a96f09-805b-4509-ade6-59ccb8339e3f,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:19.069280 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326c899-1649-4333-8274-46acffd7436e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1395363891-router', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:08Z', 'updated_at': '2021-11-13T04:37:14Z', 'revision_number': 4, 'project_id': 'f007994a998c4ef3addc7d252d4f802a', 'gw_port': {'id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8326c899-1649-4333-8274-46acffd7436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:09Z', 'updated_at': '2021-11-13T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '68a96f09-805b-4509-ade6-59ccb8339e3f', 'name': '', 'network_id': '5d04222e-1871-40ff-bec8-882fb2bcd651', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a', 'mac_address': 'fa:16:3e:29:3a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326c899-1649-4333-8274-46acffd7436e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '470ea640-e289-4c0b-bb2e-821a1688ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:13Z', 'updated_at': '2021-11-13T04:37:18Z', 'revision_number': 4, 'project_id': 'f007994a998c4ef3addc7d252d4f802a', 'subnets': [{'id': '470ea640-e289-4c0b-bb2e-821a1688ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:19.094802 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a06c1f73-adf6-469a-a949-23932d29fd58 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.111580 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b1a0a-883d-4244-a072-8e21a1bbfecb None None] The sync data for ids ['8326c899-1649-4333-8274-46acffd7436e'] in n-d-813114-2 is: [{'id': '8326c899-1649-4333-8274-46acffd7436e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1395363891-router', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:08Z', 'updated_at': '2021-11-13T04:37:14Z', 'revision_number': 4, 'project_id': 'f007994a998c4ef3addc7d252d4f802a', 'gw_port': {'id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8326c899-1649-4333-8274-46acffd7436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:09Z', 'updated_at': '2021-11-13T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '68a96f09-805b-4509-ade6-59ccb8339e3f', 'name': '', 'network_id': '5d04222e-1871-40ff-bec8-882fb2bcd651', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a', 'mac_address': 'fa:16:3e:29:3a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326c899-1649-4333-8274-46acffd7436e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '470ea640-e289-4c0b-bb2e-821a1688ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:13Z', 'updated_at': '2021-11-13T04:37:18Z', 'revision_number': 4, 'project_id': 'f007994a998c4ef3addc7d252d4f802a', 'subnets': [{'id': '470ea640-e289-4c0b-bb2e-821a1688ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:37:19.125769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a36b93fe-675c-438a-8f35-33e2f255baca None None] Provisioning complete for port 68a96f09-805b-4509-ade6-59ccb8339e3f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:19.126179 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a36b93fe-675c-438a-8f35-33e2f255baca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.130508 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a06c1f73-adf6-469a-a949-23932d29fd58 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.243321 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a06c1f73-adf6-469a-a949-23932d29fd58 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.247126 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a06c1f73-adf6-469a-a949-23932d29fd58 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2772026 Nov 13 04:37:19.247126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c1f73-adf6-469a-a949-23932d29fd58 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35557f75-697b-4421-9cc2-64e6a1cca7dc,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:19.248496 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37194) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:19.254143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-633926b9-e1b9-4bad-a9e1-b035b229f125 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Request body: {'security_group_rule': {'security_group_id': '35557f75-697b-4421-9cc2-64e6a1cca7dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:19.312772 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-633926b9-e1b9-4bad-a9e1-b035b229f125 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.400761 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.446133 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-633926b9-e1b9-4bad-a9e1-b035b229f125 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.453119 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-633926b9-e1b9-4bad-a9e1-b035b229f125 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.517255 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633926b9-e1b9-4bad-a9e1-b035b229f125 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401190bd-1833-4759-9006-2b61c1cf549a,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:19.559094 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-633926b9-e1b9-4bad-a9e1-b035b229f125 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.561220 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.564852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-633926b9-e1b9-4bad-a9e1-b035b229f125 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3146908 Nov 13 04:37:19.567952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37206) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:19.577046 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-78998076-4a36-4e9e-a0f5-9e4c5c711508 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Request body: {'security_group_rule': {'security_group_id': '35557f75-697b-4421-9cc2-64e6a1cca7dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:19.640096 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78998076-4a36-4e9e-a0f5-9e4c5c711508 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.739944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:37:19.753155 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:19.757418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:37:19.780095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:19.781946 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.848137 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78998076-4a36-4e9e-a0f5-9e4c5c711508 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.860753 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78998076-4a36-4e9e-a0f5-9e4c5c711508 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.964305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78998076-4a36-4e9e-a0f5-9e4c5c711508 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5922905-0791-4430-9a93-22fbca59c8d7,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:19.990151 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78998076-4a36-4e9e-a0f5-9e4c5c711508 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:19.994706 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-78998076-4a36-4e9e-a0f5-9e4c5c711508 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4248450 Nov 13 04:37:20.003244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37214) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:20.016199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:20.072452 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37216) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:20.105054 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78ff055a-59e8-4618-b1e1-3d5cf1dd7cd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:20.109746 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2657859 Nov 13 04:37:20.158648 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a521b9-d8dd-4dc5-8c37-5feea922c739 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Pushing event updated for resources: {'Port': ['ID=df9509de-2c6e-4f9f-951e-2ef0b6655d51,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:20.196099 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-65fd54c6-190e-4e6d-8cca-873e9715b3dc None None] Provisioning complete for port df9509de-2c6e-4f9f-951e-2ef0b6655d51 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:20.197440 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65fd54c6-190e-4e6d-8cca-873e9715b3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:20.226228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d00c36-ff28-404e-9c26-6160bf65fc2e req-c25bf0b4-d855-4f06-a04b-a210d6668049 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:20.248302 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06d00c36-ff28-404e-9c26-6160bf65fc2e req-c25bf0b4-d855-4f06-a04b-a210d6668049 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 935 time: 0.3815336 Nov 13 04:37:20.269073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 68a96f09-805b-4509-ade6-59ccb8339e3f up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:37:20.300136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-2ec3f02c-0e85-4b2c-a0a5-fea5cd66adb3 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:37:20.301259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-2ec3f02c-0e85-4b2c-a0a5-fea5cd66adb3 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1192942 Nov 13 04:37:20.303718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-65fd54c6-190e-4e6d-8cca-873e9715b3dc None None] Port df9509de-2c6e-4f9f-951e-2ef0b6655d51 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:37:20.356282 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:20.364336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 68a96f09-805b-4509-ade6-59ccb8339e3f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:20.368722 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:20.482297 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78ff055a-59e8-4618-b1e1-3d5cf1dd7cd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:20.490256 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78ff055a-59e8-4618-b1e1-3d5cf1dd7cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:20.578750 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-78ff055a-59e8-4618-b1e1-3d5cf1dd7cd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8924eb38a21d42d894a74587984eb0f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5019667 Nov 13 04:37:20.579433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37220) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:20.580103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff055a-59e8-4618-b1e1-3d5cf1dd7cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d1e969-503e-48e9-be66-ab3da28a9e2e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:20.660801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be22ed4d-6887-44c8-9e55-79226ad8dd94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:20.690414 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06d00c36-ff28-404e-9c26-6160bf65fc2e req-a300f69c-66b6-47c3-8e42-24d30ac49edc tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390142 Nov 13 04:37:20.698533 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be22ed4d-6887-44c8-9e55-79226ad8dd94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:20.839088 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:20.861533 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be22ed4d-6887-44c8-9e55-79226ad8dd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:20.864178 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be22ed4d-6887-44c8-9e55-79226ad8dd94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:20.868525 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-be22ed4d-6887-44c8-9e55-79226ad8dd94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22d1e969-503e-48e9-be66-ab3da28a9e2e HTTP/1.1" status: 204 len: 168 time: 0.2764411 Nov 13 04:37:20.897389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22ed4d-6887-44c8-9e55-79226ad8dd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d1e969-503e-48e9-be66-ab3da28a9e2e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:21.084235 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Allocated IP 172.25.8.31 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/0a01a39c-e730-4119-997e-bad8672ab691) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:37:21.323323 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:21.401916 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:21.461046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:37:21.481808 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Request body: {'port': {'device_id': '3fa81d29-9788-43bb-a66d-147c129b6082', 'device_owner': 'compute:tempest-test_az-490051542', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:21.545464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:21.588638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:37:21.653306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Pushing event updated for resources: {'Port': ['ID=0a01a39c-e730-4119-997e-bad8672ab691,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:21.660015 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:22.012488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c237646-8e31-40fd-a137-fba5e07092f4 req-b8629d7d-cea5-4d0e-b06b-85d910af51ed tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:22.021438 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2c237646-8e31-40fd-a137-fba5e07092f4 req-b8629d7d-cea5-4d0e-b06b-85d910af51ed tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 935 time: 0.1736817 Nov 13 04:37:22.177137 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2c237646-8e31-40fd-a137-fba5e07092f4 req-39c63f43-1102-4535-b563-54bf8739270d tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216252 Nov 13 04:37:22.203646 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37262) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:22.240574 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:22.331326 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:22.361230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9509de-2c6e-4f9f-951e-2ef0b6655d51 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:37:22.372223 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:22.432745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Transition to ACTIVE for port object df9509de-2c6e-4f9f-951e-2ef0b6655d51 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:37:22.462172 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:22.625464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=df9509de-2c6e-4f9f-951e-2ef0b6655d51,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:22.646310 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a63a073a-9c6f-4651-a818-cada993a6726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:22.739730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Attempting to bind port df9509de-2c6e-4f9f-951e-2ef0b6655d51 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:37:22.740189 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Attempting to bind port df9509de-2c6e-4f9f-951e-2ef0b6655d51 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:37:22.740446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Attempting to bind port df9509de-2c6e-4f9f-951e-2ef0b6655d51 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:22.781241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Port df9509de-2c6e-4f9f-951e-2ef0b6655d51 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:37:22.781559 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Attempting to bind port df9509de-2c6e-4f9f-951e-2ef0b6655d51 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:22.809108 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a63a073a-9c6f-4651-a818-cada993a6726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:22.824117 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a63a073a-9c6f-4651-a818-cada993a6726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:22.864139 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:22.871030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:37:22.871421 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:37:22.873649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:37:22.875911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Bound port: df9509de-2c6e-4f9f-951e-2ef0b6655d51, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:37:22.877048 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:22.885458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a63a073a-9c6f-4651-a818-cada993a6726 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08b0eff77eee42849887c5a988842ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6796651 Nov 13 04:37:22.888165 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37280) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:22.888895 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:22.890545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a073a-9c6f-4651-a818-cada993a6726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4598c2a-46c1-482b-9f43-903ae4890ce7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:22.952694 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:23.007441 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-770f12d8-8879-47b1-aa8a-c1130c7c144e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:23.017267 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Pushing event updated for resources: {'Port': ['ID=0a01a39c-e730-4119-997e-bad8672ab691,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:23.029318 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:23.042946 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0e69c9cc-1744-4e51-bb64-3fa0560ada76 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0264888 Nov 13 04:37:23.095746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] For port df9509de-2c6e-4f9f-951e-2ef0b6655d51, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:37:23.108850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] For port df9509de-2c6e-4f9f-951e-2ef0b6655d51, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=df9509de-2c6e-4f9f-951e-2ef0b6655d51,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:37:23.119073 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:23.132276 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-770f12d8-8879-47b1-aa8a-c1130c7c144e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:23.219391 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-770f12d8-8879-47b1-aa8a-c1130c7c144e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:23.229296 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-770f12d8-8879-47b1-aa8a-c1130c7c144e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:23.240067 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-770f12d8-8879-47b1-aa8a-c1130c7c144e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4598c2a-46c1-482b-9f43-903ae4890ce7 HTTP/1.1" status: 204 len: 168 time: 0.3419194 Nov 13 04:37:23.275262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f12d8-8879-47b1-aa8a-c1130c7c144e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4598c2a-46c1-482b-9f43-903ae4890ce7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:23.289447 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:23.290323 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:23.292022 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] 10.222.0.46 "PUT /v2.0/ports/df9509de-2c6e-4f9f-951e-2ef0b6655d51 HTTP/1.1" status: 200 len: 1116 time: 2.2359188 Nov 13 04:37:23.292597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa81d29-9788-43bb-a66d-147c129b6082', 'tag': 'df9509de-2c6e-4f9f-951e-2ef0b6655d51'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:37:23.454628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67655-80f3-4372-ac54-03c4acad18df req-7925508b-4e00-44d9-9d5c-3af4464e7048 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:23.464790 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b5b67655-80f3-4372-ac54-03c4acad18df req-7925508b-4e00-44d9-9d5c-3af4464e7048 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 968 time: 0.1286178 Nov 13 04:37:23.465109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbce189-61d2-4613-a4df-f31ef238a2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=df9509de-2c6e-4f9f-951e-2ef0b6655d51,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:23.563123 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b5b67655-80f3-4372-ac54-03c4acad18df req-55483491-9d21-472b-a8da-d084cf7e0bc5 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886703 Nov 13 04:37:23.656983 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-ca11c430-52f8-402e-8226-2ff699157003 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1827141806&fields=id&tenant_id=606b6f5d12d04eb5a653aebae6a0ffdb HTTP/1.1" status: 200 len: 267 time: 0.0709975 Nov 13 04:37:23.985071 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d24ac0-49a9-4735-ba87-571df7754281 req-384b18dd-022c-45b7-aafd-23ab600b371e tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:23.986758 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-384b18dd-022c-45b7-aafd-23ab600b371e tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/networks?id=60424ae1-d64b-4e42-b77a-f43e8fb964ec HTTP/1.1" status: 200 len: 823 time: 0.3286865 Nov 13 04:37:24.022688 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-84f4eda2-9246-4de6-832f-6be99fa41392 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/quotas/606b6f5d12d04eb5a653aebae6a0ffdb HTTP/1.1" status: 200 len: 375 time: 0.0205536 Nov 13 04:37:24.139661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-cd367e55-7513-4f80-8eb0-27cb7a481d75 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=606b6f5d12d04eb5a653aebae6a0ffdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1084251 Nov 13 04:37:24.220541 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa526375-f361-4a06-8522-f49358f05631" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa81d29-9788-43bb-a66d-147c129b6082", "tag": "df9509de-2c6e-4f9f-951e-2ef0b6655d51"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:37:24.272787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37338) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:24.302860 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba513d1b-4a19-46f7-a290-757a3169e3bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:24.382235 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37342) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:24.416877 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba513d1b-4a19-46f7-a290-757a3169e3bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:24.427335 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba513d1b-4a19-46f7-a290-757a3169e3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:24.477303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba513d1b-4a19-46f7-a290-757a3169e3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d449e7ac-50a7-4a80-821f-c9f3cc46a58b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:24.513921 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ba513d1b-4a19-46f7-a290-757a3169e3bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b08e732f36914477bfe4e57c15a85f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402339 Nov 13 04:37:24.516694 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37348) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:24.612706 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-01e7da82-093e-4ef0-8377-dab5ee569602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:24.636387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-01e7da82-093e-4ef0-8377-dab5ee569602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:24.702430 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-01e7da82-093e-4ef0-8377-dab5ee569602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:24.705075 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-01e7da82-093e-4ef0-8377-dab5ee569602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:24.709091 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-01e7da82-093e-4ef0-8377-dab5ee569602 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d449e7ac-50a7-4a80-821f-c9f3cc46a58b HTTP/1.1" status: 204 len: 168 time: 0.1913517 Nov 13 04:37:24.741598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7da82-093e-4ef0-8377-dab5ee569602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d449e7ac-50a7-4a80-821f-c9f3cc46a58b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:24.744261 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f901ba26-a0ab-4f79-9baa-4e849c0d31eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:24.896786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-940db162-438f-44cc-a035-af94ab9d081d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:37:24.898273 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-940db162-438f-44cc-a035-af94ab9d081d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2939253 Nov 13 04:37:24.901216 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f901ba26-a0ab-4f79-9baa-4e849c0d31eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:24.944861 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f901ba26-a0ab-4f79-9baa-4e849c0d31eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:25.050121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901ba26-a0ab-4f79-9baa-4e849c0d31eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf616e2-767e-4f16-b6a5-f4468a83c940,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:25.057199 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f901ba26-a0ab-4f79-9baa-4e849c0d31eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94f0c8d5b0d942f892d2bd943cfadc38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6716230 Nov 13 04:37:25.057630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37366) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:25.096419 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-76b6c115-3ff2-495d-81e7-1d56c467f664 service neutron] 10.222.0.43 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909730 Nov 13 04:37:25.140792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c97505dc-a69a-4b1b-be09-f911bcf3f886 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:25.165093 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c97505dc-a69a-4b1b-be09-f911bcf3f886 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:25.218524 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c97505dc-a69a-4b1b-be09-f911bcf3f886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:25.222756 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c97505dc-a69a-4b1b-be09-f911bcf3f886 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:25.224841 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c97505dc-a69a-4b1b-be09-f911bcf3f886 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bf616e2-767e-4f16-b6a5-f4468a83c940 HTTP/1.1" status: 204 len: 168 time: 0.1653583 Nov 13 04:37:25.235638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97505dc-a69a-4b1b-be09-f911bcf3f886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf616e2-767e-4f16-b6a5-f4468a83c940,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:25.318699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-4e41a196-bd99-4599-915c-5b595a0944ad service neutron] 10.222.0.43 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131014 Nov 13 04:37:25.756871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d3e17-32f2-4024-9ea2-b20f222450e9 req-5fac5648-546f-4843-b158-36385902585d tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:25.762280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c90d3e17-32f2-4024-9ea2-b20f222450e9 req-5fac5648-546f-4843-b158-36385902585d tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 968 time: 0.1028237 Nov 13 04:37:25.822906 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c90d3e17-32f2-4024-9ea2-b20f222450e9 req-e6966c97-3547-42c1-9d50-0f331c5904b4 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540679 Nov 13 04:37:25.994254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37408) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:26.019752 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-52b20f0d-226b-49f6-adee-a90db3551e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:26.026633 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fa10989-6fe1-488c-be88-103b211b0abc req-9e69a36f-cb94-44bf-b162-924dbb39ed1e tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 210 time: 0.0799437 Nov 13 04:37:26.151962 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f478751-4dd4-4d16-873a-8ba6224ba7ba x-openstack-request-id: req-7f478751-4dd4-4d16-873a-8ba6224ba7ba {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:37:26.152454 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa81d29-9788-43bb-a66d-147c129b6082", "tag": "df9509de-2c6e-4f9f-951e-2ef0b6655d51", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:37:26.152855 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f478751-4dd4-4d16-873a-8ba6224ba7ba {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:37:26.153818 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa81d29-9788-43bb-a66d-147c129b6082', 'tag': 'df9509de-2c6e-4f9f-951e-2ef0b6655d51', 'status': 'completed', 'code': 200} Nov 13 04:37:26.233753 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-52b20f0d-226b-49f6-adee-a90db3551e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:26.255726 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-52b20f0d-226b-49f6-adee-a90db3551e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:26.363835 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-52b20f0d-226b-49f6-adee-a90db3551e3b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8abfbb5fca37419491cffc29b179c663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3675101 Nov 13 04:37:26.365999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37430) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:26.378152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b20f0d-226b-49f6-adee-a90db3551e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762c59aa-c45a-42bd-8510-c44b2448d75f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:26.471126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e53c2137-13a3-4313-a3d1-63b06a7b945d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:26.509774 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e53c2137-13a3-4313-a3d1-63b06a7b945d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:26.574653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e53c2137-13a3-4313-a3d1-63b06a7b945d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:26.577974 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e53c2137-13a3-4313-a3d1-63b06a7b945d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:26.581669 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e53c2137-13a3-4313-a3d1-63b06a7b945d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/762c59aa-c45a-42bd-8510-c44b2448d75f HTTP/1.1" status: 204 len: 168 time: 0.2117603 Nov 13 04:37:26.597394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c2137-13a3-4313-a3d1-63b06a7b945d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762c59aa-c45a-42bd-8510-c44b2448d75f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:27.318356 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-25157590-c429-40b3-8efc-2e37bb4ba4d7 req-5d81dff0-872c-44a4-8724-711079dcd505 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 210 time: 0.0400672 Nov 13 04:37:27.323605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560f713-5cdd-4385-aa25-508f4eb77af7 req-cda19a8d-4945-477d-b77d-58025b61d972 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:27.325199 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e560f713-5cdd-4385-aa25-508f4eb77af7 req-cda19a8d-4945-477d-b77d-58025b61d972 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 968 time: 0.2648065 Nov 13 04:37:27.406234 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e560f713-5cdd-4385-aa25-508f4eb77af7 req-bcad0696-d511-4917-adaa-dd70a7f68543 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625296 Nov 13 04:37:27.721752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.36', 60161) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:28.110601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d24ac0-49a9-4735-ba87-571df7754281 req-6705dbda-abba-4928-91da-e3dd95bb6275 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:28.112206 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-6705dbda-abba-4928-91da-e3dd95bb6275 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.36 "GET /v2.0/networks?id=60424ae1-d64b-4e42-b77a-f43e8fb964ec HTTP/1.1" status: 200 len: 823 time: 0.3773713 Nov 13 04:37:28.260608 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:28.336736 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-b29e75f3-a4b1-4883-b594-38f411a0ecbe tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606b6f5d12d04eb5a653aebae6a0ffdb HTTP/1.1" status: 200 len: 380 time: 0.0995951 Nov 13 04:37:28.356087 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-53d24ac0-49a9-4735-ba87-571df7754281 req-03809d96-1e7a-4e0b-b612-fc2f70aa67d9 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Request body: {'port': {'device_id': '092eefc7-9791-495e-b53a-8f62e05cf94d', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'admin_state_up': True, 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'security_groups': ['35557f75-697b-4421-9cc2-64e6a1cca7dc']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:28.562046 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a488d6a-d349-46b4-b010-958c0b0f4f49 req-97f11e0e-0cba-4524-a6ed-03105928577e tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 210 time: 0.0734756 Nov 13 04:37:28.571791 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:28.680799 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d24ac0-49a9-4735-ba87-571df7754281 req-03809d96-1e7a-4e0b-b612-fc2f70aa67d9 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Made reservation on behalf of 606b6f5d12d04eb5a653aebae6a0ffdb for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:37:28.691183 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-53d24ac0-49a9-4735-ba87-571df7754281 req-03809d96-1e7a-4e0b-b612-fc2f70aa67d9 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:29.012325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4ba64-5382-4d10-8b46-4c7d69339a7a req-8c365ee4-948e-4d7e-896d-6ced2ef45004 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:29.019819 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cba4ba64-5382-4d10-8b46-4c7d69339a7a req-8c365ee4-948e-4d7e-896d-6ced2ef45004 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 968 time: 0.1411541 Nov 13 04:37:29.052264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-53d24ac0-49a9-4735-ba87-571df7754281 req-03809d96-1e7a-4e0b-b612-fc2f70aa67d9 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Allocated IP 172.20.0.9 (60424ae1-d64b-4e42-b77a-f43e8fb964ec/4c7650a9-94c5-4c9d-a3c8-3204f255dd5e/d7eef5b0-7f9f-4a63-a8bb-2eb64533d114) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:37:29.155591 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cba4ba64-5382-4d10-8b46-4c7d69339a7a req-2c7198a4-2c5e-49b0-8c85-aeb0747fe3ba tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295934 Nov 13 04:37:29.384081 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-53d24ac0-49a9-4735-ba87-571df7754281 req-03809d96-1e7a-4e0b-b612-fc2f70aa67d9 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:29.463585 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-53d24ac0-49a9-4735-ba87-571df7754281 req-03809d96-1e7a-4e0b-b612-fc2f70aa67d9 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:29.538487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d24ac0-49a9-4735-ba87-571df7754281 req-03809d96-1e7a-4e0b-b612-fc2f70aa67d9 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Network 60424ae1-d64b-4e42-b77a-f43e8fb964ec is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:37:29.545158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-53d24ac0-49a9-4735-ba87-571df7754281 req-03809d96-1e7a-4e0b-b612-fc2f70aa67d9 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:29.564412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d24ac0-49a9-4735-ba87-571df7754281 req-03809d96-1e7a-4e0b-b612-fc2f70aa67d9 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:37:29.572643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d24ac0-49a9-4735-ba87-571df7754281 req-03809d96-1e7a-4e0b-b612-fc2f70aa67d9 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:29.573849 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-53d24ac0-49a9-4735-ba87-571df7754281 req-03809d96-1e7a-4e0b-b612-fc2f70aa67d9 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:29.685059 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-03809d96-1e7a-4e0b-b612-fc2f70aa67d9 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3329768 Nov 13 04:37:29.691836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03809d96-1e7a-4e0b-b612-fc2f70aa67d9 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Pushing event updated for resources: {'Port': ['ID=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:29.711137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-f350b092-7fa7-4159-a0b1-472464987382 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:37:29.715710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-f350b092-7fa7-4159-a0b1-472464987382 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147352 Nov 13 04:37:29.841081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f9f75-147b-489e-ba88-42fb4e6a149c req-690f6faf-75fe-4fd9-9d8a-17904076eaca tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:29.864353 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-078f9f75-147b-489e-ba88-42fb4e6a149c req-690f6faf-75fe-4fd9-9d8a-17904076eaca tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 931 time: 0.1351564 Nov 13 04:37:29.954131 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-078f9f75-147b-489e-ba88-42fb4e6a149c req-0c3fcd79-1e25-4d9b-963d-616cfa2a438d tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823574 Nov 13 04:37:30.127766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4cbd63f0-5622-449e-9d45-c998556b3be4 None None] Provisioning complete for port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:30.128478 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cbd63f0-5622-449e-9d45-c998556b3be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:30.260448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4cbd63f0-5622-449e-9d45-c998556b3be4 None None] Port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:37:30.345471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa526375-f361-4a06-8522-f49358f05631 req-2a57a4c3-8bb7-4564-bb07-263c1234c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:30.352324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fa526375-f361-4a06-8522-f49358f05631 req-2a57a4c3-8bb7-4564-bb07-263c1234c7e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8936d1ffd8c147b1a37398e0e7cd4bee&device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 1119 time: 0.2032237 Nov 13 04:37:30.379762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326aa0d-f97a-445d-aa30-140d6c8f86db req-bdbb8ee2-39a2-4612-84e5-d5b112f79620 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:30.388404 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a326aa0d-f97a-445d-aa30-140d6c8f86db req-bdbb8ee2-39a2-4612-84e5-d5b112f79620 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 968 time: 0.1201379 Nov 13 04:37:30.452515 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a326aa0d-f97a-445d-aa30-140d6c8f86db req-f577c627-810b-434a-96e4-79f3aec262a1 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607381 Nov 13 04:37:31.179401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37616) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:31.208374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f033ec-344d-427d-9d34-5cb510e1986c req-b4947d0a-da96-464a-98d0-37c6e35f326c tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:31.210164 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a6f033ec-344d-427d-9d34-5cb510e1986c req-b4947d0a-da96-464a-98d0-37c6e35f326c tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 931 time: 0.0568666 Nov 13 04:37:31.265538 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a6f033ec-344d-427d-9d34-5cb510e1986c req-83fc74d9-3a26-4cb2-a17a-e3de16978acc tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491765 Nov 13 04:37:31.437222 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a714a02d-0f21-428b-8133-9dae256aba5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:31.568947 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a714a02d-0f21-428b-8133-9dae256aba5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:31.577729 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a714a02d-0f21-428b-8133-9dae256aba5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:31.635482 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a714a02d-0f21-428b-8133-9dae256aba5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62b38812806f4fcbaf43ad8aa45bb689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4536736 Nov 13 04:37:31.637433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37638) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:31.644148 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714a02d-0f21-428b-8133-9dae256aba5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2cbf8d-8707-47f4-b088-4d628d01dc33,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:31.724569 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c99ea19-b84f-4143-818c-c5ca17f38c0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:31.748497 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c99ea19-b84f-4143-818c-c5ca17f38c0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:31.824544 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fa526375-f361-4a06-8522-f49358f05631 req-613fc959-5df8-445c-a982-71b7878bb27d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8936d1ffd8c147b1a37398e0e7cd4bee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013706 Nov 13 04:37:31.829395 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c99ea19-b84f-4143-818c-c5ca17f38c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:31.837376 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c99ea19-b84f-4143-818c-c5ca17f38c0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:31.841056 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4c99ea19-b84f-4143-818c-c5ca17f38c0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e2cbf8d-8707-47f4-b088-4d628d01dc33 HTTP/1.1" status: 204 len: 168 time: 0.2001188 Nov 13 04:37:32.095289 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99ea19-b84f-4143-818c-c5ca17f38c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2cbf8d-8707-47f4-b088-4d628d01dc33,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:32.264069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b389b1-ce1f-4a45-814e-669f04a436a8 req-a9107ab9-0776-48d4-a1f8-05459f0c903a tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:32.266148 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b3b389b1-ce1f-4a45-814e-669f04a436a8 req-a9107ab9-0776-48d4-a1f8-05459f0c903a tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 968 time: 0.4244993 Nov 13 04:37:32.281153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa526375-f361-4a06-8522-f49358f05631 req-e401cf42-2fcd-4c79-b21a-2aedd71dec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:32.282765 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fa526375-f361-4a06-8522-f49358f05631 req-e401cf42-2fcd-4c79-b21a-2aedd71dec19 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4429002 Nov 13 04:37:32.320830 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37660) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:32.354141 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14fb90ec-312a-4484-a4ca-bf6716d29264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:32.358469 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b3b389b1-ce1f-4a45-814e-669f04a436a8 req-86c20eca-3513-4c65-a631-1775f224579b tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685391 Nov 13 04:37:32.475180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-38415b2b-827b-41ea-b0f5-906f84ee4948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:32.476997 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-38415b2b-827b-41ea-b0f5-906f84ee4948 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8936d1ffd8c147b1a37398e0e7cd4bee&device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 1119 time: 0.0933785 Nov 13 04:37:32.487909 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14fb90ec-312a-4484-a4ca-bf6716d29264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:32.497752 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14fb90ec-312a-4484-a4ca-bf6716d29264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:32.559387 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-14fb90ec-312a-4484-a4ca-bf6716d29264 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=563104ecad444de2886132d35258716d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373412 Nov 13 04:37:32.560274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37668) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:32.566799 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb90ec-312a-4484-a4ca-bf6716d29264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600f86d3-d953-47fe-a723-caf69294850a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:32.603207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-f9e60b2e-be70-411d-ba05-2975c86e09aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=df9509de-2c6e-4f9f-951e-2ef0b6655d51 HTTP/1.1" status: 200 len: 217 time: 0.1102073 Nov 13 04:37:32.622452 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b37945a-e604-4d90-99ed-43a2372a7321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:32.647166 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b37945a-e604-4d90-99ed-43a2372a7321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:32.701553 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b37945a-e604-4d90-99ed-43a2372a7321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:32.704324 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b37945a-e604-4d90-99ed-43a2372a7321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:32.708550 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4b37945a-e604-4d90-99ed-43a2372a7321 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/600f86d3-d953-47fe-a723-caf69294850a HTTP/1.1" status: 204 len: 168 time: 0.1442819 Nov 13 04:37:32.714136 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37945a-e604-4d90-99ed-43a2372a7321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600f86d3-d953-47fe-a723-caf69294850a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:32.747612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc165278-f2f5-4062-a012-7a703ff20195 req-daa7c98a-fabc-4011-a7c4-7ea03fcbf629 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:32.757675 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fc165278-f2f5-4062-a012-7a703ff20195 req-daa7c98a-fabc-4011-a7c4-7ea03fcbf629 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 931 time: 0.1564608 Nov 13 04:37:32.761255 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-dea76396-3002-45e5-b8bf-08e14fec10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:32.763043 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-dea76396-3002-45e5-b8bf-08e14fec10bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1523387 Nov 13 04:37:32.893920 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fc165278-f2f5-4062-a012-7a703ff20195 req-d672d095-d807-4882-9c17-145a6642707c tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352832 Nov 13 04:37:32.897636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-23e134d7-4002-4a7b-86aa-d1c3227d9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:32.899492 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-23e134d7-4002-4a7b-86aa-d1c3227d9fdd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270955 Nov 13 04:37:33.010709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-f235bcc7-6ed3-4449-8e7f-b57b895eaa3e service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001418 Nov 13 04:37:33.134287 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45e49864-5b5b-4d0f-ad09-b3f54239d129 req-944daf8a-b2fe-4691-acb6-50c6241874f7 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164472 Nov 13 04:37:33.315614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37700) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:33.518677 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4f51292-6a52-4f84-87d3-09ad115ba3f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:33.582373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000a8c7-07d6-42d8-8a97-f76af70e4b9c req-90d48903-4638-44c8-ae98-0c3661e6245d tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:33.584081 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c000a8c7-07d6-42d8-8a97-f76af70e4b9c req-90d48903-4638-44c8-ae98-0c3661e6245d tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 968 time: 0.1204798 Nov 13 04:37:33.699054 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4f51292-6a52-4f84-87d3-09ad115ba3f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:33.708507 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4f51292-6a52-4f84-87d3-09ad115ba3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:33.735365 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c000a8c7-07d6-42d8-8a97-f76af70e4b9c req-ca2e3064-6016-4530-abde-7700bb9236ff tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223671 Nov 13 04:37:33.754755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d4f51292-6a52-4f84-87d3-09ad115ba3f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be5a72ba9c554c079f176674a1b6deb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4373288 Nov 13 04:37:33.757068 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37748) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:33.762738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f51292-6a52-4f84-87d3-09ad115ba3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dde89f5-d955-4c9f-a643-e194532e7f14,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:33.860724 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6815-928e-4b97-8e8d-bcf7eeeea51d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:33.890782 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6815-928e-4b97-8e8d-bcf7eeeea51d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:33.966228 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6815-928e-4b97-8e8d-bcf7eeeea51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:33.969973 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6815-928e-4b97-8e8d-bcf7eeeea51d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:33.973877 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ea0b6815-928e-4b97-8e8d-bcf7eeeea51d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9dde89f5-d955-4c9f-a643-e194532e7f14 HTTP/1.1" status: 204 len: 168 time: 0.2125614 Nov 13 04:37:33.985268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b6815-928e-4b97-8e8d-bcf7eeeea51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dde89f5-d955-4c9f-a643-e194532e7f14,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:34.057863 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37760) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:34.082878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b23cf-1566-489a-ad6c-5b1aeb893a4e req-2ca3df1c-883f-46eb-b82a-55aabdbbc4fd tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:34.092164 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-281b23cf-1566-489a-ad6c-5b1aeb893a4e req-2ca3df1c-883f-46eb-b82a-55aabdbbc4fd tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 931 time: 0.1093445 Nov 13 04:37:34.106727 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8abf930e-5f9f-4ae3-9b5a-6f3bc683145e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:34.114409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37764) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:34.173516 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-281b23cf-1566-489a-ad6c-5b1aeb893a4e req-0c3b97c4-9922-4088-a9e4-3381608dca60 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801618 Nov 13 04:37:34.353452 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a756788-1291-433d-aac9-c923e783b9c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:34.375656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37774) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:34.379995 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbf9520b-cb81-4fe2-9bce-1c377deee004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:34.509671 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a756788-1291-433d-aac9-c923e783b9c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:34.519169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a756788-1291-433d-aac9-c923e783b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:34.535612 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbf9520b-cb81-4fe2-9bce-1c377deee004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:34.553383 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbf9520b-cb81-4fe2-9bce-1c377deee004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:34.574052 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37778) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:34.587959 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3a756788-1291-433d-aac9-c923e783b9c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58b732636d0d43c9841f105612cff1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5288351 Nov 13 04:37:34.593752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37780) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:34.604167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a756788-1291-433d-aac9-c923e783b9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f20fd8-ae1b-4540-b1a6-94f29991e01f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:34.620173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fbf9520b-cb81-4fe2-9bce-1c377deee004 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=debe987de9a045a5b81e80f1d2126429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5048544 Nov 13 04:37:34.620948 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4f646484-a029-4a5a-9a66-ab090adfb092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:34.629179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37784) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:34.644710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9520b-cb81-4fe2-9bce-1c377deee004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d4cebf-2d84-4f4c-b724-4e4046c2fd01,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:34.684943 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-40ec7901-97ea-40b5-b79a-c7beaf83fa6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:34.720825 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-40ec7901-97ea-40b5-b79a-c7beaf83fa6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:34.746041 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4f646484-a029-4a5a-9a66-ab090adfb092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:34.759896 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4f646484-a029-4a5a-9a66-ab090adfb092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:34.804363 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-40ec7901-97ea-40b5-b79a-c7beaf83fa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:34.807549 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-40ec7901-97ea-40b5-b79a-c7beaf83fa6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:34.810589 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-40ec7901-97ea-40b5-b79a-c7beaf83fa6f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8f20fd8-ae1b-4540-b1a6-94f29991e01f HTTP/1.1" status: 204 len: 168 time: 0.2114527 Nov 13 04:37:34.836983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec7901-97ea-40b5-b79a-c7beaf83fa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f20fd8-ae1b-4540-b1a6-94f29991e01f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:34.870395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f646484-a029-4a5a-9a66-ab090adfb092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba7575a-7774-499e-8ae7-086cf83e1383,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:34.878520 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4f646484-a029-4a5a-9a66-ab090adfb092 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9aafa4057c24cf696d2fe0724786b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009577 Nov 13 04:37:34.878842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37792) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:34.904945 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1ff7c24-1847-404a-aba5-5ac93a0d9aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:34.945419 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1ff7c24-1847-404a-aba5-5ac93a0d9aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.069061 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836e2e7-2384-4117-a5fd-41877631ed39 req-04b924ff-91b2-405f-9f9c-92c5b83915e6 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:35.103388 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0836e2e7-2384-4117-a5fd-41877631ed39 req-04b924ff-91b2-405f-9f9c-92c5b83915e6 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 968 time: 0.1861093 Nov 13 04:37:35.131251 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d94f8d58-b1fc-4926-9a28-9a8b91ccede7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.141652 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bb10f79-4f35-4907-b6c5-fe82ace9b6fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.182669 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bb10f79-4f35-4907-b6c5-fe82ace9b6fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.191720 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1ff7c24-1847-404a-aba5-5ac93a0d9aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.207589 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1ff7c24-1847-404a-aba5-5ac93a0d9aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.210487 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a1ff7c24-1847-404a-aba5-5ac93a0d9aff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7d4cebf-2d84-4f4c-b724-4e4046c2fd01 HTTP/1.1" status: 204 len: 168 time: 0.5778880 Nov 13 04:37:35.235723 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0836e2e7-2384-4117-a5fd-41877631ed39 req-90e43ee4-84d0-4413-90d8-2ddc9907c502 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298356 Nov 13 04:37:35.253702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff7c24-1847-404a-aba5-5ac93a0d9aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d4cebf-2d84-4f4c-b724-4e4046c2fd01,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:35.376107 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d94f8d58-b1fc-4926-9a28-9a8b91ccede7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.385868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6674efc-9fad-4c84-b4e8-53b07572f0f8 req-98d7c9a6-a3cc-4eac-822e-ddfade5798ef tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:35.387497 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6674efc-9fad-4c84-b4e8-53b07572f0f8 req-98d7c9a6-a3cc-4eac-822e-ddfade5798ef tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 931 time: 0.0899360 Nov 13 04:37:35.390159 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d94f8d58-b1fc-4926-9a28-9a8b91ccede7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.425643 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bb10f79-4f35-4907-b6c5-fe82ace9b6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.429182 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bb10f79-4f35-4907-b6c5-fe82ace9b6fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.430660 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6bb10f79-4f35-4907-b6c5-fe82ace9b6fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ba7575a-7774-499e-8ae7-086cf83e1383 HTTP/1.1" status: 204 len: 168 time: 0.5507548 Nov 13 04:37:35.466522 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f8d58-b1fc-4926-9a28-9a8b91ccede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e629af-0290-444a-bb58-b06ade9f7e7e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:35.491438 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb10f79-4f35-4907-b6c5-fe82ace9b6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba7575a-7774-499e-8ae7-086cf83e1383,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:35.500038 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d94f8d58-b1fc-4926-9a28-9a8b91ccede7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bac23708df41498299c99a04b9cfb6ce&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1229010 Nov 13 04:37:35.502625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37808) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:35.555082 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6674efc-9fad-4c84-b4e8-53b07572f0f8 req-dde2484a-8de7-43a2-bc38-6024d7aa95a2 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453745 Nov 13 04:37:35.571798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37810) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:35.598145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f85a9be4-33dc-4789-b79a-cf3309f269fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.627084 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68c18a38-a196-4900-a8fc-b766dff47ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.667962 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68c18a38-a196-4900-a8fc-b766dff47ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.722466 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68c18a38-a196-4900-a8fc-b766dff47ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.725978 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68c18a38-a196-4900-a8fc-b766dff47ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.727485 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-68c18a38-a196-4900-a8fc-b766dff47ac1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4e629af-0290-444a-bb58-b06ade9f7e7e HTTP/1.1" status: 204 len: 168 time: 0.2239053 Nov 13 04:37:35.753455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c18a38-a196-4900-a8fc-b766dff47ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e629af-0290-444a-bb58-b06ade9f7e7e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:35.849398 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f85a9be4-33dc-4789-b79a-cf3309f269fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.857426 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f85a9be4-33dc-4789-b79a-cf3309f269fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.906820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37818) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:35.907464 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f85a9be4-33dc-4789-b79a-cf3309f269fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81b4c006a1ac4ca68e1377ce075a5ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338926 Nov 13 04:37:35.908457 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a9be4-33dc-4789-b79a-cf3309f269fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476075bc-c4c2-4038-8c35-261a399be081,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:35.971590 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ade443e3-e82d-486a-990b-af7bc0a9d63d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:35.994789 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ade443e3-e82d-486a-990b-af7bc0a9d63d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.022709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37820) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:36.040564 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-87d8f717-640d-4cc3-a5be-b426dad19380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.061269 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ade443e3-e82d-486a-990b-af7bc0a9d63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.064325 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ade443e3-e82d-486a-990b-af7bc0a9d63d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.065487 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ade443e3-e82d-486a-990b-af7bc0a9d63d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/476075bc-c4c2-4038-8c35-261a399be081 HTTP/1.1" status: 204 len: 168 time: 0.1576407 Nov 13 04:37:36.085375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade443e3-e82d-486a-990b-af7bc0a9d63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476075bc-c4c2-4038-8c35-261a399be081,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:36.167698 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-87d8f717-640d-4cc3-a5be-b426dad19380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.174106 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-87d8f717-640d-4cc3-a5be-b426dad19380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.222077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37826) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:36.229930 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-87d8f717-640d-4cc3-a5be-b426dad19380 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b76db2bf09f4d1e9826bdd47037d49d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057209 Nov 13 04:37:36.238966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8f717-640d-4cc3-a5be-b426dad19380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6a876e-1ddf-4ef3-abc8-286f1853dd16,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:36.299058 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f0ea492-a708-4700-971b-f806de42d1ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.334011 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f0ea492-a708-4700-971b-f806de42d1ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.402730 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a56776c-57a5-4dfd-a5df-42a31b182404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.403258 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f0ea492-a708-4700-971b-f806de42d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.406776 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f0ea492-a708-4700-971b-f806de42d1ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.408283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9f0ea492-a708-4700-971b-f806de42d1ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e6a876e-1ddf-4ef3-abc8-286f1853dd16 HTTP/1.1" status: 204 len: 168 time: 0.1851633 Nov 13 04:37:36.418283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47c3ab-a791-48e9-a462-8cee80b84c4f req-04f413a6-0614-4fb5-b8e7-3535a57963b8 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:36.425545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ea492-a708-4700-971b-f806de42d1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6a876e-1ddf-4ef3-abc8-286f1853dd16,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:36.434631 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dc47c3ab-a791-48e9-a462-8cee80b84c4f req-04f413a6-0614-4fb5-b8e7-3535a57963b8 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 968 time: 0.0945914 Nov 13 04:37:36.503228 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dc47c3ab-a791-48e9-a462-8cee80b84c4f req-e776b569-ac94-49bc-bbc0-2e9d08d9c863 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675371 Nov 13 04:37:36.581245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37842) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:36.595382 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc807301-4783-4cca-b5d1-023bbe140f59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.701731 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc807301-4783-4cca-b5d1-023bbe140f59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.706902 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc807301-4783-4cca-b5d1-023bbe140f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.749625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fec14-9587-4c80-b32c-a55a5ac7df50 req-98643db6-0f2e-4e6d-962d-66c733d5a091 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:36.750856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dc807301-4783-4cca-b5d1-023bbe140f59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7eac18f6ba2f4173836257011b2bb64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1684356 Nov 13 04:37:36.753549 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37844) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:36.754825 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a3fec14-9587-4c80-b32c-a55a5ac7df50 req-98643db6-0f2e-4e6d-962d-66c733d5a091 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 931 time: 0.1040032 Nov 13 04:37:36.761490 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc807301-4783-4cca-b5d1-023bbe140f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34761e1-20fe-497c-bf0d-41285d9260e6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:36.816477 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7065ce1c-9ba2-4e7a-a7f5-e0b92a34c6c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.846146 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a3fec14-9587-4c80-b32c-a55a5ac7df50 req-1406e4ff-0ee2-452e-a135-cb3d8b3a6808 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842531 Nov 13 04:37:36.846368 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7065ce1c-9ba2-4e7a-a7f5-e0b92a34c6c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.910778 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7065ce1c-9ba2-4e7a-a7f5-e0b92a34c6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.913695 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7065ce1c-9ba2-4e7a-a7f5-e0b92a34c6c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:36.914856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7065ce1c-9ba2-4e7a-a7f5-e0b92a34c6c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e34761e1-20fe-497c-bf0d-41285d9260e6 HTTP/1.1" status: 204 len: 168 time: 0.1602395 Nov 13 04:37:36.936787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065ce1c-9ba2-4e7a-a7f5-e0b92a34c6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34761e1-20fe-497c-bf0d-41285d9260e6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:37.127687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37858) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:37.143560 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-818ec395-2c10-4c0d-97eb-832dd615b2ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:37.253620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-818ec395-2c10-4c0d-97eb-832dd615b2ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:37.257174 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-818ec395-2c10-4c0d-97eb-832dd615b2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:37.311042 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-818ec395-2c10-4c0d-97eb-832dd615b2ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e34e212658d4fe5864e01049e1a0cb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1821673 Nov 13 04:37:37.313930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37864) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:37.338557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ec395-2c10-4c0d-97eb-832dd615b2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fd313b-749e-4bb1-a37e-e33de2b1c423,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:37.400344 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-52dd7985-8e7e-4afa-992d-acc6a2c44515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:37.423227 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-52dd7985-8e7e-4afa-992d-acc6a2c44515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:37.437582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device df9509de-2c6e-4f9f-951e-2ef0b6655d51 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:37:37.500013 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-52dd7985-8e7e-4afa-992d-acc6a2c44515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:37.503611 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-52dd7985-8e7e-4afa-992d-acc6a2c44515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:37.507964 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-52dd7985-8e7e-4afa-992d-acc6a2c44515 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0fd313b-749e-4bb1-a37e-e33de2b1c423 HTTP/1.1" status: 204 len: 168 time: 0.1900668 Nov 13 04:37:37.514906 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:37:37.522605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd7985-8e7e-4afa-992d-acc6a2c44515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fd313b-749e-4bb1-a37e-e33de2b1c423,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:37.659694 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:37.663428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a76280-cfaf-401d-bb01-efb41ffac387 req-2e77e1fa-690d-44ac-8034-9886a57f7584 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:37.671444 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68a76280-cfaf-401d-bb01-efb41ffac387 req-2e77e1fa-690d-44ac-8034-9886a57f7584 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 968 time: 0.0675762 Nov 13 04:37:37.730361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68a76280-cfaf-401d-bb01-efb41ffac387 req-ce65bd55-a4f4-4d21-9bd1-8571a1d0bd2e tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579135 Nov 13 04:37:37.778085 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port df9509de-2c6e-4f9f-951e-2ef0b6655d51, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=df9509de-2c6e-4f9f-951e-2ef0b6655d51,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:37.792095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'df9509de-2c6e-4f9f-951e-2ef0b6655d51', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'df9509de-2c6e-4f9f-951e-2ef0b6655d51', 'mac_address': 'fa:16:3e:51:87:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:tempest-test_az-490051542', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:37:37.831255 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:37.845450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9509de-2c6e-4f9f-951e-2ef0b6655d51 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:37:37.885102 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port df9509de-2c6e-4f9f-951e-2ef0b6655d51, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=df9509de-2c6e-4f9f-951e-2ef0b6655d51,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:37.894497 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:37.968902 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=df9509de-2c6e-4f9f-951e-2ef0b6655d51,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:38.025385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a24bd-ae37-49dc-8dbe-552932fcca4d req-0b1f45c7-3b8f-4e37-8b8c-9f19aa356f63 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:38.038649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-744a24bd-ae37-49dc-8dbe-552932fcca4d req-0b1f45c7-3b8f-4e37-8b8c-9f19aa356f63 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 931 time: 0.0868776 Nov 13 04:37:38.126511 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-744a24bd-ae37-49dc-8dbe-552932fcca4d req-40b6f660-2f78-4b74-927c-51f59b915ffc tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866406 Nov 13 04:37:38.360830 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-d2ef2c64-325f-43ce-97ce-788a4d77c939 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218496 Nov 13 04:37:38.462006 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['df9509de-2c6e-4f9f-951e-2ef0b6655d51'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:37:38.494460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-70d89042-0f00-4699-8af0-104bad1eced6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:38.509930 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-70d89042-0f00-4699-8af0-104bad1eced6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480179 Nov 13 04:37:38.531370 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-52cad997-4fc0-444a-9946-7d594406d8d5 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/quotas/38b8a75c83224bdb98fa230c33f5c59e HTTP/1.1" status: 200 len: 375 time: 0.0197825 Nov 13 04:37:38.602046 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-9ba811e9-3916-4e63-8c1d-a8ea677e18d1 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703311 Nov 13 04:37:38.885391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd173d2d-013b-43dc-b949-f33111825505 req-f9d30467-cb37-41fb-af53-c888905c6d13 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:38.886959 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd173d2d-013b-43dc-b949-f33111825505 req-f9d30467-cb37-41fb-af53-c888905c6d13 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 969 time: 0.0748391 Nov 13 04:37:38.950645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd173d2d-013b-43dc-b949-f33111825505 req-8dddefb9-d9ae-4373-ad2c-65ea7a4a8727 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510714 Nov 13 04:37:38.985077 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:39.194216 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06fbe05a-a701-4f67-a912-506af11550f6 req-bfa4615f-9521-4cba-868a-c29673685fa7 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472989 Nov 13 04:37:39.354544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8026c6f-bbe3-4669-8f32-394c85d407fb req-38d713a0-7f03-49fa-b144-85386e2e0bd2 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:39.357981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbe05a-a701-4f67-a912-506af11550f6 req-504ae6e6-6a53-4bf5-83f4-82e607054008 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:39.359735 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06fbe05a-a701-4f67-a912-506af11550f6 req-504ae6e6-6a53-4bf5-83f4-82e607054008 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645589 Nov 13 04:37:39.360420 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d8026c6f-bbe3-4669-8f32-394c85d407fb req-38d713a0-7f03-49fa-b144-85386e2e0bd2 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 931 time: 0.0677788 Nov 13 04:37:39.388842 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06fbe05a-a701-4f67-a912-506af11550f6 req-8bb87a3d-70e8-4e0f-aac3-336cd03b3ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/quotas/38b8a75c83224bdb98fa230c33f5c59e HTTP/1.1" status: 200 len: 375 time: 0.0199285 Nov 13 04:37:39.415325 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d8026c6f-bbe3-4669-8f32-394c85d407fb req-f6720f20-618f-40dd-a065-4a589bfbb2fa tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538251 Nov 13 04:37:39.431709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06fbe05a-a701-4f67-a912-506af11550f6 req-412e8fa0-1c5b-4fb7-a313-73480f83ac3e tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411499 Nov 13 04:37:39.606971 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-92d42f87-f626-4153-9a94-fe5039e5b51b req-dad10367-fa34-499a-aac0-3fe376f092be tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 210 time: 0.0352740 Nov 13 04:37:39.872109 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:40.080963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb611879-0c17-4d6b-9b91-b089b4aec347 req-79e46045-2bda-44c5-8ffd-d6a48b3ec468 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:40.082565 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb611879-0c17-4d6b-9b91-b089b4aec347 req-79e46045-2bda-44c5-8ffd-d6a48b3ec468 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 969 time: 0.0503323 Nov 13 04:37:40.132850 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb611879-0c17-4d6b-9b91-b089b4aec347 req-5e4f977f-ab76-46d7-9402-b21722c75c47 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434375 Nov 13 04:37:40.542999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2452e94-194b-4503-aa85-6dd09b7c141b req-12229fa3-9740-4698-8c26-75e8f459d871 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:40.544600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2452e94-194b-4503-aa85-6dd09b7c141b req-12229fa3-9740-4698-8c26-75e8f459d871 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 931 time: 0.0613215 Nov 13 04:37:40.594197 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2452e94-194b-4503-aa85-6dd09b7c141b req-8c02a85d-73b3-42c9-93a8-417d42ceb191 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435510 Nov 13 04:37:40.699704 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a5fbf996-dc8b-4b63-84bf-792b9dce6f49 req-9aa27d7c-e799-4296-911b-c2243fb4b217 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 210 time: 0.0270805 Nov 13 04:37:41.209874 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38060) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:41.341573 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Request body: {'port': {'device_id': '092eefc7-9791-495e-b53a-8f62e05cf94d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:41.413550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device df9509de-2c6e-4f9f-951e-2ef0b6655d51 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:37:41.420043 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-013caa50-08fe-4f47-8ca7-e7d8e7f7dd4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:41.515061 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port df9509de-2c6e-4f9f-951e-2ef0b6655d51 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:37:41.521474 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:41.526647 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port df9509de-2c6e-4f9f-951e-2ef0b6655d51 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:41.527813 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:41.585431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb1e0b-d6c5-44df-bed3-5875a6ab3b21 req-454aefbd-aa0d-4730-8c3f-c39a2b291756 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:41.587547 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0fb1e0b-d6c5-44df-bed3-5875a6ab3b21 req-454aefbd-aa0d-4730-8c3f-c39a2b291756 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 969 time: 0.0860825 Nov 13 04:37:41.625875 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-013caa50-08fe-4f47-8ca7-e7d8e7f7dd4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:41.628498 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:41.639346 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-013caa50-08fe-4f47-8ca7-e7d8e7f7dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:41.666571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port df9509de-2c6e-4f9f-951e-2ef0b6655d51, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=df9509de-2c6e-4f9f-951e-2ef0b6655d51,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:41.668093 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa81d29-9788-43bb-a66d-147c129b6082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9509de-2c6e-4f9f-951e-2ef0b6655d51'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:37:41.682755 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0fb1e0b-d6c5-44df-bed3-5875a6ab3b21 req-95fde2b7-34c9-4c9e-b25d-ac980901a719 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890298 Nov 13 04:37:41.703436 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013caa50-08fe-4f47-8ca7-e7d8e7f7dd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eb135a-86a0-4659-b964-5a5ca6538be2,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:41.716917 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-013caa50-08fe-4f47-8ca7-e7d8e7f7dd4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1eb9ada92424363b73c1424c0d21c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5057523 Nov 13 04:37:41.720794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38078) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:41.755444 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:41.795145 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83183e33-d7c4-4f30-a372-f161922fd26d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:41.838130 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83183e33-d7c4-4f30-a372-f161922fd26d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:41.849082 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=df9509de-2c6e-4f9f-951e-2ef0b6655d51,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:41.913017 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83183e33-d7c4-4f30-a372-f161922fd26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:41.914763 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc7cc96-7184-4a85-bf60-4f3dda1dc742" -d '{"events": [{"server_uuid": "3fa81d29-9788-43bb-a66d-147c129b6082", "name": "network-vif-plugged", "status": "completed", "tag": "df9509de-2c6e-4f9f-951e-2ef0b6655d51"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:37:41.916329 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83183e33-d7c4-4f30-a372-f161922fd26d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:41.919927 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-83183e33-d7c4-4f30-a372-f161922fd26d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53eb135a-86a0-4659-b964-5a5ca6538be2 HTTP/1.1" status: 204 len: 168 time: 0.1979668 Nov 13 04:37:41.933832 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83183e33-d7c4-4f30-a372-f161922fd26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eb135a-86a0-4659-b964-5a5ca6538be2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:41.978818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:37:41.988247 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:42.026803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.36', 60167) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:42.041282 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Transition to ACTIVE for port object d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:37:42.063919 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:42.075440 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06fbe05a-a701-4f67-a912-506af11550f6 req-8b8f6058-32bd-40fa-abe8-6b87215328d4 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362363 Nov 13 04:37:42.161901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60f645-5e89-4a4b-8928-feb0b940c9cd req-2fcb7844-3554-4e1a-bc75-ffdac0e7a20c tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:42.163520 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d60f645-5e89-4a4b-8928-feb0b940c9cd req-2fcb7844-3554-4e1a-bc75-ffdac0e7a20c tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 931 time: 0.1552944 Nov 13 04:37:42.205505 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Pushing event updated for resources: {'Port': ['ID=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:42.267703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Attempting to bind port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:37:42.267856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Attempting to bind port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:37:42.268258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Attempting to bind port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 on network 60424ae1-d64b-4e42-b77a-f43e8fb964ec {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:42.287892 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 on network 60424ae1-d64b-4e42-b77a-f43e8fb964ec not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:37:42.288283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Attempting to bind port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 on network 60424ae1-d64b-4e42-b77a-f43e8fb964ec {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:42.303199 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:37:42.303677 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Checking segment: {'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:37:42.304223 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Bound using segment: {'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:37:42.304790 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Bound port: d7eef5b0-7f9f-4a63-a8bb-2eb64533d114, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:37:42.305195 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:42.345731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbe05a-a701-4f67-a912-506af11550f6 req-ee3e0772-048d-4de6-ac88-5a70150b4438 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:42.347388 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06fbe05a-a701-4f67-a912-506af11550f6 req-ee3e0772-048d-4de6-ac88-5a70150b4438 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2647693 Nov 13 04:37:42.353815 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d60f645-5e89-4a4b-8928-feb0b940c9cd req-e489e60b-b08c-4a04-a13e-7ec2de7ab28c tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500161 Nov 13 04:37:42.375424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-06fbe05a-a701-4f67-a912-506af11550f6 req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Request body: {'port': {'device_id': '9c5a6985-861c-44da-8927-ec31e6ac1c2b', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '38b8a75c83224bdb98fa230c33f5c59e'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:42.461801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38108) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:42.472237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.36', 60168) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:42.477703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] For port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:37:42.493539 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d5880a04-43b3-4f74-b954-45c9f9c2da76 req-6ab00f9a-4a69-4d9e-a0c0-1a5a4e302891 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 210 time: 0.0366976 Nov 13 04:37:42.511106 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-6449ac1f-9f89-4042-916c-5cc07da0bb06 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355570 Nov 13 04:37:42.571752 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06fbe05a-a701-4f67-a912-506af11550f6 req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Made reservation on behalf of 38b8a75c83224bdb98fa230c33f5c59e for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:37:42.576270 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06fbe05a-a701-4f67-a912-506af11550f6 req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:42.590814 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06fbe05a-a701-4f67-a912-506af11550f6 req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:42.617945 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac2db-e4bb-48d3-ab0f-7a816ad833df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:42.621533 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] For port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:37:42.635974 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:42.711134 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06fbe05a-a701-4f67-a912-506af11550f6 req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:42.719313 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06fbe05a-a701-4f67-a912-506af11550f6 req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:42.723276 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-b97d2b4b-9969-43de-95be-11e2ce5e5378 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:42.724810 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-b97d2b4b-9969-43de-95be-11e2ce5e5378 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068393 Nov 13 04:37:42.731245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Pushing event updated for resources: {'Port': ['ID=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:42.751813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:42.752424 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:42.753858 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-328d4afb-c36a-47c8-8aee-4562c56274fb service neutron] 10.222.0.36 "PUT /v2.0/ports/d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 HTTP/1.1" status: 200 len: 1091 time: 1.6354632 Nov 13 04:37:42.755107 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092eefc7-9791-495e-b53a-8f62e05cf94d', 'tag': 'd7eef5b0-7f9f-4a63-a8bb-2eb64533d114'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:37:42.853212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-628656eb-a560-4d07-a795-dbfaa88df110 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Request body: {'port': {'device_id': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '38b8a75c83224bdb98fa230c33f5c59e'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:42.863136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42b7910-545b-4076-b1db-ae1e067bdf39,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:42.953008 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cde1b85-2ac6-4059-ad85-a9cdb11d6d66 x-openstack-request-id: req-7cde1b85-2ac6-4059-ad85-a9cdb11d6d66 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:37:42.953476 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa81d29-9788-43bb-a66d-147c129b6082", "name": "network-vif-plugged", "status": "completed", "tag": "df9509de-2c6e-4f9f-951e-2ef0b6655d51", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:37:42.953549 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cde1b85-2ac6-4059-ad85-a9cdb11d6d66 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:37:42.953990 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa81d29-9788-43bb-a66d-147c129b6082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9509de-2c6e-4f9f-951e-2ef0b6655d51', 'code': 200} Nov 13 04:37:42.974580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-06fbe05a-a701-4f67-a912-506af11550f6 req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Allocated IP 192.168.233.173 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/da2bcd63-2da4-4011-9eae-8e1b15076227) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:37:43.042703 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c1f754-c94f-4c73-96f4-a1ae349f954a" -d '{"events": [{"name": "network-changed", "server_uuid": "092eefc7-9791-495e-b53a-8f62e05cf94d", "tag": "d7eef5b0-7f9f-4a63-a8bb-2eb64533d114"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:37:43.069214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463c84d-2485-470c-b57e-3002d7ddebd6 req-d13bb8f9-e293-4b29-b444-9e3d627898bc tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:43.071045 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9463c84d-2485-470c-b57e-3002d7ddebd6 req-d13bb8f9-e293-4b29-b444-9e3d627898bc tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 970 time: 0.1331441 Nov 13 04:37:43.131010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d24ac0-49a9-4735-ba87-571df7754281 req-1ed7b829-7b5a-4869-b0ac-b73d8f4f4739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:43.132744 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-1ed7b829-7b5a-4869-b0ac-b73d8f4f4739 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=606b6f5d12d04eb5a653aebae6a0ffdb&device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 1094 time: 0.2087462 Nov 13 04:37:43.249264 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-42c83aeb-c25a-4ce4-97d1-6aa18e2308ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 HTTP/1.1" status: 200 len: 217 time: 0.0985394 Nov 13 04:37:43.257215 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac2db-e4bb-48d3-ab0f-7a816ad833df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:43.291618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac2db-e4bb-48d3-ab0f-7a816ad833df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:43.442143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d2d4e-d503-4dd2-b1e7-32ce6372d4d7 req-12ef5848-d060-46ef-9501-98e5eed93e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:43.443654 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da5d2d4e-d503-4dd2-b1e7-32ce6372d4d7 req-12ef5848-d060-46ef-9501-98e5eed93e2b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 1121 time: 0.3573971 Nov 13 04:37:43.452464 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9463c84d-2485-470c-b57e-3002d7ddebd6 req-d27eea26-5fe5-412f-9f97-7f6095c93f8c tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718152 Nov 13 04:37:43.478112 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-da5d2d4e-d503-4dd2-b1e7-32ce6372d4d7 req-b7a88da7-604a-4e4f-8bf1-225558c2d797 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:43.503684 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a56f707-1319-41a0-9e88-912b19fa5ace x-openstack-request-id: req-9a56f707-1319-41a0-9e88-912b19fa5ace {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:37:43.503971 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092eefc7-9791-495e-b53a-8f62e05cf94d", "tag": "d7eef5b0-7f9f-4a63-a8bb-2eb64533d114", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:37:43.504213 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a56f707-1319-41a0-9e88-912b19fa5ace {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:37:43.504670 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092eefc7-9791-495e-b53a-8f62e05cf94d', 'tag': 'd7eef5b0-7f9f-4a63-a8bb-2eb64533d114', 'status': 'completed', 'code': 200} Nov 13 04:37:43.512774 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-628656eb-a560-4d07-a795-dbfaa88df110 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Made reservation on behalf of 38b8a75c83224bdb98fa230c33f5c59e for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:37:43.516421 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-628656eb-a560-4d07-a795-dbfaa88df110 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:43.516578 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06fbe05a-a701-4f67-a912-506af11550f6 req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:43.555734 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ed9ac2db-e4bb-48d3-ab0f-7a816ad833df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6d079a196fb42e6afab06bf6c473bae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0894372 Nov 13 04:37:43.557176 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38160) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:43.558020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ac2db-e4bb-48d3-ab0f-7a816ad833df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8859db18-9563-4819-9cbb-8713b8d46042,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:43.561556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d24ac0-49a9-4735-ba87-571df7754281 req-6ea6613a-ec9d-4245-856e-0ba99471c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:43.563351 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-6ea6613a-ec9d-4245-856e-0ba99471c8ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c7650a9-94c5-4c9d-a3c8-3204f255dd5e HTTP/1.1" status: 200 len: 862 time: 0.3042586 Nov 13 04:37:43.650293 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06fbe05a-a701-4f67-a912-506af11550f6 req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:43.693598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d24ac0-49a9-4735-ba87-571df7754281 req-0f81947b-8da0-49bc-bdd5-2554610457ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:43.695304 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-0f81947b-8da0-49bc-bdd5-2554610457ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60424ae1-d64b-4e42-b77a-f43e8fb964ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215811 Nov 13 04:37:43.710897 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-da5d2d4e-d503-4dd2-b1e7-32ce6372d4d7 req-b7a88da7-604a-4e4f-8bf1-225558c2d797 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:43.715607 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06fbe05a-a701-4f67-a912-506af11550f6 req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:37:43.719678 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86672290-5642-4d53-be9f-3853b3895c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:43.752641 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86672290-5642-4d53-be9f-3853b3895c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:43.773589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ec328-73bd-45bf-af7a-7499c8681209 req-57ab7524-67fb-4c8c-83d9-ca678bba2dbc tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:43.775624 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-988ec328-73bd-45bf-af7a-7499c8681209 req-57ab7524-67fb-4c8c-83d9-ca678bba2dbc tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 943 time: 0.1855695 Nov 13 04:37:43.776644 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-06fbe05a-a701-4f67-a912-506af11550f6 req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:43.782358 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-da5d2d4e-d503-4dd2-b1e7-32ce6372d4d7 req-b7a88da7-604a-4e4f-8bf1-225558c2d797 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:43.786523 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fbe05a-a701-4f67-a912-506af11550f6 req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:37:43.793208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbe05a-a701-4f67-a912-506af11550f6 req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:43.793842 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06fbe05a-a701-4f67-a912-506af11550f6 req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:43.800296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-628656eb-a560-4d07-a795-dbfaa88df110 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Allocated IP 192.168.233.13 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/004030af-1f68-46eb-9aff-8eb326806744) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:37:43.850880 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-c464f26e-8415-44b3-b464-e923f8ee1b87 service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308074 Nov 13 04:37:43.900671 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Pushing event updated for resources: {'Port': ['ID=da2bcd63-2da4-4011-9eae-8e1b15076227,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:43.918787 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06fbe05a-a701-4f67-a912-506af11550f6 req-af19e1fc-be29-433a-8517-a46f407f6ee6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5527380 Nov 13 04:37:43.937488 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da5d2d4e-d503-4dd2-b1e7-32ce6372d4d7 req-b7a88da7-604a-4e4f-8bf1-225558c2d797 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840758 Nov 13 04:37:43.948965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Request body: {'port': {'device_id': '9c5a6985-861c-44da-8927-ec31e6ac1c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:43.962493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a88da7-604a-4e4f-8bf1-225558c2d797 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b56d70-fc32-48ee-b463-96385fe7f178,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:43.990437 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-988ec328-73bd-45bf-af7a-7499c8681209 req-d8f7fd8e-ea21-4103-a899-c4938347e391 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917324 Nov 13 04:37:44.057821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ddc85-7bc2-455a-b644-1a97bbeb7193 req-f8bf2638-ad6b-4403-9f13-0c7918b6915f tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:44.063715 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86672290-5642-4d53-be9f-3853b3895c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:44.072407 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86672290-5642-4d53-be9f-3853b3895c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:44.072508 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf0ddc85-7bc2-455a-b644-1a97bbeb7193 req-f8bf2638-ad6b-4403-9f13-0c7918b6915f tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 936 time: 0.2151706 Nov 13 04:37:44.072595 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-86672290-5642-4d53-be9f-3853b3895c1a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8859db18-9563-4819-9cbb-8713b8d46042 HTTP/1.1" status: 204 len: 168 time: 0.5094497 Nov 13 04:37:44.085452 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:44.097795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86672290-5642-4d53-be9f-3853b3895c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8859db18-9563-4819-9cbb-8713b8d46042,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:44.166975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d1b6e99d-a565-49c8-9d4f-0156d0b92fcc None None] Provisioning complete for port da2bcd63-2da4-4011-9eae-8e1b15076227 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:44.167557 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1b6e99d-a565-49c8-9d4f-0156d0b92fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:44.224709 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf0ddc85-7bc2-455a-b644-1a97bbeb7193 req-53738c67-a0cc-44c7-80ab-7435ae6587a9 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495950 Nov 13 04:37:44.232895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d1b6e99d-a565-49c8-9d4f-0156d0b92fcc None None] Port da2bcd63-2da4-4011-9eae-8e1b15076227 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:37:44.235094 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53d24ac0-49a9-4735-ba87-571df7754281 req-d55591d6-ac6f-49d9-8419-1e6fb05a0584 service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705876 Nov 13 04:37:44.243629 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-628656eb-a560-4d07-a795-dbfaa88df110 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:44.321359 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-628656eb-a560-4d07-a795-dbfaa88df110 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:44.498411 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-628656eb-a560-4d07-a795-dbfaa88df110 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:37:44.505450 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-628656eb-a560-4d07-a795-dbfaa88df110 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:44.521429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-628656eb-a560-4d07-a795-dbfaa88df110 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:37:44.540517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-628656eb-a560-4d07-a795-dbfaa88df110 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:44.541376 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-628656eb-a560-4d07-a795-dbfaa88df110 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:44.566486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628656eb-a560-4d07-a795-dbfaa88df110 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Pushing event updated for resources: {'Port': ['ID=004030af-1f68-46eb-9aff-8eb326806744,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:44.583779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2bcd63-2da4-4011-9eae-8e1b15076227 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:37:44.593735 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:44.608311 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1f754-c94f-4c73-96f4-a1ae349f954a req-de324849-9571-481e-829f-0ea84af8723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:44.609533 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Transition to ACTIVE for port object da2bcd63-2da4-4011-9eae-8e1b15076227 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:37:44.610562 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20c1f754-c94f-4c73-96f4-a1ae349f954a req-de324849-9571-481e-829f-0ea84af8723c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=606b6f5d12d04eb5a653aebae6a0ffdb&device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 1094 time: 0.2218783 Nov 13 04:37:44.615368 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:44.684378 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Pushing event updated for resources: {'Port': ['ID=da2bcd63-2da4-4011-9eae-8e1b15076227,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:44.754270 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Attempting to bind port da2bcd63-2da4-4011-9eae-8e1b15076227 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:37:44.754863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Attempting to bind port da2bcd63-2da4-4011-9eae-8e1b15076227 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:37:44.754984 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Attempting to bind port da2bcd63-2da4-4011-9eae-8e1b15076227 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:44.762731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Port da2bcd63-2da4-4011-9eae-8e1b15076227 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:37:44.766792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Attempting to bind port da2bcd63-2da4-4011-9eae-8e1b15076227 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:44.776120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:37:44.782096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:37:44.782744 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:37:44.783495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Bound port: da2bcd63-2da4-4011-9eae-8e1b15076227, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:37:44.784085 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:44.796614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1f754-c94f-4c73-96f4-a1ae349f954a req-e3629fd2-df68-41ab-adb5-2ef9d93cd4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:44.798228 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20c1f754-c94f-4c73-96f4-a1ae349f954a req-e3629fd2-df68-41ab-adb5-2ef9d93cd4ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=60424ae1-d64b-4e42-b77a-f43e8fb964ec HTTP/1.1" status: 200 len: 924 time: 0.1768842 Nov 13 04:37:44.810088 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-628656eb-a560-4d07-a795-dbfaa88df110 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9697490 Nov 13 04:37:44.810305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-130b479e-fcb6-4dd2-a6c2-550ba9fff98e None None] Provisioning complete for port 004030af-1f68-46eb-9aff-8eb326806744 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:44.810628 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-130b479e-fcb6-4dd2-a6c2-550ba9fff98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:44.832224 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe589e5a-e2dd-4114-91fe-e4988e9efa6c req-986ab13d-9bf0-40f1-a0cb-496fcd920514 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:44.841840 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe589e5a-e2dd-4114-91fe-e4988e9efa6c req-986ab13d-9bf0-40f1-a0cb-496fcd920514 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 970 time: 0.2919166 Nov 13 04:37:44.881618 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Request body: {'port': {'device_id': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:44.892179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] For port da2bcd63-2da4-4011-9eae-8e1b15076227, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:37:44.899810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] For port da2bcd63-2da4-4011-9eae-8e1b15076227, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=da2bcd63-2da4-4011-9eae-8e1b15076227,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:37:44.911636 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:44.918715 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-130b479e-fcb6-4dd2-a6c2-550ba9fff98e None None] Port 004030af-1f68-46eb-9aff-8eb326806744 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:37:44.927885 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20c1f754-c94f-4c73-96f4-a1ae349f954a req-719e44bd-b417-4d04-a24b-383835793047 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 HTTP/1.1" status: 200 len: 217 time: 0.1168303 Nov 13 04:37:44.972867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38216) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:44.974240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:44.974859 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:44.981021 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06fbe05a-a701-4f67-a912-506af11550f6 req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] 10.222.0.36 "PUT /v2.0/ports/da2bcd63-2da4-4011-9eae-8e1b15076227 HTTP/1.1" status: 200 len: 1096 time: 1.0392363 Nov 13 04:37:44.985922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5a6985-861c-44da-8927-ec31e6ac1c2b', 'tag': 'da2bcd63-2da4-4011-9eae-8e1b15076227'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:37:44.988546 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6c145e-cff9-47dd-a9d8-404e87c1a40d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5a6985-861c-44da-8927-ec31e6ac1c2b", "tag": "da2bcd63-2da4-4011-9eae-8e1b15076227"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:37:45.001291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1f754-c94f-4c73-96f4-a1ae349f954a req-8e29537b-5fd8-48f8-af7d-1f6088443133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:45.002747 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20c1f754-c94f-4c73-96f4-a1ae349f954a req-8e29537b-5fd8-48f8-af7d-1f6088443133 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c7650a9-94c5-4c9d-a3c8-3204f255dd5e HTTP/1.1" status: 200 len: 862 time: 0.0624349 Nov 13 04:37:45.052620 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9015b14-225f-4251-83c8-6a2181645221 x-openstack-request-id: req-d9015b14-225f-4251-83c8-6a2181645221 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:37:45.052913 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5a6985-861c-44da-8927-ec31e6ac1c2b", "tag": "da2bcd63-2da4-4011-9eae-8e1b15076227", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:37:45.053490 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9015b14-225f-4251-83c8-6a2181645221 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:37:45.053668 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5a6985-861c-44da-8927-ec31e6ac1c2b', 'tag': 'da2bcd63-2da4-4011-9eae-8e1b15076227', 'status': 'completed', 'code': 200} Nov 13 04:37:45.090088 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe589e5a-e2dd-4114-91fe-e4988e9efa6c req-ab932158-0b93-43d3-aa47-1570f82eb933 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467566 Nov 13 04:37:45.107130 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:45.152947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c0e0e-731b-479c-8167-15914bdd0daa service neutron] Pushing event updated for resources: {'Port': ['ID=da2bcd63-2da4-4011-9eae-8e1b15076227,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:45.161908 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1f754-c94f-4c73-96f4-a1ae349f954a req-02eacf76-85de-4aee-a111-f31d189fda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:45.164663 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20c1f754-c94f-4c73-96f4-a1ae349f954a req-02eacf76-85de-4aee-a111-f31d189fda2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60424ae1-d64b-4e42-b77a-f43e8fb964ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458313 Nov 13 04:37:45.220578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbe05a-a701-4f67-a912-506af11550f6 req-6ffceb6d-2feb-447c-8867-be1b63accca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:45.222570 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06fbe05a-a701-4f67-a912-506af11550f6 req-6ffceb6d-2feb-447c-8867-be1b63accca8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 1099 time: 0.1539433 Nov 13 04:37:45.251634 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be2f7f-d0d5-409b-819f-f36abe14e8dd req-5d3cbcf4-3c31-49cd-b48c-059d9f899ef5 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:45.259993 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c3be2f7f-d0d5-409b-819f-f36abe14e8dd req-5d3cbcf4-3c31-49cd-b48c-059d9f899ef5 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 943 time: 0.0870273 Nov 13 04:37:45.335852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c3be2f7f-d0d5-409b-819f-f36abe14e8dd req-c29ae378-eb8b-47e4-8501-044c7da5699d tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708880 Nov 13 04:37:45.381079 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06fbe05a-a701-4f67-a912-506af11550f6 req-4220d75d-0a28-4be5-8229-504563aefe6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=da2bcd63-2da4-4011-9eae-8e1b15076227 HTTP/1.1" status: 200 len: 217 time: 0.1182084 Nov 13 04:37:45.406038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38236) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:45.457844 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-037b101d-ee86-4f45-80c3-bfb550edf7ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:45.503008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a75ea9-1c28-4fb0-9f16-c01b07299a84 req-71d1382a-a29c-446c-9b4e-a40978133eb8 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:45.504179 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41a75ea9-1c28-4fb0-9f16-c01b07299a84 req-71d1382a-a29c-446c-9b4e-a40978133eb8 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 948 time: 0.1921501 Nov 13 04:37:45.514523 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20c1f754-c94f-4c73-96f4-a1ae349f954a req-811d7aef-7993-403c-9cc7-ee946863efa2 service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368669 Nov 13 04:37:45.534949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbe05a-a701-4f67-a912-506af11550f6 req-33366380-f351-4914-8277-75e6face2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:45.536804 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06fbe05a-a701-4f67-a912-506af11550f6 req-33366380-f351-4914-8277-75e6face2dcf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1426184 Nov 13 04:37:45.618681 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-037b101d-ee86-4f45-80c3-bfb550edf7ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:45.631881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbe05a-a701-4f67-a912-506af11550f6 req-ea160e07-3b3b-4237-bd34-5da1718a9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:45.633256 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06fbe05a-a701-4f67-a912-506af11550f6 req-ea160e07-3b3b-4237-bd34-5da1718a9384 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856187 Nov 13 04:37:45.634345 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-037b101d-ee86-4f45-80c3-bfb550edf7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:45.653910 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41a75ea9-1c28-4fb0-9f16-c01b07299a84 req-548882f6-282d-461d-81be-488a2aa96820 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416686 Nov 13 04:37:45.705036 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b101d-ee86-4f45-80c3-bfb550edf7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031342cf-41f2-4e7b-9341-fb7bcecbc964,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:45.753274 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-037b101d-ee86-4f45-80c3-bfb550edf7ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89ee4d5f2e8f4440942298ba3795bf00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7656991 Nov 13 04:37:45.759313 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38250) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:45.789929 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5918d865-86c2-4a9a-ba54-27fc1de41010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:45.861948 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1e327e2-3d87-4617-9773-7cce332200cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:45.870093 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06fbe05a-a701-4f67-a912-506af11550f6 req-743458f9-8a15-4324-bab0-2149cfeb78e1 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110310 Nov 13 04:37:45.907302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004030af-1f68-46eb-9aff-8eb326806744 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:37:45.916716 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:45.920456 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20c1f754-c94f-4c73-96f4-a1ae349f954a req-26495798-c8c5-454a-9e45-bd04a8a3b38b service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853588 Nov 13 04:37:45.937229 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1e327e2-3d87-4617-9773-7cce332200cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:45.937860 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Transition to ACTIVE for port object 004030af-1f68-46eb-9aff-8eb326806744 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:37:45.958056 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:46.087699 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5918d865-86c2-4a9a-ba54-27fc1de41010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:46.091489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06fbe05a-a701-4f67-a912-506af11550f6 req-41ac4e69-1fa6-433d-8007-2ef27f04b3c6 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078259 Nov 13 04:37:46.097186 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5918d865-86c2-4a9a-ba54-27fc1de41010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:46.125103 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5918d865-86c2-4a9a-ba54-27fc1de41010 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40d24b954d724c4dbe001383bcbd1dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7174623 Nov 13 04:37:46.128011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38262) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:46.144868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1e327e2-3d87-4617-9773-7cce332200cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:46.147884 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1e327e2-3d87-4617-9773-7cce332200cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:46.149116 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e1e327e2-3d87-4617-9773-7cce332200cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/031342cf-41f2-4e7b-9341-fb7bcecbc964 HTTP/1.1" status: 204 len: 168 time: 0.3888657 Nov 13 04:37:46.180428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Pushing event updated for resources: {'Port': ['ID=004030af-1f68-46eb-9aff-8eb326806744,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:46.187642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Attempting to bind port 004030af-1f68-46eb-9aff-8eb326806744 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:37:46.187980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Attempting to bind port 004030af-1f68-46eb-9aff-8eb326806744 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:37:46.188306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Attempting to bind port 004030af-1f68-46eb-9aff-8eb326806744 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:46.194894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Port 004030af-1f68-46eb-9aff-8eb326806744 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:37:46.195366 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Attempting to bind port 004030af-1f68-46eb-9aff-8eb326806744 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:46.206500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:37:46.206861 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:37:46.207234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:37:46.207781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Bound port: 004030af-1f68-46eb-9aff-8eb326806744, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:37:46.208152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:46.218628 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918d865-86c2-4a9a-ba54-27fc1de41010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c2f5e5-fcc1-43fd-9cea-2c9f3d5778e8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:46.262950 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e327e2-3d87-4617-9773-7cce332200cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031342cf-41f2-4e7b-9341-fb7bcecbc964,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:46.368344 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5dbd5ca1-fa4c-44a3-b391-9ccc5eea2f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:46.385656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c145e-cff9-47dd-a9d8-404e87c1a40d req-c2e89038-9ab6-4734-85fe-eaea71265992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:46.387949 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da6c145e-cff9-47dd-a9d8-404e87c1a40d req-c2e89038-9ab6-4734-85fe-eaea71265992 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 1099 time: 0.1266701 Nov 13 04:37:46.427733 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e064d-f8ad-4d94-8d82-6e35ac4a872d req-4d2bb0ff-cb28-4f1a-accf-940a9dbf581c tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:46.429341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd7e064d-f8ad-4d94-8d82-6e35ac4a872d req-4d2bb0ff-cb28-4f1a-accf-940a9dbf581c tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 970 time: 0.1585374 Nov 13 04:37:46.435523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] For port 004030af-1f68-46eb-9aff-8eb326806744, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:37:46.440403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] For port 004030af-1f68-46eb-9aff-8eb326806744, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=004030af-1f68-46eb-9aff-8eb326806744,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:37:46.444624 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5dbd5ca1-fa4c-44a3-b391-9ccc5eea2f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:46.449338 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:46.517739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:46.518907 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:46.520468 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] 10.222.0.36 "PUT /v2.0/ports/004030af-1f68-46eb-9aff-8eb326806744 HTTP/1.1" status: 200 len: 1095 time: 1.6441069 Nov 13 04:37:46.521106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'tag': '004030af-1f68-46eb-9aff-8eb326806744'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:37:46.523863 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c53bdd-2dd7-4b14-a939-b75d9ac8e97e" -d '{"events": [{"name": "network-changed", "server_uuid": "d14a89a6-2826-4ffe-8b4e-dbacdb1235d4", "tag": "004030af-1f68-46eb-9aff-8eb326806744"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:37:46.543059 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd7e064d-f8ad-4d94-8d82-6e35ac4a872d req-7e15a628-fc56-4d48-95ba-b5683fb1f8a5 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047382 Nov 13 04:37:46.549623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18b842-f831-4cd6-b480-c8aaf8010f49 service neutron] Pushing event updated for resources: {'Port': ['ID=004030af-1f68-46eb-9aff-8eb326806744,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:46.645873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c145e-cff9-47dd-a9d8-404e87c1a40d req-0c4107ee-9b93-4a9e-a304-bdbaa9fdab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:46.648501 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da6c145e-cff9-47dd-a9d8-404e87c1a40d req-0c4107ee-9b93-4a9e-a304-bdbaa9fdab21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2469494 Nov 13 04:37:46.649718 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5dbd5ca1-fa4c-44a3-b391-9ccc5eea2f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:46.652926 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5dbd5ca1-fa4c-44a3-b391-9ccc5eea2f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:46.654478 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5dbd5ca1-fa4c-44a3-b391-9ccc5eea2f3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89c2f5e5-fcc1-43fd-9cea-2c9f3d5778e8 HTTP/1.1" status: 204 len: 168 time: 0.5255191 Nov 13 04:37:46.668046 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-aa8d1a99-c912-4ffe-befc-04eb8867fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:46.669850 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-aa8d1a99-c912-4ffe-befc-04eb8867fc3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 1098 time: 0.0708327 Nov 13 04:37:46.679034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd5ca1-fa4c-44a3-b391-9ccc5eea2f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c2f5e5-fcc1-43fd-9cea-2c9f3d5778e8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:46.758113 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da6c145e-cff9-47dd-a9d8-404e87c1a40d req-db347c9f-14d0-4949-82da-b27a6fa2133f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=da2bcd63-2da4-4011-9eae-8e1b15076227 HTTP/1.1" status: 200 len: 217 time: 0.1006553 Nov 13 04:37:46.758988 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-9e9a8f59-9eb5-46b0-8567-de298c0e4e8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=004030af-1f68-46eb-9aff-8eb326806744 HTTP/1.1" status: 200 len: 217 time: 0.0675232 Nov 13 04:37:46.780731 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74102bd-be60-4822-a8c2-205c3361f9c4 req-dc985ea3-5ce9-40a3-ae78-3e770220b339 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:46.789626 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d74102bd-be60-4822-a8c2-205c3361f9c4 req-dc985ea3-5ce9-40a3-ae78-3e770220b339 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 943 time: 0.1072021 Nov 13 04:37:46.826951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c145e-cff9-47dd-a9d8-404e87c1a40d req-0851f008-fb9c-474d-956f-d472551840c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:46.828755 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da6c145e-cff9-47dd-a9d8-404e87c1a40d req-0851f008-fb9c-474d-956f-d472551840c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0559888 Nov 13 04:37:46.869639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38288) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:46.893476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c145e-cff9-47dd-a9d8-404e87c1a40d req-c0c3dfa9-effc-4dee-95a4-963c585b906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:46.893476 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da6c145e-cff9-47dd-a9d8-404e87c1a40d req-c0c3dfa9-effc-4dee-95a4-963c585b906b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502386 Nov 13 04:37:46.903743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-ac6edae3-c26a-4f78-82dd-b4fb892486f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:46.905181 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-ac6edae3-c26a-4f78-82dd-b4fb892486f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1135902 Nov 13 04:37:46.906946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfb7a064-03eb-4fee-9c08-5ed09c971334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:46.926600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d74102bd-be60-4822-a8c2-205c3361f9c4 req-eccf2190-70b5-45a6-bec2-65a6861bc20b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340256 Nov 13 04:37:47.015524 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da6c145e-cff9-47dd-a9d8-404e87c1a40d req-1fd9dd9d-796c-4543-98bd-713324d5ff06 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191819 Nov 13 04:37:47.015724 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cab0396-18c1-4c57-bccf-b3af2537d8d7 x-openstack-request-id: req-7cab0396-18c1-4c57-bccf-b3af2537d8d7 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:37:47.015990 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14a89a6-2826-4ffe-8b4e-dbacdb1235d4", "tag": "004030af-1f68-46eb-9aff-8eb326806744", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:37:47.016241 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cab0396-18c1-4c57-bccf-b3af2537d8d7 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:37:47.016714 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'tag': '004030af-1f68-46eb-9aff-8eb326806744', 'status': 'completed', 'code': 200} Nov 13 04:37:47.091831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-20424350-dcae-4aa7-aa1b-ebab7c16956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:47.093335 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-20424350-dcae-4aa7-aa1b-ebab7c16956e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1654999 Nov 13 04:37:47.195390 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfb7a064-03eb-4fee-9c08-5ed09c971334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.248229 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da6c145e-cff9-47dd-a9d8-404e87c1a40d req-e7102b89-f285-4dd8-b402-37bf1e45ca3e service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244124 Nov 13 04:37:47.259576 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfb7a064-03eb-4fee-9c08-5ed09c971334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.274885 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01504cd0-9b80-4995-a9dc-214bd2a0228e req-9d432776-6bb9-46fb-aff5-7b384cf99747 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:47.277270 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-01504cd0-9b80-4995-a9dc-214bd2a0228e req-9d432776-6bb9-46fb-aff5-7b384cf99747 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 948 time: 0.0814991 Nov 13 04:37:47.342661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-01504cd0-9b80-4995-a9dc-214bd2a0228e req-676a0b4c-4d9a-4a51-86cc-a53d71120059 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562029 Nov 13 04:37:47.349108 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-9e8094fb-7a10-4ded-99af-b84cfdb47da4 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469320 Nov 13 04:37:47.356111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7a064-03eb-4fee-9c08-5ed09c971334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038e53fa-8529-4804-9cfc-793b5348de7b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:47.360346 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cfb7a064-03eb-4fee-9c08-5ed09c971334 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf8f286bce0c46d6b3245f384f16db82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4875095 Nov 13 04:37:47.369705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38298) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:47.388919 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5a27-ed84-4c99-bc16-4fd1d922e635 req-84413930-500f-4cbe-9118-c2e85d3b4062 tempest-AggregatesAdminTestJSON-1641272100 tempest-AggregatesAdminTestJSON-1641272100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:47.398585 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6afe5a27-ed84-4c99-bc16-4fd1d922e635 req-84413930-500f-4cbe-9118-c2e85d3b4062 tempest-AggregatesAdminTestJSON-1641272100 tempest-AggregatesAdminTestJSON-1641272100-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 1121 time: 0.2050903 Nov 13 04:37:47.446816 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e5497d9-f037-4e60-8ba6-61f1fd7a27d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.452061 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6afe5a27-ed84-4c99-bc16-4fd1d922e635 req-c72b0815-d1bb-440b-af9e-33b69c90fe36 tempest-AggregatesAdminTestJSON-1641272100 tempest-AggregatesAdminTestJSON-1641272100-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.471705 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e5497d9-f037-4e60-8ba6-61f1fd7a27d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.493444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38300) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:47.515682 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56ed5942-b9f6-4ba1-aa24-20c904d7b9c9 req-4129a721-ccd9-4ea7-98c0-570d3d7c2e1f service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542535 Nov 13 04:37:47.533513 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8fbc20d0-5e22-4d97-b7c7-a1d8540ae310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.575304 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6afe5a27-ed84-4c99-bc16-4fd1d922e635 req-c72b0815-d1bb-440b-af9e-33b69c90fe36 tempest-AggregatesAdminTestJSON-1641272100 tempest-AggregatesAdminTestJSON-1641272100-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.581815 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6afe5a27-ed84-4c99-bc16-4fd1d922e635 req-c72b0815-d1bb-440b-af9e-33b69c90fe36 tempest-AggregatesAdminTestJSON-1641272100 tempest-AggregatesAdminTestJSON-1641272100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.599804 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e5497d9-f037-4e60-8ba6-61f1fd7a27d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.603852 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e5497d9-f037-4e60-8ba6-61f1fd7a27d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.607380 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0e5497d9-f037-4e60-8ba6-61f1fd7a27d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/038e53fa-8529-4804-9cfc-793b5348de7b HTTP/1.1" status: 204 len: 168 time: 0.2339284 Nov 13 04:37:47.615795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b0815-d1bb-440b-af9e-33b69c90fe36 tempest-AggregatesAdminTestJSON-1641272100 tempest-AggregatesAdminTestJSON-1641272100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27590580-d6fe-466c-8a8d-0be35b254b6c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:47.667656 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8fbc20d0-5e22-4d97-b7c7-a1d8540ae310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.678394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5497d9-f037-4e60-8ba6-61f1fd7a27d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038e53fa-8529-4804-9cfc-793b5348de7b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:47.687681 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8fbc20d0-5e22-4d97-b7c7-a1d8540ae310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.711841 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6afe5a27-ed84-4c99-bc16-4fd1d922e635 req-c72b0815-d1bb-440b-af9e-33b69c90fe36 tempest-AggregatesAdminTestJSON-1641272100 tempest-AggregatesAdminTestJSON-1641272100-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121777 Nov 13 04:37:47.715158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c53bdd-2dd7-4b14-a939-b75d9ac8e97e req-e262326e-d4cd-474b-9c5b-9b24c54d7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:47.716839 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14c53bdd-2dd7-4b14-a939-b75d9ac8e97e req-e262326e-d4cd-474b-9c5b-9b24c54d7885 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 1098 time: 0.0861428 Nov 13 04:37:47.753667 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8fbc20d0-5e22-4d97-b7c7-a1d8540ae310 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80971065f35047ddbc9543ce87e31f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534685 Nov 13 04:37:47.753667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc20d0-5e22-4d97-b7c7-a1d8540ae310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd1442f-d8b4-4a7a-a439-85798c077f91,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:47.754594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38310) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:47.834579 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be991e3b-1e75-4377-aa67-b14d037481f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.858252 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c53bdd-2dd7-4b14-a939-b75d9ac8e97e req-c3ef200b-949b-47cb-b99b-d3d12353861c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:47.859812 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14c53bdd-2dd7-4b14-a939-b75d9ac8e97e req-c3ef200b-949b-47cb-b99b-d3d12353861c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1235907 Nov 13 04:37:47.872988 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be991e3b-1e75-4377-aa67-b14d037481f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.920904 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14c53bdd-2dd7-4b14-a939-b75d9ac8e97e req-b419fe02-cd71-4376-8e38-2848723e0367 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=004030af-1f68-46eb-9aff-8eb326806744 HTTP/1.1" status: 200 len: 217 time: 0.0522137 Nov 13 04:37:47.936749 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be991e3b-1e75-4377-aa67-b14d037481f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.941382 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be991e3b-1e75-4377-aa67-b14d037481f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:47.945445 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-be991e3b-1e75-4377-aa67-b14d037481f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bd1442f-d8b4-4a7a-a439-85798c077f91 HTTP/1.1" status: 204 len: 168 time: 0.1872330 Nov 13 04:37:47.954311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be991e3b-1e75-4377-aa67-b14d037481f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd1442f-d8b4-4a7a-a439-85798c077f91,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:48.002431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c53bdd-2dd7-4b14-a939-b75d9ac8e97e req-a89e538a-89fe-4408-aabd-3cb7a69a49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:48.007657 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14c53bdd-2dd7-4b14-a939-b75d9ac8e97e req-a89e538a-89fe-4408-aabd-3cb7a69a49e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0771036 Nov 13 04:37:48.074733 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c53bdd-2dd7-4b14-a939-b75d9ac8e97e req-c73031ac-1b96-4643-8eef-0e706665ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:48.076760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14c53bdd-2dd7-4b14-a939-b75d9ac8e97e req-c73031ac-1b96-4643-8eef-0e706665ef85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0628877 Nov 13 04:37:48.102938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ad38a-8214-4d7e-8d4b-21a399140a78 req-d7ba5841-37e3-4c99-aa49-62d4080e2e9a tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:48.111129 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-409ad38a-8214-4d7e-8d4b-21a399140a78 req-d7ba5841-37e3-4c99-aa49-62d4080e2e9a tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 943 time: 0.0622683 Nov 13 04:37:48.160875 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-409ad38a-8214-4d7e-8d4b-21a399140a78 req-fc10c0f3-3dd7-41c8-b28a-9230654bd43f tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488777 Nov 13 04:37:48.186190 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14c53bdd-2dd7-4b14-a939-b75d9ac8e97e req-4b07b3b3-4864-45ac-a9c2-746736d6953f service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981574 Nov 13 04:37:48.312810 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14c53bdd-2dd7-4b14-a939-b75d9ac8e97e req-107b3a0f-7356-475e-87ab-9e17c137a938 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186507 Nov 13 04:37:48.472469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db69b82-2af1-4069-9a54-df50a420e60e req-7df801a0-c516-45a9-905e-cde443793371 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:48.475839 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5db69b82-2af1-4069-9a54-df50a420e60e req-7df801a0-c516-45a9-905e-cde443793371 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 948 time: 0.0540295 Nov 13 04:37:48.540770 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5db69b82-2af1-4069-9a54-df50a420e60e req-8892e8ed-b1c6-41e9-a7cd-79f27d6bfaae tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539830 Nov 13 04:37:48.759005 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-fb3bc42b-37a0-46a0-85c0-24d4aec556cf tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6a6c9c100939443198644d9730a28ccb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231762 Nov 13 04:37:48.890377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-7e6109ba-5951-4c65-84e1-2fa81896a3dc tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:48.892188 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-7e6109ba-5951-4c65-84e1-2fa81896a3dc tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1236315 Nov 13 04:37:48.911541 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-4a1a33e8-7fb3-4e22-9c91-915e832b310d tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/quotas/6a6c9c100939443198644d9730a28ccb HTTP/1.1" status: 200 len: 375 time: 0.0129089 Nov 13 04:37:48.956856 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:37:48.963128 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-aff28b37-e9f8-45ff-890c-a36aafe18550 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a6c9c100939443198644d9730a28ccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450468 Nov 13 04:37:49.106332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:49.133701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'd7eef5b0-7f9f-4a63-a8bb-2eb64533d114', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'port_id': 'd7eef5b0-7f9f-4a63-a8bb-2eb64533d114', 'mac_address': 'fa:16:3e:0c:ff:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:37:49.186808 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:49.203283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:37:49.230678 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:49.238644 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:49.296988 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12e07181-1823-44fb-8fbd-2917a9020ce3 req-162147ed-a25c-47e0-ba4a-0b0c7c40b71b tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 210 time: 0.0360477 Nov 13 04:37:49.297380 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:49.328355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38428) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:49.441814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693d722-4be9-48ed-b197-1b91924af865 req-3e2c6dc3-7bad-4fe2-aab5-386290a4a170 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:49.447596 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b693d722-4be9-48ed-b197-1b91924af865 req-3e2c6dc3-7bad-4fe2-aab5-386290a4a170 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 944 time: 0.0679662 Nov 13 04:37:49.523116 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b693d722-4be9-48ed-b197-1b91924af865 req-6ff9f515-2c78-4366-862a-56aba65baac7 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668228 Nov 13 04:37:49.590513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1612338669-network', 'tenant_id': 'bb1a865db7e845b9aa19ffe9f890f983'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:49.643809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] Made reservation on behalf of bb1a865db7e845b9aa19ffe9f890f983 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:37:49.646625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:49.680514 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:49.785316 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:49.793625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010ca62-f80d-4524-9b02-25e414f46e4a req-364d6098-9000-4a60-813f-0ca1f27faf47 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:49.794220 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:49.801189 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5010ca62-f80d-4524-9b02-25e414f46e4a req-364d6098-9000-4a60-813f-0ca1f27faf47 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 948 time: 0.0700920 Nov 13 04:37:49.841703 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d7eef5b0-7f9f-4a63-a8bb-2eb64533d114'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:37:49.842377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:37:49.853962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28d161a-06f4-4ea5-b779-10e8174864d7,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:49.861095 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:49.861668 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] Added segment d840dff3-26c9-49e6-8db4-9cb3d81d4a76 of type vlan for network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 Nov 13 04:37:49.898123 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5010ca62-f80d-4524-9b02-25e414f46e4a req-c07a748c-b331-4846-a75b-ca1c9d52f107 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956504 Nov 13 04:37:49.936149 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:49.986977 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:49.986977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:49.986977 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:50.095656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] Pushing event updated for resources: {'Network': ['ID=116a44e5-9a3c-43fe-bfae-c0a00d4422e5,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:50.102201 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9925f6f6-72de-40f7-86c9-49e0f47940d8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7721429 Nov 13 04:37:50.105359 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38460) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:50.111451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-73d72fca-9adf-48d9-bdbb-34f4bca4b8d5 admin admin] Request body: {'subnet': {'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1612338669-subnet', 'tenant_id': 'bb1a865db7e845b9aa19ffe9f890f983', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:50.125764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:37:50.139880 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d72fca-9adf-48d9-bdbb-34f4bca4b8d5 admin admin] Made reservation on behalf of bb1a865db7e845b9aa19ffe9f890f983 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:37:50.148622 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73d72fca-9adf-48d9-bdbb-34f4bca4b8d5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:50.412143 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73d72fca-9adf-48d9-bdbb-34f4bca4b8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:50.448518 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-244a32cf-8262-4257-8000-7c9b2e212029 req-d923391e-21bc-44cc-86d7-7df222699dd3 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 210 time: 0.0384991 Nov 13 04:37:50.527460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d72fca-9adf-48d9-bdbb-34f4bca4b8d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6972208-b01b-4035-88d5-8d96d7af813a,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:50.555231 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d72fca-9adf-48d9-bdbb-34f4bca4b8d5 admin admin] Checking segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:37:50.555602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d72fca-9adf-48d9-bdbb-34f4bca4b8d5 admin admin] Network hostable DHCP agents. Network: 116a44e5-9a3c-43fe-bfae-c0a00d4422e5, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:37:50.581431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38492) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:50.614015 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-00e87d7a-2efb-4c58-a1c9-1531656f9aed tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6a6c9c100939443198644d9730a28ccb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522776 Nov 13 04:37:50.661114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d72fca-9adf-48d9-bdbb-34f4bca4b8d5 admin admin] Network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:37:50.703202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce0ce-faa3-4c8d-91c9-d746cddf72a0 req-9848e8a8-331e-45d5-b0f9-776e50ffbd49 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:50.705390 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c04ce0ce-faa3-4c8d-91c9-d746cddf72a0 req-9848e8a8-331e-45d5-b0f9-776e50ffbd49 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 944 time: 0.0905011 Nov 13 04:37:50.776981 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c04ce0ce-faa3-4c8d-91c9-d746cddf72a0 req-d2567533-9a5f-4b38-9d04-498025cdc83c tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606749 Nov 13 04:37:50.941656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-73d72fca-9adf-48d9-bdbb-34f4bca4b8d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 116a44e5-9a3c-43fe-bfae-c0a00d4422e5) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:50.942239 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device da2bcd63-2da4-4011-9eae-8e1b15076227 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:37:50.956513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d72fca-9adf-48d9-bdbb-34f4bca4b8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:50.957107 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73d72fca-9adf-48d9-bdbb-34f4bca4b8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:50.960241 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98618736-e453-4f15-a987-cacb84d68127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:50.965283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d47ca75-e762-4997-a320-def8f263d4ca None None] Network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:37:51.032677 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:37:51.063733 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-73d72fca-9adf-48d9-bdbb-34f4bca4b8d5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9568315 Nov 13 04:37:51.112376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007af56-e1c6-4c57-8d98-21927c7d14c9 req-7a306d21-6524-4053-aac9-4117933e7902 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:51.112376 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0007af56-e1c6-4c57-8d98-21927c7d14c9 req-7a306d21-6524-4053-aac9-4117933e7902 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 948 time: 0.1130054 Nov 13 04:37:51.141054 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98618736-e453-4f15-a987-cacb84d68127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:51.160752 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-89fae16a-ce28-4ebc-9430-995f0795ae42 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:51.164050 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-89fae16a-ce28-4ebc-9430-995f0795ae42 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5399168 Nov 13 04:37:51.168132 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98618736-e453-4f15-a987-cacb84d68127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:51.205427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Request body: {'port': {'device_id': '0ec986ce-e076-45cb-9114-2632f5b53e9d', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '6a6c9c100939443198644d9730a28ccb'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:51.227989 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0007af56-e1c6-4c57-8d98-21927c7d14c9 req-aac1f8be-cf4b-460b-a060-2bdd73b1883b tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089897 Nov 13 04:37:51.332150 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-98618736-e453-4f15-a987-cacb84d68127 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=117b48b0734543f89335766985ff90ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7472939 Nov 13 04:37:51.332701 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38538) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:51.362878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38542) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:51.389621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port da2bcd63-2da4-4011-9eae-8e1b15076227, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=da2bcd63-2da4-4011-9eae-8e1b15076227,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:51.402402 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:37:51.429727 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98618736-e453-4f15-a987-cacb84d68127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3403e0f6-1b22-48c8-a2dd-1d0b5cd19db4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:51.433180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'da2bcd63-2da4-4011-9eae-8e1b15076227', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'da2bcd63-2da4-4011-9eae-8e1b15076227', 'mac_address': 'fa:16:3e:d5:0a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:37:51.449796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:51.450163 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:51.476961 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-248ab42b-0b8c-410e-ace8-91bc8296b27c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:51.510676 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-248ab42b-0b8c-410e-ace8-91bc8296b27c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:51.570569 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Made reservation on behalf of 6a6c9c100939443198644d9730a28ccb for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:37:51.575480 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:51.581232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76669f5c-5ee6-46d6-ac75-02a2327d9bd5 None None] Network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:37:51.606614 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-248ab42b-0b8c-410e-ace8-91bc8296b27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:51.607434 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:51.609452 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-248ab42b-0b8c-410e-ace8-91bc8296b27c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:51.610639 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-248ab42b-0b8c-410e-ace8-91bc8296b27c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3403e0f6-1b22-48c8-a2dd-1d0b5cd19db4 HTTP/1.1" status: 204 len: 168 time: 0.2765002 Nov 13 04:37:51.623687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ab42b-0b8c-410e-ace8-91bc8296b27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3403e0f6-1b22-48c8-a2dd-1d0b5cd19db4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:51.707236 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:51.740143 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b386d4-a0ef-4574-8e04-93aef654f759 req-97e65de8-6126-4c0a-a2ea-5ce5f78ca31f tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 210 time: 0.0939274 Nov 13 04:37:51.742550 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2ea1be8-e84d-43df-a8e9-e7a3333aa833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:51.767053 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2bcd63-2da4-4011-9eae-8e1b15076227 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:37:51.844235 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port da2bcd63-2da4-4011-9eae-8e1b15076227, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=da2bcd63-2da4-4011-9eae-8e1b15076227,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:51.879001 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:51.908778 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2ea1be8-e84d-43df-a8e9-e7a3333aa833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:51.916553 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2ea1be8-e84d-43df-a8e9-e7a3333aa833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:51.964662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38578) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:51.965397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b2ea1be8-e84d-43df-a8e9-e7a3333aa833 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0ac5c1c95c94c4ca90c8023c6d475fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5973561 Nov 13 04:37:51.994237 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:51.994986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea1be8-e84d-43df-a8e9-e7a3333aa833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab491da-0f4d-40e8-ab76-a53f14228d5d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:52.016723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=da2bcd63-2da4-4011-9eae-8e1b15076227,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:52.030321 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.035301 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092eefc7-9791-495e-b53a-8f62e05cf94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eef5b0-7f9f-4a63-a8bb-2eb64533d114'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:37:52.040244 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb64e81e-a1ce-413e-ad33-fe43370c5778" -d '{"events": [{"server_uuid": "092eefc7-9791-495e-b53a-8f62e05cf94d", "name": "network-vif-plugged", "status": "completed", "tag": "d7eef5b0-7f9f-4a63-a8bb-2eb64533d114"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:37:52.080373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:52.089281 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.118722 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7441e614-6370-4ed7-96db-5b8726c7e66b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.121332 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.161961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:52.190128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99d9e2-9431-43c9-8b4b-bdaa0865f136 req-1e6fcf0e-c67d-4f5e-86f6-1bcdd8e8f412 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:52.192816 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba99d9e2-9431-43c9-8b4b-bdaa0865f136 req-1e6fcf0e-c67d-4f5e-86f6-1bcdd8e8f412 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 944 time: 0.2840343 Nov 13 04:37:52.225714 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ba35ac-25fc-4743-a8f9-55a70dae159c x-openstack-request-id: req-d8ba35ac-25fc-4743-a8f9-55a70dae159c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:37:52.226356 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092eefc7-9791-495e-b53a-8f62e05cf94d", "name": "network-vif-plugged", "status": "completed", "tag": "d7eef5b0-7f9f-4a63-a8bb-2eb64533d114", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:37:52.226807 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8ba35ac-25fc-4743-a8f9-55a70dae159c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:37:52.227338 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092eefc7-9791-495e-b53a-8f62e05cf94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eef5b0-7f9f-4a63-a8bb-2eb64533d114', 'code': 200} Nov 13 04:37:52.231746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38596) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:52.238954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-244450003-network', 'tenant_id': 'b79d949a783d41c09116838842420c78'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:52.265076 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7441e614-6370-4ed7-96db-5b8726c7e66b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.269416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] Made reservation on behalf of b79d949a783d41c09116838842420c78 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:37:52.282658 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.295914 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.302107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d53cd0-952b-4107-a492-77c369cc6352,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:52.333829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:52.338522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['da2bcd63-2da4-4011-9eae-8e1b15076227'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:37:52.385058 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba99d9e2-9431-43c9-8b4b-bdaa0865f136 req-ea2f0e97-7200-4c80-9793-c2c20f71e3d8 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561468 Nov 13 04:37:52.418120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Allocated IP 192.168.233.43 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/04497532-2579-46bc-b300-bb1a28843730) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:37:52.426063 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3cd17daa-f84c-45be-b37d-d37d8bdecd32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.430456 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7441e614-6370-4ed7-96db-5b8726c7e66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.439238 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7441e614-6370-4ed7-96db-5b8726c7e66b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.444907 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7441e614-6370-4ed7-96db-5b8726c7e66b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ab491da-0f4d-40e8-ab76-a53f14228d5d HTTP/1.1" status: 204 len: 168 time: 0.4750416 Nov 13 04:37:52.458324 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441e614-6370-4ed7-96db-5b8726c7e66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab491da-0f4d-40e8-ab76-a53f14228d5d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:52.570547 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.616124 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.692996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eb07c0-f343-4654-990f-2005faddd3e1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:52.698320 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.701849 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032d79-8021-46e5-814f-737ee22e63a5 req-e0dc818a-f0c3-40a9-9343-88c5afd63c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:52.703513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-96032d79-8021-46e5-814f-737ee22e63a5 req-e0dc818a-f0c3-40a9-9343-88c5afd63c34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 1096 time: 0.3706799 Nov 13 04:37:52.720718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:37:52.753351 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.769019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d0be9-58b3-4ce3-9e7b-2b3f5c351a61 req-c7caa165-a17b-46e9-b6b4-b7332dda9e37 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:52.776998 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f19d0be9-58b3-4ce3-9e7b-2b3f5c351a61 req-c7caa165-a17b-46e9-b6b4-b7332dda9e37 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 949 time: 0.3571746 Nov 13 04:37:52.790118 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.790768 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] Added segment 6fa85ae1-d905-4e6c-ae8b-0fefbed72c36 of type vlan for network d170ed2f-316f-485c-8286-3d372059714f Nov 13 04:37:52.825729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:37:52.828871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:52.832835 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:37:52.839308 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:52.840153 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:52.873910 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6844654 Nov 13 04:37:52.882245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88da74-a04c-4b9e-9219-97187cb3df03 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Pushing event updated for resources: {'Port': ['ID=04497532-2579-46bc-b300-bb1a28843730,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:52.905971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Request body: {'port': {'device_id': '0ec986ce-e076-45cb-9114-2632f5b53e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:52.909950 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-96032d79-8021-46e5-814f-737ee22e63a5 req-a6e83b46-55e0-4ce8-9e1c-8cc55fd81554 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954553 Nov 13 04:37:52.948130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 004030af-1f68-46eb-9aff-8eb326806744 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:37:52.979085 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.030897 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.062650 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.063684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:53.064275 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.088554 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3cd17daa-f84c-45be-b37d-d37d8bdecd32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.098006 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8644803 Nov 13 04:37:53.116976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38624) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:53.131551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-21ce288e-2bd9-4c07-bfff-503f04421281 admin admin] Request body: {'subnet': {'network_id': 'd170ed2f-316f-485c-8286-3d372059714f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-244450003-subnet', 'tenant_id': 'b79d949a783d41c09116838842420c78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:53.147862 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 004030af-1f68-46eb-9aff-8eb326806744, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=004030af-1f68-46eb-9aff-8eb326806744,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:53.153747 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3cd17daa-f84c-45be-b37d-d37d8bdecd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.170179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031571a-5ba2-4b48-a886-23a2fb6670f5 req-414a18c0-29ea-46f1-96f8-eb481e97adc7 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:53.171139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ce288e-2bd9-4c07-bfff-503f04421281 admin admin] Made reservation on behalf of b79d949a783d41c09116838842420c78 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:37:53.173472 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21ce288e-2bd9-4c07-bfff-503f04421281 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.178835 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2031571a-5ba2-4b48-a886-23a2fb6670f5 req-414a18c0-29ea-46f1-96f8-eb481e97adc7 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 935 time: 0.1297975 Nov 13 04:37:53.189719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '004030af-1f68-46eb-9aff-8eb326806744', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '004030af-1f68-46eb-9aff-8eb326806744', 'mac_address': 'fa:16:3e:5e:4b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:37:53.223600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f19d0be9-58b3-4ce3-9e7b-2b3f5c351a61 req-09de32aa-4478-47ce-9429-ec2dc38bd1ee tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454708 Nov 13 04:37:53.232215 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.247317 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004030af-1f68-46eb-9aff-8eb326806744 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:37:53.271014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38626) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:53.280811 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 004030af-1f68-46eb-9aff-8eb326806744, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=004030af-1f68-46eb-9aff-8eb326806744,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:53.287599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f37b04be-752c-4a63-a647-71ce879fd32d None None] Provisioning complete for port 04497532-2579-46bc-b300-bb1a28843730 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:53.288256 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f37b04be-752c-4a63-a647-71ce879fd32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.292579 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.303184 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-759ba157-5b6b-4ac9-975b-7efbc6a148b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.364841 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2031571a-5ba2-4b48-a886-23a2fb6670f5 req-73662340-a2c9-4974-a1b4-8aeebac6896b tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/security-groups?id=52d53cd0-952b-4107-a492-77c369cc6352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850619 Nov 13 04:37:53.377605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f37b04be-752c-4a63-a647-71ce879fd32d None None] Port 04497532-2579-46bc-b300-bb1a28843730 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:37:53.396785 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=004030af-1f68-46eb-9aff-8eb326806744,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:53.456089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0e1ac-972c-4412-946c-5e89e15afaf0 admin admin] Pushing event updated for resources: {'Network': ['ID=d170ed2f-316f-485c-8286-3d372059714f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:53.468416 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21ce288e-2bd9-4c07-bfff-503f04421281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.480989 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network d170ed2f-316f-485c-8286-3d372059714f details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:37:53.528894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd17daa-f84c-45be-b37d-d37d8bdecd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc719998-c02a-4483-98ac-ddd24d768ce9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:53.554608 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3cd17daa-f84c-45be-b37d-d37d8bdecd32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95b435f912cc43a0887a810cf33365d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2183154 Nov 13 04:37:53.558017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38642) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:53.564237 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-759ba157-5b6b-4ac9-975b-7efbc6a148b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.578494 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-759ba157-5b6b-4ac9-975b-7efbc6a148b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.610021 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-759ba157-5b6b-4ac9-975b-7efbc6a148b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b83526c0ec547c49733d9811e8dc271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353896 Nov 13 04:37:53.611530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38644) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:53.662905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce288e-2bd9-4c07-bfff-503f04421281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=183de435-b0d1-43aa-8e21-f1de72964012,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:53.684838 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515c5c0-4678-45f3-8f13-9b36ebb82584 req-199c0c61-b2cf-46c8-9ac1-60af755c87a3 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:53.686330 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d515c5c0-4678-45f3-8f13-9b36ebb82584 req-199c0c61-b2cf-46c8-9ac1-60af755c87a3 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 945 time: 0.1415453 Nov 13 04:37:53.686442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04497532-2579-46bc-b300-bb1a28843730 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:37:53.690878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce288e-2bd9-4c07-bfff-503f04421281 admin admin] Checking segment: {'id': '6fa85ae1-d905-4e6c-ae8b-0fefbed72c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd170ed2f-316f-485c-8286-3d372059714f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:37:53.691249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ce288e-2bd9-4c07-bfff-503f04421281 admin admin] Network hostable DHCP agents. Network: d170ed2f-316f-485c-8286-3d372059714f, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:37:53.695629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ba157-5b6b-4ac9-975b-7efbc6a148b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133fdd92-f430-48b4-b0d2-1d33bd8c83dc,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:53.699402 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.725342 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5f30e59-98e0-487f-9e7d-52373db7a7da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.726652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Transition to ACTIVE for port object 04497532-2579-46bc-b300-bb1a28843730 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:37:53.744842 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.773502 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ce288e-2bd9-4c07-bfff-503f04421281 admin admin] Network d170ed2f-316f-485c-8286-3d372059714f is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:37:53.776692 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5f30e59-98e0-487f-9e7d-52373db7a7da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.778687 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5182f6ca-5a88-40fd-8ecc-3f0143150710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.813663 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['004030af-1f68-46eb-9aff-8eb326806744'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:37:53.827273 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d515c5c0-4678-45f3-8f13-9b36ebb82584 req-067716fd-e189-487e-9e52-68a30f542381 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285779 Nov 13 04:37:53.855120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-21ce288e-2bd9-4c07-bfff-503f04421281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, d170ed2f-316f-485c-8286-3d372059714f) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:53.855994 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5182f6ca-5a88-40fd-8ecc-3f0143150710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.870077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ce288e-2bd9-4c07-bfff-503f04421281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:53.870700 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21ce288e-2bd9-4c07-bfff-503f04421281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.884927 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee81765f-5e80-48a3-9370-a7274a7ad9c7 None None] Network d170ed2f-316f-485c-8286-3d372059714f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:37:53.914134 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Pushing event updated for resources: {'Port': ['ID=04497532-2579-46bc-b300-bb1a28843730,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:53.934766 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-21ce288e-2bd9-4c07-bfff-503f04421281 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8158481 Nov 13 04:37:53.964634 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5f30e59-98e0-487f-9e7d-52373db7a7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.969053 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5f30e59-98e0-487f-9e7d-52373db7a7da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:53.970388 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e5f30e59-98e0-487f-9e7d-52373db7a7da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc719998-c02a-4483-98ac-ddd24d768ce9 HTTP/1.1" status: 204 len: 168 time: 0.3833795 Nov 13 04:37:53.982475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Attempting to bind port 04497532-2579-46bc-b300-bb1a28843730 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:37:53.982802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Attempting to bind port 04497532-2579-46bc-b300-bb1a28843730 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:37:53.983212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Attempting to bind port 04497532-2579-46bc-b300-bb1a28843730 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:54.023751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Port 04497532-2579-46bc-b300-bb1a28843730 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:37:54.026837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Attempting to bind port 04497532-2579-46bc-b300-bb1a28843730 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:37:54.034889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f30e59-98e0-487f-9e7d-52373db7a7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc719998-c02a-4483-98ac-ddd24d768ce9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:54.048230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:37:54.054676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:37:54.057454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:37:54.059380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Bound port: 04497532-2579-46bc-b300-bb1a28843730, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:37:54.059755 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:54.275785 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5182f6ca-5a88-40fd-8ecc-3f0143150710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:54.287874 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5182f6ca-5a88-40fd-8ecc-3f0143150710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:54.297073 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5182f6ca-5a88-40fd-8ecc-3f0143150710 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/133fdd92-f430-48b4-b0d2-1d33bd8c83dc HTTP/1.1" status: 204 len: 168 time: 0.6676409 Nov 13 04:37:54.326521 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182f6ca-5a88-40fd-8ecc-3f0143150710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133fdd92-f430-48b4-b0d2-1d33bd8c83dc,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:54.348197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] For port 04497532-2579-46bc-b300-bb1a28843730, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:37:54.353099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] For port 04497532-2579-46bc-b300-bb1a28843730, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=04497532-2579-46bc-b300-bb1a28843730,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:37:54.366282 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:54.482846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Pushing event updated for resources: {'Port': ['ID=04497532-2579-46bc-b300-bb1a28843730,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:54.498574 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5019c18a-a4ed-493d-bc9d-a266b9e3374a None None] Network d170ed2f-316f-485c-8286-3d372059714f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:37:54.539106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:54.540139 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:54.541419 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-a9b2830a-8430-49ad-9ff8-534e94a88e5b service neutron] 10.222.0.46 "PUT /v2.0/ports/04497532-2579-46bc-b300-bb1a28843730 HTTP/1.1" status: 200 len: 1095 time: 1.6539607 Nov 13 04:37:54.543627 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec986ce-e076-45cb-9114-2632f5b53e9d', 'tag': '04497532-2579-46bc-b300-bb1a28843730'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:37:54.546321 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be43b021-b264-4b20-8a5a-d11b0a18c1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec986ce-e076-45cb-9114-2632f5b53e9d", "tag": "04497532-2579-46bc-b300-bb1a28843730"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:37:54.583309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df3b0b-4c13-4759-b7dd-c061d1d0e869 req-54c47325-9633-4cff-a0cb-67233f107653 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:54.592450 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d1df3b0b-4c13-4759-b7dd-c061d1d0e869 req-54c47325-9633-4cff-a0cb-67233f107653 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 949 time: 0.1109426 Nov 13 04:37:54.597979 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c758a7-d880-4979-8639-c49924fcd671 req-f5101df4-fefc-4cd6-881a-e60e2e7dbaaf tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:54.611785 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4c758a7-d880-4979-8639-c49924fcd671 req-f5101df4-fefc-4cd6-881a-e60e2e7dbaaf tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 970 time: 0.1066637 Nov 13 04:37:54.744491 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4c758a7-d880-4979-8639-c49924fcd671 req-70994d74-4b46-4bcf-9213-88f49b7fd440 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222861 Nov 13 04:37:54.771552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d1df3b0b-4c13-4759-b7dd-c061d1d0e869 req-b0f9e9c3-07d0-40aa-a1fc-0891eaad1558 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778212 Nov 13 04:37:54.773782 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-783d7d31-72ca-4c82-8af2-88555dedc2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:54.784528 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-783d7d31-72ca-4c82-8af2-88555dedc2c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a6c9c100939443198644d9730a28ccb&device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 1098 time: 0.1340353 Nov 13 04:37:54.889072 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-c406a5f3-a473-46ee-ba3d-1d7618826969 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=04497532-2579-46bc-b300-bb1a28843730 HTTP/1.1" status: 200 len: 217 time: 0.0959017 Nov 13 04:37:54.931183 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab25199b-edbd-4acb-a1fa-39d7dd8fc81e x-openstack-request-id: req-ab25199b-edbd-4acb-a1fa-39d7dd8fc81e {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:37:54.932185 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec986ce-e076-45cb-9114-2632f5b53e9d", "tag": "04497532-2579-46bc-b300-bb1a28843730", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:37:54.935238 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab25199b-edbd-4acb-a1fa-39d7dd8fc81e {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:37:54.936651 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec986ce-e076-45cb-9114-2632f5b53e9d', 'tag': '04497532-2579-46bc-b300-bb1a28843730', 'status': 'completed', 'code': 200} Nov 13 04:37:54.954843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-f9a2f1ed-6a7d-4e2b-92b5-6daa220ad772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:54.957061 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-f9a2f1ed-6a7d-4e2b-92b5-6daa220ad772 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0593984 Nov 13 04:37:54.963339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9c589-ee5e-4cfa-a1fe-14532ea2be85 req-c1967562-c9cf-4065-bac0-f899c17c1b43 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:54.964962 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ef9c589-ee5e-4cfa-a1fe-14532ea2be85 req-c1967562-c9cf-4065-bac0-f899c17c1b43 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 947 time: 0.1236506 Nov 13 04:37:54.981921 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device da2bcd63-2da4-4011-9eae-8e1b15076227 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:37:55.049582 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-3b7b3a74-590d-44ec-bc9e-5d2706397d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:55.054942 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-3b7b3a74-590d-44ec-bc9e-5d2706397d1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775635 Nov 13 04:37:55.056036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port da2bcd63-2da4-4011-9eae-8e1b15076227 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:37:55.062254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port da2bcd63-2da4-4011-9eae-8e1b15076227 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:55.064213 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:55.064343 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ef9c589-ee5e-4cfa-a1fe-14532ea2be85 req-836308f6-f5a9-4596-9e84-c2674e55c9bc tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/security-groups?id=52d53cd0-952b-4107-a492-77c369cc6352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922370 Nov 13 04:37:55.191026 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:55.225746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5a6985-861c-44da-8927-ec31e6ac1c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2bcd63-2da4-4011-9eae-8e1b15076227'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:37:55.229061 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b61de3-df98-4cb5-ac2f-985042728fc8" -d '{"events": [{"server_uuid": "9c5a6985-861c-44da-8927-ec31e6ac1c2b", "name": "network-vif-plugged", "status": "completed", "tag": "da2bcd63-2da4-4011-9eae-8e1b15076227"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:37:55.251231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port da2bcd63-2da4-4011-9eae-8e1b15076227, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=da2bcd63-2da4-4011-9eae-8e1b15076227,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:55.260851 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:55.271708 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-bf808e0b-3e6c-43f6-b3d7-332a095bbe23 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926012 Nov 13 04:37:55.368136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=da2bcd63-2da4-4011-9eae-8e1b15076227,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:55.453564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd97815-f060-4128-952d-981b8d58de2a req-82e8fb0f-3b47-4176-9be0-11a9623d9a4d tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:55.463176 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cfd97815-f060-4128-952d-981b8d58de2a req-82e8fb0f-3b47-4176-9be0-11a9623d9a4d tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 945 time: 0.2825525 Nov 13 04:37:55.464757 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35f4be7f-ee62-49e3-a528-115632cc87e8 req-5364195a-2546-4b5a-85e6-4f0c4c82bb72 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861267 Nov 13 04:37:55.531619 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cfd97815-f060-4128-952d-981b8d58de2a req-7923ffe9-c6f6-4123-950b-4d6b572d1534 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671525 Nov 13 04:37:55.593892 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932ba744-d7c8-44e6-b3a7-31337c049aad x-openstack-request-id: req-932ba744-d7c8-44e6-b3a7-31337c049aad {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:37:55.594462 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5a6985-861c-44da-8927-ec31e6ac1c2b", "name": "network-vif-plugged", "status": "completed", "tag": "da2bcd63-2da4-4011-9eae-8e1b15076227", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:37:55.594462 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-932ba744-d7c8-44e6-b3a7-31337c049aad {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:37:55.594890 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5a6985-861c-44da-8927-ec31e6ac1c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2bcd63-2da4-4011-9eae-8e1b15076227', 'code': 200} Nov 13 04:37:55.709622 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43b021-b264-4b20-8a5a-d11b0a18c1fe req-ac199c68-8477-4b38-a439-438b79fa7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:55.711412 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-be43b021-b264-4b20-8a5a-d11b0a18c1fe req-ac199c68-8477-4b38-a439-438b79fa7672 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a6c9c100939443198644d9730a28ccb&device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 1098 time: 0.1357954 Nov 13 04:37:55.769284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908d002-65bb-403c-bc00-50a35b49becd req-fd44ebed-808c-4f77-94b3-511f9e7521a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:55.771546 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6908d002-65bb-403c-bc00-50a35b49becd req-fd44ebed-808c-4f77-94b3-511f9e7521a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 1101 time: 0.0659213 Nov 13 04:37:55.837505 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6908d002-65bb-403c-bc00-50a35b49becd req-e3662b91-70f3-4f6d-b271-6bf66fe9091d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566249 Nov 13 04:37:55.838206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-da898206-f0eb-442e-a860-7cc76a92ae9f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:55.849413 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-da898206-f0eb-442e-a860-7cc76a92ae9f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 821 time: 0.3164816 Nov 13 04:37:55.887096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43b021-b264-4b20-8a5a-d11b0a18c1fe req-4b40350f-169e-40c9-98a9-213e42ad8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:55.889763 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-be43b021-b264-4b20-8a5a-d11b0a18c1fe req-4b40350f-169e-40c9-98a9-213e42ad8232 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1652889 Nov 13 04:37:55.893955 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-4ab114ef-dbb3-41b5-b8e2-b26963748938 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/quotas/bb1a865db7e845b9aa19ffe9f890f983 HTTP/1.1" status: 200 len: 375 time: 0.0432789 Nov 13 04:37:55.916294 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05897062-e572-48e8-82ae-8f99914be32c req-97b289be-90fd-4b35-8770-c0fbd32328cb tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:55.924699 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-05897062-e572-48e8-82ae-8f99914be32c req-97b289be-90fd-4b35-8770-c0fbd32328cb tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 970 time: 0.0731187 Nov 13 04:37:55.961508 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-be43b021-b264-4b20-8a5a-d11b0a18c1fe req-12fbb5bf-3d70-44ad-a30a-6b218214ef8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=04497532-2579-46bc-b300-bb1a28843730 HTTP/1.1" status: 200 len: 217 time: 0.0630972 Nov 13 04:37:55.976802 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-f9636f90-61d3-4288-9b66-8f600f588e8a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682967 Nov 13 04:37:56.013298 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-05897062-e572-48e8-82ae-8f99914be32c req-b6653263-0b5e-42ad-b4ec-05017a281c3a tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/security-groups?id=30f59cf9-cbe1-4550-9d53-beecfeece1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874648 Nov 13 04:37:56.071052 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43b021-b264-4b20-8a5a-d11b0a18c1fe req-bf6d1b2e-33ba-4673-b478-0a00ecd93de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:56.072586 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-be43b021-b264-4b20-8a5a-d11b0a18c1fe req-bf6d1b2e-33ba-4673-b478-0a00ecd93de2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0857382 Nov 13 04:37:56.154413 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.46', 50301) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:56.191398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43b021-b264-4b20-8a5a-d11b0a18c1fe req-18c275d4-853a-4160-9408-a8c63d554c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:56.192992 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-be43b021-b264-4b20-8a5a-d11b0a18c1fe req-18c275d4-853a-4160-9408-a8c63d554c35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747252 Nov 13 04:37:56.225735 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-a80c8be6-8ca3-44f5-8de5-250cc2dbdf7e service neutron] 10.222.0.43 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373297 Nov 13 04:37:56.229427 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d2784-5df6-4a48-a2b1-b2eb7d61fc11 req-42f23c87-fa1c-479b-80f3-31c14deacbbc tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:56.231058 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b43d2784-5df6-4a48-a2b1-b2eb7d61fc11 req-42f23c87-fa1c-479b-80f3-31c14deacbbc tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 970 time: 0.0745924 Nov 13 04:37:56.383616 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-be43b021-b264-4b20-8a5a-d11b0a18c1fe req-29b25c5c-48cc-4eb3-9689-d356530c6ca3 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819651 Nov 13 04:37:56.397510 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-606fbdd6-7ce6-4e25-a400-feba0d9b5bdc service neutron] 10.222.0.43 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697760 Nov 13 04:37:56.426305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c17884-a948-4151-a594-58c1a50eb48d req-7a62fbd4-5774-4d78-b5ee-4f3f3ab0acf3 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:56.428206 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2c17884-a948-4151-a594-58c1a50eb48d req-7a62fbd4-5774-4d78-b5ee-4f3f3ab0acf3 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 950 time: 0.1345963 Nov 13 04:37:56.489839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b43d2784-5df6-4a48-a2b1-b2eb7d61fc11 req-7688eee1-7835-4e5b-80dd-351c05e1eb99 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Deleting port df9509de-2c6e-4f9f-951e-2ef0b6655d51 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:37:56.494010 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b43d2784-5df6-4a48-a2b1-b2eb7d61fc11 req-7688eee1-7835-4e5b-80dd-351c05e1eb99 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:56.601333 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2c17884-a948-4151-a594-58c1a50eb48d req-73b81c11-c298-44a0-93a1-faa71a3fcd48 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535850 Nov 13 04:37:56.632262 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-be43b021-b264-4b20-8a5a-d11b0a18c1fe req-bbb39ffe-ea8c-41b5-a0b0-746a4cc7b2bf service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337518 Nov 13 04:37:56.679274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b43d2784-5df6-4a48-a2b1-b2eb7d61fc11 req-7688eee1-7835-4e5b-80dd-351c05e1eb99 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] For port df9509de-2c6e-4f9f-951e-2ef0b6655d51, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=df9509de-2c6e-4f9f-951e-2ef0b6655d51,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:56.679900 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b43d2784-5df6-4a48-a2b1-b2eb7d61fc11 req-7688eee1-7835-4e5b-80dd-351c05e1eb99 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:56.711958 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b43d2784-5df6-4a48-a2b1-b2eb7d61fc11 req-7688eee1-7835-4e5b-80dd-351c05e1eb99 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Calling delete_port for df9509de-2c6e-4f9f-951e-2ef0b6655d51 owned by compute:tempest-test_az-490051542 {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:37:56.738021 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6eb64-e44d-4769-b0c2-4dc513bc160a req-13bed3b8-7555-44dd-853f-5a7c19b03f25 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:56.739652 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ff6eb64-e44d-4769-b0c2-4dc513bc160a req-13bed3b8-7555-44dd-853f-5a7c19b03f25 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 947 time: 0.0901320 Nov 13 04:37:56.849242 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ff6eb64-e44d-4769-b0c2-4dc513bc160a req-9bcee634-7729-4700-9e39-7bfaba1d331f tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/security-groups?id=52d53cd0-952b-4107-a492-77c369cc6352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022809 Nov 13 04:37:56.900364 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47761dc-cd42-433c-90f0-02e99dee1d15 req-d3021911-1d9d-4f20-b61c-cf7004e5d96e tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:56.905091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d47761dc-cd42-433c-90f0-02e99dee1d15 req-d3021911-1d9d-4f20-b61c-cf7004e5d96e tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 945 time: 0.1430976 Nov 13 04:37:56.926110 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef5343f9-c92f-44dd-a4ee-6c880829137c req-f82a83a8-5058-49ad-9a07-113bcf2a8468 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 210 time: 0.0274308 Nov 13 04:37:57.000529 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d47761dc-cd42-433c-90f0-02e99dee1d15 req-20640a30-149a-4cdf-92e5-7a4360ec9b00 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830534 Nov 13 04:37:57.001872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 004030af-1f68-46eb-9aff-8eb326806744 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:37:57.052803 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b43d2784-5df6-4a48-a2b1-b2eb7d61fc11 req-7688eee1-7835-4e5b-80dd-351c05e1eb99 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:57.086334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688eee1-7835-4e5b-80dd-351c05e1eb99 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Pushing event deleted for resources: {'Port': ['ID=df9509de-2c6e-4f9f-951e-2ef0b6655d51,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:57.100789 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['df9509de-2c6e-4f9f-951e-2ef0b6655d51'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:37:57.206901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43d2784-5df6-4a48-a2b1-b2eb7d61fc11 req-7688eee1-7835-4e5b-80dd-351c05e1eb99 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] No DVR routers for this DVR port df9509de-2c6e-4f9f-951e-2ef0b6655d51 on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:37:57.212536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b43d2784-5df6-4a48-a2b1-b2eb7d61fc11 req-7688eee1-7835-4e5b-80dd-351c05e1eb99 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:57.217973 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b43d2784-5df6-4a48-a2b1-b2eb7d61fc11 req-7688eee1-7835-4e5b-80dd-351c05e1eb99 tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.46 "DELETE /v2.0/ports/df9509de-2c6e-4f9f-951e-2ef0b6655d51 HTTP/1.1" status: 204 len: 173 time: 0.9761312 Nov 13 04:37:57.219397 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa81d29-9788-43bb-a66d-147c129b6082', 'name': 'network-vif-deleted', 'tag': 'df9509de-2c6e-4f9f-951e-2ef0b6655d51'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:37:57.224184 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c89f62-8ac1-4e9e-b75f-70fda4872115" -d '{"events": [{"server_uuid": "3fa81d29-9788-43bb-a66d-147c129b6082", "name": "network-vif-deleted", "tag": "df9509de-2c6e-4f9f-951e-2ef0b6655d51"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:37:57.327104 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 004030af-1f68-46eb-9aff-8eb326806744 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:37:57.344597 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 004030af-1f68-46eb-9aff-8eb326806744 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:37:57.345032 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:57.441509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdae7de-fff8-45b8-b607-2fa35bb9d713 req-cf86c148-ad21-42f5-b00c-f9662c8f19e6 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:57.443973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cfdae7de-fff8-45b8-b607-2fa35bb9d713 req-cf86c148-ad21-42f5-b00c-f9662c8f19e6 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 945 time: 0.0996423 Nov 13 04:37:57.452718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38848) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:57.462097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-f81b18f7-5301-41c1-8a9b-6a03ed725da6 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Request body: {'floatingip': {'port_id': 'd7eef5b0-7f9f-4a63-a8bb-2eb64533d114'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:57.475389 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:57.479782 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-ef8b0adb-a6b0-4e24-8eed-302f7a59d2d2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0484ddf744b740ccb839123a39a7449a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424156 Nov 13 04:37:57.520267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 004030af-1f68-46eb-9aff-8eb326806744, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=004030af-1f68-46eb-9aff-8eb326806744,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:57.527301 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:57.581646 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f81b18f7-5301-41c1-8a9b-6a03ed725da6 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for floatingip, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:57.591577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=004030af-1f68-46eb-9aff-8eb326806744,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:57.599913 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004030af-1f68-46eb-9aff-8eb326806744'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:37:57.603179 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380515ff-0e1e-4bb5-a48b-608135103d85" -d '{"events": [{"server_uuid": "d14a89a6-2826-4ffe-8b4e-dbacdb1235d4", "name": "network-vif-plugged", "status": "completed", "tag": "004030af-1f68-46eb-9aff-8eb326806744"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:37:57.633905 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-053b75ad-bcc6-44c5-8746-d03b0e832830 req-48c7d89c-05b7-4a60-89cd-9b7a041ffc4e tempest-AggregatesAdminTestJSON-1376021015 tempest-AggregatesAdminTestJSON-1376021015-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa81d29-9788-43bb-a66d-147c129b6082 HTTP/1.1" status: 200 len: 210 time: 0.0793147 Nov 13 04:37:57.637911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-cffe7e62-05e4-42c4-95ee-ec9b871445f6 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:57.639489 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-cffe7e62-05e4-42c4-95ee-ec9b871445f6 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528261 Nov 13 04:37:57.656770 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-47a79f46-bc32-487b-8971-e7c085755453 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/quotas/0484ddf744b740ccb839123a39a7449a HTTP/1.1" status: 200 len: 375 time: 0.0109224 Nov 13 04:37:57.698643 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-f3829f00-5b54-425f-a377-b7eeda5b8c6f tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347052 Nov 13 04:37:57.913039 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4f3d35-f412-4292-af4c-13629d086c4f x-openstack-request-id: req-6e4f3d35-f412-4292-af4c-13629d086c4f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:37:57.914123 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa81d29-9788-43bb-a66d-147c129b6082", "name": "network-vif-deleted", "tag": "df9509de-2c6e-4f9f-951e-2ef0b6655d51", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:37:57.914580 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e4f3d35-f412-4292-af4c-13629d086c4f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:37:57.915235 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa81d29-9788-43bb-a66d-147c129b6082', 'name': 'network-vif-deleted', 'tag': 'df9509de-2c6e-4f9f-951e-2ef0b6655d51', 'status': 'completed', 'code': 200} Nov 13 04:37:57.950400 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-98941740-c90f-4c58-a316-60546748aa0f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339746 Nov 13 04:37:57.969389 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d529a4-6910-4798-a96e-518526e4e334 x-openstack-request-id: req-d8d529a4-6910-4798-a96e-518526e4e334 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:37:57.969780 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14a89a6-2826-4ffe-8b4e-dbacdb1235d4", "name": "network-vif-plugged", "status": "completed", "tag": "004030af-1f68-46eb-9aff-8eb326806744", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:37:57.970125 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8d529a4-6910-4798-a96e-518526e4e334 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:37:57.971306 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004030af-1f68-46eb-9aff-8eb326806744', 'code': 200} Nov 13 04:37:58.120361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095bd7a-b09b-485d-9da9-a351e0941137 req-68dfd7b4-69d5-49f4-9cb5-b38c2d2275fc tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:58.122797 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6095bd7a-b09b-485d-9da9-a351e0941137 req-68dfd7b4-69d5-49f4-9cb5-b38c2d2275fc tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 950 time: 0.0639396 Nov 13 04:37:58.155761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-22dae623-9d14-4942-8939-77826ed76d99 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:58.157344 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-22dae623-9d14-4942-8939-77826ed76d99 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2062187 Nov 13 04:37:58.192917 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-d7a21d98-234c-4d0e-b39b-73dba4a9a335 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/quotas/b836d7db5e664454bda2ae2ccdb312f4 HTTP/1.1" status: 200 len: 375 time: 0.0206234 Nov 13 04:37:58.220165 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327e66b-42a3-4486-9a11-5fdfea38bbc7 req-7133b1f3-f178-4d0c-88f9-2e334a0afe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:58.221756 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5327e66b-42a3-4486-9a11-5fdfea38bbc7 req-7133b1f3-f178-4d0c-88f9-2e334a0afe5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 1100 time: 0.0877659 Nov 13 04:37:58.225552 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6095bd7a-b09b-485d-9da9-a351e0941137 req-4d988da0-0cda-4316-855e-b3179b2d04bc tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750535 Nov 13 04:37:58.276444 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-23007e55-2e84-4207-b115-d7d150f0a446 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819819 Nov 13 04:37:58.284657 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:58.298705 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5327e66b-42a3-4486-9a11-5fdfea38bbc7 req-b9223610-d9e7-45ff-9744-d0c910c1859a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697739 Nov 13 04:37:58.318106 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2a07f6b-b749-47d0-be5c-e59db34c6dfa req-939d6572-e02d-46c7-b9d2-f7dc1b017442 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 210 time: 0.0363460 Nov 13 04:37:58.530410 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc6499-bac2-4f27-b6da-13ec8543c49f req-12cb98ea-616f-4073-a0a3-87f639df4842 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:58.532212 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85cc6499-bac2-4f27-b6da-13ec8543c49f req-12cb98ea-616f-4073-a0a3-87f639df4842 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 947 time: 0.0764818 Nov 13 04:37:58.542997 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a27124fc-f711-4afc-8df6-fae45cf91fe4 req-cab0e566-c0f6-462e-8201-40264ca22533 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 210 time: 0.0486639 Nov 13 04:37:58.594560 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:58.688691 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85cc6499-bac2-4f27-b6da-13ec8543c49f req-b316f2ba-0674-4c1d-aa1b-cc024b785b94 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/security-groups?id=52d53cd0-952b-4107-a492-77c369cc6352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487944 Nov 13 04:37:58.787251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-c562280d-f409-4e16-8e81-2042e3f53ee6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:58.789024 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-c562280d-f409-4e16-8e81-2042e3f53ee6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.46 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 821 time: 0.2222927 Nov 13 04:37:58.810530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-395ebd80-2bb8-4b9a-9018-a1a38cbcb0bf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Request body: {'port': {'device_id': '23953ddc-2491-40be-8803-f14da2bb0325', 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5', 'admin_state_up': True, 'tenant_id': 'bb1a865db7e845b9aa19ffe9f890f983'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:58.825481 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f81b18f7-5301-41c1-8a9b-6a03ed725da6 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:58.838089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d9e3f-e383-45ae-a94c-6cc6d5a82b27 req-fa55c472-d542-4253-b49a-c4b4a0aad1fc tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:58.839713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-954d9e3f-e383-45ae-a94c-6cc6d5a82b27 req-fa55c472-d542-4253-b49a-c4b4a0aad1fc tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.1525023 Nov 13 04:37:58.840965 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f81b18f7-5301-41c1-8a9b-6a03ed725da6 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:58.948110 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-18a7f5f7-d648-49a5-8637-87245b43ce8b req-229b97a6-9464-4113-8432-e0a2ab311048 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 210 time: 0.0360353 Nov 13 04:37:58.966204 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-954d9e3f-e383-45ae-a94c-6cc6d5a82b27 req-b3eefd6a-f244-420d-8e56-82c54966edec tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854390 Nov 13 04:37:58.999095 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-f81b18f7-5301-41c1-8a9b-6a03ed725da6 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Floating IP 58d464e8-c1c9-458f-95e1-d6bd520d7539 associated. External IP: 172.25.8.31, port: d7eef5b0-7f9f-4a63-a8bb-2eb64533d114. Nov 13 04:37:59.043601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-395ebd80-2bb8-4b9a-9018-a1a38cbcb0bf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Made reservation on behalf of bb1a865db7e845b9aa19ffe9f890f983 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:37:59.048292 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-395ebd80-2bb8-4b9a-9018-a1a38cbcb0bf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:59.235484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-395ebd80-2bb8-4b9a-9018-a1a38cbcb0bf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Allocated IP 172.20.0.6 (116a44e5-9a3c-43fe-bfae-c0a00d4422e5/b6972208-b01b-4035-88d5-8d96d7af813a/13ad9f4c-0fc7-4571-843e-89a19e3c974d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:37:59.276504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81b18f7-5301-41c1-8a9b-6a03ed725da6 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:37:59.406958 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-5d5c7a12-9573-4e11-962c-71cf10bcaf3f tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0484ddf744b740ccb839123a39a7449a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592921 Nov 13 04:37:59.440369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81b18f7-5301-41c1-8a9b-6a03ed725da6 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:37:59.453361 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f81b18f7-5301-41c1-8a9b-6a03ed725da6 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:59.455457 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9beca79-4020-49ad-a371-727ece7df85c None None] Sync routers for ids ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:37:59.457276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38910) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:59.471835 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9beca79-4020-49ad-a371-727ece7df85c None None] Routers {'1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:37:59.476311 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e9beca79-4020-49ad-a371-727ece7df85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:37:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:37:59.499352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 04497532-2579-46bc-b300-bb1a28843730 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:37:59.527867 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f81b18f7-5301-41c1-8a9b-6a03ed725da6 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "PUT /v2.0/floatingips/58d464e8-c1c9-458f-95e1-d6bd520d7539 HTTP/1.1" status: 200 len: 990 time: 2.0738463 Nov 13 04:37:59.532034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092eefc7-9791-495e-b53a-8f62e05cf94d', 'tag': 'd7eef5b0-7f9f-4a63-a8bb-2eb64533d114'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:37:59.534018 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44367ac4-c22d-4e84-9a6d-53c7d882f155" -d '{"events": [{"name": "network-changed", "server_uuid": "092eefc7-9791-495e-b53a-8f62e05cf94d", "tag": "d7eef5b0-7f9f-4a63-a8bb-2eb64533d114"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:37:59.596841 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12c749c5-2029-4a6a-a456-84d7e8e61c9e req-20cb59e7-831f-4117-bf7a-a0c37470f422 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 210 time: 0.0868742 Nov 13 04:37:59.609004 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-395ebd80-2bb8-4b9a-9018-a1a38cbcb0bf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:59.679035 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-395ebd80-2bb8-4b9a-9018-a1a38cbcb0bf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:59.707502 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-79368166-3b29-4265-81c6-66fec86bd319 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:59.711096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-79368166-3b29-4265-81c6-66fec86bd319 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306921 Nov 13 04:37:59.714828 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1abddd-f6d8-47da-a041-e2a1adc69a37 x-openstack-request-id: req-ee1abddd-f6d8-47da-a041-e2a1adc69a37 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:37:59.717290 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092eefc7-9791-495e-b53a-8f62e05cf94d", "tag": "d7eef5b0-7f9f-4a63-a8bb-2eb64533d114", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:37:59.717594 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee1abddd-f6d8-47da-a041-e2a1adc69a37 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:37:59.718073 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092eefc7-9791-495e-b53a-8f62e05cf94d', 'tag': 'd7eef5b0-7f9f-4a63-a8bb-2eb64533d114', 'status': 'completed', 'code': 200} Nov 13 04:37:59.720238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38924) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:59.758409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-395ebd80-2bb8-4b9a-9018-a1a38cbcb0bf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:37:59.762048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ebd80-2bb8-4b9a-9018-a1a38cbcb0bf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Pushing event updated for resources: {'Port': ['ID=13ad9f4c-0fc7-4571-843e-89a19e3c974d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:37:59.765019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-395ebd80-2bb8-4b9a-9018-a1a38cbcb0bf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:37:59.775336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Request body: {'port': {'device_id': '292eb910-b826-4cc8-8c08-992b8f952934', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '0484ddf744b740ccb839123a39a7449a'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:37:59.777841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-395ebd80-2bb8-4b9a-9018-a1a38cbcb0bf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:37:59.786633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-395ebd80-2bb8-4b9a-9018-a1a38cbcb0bf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:59.787405 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-395ebd80-2bb8-4b9a-9018-a1a38cbcb0bf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:59.863869 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f39a8264-fbcc-42c7-91d4-978b8edd844d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8936d1ffd8c147b1a37398e0e7cd4bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4035046 Nov 13 04:37:59.864695 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38928) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:37:59.889275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 04497532-2579-46bc-b300-bb1a28843730, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=04497532-2579-46bc-b300-bb1a28843730,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:37:59.899131 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:37:59.930985 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '04497532-2579-46bc-b300-bb1a28843730', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '04497532-2579-46bc-b300-bb1a28843730', 'mac_address': 'fa:16:3e:cb:b4:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:37:59.936783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1964f92-e280-4718-b322-bff2898ef5e3 req-8373c711-0475-4497-b28d-0127189aea90 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:59.939125 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1964f92-e280-4718-b322-bff2898ef5e3 req-8373c711-0475-4497-b28d-0127189aea90 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 931 time: 0.1638708 Nov 13 04:37:59.962786 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-395ebd80-2bb8-4b9a-9018-a1a38cbcb0bf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1567657 Nov 13 04:37:59.965121 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44367ac4-c22d-4e84-9a6d-53c7d882f155 req-2850f5e9-0011-43ea-8e81-b18f4eab49ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:37:59.968345 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44367ac4-c22d-4e84-9a6d-53c7d882f155 req-2850f5e9-0011-43ea-8e81-b18f4eab49ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=606b6f5d12d04eb5a653aebae6a0ffdb&device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 1096 time: 0.2058833 Nov 13 04:37:59.969234 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e9beca79-4020-49ad-a371-727ece7df85c None None] Set router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:38:00.003922 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Request body: {'port': {'device_id': '23953ddc-2491-40be-8803-f14da2bb0325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:00.054651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.46', 50306) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:00.058430 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:00.083810 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04497532-2579-46bc-b300-bb1a28843730 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:00.144796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-49977213-1cba-4c77-a699-96e69137bc37 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889502 Nov 13 04:38:00.146812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 04497532-2579-46bc-b300-bb1a28843730, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=04497532-2579-46bc-b300-bb1a28843730,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:00.161923 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1964f92-e280-4718-b322-bff2898ef5e3 req-8dd04697-5786-43e5-8ffd-5265b2b2b2dc tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071645 Nov 13 04:38:00.168175 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:00.168620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:00.259408 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:00.260056 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=04497532-2579-46bc-b300-bb1a28843730,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:00.295238 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:00.311208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Made reservation on behalf of 0484ddf744b740ccb839123a39a7449a for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:00.315588 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:00.348079 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:00.373152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44367ac4-c22d-4e84-9a6d-53c7d882f155 req-817b1949-fcec-4389-b40a-e1a4b24cfc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:00.375240 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44367ac4-c22d-4e84-9a6d-53c7d882f155 req-817b1949-fcec-4389-b40a-e1a4b24cfc10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60424ae1-d64b-4e42-b77a-f43e8fb964ec HTTP/1.1" status: 200 len: 924 time: 0.3948686 Nov 13 04:38:00.377087 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0154dddb-3fe3-4526-8886-d2f333e0d737 req-f46b3e1a-1d57-4a6f-ac62-c5e84d6f0544 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 210 time: 0.0909560 Nov 13 04:38:00.507264 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e9beca79-4020-49ad-a371-727ece7df85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '58d464e8-c1c9-458f-95e1-d6bd520d7539', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'port_id': 'd7eef5b0-7f9f-4a63-a8bb-2eb64533d114', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'mac_address': 'fa:16:3e:0c:ff:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092eefc7-9791-495e-b53a-8f62e05cf94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:37:21Z', 'updated_at': '2021-11-13T04:37:58Z', 'revision_number': 1, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828e1b6b-e94c-4d7f-a764-8d937c1a436a', 'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'mac_address': 'fa:16:3e:40:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:04Z', 'updated_at': '2021-11-13T04:37:10Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'subnets': [{'id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:00.536382 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9beca79-4020-49ad-a371-727ece7df85c None None] Checking router: 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:38:00.546482 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9beca79-4020-49ad-a371-727ece7df85c None None] Routers {'1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:38:00.547586 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e9beca79-4020-49ad-a371-727ece7df85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:37:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:00.601406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['04497532-2579-46bc-b300-bb1a28843730'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:00.663077 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e9beca79-4020-49ad-a371-727ece7df85c None None] Set router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:38:00.685182 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:00.688215 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44367ac4-c22d-4e84-9a6d-53c7d882f155 req-4fbc00f5-6e19-45df-80ca-508067a57859 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 HTTP/1.1" status: 200 len: 998 time: 0.3041396 Nov 13 04:38:00.715765 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:00.737868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:00.741611 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-881467d5-467f-4315-92ca-21ba44ed48a4 req-2c53c4e8-d23d-488d-ae47-1b6d5a2a26f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5047450 Nov 13 04:38:00.763056 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:00.781354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282291c-4962-4748-bd8c-d5016f95bdee req-143b15b8-5a4e-46a6-8e69-cb711470876e tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:00.788715 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6282291c-4962-4748-bd8c-d5016f95bdee req-143b15b8-5a4e-46a6-8e69-cb711470876e tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 948 time: 0.4895773 Nov 13 04:38:00.846959 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a33296b1d8d4630a55177eeb1366161&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1187141 Nov 13 04:38:00.850841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38938) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:00.851136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-6c089dd6-2473-4793-8b80-b29782bb2cb7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:00.852932 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-6c089dd6-2473-4793-8b80-b29782bb2cb7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6934586 Nov 13 04:38:00.878861 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:00.881399 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:00.884890 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30f59cf9-cbe1-4550-9d53-beecfeece1d2 HTTP/1.1" status: 204 len: 168 time: 1.0137320 Nov 13 04:38:00.885058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47bf943-5898-4422-ad50-3c2816584757,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:00.903242 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Request body: {'port': {'device_id': '30afba90-360c-4c3b-a102-f09ef69d533a', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': 'b836d7db5e664454bda2ae2ccdb312f4'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:00.930128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce70197-6074-4a5b-b898-cd5bcaa6e6a2 req-7f02b238-540c-4d8c-a517-576396ef0e92 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:00.939736 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ce70197-6074-4a5b-b898-cd5bcaa6e6a2 req-7f02b238-540c-4d8c-a517-576396ef0e92 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.2481997 Nov 13 04:38:00.942704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44367ac4-c22d-4e84-9a6d-53c7d882f155 req-b310fc1c-1772-4d55-9de9-9a07981a375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:00.944481 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44367ac4-c22d-4e84-9a6d-53c7d882f155 req-b310fc1c-1772-4d55-9de9-9a07981a375e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c7650a9-94c5-4c9d-a3c8-3204f255dd5e HTTP/1.1" status: 200 len: 862 time: 0.2446768 Nov 13 04:38:00.947139 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:00.947481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:00.947812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:00.948140 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:00.948464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:00.948785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:00.949109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:00.949422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:00.949736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:00.950049 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:00.950363 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:00.950667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c5043-1476-4eed-b740-8603c3fcd7a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:00.986553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f59cf9-cbe1-4550-9d53-beecfeece1d2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:00.994940 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6282291c-4962-4748-bd8c-d5016f95bdee req-d9ea8d84-dffd-48f7-bfec-33dd58da2647 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/security-groups?id=52d53cd0-952b-4107-a492-77c369cc6352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052386 Nov 13 04:38:01.013226 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e9beca79-4020-49ad-a371-727ece7df85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '58d464e8-c1c9-458f-95e1-d6bd520d7539', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'port_id': 'd7eef5b0-7f9f-4a63-a8bb-2eb64533d114', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'mac_address': 'fa:16:3e:0c:ff:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092eefc7-9791-495e-b53a-8f62e05cf94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:37:21Z', 'updated_at': '2021-11-13T04:37:58Z', 'revision_number': 1, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828e1b6b-e94c-4d7f-a764-8d937c1a436a', 'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'mac_address': 'fa:16:3e:40:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:04Z', 'updated_at': '2021-11-13T04:37:10Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'subnets': [{'id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:01.066517 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9beca79-4020-49ad-a371-727ece7df85c None None] The sync data for ids ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'] in n-d-813114-2 is: [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '58d464e8-c1c9-458f-95e1-d6bd520d7539', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'port_id': 'd7eef5b0-7f9f-4a63-a8bb-2eb64533d114', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'mac_address': 'fa:16:3e:0c:ff:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092eefc7-9791-495e-b53a-8f62e05cf94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:37:21Z', 'updated_at': '2021-11-13T04:37:58Z', 'revision_number': 1, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828e1b6b-e94c-4d7f-a764-8d937c1a436a', 'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'mac_address': 'fa:16:3e:40:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:04Z', 'updated_at': '2021-11-13T04:37:10Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'subnets': [{'id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:38:01.130520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:01.131029 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:01.131912 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:01.131912 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:01.132356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:01.132479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:01.132809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:01.133157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:01.133554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:01.133816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:01.134134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:01.134543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0599f-d62e-492e-985f-b4d42b8a11bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:01.156467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44367ac4-c22d-4e84-9a6d-53c7d882f155 req-d5a064c0-03ef-402d-8046-9334c4462b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:01.161671 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44367ac4-c22d-4e84-9a6d-53c7d882f155 req-d5a064c0-03ef-402d-8046-9334c4462b55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60424ae1-d64b-4e42-b77a-f43e8fb964ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818652 Nov 13 04:38:01.174664 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:01.186888 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b02da02f-20c1-40d9-b79c-50479daaee34 req-d172833d-4b54-48d9-b2bd-75c80034fcc0 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 210 time: 0.0788960 Nov 13 04:38:01.223994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Allocated IP 192.168.233.112 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/1260c06f-f210-4b90-be67-896cb88572fa) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:01.243217 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6514db4-f8f8-433b-94a2-1e09e348ec1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:01.280577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Made reservation on behalf of b836d7db5e664454bda2ae2ccdb312f4 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:01.284134 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:01.298630 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:01.433828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b88f6-5c71-46ce-a815-9ac6516d47b2 None None] New status for floating IP 58d464e8-c1c9-458f-95e1-d6bd520d7539: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:38:01.455370 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6514db4-f8f8-433b-94a2-1e09e348ec1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:01.478939 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38950) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:01.532826 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 04497532-2579-46bc-b300-bb1a28843730 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:01.540966 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ce70197-6074-4a5b-b898-cd5bcaa6e6a2 req-0b7741af-9519-4400-b482-d87ec212ef25 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5998673 Nov 13 04:38:01.556754 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:01.570019 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e90508-18eb-4a04-ae95-4e0d465494f8 req-d7f68a51-a2c9-43a6-b673-b2a18f58ba0a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:01.577647 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07e90508-18eb-4a04-ae95-4e0d465494f8 req-d7f68a51-a2c9-43a6-b673-b2a18f58ba0a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 931 time: 0.1610694 Nov 13 04:38:01.656892 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44367ac4-c22d-4e84-9a6d-53c7d882f155 req-04ab817a-9bda-4c9c-a0ac-26ce828d2699 service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554434 Nov 13 04:38:01.661474 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ad9f4c-0fc7-4571-843e-89a19e3c974d {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:01.668651 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:01.679332 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:01.695714 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6514db4-f8f8-433b-94a2-1e09e348ec1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:01.697760 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2a54f20f-b686-47ef-a0cc-b669b3e5cc35 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0393e82d1785423f992b222dbc3cff90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175698 Nov 13 04:38:01.698414 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6514db4-f8f8-433b-94a2-1e09e348ec1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:01.701804 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a6514db4-f8f8-433b-94a2-1e09e348ec1a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c47bf943-5898-4422-ad50-3c2816584757 HTTP/1.1" status: 204 len: 168 time: 0.8424187 Nov 13 04:38:01.701804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38954) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:01.707246 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:01.721849 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6514db4-f8f8-433b-94a2-1e09e348ec1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47bf943-5898-4422-ad50-3c2816584757,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:01.744457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 04497532-2579-46bc-b300-bb1a28843730 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:38:01.761338 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 04497532-2579-46bc-b300-bb1a28843730 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:01.761864 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:01.811463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Transition to ACTIVE for port object 13ad9f4c-0fc7-4571-843e-89a19e3c974d will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:38:01.855569 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:01.862206 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07e90508-18eb-4a04-ae95-4e0d465494f8 req-b5129292-cf1f-4c8a-b562-d9b9023ad67b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780442 Nov 13 04:38:01.886145 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3b6945-72d3-458a-9c54-3d47bbcf16ba,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:01.906020 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:01.978523 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:01.984389 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44367ac4-c22d-4e84-9a6d-53c7d882f155 req-a1cbbc40-8e47-4b29-9951-3b95d797ffdd service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166356 Nov 13 04:38:02.015723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:02.016150 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99b443e4-ca7b-47b6-b0d9-a95494c8c0dc req-034d0027-f240-41ea-bab3-5091cb3705f1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 210 time: 0.2193177 Nov 13 04:38:02.093978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:02.107273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 04497532-2579-46bc-b300-bb1a28843730, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=04497532-2579-46bc-b300-bb1a28843730,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:02.109410 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee83a56c-a443-46e3-9335-7cbdce52fbae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:02.109644 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec986ce-e076-45cb-9114-2632f5b53e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04497532-2579-46bc-b300-bb1a28843730'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:02.114958 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54aa9a6-df90-49d2-989e-3c97154068cd" -d '{"events": [{"server_uuid": "0ec986ce-e076-45cb-9114-2632f5b53e9d", "name": "network-vif-plugged", "status": "completed", "tag": "04497532-2579-46bc-b300-bb1a28843730"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:02.121636 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:02.122488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device df9509de-2c6e-4f9f-951e-2ef0b6655d51 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:38:02.144228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:02.146595 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee83a56c-a443-46e3-9335-7cbdce52fbae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:02.151445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:02.153107 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:02.157978 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: df9509de-2c6e-4f9f-951e-2ef0b6655d51 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:38:02.158516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device df9509de-2c6e-4f9f-951e-2ef0b6655d51 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:38:02.172850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event updated for resources: {'Port': ['ID=1260c06f-f210-4b90-be67-896cb88572fa,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:02.216122 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6ae75306-a580-4610-8799-aa1de9299cfb req-25202355-8756-4085-bc08-6b758e857e91 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1285820 Nov 13 04:38:02.249022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=04497532-2579-46bc-b300-bb1a28843730,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:02.262319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:02.263003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:02.263737 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:02.265252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:02.265751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:02.266348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:02.266688 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:02.267227 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:02.267633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:02.268223 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:02.268780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:02.270204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:02.277157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Allocated IP 192.168.233.183 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/d994b596-e39d-4c7d-9ab4-400f61e88774) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:02.295292 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-34cb77b9-b10e-4d1a-a81c-46cad1daace2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5231080 Nov 13 04:38:02.367296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38976) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:02.391266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Pushing event updated for resources: {'Port': ['ID=13ad9f4c-0fc7-4571-843e-89a19e3c974d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:02.393997 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5dbb-2eff-49a4-84d4-ac6fd5afb58b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:02.397145 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Request body: {'port': {'device_id': '292eb910-b826-4cc8-8c08-992b8f952934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:02.440706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881467d5-467f-4315-92ca-21ba44ed48a4 req-846f5e7f-ad4d-4c02-bc24-fbdbafbf6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:02.442376 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-881467d5-467f-4315-92ca-21ba44ed48a4 req-846f5e7f-ad4d-4c02-bc24-fbdbafbf6c33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=606b6f5d12d04eb5a653aebae6a0ffdb&device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 1096 time: 0.2768350 Nov 13 04:38:02.451880 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee83a56c-a443-46e3-9335-7cbdce52fbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:02.453709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4f7c63ed-05d5-4cd2-b7d0-7a987c3dd5a7 None None] Provisioning complete for port 1260c06f-f210-4b90-be67-896cb88572fa triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:02.454723 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f7c63ed-05d5-4cd2-b7d0-7a987c3dd5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:02.454854 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee83a56c-a443-46e3-9335-7cbdce52fbae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:02.456103 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ee83a56c-a443-46e3-9335-7cbdce52fbae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27590580-d6fe-466c-8a8d-0be35b254b6c HTTP/1.1" status: 204 len: 168 time: 0.7389929 Nov 13 04:38:02.468735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83a56c-a443-46e3-9335-7cbdce52fbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27590580-d6fe-466c-8a8d-0be35b254b6c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:02.470625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Attempting to bind port 13ad9f4c-0fc7-4571-843e-89a19e3c974d on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:02.471694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Attempting to bind port 13ad9f4c-0fc7-4571-843e-89a19e3c974d by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:02.472123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Attempting to bind port 13ad9f4c-0fc7-4571-843e-89a19e3c974d on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:02.482369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a3ee4-ef55-4cc8-abf3-6d8375d0263b req-a6b94d62-4553-4cc7-a7ad-6f1b89e5548b tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:02.483856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a95a3ee4-ef55-4cc8-abf3-6d8375d0263b req-a6b94d62-4553-4cc7-a7ad-6f1b89e5548b tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 949 time: 0.3119640 Nov 13 04:38:02.504693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Port 13ad9f4c-0fc7-4571-843e-89a19e3c974d on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:38:02.505114 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Attempting to bind port 13ad9f4c-0fc7-4571-843e-89a19e3c974d on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:02.526291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:02.527130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Checking segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:02.527603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Bound using segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:02.528131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Bound port: 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:02.528572 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:02.535752 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c63ed-05d5-4cd2-b7d0-7a987c3dd5a7 None None] Port 1260c06f-f210-4b90-be67-896cb88572fa cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:38:02.626518 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:02.714334 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5dbb-2eff-49a4-84d4-ac6fd5afb58b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:02.731530 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a95a3ee4-ef55-4cc8-abf3-6d8375d0263b req-ebb5984e-c65c-4954-85a2-2609b6279b78 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/security-groups?id=52d53cd0-952b-4107-a492-77c369cc6352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387378 Nov 13 04:38:02.754812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:02.760101 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5dbb-2eff-49a4-84d4-ac6fd5afb58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:02.768749 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:02.792737 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6445030-cf96-43c6-8d95-824b362a176e x-openstack-request-id: req-f6445030-cf96-43c6-8d95-824b362a176e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:02.793231 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec986ce-e076-45cb-9114-2632f5b53e9d", "name": "network-vif-plugged", "status": "completed", "tag": "04497532-2579-46bc-b300-bb1a28843730", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:02.793341 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6445030-cf96-43c6-8d95-824b362a176e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:02.793684 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec986ce-e076-45cb-9114-2632f5b53e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04497532-2579-46bc-b300-bb1a28843730', 'code': 200} Nov 13 04:38:02.797537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75306-a580-4610-8799-aa1de9299cfb req-80ec23a1-c3ea-40a1-98f2-7899d72ef0a8 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:02.799440 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6ae75306-a580-4610-8799-aa1de9299cfb req-80ec23a1-c3ea-40a1-98f2-7899d72ef0a8 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5813339 Nov 13 04:38:02.821512 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6ae75306-a580-4610-8799-aa1de9299cfb req-9ba7d5cd-36b3-479a-a87c-989b1e7cfcda tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/quotas/38b8a75c83224bdb98fa230c33f5c59e HTTP/1.1" status: 200 len: 375 time: 0.0160768 Nov 13 04:38:02.851778 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:02.895227 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:02.905702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.46', 50307) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:02.956964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dd8f5dbb-2eff-49a4-84d4-ac6fd5afb58b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=afe45dfebb904d60b42aceef654915f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5829196 Nov 13 04:38:02.957538 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38986) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:02.971286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f5dbb-2eff-49a4-84d4-ac6fd5afb58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c879feae-8a73-4303-897f-7dc475f7d8d9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:02.998486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881467d5-467f-4315-92ca-21ba44ed48a4 req-c74a69ff-93d7-4c16-9251-0eb6fbc78f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:02.999983 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6ae75306-a580-4610-8799-aa1de9299cfb req-2a678ed0-1871-434b-8494-e1631ff47154 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672204 Nov 13 04:38:03.000899 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-881467d5-467f-4315-92ca-21ba44ed48a4 req-c74a69ff-93d7-4c16-9251-0eb6fbc78f3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=60424ae1-d64b-4e42-b77a-f43e8fb964ec HTTP/1.1" status: 200 len: 924 time: 0.4791148 Nov 13 04:38:03.027174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:03.027903 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:03.031394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] 10.222.0.46 "PUT /v2.0/ports/13ad9f4c-0fc7-4571-843e-89a19e3c974d HTTP/1.1" status: 200 len: 1091 time: 3.0483696 Nov 13 04:38:03.031881 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23953ddc-2491-40be-8803-f14da2bb0325', 'tag': '13ad9f4c-0fc7-4571-843e-89a19e3c974d'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:03.035752 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc27d114-d556-4e6b-9d04-9b01c96b3a94" -d '{"events": [{"name": "network-changed", "server_uuid": "23953ddc-2491-40be-8803-f14da2bb0325", "tag": "13ad9f4c-0fc7-4571-843e-89a19e3c974d"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:03.053266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de92294-81a6-4bbe-a6a8-ae82a8ea97f1 req-589051bd-d06d-43a2-a97a-bd7c0f155483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:03.054783 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3de92294-81a6-4bbe-a6a8-ae82a8ea97f1 req-589051bd-d06d-43a2-a97a-bd7c0f155483 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 1100 time: 0.1468773 Nov 13 04:38:03.071814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3909050-dd60-4fcf-a62d-b01399e0780c service neutron] Pushing event updated for resources: {'Port': ['ID=13ad9f4c-0fc7-4571-843e-89a19e3c974d,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:03.109280 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:03.144244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0b132-9c6e-4779-8bb6-7273e9478464 req-9dcceff4-f63b-406e-8b04-53941e7cd8f9 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:03.146318 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-95e0b132-9c6e-4779-8bb6-7273e9478464 req-9dcceff4-f63b-406e-8b04-53941e7cd8f9 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 936 time: 0.2500496 Nov 13 04:38:03.171961 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c8aa89ac-39f5-4dbc-bed3-92dc7293f9bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:03.264322 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-881467d5-467f-4315-92ca-21ba44ed48a4 req-75de604b-cb3b-4096-ad06-a853b3c8a434 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 HTTP/1.1" status: 200 len: 1000 time: 0.2149215 Nov 13 04:38:03.277716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Pushing event updated for resources: {'Port': ['ID=d994b596-e39d-4c7d-9ab4-400f61e88774,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:03.293565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:03.318413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:03.349323 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3de92294-81a6-4bbe-a6a8-ae82a8ea97f1 req-80ca90b4-9057-4511-877c-9a3917bae46f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=52d53cd0-952b-4107-a492-77c369cc6352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841659 Nov 13 04:38:03.358946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-f2fcdbdb-81b5-40cc-9ed8-818350870893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:03.359513 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c8aa89ac-39f5-4dbc-bed3-92dc7293f9bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:03.360415 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-f2fcdbdb-81b5-40cc-9ed8-818350870893 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 1094 time: 0.2468238 Nov 13 04:38:03.387002 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-95e0b132-9c6e-4779-8bb6-7273e9478464 req-bd782b29-fb51-4c33-885a-272fd2d1f094 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197490 Nov 13 04:38:03.408808 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881467d5-467f-4315-92ca-21ba44ed48a4 req-e9a4009f-f048-44bf-a6be-cb5ccffe9742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:03.414375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-881467d5-467f-4315-92ca-21ba44ed48a4 req-e9a4009f-f048-44bf-a6be-cb5ccffe9742 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c7650a9-94c5-4c9d-a3c8-3204f255dd5e HTTP/1.1" status: 200 len: 862 time: 0.1182196 Nov 13 04:38:03.457795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:03.468340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:03.469775 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:03.483395 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c8aa89ac-39f5-4dbc-bed3-92dc7293f9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:03.489093 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c8aa89ac-39f5-4dbc-bed3-92dc7293f9bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:03.490964 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c8aa89ac-39f5-4dbc-bed3-92dc7293f9bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c879feae-8a73-4303-897f-7dc475f7d8d9 HTTP/1.1" status: 204 len: 168 time: 0.5323763 Nov 13 04:38:03.543135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa89ac-39f5-4dbc-bed3-92dc7293f9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c879feae-8a73-4303-897f-7dc475f7d8d9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:03.608722 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881467d5-467f-4315-92ca-21ba44ed48a4 req-00a06ae0-9916-4a68-9169-91638832d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:03.611004 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-881467d5-467f-4315-92ca-21ba44ed48a4 req-00a06ae0-9916-4a68-9169-91638832d72b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60424ae1-d64b-4e42-b77a-f43e8fb964ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822438 Nov 13 04:38:03.621945 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-29b89f6b-0fcf-42d1-bb02-06d5fc2c2906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7297964 Nov 13 04:38:03.626084 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971d63c-e5a9-4c6c-a0ea-d386a953a53b req-2279c939-a761-4759-92e4-523741f0aaee tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:03.627716 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c971d63c-e5a9-4c6c-a0ea-d386a953a53b req-2279c939-a761-4759-92e4-523741f0aaee tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 936 time: 0.1321034 Nov 13 04:38:03.673233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39018) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:03.706692 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19b9b9-a0d7-4261-a4b7-58448c675bb7 req-4dcb08a1-c404-4faa-97c4-5fe198cdc4a9 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:03.708797 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ac19b9b9-a0d7-4261-a4b7-58448c675bb7 req-4dcb08a1-c404-4faa-97c4-5fe198cdc4a9 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 943 time: 0.1997716 Nov 13 04:38:03.716185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Request body: {'port': {'device_id': '30afba90-360c-4c3b-a102-f09ef69d533a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:03.782328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9eefd8cf-2eb5-447e-91b8-658a225be95f None None] Provisioning complete for port d994b596-e39d-4c7d-9ab4-400f61e88774 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:03.783848 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9eefd8cf-2eb5-447e-91b8-658a225be95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:03.828160 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ac19b9b9-a0d7-4261-a4b7-58448c675bb7 req-1226460d-6297-4438-b873-a0c66d1992fc tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043391 Nov 13 04:38:03.860181 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:03.875980 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-bcbc02a3-dc65-45ae-bb22-1aaf0792eb32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d HTTP/1.1" status: 200 len: 217 time: 0.1523173 Nov 13 04:38:03.879286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1260c06f-f210-4b90-be67-896cb88572fa {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:03.890503 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:03.899431 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c971d63c-e5a9-4c6c-a0ea-d386a953a53b req-a686eb86-3808-4a40-9c37-c5a0c46f6ebc tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575693 Nov 13 04:38:03.905787 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9eefd8cf-2eb5-447e-91b8-658a225be95f None None] Port d994b596-e39d-4c7d-9ab4-400f61e88774 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:38:03.930614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Transition to ACTIVE for port object 1260c06f-f210-4b90-be67-896cb88572fa will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:38:03.956422 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:03.964949 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501cb1f9-1831-4c57-89a7-4ec312052c75 x-openstack-request-id: req-501cb1f9-1831-4c57-89a7-4ec312052c75 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:03.965313 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23953ddc-2491-40be-8803-f14da2bb0325", "tag": "13ad9f4c-0fc7-4571-843e-89a19e3c974d", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:03.965557 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-501cb1f9-1831-4c57-89a7-4ec312052c75 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:03.966445 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23953ddc-2491-40be-8803-f14da2bb0325', 'tag': '13ad9f4c-0fc7-4571-843e-89a19e3c974d', 'status': 'completed', 'code': 200} Nov 13 04:38:04.019396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-881467d5-467f-4315-92ca-21ba44ed48a4 req-edc94eeb-db26-408f-b3ff-7ad240376388 service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899548 Nov 13 04:38:04.024143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-2783b5f4-5e7b-4682-99ae-800aba1aa688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:04.027341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-2783b5f4-5e7b-4682-99ae-800aba1aa688 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.1264050 Nov 13 04:38:04.121616 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9a99-77b7-4f99-bbda-42ff515b0b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:04.196613 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a02a0af-01f2-433d-9caf-9c277f5133c7 req-dc245d7a-493c-4441-a20e-c517c1a9cd86 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 210 time: 0.0734594 Nov 13 04:38:04.224496 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-75c05f4b-1919-47d8-b09f-d4bc06d3fa04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1790912 Nov 13 04:38:04.256468 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Pushing event updated for resources: {'Port': ['ID=1260c06f-f210-4b90-be67-896cb88572fa,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:04.330585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733729ff-50f8-414c-82e1-132adafed012 req-34c23bc0-2c8a-4745-80ad-10aef8c7226d tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:04.332992 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-733729ff-50f8-414c-82e1-132adafed012 req-34c23bc0-2c8a-4745-80ad-10aef8c7226d tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 949 time: 0.2893543 Nov 13 04:38:04.336119 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-500ef4a8-ad36-4909-80be-a70fc10398fd tempest-AutoAllocateNetworkTest-1175007395 tempest-AutoAllocateNetworkTest-1175007395-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a8ae490697a143a9bd4203fe4cfde6ef&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6618464 Nov 13 04:38:04.338989 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39034) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:04.409690 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-881467d5-467f-4315-92ca-21ba44ed48a4 req-0a0575f6-bd25-4b9f-8977-72efa5c6255a service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812914 Nov 13 04:38:04.432672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Attempting to bind port 1260c06f-f210-4b90-be67-896cb88572fa on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:04.433130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Attempting to bind port 1260c06f-f210-4b90-be67-896cb88572fa by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:04.434072 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Attempting to bind port 1260c06f-f210-4b90-be67-896cb88572fa on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:04.442344 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-77690efe-2ec9-45f1-85e4-46c9bb79f992 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799924 Nov 13 04:38:04.477617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Port 1260c06f-f210-4b90-be67-896cb88572fa on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:38:04.479427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Attempting to bind port 1260c06f-f210-4b90-be67-896cb88572fa on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:04.503264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:04.503669 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:04.503974 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:04.504425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Bound port: 1260c06f-f210-4b90-be67-896cb88572fa, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:04.504779 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:04.543798 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-733729ff-50f8-414c-82e1-132adafed012 req-1c2bc1c2-e71c-4f24-9fbf-468c4cd972f9 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/security-groups?id=52d53cd0-952b-4107-a492-77c369cc6352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824861 Nov 13 04:38:04.653968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] For port 1260c06f-f210-4b90-be67-896cb88572fa, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:04.661379 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] For port 1260c06f-f210-4b90-be67-896cb88572fa, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1260c06f-f210-4b90-be67-896cb88572fa,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:04.666412 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d994b596-e39d-4c7d-9ab4-400f61e88774 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:04.673909 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:04.678439 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:04.729536 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Transition to ACTIVE for port object d994b596-e39d-4c7d-9ab4-400f61e88774 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:38:04.731132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:04.731750 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:04.734088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] 10.222.0.46 "PUT /v2.0/ports/1260c06f-f210-4b90-be67-896cb88572fa HTTP/1.1" status: 200 len: 1096 time: 2.3709989 Nov 13 04:38:04.734088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292eb910-b826-4cc8-8c08-992b8f952934', 'tag': '1260c06f-f210-4b90-be67-896cb88572fa'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:04.736125 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f1035f-56af-4ab6-8a66-240245c74c24" -d '{"events": [{"name": "network-changed", "server_uuid": "292eb910-b826-4cc8-8c08-992b8f952934", "tag": "1260c06f-f210-4b90-be67-896cb88572fa"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:04.745386 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:04.770950 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bca66-8d2c-4543-9b2d-29f21be59284 service neutron] Pushing event updated for resources: {'Port': ['ID=1260c06f-f210-4b90-be67-896cb88572fa,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:04.872615 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ff40e7-26a4-40cf-865b-583aec2b59b5 x-openstack-request-id: req-a4ff40e7-26a4-40cf-865b-583aec2b59b5 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:04.872908 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292eb910-b826-4cc8-8c08-992b8f952934", "tag": "1260c06f-f210-4b90-be67-896cb88572fa", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:04.873154 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4ff40e7-26a4-40cf-865b-583aec2b59b5 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:04.873548 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292eb910-b826-4cc8-8c08-992b8f952934', 'tag': '1260c06f-f210-4b90-be67-896cb88572fa', 'status': 'completed', 'code': 200} Nov 13 04:38:04.880293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Pushing event updated for resources: {'Port': ['ID=d994b596-e39d-4c7d-9ab4-400f61e88774,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:04.911211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Attempting to bind port d994b596-e39d-4c7d-9ab4-400f61e88774 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:04.911543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Attempting to bind port d994b596-e39d-4c7d-9ab4-400f61e88774 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:04.911867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Attempting to bind port d994b596-e39d-4c7d-9ab4-400f61e88774 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:04.942722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Port d994b596-e39d-4c7d-9ab4-400f61e88774 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:38:04.943564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Attempting to bind port d994b596-e39d-4c7d-9ab4-400f61e88774 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:04.947439 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ae75306-a580-4610-8799-aa1de9299cfb req-cc6af5f1-ca6e-47d7-a92d-ef4f74f72934 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1393523 Nov 13 04:38:04.950951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:04.951279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:04.951657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:04.952092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Bound port: d994b596-e39d-4c7d-9ab4-400f61e88774, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:04.952442 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:04.977557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e29ec8-9bc5-4f6b-aea8-9df1eb855ba4 req-5ef7f4ba-1f11-4945-8b0e-4f351301470e tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:04.984955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82e29ec8-9bc5-4f6b-aea8-9df1eb855ba4 req-5ef7f4ba-1f11-4945-8b0e-4f351301470e tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 948 time: 0.2501833 Nov 13 04:38:04.988890 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-b7221fc8-f4b5-4f8d-9625-64fef92f73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:04.990442 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-b7221fc8-f4b5-4f8d-9625-64fef92f73c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 1099 time: 0.1057963 Nov 13 04:38:05.105938 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac11bd4-a581-4d21-9fdb-f1fbd8a5863d tempest-AutoAllocateNetworkTest-1175007395 tempest-AutoAllocateNetworkTest-1175007395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:05.111941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fac11bd4-a581-4d21-9fdb-f1fbd8a5863d tempest-AutoAllocateNetworkTest-1175007395 tempest-AutoAllocateNetworkTest-1175007395-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.7719083 Nov 13 04:38:05.115669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39056) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:05.229063 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82e29ec8-9bc5-4f6b-aea8-9df1eb855ba4 req-d5845a1d-bac5-48f4-948a-8b37ebc3ba88 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429082 Nov 13 04:38:05.243890 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-00c26780-8593-414d-ad6c-1acb93d0722c tempest-AutoAllocateNetworkTest-1175007395 tempest-AutoAllocateNetworkTest-1175007395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1203043 Nov 13 04:38:05.246415 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c9cc83b-b610-42ff-8118-07e41c9e7f60 req-a3592097-914e-4514-93f9-26c1e7cdf243 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7670951 Nov 13 04:38:05.246948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39060) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:05.334021 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b7adba6d-1cef-4ce6-a0e2-591e68204cf5 tempest-AutoAllocateNetworkTest-1175007395 tempest-AutoAllocateNetworkTest-1175007395-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a8ae490697a143a9bd4203fe4cfde6ef HTTP/1.1" status: 200 len: 208 time: 0.0831537 Nov 13 04:38:05.369995 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75306-a580-4610-8799-aa1de9299cfb req-977a9260-dbea-4864-85da-25631fe966ba tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:05.371896 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ae75306-a580-4610-8799-aa1de9299cfb req-977a9260-dbea-4864-85da-25631fe966ba tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3823164 Nov 13 04:38:05.440372 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6ae75306-a580-4610-8799-aa1de9299cfb req-a175b406-54da-44cc-86fd-ee65c6611a13 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Request body: {'port': {'device_id': '0123ad2a-ba35-4efe-91a4-ab2b3be35f8e', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '38b8a75c83224bdb98fa230c33f5c59e'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:05.448910 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] For port d994b596-e39d-4c7d-9ab4-400f61e88774, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:05.453101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] For port d994b596-e39d-4c7d-9ab4-400f61e88774, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d994b596-e39d-4c7d-9ab4-400f61e88774,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:05.475812 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:05.485087 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a33a15-35ac-4a54-9600-dcad1f6d6771 req-4e0d0d1c-a1af-4fb9-8941-30126e66917d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:05.486832 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38a33a15-35ac-4a54-9600-dcad1f6d6771 req-4e0d0d1c-a1af-4fb9-8941-30126e66917d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 948 time: 0.1333458 Nov 13 04:38:05.534507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27d114-d556-4e6b-9d04-9b01c96b3a94 req-d2f882a6-9397-4dd7-a965-02c0e991d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:05.536019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc27d114-d556-4e6b-9d04-9b01c96b3a94 req-d2f882a6-9397-4dd7-a965-02c0e991d350 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 1094 time: 0.1429482 Nov 13 04:38:05.563208 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-141dd3ba-4214-40b4-b931-9536bcc289d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1260c06f-f210-4b90-be67-896cb88572fa HTTP/1.1" status: 200 len: 217 time: 0.0974972 Nov 13 04:38:05.567786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:05.568559 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:05.570108 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] 10.222.0.46 "PUT /v2.0/ports/d994b596-e39d-4c7d-9ab4-400f61e88774 HTTP/1.1" status: 200 len: 1096 time: 1.8581376 Nov 13 04:38:05.630242 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-638069dd-4408-4f87-854c-239b56b51cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:05.631837 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-638069dd-4408-4f87-854c-239b56b51cb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0600376 Nov 13 04:38:05.665064 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27d114-d556-4e6b-9d04-9b01c96b3a94 req-ba12535c-1776-451f-a114-aac2dd499cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:05.666622 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc27d114-d556-4e6b-9d04-9b01c96b3a94 req-ba12535c-1776-451f-a114-aac2dd499cf8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.1205668 Nov 13 04:38:05.731281 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ac628-60a5-4cc9-b10f-75598c6b3054 req-084031d2-6554-48d0-a8c6-5346f7f31935 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:05.732819 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f1ac628-60a5-4cc9-b10f-75598c6b3054 req-084031d2-6554-48d0-a8c6-5346f7f31935 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 943 time: 0.2782569 Nov 13 04:38:05.747355 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc27d114-d556-4e6b-9d04-9b01c96b3a94 req-fdc1dfd9-0201-4233-8629-b1e16a1a6257 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d HTTP/1.1" status: 200 len: 217 time: 0.0730081 Nov 13 04:38:05.790300 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af4b73-2892-4e82-9db5-2515b63ede83 service neutron] Pushing event updated for resources: {'Port': ['ID=d994b596-e39d-4c7d-9ab4-400f61e88774,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:05.799009 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-c9750d93-7757-4c2e-a75c-9005babee3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:05.801958 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-c9750d93-7757-4c2e-a75c-9005babee3d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1598346 Nov 13 04:38:05.819495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39074) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:05.837395 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38a33a15-35ac-4a54-9600-dcad1f6d6771 req-2418986f-a12d-4349-b675-cc22def510e6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167012 Nov 13 04:38:05.867222 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-f81043db-0b58-48ac-9e44-7bf4dd5c2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:05.869695 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-f81043db-0b58-48ac-9e44-7bf4dd5c2df2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 1099 time: 0.1850383 Nov 13 04:38:05.882653 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27d114-d556-4e6b-9d04-9b01c96b3a94 req-ffba306b-8851-4648-9900-e28126b12ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:05.884171 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc27d114-d556-4e6b-9d04-9b01c96b3a94 req-ffba306b-8851-4648-9900-e28126b12ac6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.1267583 Nov 13 04:38:05.885175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae75306-a580-4610-8799-aa1de9299cfb req-a175b406-54da-44cc-86fd-ee65c6611a13 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Made reservation on behalf of 38b8a75c83224bdb98fa230c33f5c59e for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:05.888860 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6ae75306-a580-4610-8799-aa1de9299cfb req-a175b406-54da-44cc-86fd-ee65c6611a13 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:05.926130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc27d114-d556-4e6b-9d04-9b01c96b3a94 req-218628a9-76a0-4b90-8941-170780164ec2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334249 Nov 13 04:38:05.936879 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f1ac628-60a5-4cc9-b10f-75598c6b3054 req-5616fe87-1cae-40b9-8ebd-d9228b9f89c5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910124 Nov 13 04:38:06.012189 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-7ff4adf3-1783-4a28-894d-2aba1a4ef91c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d994b596-e39d-4c7d-9ab4-400f61e88774 HTTP/1.1" status: 200 len: 217 time: 0.0961738 Nov 13 04:38:06.088587 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3a781119-d2d6-4709-a803-2c37141a9c38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:06.100432 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3851001f-0202-43fd-97c4-6311ce0582a4 req-23261f9b-5859-4431-8ab6-35ff3c5ef77d tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 210 time: 0.0748303 Nov 13 04:38:06.127675 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-43a09113-e5ed-4497-9671-ca41187e16db service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155544 Nov 13 04:38:06.129048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-de516bb6-f990-4f66-ac50-afd9fab09423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:06.130352 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-de516bb6-f990-4f66-ac50-afd9fab09423 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1090446 Nov 13 04:38:06.188496 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc27d114-d556-4e6b-9d04-9b01c96b3a94 req-b10491be-b188-4da1-afa3-885a5c0a5550 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390833 Nov 13 04:38:06.201807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-6ae75306-a580-4610-8799-aa1de9299cfb req-a175b406-54da-44cc-86fd-ee65c6611a13 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Allocated IP 192.168.233.248 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/3b4ed482-d65d-46ed-bd10-0a9410f00c81) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:06.317182 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-bd45f672-5236-4265-b8c1-8a511837ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:06.319001 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-bd45f672-5236-4265-b8c1-8a511837ea99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1732237 Nov 13 04:38:06.340846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483ab85-b03a-4677-bbad-35bb1e8a36c7 req-54a06329-db40-4da9-8e27-8140afb47b3c tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:06.342302 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0483ab85-b03a-4677-bbad-35bb1e8a36c7 req-54a06329-db40-4da9-8e27-8140afb47b3c tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 949 time: 0.1504946 Nov 13 04:38:06.355348 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc27d114-d556-4e6b-9d04-9b01c96b3a94 req-212e6402-c0a5-4879-85c8-d98c7a53a802 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549330 Nov 13 04:38:06.391163 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4859e15-b095-47f0-a21b-8e799cf4e3cb req-4d02b79d-b640-4130-9c56-5276d9fdbf91 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466004 Nov 13 04:38:06.419551 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ea1ab4e-b537-4cd8-baab-f75469ec33b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:06.429528 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3a781119-d2d6-4709-a803-2c37141a9c38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:06.441744 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3a781119-d2d6-4709-a803-2c37141a9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:06.469959 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51442e6e-5d99-4bdc-b0be-f091de9b6121 req-de1bde50-fd4d-45ec-8d0f-324b6bfb3f71 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:06.471540 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51442e6e-5d99-4bdc-b0be-f091de9b6121 req-de1bde50-fd4d-45ec-8d0f-324b6bfb3f71 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 948 time: 0.1525176 Nov 13 04:38:06.474958 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6ae75306-a580-4610-8799-aa1de9299cfb req-a175b406-54da-44cc-86fd-ee65c6611a13 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:06.530128 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0483ab85-b03a-4677-bbad-35bb1e8a36c7 req-badcf76e-a456-46dc-a6f7-20e28c53ff6d tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/security-groups?id=52d53cd0-952b-4107-a492-77c369cc6352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710186 Nov 13 04:38:06.541957 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51442e6e-5d99-4bdc-b0be-f091de9b6121 req-4b1d77c6-62a0-4b2e-84a8-0f1508a410a3 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582204 Nov 13 04:38:06.546065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a781119-d2d6-4709-a803-2c37141a9c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76a4955-6794-4468-9276-4ce96ee963b9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:06.552581 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6ae75306-a580-4610-8799-aa1de9299cfb req-a175b406-54da-44cc-86fd-ee65c6611a13 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:06.563153 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3a781119-d2d6-4709-a803-2c37141a9c38 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8ae490697a143a9bd4203fe4cfde6ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7277234 Nov 13 04:38:06.563596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39092) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:06.563830 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-ea4052ba-2800-42e9-9fcd-7a755e7830c4 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247980 Nov 13 04:38:06.612437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['da2bcd63-2da4-4011-9eae-8e1b15076227', '004030af-1f68-46eb-9aff-8eb326806744'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:06.647857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae75306-a580-4610-8799-aa1de9299cfb req-a175b406-54da-44cc-86fd-ee65c6611a13 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:06.650047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175b406-54da-44cc-86fd-ee65c6611a13 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Pushing event updated for resources: {'Port': ['ID=3b4ed482-d65d-46ed-bd10-0a9410f00c81,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:06.655513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-6ae75306-a580-4610-8799-aa1de9299cfb req-a175b406-54da-44cc-86fd-ee65c6611a13 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:06.658428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae75306-a580-4610-8799-aa1de9299cfb req-a175b406-54da-44cc-86fd-ee65c6611a13 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:06.669347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75306-a580-4610-8799-aa1de9299cfb req-a175b406-54da-44cc-86fd-ee65c6611a13 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:06.670115 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6ae75306-a580-4610-8799-aa1de9299cfb req-a175b406-54da-44cc-86fd-ee65c6611a13 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:06.695006 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-550f36cd-f6ba-440b-aa06-2916a1b35f8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:06.709597 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7202045-a52b-4ab8-989f-f2e75899da29 req-b8c11015-c943-435c-a596-a1ae2b1360de service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379647 Nov 13 04:38:06.714291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1035f-56af-4ab6-8a66-240245c74c24 req-f4660538-0bc0-4fc9-a65a-ccd83b56506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:06.716034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-76f1035f-56af-4ab6-8a66-240245c74c24 req-f4660538-0bc0-4fc9-a65a-ccd83b56506e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 1099 time: 0.2181273 Nov 13 04:38:06.718804 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ae75306-a580-4610-8799-aa1de9299cfb req-a175b406-54da-44cc-86fd-ee65c6611a13 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2859819 Nov 13 04:38:06.743270 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Request body: {'port': {'device_id': '0123ad2a-ba35-4efe-91a4-ab2b3be35f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:06.758568 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-550f36cd-f6ba-440b-aa06-2916a1b35f8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:06.880139 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:06.936749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30afba90-360c-4c3b-a102-f09ef69d533a', 'tag': 'd994b596-e39d-4c7d-9ab4-400f61e88774'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:06.940286 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195a918d-040b-4a1e-93d8-6d5d1526d625" -d '{"events": [{"name": "network-changed", "server_uuid": "30afba90-360c-4c3b-a102-f09ef69d533a", "tag": "d994b596-e39d-4c7d-9ab4-400f61e88774"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:06.944049 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1035f-56af-4ab6-8a66-240245c74c24 req-2651a3df-f056-473f-b158-3facec8b470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:06.945724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-76f1035f-56af-4ab6-8a66-240245c74c24 req-2651a3df-f056-473f-b158-3facec8b470a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2185726 Nov 13 04:38:07.010336 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-76f1035f-56af-4ab6-8a66-240245c74c24 req-cff1e76e-e3b9-4b99-a75f-d22d74dc15e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1260c06f-f210-4b90-be67-896cb88572fa HTTP/1.1" status: 200 len: 217 time: 0.0532131 Nov 13 04:38:07.018709 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-740b4567-a9c8-4d8f-ba91-0e2c424ceb51 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=24a447486dde4754b4e6781bb793f3fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337355 Nov 13 04:38:07.022849 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-550f36cd-f6ba-440b-aa06-2916a1b35f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:07.025818 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-550f36cd-f6ba-440b-aa06-2916a1b35f8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:07.027234 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-550f36cd-f6ba-440b-aa06-2916a1b35f8c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e76a4955-6794-4468-9276-4ce96ee963b9 HTTP/1.1" status: 204 len: 168 time: 0.4692791 Nov 13 04:38:07.071722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-81c2efcf-b498-4fc3-8561-65ec959865ab None None] Provisioning complete for port 3b4ed482-d65d-46ed-bd10-0a9410f00c81 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:07.072080 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81c2efcf-b498-4fc3-8561-65ec959865ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:07.109690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-81c2efcf-b498-4fc3-8561-65ec959865ab None None] Port 3b4ed482-d65d-46ed-bd10-0a9410f00c81 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:38:07.115597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b3d38-761a-42d1-8693-c9bc641b746e req-c3c779af-e98d-4861-9618-69fe803ea8ed tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:07.117138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-645b3d38-761a-42d1-8693-c9bc641b746e req-c3c779af-e98d-4861-9618-69fe803ea8ed tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 948 time: 0.1097319 Nov 13 04:38:07.119130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1035f-56af-4ab6-8a66-240245c74c24 req-778fc7ee-369e-4178-acfc-b70c202a9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:07.120441 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-76f1035f-56af-4ab6-8a66-240245c74c24 req-778fc7ee-369e-4178-acfc-b70c202a9280 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0685985 Nov 13 04:38:07.153806 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f36cd-f6ba-440b-aa06-2916a1b35f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76a4955-6794-4468-9276-4ce96ee963b9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:07.217742 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-645b3d38-761a-42d1-8693-c9bc641b746e req-06c816f8-14ca-40cd-af7b-c8cb5c7ddfa5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943086 Nov 13 04:38:07.225110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1035f-56af-4ab6-8a66-240245c74c24 req-ae79f31e-1205-414a-b955-2f075dbfb6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:07.226619 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-76f1035f-56af-4ab6-8a66-240245c74c24 req-ae79f31e-1205-414a-b955-2f075dbfb6b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961301 Nov 13 04:38:07.355866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d4333-2584-45c5-a844-18a155e01652 req-371c5481-ae37-42c2-9d3d-9bbb4bc930ce tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:07.355866 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d79d4333-2584-45c5-a844-18a155e01652 req-371c5481-ae37-42c2-9d3d-9bbb4bc930ce tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 949 time: 0.0957425 Nov 13 04:38:07.386749 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-76f1035f-56af-4ab6-8a66-240245c74c24 req-6af75c95-a86b-4332-baf1-80022dad2fea service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489077 Nov 13 04:38:07.468477 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d79d4333-2584-45c5-a844-18a155e01652 req-54c41c75-c636-443f-8764-3e3fcbb2a073 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/security-groups?id=52d53cd0-952b-4107-a492-77c369cc6352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056514 Nov 13 04:38:07.521872 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-76f1035f-56af-4ab6-8a66-240245c74c24 req-75448abd-caa9-4656-9ed7-3f195b183d95 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268096 Nov 13 04:38:07.527646 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cefa3aa-e02a-434e-83ed-0e78e6870163 x-openstack-request-id: req-0cefa3aa-e02a-434e-83ed-0e78e6870163 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:07.527934 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30afba90-360c-4c3b-a102-f09ef69d533a", "tag": "d994b596-e39d-4c7d-9ab4-400f61e88774", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:07.528244 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0cefa3aa-e02a-434e-83ed-0e78e6870163 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:07.528560 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30afba90-360c-4c3b-a102-f09ef69d533a', 'tag': 'd994b596-e39d-4c7d-9ab4-400f61e88774', 'status': 'completed', 'code': 200} Nov 13 04:38:07.539155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-990ff67c-8d5c-41ab-8055-e05f84df0c40 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:07.554202 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-990ff67c-8d5c-41ab-8055-e05f84df0c40 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5251329 Nov 13 04:38:07.577883 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-c27e3372-5d15-4de2-9ee0-6fa7feb82256 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/quotas/24a447486dde4754b4e6781bb793f3fb HTTP/1.1" status: 200 len: 375 time: 0.0227754 Nov 13 04:38:07.602628 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:07.630177 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-f4a0a7f2-de3d-4c1c-b31e-32a6b6e130cd tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=24a447486dde4754b4e6781bb793f3fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313401 Nov 13 04:38:07.673257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb344ce6-ead6-4e62-b0df-089b80dd9036 req-fd97af1e-aed8-4cb0-8929-15cadc1de57e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:07.681739 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb344ce6-ead6-4e62-b0df-089b80dd9036 req-fd97af1e-aed8-4cb0-8929-15cadc1de57e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 943 time: 0.1010973 Nov 13 04:38:07.692748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4ed482-d65d-46ed-bd10-0a9410f00c81 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:07.694381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a918d-040b-4a1e-93d8-6d5d1526d625 req-eb3b8355-c68c-48ab-a5f7-102ac5d14086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:07.695830 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-195a918d-040b-4a1e-93d8-6d5d1526d625 req-eb3b8355-c68c-48ab-a5f7-102ac5d14086 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 1099 time: 0.1042254 Nov 13 04:38:07.703971 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:07.729217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Transition to ACTIVE for port object 3b4ed482-d65d-46ed-bd10-0a9410f00c81 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:38:07.735119 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:07.850931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Attempting to bind port 3b4ed482-d65d-46ed-bd10-0a9410f00c81 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:07.851394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Attempting to bind port 3b4ed482-d65d-46ed-bd10-0a9410f00c81 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:07.851707 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Attempting to bind port 3b4ed482-d65d-46ed-bd10-0a9410f00c81 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:07.857061 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb344ce6-ead6-4e62-b0df-089b80dd9036 req-3df2c2f7-d685-4b30-9836-cad101a52eef tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739402 Nov 13 04:38:07.881815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Port 3b4ed482-d65d-46ed-bd10-0a9410f00c81 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:38:07.882022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Attempting to bind port 3b4ed482-d65d-46ed-bd10-0a9410f00c81 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:07.884664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4ed482-d65d-46ed-bd10-0a9410f00c81,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:07.886338 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a918d-040b-4a1e-93d8-6d5d1526d625 req-bcd58199-9027-46df-9775-7d06ee2bc3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:07.894346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:07.894682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:07.895088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:07.897856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Bound port: 3b4ed482-d65d-46ed-bd10-0a9410f00c81, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:07.897856 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:07.926777 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-195a918d-040b-4a1e-93d8-6d5d1526d625 req-bcd58199-9027-46df-9775-7d06ee2bc3a1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2201674 Nov 13 04:38:08.006383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] For port 3b4ed482-d65d-46ed-bd10-0a9410f00c81, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:08.018641 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-195a918d-040b-4a1e-93d8-6d5d1526d625 req-c6e77a73-e708-4223-8223-44274a798335 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d994b596-e39d-4c7d-9ab4-400f61e88774 HTTP/1.1" status: 200 len: 217 time: 0.0770104 Nov 13 04:38:08.024897 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] For port 3b4ed482-d65d-46ed-bd10-0a9410f00c81, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3b4ed482-d65d-46ed-bd10-0a9410f00c81,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:08.051179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ab765-a2e5-4a81-9027-3ffc7700ee70 req-17cee982-6637-4b2e-accd-2d460293432d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:08.060547 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-190ab765-a2e5-4a81-9027-3ffc7700ee70 req-17cee982-6637-4b2e-accd-2d460293432d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 948 time: 0.0946426 Nov 13 04:38:08.067588 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:08.134568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:08.134757 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:08.136908 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ae75306-a580-4610-8799-aa1de9299cfb req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] 10.222.0.36 "PUT /v2.0/ports/3b4ed482-d65d-46ed-bd10-0a9410f00c81 HTTP/1.1" status: 200 len: 1096 time: 1.3983095 Nov 13 04:38:08.140981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0123ad2a-ba35-4efe-91a4-ab2b3be35f8e', 'tag': '3b4ed482-d65d-46ed-bd10-0a9410f00c81'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:08.143269 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1370b4-0d79-4570-b011-77ed0b2fae7a" -d '{"events": [{"name": "network-changed", "server_uuid": "0123ad2a-ba35-4efe-91a4-ab2b3be35f8e", "tag": "3b4ed482-d65d-46ed-bd10-0a9410f00c81"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:08.182901 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7050b6-4254-411b-b4aa-cc34fe40ce28 req-b93ebf45-5a04-43a7-8408-2a274b8bb5ac tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:08.192088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2861a-0ccf-4c0f-8d61-76b9669f5138 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4ed482-d65d-46ed-bd10-0a9410f00c81,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:08.201405 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d7050b6-4254-411b-b4aa-cc34fe40ce28 req-b93ebf45-5a04-43a7-8408-2a274b8bb5ac tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 948 time: 0.1811810 Nov 13 04:38:08.215608 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a918d-040b-4a1e-93d8-6d5d1526d625 req-9ab85e16-a8e9-4048-9a9c-2266aa30bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:08.218054 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-195a918d-040b-4a1e-93d8-6d5d1526d625 req-9ab85e16-a8e9-4048-9a9c-2266aa30bbe0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1535895 Nov 13 04:38:08.240130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-190ab765-a2e5-4a81-9027-3ffc7700ee70 req-2618dd9e-fdf9-4ee4-8b25-d690623d582b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784494 Nov 13 04:38:08.327763 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d7050b6-4254-411b-b4aa-cc34fe40ce28 req-8ae0aed5-b175-4e04-a7c9-613a5a576dea tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253071 Nov 13 04:38:08.344383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a918d-040b-4a1e-93d8-6d5d1526d625 req-53c6d191-9368-4925-a91e-cb30533e3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:08.345873 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-195a918d-040b-4a1e-93d8-6d5d1526d625 req-53c6d191-9368-4925-a91e-cb30533e3bf0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167772 Nov 13 04:38:08.363931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75306-a580-4610-8799-aa1de9299cfb req-4e82e8a5-5c2b-419f-89f9-5aa5d05a1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:08.368978 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ae75306-a580-4610-8799-aa1de9299cfb req-4e82e8a5-5c2b-419f-89f9-5aa5d05a1ef7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 1099 time: 0.1202583 Nov 13 04:38:08.421245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe3ed2ba-01d4-4790-abb5-c8a4c35e1acd req-09c4bfcd-4d8a-4a5c-946f-faa69a2f3c30 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 210 time: 0.0971420 Nov 13 04:38:08.440969 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47445560-890f-4434-b65f-a1d0e68fc3a4 x-openstack-request-id: req-47445560-890f-4434-b65f-a1d0e68fc3a4 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:08.440969 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0123ad2a-ba35-4efe-91a4-ab2b3be35f8e", "tag": "3b4ed482-d65d-46ed-bd10-0a9410f00c81", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:08.440969 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47445560-890f-4434-b65f-a1d0e68fc3a4 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:08.440969 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0123ad2a-ba35-4efe-91a4-ab2b3be35f8e', 'tag': '3b4ed482-d65d-46ed-bd10-0a9410f00c81', 'status': 'completed', 'code': 200} Nov 13 04:38:08.494234 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ae75306-a580-4610-8799-aa1de9299cfb req-0e3b09de-63a9-4b7b-8006-4ea1ee90d719 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3b4ed482-d65d-46ed-bd10-0a9410f00c81 HTTP/1.1" status: 200 len: 217 time: 0.0919631 Nov 13 04:38:08.576858 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-195a918d-040b-4a1e-93d8-6d5d1526d625 req-0819f0aa-d44c-4ac2-8ea2-20bcb67bbfa3 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201114 Nov 13 04:38:08.609621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7317320-4ef5-4ec7-ac78-47afebae391d req-486c4ac4-8090-4705-9578-8f07405fee28 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:08.612706 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e7317320-4ef5-4ec7-ac78-47afebae391d req-486c4ac4-8090-4705-9578-8f07405fee28 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 948 time: 0.1087658 Nov 13 04:38:08.629685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d08b0-ebfa-4c8c-8ed9-4e83302ea1b1 req-336f7374-5430-4278-9d7f-f3741e838c57 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:08.631946 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-285d08b0-ebfa-4c8c-8ed9-4e83302ea1b1 req-336f7374-5430-4278-9d7f-f3741e838c57 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 949 time: 0.0720186 Nov 13 04:38:08.634382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75306-a580-4610-8799-aa1de9299cfb req-8cb606f3-0f64-4a70-b4ba-f4acfebbdb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:08.635931 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ae75306-a580-4610-8799-aa1de9299cfb req-8cb606f3-0f64-4a70-b4ba-f4acfebbdb4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1126728 Nov 13 04:38:08.722458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-285d08b0-ebfa-4c8c-8ed9-4e83302ea1b1 req-d50cd0d0-8346-4730-b9ff-819b4be9820e tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/security-groups?id=52d53cd0-952b-4107-a492-77c369cc6352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827200 Nov 13 04:38:08.745592 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e7317320-4ef5-4ec7-ac78-47afebae391d req-2dd50146-bbf1-45f2-9512-cbd9f1073321 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031048 Nov 13 04:38:08.749457 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-195a918d-040b-4a1e-93d8-6d5d1526d625 req-df448d79-939f-4027-9c17-60f3cb6a9de5 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353419 Nov 13 04:38:08.751511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75306-a580-4610-8799-aa1de9299cfb req-9624763e-dd94-4543-a9e2-a34342d408dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:08.753247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ae75306-a580-4610-8799-aa1de9299cfb req-9624763e-dd94-4543-a9e2-a34342d408dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992527 Nov 13 04:38:08.856301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ae75306-a580-4610-8799-aa1de9299cfb req-c16936de-180e-47a8-962d-3d0985bb1809 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925083 Nov 13 04:38:08.961036 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:08.965014 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ae75306-a580-4610-8799-aa1de9299cfb req-9754345e-4f65-4f55-bdfc-f1fc55c0deef service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955212 Nov 13 04:38:08.972746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5c087-64bc-4e35-a1b5-8535b6f8cecc req-15a1e56c-951b-45e8-8389-9b5059688707 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:08.974112 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ead5c087-64bc-4e35-a1b5-8535b6f8cecc req-15a1e56c-951b-45e8-8389-9b5059688707 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 949 time: 0.0812819 Nov 13 04:38:09.021125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a310aa9-6d08-40ee-becd-0620874714cd req-bed62c05-3e99-44f7-8f21-4d792f493a77 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:09.023369 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a310aa9-6d08-40ee-becd-0620874714cd req-bed62c05-3e99-44f7-8f21-4d792f493a77 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 943 time: 0.0915408 Nov 13 04:38:09.126138 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1370b4-0d79-4570-b011-77ed0b2fae7a req-8e6e61b3-9527-4289-b882-7b16589aecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:09.127807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e1370b4-0d79-4570-b011-77ed0b2fae7a req-8e6e61b3-9527-4289-b882-7b16589aecd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 1099 time: 0.0464625 Nov 13 04:38:09.147661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a310aa9-6d08-40ee-becd-0620874714cd req-20c34786-9542-48de-a3b4-03ef7c6a8fb8 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139972 Nov 13 04:38:09.182842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-ead5c087-64bc-4e35-a1b5-8535b6f8cecc req-d485ecc4-1d2d-4f49-bbda-4c30edda2cdb tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Deleting port 04497532-2579-46bc-b300-bb1a28843730 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:38:09.183410 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ead5c087-64bc-4e35-a1b5-8535b6f8cecc req-d485ecc4-1d2d-4f49-bbda-4c30edda2cdb tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:09.234590 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1370b4-0d79-4570-b011-77ed0b2fae7a req-f38b4e6f-10e4-4c52-b73a-8bdc2e4cf16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:09.236288 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e1370b4-0d79-4570-b011-77ed0b2fae7a req-f38b4e6f-10e4-4c52-b73a-8bdc2e4cf16a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.0987794 Nov 13 04:38:09.300412 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e1370b4-0d79-4570-b011-77ed0b2fae7a req-9b008283-70cc-41cb-92df-4d3e1932984b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3b4ed482-d65d-46ed-bd10-0a9410f00c81 HTTP/1.1" status: 200 len: 217 time: 0.0475965 Nov 13 04:38:09.311778 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ead5c087-64bc-4e35-a1b5-8535b6f8cecc req-d485ecc4-1d2d-4f49-bbda-4c30edda2cdb tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] For port 04497532-2579-46bc-b300-bb1a28843730, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=04497532-2579-46bc-b300-bb1a28843730,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:09.314255 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ead5c087-64bc-4e35-a1b5-8535b6f8cecc req-d485ecc4-1d2d-4f49-bbda-4c30edda2cdb tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:09.343523 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-ead5c087-64bc-4e35-a1b5-8535b6f8cecc req-d485ecc4-1d2d-4f49-bbda-4c30edda2cdb tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Calling delete_port for 04497532-2579-46bc-b300-bb1a28843730 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:38:09.362791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1370b4-0d79-4570-b011-77ed0b2fae7a req-27723f32-ec01-4365-9cce-90abf5e85031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:09.365198 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e1370b4-0d79-4570-b011-77ed0b2fae7a req-27723f32-ec01-4365-9cce-90abf5e85031 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0553479 Nov 13 04:38:09.401025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39190) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:09.429966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1370b4-0d79-4570-b011-77ed0b2fae7a req-c50e6403-c5f8-4956-bdbf-160f8227743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:09.431517 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e1370b4-0d79-4570-b011-77ed0b2fae7a req-c50e6403-c5f8-4956-bdbf-160f8227743d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0517671 Nov 13 04:38:09.481438 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d20b3-a441-4a8d-ba4e-e78646e1868f req-1493055b-5144-4a3f-b99b-2f8ce47bc24c tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:09.482969 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e7d20b3-a441-4a8d-ba4e-e78646e1868f req-1493055b-5144-4a3f-b99b-2f8ce47bc24c tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 948 time: 0.0555704 Nov 13 04:38:09.513383 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-3dc2906e-f777-4ab6-a005-4e1470bd61bc tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=24a447486dde4754b4e6781bb793f3fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358281 Nov 13 04:38:09.523708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fccd2a-b2ff-420f-a8e5-b056e5c0b8bf req-ea80d2b2-f92c-42c1-bd50-fc5935bbad80 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:09.525231 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-74fccd2a-b2ff-420f-a8e5-b056e5c0b8bf req-ea80d2b2-f92c-42c1-bd50-fc5935bbad80 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 948 time: 0.1537359 Nov 13 04:38:09.555434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 13ad9f4c-0fc7-4571-843e-89a19e3c974d details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:38:09.609508 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e7d20b3-a441-4a8d-ba4e-e78646e1868f req-895fa35a-4b47-4d38-ad74-c1a8e4d4e154 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183333 Nov 13 04:38:09.627173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e1370b4-0d79-4570-b011-77ed0b2fae7a req-3343c07f-c3c2-403d-9aaa-4240281d25f8 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431475 Nov 13 04:38:09.740885 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:09.753355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '13ad9f4c-0fc7-4571-843e-89a19e3c974d', 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5', 'port_id': '13ad9f4c-0fc7-4571-843e-89a19e3c974d', 'mac_address': 'fa:16:3e:52:1e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6972208-b01b-4035-88d5-8d96d7af813a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:38:09.764873 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edc81bd8-2048-4066-bc5c-3253ed794b8b req-ed8c677b-6355-4a7d-9b17-e7453b2a7732 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 210 time: 0.0393789 Nov 13 04:38:09.793660 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:09.799968 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e1370b4-0d79-4570-b011-77ed0b2fae7a req-5adf56ca-9170-453b-a862-183418dc11f5 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626539 Nov 13 04:38:09.807429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ad9f4c-0fc7-4571-843e-89a19e3c974d {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:09.832519 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:09.841295 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:09.871515 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83934e02-714d-4687-9b31-3280afd22312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:09.894607 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:09.907436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82731af3-d46b-4d8f-8dca-13a11a67f48b req-7ff75552-aa08-473a-bb52-633a8f43f9d9 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:09.908951 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82731af3-d46b-4d8f-8dca-13a11a67f48b req-7ff75552-aa08-473a-bb52-633a8f43f9d9 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 949 time: 0.0630252 Nov 13 04:38:09.910156 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=13ad9f4c-0fc7-4571-843e-89a19e3c974d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:09.957932 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-74fccd2a-b2ff-420f-a8e5-b056e5c0b8bf req-130e7a5b-ee22-40ff-9cfa-2c54f7c0c051 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203591 Nov 13 04:38:09.958239 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82731af3-d46b-4d8f-8dca-13a11a67f48b req-d90653d6-025a-4b4b-987c-ef7d8715fe66 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/security-groups?id=52d53cd0-952b-4107-a492-77c369cc6352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417416 Nov 13 04:38:09.989254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-fb2bef11-545e-45a4-b4e4-ef7e38cef500 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:09.991425 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-fb2bef11-545e-45a4-b4e4-ef7e38cef500 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4652960 Nov 13 04:38:09.998143 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ead5c087-64bc-4e35-a1b5-8535b6f8cecc req-d485ecc4-1d2d-4f49-bbda-4c30edda2cdb tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:10.051310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Request body: {'port': {'device_id': 'c974f8a5-1853-4d0e-9854-46dd4946ae9d', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '24a447486dde4754b4e6781bb793f3fb'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:10.066803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485ecc4-1d2d-4f49-bbda-4c30edda2cdb tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Pushing event deleted for resources: {'Port': ['ID=04497532-2579-46bc-b300-bb1a28843730,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:10.243026 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['13ad9f4c-0fc7-4571-843e-89a19e3c974d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:10.278035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead5c087-64bc-4e35-a1b5-8535b6f8cecc req-d485ecc4-1d2d-4f49-bbda-4c30edda2cdb tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] No DVR routers for this DVR port 04497532-2579-46bc-b300-bb1a28843730 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:38:10.286083 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83934e02-714d-4687-9b31-3280afd22312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:10.292555 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ead5c087-64bc-4e35-a1b5-8535b6f8cecc req-d485ecc4-1d2d-4f49-bbda-4c30edda2cdb tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:10.295839 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ead5c087-64bc-4e35-a1b5-8535b6f8cecc req-d485ecc4-1d2d-4f49-bbda-4c30edda2cdb tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.46 "DELETE /v2.0/ports/04497532-2579-46bc-b300-bb1a28843730 HTTP/1.1" status: 204 len: 173 time: 1.3132241 Nov 13 04:38:10.304352 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db142731-735d-401b-beae-46662ba3b889 req-730565ec-af97-4e4e-8c2b-33b8b699b2f5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:10.305858 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db142731-735d-401b-beae-46662ba3b889 req-730565ec-af97-4e4e-8c2b-33b8b699b2f5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 948 time: 0.2640123 Nov 13 04:38:10.306325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec986ce-e076-45cb-9114-2632f5b53e9d', 'name': 'network-vif-deleted', 'tag': '04497532-2579-46bc-b300-bb1a28843730'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:10.310425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e7fb3-9593-4923-98fc-d2717f4bcafd req-6f03d9c6-c622-4e60-95f1-8b8c574d1cb0 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:10.312168 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-171e7fb3-9593-4923-98fc-d2717f4bcafd req-6f03d9c6-c622-4e60-95f1-8b8c574d1cb0 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 944 time: 0.0711167 Nov 13 04:38:10.313417 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bee5b9-f430-4a99-9e2c-4ccb3fe17d53" -d '{"events": [{"server_uuid": "0ec986ce-e076-45cb-9114-2632f5b53e9d", "name": "network-vif-deleted", "tag": "04497532-2579-46bc-b300-bb1a28843730"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:10.326286 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83934e02-714d-4687-9b31-3280afd22312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:10.371412 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-171e7fb3-9593-4923-98fc-d2717f4bcafd req-7be1f967-a937-4fed-b05a-d7cbda7aeb95 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525205 Nov 13 04:38:10.419581 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-83934e02-714d-4687-9b31-3280afd22312 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95c377443a1b47d0aba864b08251bbd5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0052631 Nov 13 04:38:10.423125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39208) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:10.424525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83934e02-714d-4687-9b31-3280afd22312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baada306-3f3e-4dc4-9a26-3d78d0c486ad,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:10.452820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Made reservation on behalf of 24a447486dde4754b4e6781bb793f3fb for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:10.456365 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:10.467850 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:10.474093 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db142731-735d-401b-beae-46662ba3b889 req-176a7311-8bed-4a3f-92b1-4c5188a50907 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577172 Nov 13 04:38:10.486179 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-328d5008-c876-45e1-a589-54cdc2b156c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:10.521985 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-328d5008-c876-45e1-a589-54cdc2b156c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:10.536269 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be94f7b9-15f1-4532-8b8d-313836b0472c x-openstack-request-id: req-be94f7b9-15f1-4532-8b8d-313836b0472c {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:10.536573 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec986ce-e076-45cb-9114-2632f5b53e9d", "name": "network-vif-deleted", "tag": "04497532-2579-46bc-b300-bb1a28843730", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:10.536948 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be94f7b9-15f1-4532-8b8d-313836b0472c {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:10.537781 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec986ce-e076-45cb-9114-2632f5b53e9d', 'name': 'network-vif-deleted', 'tag': '04497532-2579-46bc-b300-bb1a28843730', 'status': 'completed', 'code': 200} Nov 13 04:38:10.571329 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:10.576658 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:10.580302 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-328d5008-c876-45e1-a589-54cdc2b156c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:10.583095 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-328d5008-c876-45e1-a589-54cdc2b156c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:10.584768 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-328d5008-c876-45e1-a589-54cdc2b156c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/baada306-3f3e-4dc4-9a26-3d78d0c486ad HTTP/1.1" status: 204 len: 168 time: 0.1602166 Nov 13 04:38:10.592005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d5008-c876-45e1-a589-54cdc2b156c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baada306-3f3e-4dc4-9a26-3d78d0c486ad,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:10.648528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe2489b-1544-4baa-8933-170b4fcb2826,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:10.758306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Allocated IP 192.168.233.19 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/513ebd3b-7cbc-49d4-a735-10471667a35f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:10.772848 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27160312-e8a5-49a6-9f7e-c9c65aafcc96 req-8399dade-2772-4a70-b3a8-db85853644d3 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:10.774338 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-27160312-e8a5-49a6-9f7e-c9c65aafcc96 req-8399dade-2772-4a70-b3a8-db85853644d3 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 948 time: 0.0792804 Nov 13 04:38:10.855171 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-27160312-e8a5-49a6-9f7e-c9c65aafcc96 req-4c9ecf22-31d5-46aa-82df-dcf3c7be80f7 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741804 Nov 13 04:38:10.885839 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7617610c-8af0-4a2f-b348-0e5d47a8c4bf req-474ab560-87fb-4056-bafe-b3cd93c06564 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 210 time: 0.0350363 Nov 13 04:38:10.891846 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39218) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:10.910033 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-119a89c7-578e-467d-92a3-1689902cea99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:10.973351 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:10.991359 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-119a89c7-578e-467d-92a3-1689902cea99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:10.996556 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-119a89c7-578e-467d-92a3-1689902cea99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:11.018385 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:11.038038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a89c7-578e-467d-92a3-1689902cea99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e180a4a5-1760-49e5-a91a-7be51df154a8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:11.061807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-119a89c7-578e-467d-92a3-1689902cea99 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f821d16180d451da4aaa077ee9f8539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663978 Nov 13 04:38:11.062189 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39224) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:11.092737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:11.101246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:11.111424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:11.117595 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:11.118228 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:11.122163 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Pushing event updated for resources: {'Port': ['ID=513ebd3b-7cbc-49d4-a735-10471667a35f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:11.158226 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b35f8595-4091-4e25-ac9d-a2672529a64f req-41a5a766-5802-4358-ba8d-222f47ed2330 tempest-ServerDiagnosticsNegativeTest-341200179 tempest-ServerDiagnosticsNegativeTest-341200179-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ec986ce-e076-45cb-9114-2632f5b53e9d HTTP/1.1" status: 200 len: 210 time: 0.0467348 Nov 13 04:38:11.185070 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-a3284c95-e222-4b4e-9022-ad66bbd9fda8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1442192 Nov 13 04:38:11.213335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Request body: {'port': {'device_id': 'c974f8a5-1853-4d0e-9854-46dd4946ae9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:11.217605 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-baef6969-936c-4fd7-90d1-6a04ee4713a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:11.241341 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a662d-bfeb-4d2a-abf6-6893804d70f8 req-6c66dd3c-f5b3-4967-9fbb-99bb454c4275 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:11.242844 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b2a662d-bfeb-4d2a-abf6-6893804d70f8 req-6c66dd3c-f5b3-4967-9fbb-99bb454c4275 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 948 time: 0.1219835 Nov 13 04:38:11.288945 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-baef6969-936c-4fd7-90d1-6a04ee4713a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:11.354510 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:11.354741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-dd29b387-49b5-43e3-b699-aa08639c49d1 None None] Provisioning complete for port 513ebd3b-7cbc-49d4-a735-10471667a35f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:11.355261 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd29b387-49b5-43e3-b699-aa08639c49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:11.367701 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b2a662d-bfeb-4d2a-abf6-6893804d70f8 req-0c0ce259-496d-4dc7-b370-5d7a83fef33c tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152968 Nov 13 04:38:11.402658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dd29b387-49b5-43e3-b699-aa08639c49d1 None None] Port 513ebd3b-7cbc-49d4-a735-10471667a35f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:38:11.420330 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-baef6969-936c-4fd7-90d1-6a04ee4713a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:11.423401 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-baef6969-936c-4fd7-90d1-6a04ee4713a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:11.424504 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-baef6969-936c-4fd7-90d1-6a04ee4713a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e180a4a5-1760-49e5-a91a-7be51df154a8 HTTP/1.1" status: 204 len: 168 time: 0.3614845 Nov 13 04:38:11.437959 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef6969-936c-4fd7-90d1-6a04ee4713a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e180a4a5-1760-49e5-a91a-7be51df154a8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:11.564498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c6310-daf8-4ec0-82da-39f049a4a97d req-0b5538c4-2c74-407b-a44b-6586f458e79f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:11.566173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-248c6310-daf8-4ec0-82da-39f049a4a97d req-0b5538c4-2c74-407b-a44b-6586f458e79f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 944 time: 0.0803156 Nov 13 04:38:11.592695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1260c06f-f210-4b90-be67-896cb88572fa details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:38:11.627063 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-248c6310-daf8-4ec0-82da-39f049a4a97d req-aa398021-8402-4227-a923-bd7a6901f325 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495653 Nov 13 04:38:11.654774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014af5d-d196-4d56-bc0d-432a28de64cf req-663aa35b-2f1d-421f-86de-b65182db2235 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:11.656475 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f014af5d-d196-4d56-bc0d-432a28de64cf req-663aa35b-2f1d-421f-86de-b65182db2235 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 948 time: 0.0915606 Nov 13 04:38:11.665602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 13ad9f4c-0fc7-4571-843e-89a19e3c974d up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:11.729983 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 513ebd3b-7cbc-49d4-a735-10471667a35f {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:11.744930 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:11.753683 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f014af5d-d196-4d56-bc0d-432a28de64cf req-a0b42841-0be6-4116-a5b0-4260381635e1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869849 Nov 13 04:38:11.764800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Transition to ACTIVE for port object 513ebd3b-7cbc-49d4-a735-10471667a35f will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:38:11.773097 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:11.829635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=513ebd3b-7cbc-49d4-a735-10471667a35f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:11.867391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Attempting to bind port 513ebd3b-7cbc-49d4-a735-10471667a35f on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:11.867765 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Attempting to bind port 513ebd3b-7cbc-49d4-a735-10471667a35f by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:11.868092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Attempting to bind port 513ebd3b-7cbc-49d4-a735-10471667a35f on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:11.875975 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Port 513ebd3b-7cbc-49d4-a735-10471667a35f on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:38:11.876239 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Attempting to bind port 513ebd3b-7cbc-49d4-a735-10471667a35f on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:11.886201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:11.886528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:11.886901 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:11.887952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Bound port: 513ebd3b-7cbc-49d4-a735-10471667a35f, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:11.888305 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:11.914309 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1260c06f-f210-4b90-be67-896cb88572fa, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1260c06f-f210-4b90-be67-896cb88572fa,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:11.932681 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '1260c06f-f210-4b90-be67-896cb88572fa', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '1260c06f-f210-4b90-be67-896cb88572fa', 'mac_address': 'fa:16:3e:d9:2b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:38:11.969445 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 13ad9f4c-0fc7-4571-843e-89a19e3c974d completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:38:11.986250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 13ad9f4c-0fc7-4571-843e-89a19e3c974d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:11.986678 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:11.989626 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:11.998337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] For port 513ebd3b-7cbc-49d4-a735-10471667a35f, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:12.002860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] For port 513ebd3b-7cbc-49d4-a735-10471667a35f, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=513ebd3b-7cbc-49d4-a735-10471667a35f,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:12.008853 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:12.045331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1260c06f-f210-4b90-be67-896cb88572fa {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:12.052172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:12.053116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:12.055208 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] 10.222.0.36 "PUT /v2.0/ports/513ebd3b-7cbc-49d4-a735-10471667a35f HTTP/1.1" status: 200 len: 1095 time: 0.8480337 Nov 13 04:38:12.087136 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbff54-6bbe-4462-87d0-068fbdc95e8b req-932c8d8d-b4e8-49af-85df-3eec0845260a tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:12.096047 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8ecbff54-6bbe-4462-87d0-068fbdc95e8b req-932c8d8d-b4e8-49af-85df-3eec0845260a tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 948 time: 0.1051440 Nov 13 04:38:12.114988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1260c06f-f210-4b90-be67-896cb88572fa, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1260c06f-f210-4b90-be67-896cb88572fa,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:12.131681 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:12.133272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d994b596-e39d-4c7d-9ab4-400f61e88774 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:38:12.194167 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8dde9-969b-407d-8333-2dbe37819ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=513ebd3b-7cbc-49d4-a735-10471667a35f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:12.199230 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8ecbff54-6bbe-4462-87d0-068fbdc95e8b req-196c12cd-00bc-43a1-a901-db60fce966a5 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002100 Nov 13 04:38:12.211861 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95170ce3-24fd-4bde-a672-79a3e0327883 req-c3ae3adf-1517-48f7-b11d-1ee6d3c1b04d tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:12.213571 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-95170ce3-24fd-4bde-a672-79a3e0327883 req-c3ae3adf-1517-48f7-b11d-1ee6d3c1b04d tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 947 time: 0.1691780 Nov 13 04:38:12.219609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-be41dfca-6e6d-44ab-ade7-2baa00599901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:12.220711 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-be41dfca-6e6d-44ab-ade7-2baa00599901 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24a447486dde4754b4e6781bb793f3fb&device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 1098 time: 0.0762484 Nov 13 04:38:12.279682 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:12.330965 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-2b33209b-85e5-456a-8f15-dea2188f5c6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=513ebd3b-7cbc-49d4-a735-10471667a35f HTTP/1.1" status: 200 len: 217 time: 0.0793941 Nov 13 04:38:12.339261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d994b596-e39d-4c7d-9ab4-400f61e88774, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d994b596-e39d-4c7d-9ab4-400f61e88774,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:12.363344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23953ddc-2491-40be-8803-f14da2bb0325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ad9f4c-0fc7-4571-843e-89a19e3c974d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:12.365678 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0071ceb-9ae2-41e1-85fc-fd60ad555463" -d '{"events": [{"server_uuid": "23953ddc-2491-40be-8803-f14da2bb0325", "name": "network-vif-plugged", "status": "completed", "tag": "13ad9f4c-0fc7-4571-843e-89a19e3c974d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:12.368754 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=1260c06f-f210-4b90-be67-896cb88572fa,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:12.387498 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'd994b596-e39d-4c7d-9ab4-400f61e88774', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'd994b596-e39d-4c7d-9ab4-400f61e88774', 'mac_address': 'fa:16:3e:4c:8d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:38:12.392515 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:12.400599 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:12.402183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 04497532-2579-46bc-b300-bb1a28843730 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:38:12.454305 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656f11a6-b10d-4556-9831-77a991b02636 x-openstack-request-id: req-656f11a6-b10d-4556-9831-77a991b02636 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:12.454658 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23953ddc-2491-40be-8803-f14da2bb0325", "name": "network-vif-plugged", "status": "completed", "tag": "13ad9f4c-0fc7-4571-843e-89a19e3c974d", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:12.454843 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-656f11a6-b10d-4556-9831-77a991b02636 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:12.455391 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23953ddc-2491-40be-8803-f14da2bb0325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ad9f4c-0fc7-4571-843e-89a19e3c974d', 'code': 200} Nov 13 04:38:12.479725 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-95170ce3-24fd-4bde-a672-79a3e0327883 req-4c8ffc98-516a-4ca4-92b6-eb6273953493 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477176 Nov 13 04:38:12.501476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-009729e7-d804-441d-80bd-5e1486970b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:12.502081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 04497532-2579-46bc-b300-bb1a28843730 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:38:12.503131 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-009729e7-d804-441d-80bd-5e1486970b3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1578991 Nov 13 04:38:12.503766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 04497532-2579-46bc-b300-bb1a28843730 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:38:12.553366 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c974f8a5-1853-4d0e-9854-46dd4946ae9d', 'tag': '513ebd3b-7cbc-49d4-a735-10471667a35f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:12.554307 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:12.557245 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbd47d8-6f3c-4e84-a07e-07a16bd4c4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c974f8a5-1853-4d0e-9854-46dd4946ae9d", "tag": "513ebd3b-7cbc-49d4-a735-10471667a35f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:12.569728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=13ad9f4c-0fc7-4571-843e-89a19e3c974d,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:12.579251 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d994b596-e39d-4c7d-9ab4-400f61e88774 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:12.604543 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d994b596-e39d-4c7d-9ab4-400f61e88774, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d994b596-e39d-4c7d-9ab4-400f61e88774,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:12.610883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437aaf6-5748-4b82-8199-c579e92b996d req-f6e0c340-0a2c-48b8-a963-cdd2c2cd35f2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:12.616494 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39268) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:12.617121 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:12.623633 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d437aaf6-5748-4b82-8199-c579e92b996d req-f6e0c340-0a2c-48b8-a963-cdd2c2cd35f2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 949 time: 0.1160605 Nov 13 04:38:12.655899 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daf982b-3e68-4892-a878-967298eaa20a x-openstack-request-id: req-4daf982b-3e68-4892-a878-967298eaa20a {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:12.656188 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c974f8a5-1853-4d0e-9854-46dd4946ae9d", "tag": "513ebd3b-7cbc-49d4-a735-10471667a35f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:12.656436 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4daf982b-3e68-4892-a878-967298eaa20a {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:12.656818 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c974f8a5-1853-4d0e-9854-46dd4946ae9d', 'tag': '513ebd3b-7cbc-49d4-a735-10471667a35f', 'status': 'completed', 'code': 200} Nov 13 04:38:12.669620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277bb26-0d44-4871-9a14-95ee784d2551 req-fe7811cb-36b7-4487-95bd-1dc030267d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:12.671441 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9277bb26-0d44-4871-9a14-95ee784d2551 req-fe7811cb-36b7-4487-95bd-1dc030267d14 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 1096 time: 0.0902369 Nov 13 04:38:12.675121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-26a54ab1-9153-4742-8603-26d202f788ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:12.676754 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-26a54ab1-9153-4742-8603-26d202f788ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1643710 Nov 13 04:38:12.693083 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d437aaf6-5748-4b82-8199-c579e92b996d req-0b8eed84-e9b3-4c59-8880-4b122cf3709c tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658050 Nov 13 04:38:12.731658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d994b596-e39d-4c7d-9ab4-400f61e88774,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:12.822423 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9277bb26-0d44-4871-9a14-95ee784d2551 req-9a040eb1-4688-4426-b3a2-e3b70c7ae990 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413538 Nov 13 04:38:12.853676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730246c-cc9b-4d5e-b594-8c791bc2ffc8 req-84487208-9ae5-4cd0-9a7b-f19272d492d2 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:12.855236 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c730246c-cc9b-4d5e-b594-8c791bc2ffc8 req-84487208-9ae5-4cd0-9a7b-f19272d492d2 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 945 time: 0.0993586 Nov 13 04:38:12.889875 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-f62bc5e2-e688-454d-8151-450249af203e service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873832 Nov 13 04:38:12.991530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e798078-7283-4507-9c39-b615f96fe62d req-5ce9f8be-3429-41de-af8b-f17c07c6c0a2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:12.993070 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1e798078-7283-4507-9c39-b615f96fe62d req-5ce9f8be-3429-41de-af8b-f17c07c6c0a2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 949 time: 0.0576801 Nov 13 04:38:13.001128 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dda5cec1-b622-4717-9a13-04e66b82469a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a6c9c100939443198644d9730a28ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3834493 Nov 13 04:38:13.001687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39288) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:13.019587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c730246c-cc9b-4d5e-b594-8c791bc2ffc8 req-f207565a-0d04-49b9-a4c2-1bdcb84ee802 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525059 Nov 13 04:38:13.048421 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8efdd951-447f-4c89-b553-c3d7f92b67de req-0f1f390f-4ff9-450e-80fa-421252504a8c service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485796 Nov 13 04:38:13.068558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 3b4ed482-d65d-46ed-bd10-0a9410f00c81 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:38:13.084908 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1e798078-7283-4507-9c39-b615f96fe62d req-b1bb8990-bda2-46af-9725-04307727cc88 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850866 Nov 13 04:38:13.089504 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8af820cd-df8b-48b0-8454-a8f2877d59b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:13.107581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1260c06f-f210-4b90-be67-896cb88572fa'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:13.120750 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['d994b596-e39d-4c7d-9ab4-400f61e88774'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:13.121490 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8af820cd-df8b-48b0-8454-a8f2877d59b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:13.185971 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8af820cd-df8b-48b0-8454-a8f2877d59b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:13.189629 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8af820cd-df8b-48b0-8454-a8f2877d59b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:13.193214 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8af820cd-df8b-48b0-8454-a8f2877d59b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52d53cd0-952b-4107-a492-77c369cc6352 HTTP/1.1" status: 204 len: 168 time: 0.1882541 Nov 13 04:38:13.201277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af820cd-df8b-48b0-8454-a8f2877d59b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d53cd0-952b-4107-a492-77c369cc6352,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:13.204670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd47d8-6f3c-4e84-a07e-07a16bd4c4fd req-3b6488ff-85f9-4150-a974-9c06b1771e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:13.208111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ccbd47d8-6f3c-4e84-a07e-07a16bd4c4fd req-3b6488ff-85f9-4150-a974-9c06b1771e2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24a447486dde4754b4e6781bb793f3fb&device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 1098 time: 0.0531399 Nov 13 04:38:13.311565 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 3b4ed482-d65d-46ed-bd10-0a9410f00c81, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3b4ed482-d65d-46ed-bd10-0a9410f00c81,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:13.350863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '3b4ed482-d65d-46ed-bd10-0a9410f00c81', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '3b4ed482-d65d-46ed-bd10-0a9410f00c81', 'mac_address': 'fa:16:3e:18:04:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:38:13.379304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd47d8-6f3c-4e84-a07e-07a16bd4c4fd req-6dba30f0-1738-4282-bbc8-3d54e1819a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:13.380821 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ccbd47d8-6f3c-4e84-a07e-07a16bd4c4fd req-6dba30f0-1738-4282-bbc8-3d54e1819a21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1594894 Nov 13 04:38:13.394845 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d6192-9977-4a86-aff7-f5fdda0d9c2e req-b7a887f6-37a8-4464-86b7-34e449b694ae tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:13.397102 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-260d6192-9977-4a86-aff7-f5fdda0d9c2e req-b7a887f6-37a8-4464-86b7-34e449b694ae tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 948 time: 0.0874884 Nov 13 04:38:13.440957 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ccbd47d8-6f3c-4e84-a07e-07a16bd4c4fd req-5e507851-9770-49d2-ae0f-0b35895e5d40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=513ebd3b-7cbc-49d4-a735-10471667a35f HTTP/1.1" status: 200 len: 217 time: 0.0422099 Nov 13 04:38:13.461952 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:13.505347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4ed482-d65d-46ed-bd10-0a9410f00c81 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:13.527767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd47d8-6f3c-4e84-a07e-07a16bd4c4fd req-c8c02028-f4a7-4438-90af-63ffbd3733d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:13.529568 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ccbd47d8-6f3c-4e84-a07e-07a16bd4c4fd req-c8c02028-f4a7-4438-90af-63ffbd3733d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0749061 Nov 13 04:38:13.533184 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-260d6192-9977-4a86-aff7-f5fdda0d9c2e req-fd8cb2d2-27b2-4e08-902a-9c141ad833c7 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264639 Nov 13 04:38:13.544531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 3b4ed482-d65d-46ed-bd10-0a9410f00c81, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3b4ed482-d65d-46ed-bd10-0a9410f00c81,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:13.556840 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:13.609221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd47d8-6f3c-4e84-a07e-07a16bd4c4fd req-8e403989-fbfa-4cee-8582-53c5e439e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:13.612467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ccbd47d8-6f3c-4e84-a07e-07a16bd4c4fd req-8e403989-fbfa-4cee-8582-53c5e439e55b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743592 Nov 13 04:38:13.621594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=3b4ed482-d65d-46ed-bd10-0a9410f00c81,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:13.686603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f7265-0b29-4875-82bb-abc4ffdf5f4a req-71108da6-3ce5-44eb-84fe-6d36b0d2382e tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:13.689031 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-435f7265-0b29-4875-82bb-abc4ffdf5f4a req-71108da6-3ce5-44eb-84fe-6d36b0d2382e tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 947 time: 0.0738797 Nov 13 04:38:13.721727 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ccbd47d8-6f3c-4e84-a07e-07a16bd4c4fd req-5dcedb28-441c-48f5-8848-7a11f1102400 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979738 Nov 13 04:38:13.744331 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-435f7265-0b29-4875-82bb-abc4ffdf5f4a req-c7a87aa5-9b6f-4ab3-b017-dee62a60c7f0 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493186 Nov 13 04:38:13.744993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39314) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:13.759725 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-59ca27b7-5d13-4c66-b0d9-142f8af6f099 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:13.857506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ccbd47d8-6f3c-4e84-a07e-07a16bd4c4fd req-9e1db722-b427-48e1-97e9-4d5367994fa2 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270237 Nov 13 04:38:13.882604 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-59ca27b7-5d13-4c66-b0d9-142f8af6f099 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:13.891672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29849ec-c44a-4277-8fe9-bcb034f630d5 req-c5f621ae-e451-4b30-912b-667e7535b198 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:13.893172 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a29849ec-c44a-4277-8fe9-bcb034f630d5 req-c5f621ae-e451-4b30-912b-667e7535b198 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 949 time: 0.0823836 Nov 13 04:38:13.894471 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-59ca27b7-5d13-4c66-b0d9-142f8af6f099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:13.946537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca27b7-5d13-4c66-b0d9-142f8af6f099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfc533e-c144-44a3-ae29-190da59865c3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:13.961000 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-59ca27b7-5d13-4c66-b0d9-142f8af6f099 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45a9b1ead22141338f3fb90a86139e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147923 Nov 13 04:38:13.963529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39326) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:13.995270 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a29849ec-c44a-4277-8fe9-bcb034f630d5 req-b5a84aa8-50f2-4d36-99f2-4f7a30ea090d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899339 Nov 13 04:38:14.025465 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f85db368-aefe-4fdd-bc21-7ee2f9e59b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:14.050580 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f85db368-aefe-4fdd-bc21-7ee2f9e59b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:14.074139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['3b4ed482-d65d-46ed-bd10-0a9410f00c81'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:14.114123 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f85db368-aefe-4fdd-bc21-7ee2f9e59b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:14.119577 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f85db368-aefe-4fdd-bc21-7ee2f9e59b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:14.121131 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f85db368-aefe-4fdd-bc21-7ee2f9e59b9a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ebfc533e-c144-44a3-ae29-190da59865c3 HTTP/1.1" status: 204 len: 168 time: 0.1567185 Nov 13 04:38:14.132900 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85db368-aefe-4fdd-bc21-7ee2f9e59b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfc533e-c144-44a3-ae29-190da59865c3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:14.206190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa54d84-e9a9-4e74-8c31-ff48562c6071 req-180e481d-aff3-415c-8888-5f4fc77c21f7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:14.207980 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1fa54d84-e9a9-4e74-8c31-ff48562c6071 req-180e481d-aff3-415c-8888-5f4fc77c21f7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 945 time: 0.1009419 Nov 13 04:38:14.270173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a1468-c57e-405a-b055-4ee4de1f97ec req-33c4fa5a-c80f-4fb6-8b9b-dc1bad1b1e6d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:14.273006 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-de4a1468-c57e-405a-b055-4ee4de1f97ec req-33c4fa5a-c80f-4fb6-8b9b-dc1bad1b1e6d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 949 time: 0.0789306 Nov 13 04:38:14.275160 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1fa54d84-e9a9-4e74-8c31-ff48562c6071 req-06f59473-ed1f-4322-8393-6a699b2eecb6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587640 Nov 13 04:38:14.344175 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-de4a1468-c57e-405a-b055-4ee4de1f97ec req-f1f6e372-8795-42d3-b3d2-a7316e502640 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641015 Nov 13 04:38:14.504434 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:38:14.671448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b83fc-9fd9-4ecb-927a-ee2bc9ec8896 req-120360fc-cf91-480c-a13f-714374f02eaf tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:14.673028 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d39b83fc-9fd9-4ecb-927a-ee2bc9ec8896 req-120360fc-cf91-480c-a13f-714374f02eaf tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 949 time: 0.0527298 Nov 13 04:38:14.691032 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39364) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:14.724784 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d39b83fc-9fd9-4ecb-927a-ee2bc9ec8896 req-9f31844f-dd70-4cfe-8a0e-f914c7b9449e tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 Nov 13 04:38:14.806545 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-800863c9-502c-42f5-a03c-862158778b8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:14.902401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e78d9-a86c-4a67-a9c4-5278b9182469 req-74dc9bfb-0ec9-4638-9e76-f47b8cf00c18 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:14.903908 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e3e78d9-a86c-4a67-a9c4-5278b9182469 req-74dc9bfb-0ec9-4638-9e76-f47b8cf00c18 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 947 time: 0.0778959 Nov 13 04:38:14.946173 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-800863c9-502c-42f5-a03c-862158778b8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:14.956428 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-800863c9-502c-42f5-a03c-862158778b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:15.006992 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e3e78d9-a86c-4a67-a9c4-5278b9182469 req-9caf442a-5092-49c5-a56d-235859f4565e tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928612 Nov 13 04:38:15.007435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800863c9-502c-42f5-a03c-862158778b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f083d9-51b1-4f25-a447-2e1b2f631561,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:15.012788 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-800863c9-502c-42f5-a03c-862158778b8b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c881ef8adc1465594ecc9cec3c21fea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207195 Nov 13 04:38:15.015670 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39382) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:15.087057 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-724149e8-d345-412c-93e2-e5ab033f23c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:15.119508 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-724149e8-d345-412c-93e2-e5ab033f23c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:15.143051 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7638ec6-b7ce-4f1c-8bae-94f76f58859c req-12dc2e2d-162e-40af-9ac0-b592326929ea tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:15.144895 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7638ec6-b7ce-4f1c-8bae-94f76f58859c req-12dc2e2d-162e-40af-9ac0-b592326929ea tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 949 time: 0.0522661 Nov 13 04:38:15.179528 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-724149e8-d345-412c-93e2-e5ab033f23c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:15.183931 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-724149e8-d345-412c-93e2-e5ab033f23c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:15.185285 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-724149e8-d345-412c-93e2-e5ab033f23c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0f083d9-51b1-4f25-a447-2e1b2f631561 HTTP/1.1" status: 204 len: 168 time: 0.1686308 Nov 13 04:38:15.195576 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7638ec6-b7ce-4f1c-8bae-94f76f58859c req-efd8f75c-7014-40ba-9b06-5f8b96eb7bf6 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444174 Nov 13 04:38:15.195769 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724149e8-d345-412c-93e2-e5ab033f23c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f083d9-51b1-4f25-a447-2e1b2f631561,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:15.429844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78296a1c-3b46-4db3-a8af-008625e02553 req-bc5c7548-6e47-4791-9b09-01fb3d448f24 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:15.438040 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-78296a1c-3b46-4db3-a8af-008625e02553 req-bc5c7548-6e47-4791-9b09-01fb3d448f24 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 945 time: 0.0714636 Nov 13 04:38:15.474667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc73fd6-6a5f-402f-95bd-93509781b352 req-378c3e66-b12a-4983-974a-fd53e6322cb1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:15.482019 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4cc73fd6-6a5f-402f-95bd-93509781b352 req-378c3e66-b12a-4983-974a-fd53e6322cb1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 949 time: 0.0610816 Nov 13 04:38:15.491609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-78296a1c-3b46-4db3-a8af-008625e02553 req-92386584-08ae-41d7-93ac-3f195aac7188 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524800 Nov 13 04:38:15.551681 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4cc73fd6-6a5f-402f-95bd-93509781b352 req-2db09612-79fc-49e5-b282-140607718a33 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683100 Nov 13 04:38:15.607546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39410) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:15.620760 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91d4e1e6-1d18-46b6-8492-0237ce7370c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:15.671807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1260c06f-f210-4b90-be67-896cb88572fa up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:15.708178 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91d4e1e6-1d18-46b6-8492-0237ce7370c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:15.714400 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91d4e1e6-1d18-46b6-8492-0237ce7370c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:15.741151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 1260c06f-f210-4b90-be67-896cb88572fa completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:38:15.746990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 1260c06f-f210-4b90-be67-896cb88572fa triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:15.747953 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:15.774356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39418) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:15.774983 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-91d4e1e6-1d18-46b6-8492-0237ce7370c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a20c10c73c841bd83b3efb88fe469d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663079 Nov 13 04:38:15.776163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4e1e6-1d18-46b6-8492-0237ce7370c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac18531-badb-42f0-b057-592016c44585,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:15.853438 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-84dac010-f013-40c5-878f-66e36ed6b30e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:15.860784 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:15.888730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292eb910-b826-4cc8-8c08-992b8f952934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1260c06f-f210-4b90-be67-896cb88572fa'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:15.891910 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3e7845-21b2-43b3-b8b8-9b2685cdb5f9" -d '{"events": [{"server_uuid": "292eb910-b826-4cc8-8c08-992b8f952934", "name": "network-vif-plugged", "status": "completed", "tag": "1260c06f-f210-4b90-be67-896cb88572fa"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:15.893319 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088afc80-ae65-456e-a5df-a6aab05d1824 req-2d627e31-5836-43e7-a360-f7f53e7d36a9 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:15.894853 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-088afc80-ae65-456e-a5df-a6aab05d1824 req-2d627e31-5836-43e7-a360-f7f53e7d36a9 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 1096 time: 0.0484083 Nov 13 04:38:15.902838 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-84dac010-f013-40c5-878f-66e36ed6b30e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:15.907438 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1260c06f-f210-4b90-be67-896cb88572fa, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1260c06f-f210-4b90-be67-896cb88572fa,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:15.912283 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:15.913236 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d994b596-e39d-4c7d-9ab4-400f61e88774 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:15.942245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-088afc80-ae65-456e-a5df-a6aab05d1824 req-044a3b4c-3e50-454c-b46f-44504b6001ef tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403442 Nov 13 04:38:15.971048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da266e3b-7ecf-4fc2-8cf4-71ab044485bf req-a3b1fe4e-4f9a-4eed-9a14-63dc5f19cc4f tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:15.972667 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da266e3b-7ecf-4fc2-8cf4-71ab044485bf req-a3b1fe4e-4f9a-4eed-9a14-63dc5f19cc4f tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 949 time: 0.0840638 Nov 13 04:38:15.995474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=1260c06f-f210-4b90-be67-896cb88572fa,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:16.013035 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-84dac010-f013-40c5-878f-66e36ed6b30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:16.014402 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port d994b596-e39d-4c7d-9ab4-400f61e88774 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:38:16.015762 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-84dac010-f013-40c5-878f-66e36ed6b30e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:16.016899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-84dac010-f013-40c5-878f-66e36ed6b30e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ac18531-badb-42f0-b057-592016c44585 HTTP/1.1" status: 204 len: 168 time: 0.2415457 Nov 13 04:38:16.024243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port d994b596-e39d-4c7d-9ab4-400f61e88774 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:16.025409 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:16.040898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dac010-f013-40c5-878f-66e36ed6b30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac18531-badb-42f0-b057-592016c44585,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:16.071882 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da266e3b-7ecf-4fc2-8cf4-71ab044485bf req-7c3f21ac-3316-4a85-b346-f802a3a72610 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858090 Nov 13 04:38:16.114396 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8569999e-eec3-488b-afb8-03c6a199a2e7 x-openstack-request-id: req-8569999e-eec3-488b-afb8-03c6a199a2e7 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:16.114899 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292eb910-b826-4cc8-8c08-992b8f952934", "name": "network-vif-plugged", "status": "completed", "tag": "1260c06f-f210-4b90-be67-896cb88572fa", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:16.115090 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8569999e-eec3-488b-afb8-03c6a199a2e7 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:16.115467 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292eb910-b826-4cc8-8c08-992b8f952934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1260c06f-f210-4b90-be67-896cb88572fa', 'code': 200} Nov 13 04:38:16.187967 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:16.227111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20eb788-337b-4582-b59d-0d9773596b0b req-c629c41f-1e04-4a7b-a541-b821e75f6c09 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:16.228739 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e20eb788-337b-4582-b59d-0d9773596b0b req-c629c41f-1e04-4a7b-a541-b821e75f6c09 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 947 time: 0.0556784 Nov 13 04:38:16.256194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d994b596-e39d-4c7d-9ab4-400f61e88774, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d994b596-e39d-4c7d-9ab4-400f61e88774,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:16.264021 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:16.298243 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cc795-5ba7-4c85-9196-e2d4e8e5fb9a req-c36c9ca1-5502-4fae-9348-e970e544961d tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:16.299991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e76cc795-5ba7-4c85-9196-e2d4e8e5fb9a req-c36c9ca1-5502-4fae-9348-e970e544961d tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 1096 time: 0.0811918 Nov 13 04:38:16.303337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7eedc-b462-4253-addb-46601c562b27 req-417b1ba9-b138-44df-a0d5-0a064406f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:16.304879 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0df7eedc-b462-4253-addb-46601c562b27 req-417b1ba9-b138-44df-a0d5-0a064406f3be service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 1101 time: 0.0945036 Nov 13 04:38:16.310931 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e20eb788-337b-4582-b59d-0d9773596b0b req-1b28194b-c72e-4124-a632-a67d7d1127c1 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612359 Nov 13 04:38:16.338266 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d994b596-e39d-4c7d-9ab4-400f61e88774,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:16.380608 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0df7eedc-b462-4253-addb-46601c562b27 req-67cdd414-19ed-4cc3-8861-7206bb3be405 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652971 Nov 13 04:38:16.384002 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e76cc795-5ba7-4c85-9196-e2d4e8e5fb9a req-e6a9dd30-ef9a-4ffa-a2c3-f91a8729bc73 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765469 Nov 13 04:38:16.554717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149296cd-3998-4c9e-a5cb-67984225ca76 req-d89bd230-6740-4b51-b694-486ad7a397fb tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:16.556100 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-149296cd-3998-4c9e-a5cb-67984225ca76 req-d89bd230-6740-4b51-b694-486ad7a397fb tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 950 time: 0.0509651 Nov 13 04:38:16.613635 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-149296cd-3998-4c9e-a5cb-67984225ca76 req-c7d2f931-2cb5-4141-993c-cfd58b17abe1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503721 Nov 13 04:38:16.682417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-b8c1218f-db40-486a-9a1e-378b28d5ed02 req-db09f3c9-60de-46ee-ae37-7f6151f5c813 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:38:16.683582 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b8c1218f-db40-486a-9a1e-378b28d5ed02 req-db09f3c9-60de-46ee-ae37-7f6151f5c813 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062833 Nov 13 04:38:16.730731 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0b8ec-05e1-4434-8885-24e76bbbcb06 req-66865154-e575-4f7a-adb9-9d570e30add6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:16.733759 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eee0b8ec-05e1-4434-8885-24e76bbbcb06 req-66865154-e575-4f7a-adb9-9d570e30add6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.0520597 Nov 13 04:38:16.789204 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eee0b8ec-05e1-4434-8885-24e76bbbcb06 req-16baa5dd-e656-45f3-adce-85d76f393c7d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491986 Nov 13 04:38:17.101675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 513ebd3b-7cbc-49d4-a735-10471667a35f details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:38:17.126053 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 3b4ed482-d65d-46ed-bd10-0a9410f00c81 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:17.245662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 3b4ed482-d65d-46ed-bd10-0a9410f00c81 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:38:17.265861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 3b4ed482-d65d-46ed-bd10-0a9410f00c81 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:17.266404 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:17.304685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 513ebd3b-7cbc-49d4-a735-10471667a35f, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=513ebd3b-7cbc-49d4-a735-10471667a35f,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:17.326539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '513ebd3b-7cbc-49d4-a735-10471667a35f', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '513ebd3b-7cbc-49d4-a735-10471667a35f', 'mac_address': 'fa:16:3e:40:7e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:38:17.367500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9574261-f4c4-470d-b9c3-daeec5675a56 req-cbe11008-3999-4785-851e-0565adc55986 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:17.369113 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e9574261-f4c4-470d-b9c3-daeec5675a56 req-cbe11008-3999-4785-851e-0565adc55986 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 949 time: 0.0666766 Nov 13 04:38:17.400477 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:17.402487 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:17.429748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 513ebd3b-7cbc-49d4-a735-10471667a35f {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:17.435387 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e9574261-f4c4-470d-b9c3-daeec5675a56 req-3d696a14-1d6c-4c01-83a8-b19d586bfd57 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579703 Nov 13 04:38:17.459707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 3b4ed482-d65d-46ed-bd10-0a9410f00c81, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3b4ed482-d65d-46ed-bd10-0a9410f00c81,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:17.461535 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 513ebd3b-7cbc-49d4-a735-10471667a35f, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=513ebd3b-7cbc-49d4-a735-10471667a35f,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:17.466183 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:17.474213 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:17.530205 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=3b4ed482-d65d-46ed-bd10-0a9410f00c81,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:17.585252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=513ebd3b-7cbc-49d4-a735-10471667a35f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:17.604481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39524) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:17.619389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea9ec7-cc05-4a17-82e5-7c61b7d1354c req-48c125d7-07cd-47bd-ac9f-a0c5f92af5c9 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:17.621932 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0ea9ec7-cc05-4a17-82e5-7c61b7d1354c req-48c125d7-07cd-47bd-ac9f-a0c5f92af5c9 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 948 time: 0.0828288 Nov 13 04:38:17.682491 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0ea9ec7-cc05-4a17-82e5-7c61b7d1354c req-42fc19d8-eb41-492a-bd7b-1f9bd8ed623a tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478637 Nov 13 04:38:17.880604 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1d856b4d-6374-49f0-9445-30ffd9f9ed6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:17.911614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46de492-df99-41f4-8e4e-fb3f85d71a9f req-9307bd7d-cad2-4d33-8eae-0e7fdf9e50ab tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:17.913161 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a46de492-df99-41f4-8e4e-fb3f85d71a9f req-9307bd7d-cad2-4d33-8eae-0e7fdf9e50ab tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 950 time: 0.0606759 Nov 13 04:38:17.969716 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a46de492-df99-41f4-8e4e-fb3f85d71a9f req-9626d044-d2ea-4fa9-8f66-9d07ffb07f37 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497513 Nov 13 04:38:17.979125 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1d856b4d-6374-49f0-9445-30ffd9f9ed6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:17.983518 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1d856b4d-6374-49f0-9445-30ffd9f9ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:17.989104 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['513ebd3b-7cbc-49d4-a735-10471667a35f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:18.043467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39550) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:18.043581 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1d856b4d-6374-49f0-9445-30ffd9f9ed6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3b0da086b3742549bfb1c3719e4a96a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4374018 Nov 13 04:38:18.046192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d856b4d-6374-49f0-9445-30ffd9f9ed6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887e92cc-93bf-4be0-a112-2a70f1208862,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:18.126579 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-964289cc-abe9-4693-affc-d22e0f047d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:18.168792 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30afba90-360c-4c3b-a102-f09ef69d533a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd994b596-e39d-4c7d-9ab4-400f61e88774'}, {'server_uuid': '0123ad2a-ba35-4efe-91a4-ab2b3be35f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4ed482-d65d-46ed-bd10-0a9410f00c81'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:18.171871 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec00713-75eb-4013-aaab-1fe299744f67" -d '{"events": [{"server_uuid": "30afba90-360c-4c3b-a102-f09ef69d533a", "name": "network-vif-plugged", "status": "completed", "tag": "d994b596-e39d-4c7d-9ab4-400f61e88774"}, {"server_uuid": "0123ad2a-ba35-4efe-91a4-ab2b3be35f8e", "name": "network-vif-plugged", "status": "completed", "tag": "3b4ed482-d65d-46ed-bd10-0a9410f00c81"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:18.174136 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-964289cc-abe9-4693-affc-d22e0f047d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:18.228158 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-964289cc-abe9-4693-affc-d22e0f047d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:18.231355 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-964289cc-abe9-4693-affc-d22e0f047d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:18.233124 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-964289cc-abe9-4693-affc-d22e0f047d84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/887e92cc-93bf-4be0-a112-2a70f1208862 HTTP/1.1" status: 204 len: 168 time: 0.1892557 Nov 13 04:38:18.242673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964289cc-abe9-4693-affc-d22e0f047d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887e92cc-93bf-4be0-a112-2a70f1208862,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:18.310141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189a913-4e05-416d-861e-c249aa16a06a req-8a6aa64a-0906-4b61-9912-3271c0c0675c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:18.318437 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c189a913-4e05-416d-861e-c249aa16a06a req-8a6aa64a-0906-4b61-9912-3271c0c0675c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.0594628 Nov 13 04:38:18.368223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c189a913-4e05-416d-861e-c249aa16a06a req-06eec499-eb5e-4378-bdce-94b0a78275c0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454535 Nov 13 04:38:18.416434 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de70577c-eaeb-4975-aac8-71405dda2f25 x-openstack-request-id: req-de70577c-eaeb-4975-aac8-71405dda2f25 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:18.416738 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30afba90-360c-4c3b-a102-f09ef69d533a", "name": "network-vif-plugged", "status": "completed", "tag": "d994b596-e39d-4c7d-9ab4-400f61e88774", "code": 200}, {"server_uuid": "0123ad2a-ba35-4efe-91a4-ab2b3be35f8e", "name": "network-vif-plugged", "status": "completed", "tag": "3b4ed482-d65d-46ed-bd10-0a9410f00c81", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:18.417046 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de70577c-eaeb-4975-aac8-71405dda2f25 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:18.417451 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30afba90-360c-4c3b-a102-f09ef69d533a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd994b596-e39d-4c7d-9ab4-400f61e88774', 'code': 200} Nov 13 04:38:18.417701 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0123ad2a-ba35-4efe-91a4-ab2b3be35f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4ed482-d65d-46ed-bd10-0a9410f00c81', 'code': 200} Nov 13 04:38:18.581659 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39570) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:18.602906 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b288ad3-7d88-473b-84eb-a83f40d6b4dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:18.623298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836f23e-1e19-41a3-aa96-e38733aabfd5 req-39419abc-8a8b-4b1e-95f3-788c345298cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:18.625780 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e836f23e-1e19-41a3-aa96-e38733aabfd5 req-39419abc-8a8b-4b1e-95f3-788c345298cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 1101 time: 0.0843244 Nov 13 04:38:18.630361 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fb4d5-d8f3-4506-90e3-2568f5b8e6e9 req-4ae180e9-2fdc-41b7-816b-c804b4f2a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:18.632805 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-761fb4d5-d8f3-4506-90e3-2568f5b8e6e9 req-4ae180e9-2fdc-41b7-816b-c804b4f2a6b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 1101 time: 0.0997741 Nov 13 04:38:18.719647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39578) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:18.740301 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e836f23e-1e19-41a3-aa96-e38733aabfd5 req-ce9011b2-0c7d-4b58-9be4-75e8a5e30c58 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038067 Nov 13 04:38:18.746217 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-761fb4d5-d8f3-4506-90e3-2568f5b8e6e9 req-2fd1c64d-f12b-4580-9d42-aaea35d26a86 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993512 Nov 13 04:38:18.751494 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ceb4b-1b8c-4bb4-968b-06a75653878a req-d1b60efd-f063-4e18-8a8d-62eda49e6fec tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:18.753279 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b14ceb4b-1b8c-4bb4-968b-06a75653878a req-d1b60efd-f063-4e18-8a8d-62eda49e6fec tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 950 time: 0.0657890 Nov 13 04:38:18.779490 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b288ad3-7d88-473b-84eb-a83f40d6b4dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:18.784966 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b288ad3-7d88-473b-84eb-a83f40d6b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:18.804142 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b14ceb4b-1b8c-4bb4-968b-06a75653878a req-215550fb-9188-459b-b3a8-819ec9531c5b tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444176 Nov 13 04:38:18.827888 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5b288ad3-7d88-473b-84eb-a83f40d6b4dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=602c14a673884e5ea4e34f04a30c5c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442813 Nov 13 04:38:18.830745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39584) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:18.838235 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b288ad3-7d88-473b-84eb-a83f40d6b4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23bcffe-04cb-4d0c-9902-6e938d79e189,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:18.884996 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f831141-d920-4e69-ac44-9caa0b61f59d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:18.895458 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-998cb2a8-ff15-484d-b05e-f6f871e37e50 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:38:18.896689 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-998cb2a8-ff15-484d-b05e-f6f871e37e50 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1746109 Nov 13 04:38:18.913436 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f831141-d920-4e69-ac44-9caa0b61f59d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:18.965065 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f831141-d920-4e69-ac44-9caa0b61f59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:18.967776 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f831141-d920-4e69-ac44-9caa0b61f59d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:18.968930 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6f831141-d920-4e69-ac44-9caa0b61f59d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a23bcffe-04cb-4d0c-9902-6e938d79e189 HTTP/1.1" status: 204 len: 168 time: 0.1370914 Nov 13 04:38:18.979456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f831141-d920-4e69-ac44-9caa0b61f59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23bcffe-04cb-4d0c-9902-6e938d79e189,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:19.009859 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be4acc-ec16-471d-be55-93b7ba3836f0 req-eaf62fd9-ba5d-422d-9821-3edf9c36c8f1 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:19.011864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31be4acc-ec16-471d-be55-93b7ba3836f0 req-eaf62fd9-ba5d-422d-9821-3edf9c36c8f1 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 948 time: 0.0809958 Nov 13 04:38:19.065576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-ff3224a5-7a1e-41ec-abe1-b1b13e5908fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:19.066949 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-ff3224a5-7a1e-41ec-abe1-b1b13e5908fa service neutron] 10.222.0.43 "GET /v2.0/ports/13ad9f4c-0fc7-4571-843e-89a19e3c974d HTTP/1.1" status: 200 len: 1093 time: 0.1258235 Nov 13 04:38:19.076880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-912dcb9a-9f53-4c11-9edc-cdc817c3ea24 service neutron] Request body: {'binding': {'host': 'n-h2-813114-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:19.077379 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-912dcb9a-9f53-4c11-9edc-cdc817c3ea24 service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 04:38:19.107639 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31be4acc-ec16-471d-be55-93b7ba3836f0 req-76d30638-f916-43e9-b8ea-40bcea5ef955 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868931 Nov 13 04:38:19.230269 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-912dcb9a-9f53-4c11-9edc-cdc817c3ea24 service neutron] Attempting to bind port 13ad9f4c-0fc7-4571-843e-89a19e3c974d on host n-h2-813114-2 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:19.230269 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-912dcb9a-9f53-4c11-9edc-cdc817c3ea24 service neutron] Attempting to bind port 13ad9f4c-0fc7-4571-843e-89a19e3c974d by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:19.236833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-912dcb9a-9f53-4c11-9edc-cdc817c3ea24 service neutron] Attempting to bind port 13ad9f4c-0fc7-4571-843e-89a19e3c974d on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:19.240848 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-912dcb9a-9f53-4c11-9edc-cdc817c3ea24 service neutron] Port 13ad9f4c-0fc7-4571-843e-89a19e3c974d on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:38:19.241174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-912dcb9a-9f53-4c11-9edc-cdc817c3ea24 service neutron] Attempting to bind port 13ad9f4c-0fc7-4571-843e-89a19e3c974d on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:19.246993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-912dcb9a-9f53-4c11-9edc-cdc817c3ea24 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:19.247323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-912dcb9a-9f53-4c11-9edc-cdc817c3ea24 service neutron] Checking segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:19.247872 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-912dcb9a-9f53-4c11-9edc-cdc817c3ea24 service neutron] Bound using segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:19.248288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-912dcb9a-9f53-4c11-9edc-cdc817c3ea24 service neutron] Bound port: 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:19.366069 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-912dcb9a-9f53-4c11-9edc-cdc817c3ea24 service neutron] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:19.373867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2204bde-41b9-400e-95fd-8b921ee951f3 req-6e0ec452-6240-4651-9c6a-83ecdc8b9645 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:19.375716 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d2204bde-41b9-400e-95fd-8b921ee951f3 req-6e0ec452-6240-4651-9c6a-83ecdc8b9645 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 950 time: 0.0851803 Nov 13 04:38:19.379024 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-912dcb9a-9f53-4c11-9edc-cdc817c3ea24 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:19.380060 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-912dcb9a-9f53-4c11-9edc-cdc817c3ea24 service neutron] 10.222.0.43 "POST /v2.0/ports/13ad9f4c-0fc7-4571-843e-89a19e3c974d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3066235 Nov 13 04:38:19.429344 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d2204bde-41b9-400e-95fd-8b921ee951f3 req-ddc9a4a7-b97b-4a6a-96d2-7fb2cdab71bf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471697 Nov 13 04:38:19.575824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f4ac9-0097-410b-8d1b-08af7d4fb7a2 req-5a1e7759-101e-45f9-876d-0deb61e1ebde tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:19.577402 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-280f4ac9-0097-410b-8d1b-08af7d4fb7a2 req-5a1e7759-101e-45f9-876d-0deb61e1ebde tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.0764735 Nov 13 04:38:19.623579 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4bb7e-b884-4cd3-ad02-29c73d2c6b6d req-1f028c47-2d95-4404-852a-885e77b0242b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:19.625695 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eaf4bb7e-b884-4cd3-ad02-29c73d2c6b6d req-1f028c47-2d95-4404-852a-885e77b0242b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 945 time: 0.0862579 Nov 13 04:38:19.650066 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-280f4ac9-0097-410b-8d1b-08af7d4fb7a2 req-6c912468-e6d6-4476-b825-102df6d970ec tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664628 Nov 13 04:38:19.688500 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eaf4bb7e-b884-4cd3-ad02-29c73d2c6b6d req-3f426b0e-ba97-4415-ac5f-61156ec1e08c tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555651 Nov 13 04:38:19.788424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-5540549b-383f-4c93-8f50-04aa27ff39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:19.789991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-5540549b-383f-4c93-8f50-04aa27ff39b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 1096 time: 0.0600705 Nov 13 04:38:19.943037 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773adde-f993-4432-98bc-a4dd7c2106f7 req-51372e62-8793-4fa5-9020-ddcc67e4dbe7 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:19.945516 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a773adde-f993-4432-98bc-a4dd7c2106f7 req-51372e62-8793-4fa5-9020-ddcc67e4dbe7 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 950 time: 0.0631502 Nov 13 04:38:19.990612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-2df6112a-f6eb-4e23-8ffb-a833f2286448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:19.992101 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-2df6112a-f6eb-4e23-8ffb-a833f2286448 service neutron] 10.222.0.36 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.1758156 Nov 13 04:38:20.003836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4236e0-01ee-4582-900a-0a166aa1d574 req-2cbaed87-d9b0-4070-b069-89cb60c08bed tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:20.011185 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea4236e0-01ee-4582-900a-0a166aa1d574 req-2cbaed87-d9b0-4070-b069-89cb60c08bed tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 1101 time: 0.0788128 Nov 13 04:38:20.026423 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a773adde-f993-4432-98bc-a4dd7c2106f7 req-8fd57d99-d0cf-4150-95bf-6a9ae5b84fe2 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740948 Nov 13 04:38:20.064240 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ea4236e0-01ee-4582-900a-0a166aa1d574 req-b39230e7-79dd-4039-99fb-8373aafe3c92 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:20.068975 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-ce5e039c-09d3-49fc-8301-4788265d5bc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d HTTP/1.1" status: 200 len: 217 time: 0.0551286 Nov 13 04:38:20.152914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39644) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:20.273371 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96182ed-651c-471f-953b-11f4646885ca req-36fddd70-09fe-4577-8011-05de4fd8b635 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:20.278493 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b96182ed-651c-471f-953b-11f4646885ca req-36fddd70-09fe-4577-8011-05de4fd8b635 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 948 time: 0.0713243 Nov 13 04:38:20.342113 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b96182ed-651c-471f-953b-11f4646885ca req-0224761d-fbf3-4842-a498-d4e1dfb167e0 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627077 Nov 13 04:38:20.419217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-74b4d33e-68c6-420e-a591-26ef6238c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:20.420652 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-74b4d33e-68c6-420e-a591-26ef6238c526 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.3292277 Nov 13 04:38:20.439290 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b03d45a-ff74-4da9-8deb-a4a052ea7d0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:20.451661 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ea4236e0-01ee-4582-900a-0a166aa1d574 req-b39230e7-79dd-4039-99fb-8373aafe3c92 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:20.459755 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ea4236e0-01ee-4582-900a-0a166aa1d574 req-b39230e7-79dd-4039-99fb-8373aafe3c92 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:20.517201 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-529ac077-a626-478d-ad25-1cb3231344da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533409 Nov 13 04:38:20.522880 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39230e7-79dd-4039-99fb-8373aafe3c92 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a5bf5a-77e6-441b-866e-c6ec96e9d830,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:20.527097 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea4236e0-01ee-4582-900a-0a166aa1d574 req-b39230e7-79dd-4039-99fb-8373aafe3c92 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149169 Nov 13 04:38:20.558067 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b03d45a-ff74-4da9-8deb-a4a052ea7d0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:20.566371 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b03d45a-ff74-4da9-8deb-a4a052ea7d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:20.609946 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0b03d45a-ff74-4da9-8deb-a4a052ea7d0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e2d2948db994c26b7cf7b502364e3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4557528 Nov 13 04:38:20.613386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39660) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:20.636523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03d45a-ff74-4da9-8deb-a4a052ea7d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c35981e-c583-44f5-904b-d6c6da52b3e1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:20.671336 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-d0f7cf17-49f4-4b76-9c57-683326eb74e7 service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308875 Nov 13 04:38:20.818166 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15611956-0761-49ff-b70c-77554d6e867f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:20.822431 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-7822309d-44ac-4533-87e0-f4322e15b999 service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390431 Nov 13 04:38:20.823002 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b58eb5-65f9-4b87-9617-486c1820637c req-c8c7dd3a-449a-4049-9f45-07ef73246882 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:20.824689 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14b58eb5-65f9-4b87-9617-486c1820637c req-c8c7dd3a-449a-4049-9f45-07ef73246882 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.0610824 Nov 13 04:38:20.845704 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15611956-0761-49ff-b70c-77554d6e867f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:20.878033 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14b58eb5-65f9-4b87-9617-486c1820637c req-27018dca-3608-4985-b032-ec5406d748d1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474641 Nov 13 04:38:20.928330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10443205-3a07-4f6c-8ff6-0e22216ae34d req-f6bbfd15-bdf7-4ecd-9ba4-4f671794f81d tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:20.930034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10443205-3a07-4f6c-8ff6-0e22216ae34d req-f6bbfd15-bdf7-4ecd-9ba4-4f671794f81d tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 945 time: 0.0617294 Nov 13 04:38:20.951110 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15611956-0761-49ff-b70c-77554d6e867f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:20.953616 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15611956-0761-49ff-b70c-77554d6e867f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:20.954722 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-15611956-0761-49ff-b70c-77554d6e867f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c35981e-c583-44f5-904b-d6c6da52b3e1 HTTP/1.1" status: 204 len: 168 time: 0.3406956 Nov 13 04:38:20.968173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15611956-0761-49ff-b70c-77554d6e867f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c35981e-c583-44f5-904b-d6c6da52b3e1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:20.993693 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10443205-3a07-4f6c-8ff6-0e22216ae34d req-6530326b-4937-4057-aa34-2f0ffd97e4d9 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570838 Nov 13 04:38:20.995471 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-5a2a8fc6-b667-47d7-9649-81e56b7a90e2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0484ddf744b740ccb839123a39a7449a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293589 Nov 13 04:38:21.118209 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 513ebd3b-7cbc-49d4-a735-10471667a35f up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:21.189247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 513ebd3b-7cbc-49d4-a735-10471667a35f completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:38:21.195582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 513ebd3b-7cbc-49d4-a735-10471667a35f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:21.196315 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.229469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-fc6d69b7-c994-4986-8e36-011eee55d3b7 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:21.235142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-fc6d69b7-c994-4986-8e36-011eee55d3b7 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325&tenant_id=bb1a865db7e845b9aa19ffe9f890f983&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 1096 time: 0.1468768 Nov 13 04:38:21.253144 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813114-2'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:21.294517 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.320117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-097068b9-fb9c-4ced-86b4-9cea4be31b86 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:21.324398 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c974f8a5-1853-4d0e-9854-46dd4946ae9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513ebd3b-7cbc-49d4-a735-10471667a35f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:21.326818 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5651e995-e8eb-4778-8f71-dd97cdeb2b09" -d '{"events": [{"server_uuid": "c974f8a5-1853-4d0e-9854-46dd4946ae9d", "name": "network-vif-plugged", "status": "completed", "tag": "513ebd3b-7cbc-49d4-a735-10471667a35f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:21.327246 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-097068b9-fb9c-4ced-86b4-9cea4be31b86 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3254740 Nov 13 04:38:21.342427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 513ebd3b-7cbc-49d4-a735-10471667a35f, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=513ebd3b-7cbc-49d4-a735-10471667a35f,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:21.346233 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-d1880f6c-506f-45b3-8702-66c5cfb8cb64 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/quotas/0484ddf744b740ccb839123a39a7449a HTTP/1.1" status: 200 len: 375 time: 0.0180185 Nov 13 04:38:21.348175 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.365824 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.381406 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b196e0-8c1b-40b9-ae3f-f2ef949e9b1c req-9e039922-5e0f-42d0-bfbc-c6a5f6f818d4 tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:21.383150 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-70b196e0-8c1b-40b9-ae3f-f2ef949e9b1c req-9e039922-5e0f-42d0-bfbc-c6a5f6f818d4 tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 1101 time: 0.0961618 Nov 13 04:38:21.415458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-c522d031-96bd-4563-b079-8a6c2cb8d3d3 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0682237 Nov 13 04:38:21.417833 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=513ebd3b-7cbc-49d4-a735-10471667a35f,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:21.427669 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-70b196e0-8c1b-40b9-ae3f-f2ef949e9b1c req-8522b1d6-bf40-4d59-b244-8d8964cc3124 tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.478420 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39702) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:21.495833 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807735c7-c2f3-423f-9e1c-b335e9cadef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.561384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:21.581943 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807735c7-c2f3-423f-9e1c-b335e9cadef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.587423 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807735c7-c2f3-423f-9e1c-b335e9cadef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.612801 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-70b196e0-8c1b-40b9-ae3f-f2ef949e9b1c req-8522b1d6-bf40-4d59-b244-8d8964cc3124 tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.621015 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-70b196e0-8c1b-40b9-ae3f-f2ef949e9b1c req-8522b1d6-bf40-4d59-b244-8d8964cc3124 tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.628364 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807735c7-c2f3-423f-9e1c-b335e9cadef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d30f22-9f9e-441a-bb25-ea7a8e9b2f6f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:21.632977 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-807735c7-c2f3-423f-9e1c-b335e9cadef5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ceaa86c63b914a39bb5cb3a1c0d2cf0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534290 Nov 13 04:38:21.634996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:21.640407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39704) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:21.689486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522b1d6-bf40-4d59-b244-8d8964cc3124 tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc54d330-6293-4c30-ae88-90fb8fc061a7,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:21.704145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7604c13-9a38-4354-a7f1-b0b898774a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.719542 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-70b196e0-8c1b-40b9-ae3f-f2ef949e9b1c req-8522b1d6-bf40-4d59-b244-8d8964cc3124 tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099661 Nov 13 04:38:21.730727 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7604c13-9a38-4354-a7f1-b0b898774a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.736787 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23953ddc-2491-40be-8803-f14da2bb0325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13ad9f4c-0fc7-4571-843e-89a19e3c974d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:21.742034 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac69265-049f-49bc-8be2-09130121e3fa" -d '{"events": [{"server_uuid": "23953ddc-2491-40be-8803-f14da2bb0325", "name": "network-vif-unplugged", "status": "completed", "tag": "13ad9f4c-0fc7-4571-843e-89a19e3c974d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:21.750439 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.761343 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.824844 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7604c13-9a38-4354-a7f1-b0b898774a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.831353 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7604c13-9a38-4354-a7f1-b0b898774a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.832669 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d7604c13-9a38-4354-a7f1-b0b898774a04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63d30f22-9f9e-441a-bb25-ea7a8e9b2f6f HTTP/1.1" status: 204 len: 168 time: 0.1911788 Nov 13 04:38:21.853492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7604c13-9a38-4354-a7f1-b0b898774a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d30f22-9f9e-441a-bb25-ea7a8e9b2f6f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:21.870740 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Attempting to bind port 13ad9f4c-0fc7-4571-843e-89a19e3c974d on host n-h1-813114-2 for vnic_type normal with profile {"migrating_to": "n-h2-813114-2"} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:21.871116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Attempting to bind port 13ad9f4c-0fc7-4571-843e-89a19e3c974d by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:21.871455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Attempting to bind port 13ad9f4c-0fc7-4571-843e-89a19e3c974d on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:21.875133 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Pushing event updated for resources: {'Port': ['ID=13ad9f4c-0fc7-4571-843e-89a19e3c974d,revision_number=7']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:21.881035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Port 13ad9f4c-0fc7-4571-843e-89a19e3c974d on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:38:21.881525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Attempting to bind port 13ad9f4c-0fc7-4571-843e-89a19e3c974d on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:21.886830 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:21.887191 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Checking segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:21.887563 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Bound using segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:21.888100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Bound port: 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:21.888319 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:21.981896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:21.988723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:21.999859 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:22.000471 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa5960-51be-4777-9510-183784e0642e req-63984b4a-46ba-4532-9382-d6cf63a7f3f0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:22.008276 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-18aa5960-51be-4777-9510-183784e0642e req-63984b4a-46ba-4532-9382-d6cf63a7f3f0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 950 time: 0.1420367 Nov 13 04:38:22.033130 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76a49db-decc-4df0-9797-f16a36369c2e x-openstack-request-id: req-f76a49db-decc-4df0-9797-f16a36369c2e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:22.033937 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c974f8a5-1853-4d0e-9854-46dd4946ae9d", "name": "network-vif-plugged", "status": "completed", "tag": "513ebd3b-7cbc-49d4-a735-10471667a35f", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:22.034388 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f76a49db-decc-4df0-9797-f16a36369c2e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:22.035151 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c974f8a5-1853-4d0e-9854-46dd4946ae9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513ebd3b-7cbc-49d4-a735-10471667a35f', 'code': 200} Nov 13 04:38:22.101531 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-18aa5960-51be-4777-9510-183784e0642e req-2b2e5a84-1297-4858-ad64-e7c729b4151f tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900578 Nov 13 04:38:22.203174 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Pushing event updated for resources: {'Port': ['ID=13ad9f4c-0fc7-4571-843e-89a19e3c974d,revision_number=8']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:22.219943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:22.220369 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:22.221900 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-48941d98-c071-48a4-af64-db62d65a1736 service neutron] 10.222.0.36 "PUT /v2.0/ports/13ad9f4c-0fc7-4571-843e-89a19e3c974d HTTP/1.1" status: 200 len: 1121 time: 0.9748392 Nov 13 04:38:22.223207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73748cb5-4166-4fc1-b291-46a2b185e0ff req-afd02fac-53a0-4aab-b3e3-73a4180821ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:22.241658 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-73748cb5-4166-4fc1-b291-46a2b185e0ff req-afd02fac-53a0-4aab-b3e3-73a4180821ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 1100 time: 0.0670497 Nov 13 04:38:22.319562 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-73748cb5-4166-4fc1-b291-46a2b185e0ff req-fe612710-698e-40be-b08f-b9c2acf217bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681453 Nov 13 04:38:22.344695 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39734) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:22.358301 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['13ad9f4c-0fc7-4571-843e-89a19e3c974d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:22.363472 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59037f94-311b-4d64-a26d-f93ae972d5aa req-8473901b-986a-4955-aa8c-4d61f6b10af7 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:22.366205 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59037f94-311b-4d64-a26d-f93ae972d5aa req-8473901b-986a-4955-aa8c-4d61f6b10af7 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 949 time: 0.1957412 Nov 13 04:38:22.444671 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59037f94-311b-4d64-a26d-f93ae972d5aa req-3150b82e-ecbc-4934-b96e-ef7ac3eed37a tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702620 Nov 13 04:38:22.506604 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a29f3c1-e57c-49a5-81c6-baaf284c501c x-openstack-request-id: req-3a29f3c1-e57c-49a5-81c6-baaf284c501c {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:22.506892 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23953ddc-2491-40be-8803-f14da2bb0325", "name": "network-vif-unplugged", "status": "completed", "tag": "13ad9f4c-0fc7-4571-843e-89a19e3c974d", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:22.507195 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a29f3c1-e57c-49a5-81c6-baaf284c501c {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:22.507592 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23953ddc-2491-40be-8803-f14da2bb0325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13ad9f4c-0fc7-4571-843e-89a19e3c974d', 'code': 200} Nov 13 04:38:22.514838 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4286bb7-2d37-462b-8347-5aecdf431c46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:22.698803 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4286bb7-2d37-462b-8347-5aecdf431c46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:22.705393 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4286bb7-2d37-462b-8347-5aecdf431c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:22.739853 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-d04000e8-ef5a-44e9-8d65-2973b399dc3e req-f49d7a73-cca3-43ce-b09d-ac830098f044 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:38:22.752456 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d04000e8-ef5a-44e9-8d65-2973b399dc3e req-f49d7a73-cca3-43ce-b09d-ac830098f044 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2074740 Nov 13 04:38:22.790838 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39760) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:22.791301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c4286bb7-2d37-462b-8347-5aecdf431c46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae4e8850409e439aa1350556270b1324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4448216 Nov 13 04:38:22.793428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4286bb7-2d37-462b-8347-5aecdf431c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5986400f-de32-4bde-b074-e3ad1d920100,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:22.943867 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b5130fa8-fc82-4c28-919e-c296ad1414b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:22.953068 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489bfc2-eba3-4cc0-ac5a-babc0a056adc req-8bdd5bbe-668e-4c80-b4f2-fa49ab064920 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:22.960720 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d489bfc2-eba3-4cc0-ac5a-babc0a056adc req-8bdd5bbe-668e-4c80-b4f2-fa49ab064920 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 943 time: 0.0782151 Nov 13 04:38:23.002460 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b5130fa8-fc82-4c28-919e-c296ad1414b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:23.073795 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d489bfc2-eba3-4cc0-ac5a-babc0a056adc req-6ada4570-f950-4db4-85a4-12ba96657b73 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120253 Nov 13 04:38:23.121787 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b5130fa8-fc82-4c28-919e-c296ad1414b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:23.124854 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b5130fa8-fc82-4c28-919e-c296ad1414b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:23.126010 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b5130fa8-fc82-4c28-919e-c296ad1414b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5986400f-de32-4bde-b074-e3ad1d920100 HTTP/1.1" status: 204 len: 168 time: 0.3330905 Nov 13 04:38:23.135040 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5130fa8-fc82-4c28-919e-c296ad1414b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5986400f-de32-4bde-b074-e3ad1d920100,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:23.522238 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7f2f09ff-d0db-46bb-ae52-cbad5c918661 req-affd0b0e-a34c-4ff9-badd-6368c1a43776 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 210 time: 0.0501204 Nov 13 04:38:23.540457 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-cf457007-36e5-4e3e-9845-36b935c4f1db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700109 Nov 13 04:38:23.553476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-d074dc98-6288-4d00-80a2-8f35a8f1c74f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:38:23.554243 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-d074dc98-6288-4d00-80a2-8f35a8f1c74f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086322 Nov 13 04:38:23.659189 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9510674-84e2-44c3-b088-be0df9a51260 req-f355362b-7e19-4e9a-bbb7-65d406f1378b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:23.660834 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9510674-84e2-44c3-b088-be0df9a51260 req-f355362b-7e19-4e9a-bbb7-65d406f1378b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.0643411 Nov 13 04:38:23.721768 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9510674-84e2-44c3-b088-be0df9a51260 req-7522e8a3-ebec-4687-87a0-cd06099a6018 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535629 Nov 13 04:38:23.746973 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c245cb-554d-4465-b1d9-49cb8a1369e8 req-e6a1f044-fadc-4ed7-810f-4de1783f4fd8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:23.748890 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21c245cb-554d-4465-b1d9-49cb8a1369e8 req-e6a1f044-fadc-4ed7-810f-4de1783f4fd8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 949 time: 0.0685101 Nov 13 04:38:23.826684 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21c245cb-554d-4465-b1d9-49cb8a1369e8 req-2f0a1a2e-5669-4b99-8c41-67760681f76d tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699973 Nov 13 04:38:23.873418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39810) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:23.892489 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40c39828-80c8-46be-a148-bbb0428f102a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:24.028359 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40c39828-80c8-46be-a148-bbb0428f102a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:24.035197 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40c39828-80c8-46be-a148-bbb0428f102a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:24.087856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39820) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:24.088143 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-40c39828-80c8-46be-a148-bbb0428f102a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d4df54890e345bda222fdb376433381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135484 Nov 13 04:38:24.157585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c39828-80c8-46be-a148-bbb0428f102a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599c5607-0196-4f01-a03b-2f057e83e32b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:24.190308 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9705237-0f22-42eb-ba16-086c2c2a5a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:24.254859 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9705237-0f22-42eb-ba16-086c2c2a5a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:24.285472 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90ef2b-4a31-4c30-8074-ccd7ae91f250 req-6c126e20-6cce-4ab4-a7be-9acfebc1bce3 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:24.288597 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5e90ef2b-4a31-4c30-8074-ccd7ae91f250 req-6c126e20-6cce-4ab4-a7be-9acfebc1bce3 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 943 time: 0.0725422 Nov 13 04:38:24.295508 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-cbef3c8b-8098-47f8-bf3f-36d97ed8dbbc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0484ddf744b740ccb839123a39a7449a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658462 Nov 13 04:38:24.356663 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5e90ef2b-4a31-4c30-8074-ccd7ae91f250 req-257d3a55-3097-4a18-872c-c0de32b257d5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622187 Nov 13 04:38:24.397440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62937ed1-3214-4141-b1f7-67a716b95b5d req-38658120-a86e-4834-9b5e-9b77ac5c0a73 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:24.398360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62937ed1-3214-4141-b1f7-67a716b95b5d req-38658120-a86e-4834-9b5e-9b77ac5c0a73 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:24.399059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62937ed1-3214-4141-b1f7-67a716b95b5d req-38658120-a86e-4834-9b5e-9b77ac5c0a73 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:24.399704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62937ed1-3214-4141-b1f7-67a716b95b5d req-38658120-a86e-4834-9b5e-9b77ac5c0a73 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:24.400390 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62937ed1-3214-4141-b1f7-67a716b95b5d req-38658120-a86e-4834-9b5e-9b77ac5c0a73 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:24.400759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62937ed1-3214-4141-b1f7-67a716b95b5d req-38658120-a86e-4834-9b5e-9b77ac5c0a73 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:24.401207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62937ed1-3214-4141-b1f7-67a716b95b5d req-38658120-a86e-4834-9b5e-9b77ac5c0a73 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:24.401809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62937ed1-3214-4141-b1f7-67a716b95b5d req-38658120-a86e-4834-9b5e-9b77ac5c0a73 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:24.410521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-62937ed1-3214-4141-b1f7-67a716b95b5d req-38658120-a86e-4834-9b5e-9b77ac5c0a73 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c&device_id=c958743b-cec2-481c-8955-c15443a35e2e&device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d&device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e&device_id=30afba90-360c-4c3b-a102-f09ef69d533a&device_id=292eb910-b826-4cc8-8c08-992b8f952934&device_id=23953ddc-2491-40be-8803-f14da2bb0325&device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b&device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4&device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 7355 time: 0.1760123 Nov 13 04:38:24.434882 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-62937ed1-3214-4141-b1f7-67a716b95b5d req-e63f71bb-c7b0-479f-8b4a-53d4b6a61f60 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:24.446311 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9705237-0f22-42eb-ba16-086c2c2a5a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:24.448830 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9705237-0f22-42eb-ba16-086c2c2a5a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:24.450396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b9705237-0f22-42eb-ba16-086c2c2a5a5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/599c5607-0196-4f01-a03b-2f057e83e32b HTTP/1.1" status: 204 len: 168 time: 0.3610506 Nov 13 04:38:24.479489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9705237-0f22-42eb-ba16-086c2c2a5a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599c5607-0196-4f01-a03b-2f057e83e32b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:24.495391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-aec5a686-26fb-4426-834d-3a27df7b3e64 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:24.497135 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-aec5a686-26fb-4426-834d-3a27df7b3e64 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918850 Nov 13 04:38:24.508694 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23953ddc-2491-40be-8803-f14da2bb0325', 'tag': '13ad9f4c-0fc7-4571-843e-89a19e3c974d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:24.511357 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e7de41-21b3-404f-9cfa-a9c19854e16b" -d '{"events": [{"name": "network-changed", "server_uuid": "23953ddc-2491-40be-8803-f14da2bb0325", "tag": "13ad9f4c-0fc7-4571-843e-89a19e3c974d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:24.570482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-62937ed1-3214-4141-b1f7-67a716b95b5d req-e63f71bb-c7b0-479f-8b4a-53d4b6a61f60 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:24.576708 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-62937ed1-3214-4141-b1f7-67a716b95b5d req-e63f71bb-c7b0-479f-8b4a-53d4b6a61f60 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:24.590263 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-20a0d276-cc83-4bda-aa15-fae606f111df tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Request body: {'port': {'device_id': 'c958743b-cec2-481c-8955-c15443a35e2e', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '0484ddf744b740ccb839123a39a7449a'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:24.656931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f71bb-c7b0-479f-8b4a-53d4b6a61f60 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40a29c0-1432-4c0c-bc74-785a6da61b47,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:24.743548 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8f2f18-7c62-4156-a5b2-836efc34b71f x-openstack-request-id: req-ed8f2f18-7c62-4156-a5b2-836efc34b71f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:24.744811 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23953ddc-2491-40be-8803-f14da2bb0325", "tag": "13ad9f4c-0fc7-4571-843e-89a19e3c974d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:24.745067 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed8f2f18-7c62-4156-a5b2-836efc34b71f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:24.745473 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23953ddc-2491-40be-8803-f14da2bb0325', 'tag': '13ad9f4c-0fc7-4571-843e-89a19e3c974d', 'status': 'completed', 'code': 200} Nov 13 04:38:24.806187 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-62937ed1-3214-4141-b1f7-67a716b95b5d req-e63f71bb-c7b0-479f-8b4a-53d4b6a61f60 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&id=35557f75-697b-4421-9cc2-64e6a1cca7dc&id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&id=d42b7910-545b-4076-b1db-ae1e067bdf39&id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.3946455 Nov 13 04:38:24.858455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-20a0d276-cc83-4bda-aa15-fae606f111df tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Made reservation on behalf of 0484ddf744b740ccb839123a39a7449a for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:24.862667 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-20a0d276-cc83-4bda-aa15-fae606f111df tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:24.892246 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81415908-8100-4694-ae0d-34e603facb11 req-3daadf84-7aff-4c67-b3cb-fd6cdf592b30 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 210 time: 0.0601189 Nov 13 04:38:24.908369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7de41-21b3-404f-9cfa-a9c19854e16b req-6fa41d5d-c576-4245-b67e-ae5fff56f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:24.909932 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a5e7de41-21b3-404f-9cfa-a9c19854e16b req-6fa41d5d-c576-4245-b67e-ae5fff56f03c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 1124 time: 0.1168032 Nov 13 04:38:25.080885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-20a0d276-cc83-4bda-aa15-fae606f111df tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Allocated IP 192.168.233.217 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/f680a574-022f-46b0-bb3b-425a9959b7f2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:25.150247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 13ad9f4c-0fc7-4571-843e-89a19e3c974d details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:38:25.162259 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7de41-21b3-404f-9cfa-a9c19854e16b req-653d6a14-fa8a-4c4a-87b9-545497ce114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:25.167907 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a5e7de41-21b3-404f-9cfa-a9c19854e16b req-653d6a14-fa8a-4c4a-87b9-545497ce114a service neutron] 10.222.0.46 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.2438426 Nov 13 04:38:25.266777 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a5e7de41-21b3-404f-9cfa-a9c19854e16b req-1315e40d-1d45-48ce-8785-92abd17e7cee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d HTTP/1.1" status: 200 len: 217 time: 0.0857520 Nov 13 04:38:25.269777 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-6581efdd-0894-4dd2-9262-c69ff5936ffa tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0484ddf744b740ccb839123a39a7449a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788648 Nov 13 04:38:25.326473 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab71ae0-fdb9-48f4-be6c-75a3b7bf0b47 req-c9662777-d657-49d4-bdff-a7aa098086ed tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:25.326624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:25.328034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dab71ae0-fdb9-48f4-be6c-75a3b7bf0b47 req-c9662777-d657-49d4-bdff-a7aa098086ed tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 949 time: 0.1590610 Nov 13 04:38:25.340263 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 13ad9f4c-0fc7-4571-843e-89a19e3c974d has no active binding in host n-h2-813114-2 {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 13 04:38:25.343280 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7de41-21b3-404f-9cfa-a9c19854e16b req-e1cb6fa4-53b9-4b7d-8987-e39f7627fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:25.344906 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a5e7de41-21b3-404f-9cfa-a9c19854e16b req-e1cb6fa4-53b9-4b7d-8987-e39f7627fbfc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.0688295 Nov 13 04:38:25.358856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f5375-ad65-4da3-be3b-939463f35e1e req-6b3252d5-0272-43f4-a8c0-75e5a9f6f996 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:25.363398 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc6f5375-ad65-4da3-be3b-939463f35e1e req-6b3252d5-0272-43f4-a8c0-75e5a9f6f996 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.2530107 Nov 13 04:38:25.386597 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a5e7de41-21b3-404f-9cfa-a9c19854e16b req-7fc33ce4-2fb9-45a1-945b-d250e67f0491 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325892 Nov 13 04:38:25.452883 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-20a0d276-cc83-4bda-aa15-fae606f111df tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:25.466901 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc6f5375-ad65-4da3-be3b-939463f35e1e req-71c2a553-ceb9-40b6-a0dd-1d66400f4e0f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920277 Nov 13 04:38:25.479367 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dab71ae0-fdb9-48f4-be6c-75a3b7bf0b47 req-bca6e631-8bc5-4a85-8ad2-4b0405f8e51d tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317868 Nov 13 04:38:25.582869 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-20a0d276-cc83-4bda-aa15-fae606f111df tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:25.614045 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a5e7de41-21b3-404f-9cfa-a9c19854e16b req-99a21365-5835-4a7c-9196-168318da6730 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169297 Nov 13 04:38:25.620366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1260c06f-f210-4b90-be67-896cb88572fa'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:25.666079 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-07ae35af-f599-4f36-9c9c-27748f5fb58b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:25.667790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-07ae35af-f599-4f36-9c9c-27748f5fb58b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565894 Nov 13 04:38:25.690816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-20a0d276-cc83-4bda-aa15-fae606f111df tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:25.703157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-20a0d276-cc83-4bda-aa15-fae606f111df tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:25.723043 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3be5e90d-4782-4393-90f2-ce02baae3610 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Request body: {'port': {'device_id': '9939df3d-052d-4094-9e1a-763cfc312e5c', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '0484ddf744b740ccb839123a39a7449a'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:25.728912 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-20a0d276-cc83-4bda-aa15-fae606f111df tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:25.735689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-20a0d276-cc83-4bda-aa15-fae606f111df tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:25.736377 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-20a0d276-cc83-4bda-aa15-fae606f111df tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:25.742141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0d276-cc83-4bda-aa15-fae606f111df tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event updated for resources: {'Port': ['ID=f680a574-022f-46b0-bb3b-425a9959b7f2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:25.771365 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-20a0d276-cc83-4bda-aa15-fae606f111df tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1873331 Nov 13 04:38:25.785285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1d5c8-907f-48c9-ab66-805c3b47a208 req-79e80853-d93c-4d93-a21d-333f2a96f038 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:25.787886 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eff1d5c8-907f-48c9-ab66-805c3b47a208 req-79e80853-d93c-4d93-a21d-333f2a96f038 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 943 time: 0.1052690 Nov 13 04:38:25.794744 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Request body: {'port': {'device_id': 'c958743b-cec2-481c-8955-c15443a35e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:25.860161 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a5e7de41-21b3-404f-9cfa-a9c19854e16b req-d220d1f6-32ac-43d0-af4a-63094aafbc40 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329302 Nov 13 04:38:25.876186 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:25.901555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d04ef-506a-487a-8f0f-512e0cd2a2f7 req-0ef1cbe2-f053-4543-a622-521abe887d41 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:25.902143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d04ef-506a-487a-8f0f-512e0cd2a2f7 req-0ef1cbe2-f053-4543-a622-521abe887d41 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:25.902611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d04ef-506a-487a-8f0f-512e0cd2a2f7 req-0ef1cbe2-f053-4543-a622-521abe887d41 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:25.904431 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de5d04ef-506a-487a-8f0f-512e0cd2a2f7 req-0ef1cbe2-f053-4543-a622-521abe887d41 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e&device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b&device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 2883 time: 0.1052318 Nov 13 04:38:25.951402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3be5e90d-4782-4393-90f2-ce02baae3610 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Made reservation on behalf of 0484ddf744b740ccb839123a39a7449a for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:25.954786 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3be5e90d-4782-4393-90f2-ce02baae3610 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:25.961951 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eff1d5c8-907f-48c9-ab66-805c3b47a208 req-5ff5889e-9f16-465f-9b01-e12beba3d5a8 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639721 Nov 13 04:38:25.992595 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de5d04ef-506a-487a-8f0f-512e0cd2a2f7 req-f9d114eb-ddcc-406e-b086-211d490929f5 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767787 Nov 13 04:38:26.015390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-14da3016-0182-47c1-aeee-bae27bf3a2e5 None None] Provisioning complete for port f680a574-022f-46b0-bb3b-425a9959b7f2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:26.015937 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14da3016-0182-47c1-aeee-bae27bf3a2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:26.059020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-14da3016-0182-47c1-aeee-bae27bf3a2e5 None None] Port f680a574-022f-46b0-bb3b-425a9959b7f2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:38:26.132473 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3be5e90d-4782-4393-90f2-ce02baae3610 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Allocated IP 192.168.233.245 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/06627902-a266-434c-be1b-4705c06afe9f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:26.303074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-fcec7711-380a-40b2-beda-00fe81e9f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:26.303074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-fcec7711-380a-40b2-beda-00fe81e9f7e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 1101 time: 0.0908811 Nov 13 04:38:26.414348 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39918) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:26.415093 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3be5e90d-4782-4393-90f2-ce02baae3610 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:26.517351 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2d7ce08-9c3e-42f0-a816-78d1f73255d2 req-a3ea97c7-f435-407c-a8c2-649e85d92398 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 210 time: 0.0431991 Nov 13 04:38:26.522456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-71228edc-9297-4404-a71b-d80af545ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:26.523888 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-71228edc-9297-4404-a71b-d80af545ba50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2095277 Nov 13 04:38:26.531519 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3be5e90d-4782-4393-90f2-ce02baae3610 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:26.580723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1260c06f-f210-4b90-be67-896cb88572fa'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:26.600051 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-2c3d3c2e-e0c3-4433-bfe4-0ec626749909 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d994b596-e39d-4c7d-9ab4-400f61e88774 HTTP/1.1" status: 200 len: 217 time: 0.0663390 Nov 13 04:38:26.644154 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2fa2-c906-44ba-8567-d6aaec8c2149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:26.676245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3be5e90d-4782-4393-90f2-ce02baae3610 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:26.686359 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3be5e90d-4782-4393-90f2-ce02baae3610 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:26.719217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3be5e90d-4782-4393-90f2-ce02baae3610 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:26.725135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3be5e90d-4782-4393-90f2-ce02baae3610 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:26.726022 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3be5e90d-4782-4393-90f2-ce02baae3610 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:26.774984 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5e90d-4782-4393-90f2-ce02baae3610 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event updated for resources: {'Port': ['ID=06627902-a266-434c-be1b-4705c06afe9f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:26.803070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-2233e344-708c-4b45-9f52-70ac3ea5fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:26.804881 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-2233e344-708c-4b45-9f52-70ac3ea5fa01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1891291 Nov 13 04:38:26.811049 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3be5e90d-4782-4393-90f2-ce02baae3610 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0922542 Nov 13 04:38:26.832539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f680a574-022f-46b0-bb3b-425a9959b7f2 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:26.835904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Request body: {'port': {'device_id': '9939df3d-052d-4094-9e1a-763cfc312e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:26.849678 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:26.892218 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df775a41-5c18-410d-a50e-67f9434cb732 req-0473e57b-b68c-4967-b9f3-d30636ace211 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:26.899849 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df775a41-5c18-410d-a50e-67f9434cb732 req-0473e57b-b68c-4967-b9f3-d30636ace211 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.2205625 Nov 13 04:38:26.910965 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2fa2-c906-44ba-8567-d6aaec8c2149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:26.921789 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2fa2-c906-44ba-8567-d6aaec8c2149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:26.934126 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Transition to ACTIVE for port object f680a574-022f-46b0-bb3b-425a9959b7f2 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:38:26.959374 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:26.971690 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-7b3c8387-e776-4b4e-a3bc-8ebd0ea0292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:26.973458 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-7b3c8387-e776-4b4e-a3bc-8ebd0ea0292b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1536710 Nov 13 04:38:26.980702 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:26.988697 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c6b444db-3435-445b-9b3b-168936bfa4a4 None None] Provisioning complete for port 06627902-a266-434c-be1b-4705c06afe9f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:26.989049 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6b444db-3435-445b-9b3b-168936bfa4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:27.000523 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ae8b2fa2-c906-44ba-8567-d6aaec8c2149 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88707d70749d4349a8a972d29c12d2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5814641 Nov 13 04:38:27.004800 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39940) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:27.024782 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c6b444db-3435-445b-9b3b-168936bfa4a4 None None] Port 06627902-a266-434c-be1b-4705c06afe9f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:38:27.027137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b2fa2-c906-44ba-8567-d6aaec8c2149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56ff5dc-e7e1-48ff-ba4d-622541b13bb5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:27.034698 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df775a41-5c18-410d-a50e-67f9434cb732 req-9c3ec077-b7ec-49a1-b51b-5863d56f0f6f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336083 Nov 13 04:38:27.059328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6774c5-2cbd-46b3-9854-175afde7cd6f req-b7df9cec-59c8-4c04-8ebb-7c5d9633d54b tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:27.071484 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3b6774c5-2cbd-46b3-9854-175afde7cd6f req-b7df9cec-59c8-4c04-8ebb-7c5d9633d54b tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 949 time: 0.2154939 Nov 13 04:38:27.123343 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Pushing event updated for resources: {'Port': ['ID=f680a574-022f-46b0-bb3b-425a9959b7f2,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:27.238507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Attempting to bind port f680a574-022f-46b0-bb3b-425a9959b7f2 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:27.238981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Attempting to bind port f680a574-022f-46b0-bb3b-425a9959b7f2 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:27.239322 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Attempting to bind port f680a574-022f-46b0-bb3b-425a9959b7f2 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:27.253559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Port f680a574-022f-46b0-bb3b-425a9959b7f2 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:38:27.253807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Attempting to bind port f680a574-022f-46b0-bb3b-425a9959b7f2 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:27.260596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:27.260926 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:27.261302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:27.261728 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Bound port: f680a574-022f-46b0-bb3b-425a9959b7f2, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:27.262077 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:27.263970 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c07f-98d2-4d40-a1d8-81c575b812c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:27.287292 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3b6774c5-2cbd-46b3-9854-175afde7cd6f req-31cec52d-3415-4ceb-abe9-15abc16d937d tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741097 Nov 13 04:38:27.347207 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c07f-98d2-4d40-a1d8-81c575b812c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:27.404565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] For port f680a574-022f-46b0-bb3b-425a9959b7f2, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:27.408833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] For port f680a574-022f-46b0-bb3b-425a9959b7f2, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f680a574-022f-46b0-bb3b-425a9959b7f2,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:27.416312 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:27.448848 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39956) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:27.465239 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c07f-98d2-4d40-a1d8-81c575b812c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:27.467976 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c07f-98d2-4d40-a1d8-81c575b812c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:27.472176 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f1b7c07f-98d2-4d40-a1d8-81c575b812c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d56ff5dc-e7e1-48ff-ba4d-622541b13bb5 HTTP/1.1" status: 204 len: 168 time: 0.4627619 Nov 13 04:38:27.473756 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:27.474438 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:27.475823 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] 10.222.0.36 "PUT /v2.0/ports/f680a574-022f-46b0-bb3b-425a9959b7f2 HTTP/1.1" status: 200 len: 1096 time: 1.6859443 Nov 13 04:38:27.479801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c958743b-cec2-481c-8955-c15443a35e2e', 'tag': 'f680a574-022f-46b0-bb3b-425a9959b7f2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:27.482063 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660218c4-8e88-4ae2-b1b3-831370f0808e" -d '{"events": [{"name": "network-changed", "server_uuid": "c958743b-cec2-481c-8955-c15443a35e2e", "tag": "f680a574-022f-46b0-bb3b-425a9959b7f2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:27.505793 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7c07f-98d2-4d40-a1d8-81c575b812c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56ff5dc-e7e1-48ff-ba4d-622541b13bb5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:27.516975 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca55e62-00d5-47d6-acb9-a69b4f2ac1db service neutron] Pushing event updated for resources: {'Port': ['ID=f680a574-022f-46b0-bb3b-425a9959b7f2,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:27.621694 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ddbbf9-df80-4a51-8115-b72307ebc05a x-openstack-request-id: req-60ddbbf9-df80-4a51-8115-b72307ebc05a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:27.622175 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c958743b-cec2-481c-8955-c15443a35e2e", "tag": "f680a574-022f-46b0-bb3b-425a9959b7f2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:27.622273 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60ddbbf9-df80-4a51-8115-b72307ebc05a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:27.622608 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c958743b-cec2-481c-8955-c15443a35e2e', 'tag': 'f680a574-022f-46b0-bb3b-425a9959b7f2', 'status': 'completed', 'code': 200} Nov 13 04:38:27.640200 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-88b8affb-b2c8-498e-aa80-d00f8767bc5f service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6531892 Nov 13 04:38:27.669249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-d7e20d3f-fe37-44c0-8683-29e0e4b0f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:27.673656 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-d7e20d3f-fe37-44c0-8683-29e0e4b0f386 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=c958743b-cec2-481c-8955-c15443a35e2e HTTP/1.1" status: 200 len: 1099 time: 0.1096156 Nov 13 04:38:27.728241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6a17-32a5-40c8-81a9-abc5294a4a2c req-a0bdfcf2-1011-47ba-806f-8593dcc92f85 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:27.741741 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-090a6a17-32a5-40c8-81a9-abc5294a4a2c req-a0bdfcf2-1011-47ba-806f-8593dcc92f85 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 943 time: 0.4949813 Nov 13 04:38:27.774835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-672c9e9b-be47-49f7-b5aa-aa5f8d7f6212 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=f680a574-022f-46b0-bb3b-425a9959b7f2 HTTP/1.1" status: 200 len: 217 time: 0.0821433 Nov 13 04:38:27.859126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99fa353d-b7ee-43ad-a7a1-b603c9e55605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:27.872736 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-090a6a17-32a5-40c8-81a9-abc5294a4a2c req-bacde558-b830-44e2-bdca-df0be644661c tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250856 Nov 13 04:38:27.903395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-cf0c6ac4-aad7-4add-8fc2-d1d0e24b85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:27.905272 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-cf0c6ac4-aad7-4add-8fc2-d1d0e24b85ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1213076 Nov 13 04:38:27.977645 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-43a631e1-5d6d-4619-8d66-9c072205504f service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267760 Nov 13 04:38:27.990990 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39974) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:28.008217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06627902-a266-434c-be1b-4705c06afe9f {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:28.022679 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73a7859b-f85b-40f0-b4ae-e019c5fd6230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.047125 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.047880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-27c8c7ed-505a-4fe5-907e-713053be2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:28.049535 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-27c8c7ed-505a-4fe5-907e-713053be2f0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1323023 Nov 13 04:38:28.069896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Transition to ACTIVE for port object 06627902-a266-434c-be1b-4705c06afe9f will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:38:28.085175 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24b1bf-4749-43d9-ad75-6442fe1d743a req-24ba0075-7b96-4394-b99f-e19f5b682859 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:28.094390 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e24b1bf-4749-43d9-ad75-6442fe1d743a req-24ba0075-7b96-4394-b99f-e19f5b682859 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 936 time: 0.1123912 Nov 13 04:38:28.104279 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99fa353d-b7ee-43ad-a7a1-b603c9e55605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.112843 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.139619 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99fa353d-b7ee-43ad-a7a1-b603c9e55605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.201436 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e24b1bf-4749-43d9-ad75-6442fe1d743a req-c7bfce0e-b7e3-4fbf-ad30-40367610f691 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029084 Nov 13 04:38:28.207410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-99fa353d-b7ee-43ad-a7a1-b603c9e55605 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d6e311392e34bb8979c29a15a55c0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7552056 Nov 13 04:38:28.245644 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39980) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:28.252753 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-85795229-99bb-4eb8-9576-1825282f5546 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927574 Nov 13 04:38:28.265304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Pushing event updated for resources: {'Port': ['ID=06627902-a266-434c-be1b-4705c06afe9f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:28.282804 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.286689 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Attempting to bind port 06627902-a266-434c-be1b-4705c06afe9f on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:28.286689 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Attempting to bind port 06627902-a266-434c-be1b-4705c06afe9f by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:28.286689 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Attempting to bind port 06627902-a266-434c-be1b-4705c06afe9f on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:28.317895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Port 06627902-a266-434c-be1b-4705c06afe9f on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:38:28.318279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Attempting to bind port 06627902-a266-434c-be1b-4705c06afe9f on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:28.326020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:28.326301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:28.326714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:28.327172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Bound port: 06627902-a266-434c-be1b-4705c06afe9f, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:28.327564 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.335373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa353d-b7ee-43ad-a7a1-b603c9e55605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff5b230-e3f6-4dc1-a4cb-55cc41951f90,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:28.374101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b4fa3-9191-4936-8646-d6f4117df482 req-faf3b17e-f3c7-435d-bf2d-377b26a93e6b tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:28.383090 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e83b4fa3-9191-4936-8646-d6f4117df482 req-faf3b17e-f3c7-435d-bf2d-377b26a93e6b tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 1100 time: 0.1147480 Nov 13 04:38:28.424550 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73a7859b-f85b-40f0-b4ae-e019c5fd6230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.440914 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73a7859b-f85b-40f0-b4ae-e019c5fd6230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.447329 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] For port 06627902-a266-434c-be1b-4705c06afe9f, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:28.450551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c470505-98a5-4ada-84a3-2dcf8e9b5867 req-be164811-4a5f-444c-8c77-9bf0aeb09863 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:28.451291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] For port 06627902-a266-434c-be1b-4705c06afe9f, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=06627902-a266-434c-be1b-4705c06afe9f,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:28.452092 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c470505-98a5-4ada-84a3-2dcf8e9b5867 req-be164811-4a5f-444c-8c77-9bf0aeb09863 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.2048001 Nov 13 04:38:28.467955 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e83b4fa3-9191-4936-8646-d6f4117df482 req-4a08a8e6-6a12-4d35-89ab-536e1dd8f732 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762708 Nov 13 04:38:28.470777 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.510584 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3fdbaa8-cb06-4651-a4fa-4d72a1ea7d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.515317 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:28.516093 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.517517 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] 10.222.0.36 "PUT /v2.0/ports/06627902-a266-434c-be1b-4705c06afe9f HTTP/1.1" status: 200 len: 1096 time: 1.6863687 Nov 13 04:38:28.517903 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9939df3d-052d-4094-9e1a-763cfc312e5c', 'tag': '06627902-a266-434c-be1b-4705c06afe9f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:28.520874 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8646d40b-45fe-40eb-b108-551de95cda22" -d '{"events": [{"name": "network-changed", "server_uuid": "9939df3d-052d-4094-9e1a-763cfc312e5c", "tag": "06627902-a266-434c-be1b-4705c06afe9f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:28.546000 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7859b-f85b-40f0-b4ae-e019c5fd6230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a21dce-8245-4533-861c-de96f2ae93e3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:28.550066 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-1c65dcda-7982-428c-bf3a-d12ef9c14e29 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676260 Nov 13 04:38:28.555473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-73a7859b-f85b-40f0-b4ae-e019c5fd6230 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94cfb6507d1d4b4d9a57d366401ba840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5596306 Nov 13 04:38:28.559570 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39988) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:28.594203 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3fdbaa8-cb06-4651-a4fa-4d72a1ea7d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.594733 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.601425 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c470505-98a5-4ada-84a3-2dcf8e9b5867 req-96daf96a-878f-4c8a-b29b-ad9acb62caa4 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291623 Nov 13 04:38:28.617674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14998f-fc0d-4e54-ab9d-b304958e8d9a service neutron] Pushing event updated for resources: {'Port': ['ID=06627902-a266-434c-be1b-4705c06afe9f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:28.648035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840fd00-1760-4333-ac28-586db4288a65 req-3cc0b8db-5ea6-4c58-8d07-7b794aceb363 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:28.655324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a840fd00-1760-4333-ac28-586db4288a65 req-3cc0b8db-5ea6-4c58-8d07-7b794aceb363 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 949 time: 0.1308320 Nov 13 04:38:28.686863 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3fdbaa8-cb06-4651-a4fa-4d72a1ea7d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.691459 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3fdbaa8-cb06-4651-a4fa-4d72a1ea7d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.697226 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e54d-c8ab-4ba5-8345-8dbccfbf4dfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.697322 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a3fdbaa8-cb06-4651-a4fa-4d72a1ea7d60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ff5b230-e3f6-4dc1-a4cb-55cc41951f90 HTTP/1.1" status: 204 len: 168 time: 0.4417555 Nov 13 04:38:28.708226 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdbaa8-cb06-4651-a4fa-4d72a1ea7d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff5b230-e3f6-4dc1-a4cb-55cc41951f90,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:28.770957 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a840fd00-1760-4333-ac28-586db4288a65 req-029d9422-105d-493f-a258-2d35fed33f6e tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139185 Nov 13 04:38:28.774194 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e54d-c8ab-4ba5-8345-8dbccfbf4dfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.838295 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57f3b7-bcb8-4d4e-87b3-2a1a65ecb96a req-ec3159cd-ad23-4d27-9020-cdae3c5e9fa0 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:28.840028 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-de57f3b7-bcb8-4d4e-87b3-2a1a65ecb96a req-ec3159cd-ad23-4d27-9020-cdae3c5e9fa0 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 1100 time: 0.1281784 Nov 13 04:38:28.844546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-6943ad5e-b904-45e8-a7ed-47fe74c1a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:28.846074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-6943ad5e-b904-45e8-a7ed-47fe74c1a4d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 1099 time: 0.1222882 Nov 13 04:38:28.849047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e834693-8460-408f-a9d4-9c565fd397d4 req-7eadf122-43b9-47b2-a7c7-fcf093c8dedc tempest-DeleteServersAdminTestJSON-1554630600 tempest-DeleteServersAdminTestJSON-1554630600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:28.850713 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1e834693-8460-408f-a9d4-9c565fd397d4 req-7eadf122-43b9-47b2-a7c7-fcf093c8dedc tempest-DeleteServersAdminTestJSON-1554630600 tempest-DeleteServersAdminTestJSON-1554630600-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 1100 time: 0.1288290 Nov 13 04:38:28.858815 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813686d7-891c-406f-a3a8-659d3a99f5bf x-openstack-request-id: req-813686d7-891c-406f-a3a8-659d3a99f5bf {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:28.859128 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9939df3d-052d-4094-9e1a-763cfc312e5c", "tag": "06627902-a266-434c-be1b-4705c06afe9f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:28.859586 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-813686d7-891c-406f-a3a8-659d3a99f5bf {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:28.860160 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9939df3d-052d-4094-9e1a-763cfc312e5c', 'tag': '06627902-a266-434c-be1b-4705c06afe9f', 'status': 'completed', 'code': 200} Nov 13 04:38:28.873731 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e54d-c8ab-4ba5-8345-8dbccfbf4dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.877610 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e54d-c8ab-4ba5-8345-8dbccfbf4dfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:28.878816 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bcc2e54d-c8ab-4ba5-8345-8dbccfbf4dfb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47a21dce-8245-4533-861c-de96f2ae93e3 HTTP/1.1" status: 204 len: 168 time: 0.3045397 Nov 13 04:38:28.887943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660218c4-8e88-4ae2-b1b3-831370f0808e req-04e1079d-5b7f-4678-8846-242d7e0e81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:28.889555 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-660218c4-8e88-4ae2-b1b3-831370f0808e req-04e1079d-5b7f-4678-8846-242d7e0e81e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=c958743b-cec2-481c-8955-c15443a35e2e HTTP/1.1" status: 200 len: 1099 time: 0.1674335 Nov 13 04:38:28.896053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2e54d-c8ab-4ba5-8345-8dbccfbf4dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a21dce-8245-4533-861c-de96f2ae93e3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:29.001793 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-de57f3b7-bcb8-4d4e-87b3-2a1a65ecb96a req-765cb932-f33d-4c59-9c28-e2f685badd50 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500337 Nov 13 04:38:29.003063 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-767bfad8-2997-4b69-9d98-a7888a5118a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=06627902-a266-434c-be1b-4705c06afe9f HTTP/1.1" status: 200 len: 217 time: 0.0839069 Nov 13 04:38:29.072466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-2a48f331-8c6e-4290-8a4f-3a673524b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:29.075069 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-2a48f331-8c6e-4290-8a4f-3a673524b47c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0604413 Nov 13 04:38:29.083925 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-1e834693-8460-408f-a9d4-9c565fd397d4 req-27dfadf7-78a3-4a49-b806-70366814e72a tempest-DeleteServersAdminTestJSON-1554630600 tempest-DeleteServersAdminTestJSON-1554630600-project-admin] Deleting port 513ebd3b-7cbc-49d4-a735-10471667a35f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:38:29.084292 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e834693-8460-408f-a9d4-9c565fd397d4 req-27dfadf7-78a3-4a49-b806-70366814e72a tempest-DeleteServersAdminTestJSON-1554630600 tempest-DeleteServersAdminTestJSON-1554630600-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:29.097831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929b9e0-ecbc-43a4-93e6-d09d24767419 req-8c5845d2-89b2-4531-80b5-331b6c89ea78 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:29.100162 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2929b9e0-ecbc-43a4-93e6-d09d24767419 req-8c5845d2-89b2-4531-80b5-331b6c89ea78 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 943 time: 0.1073251 Nov 13 04:38:29.102123 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660218c4-8e88-4ae2-b1b3-831370f0808e req-24538bbd-16d8-4c9d-a520-438eac78a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:29.103713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-660218c4-8e88-4ae2-b1b3-831370f0808e req-24538bbd-16d8-4c9d-a520-438eac78a202 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1973689 Nov 13 04:38:29.185483 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-660218c4-8e88-4ae2-b1b3-831370f0808e req-09a36ad8-6995-4a1e-8b42-f29f3b6ca631 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=f680a574-022f-46b0-bb3b-425a9959b7f2 HTTP/1.1" status: 200 len: 217 time: 0.0514777 Nov 13 04:38:29.200032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-05764642-3ba0-4ef9-b08a-d85d5020b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:29.201501 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-05764642-3ba0-4ef9-b08a-d85d5020b5fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137660 Nov 13 04:38:29.259142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2929b9e0-ecbc-43a4-93e6-d09d24767419 req-73b093c5-ade4-43c8-b122-8b5910d76050 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518624 Nov 13 04:38:29.278157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660218c4-8e88-4ae2-b1b3-831370f0808e req-c34ca3c1-b309-4e0d-bb19-20841b4a55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:29.279998 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-660218c4-8e88-4ae2-b1b3-831370f0808e req-c34ca3c1-b309-4e0d-bb19-20841b4a55a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0853643 Nov 13 04:38:29.324552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1e834693-8460-408f-a9d4-9c565fd397d4 req-27dfadf7-78a3-4a49-b806-70366814e72a tempest-DeleteServersAdminTestJSON-1554630600 tempest-DeleteServersAdminTestJSON-1554630600-project-admin] For port 513ebd3b-7cbc-49d4-a735-10471667a35f, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=513ebd3b-7cbc-49d4-a735-10471667a35f,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:29.324955 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e834693-8460-408f-a9d4-9c565fd397d4 req-27dfadf7-78a3-4a49-b806-70366814e72a tempest-DeleteServersAdminTestJSON-1554630600 tempest-DeleteServersAdminTestJSON-1554630600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:29.328609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-68ac387a-1c90-46ea-9cda-0aa44960ba58 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158431 Nov 13 04:38:29.340966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-1e834693-8460-408f-a9d4-9c565fd397d4 req-27dfadf7-78a3-4a49-b806-70366814e72a tempest-DeleteServersAdminTestJSON-1554630600 tempest-DeleteServersAdminTestJSON-1554630600-project-admin] Calling delete_port for 513ebd3b-7cbc-49d4-a735-10471667a35f owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:38:29.358342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660218c4-8e88-4ae2-b1b3-831370f0808e req-1ff591fb-9ebf-433f-9468-1d9a42809bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:29.360344 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-660218c4-8e88-4ae2-b1b3-831370f0808e req-1ff591fb-9ebf-433f-9468-1d9a42809bf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674589 Nov 13 04:38:29.495102 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-958dbd2a-26be-42a5-9bdc-2fee3233b816 req-8f273b6b-60ce-431f-85af-930044ab6db5 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553514 Nov 13 04:38:29.510433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7d11a-f309-43df-874c-b501ef1e0fdb req-5355350a-933e-47da-b84e-377402496047 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:29.512488 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-17c7d11a-f309-43df-874c-b501ef1e0fdb req-5355350a-933e-47da-b84e-377402496047 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 948 time: 0.1024766 Nov 13 04:38:29.560653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-660218c4-8e88-4ae2-b1b3-831370f0808e req-2454f886-6e92-42b5-8e9c-1ffcd2dd84f2 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908624 Nov 13 04:38:29.655217 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-17c7d11a-f309-43df-874c-b501ef1e0fdb req-e180a30b-5e5f-47df-8848-b78fe96c8eac tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287282 Nov 13 04:38:29.704527 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-660218c4-8e88-4ae2-b1b3-831370f0808e req-b533f45c-b661-48b7-b5e8-1de682b18c8a service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325185 Nov 13 04:38:29.847209 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646d40b-45fe-40eb-b108-551de95cda22 req-5a3e8c6b-fcbf-4684-8a1c-9f6274b6d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:29.848416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af48df8-adbc-4bdd-b662-a8c9f017bd01 req-af827f24-3e14-4d2c-8712-b7265d49787b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:29.848921 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8646d40b-45fe-40eb-b108-551de95cda22 req-5a3e8c6b-fcbf-4684-8a1c-9f6274b6d507 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 1099 time: 0.0615277 Nov 13 04:38:29.856136 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2af48df8-adbc-4bdd-b662-a8c9f017bd01 req-af827f24-3e14-4d2c-8712-b7265d49787b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.0716789 Nov 13 04:38:29.951784 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646d40b-45fe-40eb-b108-551de95cda22 req-1574e4f0-1425-4b93-ba44-fee7a5a9a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:29.953223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8646d40b-45fe-40eb-b108-551de95cda22 req-1574e4f0-1425-4b93-ba44-fee7a5a9a2fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.0921512 Nov 13 04:38:29.958723 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2af48df8-adbc-4bdd-b662-a8c9f017bd01 req-483005b8-014f-4c56-83a3-6137434659c5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994356 Nov 13 04:38:29.988635 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-4f6cc466-08b4-47c9-95e2-443f8f3d9899 service neutron] 10.222.0.46 "GET /v2.0/ports/13ad9f4c-0fc7-4571-843e-89a19e3c974d/bindings/n-h2-813114-2 HTTP/1.1" status: 200 len: 384 time: 0.1553330 Nov 13 04:38:30.055746 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8646d40b-45fe-40eb-b108-551de95cda22 req-c84aa018-1e8a-453a-aafe-38dc7316cd3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=06627902-a266-434c-be1b-4705c06afe9f HTTP/1.1" status: 200 len: 217 time: 0.0905600 Nov 13 04:38:30.075605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40056) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:30.125150 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646d40b-45fe-40eb-b108-551de95cda22 req-94fa2ffb-c263-4808-9f3f-5aa43c1283ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:30.127254 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8646d40b-45fe-40eb-b108-551de95cda22 req-94fa2ffb-c263-4808-9f3f-5aa43c1283ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0605557 Nov 13 04:38:30.136909 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e834693-8460-408f-a9d4-9c565fd397d4 req-27dfadf7-78a3-4a49-b806-70366814e72a tempest-DeleteServersAdminTestJSON-1554630600 tempest-DeleteServersAdminTestJSON-1554630600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:30.171820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['513ebd3b-7cbc-49d4-a735-10471667a35f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:30.220608 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40060) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:30.313050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e834693-8460-408f-a9d4-9c565fd397d4 req-27dfadf7-78a3-4a49-b806-70366814e72a tempest-DeleteServersAdminTestJSON-1554630600 tempest-DeleteServersAdminTestJSON-1554630600-project-admin] No DVR routers for this DVR port 513ebd3b-7cbc-49d4-a735-10471667a35f on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:38:30.316365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfadf7-78a3-4a49-b806-70366814e72a tempest-DeleteServersAdminTestJSON-1554630600 tempest-DeleteServersAdminTestJSON-1554630600-project-admin] Pushing event deleted for resources: {'Port': ['ID=513ebd3b-7cbc-49d4-a735-10471667a35f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:30.323489 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c84955-fabf-4726-873d-024c143f9ad6 req-d61e6fa8-a922-4fc9-875c-0a1af1b1bc1c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:30.325593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e834693-8460-408f-a9d4-9c565fd397d4 req-27dfadf7-78a3-4a49-b806-70366814e72a tempest-DeleteServersAdminTestJSON-1554630600 tempest-DeleteServersAdminTestJSON-1554630600-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:30.329648 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1e834693-8460-408f-a9d4-9c565fd397d4 req-27dfadf7-78a3-4a49-b806-70366814e72a tempest-DeleteServersAdminTestJSON-1554630600 tempest-DeleteServersAdminTestJSON-1554630600-project-admin] 10.222.0.36 "DELETE /v2.0/ports/513ebd3b-7cbc-49d4-a735-10471667a35f HTTP/1.1" status: 204 len: 173 time: 1.4420154 Nov 13 04:38:30.331789 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-23c84955-fabf-4726-873d-024c143f9ad6 req-d61e6fa8-a922-4fc9-875c-0a1af1b1bc1c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=c974f8a5-1853-4d0e-9854-46dd4946ae9d HTTP/1.1" status: 200 len: 867 time: 0.2253113 Nov 13 04:38:30.336113 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-dfd0b373-3bc2-4ebe-91e0-a052a8e107ba service neutron] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:30.336439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c974f8a5-1853-4d0e-9854-46dd4946ae9d', 'name': 'network-vif-deleted', 'tag': '513ebd3b-7cbc-49d4-a735-10471667a35f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:30.341791 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc475d04-3636-44f9-97e0-ef8314286c1b" -d '{"events": [{"server_uuid": "c974f8a5-1853-4d0e-9854-46dd4946ae9d", "name": "network-vif-deleted", "tag": "513ebd3b-7cbc-49d4-a735-10471667a35f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:30.376201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646d40b-45fe-40eb-b108-551de95cda22 req-5b654a4f-99fe-46f8-82eb-1b61129da264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:30.383941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8646d40b-45fe-40eb-b108-551de95cda22 req-5b654a4f-99fe-46f8-82eb-1b61129da264 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2441118 Nov 13 04:38:30.416919 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-dfd0b373-3bc2-4ebe-91e0-a052a8e107ba service neutron] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:30.466066 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-23c84955-fabf-4726-873d-024c143f9ad6 req-a878f03b-c7d1-45c0-ac8a-dd23c540acb1 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333940 Nov 13 04:38:30.498459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1104215784-network', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:30.501042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac069-c521-4ac3-9371-6b4adfeefe56 req-067aae0d-39f9-41ec-bac1-7694a5788674 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:30.502607 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53fac069-c521-4ac3-9371-6b4adfeefe56 req-067aae0d-39f9-41ec-bac1-7694a5788674 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.1082163 Nov 13 04:38:30.503731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-dfd0b373-3bc2-4ebe-91e0-a052a8e107ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ad9f4c-0fc7-4571-843e-89a19e3c974d {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:30.543150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-dfd0b373-3bc2-4ebe-91e0-a052a8e107ba service neutron] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:30.578986 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-dfd0b373-3bc2-4ebe-91e0-a052a8e107ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:30.585155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-519059831-network', 'tenant_id': 'ceb91f0e373646ac9af4afbd5753b8ac'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:30.598432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] Made reservation on behalf of ce0cfecdac4441318074adbf32b6f508 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:30.601390 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:30.628078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:30.644956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8646d40b-45fe-40eb-b108-551de95cda22 req-f9866174-f494-4ae0-b8e2-96970c4ca692 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338409 Nov 13 04:38:30.649124 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53fac069-c521-4ac3-9371-6b4adfeefe56 req-8338511c-db27-4cc3-a567-b12b29b2d2be tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204054 Nov 13 04:38:30.649805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] Made reservation on behalf of ceb91f0e373646ac9af4afbd5753b8ac for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:30.652041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:30.662700 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:30.710492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98565fc7-7d23-414c-a099-523c0693542b req-6caa7570-3f7f-47db-ae97-7c53351dc56b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:30.712055 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98565fc7-7d23-414c-a099-523c0693542b req-6caa7570-3f7f-47db-ae97-7c53351dc56b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 943 time: 0.1353695 Nov 13 04:38:30.726001 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647c2cf9-47de-4c10-80db-5f9c38bada9c x-openstack-request-id: req-647c2cf9-47de-4c10-80db-5f9c38bada9c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:30.726282 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c974f8a5-1853-4d0e-9854-46dd4946ae9d", "name": "network-vif-deleted", "tag": "513ebd3b-7cbc-49d4-a735-10471667a35f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:30.726524 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-647c2cf9-47de-4c10-80db-5f9c38bada9c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:30.726902 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c974f8a5-1853-4d0e-9854-46dd4946ae9d', 'name': 'network-vif-deleted', 'tag': '513ebd3b-7cbc-49d4-a735-10471667a35f', 'status': 'completed', 'code': 200} Nov 13 04:38:30.784058 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8646d40b-45fe-40eb-b108-551de95cda22 req-e7a16f57-cebe-4cc4-9a10-993a63d2560b service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223898 Nov 13 04:38:30.796020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-dfd0b373-3bc2-4ebe-91e0-a052a8e107ba service neutron] Transition to ACTIVE for port object 13ad9f4c-0fc7-4571-843e-89a19e3c974d will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:38:30.813254 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-dfd0b373-3bc2-4ebe-91e0-a052a8e107ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:30.850162 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98565fc7-7d23-414c-a099-523c0693542b req-30294b36-a5eb-4b8d-b5dc-e12a3865ae35 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218565 Nov 13 04:38:30.850850 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:30.854183 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:30.865639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891335f-9c4e-410e-92ca-9e4b03d48789 req-1d9bce54-c812-4c03-ae68-bd9967df79ff tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:30.867224 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1891335f-9c4e-410e-92ca-9e4b03d48789 req-1d9bce54-c812-4c03-ae68-bd9967df79ff tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 948 time: 0.0822678 Nov 13 04:38:30.868435 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:30.873020 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:30.907772 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:38:30.919602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-dfd0b373-3bc2-4ebe-91e0-a052a8e107ba service neutron] No DVR routers for this DVR port 13ad9f4c-0fc7-4571-843e-89a19e3c974d on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:38:30.925828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:38:30.934446 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:30.935285 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] Added segment c701b84e-09d9-4830-85de-d483b76e939e of type vlan for network abdb1868-839c-45e9-9a51-0a10a592d968 Nov 13 04:38:30.937411 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0b373-3bc2-4ebe-91e0-a052a8e107ba service neutron] Pushing event updated for resources: {'Port': ['ID=13ad9f4c-0fc7-4571-843e-89a19e3c974d,revision_number=10']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:30.940492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4756d0b2-c285-416c-8519-4dbef175bd18,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:30.947330 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:30.947690 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] Added segment 8a8a0143-9995-4eae-b5e8-de0e7d98cd99 of type vlan for network 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a Nov 13 04:38:30.959071 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d0f20a-3a72-43d5-bca2-78284c7e7608,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:31.007353 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1891335f-9c4e-410e-92ca-9e4b03d48789 req-de18bcef-0195-4c9a-93d2-075f9e47e58d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169295 Nov 13 04:38:31.008925 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:31.011257 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-dfd0b373-3bc2-4ebe-91e0-a052a8e107ba service neutron] 10.222.0.46 "PUT /v2.0/ports/13ad9f4c-0fc7-4571-843e-89a19e3c974d/bindings/n-h2-813114-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0146062 Nov 13 04:38:31.019999 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:31.047545 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:31.048503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:31.049100 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:31.079553 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:31.080517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:31.081114 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:31.109256 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8025110 Nov 13 04:38:31.113343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40082) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:31.116524 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da068ebd-31fa-43f3-a2b0-b5d030e1c49f admin admin] Pushing event updated for resources: {'Network': ['ID=abdb1868-839c-45e9-9a51-0a10a592d968,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:31.118256 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-193bf4ca-644d-420e-8202-e297421df849 admin admin] Request body: {'subnet': {'network_id': 'abdb1868-839c-45e9-9a51-0a10a592d968', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-519059831-subnet', 'tenant_id': 'ceb91f0e373646ac9af4afbd5753b8ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:31.126200 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0355804 Nov 13 04:38:31.127133 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network abdb1868-839c-45e9-9a51-0a10a592d968 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:38:31.130344 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40084) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:31.136107 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-213c8f9c-f559-447a-b85a-d309b4562d64 admin admin] Request body: {'subnet': {'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104215784-subnet', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:31.170201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761a1ae-57d1-46d9-a851-e07e06493a27 req-2e350bff-46c8-4fb9-be90-5d7e72cf66f2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:31.171772 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6761a1ae-57d1-46d9-a851-e07e06493a27 req-2e350bff-46c8-4fb9-be90-5d7e72cf66f2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.1312885 Nov 13 04:38:31.190347 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c17a5-d0f3-4e35-a818-8931e23a1e86 admin admin] Pushing event updated for resources: {'Network': ['ID=75fd9bb5-a9f9-48f3-aede-d4fff3bb220a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:31.191412 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.db.api [None req-213c8f9c-f559-447a-b85a-d309b4562d64 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 13 04:38:31.191412 n-d-813114-2 neutron-server[102668]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 13 04:38:31.191412 n-d-813114-2 neutron-server[102668]: [parameters: {'project_id_1': 'ce0cfecdac4441318074adbf32b6f508', 'expiration_1': datetime.datetime(2021, 11, 13, 4, 38, 11, 140872)}] Nov 13 04:38:31.191412 n-d-813114-2 neutron-server[102668]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:38:31.191755 n-d-813114-2 neutron-server[102668]: DEBUG oslo_db.api [None req-213c8f9c-f559-447a-b85a-d309b4562d64 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:38:31.203946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:38:31.216241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193bf4ca-644d-420e-8202-e297421df849 admin admin] Made reservation on behalf of ceb91f0e373646ac9af4afbd5753b8ac for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:31.218509 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-193bf4ca-644d-420e-8202-e297421df849 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:31.247642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-57f4cedc-a901-463b-a5bf-f908a9248c2f tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:31.250396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-57f4cedc-a901-463b-a5bf-f908a9248c2f tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325&tenant_id=bb1a865db7e845b9aa19ffe9f890f983&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 1095 time: 0.0968792 Nov 13 04:38:31.291258 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6761a1ae-57d1-46d9-a851-e07e06493a27 req-37e6aff7-162a-4b48-a467-eca7a42d2491 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059752 Nov 13 04:38:31.353527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-59baed8f-ed1b-4f94-9c68-23a15d66997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:31.355177 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-59baed8f-ed1b-4f94-9c68-23a15d66997f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325&tenant_id=bb1a865db7e845b9aa19ffe9f890f983 HTTP/1.1" status: 200 len: 1095 time: 0.0765736 Nov 13 04:38:31.431542 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-193bf4ca-644d-420e-8202-e297421df849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:31.496927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bf4ca-644d-420e-8202-e297421df849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fd04118-38df-4337-98c7-b99843538240,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:31.499196 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193bf4ca-644d-420e-8202-e297421df849 admin admin] Checking segment: {'id': 'c701b84e-09d9-4830-85de-d483b76e939e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'abdb1868-839c-45e9-9a51-0a10a592d968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:31.499913 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193bf4ca-644d-420e-8202-e297421df849 admin admin] Network hostable DHCP agents. Network: abdb1868-839c-45e9-9a51-0a10a592d968, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:38:31.511611 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-58c9dce5-7fcc-4a38-9c95-cf7a2cc31694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:31.513241 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-58c9dce5-7fcc-4a38-9c95-cf7a2cc31694 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 1095 time: 0.0497086 Nov 13 04:38:31.518500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193bf4ca-644d-420e-8202-e297421df849 admin admin] Network abdb1868-839c-45e9-9a51-0a10a592d968 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:38:31.528683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-193bf4ca-644d-420e-8202-e297421df849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, abdb1868-839c-45e9-9a51-0a10a592d968) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:31.534061 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193bf4ca-644d-420e-8202-e297421df849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:31.534661 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-193bf4ca-644d-420e-8202-e297421df849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:31.543528 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4013ef83-0746-4661-b48d-c4cfd01476aa None None] Network abdb1868-839c-45e9-9a51-0a10a592d968 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:38:31.573663 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-193bf4ca-644d-420e-8202-e297421df849 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4530134 Nov 13 04:38:31.649569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-0788e389-be30-417c-924c-2324f973ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:31.651405 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-0788e389-be30-417c-924c-2324f973ca5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.1232922 Nov 13 04:38:31.691976 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b161e914-a14b-4b28-854c-1f3946c50fca None None] Network abdb1868-839c-45e9-9a51-0a10a592d968 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:38:31.706005 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-9757d6ad-6166-467f-8c7f-ea2e0217d307 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d HTTP/1.1" status: 200 len: 217 time: 0.0421946 Nov 13 04:38:31.765737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213c8f9c-f559-447a-b85a-d309b4562d64 admin admin] Made reservation on behalf of ce0cfecdac4441318074adbf32b6f508 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:31.767996 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-213c8f9c-f559-447a-b85a-d309b4562d64 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:31.795172 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-de315835-b3b9-4503-b115-738fd3bb73ae tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=24a447486dde4754b4e6781bb793f3fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445082 Nov 13 04:38:31.805691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a009c-c318-4ffb-b170-8caea038c1f3 req-268adb7f-577f-4995-9589-ee609b8a9f8f tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:31.807173 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f39a009c-c318-4ffb-b170-8caea038c1f3 req-268adb7f-577f-4995-9589-ee609b8a9f8f tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0584161 Nov 13 04:38:31.832546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-dc600cf4-a880-446f-8ed7-6a39bd243019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:31.834095 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-dc600cf4-a880-446f-8ed7-6a39bd243019 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.1181347 Nov 13 04:38:31.861044 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f39a009c-c318-4ffb-b170-8caea038c1f3 req-86b99677-46ca-42c0-b5be-c0b7e68fab5a tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470047 Nov 13 04:38:31.925266 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-d53d812f-e911-4628-94be-176e23be5d81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596523 Nov 13 04:38:32.004528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-2ca0faa3-d789-455b-9927-a0dcad8fe453 req-cd37a988-b61a-4f2e-8edb-7ceaae9e9d82 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-396708051', 'description': 'tempest-description-1943430129'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:32.029590 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2ca0faa3-d789-455b-9927-a0dcad8fe453 req-cd37a988-b61a-4f2e-8edb-7ceaae9e9d82 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:32.035544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-dda06703-2d1f-4d21-82d4-80d918da2bf5 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:32.037117 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-dda06703-2d1f-4d21-82d4-80d918da2bf5 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310114 Nov 13 04:38:32.087396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-8a37630c-462e-4d95-a7a3-dbaebfe1d469 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/quotas/24a447486dde4754b4e6781bb793f3fb HTTP/1.1" status: 200 len: 375 time: 0.0399146 Nov 13 04:38:32.113250 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2ca0faa3-d789-455b-9927-a0dcad8fe453 req-cd37a988-b61a-4f2e-8edb-7ceaae9e9d82 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:32.118095 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2ca0faa3-d789-455b-9927-a0dcad8fe453 req-cd37a988-b61a-4f2e-8edb-7ceaae9e9d82 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:32.145776 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2ca0faa3-d789-455b-9927-a0dcad8fe453 req-cd37a988-b61a-4f2e-8edb-7ceaae9e9d82 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:32.146029 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-20e6aa99-6452-4b43-8fdd-488ad512fcf3 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=24a447486dde4754b4e6781bb793f3fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482552 Nov 13 04:38:32.147391 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2ca0faa3-d789-455b-9927-a0dcad8fe453 req-cd37a988-b61a-4f2e-8edb-7ceaae9e9d82 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1471059 Nov 13 04:38:32.147860 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-bc8aadfc-ff70-4ace-b078-f22581c3529c service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096949 Nov 13 04:38:32.151610 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37a988-b61a-4f2e-8edb-7ceaae9e9d82 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddabcc03-4a72-4c27-a215-5fa18d744cbe,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:32.194538 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-213c8f9c-f559-447a-b85a-d309b4562d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:32.261657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08165b86-b724-4edb-9e68-f9551436ecb4 req-debc228f-8909-44e0-895e-f644eef07d4a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:32.263205 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08165b86-b724-4edb-9e68-f9551436ecb4 req-debc228f-8909-44e0-895e-f644eef07d4a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 944 time: 0.0513511 Nov 13 04:38:32.310966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c8f9c-f559-447a-b85a-d309b4562d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f9c1a2-000d-4cd3-886f-60ee310198c9,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:32.334207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c8f9c-f559-447a-b85a-d309b4562d64 admin admin] Checking segment: {'id': '8a8a0143-9995-4eae-b5e8-de0e7d98cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:32.334564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c8f9c-f559-447a-b85a-d309b4562d64 admin admin] Network hostable DHCP agents. Network: 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:38:32.347473 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08165b86-b724-4edb-9e68-f9551436ecb4 req-c9ec5254-3577-4c8e-819c-a836c346d510 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764453 Nov 13 04:38:32.385367 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-9efb2d41-2a86-43ef-90f8-2e1124e3e16d service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635790 Nov 13 04:38:32.397832 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c8f9c-f559-447a-b85a-d309b4562d64 admin admin] Network 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:38:32.414829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bce3c-74f4-458f-906f-4a6429d7a3c4 req-2577b848-a203-4cfc-9ba4-f150408c5ce1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:32.422473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c52bce3c-74f4-458f-906f-4a6429d7a3c4 req-2577b848-a203-4cfc-9ba4-f150408c5ce1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 948 time: 0.0854683 Nov 13 04:38:32.431258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-213c8f9c-f559-447a-b85a-d309b4562d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:32.443148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e454490-dcea-491c-812d-1c3618e409b5 None None] Network 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:38:32.444001 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-adea8aa7-0c84-4ba3-bc80-253bc82496b7 req-58fe1fad-8f3d-4089-aa18-9c39b21a4d95 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "GET /v2.0/security-groups/ddabcc03-4a72-4c27-a215-5fa18d744cbe HTTP/1.1" status: 200 len: 1829 time: 0.0682282 Nov 13 04:38:32.453005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213c8f9c-f559-447a-b85a-d309b4562d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:32.453660 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-213c8f9c-f559-447a-b85a-d309b4562d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:32.471138 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-adea8aa7-0c84-4ba3-bc80-253bc82496b7 req-b6270a4b-5bb5-42d6-b1f7-2cdf79760c3f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ddabcc03-4a72-4c27-a215-5fa18d744cbe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:32.471489 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-adea8aa7-0c84-4ba3-bc80-253bc82496b7 req-b6270a4b-5bb5-42d6-b1f7-2cdf79760c3f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ddabcc03-4a72-4c27-a215-5fa18d744cbe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:32.487213 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-213c8f9c-f559-447a-b85a-d309b4562d64 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3525817 Nov 13 04:38:32.487851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40128) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:32.493305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1104215784-router', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:32.510541 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c52bce3c-74f4-458f-906f-4a6429d7a3c4 req-1f140889-94b2-47ef-8e0a-9238b68d58a3 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871258 Nov 13 04:38:32.544226 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:32.545239 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:32.589510 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adea8aa7-0c84-4ba3-bc80-253bc82496b7 req-b6270a4b-5bb5-42d6-b1f7-2cdf79760c3f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:32.619232 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adea8aa7-0c84-4ba3-bc80-253bc82496b7 req-b6270a4b-5bb5-42d6-b1f7-2cdf79760c3f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:32.628187 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adea8aa7-0c84-4ba3-bc80-253bc82496b7 req-b6270a4b-5bb5-42d6-b1f7-2cdf79760c3f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:32.628498 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7b6171eb-3d2d-44cf-88e0-4f516b1f99c3 req-977406fd-1588-4ad7-b508-4e2f242dad87 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 210 time: 0.0467904 Nov 13 04:38:32.640851 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-75fd9bb5-a9f9-48f3-aede-d4fff3bb220a', 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508', 'fixed_ips': [{'subnet_id': '66f9c1a2-000d-4cd3-886f-60ee310198c9'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:38:32.641767 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:32.698052 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6270a4b-5bb5-42d6-b1f7-2cdf79760c3f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f078d464-bc54-4858-b750-69ab4b9dba2e,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:32.710732 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adea8aa7-0c84-4ba3-bc80-253bc82496b7 req-b6270a4b-5bb5-42d6-b1f7-2cdf79760c3f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:32.722864 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-adea8aa7-0c84-4ba3-bc80-253bc82496b7 req-b6270a4b-5bb5-42d6-b1f7-2cdf79760c3f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2579396 Nov 13 04:38:32.762685 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:32.811207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Allocated IP 172.20.0.2 (75fd9bb5-a9f9-48f3-aede-d4fff3bb220a/66f9c1a2-000d-4cd3-886f-60ee310198c9/f33b7720-21c2-4230-8e29-be28b37efe43) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:32.911742 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2eacec1f-2a08-44ab-9589-3be4cc8feb2a req-b8974d74-8192-400c-ba0c-ff218938e3a0 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "GET /v2.0/security-groups/ddabcc03-4a72-4c27-a215-5fa18d744cbe HTTP/1.1" status: 200 len: 2422 time: 0.0610886 Nov 13 04:38:32.978366 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:32.990363 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.028300 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b64b9a-5b1f-45c7-8aba-72a542a71c68 req-44a8109d-6a8c-4e6b-a2b9-f1665bf3c90f tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:33.036927 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Network 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:33.037946 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88b64b9a-5b1f-45c7-8aba-72a542a71c68 req-44a8109d-6a8c-4e6b-a2b9-f1665bf3c90f tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0654500 Nov 13 04:38:33.042025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:33.044696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:33.100205 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88b64b9a-5b1f-45c7-8aba-72a542a71c68 req-66c7d7bf-dd75-4a7f-b373-5ed63ddd8a79 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611751 Nov 13 04:38:33.110854 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Pushing event updated for resources: {'Port': ['ID=f33b7720-21c2-4230-8e29-be28b37efe43,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:33.134469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Attempting to bind port f33b7720-21c2-4230-8e29-be28b37efe43 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:33.136186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Attempting to bind port f33b7720-21c2-4230-8e29-be28b37efe43 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '8a8a0143-9995-4eae-b5e8-de0e7d98cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:33.136186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Attempting to bind port f33b7720-21c2-4230-8e29-be28b37efe43 on network 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:33.142962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:33.142962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Checking segment: {'id': '8a8a0143-9995-4eae-b5e8-de0e7d98cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:33.142962 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.143380 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Bound using segment: {'id': '8a8a0143-9995-4eae-b5e8-de0e7d98cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:33.143649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Bound port: f33b7720-21c2-4230-8e29-be28b37efe43, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8a0143-9995-4eae-b5e8-de0e7d98cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:33.145209 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.157447 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29f13c0d-aa6d-4cd1-916c-4dbffeb492ba req-02026e22-c18b-443d-b086-92511573007f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "GET /v2.0/security-group-rules/f078d464-bc54-4858-b750-69ab4b9dba2e HTTP/1.1" status: 200 len: 778 time: 0.0371406 Nov 13 04:38:33.186325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f680a574-022f-46b0-bb3b-425a9959b7f2 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:38:33.199828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 513ebd3b-7cbc-49d4-a735-10471667a35f no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:38:33.200629 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29f13c0d-aa6d-4cd1-916c-4dbffeb492ba req-6c2a6f19-bf8d-4728-ad18-1c2403253f1a tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "GET /v2.0/security-groups/ddabcc03-4a72-4c27-a215-5fa18d744cbe HTTP/1.1" status: 200 len: 2422 time: 0.0423229 Nov 13 04:38:33.230438 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 513ebd3b-7cbc-49d4-a735-10471667a35f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:38:33.230734 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 513ebd3b-7cbc-49d4-a735-10471667a35f not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:38:33.233535 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-29f13c0d-aa6d-4cd1-916c-4dbffeb492ba req-d6b74e9c-ed40-4654-a220-21341bbf4c0b tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.235356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc512c-f6c7-4f09-b5eb-465826b3678e req-3fe499a5-f1e5-47b3-9135-efebbc7316d2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:33.243425 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6cc512c-f6c7-4f09-b5eb-465826b3678e req-3fe499a5-f1e5-47b3-9135-efebbc7316d2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.5052249 Nov 13 04:38:33.244867 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-29f13c0d-aa6d-4cd1-916c-4dbffeb492ba req-d6b74e9c-ed40-4654-a220-21341bbf4c0b tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.268890 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.272663 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] For port f33b7720-21c2-4230-8e29-be28b37efe43, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:33.285694 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-29f13c0d-aa6d-4cd1-916c-4dbffeb492ba req-d6b74e9c-ed40-4654-a220-21341bbf4c0b tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.287573 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-7cfd57be-1541-4e03-b06a-ed2616776999 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:33.289238 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-7cfd57be-1541-4e03-b06a-ed2616776999 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325&tenant_id=bb1a865db7e845b9aa19ffe9f890f983&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 1095 time: 0.5044684 Nov 13 04:38:33.292522 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-29f13c0d-aa6d-4cd1-916c-4dbffeb492ba req-d6b74e9c-ed40-4654-a220-21341bbf4c0b tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.295448 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29f13c0d-aa6d-4cd1-916c-4dbffeb492ba req-d6b74e9c-ed40-4654-a220-21341bbf4c0b tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f078d464-bc54-4858-b750-69ab4b9dba2e HTTP/1.1" status: 204 len: 173 time: 0.0876954 Nov 13 04:38:33.303513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b74e9c-ed40-4654-a220-21341bbf4c0b tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f078d464-bc54-4858-b750-69ab4b9dba2e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:33.319883 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] For port f33b7720-21c2-4230-8e29-be28b37efe43, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f33b7720-21c2-4230-8e29-be28b37efe43,segment=NetworkSegment(8a8a0143-9995-4eae-b5e8-de0e7d98cd99),segment_id=8a8a0143-9995-4eae-b5e8-de0e7d98cd99)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:33.322829 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-0e08a47a-d5f8-45ab-a152-1aae9c813304 req-65cd53e1-09ed-4af7-b302-db064aae7b2f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-201591288', 'description': 'tempest-description-1341417886'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:33.331533 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.345347 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e08a47a-d5f8-45ab-a152-1aae9c813304 req-65cd53e1-09ed-4af7-b302-db064aae7b2f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.359538 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6cc512c-f6c7-4f09-b5eb-465826b3678e req-a69db49e-6ee0-4ce4-a961-cddd301b22d7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145880 Nov 13 04:38:33.405146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port f680a574-022f-46b0-bb3b-425a9959b7f2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f680a574-022f-46b0-bb3b-425a9959b7f2,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:33.427400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'f680a574-022f-46b0-bb3b-425a9959b7f2', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'f680a574-022f-46b0-bb3b-425a9959b7f2', 'mac_address': 'fa:16:3e:01:ef:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:38:33.430886 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f7cfe-c17e-45bd-87b4-b89d89a04179 None None] Pushing event updated for resources: {'Port': ['ID=f33b7720-21c2-4230-8e29-be28b37efe43,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:33.475422 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e08a47a-d5f8-45ab-a152-1aae9c813304 req-65cd53e1-09ed-4af7-b302-db064aae7b2f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.479922 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e08a47a-d5f8-45ab-a152-1aae9c813304 req-65cd53e1-09ed-4af7-b302-db064aae7b2f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.500724 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.514588 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e08a47a-d5f8-45ab-a152-1aae9c813304 req-65cd53e1-09ed-4af7-b302-db064aae7b2f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.517749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f680a574-022f-46b0-bb3b-425a9959b7f2 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:33.519480 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e08a47a-d5f8-45ab-a152-1aae9c813304 req-65cd53e1-09ed-4af7-b302-db064aae7b2f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2025270 Nov 13 04:38:33.521942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd53e1-09ed-4af7-b302-db064aae7b2f tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d73ea4-aec7-46da-88d2-851b461b7041,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:33.553678 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port f680a574-022f-46b0-bb3b-425a9959b7f2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f680a574-022f-46b0-bb3b-425a9959b7f2,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:33.564656 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.579833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f404657-8b54-4125-84e2-373f30087fef req-2e67022c-23d4-4a2c-af64-b86f0bfc79c4 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:33.587690 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f404657-8b54-4125-84e2-373f30087fef req-2e67022c-23d4-4a2c-af64-b86f0bfc79c4 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 944 time: 0.1331840 Nov 13 04:38:33.600328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-6fad6ff4-6c03-44be-b539-031f8b37ac95 service neutron] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:33.605736 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1ee94909-e4f7-4017-a9c2-404482467908 req-48921089-40e5-4310-bb89-5625104a0ab4 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "GET /v2.0/security-groups/18d73ea4-aec7-46da-88d2-851b461b7041 HTTP/1.1" status: 200 len: 1829 time: 0.0661318 Nov 13 04:38:33.615484 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-6fad6ff4-6c03-44be-b539-031f8b37ac95 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.616860 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9286f985-6aa8-4978-829e-fc68ab10c910 req-6fad6ff4-6c03-44be-b539-031f8b37ac95 service neutron] 10.222.0.36 "DELETE /v2.0/ports/13ad9f4c-0fc7-4571-843e-89a19e3c974d/bindings/n-h1-813114-2 HTTP/1.1" status: 204 len: 173 time: 0.3073943 Nov 13 04:38:33.642372 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=f680a574-022f-46b0-bb3b-425a9959b7f2,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:33.726509 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f404657-8b54-4125-84e2-373f30087fef req-f80f8ebf-76df-4300-9611-b6315d9f4348 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378756 Nov 13 04:38:33.731601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 13ad9f4c-0fc7-4571-843e-89a19e3c974d no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:38:33.810415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-61881411-7dc1-49e9-8075-57af3c80fd90 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=24a447486dde4754b4e6781bb793f3fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147065 Nov 13 04:38:33.831286 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.843509 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 13ad9f4c-0fc7-4571-843e-89a19e3c974d not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:38:33.869434 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:33.955366 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336d0a2-f4f8-4024-9513-b7a2735febf7 req-db4f56f5-f35b-4599-a5b4-9ceb2702c970 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:33.956886 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5336d0a2-f4f8-4024-9513-b7a2735febf7 req-db4f56f5-f35b-4599-a5b4-9ceb2702c970 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 948 time: 0.2752590 Nov 13 04:38:33.983389 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0fb17118-e4c8-4c44-9cd5-57858b8fcc87 req-68a68c2c-d0c4-4cc0-b744-de5ccc7b3315 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 210 time: 0.0424285 Nov 13 04:38:34.044054 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5336d0a2-f4f8-4024-9513-b7a2735febf7 req-6b096d3f-e94a-47ed-b31c-c0f9b8319b4d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781724 Nov 13 04:38:34.055216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-349c4157-7743-4f87-9f9c-c347673d6bd2 req-a55f58d6-9de7-49db-9998-96519a79feea tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-7239801', 'description': 'tempest-description-387499826'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:34.066289 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-2fec5b0f-d16e-4d86-8a20-daa852b21d93 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:34.069026 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-2fec5b0f-d16e-4d86-8a20-daa852b21d93 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441080 Nov 13 04:38:34.092595 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-63e90413-2dbd-4d9f-b32e-bd0a7255f04c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Request body: {'port': {'device_id': '79f93a07-a4af-49e1-98fc-5ce677e7ecfb', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '24a447486dde4754b4e6781bb793f3fb'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:34.102147 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f680a574-022f-46b0-bb3b-425a9959b7f2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:34.125549 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Allocated IP 172.25.8.190 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/58b126b9-f71e-4559-bfe1-884937ce3271) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:34.154094 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55fb06a5-95e4-4a73-b390-1cfb7e638ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:34.282333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f33b7720-21c2-4230-8e29-be28b37efe43 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:34.334094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427a67a-0054-4fcb-a21f-b710f25a4782 req-eaac2af3-d583-4534-8104-75ade32adf03 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:34.340978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:34.342653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3427a67a-0054-4fcb-a21f-b710f25a4782 req-eaac2af3-d583-4534-8104-75ade32adf03 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 1095 time: 0.0658708 Nov 13 04:38:34.363674 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-349c4157-7743-4f87-9f9c-c347673d6bd2 req-a55f58d6-9de7-49db-9998-96519a79feea tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:34.420397 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:34.438668 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3427a67a-0054-4fcb-a21f-b710f25a4782 req-c9ce73e9-539b-4cec-9e64-fd9f0894a367 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882590 Nov 13 04:38:34.439252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f33b7720-21c2-4230-8e29-be28b37efe43 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:34.439646 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:34.439768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-63e90413-2dbd-4d9f-b32e-bd0a7255f04c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Made reservation on behalf of 24a447486dde4754b4e6781bb793f3fb for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:34.448970 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-63e90413-2dbd-4d9f-b32e-bd0a7255f04c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:34.473336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:34.478683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:34.502135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:34.620648 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:34.659136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port f33b7720-21c2-4230-8e29-be28b37efe43, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f33b7720-21c2-4230-8e29-be28b37efe43,segment=NetworkSegment(8a8a0143-9995-4eae-b5e8-de0e7d98cd99),segment_id=8a8a0143-9995-4eae-b5e8-de0e7d98cd99)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:34.667006 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:34.675349 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570a75c-e109-4f89-873a-5112defb1f1a req-a8c5159b-b347-4228-a7ed-a0e0bfa50441 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:34.683347 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c570a75c-e109-4f89-873a-5112defb1f1a req-a8c5159b-b347-4228-a7ed-a0e0bfa50441 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0984526 Nov 13 04:38:34.718130 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-349c4157-7743-4f87-9f9c-c347673d6bd2 req-a55f58d6-9de7-49db-9998-96519a79feea tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:34.720536 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Pushing event updated for resources: {'Port': ['ID=58b126b9-f71e-4559-bfe1-884937ce3271,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:34.727636 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-349c4157-7743-4f87-9f9c-c347673d6bd2 req-a55f58d6-9de7-49db-9998-96519a79feea tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:34.768543 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=f33b7720-21c2-4230-8e29-be28b37efe43,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:34.769800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-63e90413-2dbd-4d9f-b32e-bd0a7255f04c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Allocated IP 192.168.233.222 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/beef7a16-f4fc-416a-a529-1b68243da415) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:34.788686 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c570a75c-e109-4f89-873a-5112defb1f1a req-0a07b17c-cdde-4dda-bb68-ca728c8aabed tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042857 Nov 13 04:38:34.790439 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-349c4157-7743-4f87-9f9c-c347673d6bd2 req-a55f58d6-9de7-49db-9998-96519a79feea tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:34.792941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-349c4157-7743-4f87-9f9c-c347673d6bd2 req-a55f58d6-9de7-49db-9998-96519a79feea tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.7629411 Nov 13 04:38:34.820166 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f58d6-9de7-49db-9998-96519a79feea tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630c7d20-a09d-4233-8935-92b8e4886465,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:34.829136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dc41a2-b6f0-4303-a9d9-36857ba07aaa None None] Network 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:38:34.958655 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:35.017035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1171ce2-2e50-45c4-8572-acfe56b1eb30 req-cd1129aa-3425-40d8-9913-c0c00f49eab8 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:35.018822 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a1171ce2-2e50-45c4-8572-acfe56b1eb30 req-cd1129aa-3425-40d8-9913-c0c00f49eab8 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.1153958 Nov 13 04:38:35.078830 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a088d09e-20db-4bff-aa33-ba6d96de17f9 None None] Provisioning complete for port f33b7720-21c2-4230-8e29-be28b37efe43 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:35.079212 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a088d09e-20db-4bff-aa33-ba6d96de17f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:35.127667 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a1171ce2-2e50-45c4-8572-acfe56b1eb30 req-f49d9161-dfaa-48ea-8b73-61824b1a0dc6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979390 Nov 13 04:38:35.225986 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 06627902-a266-434c-be1b-4705c06afe9f details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:38:35.258689 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb09a36e-26a6-4928-8290-5016d179ac43 req-c341784e-a21a-46a2-b347-1244840539ea tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "GET /v2.0/security-groups/630c7d20-a09d-4233-8935-92b8e4886465 HTTP/1.1" status: 200 len: 1826 time: 0.0829520 Nov 13 04:38:35.286074 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:35.304661 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-63e90413-2dbd-4d9f-b32e-bd0a7255f04c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:35.321179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-fa6a867d-8250-43e7-8701-a0bcb3b7ebc0 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:35.327750 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-fa6a867d-8250-43e7-8701-a0bcb3b7ebc0 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 821 time: 0.3988359 Nov 13 04:38:35.343801 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-1f396139-6292-4289-8248-720a39c3113c tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/quotas/bb1a865db7e845b9aa19ffe9f890f983 HTTP/1.1" status: 200 len: 375 time: 0.0149853 Nov 13 04:38:35.391615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 06627902-a266-434c-be1b-4705c06afe9f, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=06627902-a266-434c-be1b-4705c06afe9f,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:35.406959 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '06627902-a266-434c-be1b-4705c06afe9f', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '06627902-a266-434c-be1b-4705c06afe9f', 'mac_address': 'fa:16:3e:3f:a8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:38:35.411976 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f027ae41-f01f-4d84-94f8-2c555ba0e62b req-190feecf-bbd8-4cc1-bee3-942ed4054bd9 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 210 time: 0.0326388 Nov 13 04:38:35.448987 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-416a20f1-9924-41dc-aa1a-6a3fdcd8de3d tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997851 Nov 13 04:38:35.449410 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:35.456947 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-63e90413-2dbd-4d9f-b32e-bd0a7255f04c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:35.465567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06627902-a266-434c-be1b-4705c06afe9f {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:35.491866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Router c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:38:35.495178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 06627902-a266-434c-be1b-4705c06afe9f, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=06627902-a266-434c-be1b-4705c06afe9f,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:35.504690 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:35.563696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=06627902-a266-434c-be1b-4705c06afe9f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:35.605380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-63e90413-2dbd-4d9f-b32e-bd0a7255f04c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:35.614572 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8610e2bf-0821-4ca6-a001-ffb0cc44e296 None None] Provisioning complete for port f33b7720-21c2-4230-8e29-be28b37efe43 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:35.615016 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-63e90413-2dbd-4d9f-b32e-bd0a7255f04c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:35.615176 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8610e2bf-0821-4ca6-a001-ffb0cc44e296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:35.621821 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-63e90413-2dbd-4d9f-b32e-bd0a7255f04c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:35.627965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-63e90413-2dbd-4d9f-b32e-bd0a7255f04c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:35.628287 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-63e90413-2dbd-4d9f-b32e-bd0a7255f04c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:35.641217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e90413-2dbd-4d9f-b32e-bd0a7255f04c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Pushing event updated for resources: {'Port': ['ID=beef7a16-f4fc-416a-a529-1b68243da415,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:35.651607 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-63e90413-2dbd-4d9f-b32e-bd0a7255f04c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5632765 Nov 13 04:38:35.653127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84028a67-46ad-4f20-95dc-a332fdbb38fd req-85260bff-2e3b-42d8-97d7-356d4571aee9 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:35.655438 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-84028a67-46ad-4f20-95dc-a332fdbb38fd req-85260bff-2e3b-42d8-97d7-356d4571aee9 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 949 time: 0.1343098 Nov 13 04:38:35.673324 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Request body: {'port': {'device_id': '79f93a07-a4af-49e1-98fc-5ce677e7ecfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:35.686949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:38:35.696298 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Sync routers for ids ['c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:38:35.711031 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Routers {'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:38:35.711898 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:38:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:35.736842 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-8ea5ef5d-59ec-4478-be01-78d3fbb235ef service neutron] 10.222.0.43 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657409 Nov 13 04:38:35.761792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:35.765548 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1fb562c8-f80b-4767-b548-67015d93c5d4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2740564 Nov 13 04:38:35.766039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40184) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:35.775245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-84028a67-46ad-4f20-95dc-a332fdbb38fd req-98ae0524-84fe-4a0a-a3cd-94c68a11b9a8 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792637 Nov 13 04:38:35.871639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ff4609a9-976b-4fb4-a948-f632bc46d8cb None None] Provisioning complete for port beef7a16-f4fc-416a-a529-1b68243da415 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:35.872250 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff4609a9-976b-4fb4-a948-f632bc46d8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:35.892774 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:35.906618 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Set router c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:38:35.915075 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ff4609a9-976b-4fb4-a948-f632bc46d8cb None None] Port beef7a16-f4fc-416a-a529-1b68243da415 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:38:35.959477 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-c73641d3-4600-44cf-b059-88451cc92967 service neutron] 10.222.0.43 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217224 Nov 13 04:38:35.965802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9af93a9e-d523-46f4-9927-685842fe65ba req-a0701abe-6672-42f4-93c5-d4741d559c77 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1872489194', 'description': 'tempest-description-619072823'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:36.050425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['06627902-a266-434c-be1b-4705c06afe9f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:36.090495 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104215784-router', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:32Z', 'updated_at': '2021-11-13T04:38:34Z', 'revision_number': 3, 'project_id': 'ce0cfecdac4441318074adbf32b6f508', 'gw_port': {'id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:33Z', 'updated_at': '2021-11-13T04:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:36.122698 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Checking router: c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:38:36.123087 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Updating router c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b port 58b126b9-f71e-4559-bfe1-884937ce3271 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:38:36.151634 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.274124 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f33b7720-21c2-4230-8e29-be28b37efe43 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:36.320900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beef7a16-f4fc-416a-a529-1b68243da415 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:36.330817 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.335896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f33b7720-21c2-4230-8e29-be28b37efe43 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:36.336262 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.357237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Transition to ACTIVE for port object beef7a16-f4fc-416a-a529-1b68243da415 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:38:36.387519 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.446346 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9af93a9e-d523-46f4-9927-685842fe65ba req-a0701abe-6672-42f4-93c5-d4741d559c77 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.498496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Pushing event updated for resources: {'Port': ['ID=beef7a16-f4fc-416a-a529-1b68243da415,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:36.500430 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93b37899-2a88-4aba-b4d9-4fb5d9dc9c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.516335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1347ac-abf1-4476-a873-58d8b01a55a0 req-53392042-7c48-4e25-b6e1-043b251b0695 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:36.523923 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-be1347ac-abf1-4476-a873-58d8b01a55a0 req-53392042-7c48-4e25-b6e1-043b251b0695 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.1639986 Nov 13 04:38:36.591998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Attempting to bind port beef7a16-f4fc-416a-a529-1b68243da415 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:36.592593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Attempting to bind port beef7a16-f4fc-416a-a529-1b68243da415 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:36.593369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Attempting to bind port beef7a16-f4fc-416a-a529-1b68243da415 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:36.603877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Port beef7a16-f4fc-416a-a529-1b68243da415 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:38:36.604194 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Attempting to bind port beef7a16-f4fc-416a-a529-1b68243da415 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:36.622531 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9af93a9e-d523-46f4-9927-685842fe65ba req-a0701abe-6672-42f4-93c5-d4741d559c77 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.624749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:36.625078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:36.625442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:36.625881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Bound port: beef7a16-f4fc-416a-a529-1b68243da415, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:36.626627 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.653646 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9af93a9e-d523-46f4-9927-685842fe65ba req-a0701abe-6672-42f4-93c5-d4741d559c77 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.666604 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-be1347ac-abf1-4476-a873-58d8b01a55a0 req-1b58cd20-5322-47fd-919d-6c6c6518e761 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356254 Nov 13 04:38:36.675625 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.692803 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.703495 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9af93a9e-d523-46f4-9927-685842fe65ba req-a0701abe-6672-42f4-93c5-d4741d559c77 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.705046 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9af93a9e-d523-46f4-9927-685842fe65ba req-a0701abe-6672-42f4-93c5-d4741d559c77 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7477446 Nov 13 04:38:36.737325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0701abe-6672-42f4-93c5-d4741d559c77 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da37ea5-595a-4de8-a845-7f797972d0b1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:36.793884 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1c88b053-ddc0-4cf5-b524-25343b79ea3f req-cd0efc92-ff02-4185-873b-61eee53b45ea tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 210 time: 0.0650351 Nov 13 04:38:36.835461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] For port beef7a16-f4fc-416a-a529-1b68243da415, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:36.844173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] For port beef7a16-f4fc-416a-a529-1b68243da415, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=beef7a16-f4fc-416a-a529-1b68243da415,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:36.853876 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.862010 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9e14a-7c4f-4ce7-8cdc-01eca8d7d9de None None] Pushing event updated for resources: {'Port': ['ID=58b126b9-f71e-4559-bfe1-884937ce3271,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:36.885048 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9e14a-7c4f-4ce7-8cdc-01eca8d7d9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:36.885412 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9e14a-7c4f-4ce7-8cdc-01eca8d7d9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:36.885753 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9e14a-7c4f-4ce7-8cdc-01eca8d7d9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:36.886127 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9e14a-7c4f-4ce7-8cdc-01eca8d7d9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:36.886502 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9e14a-7c4f-4ce7-8cdc-01eca8d7d9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:36.886825 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9e14a-7c4f-4ce7-8cdc-01eca8d7d9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:36.887171 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9e14a-7c4f-4ce7-8cdc-01eca8d7d9de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:36.887770 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9e14a-7c4f-4ce7-8cdc-01eca8d7d9de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:36.888098 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9e14a-7c4f-4ce7-8cdc-01eca8d7d9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:36.888466 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9e14a-7c4f-4ce7-8cdc-01eca8d7d9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:36.888815 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9e14a-7c4f-4ce7-8cdc-01eca8d7d9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:36.889129 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9e14a-7c4f-4ce7-8cdc-01eca8d7d9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:38:36.906494 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Attempting to bind port 58b126b9-f71e-4559-bfe1-884937ce3271 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:36.906867 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Attempting to bind port 58b126b9-f71e-4559-bfe1-884937ce3271 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:36.907252 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Attempting to bind port 58b126b9-f71e-4559-bfe1-884937ce3271 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:36.919828 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.923824 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:36.924016 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:36.924133 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:36.924237 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.924365 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.925306 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:36.925306 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Bound port: 58b126b9-f71e-4559-bfe1-884937ce3271, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:36.925527 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] 10.222.0.46 "PUT /v2.0/ports/beef7a16-f4fc-416a-a529-1b68243da415 HTTP/1.1" status: 200 len: 1096 time: 1.2561431 Nov 13 04:38:36.925630 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:36.930543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f93a07-a4af-49e1-98fc-5ce677e7ecfb', 'tag': 'beef7a16-f4fc-416a-a529-1b68243da415'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:36.933600 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c904ac-276b-49d7-9559-28379496dafe" -d '{"events": [{"name": "network-changed", "server_uuid": "79f93a07-a4af-49e1-98fc-5ce677e7ecfb", "tag": "beef7a16-f4fc-416a-a529-1b68243da415"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:36.953823 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e865bf-e5a3-4a20-a931-7820e00ad06b req-de82b6dd-adb3-4b6b-816f-1cddb69f15c1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:36.956319 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2e865bf-e5a3-4a20-a931-7820e00ad06b req-de82b6dd-adb3-4b6b-816f-1cddb69f15c1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.1015122 Nov 13 04:38:36.973345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a1055-db3c-4983-81f9-e4730c23fcce service neutron] Pushing event updated for resources: {'Port': ['ID=beef7a16-f4fc-416a-a529-1b68243da415,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:36.993938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b40759-0f39-45cf-9ff4-6aa17dcce413 req-40204d97-66b3-41ad-a61d-ee5f7fb19eef tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:37.003591 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c0b40759-0f39-45cf-9ff4-6aa17dcce413 req-40204d97-66b3-41ad-a61d-ee5f7fb19eef tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 948 time: 0.0985730 Nov 13 04:38:37.050351 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] For port 58b126b9-f71e-4559-bfe1-884937ce3271, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:37.055266 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] For port 58b126b9-f71e-4559-bfe1-884937ce3271, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=58b126b9-f71e-4559-bfe1-884937ce3271,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:37.072147 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:37.131127 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Routers {'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:38:37.131769 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:38:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:37.140229 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c0b40759-0f39-45cf-9ff4-6aa17dcce413 req-a601878b-45cf-4ee7-b732-956275fa82e7 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356590 Nov 13 04:38:37.142226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-5a105deb-0f6d-40e0-9df8-30993307d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:37.143959 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-5a105deb-0f6d-40e0-9df8-30993307d8dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24a447486dde4754b4e6781bb793f3fb&device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 1099 time: 0.1097784 Nov 13 04:38:37.204529 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2e865bf-e5a3-4a20-a931-7820e00ad06b req-a68b15c2-931b-4f6a-9cf9-1924d2adcef2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344415 Nov 13 04:38:37.215018 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f680a574-022f-46b0-bb3b-425a9959b7f2 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:37.228206 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9e14a-7c4f-4ce7-8cdc-01eca8d7d9de None None] Pushing event updated for resources: {'Port': ['ID=58b126b9-f71e-4559-bfe1-884937ce3271,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:37.258568 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-dd031b18-eab5-40b7-9b21-9286f484514b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=beef7a16-f4fc-416a-a529-1b68243da415 HTTP/1.1" status: 200 len: 217 time: 0.0856953 Nov 13 04:38:37.273320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Allocated IP 172.20.0.1 (75fd9bb5-a9f9-48f3-aede-d4fff3bb220a/66f9c1a2-000d-4cd3-886f-60ee310198c9/ae36e5a8-95b5-4722-ba04-a96cb19d6713) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:37.301701 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] Set router c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:38:37.323986 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c250ea01-944f-484b-b446-04afff9bfd28 req-d7c7969e-be8f-4d7d-9f84-2a41962e65c5 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "GET /v2.0/security-groups/8da37ea5-595a-4de8-a845-7f797972d0b1 HTTP/1.1" status: 200 len: 1829 time: 0.0964010 Nov 13 04:38:37.374202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-c4903392-c065-4874-9e72-d0e1f13c3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:37.383614 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-c4903392-c065-4874-9e72-d0e1f13c3012 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1151757 Nov 13 04:38:37.396630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port f680a574-022f-46b0-bb3b-425a9959b7f2 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:38:37.404686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port f680a574-022f-46b0-bb3b-425a9959b7f2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:37.405378 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:37.437012 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:37.463477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-07664544-d9c4-450f-ae76-537a5abfdcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:37.465000 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-07664544-d9c4-450f-ae76-537a5abfdcef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722768 Nov 13 04:38:37.544498 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabd6753-4b80-4171-8833-2abf73726964 x-openstack-request-id: req-fabd6753-4b80-4171-8833-2abf73726964 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:37.544867 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f93a07-a4af-49e1-98fc-5ce677e7ecfb", "tag": "beef7a16-f4fc-416a-a529-1b68243da415", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:37.545056 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fabd6753-4b80-4171-8833-2abf73726964 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:37.545520 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f93a07-a4af-49e1-98fc-5ce677e7ecfb', 'tag': 'beef7a16-f4fc-416a-a529-1b68243da415', 'status': 'completed', 'code': 200} Nov 13 04:38:37.545896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc071e-4c30-4879-b3ac-48202e0b29a1 req-2c8e20b4-cfaa-495a-9468-bdb7afecb7bc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:37.548452 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f7cc071e-4c30-4879-b3ac-48202e0b29a1 req-2c8e20b4-cfaa-495a-9468-bdb7afecb7bc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 949 time: 0.0662465 Nov 13 04:38:37.549687 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:37.551441 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:37.563978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-c0c00305-7f15-4f09-9e76-25f7069bef98 req-84f7f4c8-2e06-47b7-8106-d0352bb9f14c tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-666706057', 'description': 'tempest-description-1155226417'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:37.609791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c958743b-cec2-481c-8955-c15443a35e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f680a574-022f-46b0-bb3b-425a9959b7f2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:37.616928 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e59181f-3835-4194-8b95-a9c9b742aca6" -d '{"events": [{"server_uuid": "c958743b-cec2-481c-8955-c15443a35e2e", "name": "network-vif-plugged", "status": "completed", "tag": "f680a574-022f-46b0-bb3b-425a9959b7f2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:37.618792 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104215784-router', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:32Z', 'updated_at': '2021-11-13T04:38:34Z', 'revision_number': 3, 'project_id': 'ce0cfecdac4441318074adbf32b6f508', 'gw_port': {'id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:33Z', 'updated_at': '2021-11-13T04:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:37.620692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Network 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:37.622010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Pushing event updated for resources: {'Port': ['ID=ae36e5a8-95b5-4722-ba04-a96cb19d6713,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:37.629380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:37.636742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:37.637208 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:37.649750 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d4691-fb6c-4aa6-96b2-95052f711197 None None] The sync data for ids ['c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'] in n-d-813114-2 is: [{'id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104215784-router', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:32Z', 'updated_at': '2021-11-13T04:38:34Z', 'revision_number': 3, 'project_id': 'ce0cfecdac4441318074adbf32b6f508', 'gw_port': {'id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:33Z', 'updated_at': '2021-11-13T04:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:38:37.659798 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-03a1038e-1dc2-4b58-af85-bf2119c9adfe service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843734 Nov 13 04:38:37.661368 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c0c00305-7f15-4f09-9e76-25f7069bef98 req-84f7f4c8-2e06-47b7-8106-d0352bb9f14c tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:37.685225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port f680a574-022f-46b0-bb3b-425a9959b7f2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f680a574-022f-46b0-bb3b-425a9959b7f2,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:37.696492 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:37.736687 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:37.795589 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=f680a574-022f-46b0-bb3b-425a9959b7f2,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:37.819536 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f7cc071e-4c30-4879-b3ac-48202e0b29a1 req-1966e8f7-6f8d-42b8-92b5-c8bdcc992f4e tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611494 Nov 13 04:38:37.922320 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83435c2d-d337-446e-959c-9128eab1257d x-openstack-request-id: req-83435c2d-d337-446e-959c-9128eab1257d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:37.922618 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c958743b-cec2-481c-8955-c15443a35e2e", "name": "network-vif-plugged", "status": "completed", "tag": "f680a574-022f-46b0-bb3b-425a9959b7f2", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:37.922859 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83435c2d-d337-446e-959c-9128eab1257d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:37.924322 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c958743b-cec2-481c-8955-c15443a35e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f680a574-022f-46b0-bb3b-425a9959b7f2', 'code': 200} Nov 13 04:38:38.007383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-36acd185-2318-40b2-b8b3-77b9fb416e9c None None] Provisioning complete for port ae36e5a8-95b5-4722-ba04-a96cb19d6713 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:38.007811 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36acd185-2318-40b2-b8b3-77b9fb416e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:38.023412 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e19b4d4-826b-46a3-bb3b-57160b0dc4e6 req-a6ecf9a1-8a50-4b9d-8d4a-b4289f9cf63c service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496192 Nov 13 04:38:38.054618 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c0c00305-7f15-4f09-9e76-25f7069bef98 req-84f7f4c8-2e06-47b7-8106-d0352bb9f14c tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:38.062804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-aec56c1f-6036-475f-89c0-495e774e9fd0 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:38.063789 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-aec56c1f-6036-475f-89c0-495e774e9fd0 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.46 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 821 time: 0.2647054 Nov 13 04:38:38.067001 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c0c00305-7f15-4f09-9e76-25f7069bef98 req-84f7f4c8-2e06-47b7-8106-d0352bb9f14c tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:38.100812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-36acd185-2318-40b2-b8b3-77b9fb416e9c None None] Port ae36e5a8-95b5-4722-ba04-a96cb19d6713 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:38:38.116610 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-e72d901e-e051-4bc0-b025-67623234fa5e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Request body: {'port': {'device_id': '094449d5-34d8-4a8e-864a-e618a0812faa', 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5', 'admin_state_up': True, 'tenant_id': 'bb1a865db7e845b9aa19ffe9f890f983'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:38.138153 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:38.151113 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c0c00305-7f15-4f09-9e76-25f7069bef98 req-84f7f4c8-2e06-47b7-8106-d0352bb9f14c tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:38.163968 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c0c00305-7f15-4f09-9e76-25f7069bef98 req-84f7f4c8-2e06-47b7-8106-d0352bb9f14c tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.6058414 Nov 13 04:38:38.202735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35306b5d-74d7-4a60-91e2-c6fef761d0f8 req-8785c7d3-e914-4ea6-918b-48b6fa3e2b86 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:38.212295 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35306b5d-74d7-4a60-91e2-c6fef761d0f8 req-8785c7d3-e914-4ea6-918b-48b6fa3e2b86 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.2079453 Nov 13 04:38:38.253079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 58b126b9-f71e-4559-bfe1-884937ce3271 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:38.262257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7f4c8-2e06-47b7-8106-d0352bb9f14c tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddec62b-1526-404e-8744-298c3e6d7400,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:38.271818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504de63-60c5-4334-a6c6-a0c0582581f4 req-321a5aef-a36a-47bd-ba59-dddb74584407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:38.273607 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5504de63-60c5-4334-a6c6-a0c0582581f4 req-321a5aef-a36a-47bd-ba59-dddb74584407 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c958743b-cec2-481c-8955-c15443a35e2e HTTP/1.1" status: 200 len: 1101 time: 0.1844702 Nov 13 04:38:38.322844 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 58b126b9-f71e-4559-bfe1-884937ce3271 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:38.323256 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:38.330205 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35306b5d-74d7-4a60-91e2-c6fef761d0f8 req-effa2d1c-e914-48f8-aafe-b4b01bb8082f tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166654 Nov 13 04:38:38.347176 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-009cb49e-3543-4fcc-8878-384f75f4580a req-e2dfce1c-b14f-4e75-ac5c-60b7eae26616 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 210 time: 0.0814812 Nov 13 04:38:38.388657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c904ac-276b-49d7-9559-28379496dafe req-73d23de4-6bd5-4551-8d3b-d4921c196528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:38.390644 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c904ac-276b-49d7-9559-28379496dafe req-73d23de4-6bd5-4551-8d3b-d4921c196528 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24a447486dde4754b4e6781bb793f3fb&device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 1099 time: 0.2210793 Nov 13 04:38:38.429757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-e72d901e-e051-4bc0-b025-67623234fa5e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Made reservation on behalf of bb1a865db7e845b9aa19ffe9f890f983 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:38.433265 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-e72d901e-e051-4bc0-b025-67623234fa5e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:38.434123 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:38.464613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 58b126b9-f71e-4559-bfe1-884937ce3271, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=58b126b9-f71e-4559-bfe1-884937ce3271,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:38.472607 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:38.480182 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5504de63-60c5-4334-a6c6-a0c0582581f4 req-fc89853c-1ed8-49e5-8a1a-fade957559fe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716743 Nov 13 04:38:38.547907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=58b126b9-f71e-4559-bfe1-884937ce3271,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:38.554333 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6d5a1a2-9048-483c-9e0e-40c40d862e63 req-7da94de3-a4f3-40b5-9b81-74512779d2fa tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "GET /v2.0/security-groups/6ddec62b-1526-404e-8744-298c3e6d7400 HTTP/1.1" status: 200 len: 1829 time: 0.1751544 Nov 13 04:38:38.607942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9983b62-c33e-4de8-97ec-4fe8585ff952 req-40a9af6f-c39f-4c30-8f28-0cefb06be7aa tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:38.615467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9983b62-c33e-4de8-97ec-4fe8585ff952 req-40a9af6f-c39f-4c30-8f28-0cefb06be7aa tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 948 time: 0.1797733 Nov 13 04:38:38.615935 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:38.636847 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:38.637964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:38.649911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c904ac-276b-49d7-9559-28379496dafe req-5e8aba9a-8eaa-404a-a177-dd81ed1190be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:38.651427 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c904ac-276b-49d7-9559-28379496dafe req-5e8aba9a-8eaa-404a-a177-dd81ed1190be service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2534478 Nov 13 04:38:38.733265 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c904ac-276b-49d7-9559-28379496dafe req-9cf99fa3-f0f8-4c4b-8e82-f6efd4f13e73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=beef7a16-f4fc-416a-a529-1b68243da415 HTTP/1.1" status: 200 len: 217 time: 0.0710461 Nov 13 04:38:38.758110 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Pushing event updated for resources: {'Port': ['ID=ae36e5a8-95b5-4722-ba04-a96cb19d6713,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:38.779290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e4841-3fb5-4074-b554-470027c57a91 req-6694df7f-384c-4445-98c3-96cd5f27b9d6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:38.780772 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b0e4841-3fb5-4074-b554-470027c57a91 req-6694df7f-384c-4445-98c3-96cd5f27b9d6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.1556430 Nov 13 04:38:38.783104 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9983b62-c33e-4de8-97ec-4fe8585ff952 req-ccd3dd96-8ea8-4879-8326-b833a6ce3ba1 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667383 Nov 13 04:38:38.788837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-e72d901e-e051-4bc0-b025-67623234fa5e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Allocated IP 172.20.0.12 (116a44e5-9a3c-43fe-bfae-c0a00d4422e5/b6972208-b01b-4035-88d5-8d96d7af813a/4bb3314f-bdba-4c54-87e0-8edce43ce31b) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:38.814505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c904ac-276b-49d7-9559-28379496dafe req-5a76785f-db90-430b-a65b-350a3e9e8e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:38.816773 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c904ac-276b-49d7-9559-28379496dafe req-5a76785f-db90-430b-a65b-350a3e9e8e56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0701849 Nov 13 04:38:38.844063 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Network 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:38.874362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:38.916139 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c904ac-276b-49d7-9559-28379496dafe req-2cbe5ace-a946-4aef-8654-d319fa4fbb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:38.917622 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c904ac-276b-49d7-9559-28379496dafe req-2cbe5ace-a946-4aef-8654-d319fa4fbb70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952094 Nov 13 04:38:38.929549 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b0e4841-3fb5-4074-b554-470027c57a91 req-234582fd-a4ba-4f73-bcc9-083921008543 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295443 Nov 13 04:38:38.963805 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:39.020527 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-3c4eecbc-55d5-46f4-837b-687c90df9419 req-17d98ac8-6169-4e04-8422-8673c8556dee tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] show failed (client error): The resource could not be found. Nov 13 04:38:39.038793 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c4eecbc-55d5-46f4-837b-687c90df9419 req-17d98ac8-6169-4e04-8422-8673c8556dee tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "GET /v2.0/security-groups/b3a62c0e-394d-46ad-883f-539af62d855b HTTP/1.1" status: 404 len: 352 time: 0.1155212 Nov 13 04:38:39.070203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Router c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:38:39.084729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e176d-77ee-476a-9e94-f3e37067d9f7 req-4487fd92-fb47-42f0-bce1-d6ccedaa48e3 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:39.086364 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe0e176d-77ee-476a-9e94-f3e37067d9f7 req-4487fd92-fb47-42f0-bce1-d6ccedaa48e3 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 949 time: 0.0779352 Nov 13 04:38:39.103119 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-e813e5b6-dea8-44e9-8a77-524c3e2abe68 req-5ac83405-288c-45e9-9087-07ca495a7dfb tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] show failed (client error): The resource could not be found. Nov 13 04:38:39.104148 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e813e5b6-dea8-44e9-8a77-524c3e2abe68 req-5ac83405-288c-45e9-9087-07ca495a7dfb tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "GET /v2.0/security-group-rules/15b07368-0307-4ea6-a952-17f108d8df53 HTTP/1.1" status: 404 len: 361 time: 0.0502498 Nov 13 04:38:39.149029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f8aa6f8a-dc04-445c-8c60-778a931ee76e None None] Provisioning complete for port ae36e5a8-95b5-4722-ba04-a96cb19d6713 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:39.152579 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8aa6f8a-dc04-445c-8c60-778a931ee76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:39.177911 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-e72d901e-e051-4bc0-b025-67623234fa5e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:39.188170 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c904ac-276b-49d7-9559-28379496dafe req-6fc86fe3-12e6-497d-a0f9-e73a33a80047 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264855 Nov 13 04:38:39.196654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa6f8a-dc04-445c-8c60-778a931ee76e None None] Port ae36e5a8-95b5-4722-ba04-a96cb19d6713 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:38:39.215392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 06627902-a266-434c-be1b-4705c06afe9f up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:39.215639 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe0e176d-77ee-476a-9e94-f3e37067d9f7 req-df4910a4-bfbb-4c0d-80c0-eb7e25271eec tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221278 Nov 13 04:38:39.241768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:38:39.241768 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-acf5d508-2451-473b-bf6f-bf1319b86f3d admin admin] 10.222.0.43 "PUT /v2.0/routers/c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4740412 Nov 13 04:38:39.273381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 06627902-a266-434c-be1b-4705c06afe9f completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:38:39.277347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 06627902-a266-434c-be1b-4705c06afe9f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:39.277708 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:39.293060 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b29d85cd-e4f3-4e33-b5d8-c3066ff16b41 req-cc4c4763-89b7-4e19-8c6a-ff6fd32a3d9e tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "GET /v2.0/security-groups/6ddec62b-1526-404e-8744-298c3e6d7400 HTTP/1.1" status: 200 len: 1829 time: 0.1634312 Nov 13 04:38:39.316395 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-e72d901e-e051-4bc0-b025-67623234fa5e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:39.379455 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:39.406180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-e72d901e-e051-4bc0-b025-67623234fa5e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:39.417993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-e72d901e-e051-4bc0-b025-67623234fa5e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:39.426008 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 06627902-a266-434c-be1b-4705c06afe9f, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=06627902-a266-434c-be1b-4705c06afe9f,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:39.428223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-e72d901e-e051-4bc0-b025-67623234fa5e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:39.435068 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-e72d901e-e051-4bc0-b025-67623234fa5e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:39.435413 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:39.435962 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-e72d901e-e051-4bc0-b025-67623234fa5e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:39.440247 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c904ac-276b-49d7-9559-28379496dafe req-dde4468d-68c9-4938-8d48-09db6abefe14 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441313 Nov 13 04:38:39.452392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d901e-e051-4bc0-b025-67623234fa5e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Pushing event updated for resources: {'Port': ['ID=4bb3314f-bdba-4c54-87e0-8edce43ce31b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:39.485688 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-e72d901e-e051-4bc0-b025-67623234fa5e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3823225 Nov 13 04:38:39.505743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f814a-f9a9-45d0-9c5b-f1201192b833 req-bcce6006-7f48-48bc-b8a8-d5ac25f10758 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:39.509977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Request body: {'port': {'device_id': '094449d5-34d8-4a8e-864a-e618a0812faa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:39.512717 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b29d85cd-e4f3-4e33-b5d8-c3066ff16b41 req-1acc5fe2-a705-479d-a573-6a91bce66fa4 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:39.513732 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-257f814a-f9a9-45d0-9c5b-f1201192b833 req-bcce6006-7f48-48bc-b8a8-d5ac25f10758 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0701814 Nov 13 04:38:39.519659 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=06627902-a266-434c-be1b-4705c06afe9f,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:39.563985 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b29d85cd-e4f3-4e33-b5d8-c3066ff16b41 req-1acc5fe2-a705-479d-a573-6a91bce66fa4 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:39.571344 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-257f814a-f9a9-45d0-9c5b-f1201192b833 req-c125d20e-d58e-45a3-b388-8bee5db6f760 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566280 Nov 13 04:38:39.612970 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:39.657128 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b29d85cd-e4f3-4e33-b5d8-c3066ff16b41 req-1acc5fe2-a705-479d-a573-6a91bce66fa4 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:39.659731 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b29d85cd-e4f3-4e33-b5d8-c3066ff16b41 req-1acc5fe2-a705-479d-a573-6a91bce66fa4 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:39.660872 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b29d85cd-e4f3-4e33-b5d8-c3066ff16b41 req-1acc5fe2-a705-479d-a573-6a91bce66fa4 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "DELETE /v2.0/security-groups/6ddec62b-1526-404e-8744-298c3e6d7400 HTTP/1.1" status: 204 len: 173 time: 0.3587849 Nov 13 04:38:39.683944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc5fe2-a705-479d-a573-6a91bce66fa4 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddec62b-1526-404e-8744-298c3e6d7400,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:39.716647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8679171-2659-4d18-a19a-19459a00069d req-b872a745-7b23-4688-9de3-1f9af3c7379d tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:39.731056 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c8679171-2659-4d18-a19a-19459a00069d req-b872a745-7b23-4688-9de3-1f9af3c7379d tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 932 time: 0.0870974 Nov 13 04:38:39.789599 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c8679171-2659-4d18-a19a-19459a00069d req-4a638319-f277-479d-a25e-e4681da7c346 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556276 Nov 13 04:38:39.800353 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3448f73c-37eb-4f57-8a25-5e7b9d05c134 req-ada2e7aa-2106-4d76-91bb-16e7da0d7b72 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "GET /v2.0/security-groups/8da37ea5-595a-4de8-a845-7f797972d0b1 HTTP/1.1" status: 200 len: 1829 time: 0.1126649 Nov 13 04:38:39.879411 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:39.925358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9939df3d-052d-4094-9e1a-763cfc312e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06627902-a266-434c-be1b-4705c06afe9f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:39.928910 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb83137-9a31-43e2-b24c-33f009d42e3f" -d '{"events": [{"server_uuid": "9939df3d-052d-4094-9e1a-763cfc312e5c", "name": "network-vif-plugged", "status": "completed", "tag": "06627902-a266-434c-be1b-4705c06afe9f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:39.929104 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3448f73c-37eb-4f57-8a25-5e7b9d05c134 req-fc4dc1e8-2a43-4aae-8109-61e5e6ed5878 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:39.944065 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Sync routers for ids ['c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:38:39.957813 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Routers {'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:38:39.958063 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b34a0-6844-466b-aa70-3fb03cdd8755 req-5a1c6b4f-9e3d-45bc-9875-c4a07409c69d tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:39.958864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:38:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:39.959618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40260) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:39.964394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1735122975-network', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:39.966896 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b80b34a0-6844-466b-aa70-3fb03cdd8755 req-5a1c6b4f-9e3d-45bc-9875-c4a07409c69d tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 948 time: 0.0831957 Nov 13 04:38:39.982968 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3448f73c-37eb-4f57-8a25-5e7b9d05c134 req-fc4dc1e8-2a43-4aae-8109-61e5e6ed5878 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.017794 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b80b34a0-6844-466b-aa70-3fb03cdd8755 req-7ca59ac1-8a87-4731-84b6-a89cb4b3a974 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497589 Nov 13 04:38:40.033548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] Made reservation on behalf of 97f89ed31ac24f6fb7d229d7cb6717db for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:40.035869 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.068718 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.074679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Set router c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:38:40.090668 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3448f73c-37eb-4f57-8a25-5e7b9d05c134 req-fc4dc1e8-2a43-4aae-8109-61e5e6ed5878 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.094568 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3448f73c-37eb-4f57-8a25-5e7b9d05c134 req-fc4dc1e8-2a43-4aae-8109-61e5e6ed5878 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.107587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3448f73c-37eb-4f57-8a25-5e7b9d05c134 req-fc4dc1e8-2a43-4aae-8109-61e5e6ed5878 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "DELETE /v2.0/security-groups/8da37ea5-595a-4de8-a845-7f797972d0b1 HTTP/1.1" status: 204 len: 173 time: 0.2931817 Nov 13 04:38:40.111852 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb3314f-bdba-4c54-87e0-8edce43ce31b {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:40.139871 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.144132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dc1e8-2a43-4aae-8109-61e5e6ed5878 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da37ea5-595a-4de8-a845-7f797972d0b1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:40.175829 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f93d195-59bc-4e44-be02-64148f982380 x-openstack-request-id: req-6f93d195-59bc-4e44-be02-64148f982380 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:40.175985 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9939df3d-052d-4094-9e1a-763cfc312e5c", "name": "network-vif-plugged", "status": "completed", "tag": "06627902-a266-434c-be1b-4705c06afe9f", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:40.176441 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f93d195-59bc-4e44-be02-64148f982380 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:40.177279 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9939df3d-052d-4094-9e1a-763cfc312e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06627902-a266-434c-be1b-4705c06afe9f', 'code': 200} Nov 13 04:38:40.212947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Transition to ACTIVE for port object 4bb3314f-bdba-4c54-87e0-8edce43ce31b will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:38:40.224839 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 58b126b9-f71e-4559-bfe1-884937ce3271 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:40.226387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.264491 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e256d1f-3cd6-4829-832c-afd52e09b43b req-521134c8-fc6d-44a6-8763-84c994b43735 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:40.266134 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e256d1f-3cd6-4829-832c-afd52e09b43b req-521134c8-fc6d-44a6-8763-84c994b43735 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.0582807 Nov 13 04:38:40.325149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e455dbdb-d723-49a4-867b-a293552b524b req-77d99ef3-b18e-418c-9bf6-f17ed815948a tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "GET /v2.0/security-groups/630c7d20-a09d-4233-8935-92b8e4886465 HTTP/1.1" status: 200 len: 1826 time: 0.1327500 Nov 13 04:38:40.348729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 58b126b9-f71e-4559-bfe1-884937ce3271 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:40.349303 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.355121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb3314f-bdba-4c54-87e0-8edce43ce31b,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:40.392808 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.412668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104215784-router', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:32Z', 'updated_at': '2021-11-13T04:38:37Z', 'revision_number': 4, 'project_id': 'ce0cfecdac4441318074adbf32b6f508', 'gw_port': {'id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:33Z', 'updated_at': '2021-11-13T04:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'ae36e5a8-95b5-4722-ba04-a96cb19d6713', 'name': '', 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508', 'mac_address': 'fa:16:3e:30:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '66f9c1a2-000d-4cd3-886f-60ee310198c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:36Z', 'updated_at': '2021-11-13T04:38:38Z', 'revision_number': 2, 'project_id': 'ce0cfecdac4441318074adbf32b6f508', 'subnets': [{'id': '66f9c1a2-000d-4cd3-886f-60ee310198c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:40.425510 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.443054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Attempting to bind port 4bb3314f-bdba-4c54-87e0-8edce43ce31b on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:40.443447 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Attempting to bind port 4bb3314f-bdba-4c54-87e0-8edce43ce31b by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:40.443722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Attempting to bind port 4bb3314f-bdba-4c54-87e0-8edce43ce31b on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:40.448473 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Checking router: c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:38:40.448819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Updating router c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b port ae36e5a8-95b5-4722-ba04-a96cb19d6713 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:38:40.462517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Port 4bb3314f-bdba-4c54-87e0-8edce43ce31b on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:38:40.462889 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Attempting to bind port 4bb3314f-bdba-4c54-87e0-8edce43ce31b on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:40.478359 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:38:40.498482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f49ad1-5a17-4a95-8028-ee1d498c44e0,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:40.500399 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.501645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:40.501988 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Checking segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:40.502348 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Bound using segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:40.502792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Bound port: 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:40.503167 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.513665 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.514007 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] Added segment 4b14ad18-0ddb-4030-9602-9cb71b4fee1c of type vlan for network d392bc6f-41ad-4729-8027-7f14f17ac7f5 Nov 13 04:38:40.623080 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e256d1f-3cd6-4829-832c-afd52e09b43b req-3e20a31a-49f5-4bff-9818-ba4b52f510f1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477991 Nov 13 04:38:40.628430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfae2ed-4e10-400f-80e7-510ea8d5f7c1 req-1c38f414-5cc7-4679-a3b7-c1cdec271b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:40.629904 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2bfae2ed-4e10-400f-80e7-510ea8d5f7c1 req-1c38f414-5cc7-4679-a3b7-c1cdec271b9a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 1101 time: 0.0674944 Nov 13 04:38:40.689088 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2bfae2ed-4e10-400f-80e7-510ea8d5f7c1 req-a753cddc-67ec-4dbf-a462-4c3e070c2d48 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504572 Nov 13 04:38:40.747194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996eae6-7d8b-40e7-b6bb-138398a2e101 req-09305c99-91dc-4306-9e43-d138d8aafd39 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:40.748678 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9996eae6-7d8b-40e7-b6bb-138398a2e101 req-09305c99-91dc-4306-9e43-d138d8aafd39 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 950 time: 0.0502319 Nov 13 04:38:40.786624 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e455dbdb-d723-49a4-867b-a293552b524b req-662a2560-205c-4e78-9cb6-354931b65228 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.811477 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9996eae6-7d8b-40e7-b6bb-138398a2e101 req-14e37ef0-272d-4b62-a1b9-c88f558fb71c tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550160 Nov 13 04:38:40.812015 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.827048 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.868423 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e455dbdb-d723-49a4-867b-a293552b524b req-662a2560-205c-4e78-9cb6-354931b65228 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.872008 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.922158 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df71d5-2bf4-437a-b53e-0765fd0eed06 None None] Pushing event updated for resources: {'Port': ['ID=ae36e5a8-95b5-4722-ba04-a96cb19d6713,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:40.928791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a8cbe-2954-4b24-8cc7-43a81e3be1a6 req-fab9262c-25c6-4219-9796-f4ed76dbfbed tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:40.930709 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a65a8cbe-2954-4b24-8cc7-43a81e3be1a6 req-fab9262c-25c6-4219-9796-f4ed76dbfbed tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0593717 Nov 13 04:38:40.966304 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.967501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:40.968092 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.968248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Attempting to bind port ae36e5a8-95b5-4722-ba04-a96cb19d6713 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:40.968494 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Attempting to bind port ae36e5a8-95b5-4722-ba04-a96cb19d6713 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '8a8a0143-9995-4eae-b5e8-de0e7d98cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:40.968847 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Attempting to bind port ae36e5a8-95b5-4722-ba04-a96cb19d6713 on network 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:40.975866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:40.976588 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Checking segment: {'id': '8a8a0143-9995-4eae-b5e8-de0e7d98cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:40.977144 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.978292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Bound using segment: {'id': '8a8a0143-9995-4eae-b5e8-de0e7d98cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:40.979007 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Bound port: ae36e5a8-95b5-4722-ba04-a96cb19d6713, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8a0143-9995-4eae-b5e8-de0e7d98cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:40.979539 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:40.985950 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a65a8cbe-2954-4b24-8cc7-43a81e3be1a6 req-4ea9b002-93b4-4cda-b407-0afe7d562b86 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485442 Nov 13 04:38:41.037518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] Pushing event updated for resources: {'Network': ['ID=d392bc6f-41ad-4729-8027-7f14f17ac7f5,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:41.063483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:41.070399 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:41.075929 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b98ff16b-eb34-4d96-a8cd-5eba1dcccbf8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1151903 Nov 13 04:38:41.077977 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e455dbdb-d723-49a4-867b-a293552b524b req-662a2560-205c-4e78-9cb6-354931b65228 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.080695 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e455dbdb-d723-49a4-867b-a293552b524b req-662a2560-205c-4e78-9cb6-354931b65228 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.081928 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e455dbdb-d723-49a4-867b-a293552b524b req-662a2560-205c-4e78-9cb6-354931b65228 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "DELETE /v2.0/security-groups/630c7d20-a09d-4233-8935-92b8e4886465 HTTP/1.1" status: 204 len: 173 time: 0.7458045 Nov 13 04:38:41.083313 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.094014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40274) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:41.114245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-006df86b-385e-4343-a649-101cd4386cd6 admin admin] Request body: {'subnet': {'network_id': 'd392bc6f-41ad-4729-8027-7f14f17ac7f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735122975-subnet', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:41.116391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:41.117139 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.118907 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] 10.222.0.46 "PUT /v2.0/ports/4bb3314f-bdba-4c54-87e0-8edce43ce31b HTTP/1.1" status: 200 len: 1092 time: 1.6150312 Nov 13 04:38:41.145807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094449d5-34d8-4a8e-864a-e618a0812faa', 'tag': '4bb3314f-bdba-4c54-87e0-8edce43ce31b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:41.148799 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6f5dc2-18fc-4de8-b5d0-f8639c58c0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "094449d5-34d8-4a8e-864a-e618a0812faa", "tag": "4bb3314f-bdba-4c54-87e0-8edce43ce31b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:41.160554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a2560-205c-4e78-9cb6-354931b65228 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=630c7d20-a09d-4233-8935-92b8e4886465,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:41.187143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network d392bc6f-41ad-4729-8027-7f14f17ac7f5 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:38:41.209940 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006df86b-385e-4343-a649-101cd4386cd6 admin admin] Made reservation on behalf of 97f89ed31ac24f6fb7d229d7cb6717db for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:41.213024 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-006df86b-385e-4343-a649-101cd4386cd6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.215568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b35f7-5235-4c95-ba66-6b1bafe29403 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb3314f-bdba-4c54-87e0-8edce43ce31b,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:41.228846 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ade19-f2ad-4dbc-b4bf-0f78ba2c9d3d req-bb9a852e-38f7-4b50-a0d5-6f6a38d1f675 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:41.231353 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d44ade19-f2ad-4dbc-b4bf-0f78ba2c9d3d req-bb9a852e-38f7-4b50-a0d5-6f6a38d1f675 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 944 time: 0.1556237 Nov 13 04:38:41.277910 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] For port ae36e5a8-95b5-4722-ba04-a96cb19d6713, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:41.295713 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d44ade19-f2ad-4dbc-b4bf-0f78ba2c9d3d req-12faedf5-82db-4d51-86ab-baf1286eef40 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570428 Nov 13 04:38:41.306991 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] For port ae36e5a8-95b5-4722-ba04-a96cb19d6713, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ae36e5a8-95b5-4722-ba04-a96cb19d6713,segment=NetworkSegment(8a8a0143-9995-4eae-b5e8-de0e7d98cd99),segment_id=8a8a0143-9995-4eae-b5e8-de0e7d98cd99)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:41.308192 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1786211a-21ce-4828-895a-83e1dc6431c7 None None] Provisioning complete for port ae36e5a8-95b5-4722-ba04-a96cb19d6713 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:41.308571 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1786211a-21ce-4828-895a-83e1dc6431c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.334225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406df29c-b711-4086-b716-ed96eaabfe6d req-4e5b9450-9a74-411c-8ad8-c39ad3ea410b tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:41.336160 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-406df29c-b711-4086-b716-ed96eaabfe6d req-4e5b9450-9a74-411c-8ad8-c39ad3ea410b tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 948 time: 0.1425967 Nov 13 04:38:41.340082 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.379760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-2663a423-34b4-477e-8c9e-ad872aacd063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:41.381479 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-2663a423-34b4-477e-8c9e-ad872aacd063 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 1095 time: 0.1438313 Nov 13 04:38:41.382557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1786211a-21ce-4828-895a-83e1dc6431c7 None None] Port ae36e5a8-95b5-4722-ba04-a96cb19d6713 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:38:41.419636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df71d5-2bf4-437a-b53e-0765fd0eed06 None None] Pushing event updated for resources: {'Port': ['ID=ae36e5a8-95b5-4722-ba04-a96cb19d6713,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:41.422708 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Routers {'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:38:41.424071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:38:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:41.424971 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce917288-fe91-4764-bfc9-f938bf634936 req-d0752a74-87f0-4b0d-8903-9e6569dbdcc9 tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "GET /v2.0/security-groups/18d73ea4-aec7-46da-88d2-851b461b7041 HTTP/1.1" status: 200 len: 1829 time: 0.0812776 Nov 13 04:38:41.451722 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-ac9ace7b-2772-4eb9-b9b9-fb2822b7ef93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b HTTP/1.1" status: 200 len: 217 time: 0.0516615 Nov 13 04:38:41.460165 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-406df29c-b711-4086-b716-ed96eaabfe6d req-da79d3f0-fd7e-466c-9912-738ff4e318bd tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124685 Nov 13 04:38:41.492476 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce917288-fe91-4764-bfc9-f938bf634936 req-f6738589-4ac6-4bdf-b3bd-1ead130e5b6c tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.542827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-5373bc3e-db99-4801-8aeb-3e3386032147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:41.544484 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-5373bc3e-db99-4801-8aeb-3e3386032147 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.0814583 Nov 13 04:38:41.548954 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce917288-fe91-4764-bfc9-f938bf634936 req-f6738589-4ac6-4bdf-b3bd-1ead130e5b6c tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.608307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-8f5db56e-b166-424f-846f-92d8cc4b2c3f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441241 Nov 13 04:38:41.613795 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] Set router c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:38:41.616659 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce917288-fe91-4764-bfc9-f938bf634936 req-f6738589-4ac6-4bdf-b3bd-1ead130e5b6c tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.619569 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce917288-fe91-4764-bfc9-f938bf634936 req-f6738589-4ac6-4bdf-b3bd-1ead130e5b6c tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.621211 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce917288-fe91-4764-bfc9-f938bf634936 req-f6738589-4ac6-4bdf-b3bd-1ead130e5b6c tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "DELETE /v2.0/security-groups/18d73ea4-aec7-46da-88d2-851b461b7041 HTTP/1.1" status: 204 len: 173 time: 0.1952748 Nov 13 04:38:41.640492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6738589-4ac6-4bdf-b3bd-1ead130e5b6c tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d73ea4-aec7-46da-88d2-851b461b7041,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:41.666481 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7ae670-205e-47a2-a973-68e30e0a444c x-openstack-request-id: req-4a7ae670-205e-47a2-a973-68e30e0a444c {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:41.666876 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094449d5-34d8-4a8e-864a-e618a0812faa", "tag": "4bb3314f-bdba-4c54-87e0-8edce43ce31b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:41.667070 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a7ae670-205e-47a2-a973-68e30e0a444c {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:41.667628 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094449d5-34d8-4a8e-864a-e618a0812faa', 'tag': '4bb3314f-bdba-4c54-87e0-8edce43ce31b', 'status': 'completed', 'code': 200} Nov 13 04:38:41.676292 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-006df86b-385e-4343-a649-101cd4386cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.693695 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24f3d4d3-56cb-4b51-8719-9f8ab4a9fa5d req-7f63bff1-ccce-4d67-8a79-2400b68b511d tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "GET /v2.0/security-groups/ddabcc03-4a72-4c27-a215-5fa18d744cbe HTTP/1.1" status: 200 len: 1829 time: 0.0500422 Nov 13 04:38:41.763388 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-24f3d4d3-56cb-4b51-8719-9f8ab4a9fa5d req-49cc6969-c0cc-4ac4-ab87-3d4e2dfc3c4e tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.787486 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-24f3d4d3-56cb-4b51-8719-9f8ab4a9fa5d req-49cc6969-c0cc-4ac4-ab87-3d4e2dfc3c4e tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.799810 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7fd0976d-5032-46cc-8e3a-a6cdcd45343c None None] Provisioning complete for port ae36e5a8-95b5-4722-ba04-a96cb19d6713 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:41.800048 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fd0976d-5032-46cc-8e3a-a6cdcd45343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.824428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006df86b-385e-4343-a649-101cd4386cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d3ea36d-85f1-4630-8557-ec29a605d1ac,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:41.843593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-24f3d4d3-56cb-4b51-8719-9f8ab4a9fa5d req-49cc6969-c0cc-4ac4-ab87-3d4e2dfc3c4e tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.852058 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-24f3d4d3-56cb-4b51-8719-9f8ab4a9fa5d req-49cc6969-c0cc-4ac4-ab87-3d4e2dfc3c4e tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:41.853306 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24f3d4d3-56cb-4b51-8719-9f8ab4a9fa5d req-49cc6969-c0cc-4ac4-ab87-3d4e2dfc3c4e tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] 10.222.0.43 "DELETE /v2.0/security-groups/ddabcc03-4a72-4c27-a215-5fa18d744cbe HTTP/1.1" status: 204 len: 173 time: 0.1530707 Nov 13 04:38:41.857138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-0161ec08-43c4-4f68-a455-8ec6d6c92e52 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376716 Nov 13 04:38:41.859274 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40288) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:41.863876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc6969-c0cc-4ac4-ab87-3d4e2dfc3c4e tempest-SecurityGroupRulesNegativeTestJSON-957096453 tempest-SecurityGroupRulesNegativeTestJSON-957096453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddabcc03-4a72-4c27-a215-5fa18d744cbe,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:41.868849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f7cda-d7c8-4088-9054-024d0aa73613 req-aed63de4-0a17-4b40-a833-d6c90aea2cfb tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:41.870365 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8a5f7cda-d7c8-4088-9054-024d0aa73613 req-aed63de4-0a17-4b40-a833-d6c90aea2cfb tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.1150446 Nov 13 04:38:41.893323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006df86b-385e-4343-a649-101cd4386cd6 admin admin] Checking segment: {'id': '4b14ad18-0ddb-4030-9602-9cb71b4fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd392bc6f-41ad-4729-8027-7f14f17ac7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:41.893671 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006df86b-385e-4343-a649-101cd4386cd6 admin admin] Network hostable DHCP agents. Network: d392bc6f-41ad-4729-8027-7f14f17ac7f5, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:38:41.966356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfd3f5-780a-464c-9f24-1e732deac358 req-c557f655-ed13-4fe4-bc6b-7e98f5280610 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:41.968437 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eedfd3f5-780a-464c-9f24-1e732deac358 req-c557f655-ed13-4fe4-bc6b-7e98f5280610 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 950 time: 0.0569913 Nov 13 04:38:41.978609 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fd0976d-5032-46cc-8e3a-a6cdcd45343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.019260 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104215784-router', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:32Z', 'updated_at': '2021-11-13T04:38:37Z', 'revision_number': 4, 'project_id': 'ce0cfecdac4441318074adbf32b6f508', 'gw_port': {'id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:33Z', 'updated_at': '2021-11-13T04:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'ae36e5a8-95b5-4722-ba04-a96cb19d6713', 'name': '', 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508', 'mac_address': 'fa:16:3e:30:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '66f9c1a2-000d-4cd3-886f-60ee310198c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:36Z', 'updated_at': '2021-11-13T04:38:41Z', 'revision_number': 4, 'project_id': 'ce0cfecdac4441318074adbf32b6f508', 'subnets': [{'id': '66f9c1a2-000d-4cd3-886f-60ee310198c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:42.022813 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006df86b-385e-4343-a649-101cd4386cd6 admin admin] Network d392bc6f-41ad-4729-8027-7f14f17ac7f5 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:38:42.024311 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eedfd3f5-780a-464c-9f24-1e732deac358 req-e3784533-2715-4b99-a03b-ae986de7b74f tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484016 Nov 13 04:38:42.032746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6545bff2-ce33-4b05-8311-dfa81c5b939b admin admin] Deleting subnet 2fd04118-38df-4337-98c7-b99843538240 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:38:42.047107 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6545bff2-ce33-4b05-8311-dfa81c5b939b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.077114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c06b96b-ba82-4701-895d-5446b120d34f None None] The sync data for ids ['c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'] in n-d-813114-2 is: [{'id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104215784-router', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:32Z', 'updated_at': '2021-11-13T04:38:37Z', 'revision_number': 4, 'project_id': 'ce0cfecdac4441318074adbf32b6f508', 'gw_port': {'id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:33Z', 'updated_at': '2021-11-13T04:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'ae36e5a8-95b5-4722-ba04-a96cb19d6713', 'name': '', 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508', 'mac_address': 'fa:16:3e:30:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '66f9c1a2-000d-4cd3-886f-60ee310198c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:36Z', 'updated_at': '2021-11-13T04:38:41Z', 'revision_number': 4, 'project_id': 'ce0cfecdac4441318074adbf32b6f508', 'subnets': [{'id': '66f9c1a2-000d-4cd3-886f-60ee310198c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:38:42.086210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7fd0976d-5032-46cc-8e3a-a6cdcd45343c None None] For port ae36e5a8-95b5-4722-ba04-a96cb19d6713, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ae36e5a8-95b5-4722-ba04-a96cb19d6713,segment=NetworkSegment(8a8a0143-9995-4eae-b5e8-de0e7d98cd99),segment_id=8a8a0143-9995-4eae-b5e8-de0e7d98cd99)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:42.087576 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-006df86b-385e-4343-a649-101cd4386cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, d392bc6f-41ad-4729-8027-7f14f17ac7f5) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:42.096925 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fd0976d-5032-46cc-8e3a-a6cdcd45343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.100116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006df86b-385e-4343-a649-101cd4386cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:42.100733 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-006df86b-385e-4343-a649-101cd4386cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.127624 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8a5f7cda-d7c8-4088-9054-024d0aa73613 req-1bfdb4ad-34b9-4589-a5a9-2c2bc5c6a539 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401063 Nov 13 04:38:42.141176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043bf5e8-1122-4c4c-83fb-314f8d8c47c8 None None] Network d392bc6f-41ad-4729-8027-7f14f17ac7f5 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:38:42.174675 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6545bff2-ce33-4b05-8311-dfa81c5b939b admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.202683 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ae10b1-1c16-4437-98f2-65433c21eed1 req-dc804ca3-dfa0-440e-9c00-b78894c0a3d6 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243229 Nov 13 04:38:42.203967 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6545bff2-ce33-4b05-8311-dfa81c5b939b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.255565 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-006df86b-385e-4343-a649-101cd4386cd6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1506233 Nov 13 04:38:42.256897 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40292) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:42.265271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0976d-5032-46cc-8e3a-a6cdcd45343c None None] Pushing event updated for resources: {'Port': ['ID=ae36e5a8-95b5-4722-ba04-a96cb19d6713,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:42.267610 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1735122975-router', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:42.304708 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6545bff2-ce33-4b05-8311-dfa81c5b939b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.368015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.372327 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.373821 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545bff2-ce33-4b05-8311-dfa81c5b939b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd04118-38df-4337-98c7-b99843538240,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:42.389634 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6545bff2-ce33-4b05-8311-dfa81c5b939b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.393228 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6545bff2-ce33-4b05-8311-dfa81c5b939b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2fd04118-38df-4337-98c7-b99843538240 HTTP/1.1" status: 204 len: 168 time: 0.5329602 Nov 13 04:38:42.397370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40296) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:42.428977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-d392bc6f-41ad-4729-8027-7f14f17ac7f5', 'network_id': 'd392bc6f-41ad-4729-8027-7f14f17ac7f5', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'fixed_ips': [{'subnet_id': '1d3ea36d-85f1-4630-8557-ec29a605d1ac'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:38:42.430777 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.448850 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bce29-35aa-4474-898c-46b14b076708 req-300d2e55-608b-4795-94ab-8519af2d301b tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:42.450599 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-247bce29-35aa-4474-898c-46b14b076708 req-300d2e55-608b-4795-94ab-8519af2d301b tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.1464036 Nov 13 04:38:42.486854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5dc2-18fc-4de8-b5d0-f8639c58c0ef req-259ab6db-5e5f-475e-96b9-793b67c22b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:42.488415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e6f5dc2-18fc-4de8-b5d0-f8639c58c0ef req-259ab6db-5e5f-475e-96b9-793b67c22b3f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 1095 time: 0.1003497 Nov 13 04:38:42.501782 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.505864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d24099-6b4a-4c9f-8785-e47cd7a87535 req-6867b6db-7ce4-4270-9d65-86de1d53d363 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:42.513821 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9d24099-6b4a-4c9f-8785-e47cd7a87535 req-6867b6db-7ce4-4270-9d65-86de1d53d363 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 944 time: 0.0719781 Nov 13 04:38:42.609717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Allocated IP 172.20.0.2 (d392bc6f-41ad-4729-8027-7f14f17ac7f5/1d3ea36d-85f1-4630-8557-ec29a605d1ac/81399232-9b9b-4fd7-b5dc-f2c31f054103) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:42.677351 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.691418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5dc2-18fc-4de8-b5d0-f8639c58c0ef req-4f27be0c-4d7b-4dbd-8907-cc6321e2d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:42.693532 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e6f5dc2-18fc-4de8-b5d0-f8639c58c0ef req-4f27be0c-4d7b-4dbd-8907-cc6321e2d2ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.1776342 Nov 13 04:38:42.695519 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-247bce29-35aa-4474-898c-46b14b076708 req-03c78400-e26f-48b3-80f6-1c7fe16a2604 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807449 Nov 13 04:38:42.782933 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e6f5dc2-18fc-4de8-b5d0-f8639c58c0ef req-3a1188e8-d936-4bea-a6ea-96cd2e27072d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b HTTP/1.1" status: 200 len: 217 time: 0.0795786 Nov 13 04:38:42.813774 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9d24099-6b4a-4c9f-8785-e47cd7a87535 req-9089dc8f-6f93-4c14-b62b-cd146a890639 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986808 Nov 13 04:38:42.830335 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.840589 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.852820 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:42.868516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5dc2-18fc-4de8-b5d0-f8639c58c0ef req-b4ec7af9-e07e-4390-987b-eee7db086d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:42.870188 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e6f5dc2-18fc-4de8-b5d0-f8639c58c0ef req-b4ec7af9-e07e-4390-987b-eee7db086d5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.0783234 Nov 13 04:38:42.913069 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Network d392bc6f-41ad-4729-8027-7f14f17ac7f5 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:42.921119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:42.928515 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e6f5dc2-18fc-4de8-b5d0-f8639c58c0ef req-bdfee29e-a116-40a3-a9ba-1c51fca9a76a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507221 Nov 13 04:38:42.931107 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:42.934671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Pushing event updated for resources: {'Port': ['ID=81399232-9b9b-4fd7-b5dc-f2c31f054103,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:42.996540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Attempting to bind port 81399232-9b9b-4fd7-b5dc-f2c31f054103 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:42.996894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Attempting to bind port 81399232-9b9b-4fd7-b5dc-f2c31f054103 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '4b14ad18-0ddb-4030-9602-9cb71b4fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd392bc6f-41ad-4729-8027-7f14f17ac7f5'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:42.997416 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Attempting to bind port 81399232-9b9b-4fd7-b5dc-f2c31f054103 on network d392bc6f-41ad-4729-8027-7f14f17ac7f5 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:43.001593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:43.003516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:43.003876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Checking segment: {'id': '4b14ad18-0ddb-4030-9602-9cb71b4fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd392bc6f-41ad-4729-8027-7f14f17ac7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:43.004439 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:43.005254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Bound using segment: {'id': '4b14ad18-0ddb-4030-9602-9cb71b4fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd392bc6f-41ad-4729-8027-7f14f17ac7f5'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:43.006487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Bound port: 81399232-9b9b-4fd7-b5dc-f2c31f054103, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b14ad18-0ddb-4030-9602-9cb71b4fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd392bc6f-41ad-4729-8027-7f14f17ac7f5'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:43.007062 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:43.031436 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:38:43.031816 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:38:43.032546 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:38:43.032866 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Subscribe: > port after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:38:43.033176 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Subscribe: > port after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:38:43.033485 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Subscribe: > port after_update 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:38:43.033806 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:38:43.034313 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:38:43.034786 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:38:43.038318 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:38:43.073202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e124783c-d064-4049-96cb-29738174ca3a None None] For port 81399232-9b9b-4fd7-b5dc-f2c31f054103, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:43.078713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e6f5dc2-18fc-4de8-b5d0-f8639c58c0ef req-6a781a02-9519-4430-afe1-15b19292c00a service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422312 Nov 13 04:38:43.080576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e124783c-d064-4049-96cb-29738174ca3a None None] For port 81399232-9b9b-4fd7-b5dc-f2c31f054103, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=81399232-9b9b-4fd7-b5dc-f2c31f054103,segment=NetworkSegment(4b14ad18-0ddb-4030-9602-9cb71b4fee1c),segment_id=4b14ad18-0ddb-4030-9602-9cb71b4fee1c)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:43.089656 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:43.156449 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:38:43.156605 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:38:43.156797 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:38:43.157125 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:38:43.157497 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdb1868-839c-45e9-9a51-0a10a592d968']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:43.175336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124783c-d064-4049-96cb-29738174ca3a None None] Pushing event updated for resources: {'Port': ['ID=81399232-9b9b-4fd7-b5dc-f2c31f054103,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:43.215523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c701b84e-09d9-4830-85de-d483b76e939e') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:43.215898 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c701b84e-09d9-4830-85de-d483b76e939e') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:43.245858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840771ef-7b7a-4fe6-bd9d-b4bf63555f78 req-6bda537f-919d-483d-b3d7-21b4a51f91de tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:43.251485 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e6f5dc2-18fc-4de8-b5d0-f8639c58c0ef req-7db011c2-676d-4ccb-8ffe-8fc8e3696928 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639717 Nov 13 04:38:43.255759 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-840771ef-7b7a-4fe6-bd9d-b4bf63555f78 req-6bda537f-919d-483d-b3d7-21b4a51f91de tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 948 time: 0.4823725 Nov 13 04:38:43.279124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bc4aa-42f1-40e0-b943-ed13ade2cffb req-a70bf851-e484-446a-a6c0-bceb5fdacf07 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:43.293919 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-670bc4aa-42f1-40e0-b943-ed13ade2cffb req-a70bf851-e484-446a-a6c0-bceb5fdacf07 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 950 time: 0.0883682 Nov 13 04:38:43.312568 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:43.355215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-670bc4aa-42f1-40e0-b943-ed13ade2cffb req-6bf4bff3-9d90-4846-bfcb-67fd58230ae7 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602040 Nov 13 04:38:43.375931 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:43.391423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:38:43.391820 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: from cryptography.utils import int_from_bytes Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: from cryptography.utils import int_from_bytes Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:38:43.422119 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:38:43.443019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-840771ef-7b7a-4fe6-bd9d-b4bf63555f78 req-8a912779-58ef-4924-8ce2-de15b4d8acab tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863394 Nov 13 04:38:43.529882 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:43.560033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f5ebc-5705-4173-9b89-46fb89fa5780 req-fb4e9107-d538-4805-b0fe-d719c28ca101 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:43.561773 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:43.564268 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da9f5ebc-5705-4173-9b89-46fb89fa5780 req-fb4e9107-d538-4805-b0fe-d719c28ca101 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.1006727 Nov 13 04:38:43.565282 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] 10.222.0.43 "DELETE /v2.0/networks/abdb1868-839c-45e9-9a51-0a10a592d968 HTTP/1.1" status: 204 len: 168 time: 1.1640093 Nov 13 04:38:43.606100 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908540ca-7e72-4a78-896d-899dd05b872d admin admin] Pushing event deleted for resources: {'Network': ['ID=abdb1868-839c-45e9-9a51-0a10a592d968,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:43.650766 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da9f5ebc-5705-4173-9b89-46fb89fa5780 req-47f0f076-14ab-4919-9477-74bbf4aca3d3 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707276 Nov 13 04:38:43.690585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9c0ba-a801-46c3-a9ea-2fb5e379f436 req-c259a7c7-dd52-4fbe-8d52-03c8995e11f5 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:43.692179 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85d9c0ba-a801-46c3-a9ea-2fb5e379f436 req-c259a7c7-dd52-4fbe-8d52-03c8995e11f5 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c958743b-cec2-481c-8955-c15443a35e2e HTTP/1.1" status: 200 len: 950 time: 0.1599252 Nov 13 04:38:43.746725 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:43.764329 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device beef7a16-f4fc-416a-a529-1b68243da415 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:38:43.777512 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:43.830068 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85d9c0ba-a801-46c3-a9ea-2fb5e379f436 req-03493a0a-39dc-4b99-ba42-07907f492121 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172202 Nov 13 04:38:43.839650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdc0ef-435a-4f23-9b23-da1d694b5415 req-0ce776e0-1ee1-44b0-8381-aacebb8d0950 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:43.850991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7bfdc0ef-435a-4f23-9b23-da1d694b5415 req-0ce776e0-1ee1-44b0-8381-aacebb8d0950 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0771322 Nov 13 04:38:43.864417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40314) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:43.921394 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7bfdc0ef-435a-4f23-9b23-da1d694b5415 req-7c5edf11-d436-4dc1-933d-d6aa86517e5e tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694995 Nov 13 04:38:43.936303 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port beef7a16-f4fc-416a-a529-1b68243da415, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=beef7a16-f4fc-416a-a529-1b68243da415,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:43.957054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'beef7a16-f4fc-416a-a529-1b68243da415', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'beef7a16-f4fc-416a-a529-1b68243da415', 'mac_address': 'fa:16:3e:b9:b1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:38:43.978616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Allocated IP 172.25.8.117 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/ee1dae50-6005-41de-b439-de3e34d85ed9) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:43.992075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40320) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:43.992299 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f08d7631-94d1-419f-bc3d-0c888841c4cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ceb91f0e373646ac9af4afbd5753b8ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266763 Nov 13 04:38:44.027520 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:44.055970 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beef7a16-f4fc-416a-a529-1b68243da415 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:44.076167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fe70b-b159-4f4d-beee-81cb3e125c5b req-36e4c3dd-b3fb-4050-8db1-9a10ad2824ee tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:44.083506 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-335fe70b-b159-4f4d-beee-81cb3e125c5b req-36e4c3dd-b3fb-4050-8db1-9a10ad2824ee tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 944 time: 0.1637430 Nov 13 04:38:44.105140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port beef7a16-f4fc-416a-a529-1b68243da415, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=beef7a16-f4fc-416a-a529-1b68243da415,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:44.111610 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35915048-db0c-42e9-9268-e92fbe2a17d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:44.118106 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:44.157830 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35915048-db0c-42e9-9268-e92fbe2a17d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:44.177042 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-335fe70b-b159-4f4d-beee-81cb3e125c5b req-f22feec1-1709-4dec-b8f4-86571288edaf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924032 Nov 13 04:38:44.199752 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:44.224233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=beef7a16-f4fc-416a-a529-1b68243da415,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:44.268021 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35915048-db0c-42e9-9268-e92fbe2a17d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:44.272230 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:44.273035 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35915048-db0c-42e9-9268-e92fbe2a17d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:44.277331 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-35915048-db0c-42e9-9268-e92fbe2a17d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4756d0b2-c285-416c-8519-4dbef175bd18 HTTP/1.1" status: 204 len: 168 time: 0.2841237 Nov 13 04:38:44.298107 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 81399232-9b9b-4fd7-b5dc-f2c31f054103 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:44.321992 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35915048-db0c-42e9-9268-e92fbe2a17d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4756d0b2-c285-416c-8519-4dbef175bd18,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:44.360065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:44.366689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:44.370244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:44.390617 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 81399232-9b9b-4fd7-b5dc-f2c31f054103 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:44.391120 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:44.413438 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Pushing event updated for resources: {'Port': ['ID=ee1dae50-6005-41de-b439-de3e34d85ed9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:44.433567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3b1d9-99fb-45b3-8e5d-8e54da9f8a6c req-c65546aa-100f-4b6f-a920-786d9d3747d0 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:44.450233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3b1d9-99fb-45b3-8e5d-8e54da9f8a6c req-c65546aa-100f-4b6f-a920-786d9d3747d0 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:44.468113 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07f3b1d9-99fb-45b3-8e5d-8e54da9f8a6c req-c65546aa-100f-4b6f-a920-786d9d3747d0 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c&device_id=c958743b-cec2-481c-8955-c15443a35e2e HTTP/1.1" status: 200 len: 1691 time: 0.1483793 Nov 13 04:38:44.520533 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:44.570672 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 81399232-9b9b-4fd7-b5dc-f2c31f054103, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=81399232-9b9b-4fd7-b5dc-f2c31f054103,segment=NetworkSegment(4b14ad18-0ddb-4030-9602-9cb71b4fee1c),segment_id=4b14ad18-0ddb-4030-9602-9cb71b4fee1c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:44.583115 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:44.584683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ae36e5a8-95b5-4722-ba04-a96cb19d6713 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:44.595831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07f3b1d9-99fb-45b3-8e5d-8e54da9f8a6c req-2a40775d-485c-44da-b792-73445b9365fe tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256359 Nov 13 04:38:44.641027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6973f-27a1-4d2e-8edd-edd70ae3ffcd None None] Network d392bc6f-41ad-4729-8027-7f14f17ac7f5 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:38:44.643057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['beef7a16-f4fc-416a-a529-1b68243da415'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:44.753416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7369ac-1073-482e-acf0-6612a9a7fc3f req-3be1bdd8-96a3-42dd-a706-9801c969cf08 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:44.755111 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa7369ac-1073-482e-acf0-6612a9a7fc3f req-3be1bdd8-96a3-42dd-a706-9801c969cf08 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 949 time: 0.1607573 Nov 13 04:38:44.790500 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:44.795773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda47cbd-6301-49d8-93fb-b85510897635 req-32fc922f-39cb-4cec-8b2d-b79dd349f947 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:44.797523 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cda47cbd-6301-49d8-93fb-b85510897635 req-32fc922f-39cb-4cec-8b2d-b79dd349f947 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.0739961 Nov 13 04:38:44.848170 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-989fcd78-43e3-4396-bfd3-64d0ae9c79c4 None None] Provisioning complete for port 81399232-9b9b-4fd7-b5dc-f2c31f054103 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:44.849260 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-989fcd78-43e3-4396-bfd3-64d0ae9c79c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:44.867646 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cda47cbd-6301-49d8-93fb-b85510897635 req-c4299c04-481f-409a-a046-477879a21180 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600376 Nov 13 04:38:44.874939 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa7369ac-1073-482e-acf0-6612a9a7fc3f req-c6d0d0fa-2afc-487e-9979-61b77e534ff2 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106865 Nov 13 04:38:44.965529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=81399232-9b9b-4fd7-b5dc-f2c31f054103,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:45.024499 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port ae36e5a8-95b5-4722-ba04-a96cb19d6713 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:45.024861 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:45.075330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3b9ce-efd1-46f7-8f9a-bf029d3ab4d5 req-b46b415b-ceb0-4d8b-b426-e7a2960e483a tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:45.077388 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cdd3b9ce-efd1-46f7-8f9a-bf029d3ab4d5 req-b46b415b-ceb0-4d8b-b426-e7a2960e483a tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0746102 Nov 13 04:38:45.139635 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cdd3b9ce-efd1-46f7-8f9a-bf029d3ab4d5 req-99e0b31b-2a79-4f0d-b528-c8d8dbadf29f tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547686 Nov 13 04:38:45.318214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac9c6c-7167-4c88-8118-6cb92ca1db40 req-351eaef2-7f5c-4db3-8673-01eaf14a4220 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:45.326359 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d1ac9c6c-7167-4c88-8118-6cb92ca1db40 req-351eaef2-7f5c-4db3-8673-01eaf14a4220 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 944 time: 0.0714061 Nov 13 04:38:45.353190 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a1072-60d1-4bab-b5f9-d113833f21a6 req-15eb02d6-fc1c-4c9c-989d-c674e4a2f64e tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:45.354609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b30a1072-60d1-4bab-b5f9-d113833f21a6 req-15eb02d6-fc1c-4c9c-989d-c674e4a2f64e tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 1101 time: 0.3685064 Nov 13 04:38:45.380850 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d1ac9c6c-7167-4c88-8118-6cb92ca1db40 req-b141cc5a-863d-48e6-90b9-0ed9139446f3 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532336 Nov 13 04:38:45.381332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40358) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:45.384072 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:45.453068 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b30a1072-60d1-4bab-b5f9-d113833f21a6 req-fe4f38bb-5234-40c1-b3b2-efc698b3d382 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875714 Nov 13 04:38:45.510679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-432567714-network', 'tenant_id': '15140f09689e4eeeb930615e271fa05a'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:45.537081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] Made reservation on behalf of 15140f09689e4eeeb930615e271fa05a for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:45.539507 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:45.548300 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:45.572854 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0f758ba1-659b-41d8-90b1-683a1e9cd264 None None] Provisioning complete for port 81399232-9b9b-4fd7-b5dc-f2c31f054103 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:45.573714 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f758ba1-659b-41d8-90b1-683a1e9cd264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:45.579707 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Router 04f3a8c7-392d-45f5-a893-165d35eb444e is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:38:45.591004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742b3c8-2100-497b-9b1f-ad9d8ee94747 req-fe8816fc-6ec4-4a3d-b03b-e1a5d266ec14 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:45.592492 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b742b3c8-2100-497b-9b1f-ad9d8ee94747 req-fe8816fc-6ec4-4a3d-b03b-e1a5d266ec14 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c958743b-cec2-481c-8955-c15443a35e2e HTTP/1.1" status: 200 len: 1101 time: 0.0586894 Nov 13 04:38:45.629601 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:45.634967 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:45.658173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:38:45.673948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecc5897-ab39-46f0-be5a-1abaf7967889,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:45.676990 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:45.677333 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] Added segment fb866a57-a0ae-4609-98b7-fcbff9299fdf of type vlan for network 6e1db2e5-cbdf-462d-bdea-a8913685430c Nov 13 04:38:45.720420 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:45.727561 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b742b3c8-2100-497b-9b1f-ad9d8ee94747 req-12b3775e-c4c6-4323-abeb-65c8b4acc817 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939856 Nov 13 04:38:45.738123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:38:45.747943 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Sync routers for ids ['04f3a8c7-392d-45f5-a893-165d35eb444e'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:38:45.757593 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:45.759128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:45.759684 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Routers {'04f3a8c7-392d-45f5-a893-165d35eb444e'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:38:45.760162 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:45.760276 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:38:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['04f3a8c7-392d-45f5-a893-165d35eb444e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:45.769851 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:45.771612 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-39329049-f2ab-4072-a3b4-394745ce115e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5108707 Nov 13 04:38:45.776499 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40366) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:45.843032 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] Pushing event updated for resources: {'Network': ['ID=6e1db2e5-cbdf-462d-bdea-a8913685430c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:45.855180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 6e1db2e5-cbdf-462d-bdea-a8913685430c details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:38:45.859287 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-62c7a279-eafa-41b0-878d-bc819fefa3ce admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4768422 Nov 13 04:38:45.862127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40368) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:38:45.867885 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-aed961f0-0400-4b39-ac4e-5f2951c5f001 admin admin] Request body: {'subnet': {'network_id': '6e1db2e5-cbdf-462d-bdea-a8913685430c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-432567714-subnet', 'tenant_id': '15140f09689e4eeeb930615e271fa05a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:45.901781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed961f0-0400-4b39-ac4e-5f2951c5f001 admin admin] Made reservation on behalf of 15140f09689e4eeeb930615e271fa05a for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:45.905194 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aed961f0-0400-4b39-ac4e-5f2951c5f001 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:45.918035 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Set router 04f3a8c7-392d-45f5-a893-165d35eb444e gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:38:46.118055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41671fd4-1b17-40bf-8319-55523b8340ec req-55555467-c372-4eb3-81ed-35d8d2b24ba8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:46.125699 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41671fd4-1b17-40bf-8319-55523b8340ec req-55555467-c372-4eb3-81ed-35d8d2b24ba8 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 949 time: 0.1041648 Nov 13 04:38:46.133230 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735122975-router', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ee1dae50-6005-41de-b439-de3e34d85ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:42Z', 'updated_at': '2021-11-13T04:38:44Z', 'revision_number': 3, 'project_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'gw_port': {'id': 'ee1dae50-6005-41de-b439-de3e34d85ed9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:43Z', 'updated_at': '2021-11-13T04:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:46.165124 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Checking router: 04f3a8c7-392d-45f5-a893-165d35eb444e for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:38:46.165876 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Updating router 04f3a8c7-392d-45f5-a893-165d35eb444e port ee1dae50-6005-41de-b439-de3e34d85ed9 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:38:46.189784 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 81399232-9b9b-4fd7-b5dc-f2c31f054103 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:46.192178 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:46.219716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a175425-0e10-4157-b7c2-6072f0fddba3 req-b30ba268-9c2c-404c-ae7c-c4d7590159a4 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:46.227294 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3a175425-0e10-4157-b7c2-6072f0fddba3 req-b30ba268-9c2c-404c-ae7c-c4d7590159a4 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.2048109 Nov 13 04:38:46.250344 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41671fd4-1b17-40bf-8319-55523b8340ec req-97eb6947-4484-421c-bcad-1c9f5b6e2559 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236851 Nov 13 04:38:46.263806 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aed961f0-0400-4b39-ac4e-5f2951c5f001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:46.278347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 81399232-9b9b-4fd7-b5dc-f2c31f054103 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:46.279006 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:46.314826 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3a175425-0e10-4157-b7c2-6072f0fddba3 req-afc14dbd-2aa8-47c8-baa4-d5b25198391d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792665 Nov 13 04:38:46.418142 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-8839d61d-db38-411f-98bc-163b50d66a4e tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0484ddf744b740ccb839123a39a7449a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450563 Nov 13 04:38:46.437431 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:46.444105 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:46.469131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed961f0-0400-4b39-ac4e-5f2951c5f001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b5cb9d-0851-4257-a4fe-0f49378991e6,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:46.477090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed961f0-0400-4b39-ac4e-5f2951c5f001 admin admin] Checking segment: {'id': 'fb866a57-a0ae-4609-98b7-fcbff9299fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e1db2e5-cbdf-462d-bdea-a8913685430c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:46.477090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed961f0-0400-4b39-ac4e-5f2951c5f001 admin admin] Network hostable DHCP agents. Network: 6e1db2e5-cbdf-462d-bdea-a8913685430c, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:38:46.492945 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c10d7-d879-4c78-a310-d7dec7db8ee4 None None] Pushing event updated for resources: {'Port': ['ID=ee1dae50-6005-41de-b439-de3e34d85ed9,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:46.512950 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e84e7-a535-4aab-98b7-e74cecfc7c7a req-c34471dd-7b1c-4a2c-93d3-11df61399d12 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:46.514866 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c34e84e7-a535-4aab-98b7-e74cecfc7c7a req-c34471dd-7b1c-4a2c-93d3-11df61399d12 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0917118 Nov 13 04:38:46.515902 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed961f0-0400-4b39-ac4e-5f2951c5f001 admin admin] Network 6e1db2e5-cbdf-462d-bdea-a8913685430c is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:38:46.520155 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Attempting to bind port ee1dae50-6005-41de-b439-de3e34d85ed9 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:46.520801 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Attempting to bind port ee1dae50-6005-41de-b439-de3e34d85ed9 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:46.521310 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Attempting to bind port ee1dae50-6005-41de-b439-de3e34d85ed9 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:46.527157 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:46.527742 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:46.528292 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:46.528816 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:46.529433 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Bound port: ee1dae50-6005-41de-b439-de3e34d85ed9, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:46.529808 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:46.545427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-aed961f0-0400-4b39-ac4e-5f2951c5f001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 6e1db2e5-cbdf-462d-bdea-a8913685430c) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:46.553942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed961f0-0400-4b39-ac4e-5f2951c5f001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:46.554543 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aed961f0-0400-4b39-ac4e-5f2951c5f001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:46.565509 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0086ed45-7574-4fbd-907e-20a715ea45b2 None None] Network 6e1db2e5-cbdf-462d-bdea-a8913685430c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:38:46.590960 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-807e1f36-375d-43b7-95ae-99c3ec747bd1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:46.592694 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-807e1f36-375d-43b7-95ae-99c3ec747bd1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737711 Nov 13 04:38:46.606751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-aed961f0-0400-4b39-ac4e-5f2951c5f001 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7341554 Nov 13 04:38:46.606989 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:46.620982 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c34e84e7-a535-4aab-98b7-e74cecfc7c7a req-3daa67fc-bfd3-4d3f-9270-7439fff42410 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847867 Nov 13 04:38:46.622478 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] For port ee1dae50-6005-41de-b439-de3e34d85ed9, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:46.626540 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] For port ee1dae50-6005-41de-b439-de3e34d85ed9, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ee1dae50-6005-41de-b439-de3e34d85ed9,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:46.642128 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:46.684480 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-105cfe2b-c6aa-4d97-b824-ab9d5a163760 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/quotas/0484ddf744b740ccb839123a39a7449a HTTP/1.1" status: 200 len: 375 time: 0.0599551 Nov 13 04:38:46.732335 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Routers {'04f3a8c7-392d-45f5-a893-165d35eb444e'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:38:46.733211 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:38:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['04f3a8c7-392d-45f5-a893-165d35eb444e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:46.821660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e187702-fdc1-49bb-801c-87c4456a2948 req-b77adfd4-39b3-4e15-b6ae-f94902db153e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:46.830584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66f1563-f26b-4e9a-a267-e3e30bb567a9 None None] Network 6e1db2e5-cbdf-462d-bdea-a8913685430c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:38:46.833261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9e187702-fdc1-49bb-801c-87c4456a2948 req-b77adfd4-39b3-4e15-b6ae-f94902db153e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 944 time: 0.1066942 Nov 13 04:38:46.837135 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] Set router 04f3a8c7-392d-45f5-a893-165d35eb444e gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:38:46.907923 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-5236ba85-da6b-4078-9bfd-fc77cb991b22 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2102659 Nov 13 04:38:46.933293 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9e187702-fdc1-49bb-801c-87c4456a2948 req-292de224-ec9d-4b1d-abeb-4c597070138e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915115 Nov 13 04:38:46.988726 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c10d7-d879-4c78-a310-d7dec7db8ee4 None None] Pushing event updated for resources: {'Port': ['ID=ee1dae50-6005-41de-b439-de3e34d85ed9,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:47.000813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Allocated IP 172.20.0.1 (d392bc6f-41ad-4729-8027-7f14f17ac7f5/1d3ea36d-85f1-4630-8557-ec29a605d1ac/52451bcd-5613-406e-9eab-3ab46d428be2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:47.097088 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735122975-router', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ee1dae50-6005-41de-b439-de3e34d85ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:42Z', 'updated_at': '2021-11-13T04:38:44Z', 'revision_number': 3, 'project_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'gw_port': {'id': 'ee1dae50-6005-41de-b439-de3e34d85ed9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:43Z', 'updated_at': '2021-11-13T04:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:47.127823 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ebb2f-8eed-4e37-b93d-2d5a348f6a96 None None] The sync data for ids ['04f3a8c7-392d-45f5-a893-165d35eb444e'] in n-d-813114-2 is: [{'id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735122975-router', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ee1dae50-6005-41de-b439-de3e34d85ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:42Z', 'updated_at': '2021-11-13T04:38:44Z', 'revision_number': 3, 'project_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'gw_port': {'id': 'ee1dae50-6005-41de-b439-de3e34d85ed9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:43Z', 'updated_at': '2021-11-13T04:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:38:47.176551 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:47.218088 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:47.239409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-27479d49-7145-493a-873e-e86ba79279da req-c72845b3-e497-46d7-95bc-37599ec01f2c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2122274122', 'description': 'tempest-description-301941785'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:47.259101 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 004030af-1f68-46eb-9aff-8eb326806744 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:38:47.263152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Network d392bc6f-41ad-4729-8027-7f14f17ac7f5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:47.266363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:47.273329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:47.283736 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-27479d49-7145-493a-873e-e86ba79279da req-c72845b3-e497-46d7-95bc-37599ec01f2c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:47.302342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Pushing event updated for resources: {'Port': ['ID=52451bcd-5613-406e-9eab-3ab46d428be2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:47.329256 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:47.407160 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-27479d49-7145-493a-873e-e86ba79279da req-c72845b3-e497-46d7-95bc-37599ec01f2c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:47.417793 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-27479d49-7145-493a-873e-e86ba79279da req-c72845b3-e497-46d7-95bc-37599ec01f2c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:47.430037 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:47.505140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '004030af-1f68-46eb-9aff-8eb326806744'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:47.507187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72845b3-e497-46d7-95bc-37599ec01f2c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4261e5a6-eef0-4644-a502-c0beb7a33bf7,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:47.509698 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8a4476-6846-4a58-9300-05c12a8d595e" -d '{"events": [{"server_uuid": "d14a89a6-2826-4ffe-8b4e-dbacdb1235d4", "name": "network-vif-unplugged", "status": "completed", "tag": "004030af-1f68-46eb-9aff-8eb326806744"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:47.516156 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-27479d49-7145-493a-873e-e86ba79279da req-c72845b3-e497-46d7-95bc-37599ec01f2c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:47.527243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 004030af-1f68-46eb-9aff-8eb326806744, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=004030af-1f68-46eb-9aff-8eb326806744,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:47.537080 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:47.539419 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-27479d49-7145-493a-873e-e86ba79279da req-c72845b3-e497-46d7-95bc-37599ec01f2c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3056574 Nov 13 04:38:47.637825 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=004030af-1f68-46eb-9aff-8eb326806744,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:47.669266 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:47.697545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c64152-f8ff-42a4-a45e-fd33d796a561 req-163b5b42-a24c-44ab-b0f8-cadd00a2ce5d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:47.700955 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b7c64152-f8ff-42a4-a45e-fd33d796a561 req-163b5b42-a24c-44ab-b0f8-cadd00a2ce5d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.0797713 Nov 13 04:38:47.727375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3d9c33e9-75d1-471f-a8f0-2abea676f29e None None] Provisioning complete for port 52451bcd-5613-406e-9eab-3ab46d428be2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:47.732023 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d9c33e9-75d1-471f-a8f0-2abea676f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:47.792304 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b7c64152-f8ff-42a4-a45e-fd33d796a561 req-d7167047-d7b7-4492-adc0-82cfa8dd4060 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801888 Nov 13 04:38:47.796765 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 4bb3314f-bdba-4c54-87e0-8edce43ce31b details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:38:47.804409 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device beef7a16-f4fc-416a-a529-1b68243da415 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:47.807036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c33e9-75d1-471f-a8f0-2abea676f29e None None] Port 52451bcd-5613-406e-9eab-3ab46d428be2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:38:47.901162 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:47.919266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca993d-2d48-46f8-bf78-26cd06a050b6 req-6eaca74f-ca26-4f0d-9050-d2c3bf9dc202 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:47.935602 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-19ca993d-2d48-46f8-bf78-26cd06a050b6 req-6eaca74f-ca26-4f0d-9050-d2c3bf9dc202 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 949 time: 0.3588276 Nov 13 04:38:47.938495 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:47.968240 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9c2046-a7a6-4e25-bd1c-a8d11558393b x-openstack-request-id: req-0f9c2046-a7a6-4e25-bd1c-a8d11558393b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:47.968520 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14a89a6-2826-4ffe-8b4e-dbacdb1235d4", "name": "network-vif-unplugged", "status": "completed", "tag": "004030af-1f68-46eb-9aff-8eb326806744", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:47.968787 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f9c2046-a7a6-4e25-bd1c-a8d11558393b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:47.969181 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '004030af-1f68-46eb-9aff-8eb326806744', 'code': 200} Nov 13 04:38:47.974901 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-c88e317c-acd0-406e-8645-42b753e044bc req-9eb9ea12-978e-488c-9a94-eabf35c4783c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-306457591', 'description': 'tempest-description-1751535902'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:47.995964 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port beef7a16-f4fc-416a-a529-1b68243da415 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:38:48.005806 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port beef7a16-f4fc-416a-a529-1b68243da415 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:48.006435 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c88e317c-acd0-406e-8645-42b753e044bc req-9eb9ea12-978e-488c-9a94-eabf35c4783c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:48.006616 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:48.063639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:48.079632 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:48.086955 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '4bb3314f-bdba-4c54-87e0-8edce43ce31b', 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5', 'port_id': '4bb3314f-bdba-4c54-87e0-8edce43ce31b', 'mac_address': 'fa:16:3e:51:db:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6972208-b01b-4035-88d5-8d96d7af813a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:38:48.118764 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c88e317c-acd0-406e-8645-42b753e044bc req-9eb9ea12-978e-488c-9a94-eabf35c4783c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:48.133724 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c88e317c-acd0-406e-8645-42b753e044bc req-9eb9ea12-978e-488c-9a94-eabf35c4783c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:48.179933 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:48.182375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9ea12-978e-488c-9a94-eabf35c4783c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f90869-f391-431f-a5f6-bbcee09a0ffd,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:48.191739 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c88e317c-acd0-406e-8645-42b753e044bc req-9eb9ea12-978e-488c-9a94-eabf35c4783c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:48.195553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c88e317c-acd0-406e-8645-42b753e044bc req-9eb9ea12-978e-488c-9a94-eabf35c4783c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2254841 Nov 13 04:38:48.221460 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb3314f-bdba-4c54-87e0-8edce43ce31b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:48.242446 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:48.252190 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-19ca993d-2d48-46f8-bf78-26cd06a050b6 req-dbbfcfd1-3509-48f7-bd5a-096586a44c17 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613168 Nov 13 04:38:48.266952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Pushing event updated for resources: {'Port': ['ID=52451bcd-5613-406e-9eab-3ab46d428be2,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:48.270349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:48.290559 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:48.305833 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ee1dae50-6005-41de-b439-de3e34d85ed9 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:48.384789 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fe5c2c2-bbbb-4035-a880-495af4b8d97e req-5d014c7d-637c-4e54-85cd-c720c73e18ce tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 210 time: 0.0464377 Nov 13 04:38:48.406665 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port beef7a16-f4fc-416a-a529-1b68243da415, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=beef7a16-f4fc-416a-a529-1b68243da415,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:48.422163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Network d392bc6f-41ad-4729-8027-7f14f17ac7f5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:48.426437 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:48.449343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204fad5-b1ab-4b06-ba31-53a5f6f037be req-3e1555f1-a636-4a7e-86a3-70ca1639bb63 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:48.450993 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f204fad5-b1ab-4b06-ba31-53a5f6f037be req-3e1555f1-a636-4a7e-86a3-70ca1639bb63 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 947 time: 0.1025872 Nov 13 04:38:48.455294 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:48.472905 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=4bb3314f-bdba-4c54-87e0-8edce43ce31b,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:48.544860 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f204fad5-b1ab-4b06-ba31-53a5f6f037be req-54d4935c-114d-4cff-b36f-9e77ac5e699c tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850482 Nov 13 04:38:48.578525 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port ee1dae50-6005-41de-b439-de3e34d85ed9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:48.578962 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:48.584457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=beef7a16-f4fc-416a-a529-1b68243da415,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:48.705796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c0652-2f61-40fc-98f4-c1425d599fc3 req-dac76dce-0e97-4d67-90b0-6c9f9db1aec5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:48.714868 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-980c0652-2f61-40fc-98f4-c1425d599fc3 req-dac76dce-0e97-4d67-90b0-6c9f9db1aec5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 945 time: 0.1867781 Nov 13 04:38:48.761115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Router 04f3a8c7-392d-45f5-a893-165d35eb444e has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:38:48.807528 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-980c0652-2f61-40fc-98f4-c1425d599fc3 req-3776c133-2838-4b58-aa5c-1125f9281ce3 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785975 Nov 13 04:38:48.890314 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:48.897313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['4bb3314f-bdba-4c54-87e0-8edce43ce31b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:48.985304 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f29c24e1-eadf-444b-9c98-63e3a6e0a791 None None] Provisioning complete for port 52451bcd-5613-406e-9eab-3ab46d428be2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:48.985304 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f29c24e1-eadf-444b-9c98-63e3a6e0a791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:49.001078 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:38:49.007540 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ba797ff9-2ed5-4570-96cb-e56744b02618 admin admin] 10.222.0.43 "PUT /v2.0/routers/04f3a8c7-392d-45f5-a893-165d35eb444e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2280569 Nov 13 04:38:49.048687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb407460-419a-4149-9b45-340931e591b0 req-666dc840-6674-4738-9eba-184affcf6a7e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:49.053058 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f29c24e1-eadf-444b-9c98-63e3a6e0a791 None None] Port 52451bcd-5613-406e-9eab-3ab46d428be2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:38:49.058610 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port ee1dae50-6005-41de-b439-de3e34d85ed9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ee1dae50-6005-41de-b439-de3e34d85ed9,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:49.066133 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb407460-419a-4149-9b45-340931e591b0 req-666dc840-6674-4738-9eba-184affcf6a7e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.1213815 Nov 13 04:38:49.073112 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:49.092117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-75c00141-cae2-4f12-a417-7faf03c0a1c1 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:49.093996 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-75c00141-cae2-4f12-a417-7faf03c0a1c1 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/networks?id=6e1db2e5-cbdf-462d-bdea-a8913685430c HTTP/1.1" status: 200 len: 812 time: 0.2090931 Nov 13 04:38:49.118870 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-18391653-23e1-497b-b27b-f0b5cbc9210c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/quotas/15140f09689e4eeeb930615e271fa05a HTTP/1.1" status: 200 len: 375 time: 0.0161397 Nov 13 04:38:49.125644 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb407460-419a-4149-9b45-340931e591b0 req-39c498a4-2bc2-42ca-ad82-671129dec236 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541012 Nov 13 04:38:49.162289 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-32596bc1-2474-4bb0-9730-99453b4b23dc tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=15140f09689e4eeeb930615e271fa05a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423450 Nov 13 04:38:49.206906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=ee1dae50-6005-41de-b439-de3e34d85ed9,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:49.265743 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-f5afad46-52b0-4d80-9e16-bc832691b064 service neutron] 10.222.0.43 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025927 Nov 13 04:38:49.269723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 004030af-1f68-46eb-9aff-8eb326806744 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:38:49.369072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd186d-0b64-44a9-9af9-68a9ba93271f req-23a35a28-a6c1-40c2-b549-da295f4ee1c7 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:49.370713 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9fd186d-0b64-44a9-9af9-68a9ba93271f req-23a35a28-a6c1-40c2-b549-da295f4ee1c7 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 950 time: 0.0524566 Nov 13 04:38:49.377908 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-2a5b62d9-d131-4df6-9c25-0e9935b234bb service neutron] 10.222.0.43 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057727 Nov 13 04:38:49.378632 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 004030af-1f68-46eb-9aff-8eb326806744, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=004030af-1f68-46eb-9aff-8eb326806744,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:49.398830 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '004030af-1f68-46eb-9aff-8eb326806744', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '004030af-1f68-46eb-9aff-8eb326806744', 'mac_address': 'fa:16:3e:5e:4b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:38:49.458479 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9fd186d-0b64-44a9-9af9-68a9ba93271f req-1836ef76-7c11-4d06-aa3e-71b970769d7c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779395 Nov 13 04:38:49.500191 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:49.540981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004030af-1f68-46eb-9aff-8eb326806744 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:49.625417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 004030af-1f68-46eb-9aff-8eb326806744, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=004030af-1f68-46eb-9aff-8eb326806744,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:49.637155 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:49.700305 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40e64692-c73a-4ed2-9293-6b9af4be4833 req-4edf7ea0-fdc6-48c9-8167-cf3dd4a31600 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 210 time: 0.0873148 Nov 13 04:38:49.754994 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a00a40a5-3d8c-4e47-8313-fe999dcb444d req-2b0b159f-3f5a-4975-823e-a065e75133d7 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 210 time: 0.0658383 Nov 13 04:38:49.812053 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=004030af-1f68-46eb-9aff-8eb326806744,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:49.969962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f93a07-a4af-49e1-98fc-5ce677e7ecfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beef7a16-f4fc-416a-a529-1b68243da415'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:49.973951 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ee341b-05c4-4463-ba58-8454ed91c0b4" -d '{"events": [{"server_uuid": "79f93a07-a4af-49e1-98fc-5ce677e7ecfb", "name": "network-vif-plugged", "status": "completed", "tag": "beef7a16-f4fc-416a-a529-1b68243da415"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:49.986646 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-d84ce8b3-7f79-46ea-8fcc-85b0afd1a515 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0484ddf744b740ccb839123a39a7449a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728593 Nov 13 04:38:50.101564 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-2af530bb-1e7e-4ec1-83ba-cb2191ecfbeb tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0484ddf744b740ccb839123a39a7449a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1603467 Nov 13 04:38:50.143353 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['004030af-1f68-46eb-9aff-8eb326806744'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:50.278575 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ee1dae50-6005-41de-b439-de3e34d85ed9 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:50.342296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9dc392-0fe3-4897-bf7e-49446b62cc56 req-622c1da3-798d-4815-9593-6553b1f34b3d tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:50.355211 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa9dc392-0fe3-4897-bf7e-49446b62cc56 req-622c1da3-798d-4815-9593-6553b1f34b3d tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 948 time: 0.5161476 Nov 13 04:38:50.362949 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Sync routers for ids ['04f3a8c7-392d-45f5-a893-165d35eb444e'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:38:50.395104 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Routers {'04f3a8c7-392d-45f5-a893-165d35eb444e'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:38:50.405669 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:38:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['04f3a8c7-392d-45f5-a893-165d35eb444e'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:50.447441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd28f2c-1461-4a56-8c0a-e3e14e377f89 req-84cdad75-1ed6-482f-ba1b-1d620f39763f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:50.456163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port ee1dae50-6005-41de-b439-de3e34d85ed9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:50.456759 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:50.457669 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ccd28f2c-1461-4a56-8c0a-e3e14e377f89 req-84cdad75-1ed6-482f-ba1b-1d620f39763f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 945 time: 0.3847761 Nov 13 04:38:50.655491 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-39e6605d-4411-4b30-9628-165193bef560 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:50.658578 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-39e6605d-4411-4b30-9628-165193bef560 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6710598 Nov 13 04:38:50.678789 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ccd28f2c-1461-4a56-8c0a-e3e14e377f89 req-706569d9-f9ac-4cf1-af2a-e65b03bc924e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030632 Nov 13 04:38:50.693174 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c1d68d4d-57fd-476e-abf0-174d22bd5718 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Request body: {'port': {'device_id': 'c41540ce-945d-4152-bbe5-c1bc7d32f404', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '0484ddf744b740ccb839123a39a7449a'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:50.947110 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ceba94-8e85-4bac-9463-ed057473e729 x-openstack-request-id: req-69ceba94-8e85-4bac-9463-ed057473e729 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:50.947390 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f93a07-a4af-49e1-98fc-5ce677e7ecfb", "name": "network-vif-plugged", "status": "completed", "tag": "beef7a16-f4fc-416a-a529-1b68243da415", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:50.948089 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69ceba94-8e85-4bac-9463-ed057473e729 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:50.953303 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f93a07-a4af-49e1-98fc-5ce677e7ecfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beef7a16-f4fc-416a-a529-1b68243da415', 'code': 200} Nov 13 04:38:50.962706 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa9dc392-0fe3-4897-bf7e-49446b62cc56 req-b6acb0a3-4421-47db-bbea-dfeeca0279dc tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108179 Nov 13 04:38:50.998118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-0731c320-8caa-4704-827c-ea4ab58686b4 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:51.002413 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-0731c320-8caa-4704-827c-ea4ab58686b4 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8927600 Nov 13 04:38:51.039929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c8b5b31e-5dce-4053-b388-e58f277ac8a1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Request body: {'port': {'device_id': '33c57c2b-4626-4ddb-b510-b9e04cc064b7', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '0484ddf744b740ccb839123a39a7449a'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:51.172882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Set router 04f3a8c7-392d-45f5-a893-165d35eb444e gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:38:51.175629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3733e5-e20b-4fcf-97c8-c02e00afc123 req-041fe5b1-102c-4390-b027-0bb1d1ed5f38 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:51.184000 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bf3733e5-e20b-4fcf-97c8-c02e00afc123 req-041fe5b1-102c-4390-b027-0bb1d1ed5f38 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 950 time: 0.1149435 Nov 13 04:38:51.253392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b52e13-2a9c-4487-860c-f699b179b589 req-e7b2c911-1f93-4ac2-a220-ffd1100f6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:51.255189 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c0b52e13-2a9c-4487-860c-f699b179b589 req-e7b2c911-1f93-4ac2-a220-ffd1100f6300 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 1101 time: 0.2402270 Nov 13 04:38:51.264636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9cb31-3bb7-47f8-aad2-272ff1498be8 req-a9346ca8-bff6-49f6-b81e-8a48710cf67f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:51.272733 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b8d9cb31-3bb7-47f8-aad2-272ff1498be8 req-a9346ca8-bff6-49f6-b81e-8a48710cf67f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.2564926 Nov 13 04:38:51.274839 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c1d68d4d-57fd-476e-abf0-174d22bd5718 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Made reservation on behalf of 0484ddf744b740ccb839123a39a7449a for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:51.278337 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c1d68d4d-57fd-476e-abf0-174d22bd5718 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:51.299049 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bf3733e5-e20b-4fcf-97c8-c02e00afc123 req-519a5b34-1deb-4caa-8ae3-e8956eee16ea tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137760 Nov 13 04:38:51.334431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c8b5b31e-5dce-4053-b388-e58f277ac8a1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Made reservation on behalf of 0484ddf744b740ccb839123a39a7449a for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:51.343218 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c8b5b31e-5dce-4053-b388-e58f277ac8a1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:51.504611 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:38:51.526170 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6570be6e-b529-4e1f-ad56-60c0fbe49a39 req-9618d8e8-8450-4e50-93d1-777262b1aabf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 210 time: 0.0479400 Nov 13 04:38:51.535483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c1d68d4d-57fd-476e-abf0-174d22bd5718 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Allocated IP 192.168.233.87 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/c5ffd6ec-955a-43f0-a0b3-18057ccbfc45) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:51.617919 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c0b52e13-2a9c-4487-860c-f699b179b589 req-8f218645-ea38-4856-8548-50b113e9eb2d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365583 Nov 13 04:38:51.681284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735122975-router', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ee1dae50-6005-41de-b439-de3e34d85ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:42Z', 'updated_at': '2021-11-13T04:38:47Z', 'revision_number': 4, 'project_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'gw_port': {'id': 'ee1dae50-6005-41de-b439-de3e34d85ed9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:43Z', 'updated_at': '2021-11-13T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '52451bcd-5613-406e-9eab-3ab46d428be2', 'name': '', 'network_id': 'd392bc6f-41ad-4729-8027-7f14f17ac7f5', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'mac_address': 'fa:16:3e:40:ae:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '1d3ea36d-85f1-4630-8557-ec29a605d1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:46Z', 'updated_at': '2021-11-13T04:38:47Z', 'revision_number': 2, 'project_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'subnets': [{'id': '1d3ea36d-85f1-4630-8557-ec29a605d1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:51.711886 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b8d9cb31-3bb7-47f8-aad2-272ff1498be8 req-102050eb-aa04-4b47-bc47-4dcc2674232d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380822 Nov 13 04:38:51.795149 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8612e808-d41a-4f52-98e6-5bade0ff0c1d req-583a15d0-800e-4437-9da6-6a57aa2b3dbf tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 210 time: 0.1544378 Nov 13 04:38:51.806741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Checking router: 04f3a8c7-392d-45f5-a893-165d35eb444e for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:38:51.808717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Updating router 04f3a8c7-392d-45f5-a893-165d35eb444e port 52451bcd-5613-406e-9eab-3ab46d428be2 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:38:51.878592 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 4bb3314f-bdba-4c54-87e0-8edce43ce31b up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:51.950198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-cd7e010a-4d00-426f-aca0-62ffa8d0474d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:51.952416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-cd7e010a-4d00-426f-aca0-62ffa8d0474d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.46 "GET /v2.0/networks?id=6e1db2e5-cbdf-462d-bdea-a8913685430c HTTP/1.1" status: 200 len: 812 time: 0.3807309 Nov 13 04:38:51.977160 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:52.003768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-2fb48e4a-5bce-40dc-8179-4e5e6e626acd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'port': {'device_id': '904f2c32-ad31-4afd-b78e-92ac4566f0f4', 'network_id': '6e1db2e5-cbdf-462d-bdea-a8913685430c', 'admin_state_up': True, 'tenant_id': '15140f09689e4eeeb930615e271fa05a'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:52.102010 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 4bb3314f-bdba-4c54-87e0-8edce43ce31b completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:38:52.117863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 4bb3314f-bdba-4c54-87e0-8edce43ce31b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:52.118225 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:52.180752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdec054-0235-4b24-92d2-d6b9300fe70e req-57e1ed99-369b-4764-8023-f57c8ac60919 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:52.182532 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fdec054-0235-4b24-92d2-d6b9300fe70e req-57e1ed99-369b-4764-8023-f57c8ac60919 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 945 time: 0.2776389 Nov 13 04:38:52.287765 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fdec054-0235-4b24-92d2-d6b9300fe70e req-b394b72b-12d5-4172-ab0d-d32a243a1986 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932827 Nov 13 04:38:52.324254 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-2fb48e4a-5bce-40dc-8179-4e5e6e626acd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Made reservation on behalf of 15140f09689e4eeeb930615e271fa05a for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:38:52.329513 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-2fb48e4a-5bce-40dc-8179-4e5e6e626acd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:52.370808 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c1d68d4d-57fd-476e-abf0-174d22bd5718 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:52.373024 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:52.399667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42386627-e5b3-4229-ae47-b20c159d0d75 req-c6d6ff97-8916-42ee-b6b2-3b6c83c00f4c tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:52.407898 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-42386627-e5b3-4229-ae47-b20c159d0d75 req-c6d6ff97-8916-42ee-b6b2-3b6c83c00f4c tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 948 time: 0.1519809 Nov 13 04:38:52.457457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:52.469565 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-42386627-e5b3-4229-ae47-b20c159d0d75 req-86896b52-c577-46da-8880-4740e4cdec31 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605328 Nov 13 04:38:52.473611 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:52.509860 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff3357-eb08-4c8e-8db4-b94475891d3f req-f1440503-ac31-46d7-b769-962183dcfcbf tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:52.519117 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6ff3357-eb08-4c8e-8db4-b94475891d3f req-f1440503-ac31-46d7-b769-962183dcfcbf tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 950 time: 0.0864723 Nov 13 04:38:52.522660 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c1d68d4d-57fd-476e-abf0-174d22bd5718 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:52.568394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f680a574-022f-46b0-bb3b-425a9959b7f2', '06627902-a266-434c-be1b-4705c06afe9f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:52.617025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c1d68d4d-57fd-476e-abf0-174d22bd5718 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:52.618555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1260c06f-f210-4b90-be67-896cb88572fa'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:52.641348 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c1d68d4d-57fd-476e-abf0-174d22bd5718 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:52.658600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c1d68d4d-57fd-476e-abf0-174d22bd5718 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:52.665800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c1d68d4d-57fd-476e-abf0-174d22bd5718 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:52.666634 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c1d68d4d-57fd-476e-abf0-174d22bd5718 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:52.690143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c8b5b31e-5dce-4053-b388-e58f277ac8a1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Allocated IP 192.168.233.34 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:52.705436 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6ff3357-eb08-4c8e-8db4-b94475891d3f req-3401a7f1-352b-47d1-9cb9-bf9c79e7bcc0 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850007 Nov 13 04:38:52.742525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-2fb48e4a-5bce-40dc-8179-4e5e6e626acd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Allocated IP 172.20.0.9 (6e1db2e5-cbdf-462d-bdea-a8913685430c/26b5cb9d-0851-4257-a4fe-0f49378991e6/5ac37b11-7ac6-495b-a75a-4b391dd43335) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:38:52.748439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8149f25c-0ff2-4db1-bf56-302423b79d9e req-925b7e13-2c19-4c29-8e0c-79c48261c5e6 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 210 time: 0.0874636 Nov 13 04:38:52.772756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c1d68d4d-57fd-476e-abf0-174d22bd5718 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0892072 Nov 13 04:38:52.773991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d68d4d-57fd-476e-abf0-174d22bd5718 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event updated for resources: {'Port': ['ID=c5ffd6ec-955a-43f0-a0b3-18057ccbfc45,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:52.796687 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Request body: {'port': {'device_id': 'c41540ce-945d-4152-bbe5-c1bc7d32f404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:52.950193 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:52.955406 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:52.963577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094449d5-34d8-4a8e-864a-e618a0812faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb3314f-bdba-4c54-87e0-8edce43ce31b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:52.965905 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac193e2-2d7e-4412-ade0-689ef57b3100" -d '{"events": [{"server_uuid": "094449d5-34d8-4a8e-864a-e618a0812faa", "name": "network-vif-plugged", "status": "completed", "tag": "4bb3314f-bdba-4c54-87e0-8edce43ce31b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:52.969910 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=4bb3314f-bdba-4c54-87e0-8edce43ce31b,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:53.043759 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a45af9c-0322-49d0-826a-f96147d5237b req-74442378-f774-4872-8c0e-230fa0189e7e tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 210 time: 0.0953228 Nov 13 04:38:53.047519 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:53.287484 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c8b5b31e-5dce-4053-b388-e58f277ac8a1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:53.326303 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 004030af-1f68-46eb-9aff-8eb326806744 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:53.352589 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d72d75c-40f2-45c6-9ef7-cb881ae12dac x-openstack-request-id: req-2d72d75c-40f2-45c6-9ef7-cb881ae12dac {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:53.352903 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094449d5-34d8-4a8e-864a-e618a0812faa", "name": "network-vif-plugged", "status": "completed", "tag": "4bb3314f-bdba-4c54-87e0-8edce43ce31b", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:53.353161 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d72d75c-40f2-45c6-9ef7-cb881ae12dac {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:53.353554 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094449d5-34d8-4a8e-864a-e618a0812faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb3314f-bdba-4c54-87e0-8edce43ce31b', 'code': 200} Nov 13 04:38:53.472278 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c8b5b31e-5dce-4053-b388-e58f277ac8a1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:53.527569 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e2378-f0bf-4733-af18-cc0c0ffde989 None None] Pushing event updated for resources: {'Port': ['ID=52451bcd-5613-406e-9eab-3ab46d428be2,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:53.685095 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949dce39-9c13-4ad7-913f-a7e6175f1718 req-83bb83e4-092a-4a3b-a954-06c65aefcaec tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:53.694254 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-949dce39-9c13-4ad7-913f-a7e6175f1718 req-83bb83e4-092a-4a3b-a954-06c65aefcaec tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.7813458 Nov 13 04:38:53.806190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:53.808962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c8b5b31e-5dce-4053-b388-e58f277ac8a1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:53.813422 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-2fb48e4a-5bce-40dc-8179-4e5e6e626acd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:53.825877 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:53.842398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Transition to ACTIVE for port object c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:38:53.850417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c8b5b31e-5dce-4053-b388-e58f277ac8a1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:53.854442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48c236-6ac4-402f-9565-c81ea30da273 req-a64c1856-5cd7-417a-a966-65b25dd1a292 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:53.863087 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ce48c236-6ac4-402f-9565-c81ea30da273 req-a64c1856-5cd7-417a-a966-65b25dd1a292 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 946 time: 0.3923976 Nov 13 04:38:53.875363 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:53.911149 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-949dce39-9c13-4ad7-913f-a7e6175f1718 req-188a676a-7c65-4cc0-af0f-bbbf9dd6f2f7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158127 Nov 13 04:38:53.917774 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c8b5b31e-5dce-4053-b388-e58f277ac8a1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:53.946046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ffd6ec-955a-43f0-a0b3-18057ccbfc45,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:53.950035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f21c93-74df-4363-b22b-119a5f49d610 req-bfb8d54c-00ce-4d92-a375-802d5e03a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:53.951824 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77f21c93-74df-4363-b22b-119a5f49d610 req-bfb8d54c-00ce-4d92-a375-802d5e03a01d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 1097 time: 0.4702036 Nov 13 04:38:53.966572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5b31e-5dce-4053-b388-e58f277ac8a1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event updated for resources: {'Port': ['ID=4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:54.071059 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Attempting to bind port 52451bcd-5613-406e-9eab-3ab46d428be2 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:54.071689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Attempting to bind port 52451bcd-5613-406e-9eab-3ab46d428be2 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '4b14ad18-0ddb-4030-9602-9cb71b4fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd392bc6f-41ad-4729-8027-7f14f17ac7f5'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:54.071781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Attempting to bind port 52451bcd-5613-406e-9eab-3ab46d428be2 on network d392bc6f-41ad-4729-8027-7f14f17ac7f5 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:54.081665 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 004030af-1f68-46eb-9aff-8eb326806744 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:54.082036 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:54.113373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c8b5b31e-5dce-4053-b388-e58f277ac8a1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:54.114402 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c8b5b31e-5dce-4053-b388-e58f277ac8a1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:54.127789 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77f21c93-74df-4363-b22b-119a5f49d610 req-6ed549b2-917b-4931-a997-480c25b03ad9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353357 Nov 13 04:38:54.144325 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-c8b5b31e-5dce-4053-b388-e58f277ac8a1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1090970 Nov 13 04:38:54.148200 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-2fb48e4a-5bce-40dc-8179-4e5e6e626acd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:54.167601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:54.168104 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Checking segment: {'id': '4b14ad18-0ddb-4030-9602-9cb71b4fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd392bc6f-41ad-4729-8027-7f14f17ac7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:54.168424 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:54.168818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Bound using segment: {'id': '4b14ad18-0ddb-4030-9602-9cb71b4fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd392bc6f-41ad-4729-8027-7f14f17ac7f5'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:54.169298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Bound port: 52451bcd-5613-406e-9eab-3ab46d428be2, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b14ad18-0ddb-4030-9602-9cb71b4fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd392bc6f-41ad-4729-8027-7f14f17ac7f5'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:54.169671 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:54.197796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c055ad-b753-45d5-8023-6b91840e492f req-081756a5-5163-4ede-98f0-ebdba01193b2 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:54.205538 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7c055ad-b753-45d5-8023-6b91840e492f req-081756a5-5163-4ede-98f0-ebdba01193b2 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 948 time: 0.1558194 Nov 13 04:38:54.217712 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ce48c236-6ac4-402f-9565-c81ea30da273 req-6c30412c-5d33-4f3f-98cb-f62ca5b8e920 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448577 Nov 13 04:38:54.220564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Attempting to bind port c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:54.220889 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Attempting to bind port c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:54.221207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Attempting to bind port c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:54.242970 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Port c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:38:54.242970 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Attempting to bind port c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:54.243776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Request body: {'port': {'device_id': '33c57c2b-4626-4ddb-b510-b9e04cc064b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:54.253896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] For port 52451bcd-5613-406e-9eab-3ab46d428be2, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:54.265360 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:54.265696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:54.266149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:54.266500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Bound port: c5ffd6ec-955a-43f0-a0b3-18057ccbfc45, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:54.266857 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:54.269441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] For port 52451bcd-5613-406e-9eab-3ab46d428be2, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=52451bcd-5613-406e-9eab-3ab46d428be2,segment=NetworkSegment(4b14ad18-0ddb-4030-9602-9cb71b4fee1c),segment_id=4b14ad18-0ddb-4030-9602-9cb71b4fee1c)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:54.306567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-2fb48e4a-5bce-40dc-8179-4e5e6e626acd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Network 6e1db2e5-cbdf-462d-bdea-a8913685430c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:38:54.317464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-2fb48e4a-5bce-40dc-8179-4e5e6e626acd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:38:54.355111 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:54.388245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-2fb48e4a-5bce-40dc-8179-4e5e6e626acd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:38:54.447098 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495325b-ddf5-4e22-9536-52e8f4630613 req-bcf05d42-852a-4e7c-b85b-0cd6937c55ec tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:54.454975 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7495325b-ddf5-4e22-9536-52e8f4630613 req-bcf05d42-852a-4e7c-b85b-0cd6937c55ec tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 950 time: 0.0912533 Nov 13 04:38:54.491577 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-2fb48e4a-5bce-40dc-8179-4e5e6e626acd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:54.492776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-2fb48e4a-5bce-40dc-8179-4e5e6e626acd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:54.504128 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e2378-f0bf-4733-af18-cc0c0ffde989 None None] Pushing event updated for resources: {'Port': ['ID=52451bcd-5613-406e-9eab-3ab46d428be2,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:54.507342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] For port c5ffd6ec-955a-43f0-a0b3-18057ccbfc45, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:54.533877 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Routers {'04f3a8c7-392d-45f5-a893-165d35eb444e'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:38:54.534732 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:38:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['04f3a8c7-392d-45f5-a893-165d35eb444e'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:54.540311 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb48e4a-5bce-40dc-8179-4e5e6e626acd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'Port': ['ID=5ac37b11-7ac6-495b-a75a-4b391dd43335,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:54.566530 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7495325b-ddf5-4e22-9536-52e8f4630613 req-88a20ac3-49e9-47b7-9d2a-35749d631fc0 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109078 Nov 13 04:38:54.577915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] For port c5ffd6ec-955a-43f0-a0b3-18057ccbfc45, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c5ffd6ec-955a-43f0-a0b3-18057ccbfc45,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:54.593305 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:54.600664 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7c055ad-b753-45d5-8023-6b91840e492f req-630de478-972d-488e-a4a8-d8ee74e884db tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880286 Nov 13 04:38:54.605348 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:54.710998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] Set router 04f3a8c7-392d-45f5-a893-165d35eb444e gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:38:54.726363 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ffd6ec-955a-43f0-a0b3-18057ccbfc45,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:54.742233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:54.743076 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:54.745634 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-b88108f9-aca2-4cb7-9f78-34770119a4c1 service neutron] 10.222.0.46 "PUT /v2.0/ports/c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 HTTP/1.1" status: 200 len: 1095 time: 1.9582529 Nov 13 04:38:54.813455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41540ce-945d-4152-bbe5-c1bc7d32f404', 'tag': 'c5ffd6ec-955a-43f0-a0b3-18057ccbfc45'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:54.816293 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecc7c81-b108-46d5-bf12-03427a827e94" -d '{"events": [{"name": "network-changed", "server_uuid": "c41540ce-945d-4152-bbe5-c1bc7d32f404", "tag": "c5ffd6ec-955a-43f0-a0b3-18057ccbfc45"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:54.853137 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1260c06f-f210-4b90-be67-896cb88572fa'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:54.921437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d4411-b783-4a27-b3d2-dd245fbd59a3 req-67e535f3-d16d-4f3a-92f0-360d5eaa85af tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:54.921817 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2f7506dd-6827-410e-a296-5b7c7f1afdde None None] Provisioning complete for port 52451bcd-5613-406e-9eab-3ab46d428be2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:54.922197 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f7506dd-6827-410e-a296-5b7c7f1afdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:54.935513 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-195d4411-b783-4a27-b3d2-dd245fbd59a3 req-67e535f3-d16d-4f3a-92f0-360d5eaa85af tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 935 time: 0.2101243 Nov 13 04:38:54.980271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-ec5d2808-1dc4-4f74-9c14-b2b8c4deee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:54.985177 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-ec5d2808-1dc4-4f74-9c14-b2b8c4deee93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=c41540ce-945d-4152-bbe5-c1bc7d32f404 HTTP/1.1" status: 200 len: 1098 time: 0.1504910 Nov 13 04:38:55.082044 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-bc21a277-ef7e-4540-bcd6-1c02e0fceb04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 HTTP/1.1" status: 200 len: 217 time: 0.0760181 Nov 13 04:38:55.089108 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:55.110224 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-195d4411-b783-4a27-b3d2-dd245fbd59a3 req-e99e06c8-3f74-4360-be4e-c78460aa3489 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736417 Nov 13 04:38:55.117536 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f7506dd-6827-410e-a296-5b7c7f1afdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:55.132921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:55.141622 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:55.154825 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Transition to ACTIVE for port object 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:38:55.159074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-2fb48e4a-5bce-40dc-8179-4e5e6e626acd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1643991 Nov 13 04:38:55.172986 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:55.195933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2f7506dd-6827-410e-a296-5b7c7f1afdde None None] For port 52451bcd-5613-406e-9eab-3ab46d428be2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=52451bcd-5613-406e-9eab-3ab46d428be2,segment=NetworkSegment(4b14ad18-0ddb-4030-9602-9cb71b4fee1c),segment_id=4b14ad18-0ddb-4030-9602-9cb71b4fee1c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:55.213608 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f7506dd-6827-410e-a296-5b7c7f1afdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:55.230376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Request body: {'port': {'device_id': '904f2c32-ad31-4afd-b78e-92ac4566f0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:55.232336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-fcf5e30e-110f-4f32-a475-f88d59900b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:55.234209 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-fcf5e30e-110f-4f32-a475-f88d59900b4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1183462 Nov 13 04:38:55.291830 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7506dd-6827-410e-a296-5b7c7f1afdde None None] Pushing event updated for resources: {'Port': ['ID=52451bcd-5613-406e-9eab-3ab46d428be2,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:55.335181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99c098-fdea-4458-b079-a4fc5738ab36 req-216d17f5-a07d-4064-a1ac-2a6e136fc8d1 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:55.338223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a99c098-fdea-4458-b079-a4fc5738ab36 req-216d17f5-a07d-4064-a1ac-2a6e136fc8d1 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 931 time: 0.1768541 Nov 13 04:38:55.353738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 004030af-1f68-46eb-9aff-8eb326806744, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=004030af-1f68-46eb-9aff-8eb326806744,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:55.363359 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004030af-1f68-46eb-9aff-8eb326806744'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:55.368387 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db1c562-4599-4078-8ff6-2da2d00f1a9a" -d '{"events": [{"server_uuid": "d14a89a6-2826-4ffe-8b4e-dbacdb1235d4", "name": "network-vif-plugged", "status": "completed", "tag": "004030af-1f68-46eb-9aff-8eb326806744"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:55.378055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-442ba129-8b3d-4ff1-a4f4-f1cf5975cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:55.379829 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-442ba129-8b3d-4ff1-a4f4-f1cf5975cc8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1371448 Nov 13 04:38:55.385855 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:55.404162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e7f28b8b-66c3-45fc-8a92-35686b032824 None None] Provisioning complete for port 52451bcd-5613-406e-9eab-3ab46d428be2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:55.404861 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f28b8b-66c3-45fc-8a92-35686b032824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:55.506805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Pushing event updated for resources: {'Port': ['ID=4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:55.580325 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a99c098-fdea-4458-b079-a4fc5738ab36 req-961286ac-6dde-4924-bc14-196bdc8061e8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260787 Nov 13 04:38:55.613318 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-f5f9685c-d767-43ed-a45c-82132bf064da service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238736 Nov 13 04:38:55.620902 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ead8f63-6b2a-4a97-9199-f87a57588a18 x-openstack-request-id: req-0ead8f63-6b2a-4a97-9199-f87a57588a18 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:55.621287 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41540ce-945d-4152-bbe5-c1bc7d32f404", "tag": "c5ffd6ec-955a-43f0-a0b3-18057ccbfc45", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:55.621625 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ead8f63-6b2a-4a97-9199-f87a57588a18 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:55.622482 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41540ce-945d-4152-bbe5-c1bc7d32f404', 'tag': 'c5ffd6ec-955a-43f0-a0b3-18057ccbfc45', 'status': 'completed', 'code': 200} Nov 13 04:38:55.638206 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:55.698042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Attempting to bind port 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:55.698522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Attempting to bind port 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:55.698983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Attempting to bind port 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:55.728676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Port 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:38:55.729155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Attempting to bind port 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:55.736513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:55.737102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:55.737572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:55.738158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Bound port: 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:55.738718 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:55.776575 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f680a574-022f-46b0-bb3b-425a9959b7f2', '06627902-a266-434c-be1b-4705c06afe9f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:38:55.803846 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-a29b355c-e260-4a88-9f12-f73090128295 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599941 Nov 13 04:38:55.855035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456b96e-eecf-4b94-9737-5740e272aa0f req-0ecc2102-deba-43ba-8a1c-47f3d8ca6881 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:55.865487 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4456b96e-eecf-4b94-9737-5740e272aa0f req-0ecc2102-deba-43ba-8a1c-47f3d8ca6881 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 946 time: 0.1723218 Nov 13 04:38:55.900474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=004030af-1f68-46eb-9aff-8eb326806744,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:55.910866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f308d-9619-4c43-92bf-c4788a78212e req-2455ea2d-0a5e-4f29-8f04-704fb6c0852b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:55.913062 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c53f308d-9619-4c43-92bf-c4788a78212e req-2455ea2d-0a5e-4f29-8f04-704fb6c0852b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.1594355 Nov 13 04:38:55.969116 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735122975-router', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ee1dae50-6005-41de-b439-de3e34d85ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:42Z', 'updated_at': '2021-11-13T04:38:47Z', 'revision_number': 4, 'project_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'gw_port': {'id': 'ee1dae50-6005-41de-b439-de3e34d85ed9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:43Z', 'updated_at': '2021-11-13T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '52451bcd-5613-406e-9eab-3ab46d428be2', 'name': '', 'network_id': 'd392bc6f-41ad-4729-8027-7f14f17ac7f5', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'mac_address': 'fa:16:3e:40:ae:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '1d3ea36d-85f1-4630-8557-ec29a605d1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:46Z', 'updated_at': '2021-11-13T04:38:54Z', 'revision_number': 4, 'project_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'subnets': [{'id': '1d3ea36d-85f1-4630-8557-ec29a605d1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:38:55.984263 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4456b96e-eecf-4b94-9737-5740e272aa0f req-30a0d31a-e122-4e30-bf5c-9dc666ae969a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177263 Nov 13 04:38:55.994764 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] For port 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:56.002463 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c53f308d-9619-4c43-92bf-c4788a78212e req-e9887640-3555-4ab2-9a81-83126a1537ed tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799174 Nov 13 04:38:56.034849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc7c81-b108-46d5-bf12-03427a827e94 req-c92c9a5b-3a2d-453c-99ca-4f4a04b87b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:56.034849 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ecc7c81-b108-46d5-bf12-03427a827e94 req-c92c9a5b-3a2d-453c-99ca-4f4a04b87b40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=c41540ce-945d-4152-bbe5-c1bc7d32f404 HTTP/1.1" status: 200 len: 1098 time: 0.1209302 Nov 13 04:38:56.040039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de4847-7024-43c3-978e-5cae235a34ce None None] The sync data for ids ['04f3a8c7-392d-45f5-a893-165d35eb444e'] in n-d-813114-2 is: [{'id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735122975-router', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ee1dae50-6005-41de-b439-de3e34d85ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:42Z', 'updated_at': '2021-11-13T04:38:47Z', 'revision_number': 4, 'project_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'gw_port': {'id': 'ee1dae50-6005-41de-b439-de3e34d85ed9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:43Z', 'updated_at': '2021-11-13T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '52451bcd-5613-406e-9eab-3ab46d428be2', 'name': '', 'network_id': 'd392bc6f-41ad-4729-8027-7f14f17ac7f5', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'mac_address': 'fa:16:3e:40:ae:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '1d3ea36d-85f1-4630-8557-ec29a605d1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:46Z', 'updated_at': '2021-11-13T04:38:54Z', 'revision_number': 4, 'project_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'subnets': [{'id': '1d3ea36d-85f1-4630-8557-ec29a605d1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:38:56.042285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] For port 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:56.194732 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b301d1ce-48d2-4607-88bc-e5c3284da248 x-openstack-request-id: req-b301d1ce-48d2-4607-88bc-e5c3284da248 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:56.200988 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14a89a6-2826-4ffe-8b4e-dbacdb1235d4", "name": "network-vif-plugged", "status": "completed", "tag": "004030af-1f68-46eb-9aff-8eb326806744", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:56.202883 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b301d1ce-48d2-4607-88bc-e5c3284da248 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:56.207653 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004030af-1f68-46eb-9aff-8eb326806744', 'code': 200} Nov 13 04:38:56.310902 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:56.416788 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b233e7-d024-48e8-836c-1e36f7a08d4b req-edc04f15-57b3-4e7b-8632-6f65fba4c1e3 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:56.424157 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5b233e7-d024-48e8-836c-1e36f7a08d4b req-edc04f15-57b3-4e7b-8632-6f65fba4c1e3 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.1609490 Nov 13 04:38:56.470156 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 52451bcd-5613-406e-9eab-3ab46d428be2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:38:56.472658 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-549519a2-e3ae-46e7-a3bd-6faa953da11a service neutron] show failed (client error): The resource could not be found. Nov 13 04:38:56.477362 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-549519a2-e3ae-46e7-a3bd-6faa953da11a service neutron] 10.222.0.46 "GET /v2.0/ports/d994b596-e39d-4c7d-9ab4-400f61e88774/bindings/n-h2-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.3953297 Nov 13 04:38:56.496277 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc7c81-b108-46d5-bf12-03427a827e94 req-d8cd6900-cbc4-4590-a2f0-e82d5e58e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:56.503976 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ecc7c81-b108-46d5-bf12-03427a827e94 req-d8cd6900-cbc4-4590-a2f0-e82d5e58e43d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.4545076 Nov 13 04:38:56.525800 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Pushing event updated for resources: {'Port': ['ID=4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:56.607950 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ecc7c81-b108-46d5-bf12-03427a827e94 req-5cfb81fb-80dd-420c-9962-a3f5d49499ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 HTTP/1.1" status: 200 len: 217 time: 0.0932083 Nov 13 04:38:56.653739 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 52451bcd-5613-406e-9eab-3ab46d428be2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:38:56.654166 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:56.710038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:56.710665 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:56.714267 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-132e59a3-8956-475f-8d10-f343b7cb5cfc service neutron] 10.222.0.36 "PUT /v2.0/ports/4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b HTTP/1.1" status: 200 len: 1095 time: 2.5298955 Nov 13 04:38:56.720832 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c57c2b-4626-4ddb-b510-b9e04cc064b7', 'tag': '4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:56.738414 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c1e319-efc1-4ee9-a44b-944552286014" -d '{"events": [{"name": "network-changed", "server_uuid": "33c57c2b-4626-4ddb-b510-b9e04cc064b7", "tag": "4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:56.786135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc7c81-b108-46d5-bf12-03427a827e94 req-619c1edf-950a-4b41-b73c-c65dae6890cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:56.791934 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ecc7c81-b108-46d5-bf12-03427a827e94 req-619c1edf-950a-4b41-b73c-c65dae6890cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1675262 Nov 13 04:38:56.885202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132adea-ea59-4498-91fe-d92a940ded45 req-3f761a67-9b47-44ad-b1b5-a8f19446171c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:56.889430 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1132adea-ea59-4498-91fe-d92a940ded45 req-3f761a67-9b47-44ad-b1b5-a8f19446171c tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 950 time: 0.5996346 Nov 13 04:38:56.914554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be93340-b6f0-41b2-89a1-baaa4fdd6f2c req-f1a8de52-2342-41d7-85ec-c864a9a0d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:56.916571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6be93340-b6f0-41b2-89a1-baaa4fdd6f2c req-f1a8de52-2342-41d7-85ec-c864a9a0d07f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 1100 time: 0.3929522 Nov 13 04:38:57.054482 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5b233e7-d024-48e8-836c-1e36f7a08d4b req-e91debe2-b3e5-41ed-b3c4-62a98cfc20a5 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6190965 Nov 13 04:38:57.068905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc7c81-b108-46d5-bf12-03427a827e94 req-7b9c1a9e-a57c-4406-b0b8-ed09442874e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:57.071151 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ecc7c81-b108-46d5-bf12-03427a827e94 req-7b9c1a9e-a57c-4406-b0b8-ed09442874e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2544050 Nov 13 04:38:57.107597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-a5a79ef2-633d-4565-afc2-fafeaacdb4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:57.109355 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-a5a79ef2-633d-4565-afc2-fafeaacdb4ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 1098 time: 0.1805723 Nov 13 04:38:57.222846 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6be93340-b6f0-41b2-89a1-baaa4fdd6f2c req-fde14443-bb6b-433e-b07b-fcad56b3ef41 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844155 Nov 13 04:38:57.226523 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1132adea-ea59-4498-91fe-d92a940ded45 req-0fa6e000-ba4f-4c81-8d17-1260afaf0c27 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312905 Nov 13 04:38:57.252532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-9eae60e6-9674-484b-b936-9a250d16beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:57.257291 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-9eae60e6-9674-484b-b936-9a250d16beb5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a&tenant_id=b836d7db5e664454bda2ae2ccdb312f4 HTTP/1.1" status: 200 len: 1101 time: 0.4779134 Nov 13 04:38:57.273729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac37b11-7ac6-495b-a75a-4b391dd43335 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:38:57.303911 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:57.319803 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-ad3574fb-c53b-4a98-b84f-514815ab2676 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b HTTP/1.1" status: 200 len: 217 time: 0.1817677 Nov 13 04:38:57.327942 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Transition to ACTIVE for port object 5ac37b11-7ac6-495b-a75a-4b391dd43335 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:38:57.337328 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:57.367088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e511e-8715-4231-86fd-8e065f433dac req-4e538dea-e31f-4902-8afe-cbf6f2074425 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:57.376541 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-005e511e-8715-4231-86fd-8e065f433dac req-4e538dea-e31f-4902-8afe-cbf6f2074425 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 947 time: 0.1333134 Nov 13 04:38:57.413821 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ecc7c81-b108-46d5-bf12-03427a827e94 req-82e86470-5743-4095-96a4-0fd87841b102 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299987 Nov 13 04:38:57.422039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac37b11-7ac6-495b-a75a-4b391dd43335,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:57.483401 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-005e511e-8715-4231-86fd-8e065f433dac req-b1308720-8b65-47a2-94e6-936595ec9bcc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055970 Nov 13 04:38:57.561672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Attempting to bind port 5ac37b11-7ac6-495b-a75a-4b391dd43335 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:57.565157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Attempting to bind port 5ac37b11-7ac6-495b-a75a-4b391dd43335 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'fb866a57-a0ae-4609-98b7-fcbff9299fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e1db2e5-cbdf-462d-bdea-a8913685430c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:57.565551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Attempting to bind port 5ac37b11-7ac6-495b-a75a-4b391dd43335 on network 6e1db2e5-cbdf-462d-bdea-a8913685430c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:57.572782 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Port 5ac37b11-7ac6-495b-a75a-4b391dd43335 on network 6e1db2e5-cbdf-462d-bdea-a8913685430c not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:38:57.573195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Attempting to bind port 5ac37b11-7ac6-495b-a75a-4b391dd43335 on network 6e1db2e5-cbdf-462d-bdea-a8913685430c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:57.579183 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:57.579672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Checking segment: {'id': 'fb866a57-a0ae-4609-98b7-fcbff9299fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e1db2e5-cbdf-462d-bdea-a8913685430c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:57.580155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Bound using segment: {'id': 'fb866a57-a0ae-4609-98b7-fcbff9299fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e1db2e5-cbdf-462d-bdea-a8913685430c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:57.580841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Bound port: 5ac37b11-7ac6-495b-a75a-4b391dd43335, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb866a57-a0ae-4609-98b7-fcbff9299fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e1db2e5-cbdf-462d-bdea-a8913685430c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:57.581291 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:57.670284 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ecc7c81-b108-46d5-bf12-03427a827e94 req-04ef42ce-6e07-4c37-9b2d-59bf0bd514c3 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438807 Nov 13 04:38:57.693150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72abbb-b7f0-47c9-be8f-020d9e196f6e req-8a5f1799-2676-49d1-a476-4138c4ffe3a8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:57.697266 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de72abbb-b7f0-47c9-be8f-020d9e196f6e req-8a5f1799-2676-49d1-a476-4138c4ffe3a8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 943 time: 0.1004758 Nov 13 04:38:57.707550 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] For port 5ac37b11-7ac6-495b-a75a-4b391dd43335, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:57.712514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] For port 5ac37b11-7ac6-495b-a75a-4b391dd43335, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5ac37b11-7ac6-495b-a75a-4b391dd43335,segment=NetworkSegment(fb866a57-a0ae-4609-98b7-fcbff9299fdf),segment_id=fb866a57-a0ae-4609-98b7-fcbff9299fdf)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:57.722059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:38:57.729448 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:57.785018 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:57.785826 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:57.788143 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] 10.222.0.46 "PUT /v2.0/ports/5ac37b11-7ac6-495b-a75a-4b391dd43335 HTTP/1.1" status: 200 len: 1091 time: 2.5879123 Nov 13 04:38:57.861266 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de72abbb-b7f0-47c9-be8f-020d9e196f6e req-9fb5d62e-0b6d-4c1c-a861-94de5171f301 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615562 Nov 13 04:38:57.861489 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-88e77921-ab84-4797-b924-a847de5281ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:57.867230 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-88e77921-ab84-4797-b924-a847de5281ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1611769 Nov 13 04:38:57.875611 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e4822c-23f9-42f4-bebe-f22ce37bb8f4 x-openstack-request-id: req-f7e4822c-23f9-42f4-bebe-f22ce37bb8f4 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:38:57.876239 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c57c2b-4626-4ddb-b510-b9e04cc064b7", "tag": "4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:38:57.876239 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7e4822c-23f9-42f4-bebe-f22ce37bb8f4 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:38:57.876684 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c57c2b-4626-4ddb-b510-b9e04cc064b7', 'tag': '4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b', 'status': 'completed', 'code': 200} Nov 13 04:38:58.000482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-3358bb04-e78a-44be-a780-6df70fbf703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:58.002049 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-3358bb04-e78a-44be-a780-6df70fbf703b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1168706 Nov 13 04:38:58.136532 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b26f-ac77-45e5-ab23-85893e7b6b9d req-2d3b008f-52d2-4ecc-9f32-f1229c287116 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:58.138133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b37b26f-ac77-45e5-ab23-85893e7b6b9d req-2d3b008f-52d2-4ecc-9f32-f1229c287116 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.0883479 Nov 13 04:38:58.173768 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-3cff2f9c-82cb-4ba3-ab83-2bb9f5eb66a9 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619658 Nov 13 04:38:58.288389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc2549-1eb8-4325-96b0-67b1a20a64f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac37b11-7ac6-495b-a75a-4b391dd43335,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:58.306952 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:58.345768 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:58.346218 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b37b26f-ac77-45e5-ab23-85893e7b6b9d req-4d0f0804-d274-41a6-a317-7f5a462cc8a4 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525285 Nov 13 04:38:58.370592 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a913ab23-7e4f-4eda-8cbc-b93961d3f4bb req-bc75ab59-64d5-442a-a84a-f7ab619527ba service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682477 Nov 13 04:38:58.393880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c947cd-8546-4147-9ea3-7ba809d968a5 req-5d359aff-5e2c-4528-9e2e-8c29274568ff tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:58.395742 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35c947cd-8546-4147-9ea3-7ba809d968a5 req-5d359aff-5e2c-4528-9e2e-8c29274568ff tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 946 time: 0.1535330 Nov 13 04:38:58.397769 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-07fba500-4544-466a-b414-4848be66fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:58.399164 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-07fba500-4544-466a-b414-4848be66fff8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15140f09689e4eeeb930615e271fa05a&device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 1094 time: 0.5216417 Nov 13 04:38:58.484584 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-d3938ffa-fdff-43cf-802b-59ef2f647c09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac37b11-7ac6-495b-a75a-4b391dd43335 HTTP/1.1" status: 200 len: 217 time: 0.0690432 Nov 13 04:38:58.570648 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35c947cd-8546-4147-9ea3-7ba809d968a5 req-4e42ede9-590d-4513-88bd-6ecc93ac8009 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630464 Nov 13 04:38:58.612806 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:58.677813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-8e5b36e3-0ef0-4e67-b5b5-62e566561051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:58.679309 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-8e5b36e3-0ef0-4e67-b5b5-62e566561051 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26b5cb9d-0851-4257-a4fe-0f49378991e6 HTTP/1.1" status: 200 len: 852 time: 0.1841056 Nov 13 04:38:58.689631 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1e319-efc1-4ee9-a44b-944552286014 req-73e41424-b6cf-4a17-a5d7-b671b25bcd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:58.689631 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c1e319-efc1-4ee9-a44b-944552286014 req-73e41424-b6cf-4a17-a5d7-b671b25bcd29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 1098 time: 0.1430283 Nov 13 04:38:58.732303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f995d-cdb7-437e-9457-68c8796045c6 req-ded18eaa-5172-4137-a744-b7f91512a3e0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:58.735397 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-293f995d-cdb7-437e-9457-68c8796045c6 req-ded18eaa-5172-4137-a744-b7f91512a3e0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.1145227 Nov 13 04:38:58.748912 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-6b258654-3b65-4865-b9e1-81421f3767cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e1db2e5-cbdf-462d-bdea-a8913685430c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548573 Nov 13 04:38:58.847132 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-293f995d-cdb7-437e-9457-68c8796045c6 req-ec73dd0a-26b3-478a-877b-8b214859ce5e tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015084 Nov 13 04:38:58.858936 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1e319-efc1-4ee9-a44b-944552286014 req-256317ca-041c-4f83-a5a8-c4ea1d13a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:58.858936 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c1e319-efc1-4ee9-a44b-944552286014 req-256317ca-041c-4f83-a5a8-c4ea1d13a42f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1581974 Nov 13 04:38:58.897304 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912853c-5931-425a-a231-5ec29823d2dc req-ce3db247-7883-4595-80a2-1cda8abb4d15 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:58.905235 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c912853c-5931-425a-a231-5ec29823d2dc req-ce3db247-7883-4595-80a2-1cda8abb4d15 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 947 time: 0.2137411 Nov 13 04:38:58.927969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c1e319-efc1-4ee9-a44b-944552286014 req-4c0d3979-2cc2-4c93-af6a-76f171df36bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b HTTP/1.1" status: 200 len: 217 time: 0.0512981 Nov 13 04:38:58.946249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] For port d994b596-e39d-4c7d-9ab4-400f61e88774, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d994b596-e39d-4c7d-9ab4-400f61e88774,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:38:58.997952 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-b479905e-67d7-4c0f-a830-063a8748871e service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352076 Nov 13 04:38:59.017887 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c912853c-5931-425a-a231-5ec29823d2dc req-35af0159-349b-4809-9109-cfd35a4fb0f2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117172 Nov 13 04:38:59.025609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9fe01-81d3-4c22-9948-4b48c4be4ee7 req-299150b3-eeba-4d42-a9e6-ab59508ceece tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:59.033516 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6cf9fe01-81d3-4c22-9948-4b48c4be4ee7 req-299150b3-eeba-4d42-a9e6-ab59508ceece tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 950 time: 0.1027718 Nov 13 04:38:59.075523 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1e319-efc1-4ee9-a44b-944552286014 req-2c114bb3-5f6e-4d94-b456-d8516ea75a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:59.077085 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c1e319-efc1-4ee9-a44b-944552286014 req-2c114bb3-5f6e-4d94-b456-d8516ea75a7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1207919 Nov 13 04:38:59.142275 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6cf9fe01-81d3-4c22-9948-4b48c4be4ee7 req-ff681be4-a92f-40e9-9793-e932a618da35 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075091 Nov 13 04:38:59.171181 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1e319-efc1-4ee9-a44b-944552286014 req-60fc46ff-ef9a-4583-81e8-1a9ebd4b6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:59.172877 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c1e319-efc1-4ee9-a44b-944552286014 req-60fc46ff-ef9a-4583-81e8-1a9ebd4b6d50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0865383 Nov 13 04:38:59.225434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] For port d994b596-e39d-4c7d-9ab4-400f61e88774, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:59.246972 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735b3ecb-aa5f-46ae-b1eb-5a6c3208e17c req-b978d7d5-c8c9-4d2c-a9d9-482421accffc service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381012 Nov 13 04:38:59.331472 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c1e319-efc1-4ee9-a44b-944552286014 req-2bff9c9f-45dd-429d-8028-c265436acd68 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179001 Nov 13 04:38:59.336680 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:59.372385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Transition to ACTIVE for port object d994b596-e39d-4c7d-9ab4-400f61e88774 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:38:59.378034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc9d8b-2a60-4971-ba2c-02eeb32f2846 req-8657003f-ab74-49b5-9cb1-295830c3506e tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:59.385592 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07bc9d8b-2a60-4971-ba2c-02eeb32f2846 req-8657003f-ab74-49b5-9cb1-295830c3506e tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 1097 time: 0.2164505 Nov 13 04:38:59.392715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:59.462332 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Pushing event updated for resources: {'Port': ['ID=d994b596-e39d-4c7d-9ab4-400f61e88774,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:59.486471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175c237-1bde-4987-96e6-25878a7a2ab1 req-cb8f07d5-15c3-42e2-9499-b1d25ed1e93a tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:59.488161 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c175c237-1bde-4987-96e6-25878a7a2ab1 req-cb8f07d5-15c3-42e2-9499-b1d25ed1e93a tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 943 time: 0.1322005 Nov 13 04:38:59.497843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] No DVR routers for this DVR port d994b596-e39d-4c7d-9ab4-400f61e88774 on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:38:59.525169 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07bc9d8b-2a60-4971-ba2c-02eeb32f2846 req-b534c60a-aa6f-4c7d-8d7a-d351bbc0d4a3 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386714 Nov 13 04:38:59.532815 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c1e319-efc1-4ee9-a44b-944552286014 req-3b6d8c88-ee43-48ea-9e15-67c004f4fed5 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910894 Nov 13 04:38:59.580861 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c175c237-1bde-4987-96e6-25878a7a2ab1 req-125c42cb-8454-43f8-9841-c143479acfdc tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739629 Nov 13 04:38:59.637258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Attempting to bind port d994b596-e39d-4c7d-9ab4-400f61e88774 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:38:59.640265 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Attempting to bind port d994b596-e39d-4c7d-9ab4-400f61e88774 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:38:59.640601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Attempting to bind port d994b596-e39d-4c7d-9ab4-400f61e88774 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:59.650179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Port d994b596-e39d-4c7d-9ab4-400f61e88774 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:38:59.650496 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Attempting to bind port d994b596-e39d-4c7d-9ab4-400f61e88774 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:38:59.675257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:38:59.675928 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:38:59.676764 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:38:59.677572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Bound port: d994b596-e39d-4c7d-9ab4-400f61e88774, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:38:59.678109 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:59.750863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42690924-c2c8-47df-8f78-657690d5f10f req-e00251a9-689e-42bf-a88a-2ddea1e991f5 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:59.752450 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-42690924-c2c8-47df-8f78-657690d5f10f req-e00251a9-689e-42bf-a88a-2ddea1e991f5 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 1097 time: 0.0441129 Nov 13 04:38:59.754511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f3070-c65a-4015-9790-f7b43d986993 req-85bcefa5-d819-4606-8f2e-0481ec11410c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:59.765084 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-160f3070-c65a-4015-9790-f7b43d986993 req-85bcefa5-d819-4606-8f2e-0481ec11410c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 948 time: 0.1121531 Nov 13 04:38:59.812758 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-42690924-c2c8-47df-8f78-657690d5f10f req-ca090005-a1e0-4a6a-9d78-311e36790ff6 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535183 Nov 13 04:38:59.829233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] For port d994b596-e39d-4c7d-9ab4-400f61e88774, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:38:59.841950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:38:59.860843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d994b596-e39d-4c7d-9ab4-400f61e88774 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:38:59.863415 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-160f3070-c65a-4015-9790-f7b43d986993 req-a4338421-57be-4988-af05-4f562ae51478 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885317 Nov 13 04:38:59.878816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904f2c32-ad31-4afd-b78e-92ac4566f0f4', 'tag': '5ac37b11-7ac6-495b-a75a-4b391dd43335'}, {'server_uuid': '30afba90-360c-4c3b-a102-f09ef69d533a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd994b596-e39d-4c7d-9ab4-400f61e88774'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:38:59.884114 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503e25f4-71dd-456e-b95a-7462c3e7ae27" -d '{"events": [{"name": "network-changed", "server_uuid": "904f2c32-ad31-4afd-b78e-92ac4566f0f4", "tag": "5ac37b11-7ac6-495b-a75a-4b391dd43335"}, {"server_uuid": "30afba90-360c-4c3b-a102-f09ef69d533a", "name": "network-vif-unplugged", "status": "completed", "tag": "d994b596-e39d-4c7d-9ab4-400f61e88774"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:38:59.889253 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] For port d994b596-e39d-4c7d-9ab4-400f61e88774, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d994b596-e39d-4c7d-9ab4-400f61e88774,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:38:59.898210 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:59.932434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d994b596-e39d-4c7d-9ab4-400f61e88774 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:38:59.975585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Pushing event updated for resources: {'Port': ['ID=d994b596-e39d-4c7d-9ab4-400f61e88774,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:38:59.986116 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:38:59.986952 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:38:59.988772 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-b37ca046-1df7-4fd8-8634-41323d1fc240 service neutron] 10.222.0.36 "PUT /v2.0/ports/d994b596-e39d-4c7d-9ab4-400f61e88774 HTTP/1.1" status: 200 len: 1096 time: 2.2736783 Nov 13 04:39:00.113468 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 13 Nov 2021 04:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6199b95-6397-44fd-8c06-539230b44c77 x-openstack-request-id: req-f6199b95-6397-44fd-8c06-539230b44c77 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:00.113898 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904f2c32-ad31-4afd-b78e-92ac4566f0f4", "tag": "5ac37b11-7ac6-495b-a75a-4b391dd43335", "status": "completed", "code": 200}, {"server_uuid": "30afba90-360c-4c3b-a102-f09ef69d533a", "name": "network-vif-unplugged", "status": "completed", "tag": "d994b596-e39d-4c7d-9ab4-400f61e88774", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:00.114233 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6199b95-6397-44fd-8c06-539230b44c77 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:00.114804 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904f2c32-ad31-4afd-b78e-92ac4566f0f4', 'tag': '5ac37b11-7ac6-495b-a75a-4b391dd43335', 'status': 'completed', 'code': 200} Nov 13 04:39:00.115151 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30afba90-360c-4c3b-a102-f09ef69d533a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd994b596-e39d-4c7d-9ab4-400f61e88774', 'code': 200} Nov 13 04:39:00.135990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port c5ffd6ec-955a-43f0-a0b3-18057ccbfc45, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c5ffd6ec-955a-43f0-a0b3-18057ccbfc45,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:00.157642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-f779f0d2-9b0b-44c3-89fe-92486b4e43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:00.171016 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-f779f0d2-9b0b-44c3-89fe-92486b4e43b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 1099 time: 0.1309090 Nov 13 04:39:00.171269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'c5ffd6ec-955a-43f0-a0b3-18057ccbfc45', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'c5ffd6ec-955a-43f0-a0b3-18057ccbfc45', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:39:00.171376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34ab23-eb87-412e-a304-8e0c482f2655 req-3e5f74e5-23ae-4abd-be58-157cc9f28c8a tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:00.183470 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0a34ab23-eb87-412e-a304-8e0c482f2655 req-3e5f74e5-23ae-4abd-be58-157cc9f28c8a tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.1720741 Nov 13 04:39:00.311622 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0a34ab23-eb87-412e-a304-8e0c482f2655 req-967be805-f784-473c-991b-0f5e91d5e68e tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265447 Nov 13 04:39:00.486846 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:00.489564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e25f4-71dd-456e-b95a-7462c3e7ae27 req-f604f477-535a-4a1b-96af-e3cd0c1418e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:00.491276 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-503e25f4-71dd-456e-b95a-7462c3e7ae27 req-f604f477-535a-4a1b-96af-e3cd0c1418e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15140f09689e4eeeb930615e271fa05a&device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 1094 time: 0.3295207 Nov 13 04:39:00.514636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:00.553374 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port c5ffd6ec-955a-43f0-a0b3-18057ccbfc45, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c5ffd6ec-955a-43f0-a0b3-18057ccbfc45,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:00.554203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21653459-4754-491c-a887-40685001100e req-7aa98f2a-b601-48cd-9def-e7b9fddfdbca tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:00.555749 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21653459-4754-491c-a887-40685001100e req-7aa98f2a-b601-48cd-9def-e7b9fddfdbca tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 950 time: 0.1881499 Nov 13 04:39:00.562553 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:00.597505 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-8d8f8ea4-b6fb-44df-809e-21ddc592e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:00.599372 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-8d8f8ea4-b6fb-44df-809e-21ddc592e512 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.4276781 Nov 13 04:39:00.623273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=c5ffd6ec-955a-43f0-a0b3-18057ccbfc45,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:00.633741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f56a8c-0f06-42b2-8745-abae245e64d7 req-96fd681b-79da-430f-a618-66e36c872a45 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:00.635430 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-47f56a8c-0f06-42b2-8745-abae245e64d7 req-96fd681b-79da-430f-a618-66e36c872a45 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 950 time: 0.1623495 Nov 13 04:39:00.684106 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-f82b7c37-22f9-48fa-9008-ee0707b5bc31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d994b596-e39d-4c7d-9ab4-400f61e88774 HTTP/1.1" status: 200 len: 217 time: 0.0692945 Nov 13 04:39:00.714242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e25f4-71dd-456e-b95a-7462c3e7ae27 req-b5358fb9-ee78-4fb3-af09-d8984069e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:00.715947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-503e25f4-71dd-456e-b95a-7462c3e7ae27 req-b5358fb9-ee78-4fb3-af09-d8984069e2c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e1db2e5-cbdf-462d-bdea-a8913685430c HTTP/1.1" status: 200 len: 913 time: 0.2025273 Nov 13 04:39:00.815409 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-503e25f4-71dd-456e-b95a-7462c3e7ae27 req-e9c38beb-dcf9-4499-89ac-f1031609e117 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac37b11-7ac6-495b-a75a-4b391dd43335 HTTP/1.1" status: 200 len: 217 time: 0.0723805 Nov 13 04:39:00.867763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6a9e1-8a65-4a28-99ac-15e0cc41e122 req-ac7cb6ee-d942-4d25-bcfe-51ec708b2a1c tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:00.882185 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1df6a9e1-8a65-4a28-99ac-15e0cc41e122 req-ac7cb6ee-d942-4d25-bcfe-51ec708b2a1c tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 947 time: 0.4382622 Nov 13 04:39:00.891887 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-47f56a8c-0f06-42b2-8745-abae245e64d7 req-b7b9f3ae-5cdb-4334-ab74-c462de49c167 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe2489b-1544-4baa-8933-170b4fcb2826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184079 Nov 13 04:39:00.901202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-72b1302b-2a19-438f-9d68-166dafb75708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:00.904182 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-72b1302b-2a19-438f-9d68-166dafb75708 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.2044513 Nov 13 04:39:00.941786 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1df6a9e1-8a65-4a28-99ac-15e0cc41e122 req-cdc881c3-eac9-4530-951d-6858554824e6 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631807 Nov 13 04:39:00.949351 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e25f4-71dd-456e-b95a-7462c3e7ae27 req-7c364949-0d9d-4d7f-94ff-697ef4f80bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:00.950797 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-503e25f4-71dd-456e-b95a-7462c3e7ae27 req-7c364949-0d9d-4d7f-94ff-697ef4f80bdc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26b5cb9d-0851-4257-a4fe-0f49378991e6 HTTP/1.1" status: 200 len: 852 time: 0.1220436 Nov 13 04:39:01.057576 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-503e25f4-71dd-456e-b95a-7462c3e7ae27 req-fb64ba59-196b-4e77-b7e6-77864c043248 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e1db2e5-cbdf-462d-bdea-a8913685430c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958080 Nov 13 04:39:01.065527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-07871a38-ec31-48c8-90f0-680e91ce5da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:01.067462 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-07871a38-ec31-48c8-90f0-680e91ce5da7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1537094 Nov 13 04:39:01.088407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-21653459-4754-491c-a887-40685001100e req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Deleting port beef7a16-f4fc-416a-a529-1b68243da415 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:39:01.088744 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-21653459-4754-491c-a887-40685001100e req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:01.131438 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['c5ffd6ec-955a-43f0-a0b3-18057ccbfc45'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:01.326650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f71784-801d-4425-974c-cec73223ff26 req-7c2b924a-6388-48bf-948f-75ff7ea37876 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:01.331752 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66f71784-801d-4425-974c-cec73223ff26 req-7c2b924a-6388-48bf-948f-75ff7ea37876 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 1097 time: 0.2772229 Nov 13 04:39:01.375364 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-cb8e76a7-4df0-441a-ab7f-75b0526202ec service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374850 Nov 13 04:39:01.408522 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-21653459-4754-491c-a887-40685001100e req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] For port beef7a16-f4fc-416a-a529-1b68243da415, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=beef7a16-f4fc-416a-a529-1b68243da415,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:01.409287 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-21653459-4754-491c-a887-40685001100e req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:01.437338 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66f71784-801d-4425-974c-cec73223ff26 req-13f4bee0-5f08-4494-932c-5cab2516a29a tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947444 Nov 13 04:39:01.438907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-21653459-4754-491c-a887-40685001100e req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Calling delete_port for beef7a16-f4fc-416a-a529-1b68243da415 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:39:01.454584 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-503e25f4-71dd-456e-b95a-7462c3e7ae27 req-c9602c58-c43f-4537-94c0-4f35f4678927 service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825638 Nov 13 04:39:01.575721 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-503e25f4-71dd-456e-b95a-7462c3e7ae27 req-102fb7ee-8564-48b0-8aea-88cc4d407a99 service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125412 Nov 13 04:39:01.662944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caff6cc-0587-498e-85d0-c24af90a682d req-0b6803a0-779b-43b1-8186-95ae204c6155 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:01.667374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7caff6cc-0587-498e-85d0-c24af90a682d req-0b6803a0-779b-43b1-8186-95ae204c6155 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.2828219 Nov 13 04:39:01.689482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ccecc-4de7-4ba8-aca5-b964495ac22b req-4a6336d3-c9f2-4203-9131-e07d467c22f9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:01.699120 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5f5ccecc-4de7-4ba8-aca5-b964495ac22b req-4a6336d3-c9f2-4203-9131-e07d467c22f9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 943 time: 0.0813205 Nov 13 04:39:01.747271 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2382645-20e3-4a3e-92c0-49d40b97763e req-3917e9c9-dbf1-43d0-8337-aa4a1a1e2913 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746997 Nov 13 04:39:01.751427 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7caff6cc-0587-498e-85d0-c24af90a682d req-456be02e-f7f5-4791-b285-46023dcf2f7d tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714912 Nov 13 04:39:01.803310 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5f5ccecc-4de7-4ba8-aca5-b964495ac22b req-679091f2-fa9f-4b9c-82f8-c9cfb97dcba5 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030598 Nov 13 04:39:01.804437 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-21653459-4754-491c-a887-40685001100e req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:01.840628 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Pushing event deleted for resources: {'Port': ['ID=beef7a16-f4fc-416a-a529-1b68243da415,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:01.846076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:01.846675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:01.847095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:01.847491 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:01.848508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:01.850897 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device beef7a16-f4fc-416a-a529-1b68243da415 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:39:01.853924 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:01.854395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:01.861922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:01.862322 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:01.862661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:01.863030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:01.863448 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:01.887531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: beef7a16-f4fc-416a-a529-1b68243da415 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:39:01.888188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device beef7a16-f4fc-416a-a529-1b68243da415 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:39:01.955623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df16334-6cec-4dfa-950c-4470660554d6 req-3a6d90ed-ef1a-47eb-be74-f22e34bd4621 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:01.963822 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5df16334-6cec-4dfa-950c-4470660554d6 req-3a6d90ed-ef1a-47eb-be74-f22e34bd4621 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 948 time: 0.1095536 Nov 13 04:39:01.983614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-21653459-4754-491c-a887-40685001100e req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] No DVR routers for this DVR port beef7a16-f4fc-416a-a529-1b68243da415 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:39:01.990689 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-21653459-4754-491c-a887-40685001100e req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:01.993102 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21653459-4754-491c-a887-40685001100e req-cbdff03e-4f0b-4235-ada0-a2d43392009f tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.46 "DELETE /v2.0/ports/beef7a16-f4fc-416a-a529-1b68243da415 HTTP/1.1" status: 204 len: 173 time: 1.4286582 Nov 13 04:39:01.993603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f93a07-a4af-49e1-98fc-5ce677e7ecfb', 'name': 'network-vif-deleted', 'tag': 'beef7a16-f4fc-416a-a529-1b68243da415'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:01.996009 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43bd341-e26b-49b4-b609-619ecaad43ea" -d '{"events": [{"server_uuid": "79f93a07-a4af-49e1-98fc-5ce677e7ecfb", "name": "network-vif-deleted", "tag": "beef7a16-f4fc-416a-a529-1b68243da415"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:02.167968 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30afba90-360c-4c3b-a102-f09ef69d533a', 'tag': 'd994b596-e39d-4c7d-9ab4-400f61e88774'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:02.170612 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "30afba90-360c-4c3b-a102-f09ef69d533a", "tag": "d994b596-e39d-4c7d-9ab4-400f61e88774"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:02.187376 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5df16334-6cec-4dfa-950c-4470660554d6 req-fc5ca545-05e8-46f5-8555-5e2bcfb0fd11 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192764 Nov 13 04:39:02.376015 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fd098b4-3697-47ba-8fc3-e74834b431a4 req-3d8152c5-7e42-45c1-b83a-3dcf9ea861bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708506 Nov 13 04:39:02.494383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd098b4-3697-47ba-8fc3-e74834b431a4 req-feacf606-3370-49fe-8481-6bd1c7992b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:02.496183 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fd098b4-3697-47ba-8fc3-e74834b431a4 req-feacf606-3370-49fe-8481-6bd1c7992b08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 1100 time: 0.0772803 Nov 13 04:39:02.719147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd098b4-3697-47ba-8fc3-e74834b431a4 req-d02c0972-bb58-49a5-8b3e-6ed6beb9a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:02.721431 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fd098b4-3697-47ba-8fc3-e74834b431a4 req-d02c0972-bb58-49a5-8b3e-6ed6beb9a149 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1993108 Nov 13 04:39:02.758890 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d2a812df-c0ab-4460-8e0d-eee222b8cbed req-a966463c-983d-4e9d-b27a-1d4f6689e707 tempest-DeleteServersAdminTestJSON-1834667836 tempest-DeleteServersAdminTestJSON-1834667836-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f93a07-a4af-49e1-98fc-5ce677e7ecfb HTTP/1.1" status: 200 len: 210 time: 0.0361249 Nov 13 04:39:02.808236 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fd098b4-3697-47ba-8fc3-e74834b431a4 req-d72fc0b4-8d86-4f46-8f63-395c97ca3fa0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=004030af-1f68-46eb-9aff-8eb326806744 HTTP/1.1" status: 200 len: 217 time: 0.0482643 Nov 13 04:39:02.912542 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd098b4-3697-47ba-8fc3-e74834b431a4 req-4666b3f2-cb4e-4254-ba10-bfde7b2915f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:02.914135 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fd098b4-3697-47ba-8fc3-e74834b431a4 req-4666b3f2-cb4e-4254-ba10-bfde7b2915f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0785232 Nov 13 04:39:02.928179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648106b-662f-415a-b4e1-1e6dd9994736 req-90e4790e-1534-4478-a23a-9351b52caa75 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:02.929777 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3648106b-662f-415a-b4e1-1e6dd9994736 req-90e4790e-1534-4478-a23a-9351b52caa75 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 947 time: 0.1034949 Nov 13 04:39:03.009358 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd098b4-3697-47ba-8fc3-e74834b431a4 req-56755a81-a70c-43a1-955d-a76bdb6c3efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:03.011967 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fd098b4-3697-47ba-8fc3-e74834b431a4 req-56755a81-a70c-43a1-955d-a76bdb6c3efc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0812783 Nov 13 04:39:03.020922 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3648106b-662f-415a-b4e1-1e6dd9994736 req-d8975904-0707-43c6-b36d-c45d8eefbefc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815282 Nov 13 04:39:03.121351 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8562af3a-4f32-47ff-8e75-3c8c2864f42f x-openstack-request-id: req-8562af3a-4f32-47ff-8e75-3c8c2864f42f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:03.121862 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f93a07-a4af-49e1-98fc-5ce677e7ecfb", "name": "network-vif-deleted", "tag": "beef7a16-f4fc-416a-a529-1b68243da415", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:03.121942 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8562af3a-4f32-47ff-8e75-3c8c2864f42f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:03.122279 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f93a07-a4af-49e1-98fc-5ce677e7ecfb', 'name': 'network-vif-deleted', 'tag': 'beef7a16-f4fc-416a-a529-1b68243da415', 'status': 'completed', 'code': 200} Nov 13 04:39:03.204290 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9040538-8e73-44fa-93d1-d1c9ff4bba52 req-fb8cdbf0-9a5d-4a13-a32c-61ad4e7e12b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593140 Nov 13 04:39:03.300752 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fd098b4-3697-47ba-8fc3-e74834b431a4 req-7047aad3-c551-4b27-af4f-e0755c8a0877 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650640 Nov 13 04:39:03.323263 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c13b73-a83e-48d5-9afc-e879799afad4 x-openstack-request-id: req-c0c13b73-a83e-48d5-9afc-e879799afad4 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:03.323563 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30afba90-360c-4c3b-a102-f09ef69d533a", "tag": "d994b596-e39d-4c7d-9ab4-400f61e88774", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:03.323793 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0c13b73-a83e-48d5-9afc-e879799afad4 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:03.324181 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30afba90-360c-4c3b-a102-f09ef69d533a', 'tag': 'd994b596-e39d-4c7d-9ab4-400f61e88774', 'status': 'completed', 'code': 200} Nov 13 04:39:03.367915 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:39:03.399912 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040538-8e73-44fa-93d1-d1c9ff4bba52 req-e61c2b84-d963-4464-97bf-e1b3b1c301ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:03.401428 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9040538-8e73-44fa-93d1-d1c9ff4bba52 req-e61c2b84-d963-4464-97bf-e1b3b1c301ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 1101 time: 0.1227875 Nov 13 04:39:03.572434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:03.587220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b', 'mac_address': 'fa:16:3e:1b:ff:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:39:03.591858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-8aa29df8-d9d2-45ef-8cca-a34f9390e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:03.593389 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-8aa29df8-d9d2-45ef-8cca-a34f9390e14d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 1099 time: 0.1775951 Nov 13 04:39:03.689603 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:03.692603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040538-8e73-44fa-93d1-d1c9ff4bba52 req-1a2db6fb-078b-4662-8ae9-f10398e847cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:03.694312 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9040538-8e73-44fa-93d1-d1c9ff4bba52 req-1a2db6fb-078b-4662-8ae9-f10398e847cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2652452 Nov 13 04:39:03.732324 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:03.746767 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9040538-8e73-44fa-93d1-d1c9ff4bba52 req-4f2d3932-f09d-4f0e-8c47-7439174761fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1260c06f-f210-4b90-be67-896cb88572fa HTTP/1.1" status: 200 len: 217 time: 0.0433316 Nov 13 04:39:03.787846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:03.808974 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:03.854202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-a55c594f-bd09-4416-8318-1544a7b2890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:03.856157 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-a55c594f-bd09-4416-8318-1544a7b2890a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2527745 Nov 13 04:39:03.863208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5ac37b11-7ac6-495b-a75a-4b391dd43335 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:39:03.896639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-375d590e-4663-4f4e-9a8a-6b2e6e01d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:03.902710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-375d590e-4663-4f4e-9a8a-6b2e6e01d1b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 1099 time: 0.4972689 Nov 13 04:39:03.929870 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-db7b4bb0-cfff-4cc0-aec3-2db666a89d5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d994b596-e39d-4c7d-9ab4-400f61e88774 HTTP/1.1" status: 200 len: 217 time: 0.0585454 Nov 13 04:39:03.931894 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040538-8e73-44fa-93d1-d1c9ff4bba52 req-f4e906ac-39ef-4291-99c9-adeeaaaf13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:03.934383 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9040538-8e73-44fa-93d1-d1c9ff4bba52 req-f4e906ac-39ef-4291-99c9-adeeaaaf13b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1775544 Nov 13 04:39:03.946001 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:39:03.949385 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fd098b4-3697-47ba-8fc3-e74834b431a4 req-9471d0ca-acca-41f7-8c58-4b94e10b41d5 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5872056 Nov 13 04:39:03.957494 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b187c3-7e95-4439-97df-1756931c370d req-3c659a75-b170-4938-bf84-0e81f84983f1 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:03.966368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29b187c3-7e95-4439-97df-1756931c370d req-3c659a75-b170-4938-bf84-0e81f84983f1 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.5066116 Nov 13 04:39:03.996744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:04.009879 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:04.010571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:04.011305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:04.012377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:04.012377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:04.012377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:04.012377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:04.013981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:04.014303 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:04.015767 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:04.015767 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:04.015767 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:04.054448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:39:04.089089 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5ac37b11-7ac6-495b-a75a-4b391dd43335, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5ac37b11-7ac6-495b-a75a-4b391dd43335,segment=NetworkSegment(fb866a57-a0ae-4609-98b7-fcbff9299fdf),segment_id=fb866a57-a0ae-4609-98b7-fcbff9299fdf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:04.095487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040538-8e73-44fa-93d1-d1c9ff4bba52 req-a0147c39-bf7f-463e-b16f-64be4a531904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:04.097041 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9040538-8e73-44fa-93d1-d1c9ff4bba52 req-a0147c39-bf7f-463e-b16f-64be4a531904 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1540160 Nov 13 04:39:04.101682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-e7f131bb-6cdc-4b14-bc15-908b5728a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:04.101908 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29b187c3-7e95-4439-97df-1756931c370d req-bc494d6d-ad16-4de6-9540-4cfb7f68cbc8 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285384 Nov 13 04:39:04.103145 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-e7f131bb-6cdc-4b14-bc15-908b5728a7ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1475432 Nov 13 04:39:04.123938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:04.124647 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:04.126690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '5ac37b11-7ac6-495b-a75a-4b391dd43335', 'network_id': '6e1db2e5-cbdf-462d-bdea-a8913685430c', 'port_id': '5ac37b11-7ac6-495b-a75a-4b391dd43335', 'mac_address': 'fa:16:3e:84:8f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b5cb9d-0851-4257-a4fe-0f49378991e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:39:04.159435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-cda72aa5-b9fd-4dbd-ac32-57f5c09bd204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:04.161274 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-cda72aa5-b9fd-4dbd-ac32-57f5c09bd204 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2504070 Nov 13 04:39:04.249995 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-10913420-6801-4c42-9211-f38a91004e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:04.255311 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-eee7b8c5-0970-4d12-b754-7a5093dedda9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d994b596-e39d-4c7d-9ab4-400f61e88774 HTTP/1.1" status: 200 len: 217 time: 0.0847695 Nov 13 04:39:04.263830 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-f7b9031b-5db5-4fa1-aa6d-767de29a180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:04.265551 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-f7b9031b-5db5-4fa1-aa6d-767de29a180d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1515307 Nov 13 04:39:04.271414 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:04.298586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56790f-7dfb-4ed8-9210-d2a8a53cec38 req-df0a44ab-7df7-47d6-a392-ca1d82773917 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:04.300336 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a56790f-7dfb-4ed8-9210-d2a8a53cec38 req-df0a44ab-7df7-47d6-a392-ca1d82773917 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 943 time: 0.1124043 Nov 13 04:39:04.347583 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9040538-8e73-44fa-93d1-d1c9ff4bba52 req-fc272947-c4e6-40e0-b7c1-ee86b4475614 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415605 Nov 13 04:39:04.349601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac37b11-7ac6-495b-a75a-4b391dd43335 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:04.389354 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40678) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:39:04.391792 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5ac37b11-7ac6-495b-a75a-4b391dd43335, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5ac37b11-7ac6-495b-a75a-4b391dd43335,segment=NetworkSegment(fb866a57-a0ae-4609-98b7-fcbff9299fdf),segment_id=fb866a57-a0ae-4609-98b7-fcbff9299fdf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:04.392920 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:04.404303 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:04.432874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-713edfe6-252b-403e-8483-2e96f75ec1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:04.434764 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-713edfe6-252b-403e-8483-2e96f75ec1f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1726751 Nov 13 04:39:04.446366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41540ce-945d-4152-bbe5-c1bc7d32f404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ffd6ec-955a-43f0-a0b3-18057ccbfc45'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:04.448854 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c210c1-692a-4590-9a62-c0a15eadaeb0" -d '{"events": [{"server_uuid": "c41540ce-945d-4152-bbe5-c1bc7d32f404", "name": "network-vif-plugged", "status": "completed", "tag": "c5ffd6ec-955a-43f0-a0b3-18057ccbfc45"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:04.469071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port c5ffd6ec-955a-43f0-a0b3-18057ccbfc45, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c5ffd6ec-955a-43f0-a0b3-18057ccbfc45,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:04.483630 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:04.485868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5ac37b11-7ac6-495b-a75a-4b391dd43335,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:04.526080 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a56790f-7dfb-4ed8-9210-d2a8a53cec38 req-c1e52e59-c097-49aa-9d49-18a42cf4a444 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380603 Nov 13 04:39:04.553174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:04.570307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-bcbde391-6b2f-4a05-8279-0c223bb67a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:04.572508 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-bcbde391-6b2f-4a05-8279-0c223bb67a23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236405 Nov 13 04:39:04.592205 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=c5ffd6ec-955a-43f0-a0b3-18057ccbfc45,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:04.602447 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-951909db-90e5-4e3f-b827-95d353fdac34 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094959 Nov 13 04:39:04.639657 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-2bcde3e7-75f3-494e-8dd8-0b1f24571b55 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:39:04.640885 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-2bcde3e7-75f3-494e-8dd8-0b1f24571b55 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2505503 Nov 13 04:39:04.649336 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9040538-8e73-44fa-93d1-d1c9ff4bba52 req-bdc093a1-8872-43ea-add1-c9c646ac888c service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547629 Nov 13 04:39:04.737928 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-6afc3dd0-2137-4b03-abff-70c9c01ef29a service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226122 Nov 13 04:39:04.787234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced3c2-5c49-4c26-8d2d-ab5f9d999d0b req-218028cf-d70a-4774-8f96-c85ebf4c24b2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:04.788772 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4cced3c2-5c49-4c26-8d2d-ab5f9d999d0b req-218028cf-d70a-4774-8f96-c85ebf4c24b2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 948 time: 0.1338980 Nov 13 04:39:04.794785 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-db0c7a12-e89d-4d87-ad9b-58142ca7d82c service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095399 Nov 13 04:39:04.884319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5ac37b11-7ac6-495b-a75a-4b391dd43335'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:04.921224 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-9d499196-e73f-47a0-ad81-8342de862d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:04.922271 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-9d499196-e73f-47a0-ad81-8342de862d2d service neutron] 10.222.0.43 "GET /v2.0/ports/4bb3314f-bdba-4c54-87e0-8edce43ce31b HTTP/1.1" status: 200 len: 1094 time: 0.1962810 Nov 13 04:39:04.934758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b17400df-9d5b-459b-9a64-7f6fb7ad28d5 service neutron] Request body: {'binding': {'host': 'n-h2-813114-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:04.935236 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b17400df-9d5b-459b-9a64-7f6fb7ad28d5 service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 04:39:04.979815 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4cced3c2-5c49-4c26-8d2d-ab5f9d999d0b req-cade414c-3ab7-4619-ba8c-902af39c313f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700053 Nov 13 04:39:05.083277 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b08a535d-1e42-4b7d-a875-0fcbd019c1fa req-fde9f912-0c85-4783-ab83-a5a8507d1111 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803171 Nov 13 04:39:05.180826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef5ccf-9765-4f2d-a94b-6c19aaa3c719 req-c3cd9bd1-b84e-4572-81a2-4424c2d610ff tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:05.182339 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-74ef5ccf-9765-4f2d-a94b-6c19aaa3c719 req-c3cd9bd1-b84e-4572-81a2-4424c2d610ff tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 948 time: 0.0855255 Nov 13 04:39:05.184984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b17400df-9d5b-459b-9a64-7f6fb7ad28d5 service neutron] Attempting to bind port 4bb3314f-bdba-4c54-87e0-8edce43ce31b on host n-h2-813114-2 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:39:05.185314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b17400df-9d5b-459b-9a64-7f6fb7ad28d5 service neutron] Attempting to bind port 4bb3314f-bdba-4c54-87e0-8edce43ce31b by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:39:05.185637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b17400df-9d5b-459b-9a64-7f6fb7ad28d5 service neutron] Attempting to bind port 4bb3314f-bdba-4c54-87e0-8edce43ce31b on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:05.196980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b17400df-9d5b-459b-9a64-7f6fb7ad28d5 service neutron] Port 4bb3314f-bdba-4c54-87e0-8edce43ce31b on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:39:05.197294 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b17400df-9d5b-459b-9a64-7f6fb7ad28d5 service neutron] Attempting to bind port 4bb3314f-bdba-4c54-87e0-8edce43ce31b on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:05.210376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b17400df-9d5b-459b-9a64-7f6fb7ad28d5 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:39:05.210706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b17400df-9d5b-459b-9a64-7f6fb7ad28d5 service neutron] Checking segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:39:05.211120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b17400df-9d5b-459b-9a64-7f6fb7ad28d5 service neutron] Bound using segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:39:05.211582 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b17400df-9d5b-459b-9a64-7f6fb7ad28d5 service neutron] Bound port: 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:39:05.273566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-74ef5ccf-9765-4f2d-a94b-6c19aaa3c719 req-b4d64828-dff7-49b4-b64f-b9ec04fd688e tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845664 Nov 13 04:39:05.301637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b17400df-9d5b-459b-9a64-7f6fb7ad28d5 service neutron] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:39:05.311386 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b17400df-9d5b-459b-9a64-7f6fb7ad28d5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:05.312594 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b17400df-9d5b-459b-9a64-7f6fb7ad28d5 service neutron] 10.222.0.43 "POST /v2.0/ports/4bb3314f-bdba-4c54-87e0-8edce43ce31b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3837032 Nov 13 04:39:05.385494 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d994b596-e39d-4c7d-9ab4-400f61e88774 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:39:05.466334 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd30121-3e0a-4f09-8f8c-08316f85b1e8 x-openstack-request-id: req-acd30121-3e0a-4f09-8f8c-08316f85b1e8 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:05.467029 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41540ce-945d-4152-bbe5-c1bc7d32f404", "name": "network-vif-plugged", "status": "completed", "tag": "c5ffd6ec-955a-43f0-a0b3-18057ccbfc45", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:05.467029 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acd30121-3e0a-4f09-8f8c-08316f85b1e8 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:05.467312 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41540ce-945d-4152-bbe5-c1bc7d32f404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ffd6ec-955a-43f0-a0b3-18057ccbfc45', 'code': 200} Nov 13 04:39:05.630078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port d994b596-e39d-4c7d-9ab4-400f61e88774, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d994b596-e39d-4c7d-9ab4-400f61e88774,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:05.653666 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a225338-2682-4751-a74c-0c1c482b66ea req-1ea67c9c-bf58-4b11-8758-4e6bcdac1fe6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:05.658490 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05292-fa57-4f0a-9a5b-9c7c3fe88c04 req-6afa2415-d1c8-4cfb-b56d-772a3fd8e1a2 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:05.666299 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0a225338-2682-4751-a74c-0c1c482b66ea req-1ea67c9c-bf58-4b11-8758-4e6bcdac1fe6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.1343367 Nov 13 04:39:05.667327 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6bf05292-fa57-4f0a-9a5b-9c7c3fe88c04 req-6afa2415-d1c8-4cfb-b56d-772a3fd8e1a2 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 946 time: 0.0726187 Nov 13 04:39:05.670300 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'd994b596-e39d-4c7d-9ab4-400f61e88774', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'd994b596-e39d-4c7d-9ab4-400f61e88774', 'mac_address': 'fa:16:3e:4c:8d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:39:05.671301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b596d75-e08f-406e-80a5-af2b072006e8 req-44a19111-ab6e-4750-be2c-5d3f9be23ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:05.672896 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b596d75-e08f-406e-80a5-af2b072006e8 req-44a19111-ab6e-4750-be2c-5d3f9be23ea5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c41540ce-945d-4152-bbe5-c1bc7d32f404 HTTP/1.1" status: 200 len: 1100 time: 0.1172400 Nov 13 04:39:05.758782 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6bf05292-fa57-4f0a-9a5b-9c7c3fe88c04 req-b7991e8c-3369-4531-a8f2-40693533b66e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835454 Nov 13 04:39:05.764218 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:05.785116 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b596d75-e08f-406e-80a5-af2b072006e8 req-c052fd4e-77cb-4ccb-891b-84bc19ed30dc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973938 Nov 13 04:39:05.791504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d994b596-e39d-4c7d-9ab4-400f61e88774 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:05.815476 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port d994b596-e39d-4c7d-9ab4-400f61e88774, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d994b596-e39d-4c7d-9ab4-400f61e88774,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:05.826829 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:05.832388 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0a225338-2682-4751-a74c-0c1c482b66ea req-e9d9e33c-96d3-440d-9b61-9d7ef5bc58aa tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618521 Nov 13 04:39:05.852870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-e8005ffa-fed7-44da-ac2b-0a84f2447584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:05.854554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-e8005ffa-fed7-44da-ac2b-0a84f2447584 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 1097 time: 0.1444569 Nov 13 04:39:05.960546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=d994b596-e39d-4c7d-9ab4-400f61e88774,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:05.978888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446b2-1af1-4cbf-9826-f1b7f74706ed req-0b3959bc-7698-423a-8b62-42aae99cf9ef tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:05.986868 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-278446b2-1af1-4cbf-9826-f1b7f74706ed req-0b3959bc-7698-423a-8b62-42aae99cf9ef tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 944 time: 0.1189775 Nov 13 04:39:06.016874 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b7ec35f6-c644-4ff5-8737-dcac4f461b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:06.018706 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b7ec35f6-c644-4ff5-8737-dcac4f461b49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.1561339 Nov 13 04:39:06.058115 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-278446b2-1af1-4cbf-9826-f1b7f74706ed req-15a428c7-70ba-4639-8167-c94f9a0336e2 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701473 Nov 13 04:39:06.135602 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-c23465eb-b648-45c8-8805-c4a56840f44c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b HTTP/1.1" status: 200 len: 217 time: 0.0510485 Nov 13 04:39:06.165266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2060d5-0993-4c7e-9889-f26bb0396998 req-b59063d1-194b-4402-b90a-58f7323dc3df tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:06.172779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a2060d5-0993-4c7e-9889-f26bb0396998 req-b59063d1-194b-4402-b90a-58f7323dc3df tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 949 time: 0.1032562 Nov 13 04:39:06.258804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-84937c60-d9ac-4f3d-9451-bf8d2f9edf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:06.260341 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-84937c60-d9ac-4f3d-9451-bf8d2f9edf79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.0804102 Nov 13 04:39:06.264208 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a2060d5-0993-4c7e-9889-f26bb0396998 req-632ad191-e05d-4231-85d4-c8a080c1dd69 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906422 Nov 13 04:39:06.297574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-56e74e80-b11d-4247-88c7-b83f75e7b43d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261102 Nov 13 04:39:06.362713 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40710) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:39:06.427026 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e0c0eac-e7b6-4b9b-bf57-7d1c08ef66c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:06.449134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906462f-3767-497a-8e70-6d44d15bbbb8 req-6ff99f61-ea48-4d36-a08c-5c08c950d8ba tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:06.461212 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d906462f-3767-497a-8e70-6d44d15bbbb8 req-6ff99f61-ea48-4d36-a08c-5c08c950d8ba tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 948 time: 0.1091986 Nov 13 04:39:06.541378 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d906462f-3767-497a-8e70-6d44d15bbbb8 req-5b8bb893-db62-4190-a155-cbb1b04cc3f9 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790634 Nov 13 04:39:06.563020 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-11c1b809-6d9d-44cd-90e7-90cfbaa3f821 service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484729 Nov 13 04:39:06.611639 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-16cddbaa-014d-462b-a575-659a4430bf79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24a447486dde4754b4e6781bb793f3fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470841 Nov 13 04:39:06.614557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40716) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:39:06.679886 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:06.687627 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-1c3eccc0-bda8-4a5d-8476-e9c82f349106 service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162851 Nov 13 04:39:06.691392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d994b596-e39d-4c7d-9ab4-400f61e88774'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:06.724975 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:06.805645 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:06.808510 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:06.812138 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2fe2489b-1544-4baa-8933-170b4fcb2826 HTTP/1.1" status: 204 len: 168 time: 0.1915169 Nov 13 04:39:06.819669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe2489b-1544-4baa-8933-170b4fcb2826,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:06.835835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:06.836272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:06.836768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:06.837213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:06.837632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:06.837811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:06.838135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:06.838459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:06.842860 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:06.843376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:06.843732 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:06.844558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af7ef-4cdd-4ccf-b741-4c0cf1061ea8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:39:07.015621 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6e11d-72e4-424b-a766-26bd3979f7c2 req-af322b93-a8ad-4417-8422-f595bc562e65 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:07.017315 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-00b6e11d-72e4-424b-a766-26bd3979f7c2 req-af322b93-a8ad-4417-8422-f595bc562e65 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0730886 Nov 13 04:39:07.042192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d61811-99f4-473f-834b-780505155564 req-60b64a49-2a1e-4b16-9233-f034b336ebbc tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:07.057831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8d61811-99f4-473f-834b-780505155564 req-60b64a49-2a1e-4b16-9233-f034b336ebbc tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 946 time: 0.1533313 Nov 13 04:39:07.077806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-42743b40-7b69-4292-92e9-b1110810f080 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:07.079331 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-42743b40-7b69-4292-92e9-b1110810f080 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa&tenant_id=bb1a865db7e845b9aa19ffe9f890f983&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 1097 time: 0.1094878 Nov 13 04:39:07.109031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813114-2'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:07.146674 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-00b6e11d-72e4-424b-a766-26bd3979f7c2 req-4ef79778-2719-4080-a575-20d260ccb636 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939703 Nov 13 04:39:07.193264 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8d61811-99f4-473f-834b-780505155564 req-3a2c32f7-0546-445a-a06d-8ab9e0bd9675 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351545 Nov 13 04:39:07.217349 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:07.385769 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff336d-c987-47da-95f6-2ecce0294544 req-8ab6dfa8-a9f2-4c6f-aa46-4d2166541749 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:07.387433 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eaff336d-c987-47da-95f6-2ecce0294544 req-8ab6dfa8-a9f2-4c6f-aa46-4d2166541749 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 944 time: 0.1214950 Nov 13 04:39:07.407760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:39:07.426719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40730) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:39:07.474277 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a637ca1e-084b-45c4-8319-27bb7b0c5ed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:07.479924 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:07.495497 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eaff336d-c987-47da-95f6-2ecce0294544 req-1aa23180-5fbf-4751-af2a-e051b186e754 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997586 Nov 13 04:39:07.512333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:39:07.527660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:07.527660 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:07.557629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:39:07.605284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded803c-ee26-4584-a5b6-0d97725382e0 req-83272139-924b-4b1b-8d92-89ef00fcadcf tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:07.606852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eded803c-ee26-4584-a5b6-0d97725382e0 req-83272139-924b-4b1b-8d92-89ef00fcadcf tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 949 time: 0.2161198 Nov 13 04:39:07.623068 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:07.656418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094449d5-34d8-4a8e-864a-e618a0812faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb3314f-bdba-4c54-87e0-8edce43ce31b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:07.658790 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3aed35-f03a-4c36-9621-9ab9e868ad90" -d '{"events": [{"server_uuid": "094449d5-34d8-4a8e-864a-e618a0812faa", "name": "network-vif-unplugged", "status": "completed", "tag": "4bb3314f-bdba-4c54-87e0-8edce43ce31b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:07.666443 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:07.674833 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:07.682681 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:07.727404 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:07.728528 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c57c2b-4626-4ddb-b510-b9e04cc064b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:07.731217 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038e4888-dd31-4097-bcba-8d5cf3a5bb63" -d '{"events": [{"server_uuid": "33c57c2b-4626-4ddb-b510-b9e04cc064b7", "name": "network-vif-plugged", "status": "completed", "tag": "4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:07.750877 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:07.782839 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eded803c-ee26-4584-a5b6-0d97725382e0 req-5f668820-9104-47b8-973c-9e04db366d9e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597662 Nov 13 04:39:07.790489 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a637ca1e-084b-45c4-8319-27bb7b0c5ed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:07.814454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:07.820333 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a637ca1e-084b-45c4-8319-27bb7b0c5ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:07.850610 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f50c-062d-4ef5-9728-7285897b929b req-ff839299-3ac4-4fae-8dca-31fd54e2fcf6 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:07.859920 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8053f50c-062d-4ef5-9728-7285897b929b req-ff839299-3ac4-4fae-8dca-31fd54e2fcf6 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 949 time: 0.1287613 Nov 13 04:39:07.867117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Pushing event updated for resources: {'Port': ['ID=4bb3314f-bdba-4c54-87e0-8edce43ce31b,revision_number=7']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:07.877509 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ead1c5-edca-411e-a3bc-dbba8d4039e3 x-openstack-request-id: req-65ead1c5-edca-411e-a3bc-dbba8d4039e3 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:07.877978 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094449d5-34d8-4a8e-864a-e618a0812faa", "name": "network-vif-unplugged", "status": "completed", "tag": "4bb3314f-bdba-4c54-87e0-8edce43ce31b", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:07.878315 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65ead1c5-edca-411e-a3bc-dbba8d4039e3 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:07.879113 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094449d5-34d8-4a8e-864a-e618a0812faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb3314f-bdba-4c54-87e0-8edce43ce31b', 'code': 200} Nov 13 04:39:07.894307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5ac37b11-7ac6-495b-a75a-4b391dd43335 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:39:07.908779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a637ca1e-084b-45c4-8319-27bb7b0c5ed3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cba0a70e167d49349cce21dbf2311f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4806437 Nov 13 04:39:07.910971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Attempting to bind port 4bb3314f-bdba-4c54-87e0-8edce43ce31b on host n-h1-813114-2 for vnic_type normal with profile {"migrating_to": "n-h2-813114-2"} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:39:07.911409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Attempting to bind port 4bb3314f-bdba-4c54-87e0-8edce43ce31b by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:39:07.911824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Attempting to bind port 4bb3314f-bdba-4c54-87e0-8edce43ce31b on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:07.913836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40740) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:39:07.921265 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637ca1e-084b-45c4-8319-27bb7b0c5ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a866c4a-ea6a-4de8-aca6-bebf7aa8278c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:07.933060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Port 4bb3314f-bdba-4c54-87e0-8edce43ce31b on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:39:07.933557 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Attempting to bind port 4bb3314f-bdba-4c54-87e0-8edce43ce31b on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:07.948842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:39:07.949233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Checking segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:39:07.949713 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Bound using segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:39:07.950294 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Bound port: 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:39:07.950650 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:07.967057 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9299a840-e8ea-42f4-aff7-a05b6f32ab10 x-openstack-request-id: req-9299a840-e8ea-42f4-aff7-a05b6f32ab10 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:07.967434 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c57c2b-4626-4ddb-b510-b9e04cc064b7", "name": "network-vif-plugged", "status": "completed", "tag": "4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:07.967743 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9299a840-e8ea-42f4-aff7-a05b6f32ab10 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:07.968127 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c57c2b-4626-4ddb-b510-b9e04cc064b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b', 'code': 200} Nov 13 04:39:07.977945 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8053f50c-062d-4ef5-9728-7285897b929b req-4e16c79c-bc8d-4821-a40e-488468138c50 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171927 Nov 13 04:39:08.006276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 5ac37b11-7ac6-495b-a75a-4b391dd43335 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:39:08.012149 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 5ac37b11-7ac6-495b-a75a-4b391dd43335 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:08.012648 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:08.034401 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c916a19-e5cb-4cfd-8787-76661e9efa03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:08.044342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:39:08.071076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:39:08.074291 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c916a19-e5cb-4cfd-8787-76661e9efa03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:08.112464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:08.120094 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:08.141846 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c7f98-8bbf-4042-8bad-6fd5b3a5d09c req-e6943cd4-eeff-446f-87cd-5c14663ea13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:08.143693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-763c7f98-8bbf-4042-8bad-6fd5b3a5d09c req-e6943cd4-eeff-446f-87cd-5c14663ea13b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 1100 time: 0.0729058 Nov 13 04:39:08.177085 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5ac37b11-7ac6-495b-a75a-4b391dd43335, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5ac37b11-7ac6-495b-a75a-4b391dd43335,segment=NetworkSegment(fb866a57-a0ae-4609-98b7-fcbff9299fdf),segment_id=fb866a57-a0ae-4609-98b7-fcbff9299fdf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:08.185830 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:08.238707 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-763c7f98-8bbf-4042-8bad-6fd5b3a5d09c req-82ab1eb2-9de0-458e-a20f-00cfe1ddef4b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788054 Nov 13 04:39:08.255772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Pushing event updated for resources: {'Port': ['ID=4bb3314f-bdba-4c54-87e0-8edce43ce31b,revision_number=8']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:08.262748 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c916a19-e5cb-4cfd-8787-76661e9efa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:08.270633 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c916a19-e5cb-4cfd-8787-76661e9efa03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:08.271958 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1c916a19-e5cb-4cfd-8787-76661e9efa03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a866c4a-ea6a-4de8-aca6-bebf7aa8278c HTTP/1.1" status: 204 len: 168 time: 0.3567522 Nov 13 04:39:08.314996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:08.315670 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:08.317359 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-cad3fd55-f1e4-463b-b538-a40ec1baf73c service neutron] 10.222.0.36 "PUT /v2.0/ports/4bb3314f-bdba-4c54-87e0-8edce43ce31b HTTP/1.1" status: 200 len: 1122 time: 1.2188516 Nov 13 04:39:08.318359 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c916a19-e5cb-4cfd-8787-76661e9efa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a866c4a-ea6a-4de8-aca6-bebf7aa8278c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:08.339290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5ac37b11-7ac6-495b-a75a-4b391dd43335,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:08.377436 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbfd9b-026d-49be-aee4-413a3c194fc3 req-aae67352-61cd-4c52-bd64-5f6689a7c088 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:08.379300 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0fbfd9b-026d-49be-aee4-413a3c194fc3 req-aae67352-61cd-4c52-bd64-5f6689a7c088 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.1035192 Nov 13 04:39:08.435065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188fbfa-69d7-492c-bd65-51f506049fa3 req-0add9a18-deb0-44a3-8fa8-cd4bafa657dd tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:08.442427 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a188fbfa-69d7-492c-bd65-51f506049fa3 req-0add9a18-deb0-44a3-8fa8-cd4bafa657dd tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 944 time: 0.0690424 Nov 13 04:39:08.470591 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['4bb3314f-bdba-4c54-87e0-8edce43ce31b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:08.481669 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0fbfd9b-026d-49be-aee4-413a3c194fc3 req-3c0b5431-e0b2-4128-8b87-4b89d65c51a2 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759048 Nov 13 04:39:08.503745 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a188fbfa-69d7-492c-bd65-51f506049fa3 req-b863d915-4685-494c-a385-75c215ed3757 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603421 Nov 13 04:39:08.682248 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fba97-e6ae-47ab-af2b-0c27c8e31731 req-218ffe3d-c94d-4fc0-b46b-3f67d88add51 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:08.711040 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-409fba97-e6ae-47ab-af2b-0c27c8e31731 req-218ffe3d-c94d-4fc0-b46b-3f67d88add51 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 945 time: 0.1096914 Nov 13 04:39:08.801258 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-409fba97-e6ae-47ab-af2b-0c27c8e31731 req-7892f82f-a4af-4772-aa76-74de847684e4 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786316 Nov 13 04:39:08.943711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dd641-45fd-455c-b169-587850b51dd6 req-818e4550-6443-455b-85e4-c6dcd5472552 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:08.971657 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-127dd641-45fd-455c-b169-587850b51dd6 req-818e4550-6443-455b-85e4-c6dcd5472552 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 949 time: 0.0945287 Nov 13 04:39:08.985301 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:09.040236 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-127dd641-45fd-455c-b169-587850b51dd6 req-ceccd725-d952-4cc9-b8eb-e9a1d782135d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670300 Nov 13 04:39:09.145996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037df02-4041-4c1e-a27f-abf56b0685fe req-f4c4bce4-feea-4b24-837c-87c74ada6fd9 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:09.148977 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4037df02-4041-4c1e-a27f-abf56b0685fe req-f4c4bce4-feea-4b24-837c-87c74ada6fd9 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 949 time: 0.0579960 Nov 13 04:39:09.229629 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4037df02-4041-4c1e-a27f-abf56b0685fe req-883f32c3-e8e4-4cc8-855b-ad40b6b7c3f4 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739975 Nov 13 04:39:09.322471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2e87b-8bb3-45e5-a0b0-1becab739e2e req-6cd6ed5a-50f2-4654-8585-ae9a164aed21 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:09.330599 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2ac2e87b-8bb3-45e5-a0b0-1becab739e2e req-6cd6ed5a-50f2-4654-8585-ae9a164aed21 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 949 time: 0.0609639 Nov 13 04:39:09.386644 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2ac2e87b-8bb3-45e5-a0b0-1becab739e2e req-c479c116-4ce8-483a-90d3-66a3e8a997fc tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549734 Nov 13 04:39:09.413066 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d994b596-e39d-4c7d-9ab4-400f61e88774 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:39:09.475567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port d994b596-e39d-4c7d-9ab4-400f61e88774 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:39:09.481535 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port d994b596-e39d-4c7d-9ab4-400f61e88774 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:09.481906 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:09.494208 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf31ff-674c-49cc-9599-b993ee80b384 req-a0f0a8e2-ed28-42e8-afc5-fe387482d7cf tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:09.496170 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66cf31ff-674c-49cc-9599-b993ee80b384 req-a0f0a8e2-ed28-42e8-afc5-fe387482d7cf tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.46 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a&tenant_id=b836d7db5e664454bda2ae2ccdb312f4&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 949 time: 0.1386256 Nov 13 04:39:09.575288 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-66cf31ff-674c-49cc-9599-b993ee80b384 req-1ddf7fbd-bc9e-4cf7-9b28-d6fcaac89635 service neutron] delete failed (client error): The resource could not be found. Nov 13 04:39:09.577088 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66cf31ff-674c-49cc-9599-b993ee80b384 req-1ddf7fbd-bc9e-4cf7-9b28-d6fcaac89635 service neutron] 10.222.0.46 "DELETE /v2.0/ports/d994b596-e39d-4c7d-9ab4-400f61e88774/bindings/n-h1-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0722373 Nov 13 04:39:09.590590 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:09.631686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port d994b596-e39d-4c7d-9ab4-400f61e88774, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d994b596-e39d-4c7d-9ab4-400f61e88774,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:09.639330 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:09.718332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=d994b596-e39d-4c7d-9ab4-400f61e88774,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:09.750851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c1942-ff0b-434d-945c-0b0af5919015 req-84f21455-95f4-4eaa-89dd-8d6e6f863245 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:09.767966 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e00c1942-ff0b-434d-945c-0b0af5919015 req-84f21455-95f4-4eaa-89dd-8d6e6f863245 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.1016817 Nov 13 04:39:09.798855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e1287-2d49-4266-808f-51f783564f0f req-a698c50e-84d1-4c52-87aa-dd7d21a9c673 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:09.817094 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f10e1287-2d49-4266-808f-51f783564f0f req-a698c50e-84d1-4c52-87aa-dd7d21a9c673 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 944 time: 0.1114230 Nov 13 04:39:09.882522 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:09.882678 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094449d5-34d8-4a8e-864a-e618a0812faa', 'tag': '4bb3314f-bdba-4c54-87e0-8edce43ce31b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:09.884246 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e585c21f-197a-400c-b57b-e0d24ed7c47a" -d '{"events": [{"name": "network-changed", "server_uuid": "094449d5-34d8-4a8e-864a-e618a0812faa", "tag": "4bb3314f-bdba-4c54-87e0-8edce43ce31b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:09.916486 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f10e1287-2d49-4266-808f-51f783564f0f req-b8443330-64f5-469d-92e1-9b0dd3621873 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982757 Nov 13 04:39:09.952701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e00c1942-ff0b-434d-945c-0b0af5919015 req-ed2d503e-f8a9-4d01-919c-308b2bcaf890 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816807 Nov 13 04:39:09.954822 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf31ff-674c-49cc-9599-b993ee80b384 req-63df0def-7305-41b7-b37f-a5ba7f13ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:09.956299 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66cf31ff-674c-49cc-9599-b993ee80b384 req-63df0def-7305-41b7-b37f-a5ba7f13ef8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 1101 time: 0.1451383 Nov 13 04:39:09.969212 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904f2c32-ad31-4afd-b78e-92ac4566f0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac37b11-7ac6-495b-a75a-4b391dd43335'}, {'server_uuid': '30afba90-360c-4c3b-a102-f09ef69d533a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd994b596-e39d-4c7d-9ab4-400f61e88774'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:09.971585 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c57ddcd-3edd-4ee4-aa67-2f66d279e4fd" -d '{"events": [{"server_uuid": "904f2c32-ad31-4afd-b78e-92ac4566f0f4", "name": "network-vif-plugged", "status": "completed", "tag": "5ac37b11-7ac6-495b-a75a-4b391dd43335"}, {"server_uuid": "30afba90-360c-4c3b-a102-f09ef69d533a", "name": "network-vif-plugged", "status": "completed", "tag": "d994b596-e39d-4c7d-9ab4-400f61e88774"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:10.074201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf31ff-674c-49cc-9599-b993ee80b384 req-f41f5cf8-f5e4-48f2-85b7-81078ec27eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:10.075744 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66cf31ff-674c-49cc-9599-b993ee80b384 req-f41f5cf8-f5e4-48f2-85b7-81078ec27eab service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1068757 Nov 13 04:39:10.113077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e71fd0-6ca6-4f14-abd6-17fd238ccff4 req-df59b5cb-6869-4a5a-bcfa-63653334110e tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:10.121969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-47e71fd0-6ca6-4f14-abd6-17fd238ccff4 req-df59b5cb-6869-4a5a-bcfa-63653334110e tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 945 time: 0.0623262 Nov 13 04:39:10.143457 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66cf31ff-674c-49cc-9599-b993ee80b384 req-41ec3e05-c285-4389-9c99-c5167379db36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d994b596-e39d-4c7d-9ab4-400f61e88774 HTTP/1.1" status: 200 len: 217 time: 0.0588644 Nov 13 04:39:10.210060 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a0deca-7ce5-4562-b924-910ad87761af x-openstack-request-id: req-c0a0deca-7ce5-4562-b924-910ad87761af {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:10.210787 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094449d5-34d8-4a8e-864a-e618a0812faa", "tag": "4bb3314f-bdba-4c54-87e0-8edce43ce31b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:10.211304 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0a0deca-7ce5-4562-b924-910ad87761af {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:10.211922 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094449d5-34d8-4a8e-864a-e618a0812faa', 'tag': '4bb3314f-bdba-4c54-87e0-8edce43ce31b', 'status': 'completed', 'code': 200} Nov 13 04:39:10.239387 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf31ff-674c-49cc-9599-b993ee80b384 req-e85b714e-b48e-4fe3-9f76-3c226d24e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:10.243179 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66cf31ff-674c-49cc-9599-b993ee80b384 req-e85b714e-b48e-4fe3-9f76-3c226d24e709 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0912297 Nov 13 04:39:10.251185 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3ca53c-100c-4c17-8158-185e118bbea1 x-openstack-request-id: req-2d3ca53c-100c-4c17-8158-185e118bbea1 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:10.251668 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904f2c32-ad31-4afd-b78e-92ac4566f0f4", "name": "network-vif-plugged", "status": "completed", "tag": "5ac37b11-7ac6-495b-a75a-4b391dd43335", "code": 200}, {"server_uuid": "30afba90-360c-4c3b-a102-f09ef69d533a", "name": "network-vif-plugged", "status": "completed", "tag": "d994b596-e39d-4c7d-9ab4-400f61e88774", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:10.251775 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d3ca53c-100c-4c17-8158-185e118bbea1 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:10.252105 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904f2c32-ad31-4afd-b78e-92ac4566f0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac37b11-7ac6-495b-a75a-4b391dd43335', 'code': 200} Nov 13 04:39:10.252358 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30afba90-360c-4c3b-a102-f09ef69d533a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd994b596-e39d-4c7d-9ab4-400f61e88774', 'code': 200} Nov 13 04:39:10.260338 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-47e71fd0-6ca6-4f14-abd6-17fd238ccff4 req-ea49e83c-00d4-427c-9f82-21e8bf32303c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369848 Nov 13 04:39:10.311568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585c21f-197a-400c-b57b-e0d24ed7c47a req-07fefffb-fc4f-41a7-9b81-a1bab48db9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:10.313364 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e585c21f-197a-400c-b57b-e0d24ed7c47a req-07fefffb-fc4f-41a7-9b81-a1bab48db9d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 1125 time: 0.1054819 Nov 13 04:39:10.457210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585c21f-197a-400c-b57b-e0d24ed7c47a req-101d65ee-8bcb-471b-92c6-87499a1d7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:10.462500 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e585c21f-197a-400c-b57b-e0d24ed7c47a req-101d65ee-8bcb-471b-92c6-87499a1d7063 service neutron] 10.222.0.46 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.1372473 Nov 13 04:39:10.467886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf31ff-674c-49cc-9599-b993ee80b384 req-62588fb6-7063-4daa-b54a-420e73f6f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:10.470003 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66cf31ff-674c-49cc-9599-b993ee80b384 req-62588fb6-7063-4daa-b54a-420e73f6f139 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2167795 Nov 13 04:39:10.501587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e30e-a275-4c50-920f-e90d2a94210e req-ca2f39e7-6bca-44e7-894a-e9816ccb4017 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:10.513712 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4994e30e-a275-4c50-920f-e90d2a94210e req-ca2f39e7-6bca-44e7-894a-e9816ccb4017 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 949 time: 0.1220021 Nov 13 04:39:10.601083 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e585c21f-197a-400c-b57b-e0d24ed7c47a req-a159bf2c-5c3c-4d25-9179-a3dcd65d8c0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b HTTP/1.1" status: 200 len: 217 time: 0.1146071 Nov 13 04:39:10.659039 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585c21f-197a-400c-b57b-e0d24ed7c47a req-39b82c4c-548a-486e-b06b-2bf87115acff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:10.660510 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e585c21f-197a-400c-b57b-e0d24ed7c47a req-39b82c4c-548a-486e-b06b-2bf87115acff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.0507901 Nov 13 04:39:10.676341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66cf31ff-674c-49cc-9599-b993ee80b384 req-60cfcf23-9d48-4a77-8285-a6682dfe8316 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602979 Nov 13 04:39:10.693829 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4994e30e-a275-4c50-920f-e90d2a94210e req-374b0ff1-1c1d-4be3-b153-87daa66c7e3a tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768024 Nov 13 04:39:10.747763 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e585c21f-197a-400c-b57b-e0d24ed7c47a req-de7d9d2c-3896-4f50-84a1-1f8b3f5326ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721626 Nov 13 04:39:10.828742 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66cf31ff-674c-49cc-9599-b993ee80b384 req-a3030ff4-d2bc-4e0a-96a6-015e0b8ff15b service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308601 Nov 13 04:39:11.051433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db544b07-3ec9-4f31-a5e5-c57a0629a53e req-b9f3225e-0531-4683-8bf5-0e15a2a8a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:11.053085 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db544b07-3ec9-4f31-a5e5-c57a0629a53e req-b9f3225e-0531-4683-8bf5-0e15a2a8a330 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 1096 time: 0.5109992 Nov 13 04:39:11.078219 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f062dda-88a8-4b56-8b56-41899efd5b4e req-8deca701-452e-44ba-ab91-2f340b6d0008 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:11.092416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f062dda-88a8-4b56-8b56-41899efd5b4e req-8deca701-452e-44ba-ab91-2f340b6d0008 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 944 time: 0.0960832 Nov 13 04:39:11.127584 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72719dfc-457b-4594-9bab-ae2dcd0ddd44 req-5f0bbf55-6766-4ce1-a334-9923615e980c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:11.135635 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72719dfc-457b-4594-9bab-ae2dcd0ddd44 req-5f0bbf55-6766-4ce1-a334-9923615e980c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.4740632 Nov 13 04:39:11.159488 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f062dda-88a8-4b56-8b56-41899efd5b4e req-8284757c-7587-4b96-9c95-4a2682d5dde2 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661693 Nov 13 04:39:11.228302 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db544b07-3ec9-4f31-a5e5-c57a0629a53e req-c8886482-73d1-4193-ac4e-929189ce5bc5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632123 Nov 13 04:39:11.251331 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72719dfc-457b-4594-9bab-ae2dcd0ddd44 req-271da37b-cb4a-4db9-9b12-f85768083c2b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121545 Nov 13 04:39:11.257208 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e585c21f-197a-400c-b57b-e0d24ed7c47a req-79faa01f-9370-4cb0-a34d-68819415604b service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995229 Nov 13 04:39:11.279397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40834) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:39:11.332067 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e3a67-bbdf-4df9-9d80-9daff6e333b5 req-61c6dd02-8e03-46a6-9e07-95ee951fa491 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:11.343585 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b6e3a67-bbdf-4df9-9d80-9daff6e333b5 req-61c6dd02-8e03-46a6-9e07-95ee951fa491 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0992839 Nov 13 04:39:11.408687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4bb3314f-bdba-4c54-87e0-8edce43ce31b details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:39:11.410189 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b6e3a67-bbdf-4df9-9d80-9daff6e333b5 req-2f32202f-06f1-485d-849e-d289d831639e tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628302 Nov 13 04:39:11.451159 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0204e874-8255-43ad-ab74-45418ee25105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:11.559907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06b5c4-4675-4aa0-ad66-21367cdef714 req-b6bfe5a1-74e1-4852-9968-11f38c4dc024 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:11.561602 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d06b5c4-4675-4aa0-ad66-21367cdef714 req-b6bfe5a1-74e1-4852-9968-11f38c4dc024 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 945 time: 0.0711484 Nov 13 04:39:11.568235 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:11.583520 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4bb3314f-bdba-4c54-87e0-8edce43ce31b has no active binding in host n-h2-813114-2 {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 13 04:39:11.598017 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0204e874-8255-43ad-ab74-45418ee25105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:11.605732 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0204e874-8255-43ad-ab74-45418ee25105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:11.752444 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d06b5c4-4675-4aa0-ad66-21367cdef714 req-0a1dbec6-ce84-4f9f-8584-b441fea68b85 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756563 Nov 13 04:39:11.755933 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204e874-8255-43ad-ab74-45418ee25105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ccc7be-e739-4aa6-9db8-38013112a514,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:11.779776 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0204e874-8255-43ad-ab74-45418ee25105 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40376af6bc204e3eb2015cf6bc0b0453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4964092 Nov 13 04:39:11.780931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40842) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:39:11.832524 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e585c21f-197a-400c-b57b-e0d24ed7c47a req-e5d72db8-fa59-405a-831d-7dc71143233b service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239001 Nov 13 04:39:11.908795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47c577-cda7-4b67-b7fb-ec024351ca75 req-aaac7e9f-8e28-435b-a821-2121827537b4 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:11.910409 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0f47c577-cda7-4b67-b7fb-ec024351ca75 req-aaac7e9f-8e28-435b-a821-2121827537b4 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 949 time: 0.1059718 Nov 13 04:39:11.929187 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dc3bcde-fbe2-4f5e-96b4-d546d8b65f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:11.970513 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dc3bcde-fbe2-4f5e-96b4-d546d8b65f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:11.998125 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0f47c577-cda7-4b67-b7fb-ec024351ca75 req-1b807adb-008e-417c-b22e-0979ff693cd7 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815563 Nov 13 04:39:12.053134 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dc3bcde-fbe2-4f5e-96b4-d546d8b65f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:12.056243 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dc3bcde-fbe2-4f5e-96b4-d546d8b65f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:12.060150 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2dc3bcde-fbe2-4f5e-96b4-d546d8b65f47 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1ccc7be-e739-4aa6-9db8-38013112a514 HTTP/1.1" status: 204 len: 168 time: 0.2767625 Nov 13 04:39:12.069285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3bcde-fbe2-4f5e-96b4-d546d8b65f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ccc7be-e739-4aa6-9db8-38013112a514,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:12.157073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47581ef7-d025-4f52-9dee-0245b1eec757 req-47c2ca7b-aad3-485a-8d6a-a6f19e2c70fa tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:12.164999 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-47581ef7-d025-4f52-9dee-0245b1eec757 req-47c2ca7b-aad3-485a-8d6a-a6f19e2c70fa tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c41540ce-945d-4152-bbe5-c1bc7d32f404 HTTP/1.1" status: 200 len: 949 time: 0.0679281 Nov 13 04:39:12.232080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-47581ef7-d025-4f52-9dee-0245b1eec757 req-8c3f6eb7-ad14-4e40-b309-5d007992e663 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661304 Nov 13 04:39:12.346712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b80005-054e-4177-acac-9f6e0758806c req-bd42943f-2074-4a55-a70d-30a15cf1e671 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:12.348752 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-36b80005-054e-4177-acac-9f6e0758806c req-bd42943f-2074-4a55-a70d-30a15cf1e671 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 944 time: 0.0718589 Nov 13 04:39:12.435741 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-36b80005-054e-4177-acac-9f6e0758806c req-b8791c8a-656c-4795-87e8-198a83dcc593 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760365 Nov 13 04:39:12.503374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40860) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:39:12.524743 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-19df5ad1-5a1f-40e3-922a-c7ef5e71d338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:12.588750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9c9a8-db12-4eb5-a113-8b58bc31d058 req-301f24db-fa3c-489d-bf55-23fc76b9b566 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:12.590514 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10a9c9a8-db12-4eb5-a113-8b58bc31d058 req-301f24db-fa3c-489d-bf55-23fc76b9b566 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.0642605 Nov 13 04:39:12.643959 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95f858-fc37-4200-a881-6ee9bbb9759a req-0bb8b1be-d9c0-405a-8de3-a9b9b5291e87 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:12.651069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95f858-fc37-4200-a881-6ee9bbb9759a req-0bb8b1be-d9c0-405a-8de3-a9b9b5291e87 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:12.653080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8a95f858-fc37-4200-a881-6ee9bbb9759a req-0bb8b1be-d9c0-405a-8de3-a9b9b5291e87 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7&device_id=c41540ce-945d-4152-bbe5-c1bc7d32f404 HTTP/1.1" status: 200 len: 1689 time: 0.1080084 Nov 13 04:39:12.671762 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10a9c9a8-db12-4eb5-a113-8b58bc31d058 req-cccc6958-915f-4897-9b6b-15d30cf656dc tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722411 Nov 13 04:39:12.691996 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-19df5ad1-5a1f-40e3-922a-c7ef5e71d338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:12.711114 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-19df5ad1-5a1f-40e3-922a-c7ef5e71d338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:12.763803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df5ad1-5a1f-40e3-922a-c7ef5e71d338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4389038d-ba87-4a46-9260-867f706ca03e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:12.783457 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8a95f858-fc37-4200-a881-6ee9bbb9759a req-0c07c418-411f-496c-81ad-da36fc430e13 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161585 Nov 13 04:39:12.800463 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-19df5ad1-5a1f-40e3-922a-c7ef5e71d338 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26f92436ae71482bb6e361171033b5d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931936 Nov 13 04:39:12.801747 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40868) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:39:12.924057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2971b2-dc03-46dc-9d9d-6116ac4809d1 req-a19da0f2-6fe6-4316-bb7c-fd40384c34f4 tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:12.925570 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf2971b2-dc03-46dc-9d9d-6116ac4809d1 req-a19da0f2-6fe6-4316-bb7c-fd40384c34f4 tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 1101 time: 0.0606554 Nov 13 04:39:12.938083 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c5cd-d62f-450a-982d-d82044d91d09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:12.951271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cba9f0-93c8-4bcc-8ec9-cb518c473884 req-723cd1b7-d305-4132-9c44-f72a75ca401e tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:12.959545 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-49cba9f0-93c8-4bcc-8ec9-cb518c473884 req-723cd1b7-d305-4132-9c44-f72a75ca401e tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0994494 Nov 13 04:39:12.988862 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf2971b2-dc03-46dc-9d9d-6116ac4809d1 req-a4e20a34-16bc-4dcc-a6d3-ffa6110f668c tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535557 Nov 13 04:39:12.997781 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c5cd-d62f-450a-982d-d82044d91d09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:13.056339 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-49cba9f0-93c8-4bcc-8ec9-cb518c473884 req-5d6f67f1-9970-420a-b352-101561ce54bb tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957112 Nov 13 04:39:13.127789 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c5cd-d62f-450a-982d-d82044d91d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:13.158965 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c5cd-d62f-450a-982d-d82044d91d09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:13.158965 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c3b8c5cd-d62f-450a-982d-d82044d91d09 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4389038d-ba87-4a46-9260-867f706ca03e HTTP/1.1" status: 204 len: 168 time: 0.3422484 Nov 13 04:39:13.158965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8c5cd-d62f-450a-982d-d82044d91d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4389038d-ba87-4a46-9260-867f706ca03e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:13.218199 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0878b4-ffc9-471a-a896-d1ea466ede0d req-c8bd2f20-f3df-4078-9b02-60b22338fa5f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:13.240810 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f0878b4-ffc9-471a-a896-d1ea466ede0d req-c8bd2f20-f3df-4078-9b02-60b22338fa5f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 945 time: 0.1594460 Nov 13 04:39:13.323885 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ef4f4-eef9-4b25-9636-9a7759a9e90b req-9ab0aa51-d7c6-4897-8ecb-93b467da725c tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:13.325602 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d0ef4f4-eef9-4b25-9636-9a7759a9e90b req-9ab0aa51-d7c6-4897-8ecb-93b467da725c tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 1100 time: 0.0558496 Nov 13 04:39:13.350833 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f0878b4-ffc9-471a-a896-d1ea466ede0d req-be63fad6-8bb7-461e-a53a-f2b43e189e86 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081271 Nov 13 04:39:13.428788 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d0ef4f4-eef9-4b25-9636-9a7759a9e90b req-e75479c2-84c0-44dd-a8ea-41482d8b84d5 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917270 Nov 13 04:39:13.545301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13c6e111-1076-4474-8116-1a48ff875386 req-fe4cba57-ba0a-46f7-aa90-4194645292df tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2122274122&fields=id&tenant_id=15140f09689e4eeeb930615e271fa05a HTTP/1.1" status: 200 len: 267 time: 0.0855663 Nov 13 04:39:13.561696 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-c7640c8d-cbe3-4eab-a6da-5585dcd65331 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363560 Nov 13 04:39:13.651534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6e111-1076-4474-8116-1a48ff875386 req-59ea1693-fe7e-4107-9946-d83d761ee3e3 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:13.653387 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13c6e111-1076-4474-8116-1a48ff875386 req-59ea1693-fe7e-4107-9946-d83d761ee3e3 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 945 time: 0.0946810 Nov 13 04:39:13.670113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-13c6e111-1076-4474-8116-1a48ff875386 req-90293d29-e67d-4556-b28c-085adfbdda42 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'port': {'security_groups': ['5ecc5897-ab39-46f0-be5a-1abaf7967889', '4261e5a6-eef0-4644-a502-c0beb7a33bf7']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:13.693811 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-8a9559d6-f060-4002-9736-a52ad07110a6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:13.701434 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-8a9559d6-f060-4002-9736-a52ad07110a6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1388969 Nov 13 04:39:13.719142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-3ee15bc9-2744-4c2f-ac85-4e9a2e77cc0a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/quotas/b836d7db5e664454bda2ae2ccdb312f4 HTTP/1.1" status: 200 len: 375 time: 0.0165982 Nov 13 04:39:13.769878 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-13c6e111-1076-4474-8116-1a48ff875386 req-90293d29-e67d-4556-b28c-085adfbdda42 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:13.789376 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-ed0e1114-bc11-4988-8f37-0b2446205463 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0689356 Nov 13 04:39:14.033152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-13c6e111-1076-4474-8116-1a48ff875386 req-90293d29-e67d-4556-b28c-085adfbdda42 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] For port 5ac37b11-7ac6-495b-a75a-4b391dd43335, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5ac37b11-7ac6-495b-a75a-4b391dd43335,segment=NetworkSegment(fb866a57-a0ae-4609-98b7-fcbff9299fdf),segment_id=fb866a57-a0ae-4609-98b7-fcbff9299fdf)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:14.064575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8573bb-56db-405b-80ba-0af9e1c51dee req-9a97d417-56a9-44bf-87fc-7d63b6135d45 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:14.076779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d8573bb-56db-405b-80ba-0af9e1c51dee req-9a97d417-56a9-44bf-87fc-7d63b6135d45 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c41540ce-945d-4152-bbe5-c1bc7d32f404 HTTP/1.1" status: 200 len: 1100 time: 0.0508678 Nov 13 04:39:14.087690 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-13c6e111-1076-4474-8116-1a48ff875386 req-90293d29-e67d-4556-b28c-085adfbdda42 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:14.095408 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-13c6e111-1076-4474-8116-1a48ff875386 req-90293d29-e67d-4556-b28c-085adfbdda42 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:14.134395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5ac37b11-7ac6-495b-a75a-4b391dd43335'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:14.207518 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d8573bb-56db-405b-80ba-0af9e1c51dee req-04660331-6eb4-40ca-b168-141e1d30790d tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157448 Nov 13 04:39:14.217894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6e111-1076-4474-8116-1a48ff875386 req-90293d29-e67d-4556-b28c-085adfbdda42 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:14.220041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-13c6e111-1076-4474-8116-1a48ff875386 req-90293d29-e67d-4556-b28c-085adfbdda42 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:14.236537 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13c6e111-1076-4474-8116-1a48ff875386 req-90293d29-e67d-4556-b28c-085adfbdda42 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "PUT /v2.0/ports/5ac37b11-7ac6-495b-a75a-4b391dd43335 HTTP/1.1" status: 200 len: 981 time: 0.5739114 Nov 13 04:39:14.237062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904f2c32-ad31-4afd-b78e-92ac4566f0f4', 'tag': '5ac37b11-7ac6-495b-a75a-4b391dd43335'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:14.247325 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3615f9-06d7-4379-bc77-07ab5afea12c" -d '{"events": [{"name": "network-changed", "server_uuid": "904f2c32-ad31-4afd-b78e-92ac4566f0f4", "tag": "5ac37b11-7ac6-495b-a75a-4b391dd43335"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:14.326243 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90293d29-e67d-4556-b28c-085adfbdda42 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'Port': ['ID=5ac37b11-7ac6-495b-a75a-4b391dd43335,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:14.373336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5ac37b11-7ac6-495b-a75a-4b391dd43335'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:14.429748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356b6e3-0793-4dd9-8a23-1a235b3dba78 req-26715aca-9cc1-4ff9-8c60-069518caa084 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:14.432750 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4356b6e3-0793-4dd9-8a23-1a235b3dba78 req-26715aca-9cc1-4ff9-8c60-069518caa084 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 944 time: 0.0867503 Nov 13 04:39:14.530738 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4356b6e3-0793-4dd9-8a23-1a235b3dba78 req-db735eee-4de2-4532-a03b-5278d2a51292 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923576 Nov 13 04:39:14.607521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fabcd4a2-ad39-4560-9de1-998e2b3bda8f req-0a6f875e-9ee3-46e2-aa44-3b7a6ff46964 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 210 time: 0.0670710 Nov 13 04:39:14.721177 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242ce91-50f6-460c-bd97-b9eadcf4dae7 req-f04a4ca5-6627-41a7-83cb-e4bb5af91224 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:14.731855 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5242ce91-50f6-460c-bd97-b9eadcf4dae7 req-f04a4ca5-6627-41a7-83cb-e4bb5af91224 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0759857 Nov 13 04:39:14.768058 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-83a84899-672b-47c4-a080-6c5e8e80b1c8 req-ec4e379a-1993-48c0-b0ae-fbfe5c36ac57 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-306457591&fields=id&tenant_id=15140f09689e4eeeb930615e271fa05a HTTP/1.1" status: 200 len: 267 time: 0.0877495 Nov 13 04:39:14.827772 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5242ce91-50f6-460c-bd97-b9eadcf4dae7 req-f50eaf12-df35-4e3a-9de6-c3681178d51a tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948834 Nov 13 04:39:14.910298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a84899-672b-47c4-a080-6c5e8e80b1c8 req-7deb5d17-de31-45a6-9f8c-17a4e9ac05fa tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:14.925345 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-83a84899-672b-47c4-a080-6c5e8e80b1c8 req-7deb5d17-de31-45a6-9f8c-17a4e9ac05fa tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 984 time: 0.1560044 Nov 13 04:39:14.938608 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-83a84899-672b-47c4-a080-6c5e8e80b1c8 req-c735cbce-570f-4f01-9d2a-84750328b1df tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'port': {'security_groups': ['4261e5a6-eef0-4644-a502-c0beb7a33bf7', '5ecc5897-ab39-46f0-be5a-1abaf7967889', '39f90869-f391-431f-a5f6-bbcee09a0ffd']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:14.984121 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e6a8a9-5350-417c-87b5-f9262156fd6b x-openstack-request-id: req-44e6a8a9-5350-417c-87b5-f9262156fd6b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:14.984417 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904f2c32-ad31-4afd-b78e-92ac4566f0f4", "tag": "5ac37b11-7ac6-495b-a75a-4b391dd43335", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:14.984657 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44e6a8a9-5350-417c-87b5-f9262156fd6b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:14.985057 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904f2c32-ad31-4afd-b78e-92ac4566f0f4', 'tag': '5ac37b11-7ac6-495b-a75a-4b391dd43335', 'status': 'completed', 'code': 200} Nov 13 04:39:15.012389 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-f482eb10-3ef5-4a29-9192-8dc4d584222c service neutron] 10.222.0.46 "GET /v2.0/ports/4bb3314f-bdba-4c54-87e0-8edce43ce31b/bindings/n-h2-813114-2 HTTP/1.1" status: 200 len: 384 time: 0.1041386 Nov 13 04:39:15.053684 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-83a84899-672b-47c4-a080-6c5e8e80b1c8 req-c735cbce-570f-4f01-9d2a-84750328b1df tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:15.195457 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44561070-768c-4d49-9518-c08e239dd580 req-ceac0ecf-adf5-47c1-aa4f-aefd1c5783b2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0484ddf744b740ccb839123a39a7449a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884976 Nov 13 04:39:15.345564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-83a84899-672b-47c4-a080-6c5e8e80b1c8 req-c735cbce-570f-4f01-9d2a-84750328b1df tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] For port 5ac37b11-7ac6-495b-a75a-4b391dd43335, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5ac37b11-7ac6-495b-a75a-4b391dd43335,segment=NetworkSegment(fb866a57-a0ae-4609-98b7-fcbff9299fdf),segment_id=fb866a57-a0ae-4609-98b7-fcbff9299fdf)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:15.361506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44561070-768c-4d49-9518-c08e239dd580 req-220d1093-40a8-4d63-9fd5-8bd806bc9afd tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:15.363480 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44561070-768c-4d49-9518-c08e239dd580 req-220d1093-40a8-4d63-9fd5-8bd806bc9afd tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484096 Nov 13 04:39:15.368517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3615f9-06d7-4379-bc77-07ab5afea12c req-112181d0-d902-4449-873f-832ddfacad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:15.369949 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd3615f9-06d7-4379-bc77-07ab5afea12c req-112181d0-d902-4449-873f-832ddfacad2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15140f09689e4eeeb930615e271fa05a&device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 1135 time: 0.3478050 Nov 13 04:39:15.403365 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-83a84899-672b-47c4-a080-6c5e8e80b1c8 req-c735cbce-570f-4f01-9d2a-84750328b1df tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:15.421928 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-83a84899-672b-47c4-a080-6c5e8e80b1c8 req-c735cbce-570f-4f01-9d2a-84750328b1df tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:15.465801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5ac37b11-7ac6-495b-a75a-4b391dd43335'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:15.558162 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735cbce-570f-4f01-9d2a-84750328b1df tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'Port': ['ID=5ac37b11-7ac6-495b-a75a-4b391dd43335,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:15.569788 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44561070-768c-4d49-9518-c08e239dd580 req-369ef061-2131-4e8c-bd15-540d45fd2d8d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/quotas/0484ddf744b740ccb839123a39a7449a HTTP/1.1" status: 200 len: 375 time: 0.1966143 Nov 13 04:39:15.592965 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a84899-672b-47c4-a080-6c5e8e80b1c8 req-c735cbce-570f-4f01-9d2a-84750328b1df tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:15.597876 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-83a84899-672b-47c4-a080-6c5e8e80b1c8 req-c735cbce-570f-4f01-9d2a-84750328b1df tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:15.601649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-83a84899-672b-47c4-a080-6c5e8e80b1c8 req-c735cbce-570f-4f01-9d2a-84750328b1df tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "PUT /v2.0/ports/5ac37b11-7ac6-495b-a75a-4b391dd43335 HTTP/1.1" status: 200 len: 1020 time: 0.6753378 Nov 13 04:39:15.654272 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-f0b30446-38f1-4ddb-9f47-d4b6f225fdcf tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842474 Nov 13 04:39:15.720265 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5ac37b11-7ac6-495b-a75a-4b391dd43335'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:15.729769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-424fdac6-c161-4a75-87b5-12ac876c3683 service neutron] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:15.816809 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44561070-768c-4d49-9518-c08e239dd580 req-35a2fe66-8f91-48ee-b6c0-bf1b7c372843 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2389641 Nov 13 04:39:15.829873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-424fdac6-c161-4a75-87b5-12ac876c3683 service neutron] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:39:15.896354 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-8388c2dc-4788-4228-a7cb-a775003d961b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:15.897780 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-8388c2dc-4788-4228-a7cb-a775003d961b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374845 Nov 13 04:39:15.917516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-c39f6494-d74e-4cc2-9731-38b8af772020 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Request body: {'port': {'device_id': 'd640cf9c-b74e-40e8-9f78-05b946b1dd7d', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': 'b836d7db5e664454bda2ae2ccdb312f4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:15.921026 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3615f9-06d7-4379-bc77-07ab5afea12c req-d0eb3804-708b-43e4-86ee-af99971df626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:15.922652 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd3615f9-06d7-4379-bc77-07ab5afea12c req-d0eb3804-708b-43e4-86ee-af99971df626 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e1db2e5-cbdf-462d-bdea-a8913685430c HTTP/1.1" status: 200 len: 913 time: 0.5320747 Nov 13 04:39:15.924864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-424fdac6-c161-4a75-87b5-12ac876c3683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb3314f-bdba-4c54-87e0-8edce43ce31b {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:16.038142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd3615f9-06d7-4379-bc77-07ab5afea12c req-d7bfed0f-4b77-4113-af1f-82d3ca4977a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac37b11-7ac6-495b-a75a-4b391dd43335 HTTP/1.1" status: 200 len: 217 time: 0.0921159 Nov 13 04:39:16.040301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-424fdac6-c161-4a75-87b5-12ac876c3683 service neutron] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:16.129396 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-424fdac6-c161-4a75-87b5-12ac876c3683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:16.261893 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242cbe3-aa38-4330-8826-d043b3b9feaa req-b0a77832-6f25-4296-8dac-a60c9d9957cd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:16.271441 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a242cbe3-aa38-4330-8826-d043b3b9feaa req-b0a77832-6f25-4296-8dac-a60c9d9957cd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 1023 time: 0.0952663 Nov 13 04:39:16.272350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3615f9-06d7-4379-bc77-07ab5afea12c req-499bc24e-fd97-41bc-b8bf-5b4142e14e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:16.274313 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd3615f9-06d7-4379-bc77-07ab5afea12c req-499bc24e-fd97-41bc-b8bf-5b4142e14e38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26b5cb9d-0851-4257-a4fe-0f49378991e6 HTTP/1.1" status: 200 len: 852 time: 0.2227738 Nov 13 04:39:16.291147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-c39f6494-d74e-4cc2-9731-38b8af772020 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Made reservation on behalf of b836d7db5e664454bda2ae2ccdb312f4 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:39:16.295066 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-c39f6494-d74e-4cc2-9731-38b8af772020 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:16.301657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86268a9d-ca32-4460-8cad-6387bbd7aa70 req-b32eac32-cf22-4381-9518-ab8bc83c91a9 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:16.303713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86268a9d-ca32-4460-8cad-6387bbd7aa70 req-b32eac32-cf22-4381-9518-ab8bc83c91a9 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 944 time: 0.1397769 Nov 13 04:39:16.400495 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd3615f9-06d7-4379-bc77-07ab5afea12c req-22b34f53-4271-4547-b4d3-c8d09d0da957 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e1db2e5-cbdf-462d-bdea-a8913685430c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446742 Nov 13 04:39:16.414280 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-424fdac6-c161-4a75-87b5-12ac876c3683 service neutron] Transition to ACTIVE for port object 4bb3314f-bdba-4c54-87e0-8edce43ce31b will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:39:16.440748 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a242cbe3-aa38-4330-8826-d043b3b9feaa req-32c39d1a-55ce-45c5-9a1e-181ee48e27fe tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=39f90869-f391-431f-a5f6-bbcee09a0ffd&id=4261e5a6-eef0-4644-a502-c0beb7a33bf7&id=5ecc5897-ab39-46f0-be5a-1abaf7967889 HTTP/1.1" status: 200 len: 6199 time: 0.1683545 Nov 13 04:39:16.465943 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-424fdac6-c161-4a75-87b5-12ac876c3683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:16.560680 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86268a9d-ca32-4460-8cad-6387bbd7aa70 req-c6d8ac5a-2254-4dd9-9345-d647bd629e73 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315886 Nov 13 04:39:16.597329 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f0b3075f-cf2d-46e4-bd3b-189e38743815 req-fe72cea1-7675-4bab-abea-4dff06b3563c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 210 time: 0.0579131 Nov 13 04:39:16.619138 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-c39f6494-d74e-4cc2-9731-38b8af772020 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Allocated IP 192.168.233.18 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/5174efca-acba-4b86-ac8f-664b949ef942) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:39:16.691129 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-424fdac6-c161-4a75-87b5-12ac876c3683 service neutron] No DVR routers for this DVR port 4bb3314f-bdba-4c54-87e0-8edce43ce31b on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:39:16.704021 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-92c7d664-4983-4e89-a28b-85a303b4677e req-c916c541-3e75-4b6f-a1f6-4115b6bdde58 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 210 time: 0.0444410 Nov 13 04:39:16.822755 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-424fdac6-c161-4a75-87b5-12ac876c3683 service neutron] 10.222.0.46 "PUT /v2.0/ports/4bb3314f-bdba-4c54-87e0-8edce43ce31b/bindings/n-h2-813114-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7987804 Nov 13 04:39:16.843336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fdac6-c161-4a75-87b5-12ac876c3683 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb3314f-bdba-4c54-87e0-8edce43ce31b,revision_number=10']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:16.866109 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd3615f9-06d7-4379-bc77-07ab5afea12c req-79f252dc-8e1a-42ff-b23f-30cd3d3c416e service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517338 Nov 13 04:39:16.882852 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4674b52-2cf9-4c6f-bca9-7fc0f641584f req-abc3b2fe-0680-44ed-8acd-776a88b67597 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:16.884440 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d4674b52-2cf9-4c6f-bca9-7fc0f641584f req-abc3b2fe-0680-44ed-8acd-776a88b67597 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.1956160 Nov 13 04:39:16.951395 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-c39f6494-d74e-4cc2-9731-38b8af772020 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:16.967050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-76041484-28c3-467f-ac61-b33576deea10 req-e7c30027-826f-4648-9fa6-b933773763f8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'security_group': {'name': ' tempest-securitygroup -741404528 ', 'description': 'tempest-description-992642552'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:17.018307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904f2c32-ad31-4afd-b78e-92ac4566f0f4', 'tag': '5ac37b11-7ac6-495b-a75a-4b391dd43335'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:17.022490 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faedf34-bf1b-4969-972f-43b0171a6958" -d '{"events": [{"name": "network-changed", "server_uuid": "904f2c32-ad31-4afd-b78e-92ac4566f0f4", "tag": "5ac37b11-7ac6-495b-a75a-4b391dd43335"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:17.028004 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd3615f9-06d7-4379-bc77-07ab5afea12c req-8f587910-87b1-4b97-b7b1-635fb6456a88 service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421847 Nov 13 04:39:17.035149 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-c39f6494-d74e-4cc2-9731-38b8af772020 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:17.075720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d994b596-e39d-4c7d-9ab4-400f61e88774'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:17.176084 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d4674b52-2cf9-4c6f-bca9-7fc0f641584f req-5b27c055-5373-43d4-ae7d-14f3e0b48df1 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787549 Nov 13 04:39:17.207388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b3554867-9eac-4c5b-8150-47284f6210a0 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:17.210522 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-b3554867-9eac-4c5b-8150-47284f6210a0 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa&tenant_id=bb1a865db7e845b9aa19ffe9f890f983&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 1096 time: 0.1811244 Nov 13 04:39:17.366679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-160ae24d-c28c-4a82-aab4-209682f0c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:17.369688 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-160ae24d-c28c-4a82-aab4-209682f0c84f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa&tenant_id=bb1a865db7e845b9aa19ffe9f890f983 HTTP/1.1" status: 200 len: 1096 time: 0.1453271 Nov 13 04:39:17.432606 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81a41e3-5e90-47b5-8dde-b537ce70a31f x-openstack-request-id: req-c81a41e3-5e90-47b5-8dde-b537ce70a31f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:17.432986 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904f2c32-ad31-4afd-b78e-92ac4566f0f4", "tag": "5ac37b11-7ac6-495b-a75a-4b391dd43335", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:17.433156 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c81a41e3-5e90-47b5-8dde-b537ce70a31f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:17.433502 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904f2c32-ad31-4afd-b78e-92ac4566f0f4', 'tag': '5ac37b11-7ac6-495b-a75a-4b391dd43335', 'status': 'completed', 'code': 200} Nov 13 04:39:17.441775 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-76041484-28c3-467f-ac61-b33576deea10 req-e7c30027-826f-4648-9fa6-b933773763f8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:17.455302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-c39f6494-d74e-4cc2-9731-38b8af772020 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:39:17.469101 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-c39f6494-d74e-4cc2-9731-38b8af772020 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:39:17.475712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-c39f6494-d74e-4cc2-9731-38b8af772020 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:39:17.530816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-8ae2a9b2-17d5-45d7-82ab-16534566b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:17.532756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-8ae2a9b2-17d5-45d7-82ab-16534566b38d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 1096 time: 0.1081104 Nov 13 04:39:17.536999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faedf34-bf1b-4969-972f-43b0171a6958 req-b1bd882c-e4f2-416e-a53c-f45de2cf700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:17.538900 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3faedf34-bf1b-4969-972f-43b0171a6958 req-b1bd882c-e4f2-416e-a53c-f45de2cf700c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15140f09689e4eeeb930615e271fa05a&device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 1174 time: 0.1043625 Nov 13 04:39:17.539513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-c39f6494-d74e-4cc2-9731-38b8af772020 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:17.540140 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-c39f6494-d74e-4cc2-9731-38b8af772020 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:17.545542 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f6494-d74e-4cc2-9731-38b8af772020 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Pushing event updated for resources: {'Port': ['ID=5174efca-acba-4b86-ac8f-664b949ef942,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:17.580232 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-c39f6494-d74e-4cc2-9731-38b8af772020 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6660101 Nov 13 04:39:17.602781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Request body: {'port': {'device_id': 'd640cf9c-b74e-40e8-9f78-05b946b1dd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:17.700044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faedf34-bf1b-4969-972f-43b0171a6958 req-1e2fb8b5-69c8-4eb1-bc3e-51598429b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:17.701816 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3faedf34-bf1b-4969-972f-43b0171a6958 req-1e2fb8b5-69c8-4eb1-bc3e-51598429b433 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e1db2e5-cbdf-462d-bdea-a8913685430c HTTP/1.1" status: 200 len: 913 time: 0.1287251 Nov 13 04:39:17.756111 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:17.761355 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-76041484-28c3-467f-ac61-b33576deea10 req-e7c30027-826f-4648-9fa6-b933773763f8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:17.790208 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-76041484-28c3-467f-ac61-b33576deea10 req-e7c30027-826f-4648-9fa6-b933773763f8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:17.795314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3faedf34-bf1b-4969-972f-43b0171a6958 req-7d8a8513-2a0c-470a-9f06-886b1b770f75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac37b11-7ac6-495b-a75a-4b391dd43335 HTTP/1.1" status: 200 len: 217 time: 0.0610795 Nov 13 04:39:17.836762 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44561070-768c-4d49-9518-c08e239dd580 req-4c0ce5ec-1db5-485b-92d2-2d66622237d5 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0484ddf744b740ccb839123a39a7449a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727963 Nov 13 04:39:17.879777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fb39d2d4-e6d2-4713-bba6-c2beaf74941a None None] Provisioning complete for port 5174efca-acba-4b86-ac8f-664b949ef942 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:17.880187 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb39d2d4-e6d2-4713-bba6-c2beaf74941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:17.885842 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0dade323-00b4-4b18-a548-d06956a7802d req-be8ac8b4-3d9e-4ebb-8679-187695ae9e15 tempest-QuotasAdminNegativeTest-951551276 tempest-QuotasAdminNegativeTest-951551276-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ae9a259d8b88460a9363660728e519cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1819203 Nov 13 04:39:17.912612 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-76041484-28c3-467f-ac61-b33576deea10 req-e7c30027-826f-4648-9fa6-b933773763f8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:17.918864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-76041484-28c3-467f-ac61-b33576deea10 req-e7c30027-826f-4648-9fa6-b933773763f8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.9605920 Nov 13 04:39:17.940286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c30027-826f-4648-9fa6-b933773763f8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc87bbd-a885-4c72-b77f-7758ae51f735,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:17.965292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 4bb3314f-bdba-4c54-87e0-8edce43ce31b no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:39:18.025129 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fb39d2d4-e6d2-4713-bba6-c2beaf74941a None None] Port 5174efca-acba-4b86-ac8f-664b949ef942 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:39:18.055346 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 4bb3314f-bdba-4c54-87e0-8edce43ce31b not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:39:18.088668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faedf34-bf1b-4969-972f-43b0171a6958 req-812d78d8-e30f-40b8-b21d-043568b037d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:18.090039 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3faedf34-bf1b-4969-972f-43b0171a6958 req-812d78d8-e30f-40b8-b21d-043568b037d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26b5cb9d-0851-4257-a4fe-0f49378991e6 HTTP/1.1" status: 200 len: 852 time: 0.2804620 Nov 13 04:39:18.099283 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dade323-00b4-4b18-a548-d06956a7802d req-0470e2f6-221f-4fcf-b2ea-e4617177d5f2 tempest-QuotasAdminNegativeTest-951551276 tempest-QuotasAdminNegativeTest-951551276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:18.100700 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0dade323-00b4-4b18-a548-d06956a7802d req-0470e2f6-221f-4fcf-b2ea-e4617177d5f2 tempest-QuotasAdminNegativeTest-951551276 tempest-QuotasAdminNegativeTest-951551276-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086463 Nov 13 04:39:18.147354 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3faedf34-bf1b-4969-972f-43b0171a6958 req-8da463e9-75fb-4d16-8f6b-e5e4cfe56e36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e1db2e5-cbdf-462d-bdea-a8913685430c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456367 Nov 13 04:39:18.156146 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0dade323-00b4-4b18-a548-d06956a7802d req-24950e49-3c92-4d0b-82a2-1d39ba4809df tempest-QuotasAdminNegativeTest-951551276 tempest-QuotasAdminNegativeTest-951551276-project] 10.222.0.43 "GET /v2.0/quotas/ae9a259d8b88460a9363660728e519cd HTTP/1.1" status: 200 len: 375 time: 0.0449219 Nov 13 04:39:18.160158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44561070-768c-4d49-9518-c08e239dd580 req-bd403587-9bc1-4e65-83d7-fb39940976bc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:18.162579 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44561070-768c-4d49-9518-c08e239dd580 req-bd403587-9bc1-4e65-83d7-fb39940976bc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167796 Nov 13 04:39:18.177254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-0c16e283-cebb-4bea-8ab1-2eb5e835420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:18.178809 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-0c16e283-cebb-4bea-8ab1-2eb5e835420f service neutron] 10.222.0.36 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.6121676 Nov 13 04:39:18.188547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-44561070-768c-4d49-9518-c08e239dd580 req-2cb9e6e4-97a2-4780-9932-967b0745503d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Request body: {'port': {'device_id': '5c2b3d7d-9711-448f-ae60-b0153f39e929', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '0484ddf744b740ccb839123a39a7449a'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:18.225438 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0dade323-00b4-4b18-a548-d06956a7802d req-1b8d056d-b06a-4ea2-854f-5a9f3da05cdb tempest-QuotasAdminNegativeTest-951551276 tempest-QuotasAdminNegativeTest-951551276-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae9a259d8b88460a9363660728e519cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683494 Nov 13 04:39:18.259456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee793012-318f-4450-91ff-f97d32e9b45f req-f68f0313-2b64-46d9-9659-c2e45ab1d337 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:18.267779 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ee793012-318f-4450-91ff-f97d32e9b45f req-f68f0313-2b64-46d9-9659-c2e45ab1d337 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 945 time: 0.2537320 Nov 13 04:39:18.298659 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-f5f42764-a87d-43f6-b0d3-7774cfc7992b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b HTTP/1.1" status: 200 len: 217 time: 0.0896845 Nov 13 04:39:18.418266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5174efca-acba-4b86-ac8f-664b949ef942 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:18.433719 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:18.462286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Transition to ACTIVE for port object 5174efca-acba-4b86-ac8f-664b949ef942 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:39:18.477219 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:18.505078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ee793012-318f-4450-91ff-f97d32e9b45f req-870e3041-dcfc-4c94-8248-c31ce1feaa8c tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359207 Nov 13 04:39:18.577881 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Pushing event updated for resources: {'Port': ['ID=5174efca-acba-4b86-ac8f-664b949ef942,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:18.602556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44561070-768c-4d49-9518-c08e239dd580 req-2cb9e6e4-97a2-4780-9932-967b0745503d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Made reservation on behalf of 0484ddf744b740ccb839123a39a7449a for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:39:18.606540 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-44561070-768c-4d49-9518-c08e239dd580 req-2cb9e6e4-97a2-4780-9932-967b0745503d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:18.687743 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-4b965d9d-593d-4d25-b149-cc9fa02e6864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:18.689207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-4b965d9d-593d-4d25-b149-cc9fa02e6864 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.3823545 Nov 13 04:39:18.697504 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3faedf34-bf1b-4969-972f-43b0171a6958 req-1805a3c3-d8f8-4239-9610-d35a8a633f96 service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372872 Nov 13 04:39:18.704027 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bbadd307-9b2b-47ae-a376-befc061b224e req-743a15c9-de2c-4c6e-91a5-38793b7d113f tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 210 time: 0.0449157 Nov 13 04:39:18.720429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493a0dd-95da-4809-bd64-53e086f6fa68 req-860e2ac4-0c9d-4bcb-b301-28d81d846cd9 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:18.727905 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2493a0dd-95da-4809-bd64-53e086f6fa68 req-860e2ac4-0c9d-4bcb-b301-28d81d846cd9 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 947 time: 0.1477294 Nov 13 04:39:18.790751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Attempting to bind port 5174efca-acba-4b86-ac8f-664b949ef942 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:39:18.791857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Attempting to bind port 5174efca-acba-4b86-ac8f-664b949ef942 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:39:18.792407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Attempting to bind port 5174efca-acba-4b86-ac8f-664b949ef942 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:18.824343 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Port 5174efca-acba-4b86-ac8f-664b949ef942 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:39:18.825001 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Attempting to bind port 5174efca-acba-4b86-ac8f-664b949ef942 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:18.878499 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:39:18.878499 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:39:18.879182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:39:18.879822 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Bound port: 5174efca-acba-4b86-ac8f-664b949ef942, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:39:18.879996 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:18.911938 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3faedf34-bf1b-4969-972f-43b0171a6958 req-db585279-b07f-401c-9bfc-7491e95c6f44 service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817343 Nov 13 04:39:18.921865 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-44561070-768c-4d49-9518-c08e239dd580 req-2cb9e6e4-97a2-4780-9932-967b0745503d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Allocated IP 192.168.233.124 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/fb1bb83a-42ae-495a-93ce-6e604342013e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:39:18.931015 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4352449e-66bd-4186-8e85-13f5ea62ab70 req-d4d913c6-e523-4f05-a24b-e44ddd4e118e tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/ebc87bbd-a885-4c72-b77f-7758ae51f735 HTTP/1.1" status: 200 len: 1796 time: 0.1587298 Nov 13 04:39:18.954538 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2493a0dd-95da-4809-bd64-53e086f6fa68 req-d72e3a45-d259-413c-b2ef-3b1c06a75ffe tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256677 Nov 13 04:39:18.963439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-945167d5-c9cb-4a3e-b760-32133d9b94fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2194703 Nov 13 04:39:19.131482 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-d47ffe38-14a6-42b3-926d-fb18e9efda79 service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586890 Nov 13 04:39:19.148779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] For port 5174efca-acba-4b86-ac8f-664b949ef942, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:39:19.155253 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] For port 5174efca-acba-4b86-ac8f-664b949ef942, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5174efca-acba-4b86-ac8f-664b949ef942,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:39:19.178099 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:19.192125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dee13-7b79-481c-b82d-0c493bafb882 req-b2425ab8-c7a5-4d7f-b219-add88ad5a2cf tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:19.206016 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc9dee13-7b79-481c-b82d-0c493bafb882 req-b2425ab8-c7a5-4d7f-b219-add88ad5a2cf tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.1573825 Nov 13 04:39:19.290041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:19.291000 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:19.296448 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] 10.222.0.46 "PUT /v2.0/ports/5174efca-acba-4b86-ac8f-664b949ef942 HTTP/1.1" status: 200 len: 1095 time: 1.6959307 Nov 13 04:39:19.340207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-49394827-0cde-43de-bc89-776776234416 service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989386 Nov 13 04:39:19.364745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b180495-65f0-486c-88ba-8393e928fd7e service neutron] Pushing event updated for resources: {'Port': ['ID=5174efca-acba-4b86-ac8f-664b949ef942,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:19.386301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc9dee13-7b79-481c-b82d-0c493bafb882 req-b47aee79-dcdb-4ded-b2b4-9425fc6de958 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771214 Nov 13 04:39:19.410239 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a863d0ef-f4c8-443e-8d04-ce71f18b59d8 req-309a0ee8-b71d-40d7-8755-f11aad056587 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/ebc87bbd-a885-4c72-b77f-7758ae51f735 HTTP/1.1" status: 200 len: 1796 time: 0.0670760 Nov 13 04:39:19.441491 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd640cf9c-b74e-40e8-9f78-05b946b1dd7d', 'tag': '5174efca-acba-4b86-ac8f-664b949ef942'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:19.449208 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8d2ab7-ffce-4c93-9c73-1822763f77ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d640cf9c-b74e-40e8-9f78-05b946b1dd7d", "tag": "5174efca-acba-4b86-ac8f-664b949ef942"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:19.470783 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-44561070-768c-4d49-9518-c08e239dd580 req-2cb9e6e4-97a2-4780-9932-967b0745503d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:19.548530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-6c3e959a-3116-4378-9ef8-b40b27f01465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:19.552598 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-6c3e959a-3116-4378-9ef8-b40b27f01465 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 1098 time: 0.1187644 Nov 13 04:39:19.554088 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-44561070-768c-4d49-9518-c08e239dd580 req-2cb9e6e4-97a2-4780-9932-967b0745503d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:19.591319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1260c06f-f210-4b90-be67-896cb88572fa', 'c5ffd6ec-955a-43f0-a0b3-18057ccbfc45'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:19.596869 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87655bd8-181b-4a7d-8bf2-62cc186d6324 x-openstack-request-id: req-87655bd8-181b-4a7d-8bf2-62cc186d6324 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:19.596869 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d640cf9c-b74e-40e8-9f78-05b946b1dd7d", "tag": "5174efca-acba-4b86-ac8f-664b949ef942", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:19.596869 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87655bd8-181b-4a7d-8bf2-62cc186d6324 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:19.596869 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd640cf9c-b74e-40e8-9f78-05b946b1dd7d', 'tag': '5174efca-acba-4b86-ac8f-664b949ef942', 'status': 'completed', 'code': 200} Nov 13 04:39:19.612207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a863d0ef-f4c8-443e-8d04-ce71f18b59d8 req-907bda43-5f80-480b-8ab4-c0029f6ff949 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:19.643326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f680a574-022f-46b0-bb3b-425a9959b7f2', '06627902-a266-434c-be1b-4705c06afe9f', '4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:19.692293 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a863d0ef-f4c8-443e-8d04-ce71f18b59d8 req-907bda43-5f80-480b-8ab4-c0029f6ff949 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:19.730211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44561070-768c-4d49-9518-c08e239dd580 req-2cb9e6e4-97a2-4780-9932-967b0745503d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:39:19.734082 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-602dcac8-da20-4e5f-9874-a58e08d4eb36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=5174efca-acba-4b86-ac8f-664b949ef942 HTTP/1.1" status: 200 len: 217 time: 0.1298497 Nov 13 04:39:19.737787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-44561070-768c-4d49-9518-c08e239dd580 req-2cb9e6e4-97a2-4780-9932-967b0745503d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:39:19.777661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-44561070-768c-4d49-9518-c08e239dd580 req-2cb9e6e4-97a2-4780-9932-967b0745503d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:39:19.777661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9e6e4-97a2-4780-9932-967b0745503d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event updated for resources: {'Port': ['ID=fb1bb83a-42ae-495a-93ce-6e604342013e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:19.884512 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-1ab81276-a5b6-4b0b-9250-7471ac87db70 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:19.886183 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-1ab81276-a5b6-4b0b-9250-7471ac87db70 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa&tenant_id=bb1a865db7e845b9aa19ffe9f890f983&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 1096 time: 0.0845470 Nov 13 04:39:19.887661 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a863d0ef-f4c8-443e-8d04-ce71f18b59d8 req-907bda43-5f80-480b-8ab4-c0029f6ff949 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:19.892467 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a863d0ef-f4c8-443e-8d04-ce71f18b59d8 req-907bda43-5f80-480b-8ab4-c0029f6ff949 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:19.905409 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a863d0ef-f4c8-443e-8d04-ce71f18b59d8 req-907bda43-5f80-480b-8ab4-c0029f6ff949 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "DELETE /v2.0/security-groups/ebc87bbd-a885-4c72-b77f-7758ae51f735 HTTP/1.1" status: 204 len: 173 time: 0.4775143 Nov 13 04:39:19.988720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44561070-768c-4d49-9518-c08e239dd580 req-2cb9e6e4-97a2-4780-9932-967b0745503d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:19.989397 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-44561070-768c-4d49-9518-c08e239dd580 req-2cb9e6e4-97a2-4780-9932-967b0745503d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:19.996600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-559e6dc1-de0c-4c33-bc28-482be128620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:19.998181 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-559e6dc1-de0c-4c33-bc28-482be128620a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.2444990 Nov 13 04:39:20.074757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bda43-5f80-480b-8ab4-c0029f6ff949 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc87bbd-a885-4c72-b77f-7758ae51f735,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:20.134507 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44561070-768c-4d49-9518-c08e239dd580 req-2cb9e6e4-97a2-4780-9932-967b0745503d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9514196 Nov 13 04:39:20.169194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8ee15-fb1b-44c8-83cc-a2bb99d355b4 req-3ae06188-8fa8-4a2d-9ac6-ebb56c5732cd tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:20.173059 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c36f0d-ae85-4388-bd7e-f1b302a3b550 req-6c102be4-dd5d-4638-b652-9fd80c118417 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:20.179320 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aeb8ee15-fb1b-44c8-83cc-a2bb99d355b4 req-3ae06188-8fa8-4a2d-9ac6-ebb56c5732cd tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 945 time: 0.2363198 Nov 13 04:39:20.181853 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35c36f0d-ae85-4388-bd7e-f1b302a3b550 req-6c102be4-dd5d-4638-b652-9fd80c118417 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 936 time: 0.1569891 Nov 13 04:39:20.191743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Request body: {'port': {'device_id': '5c2b3d7d-9711-448f-ae60-b0153f39e929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:20.205184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-f26c055a-9efe-4cf5-8217-554980de1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:20.207397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-f26c055a-9efe-4cf5-8217-554980de1692 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1723766 Nov 13 04:39:20.234062 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-8328d79d-ecc5-4d8f-b168-59b9bf2e3aae service neutron] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:39:20.241000 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-8328d79d-ecc5-4d8f-b168-59b9bf2e3aae service neutron] Publish callbacks [] for binding, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:20.242307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b75fcde3-2b06-4b9c-b15c-94b0ef43418f req-8328d79d-ecc5-4d8f-b168-59b9bf2e3aae service neutron] 10.222.0.36 "DELETE /v2.0/ports/4bb3314f-bdba-4c54-87e0-8edce43ce31b/bindings/n-h1-813114-2 HTTP/1.1" status: 204 len: 173 time: 0.3344562 Nov 13 04:39:20.284690 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35c36f0d-ae85-4388-bd7e-f1b302a3b550 req-2040296e-6846-45a1-9110-dd378a497ade tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006062 Nov 13 04:39:20.403594 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aeb8ee15-fb1b-44c8-83cc-a2bb99d355b4 req-bcabc952-0bed-4052-a282-63fc885c51ba tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025342 Nov 13 04:39:20.417976 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:20.429798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-89cbc8dd-cfdb-4b12-8334-d715bf9fe97b None None] Provisioning complete for port fb1bb83a-42ae-495a-93ce-6e604342013e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:20.430158 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-89cbc8dd-cfdb-4b12-8334-d715bf9fe97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:20.456960 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4c2f77c8-83ba-43e3-bdb8-5e46da8a0836 req-ae22d4fc-e932-4c47-927e-abdb763b9054 tempest-QuotasAdminNegativeTest-951551276 tempest-QuotasAdminNegativeTest-951551276-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ae9a259d8b88460a9363660728e519cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630019 Nov 13 04:39:20.488756 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-97664a16-5db6-4a46-a1e3-4fb6d9ebece0 req-f2b9a790-c45f-496c-91c0-2a73d9a945cd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] show failed (client error): The resource could not be found. Nov 13 04:39:20.489890 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97664a16-5db6-4a46-a1e3-4fb6d9ebece0 req-f2b9a790-c45f-496c-91c0-2a73d9a945cd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/ebc87bbd-a885-4c72-b77f-7758ae51f735 HTTP/1.1" status: 404 len: 352 time: 0.0679317 Nov 13 04:39:20.518455 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-ad2a443e-e379-423a-a97b-d5aec9ae0d19 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914546 Nov 13 04:39:20.619225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f77c8-83ba-43e3-bdb8-5e46da8a0836 req-260f88cb-18f9-43e7-9f42-06c46aae0421 tempest-QuotasAdminNegativeTest-951551276 tempest-QuotasAdminNegativeTest-951551276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:20.621673 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4c2f77c8-83ba-43e3-bdb8-5e46da8a0836 req-260f88cb-18f9-43e7-9f42-06c46aae0421 tempest-QuotasAdminNegativeTest-951551276 tempest-QuotasAdminNegativeTest-951551276-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639295 Nov 13 04:39:20.640886 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4c2f77c8-83ba-43e3-bdb8-5e46da8a0836 req-95b7edad-041e-4b8a-99e8-79ab8591a09c tempest-QuotasAdminNegativeTest-951551276 tempest-QuotasAdminNegativeTest-951551276-project] 10.222.0.43 "GET /v2.0/quotas/ae9a259d8b88460a9363660728e519cd HTTP/1.1" status: 200 len: 375 time: 0.0110972 Nov 13 04:39:20.652674 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-89cbc8dd-cfdb-4b12-8334-d715bf9fe97b None None] Port fb1bb83a-42ae-495a-93ce-6e604342013e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:39:20.691353 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4c2f77c8-83ba-43e3-bdb8-5e46da8a0836 req-14e041c4-d48f-46e0-89b1-db72bc70916e tempest-QuotasAdminNegativeTest-951551276 tempest-QuotasAdminNegativeTest-951551276-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae9a259d8b88460a9363660728e519cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411162 Nov 13 04:39:20.894677 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77a4de-c6d3-4232-a366-da0841a0b145 req-e892400a-1ca2-4213-a9b4-c4247556ea50 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:20.896206 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4e77a4de-c6d3-4232-a366-da0841a0b145 req-e892400a-1ca2-4213-a9b4-c4247556ea50 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 947 time: 0.3183286 Nov 13 04:39:20.899931 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4979a570-c41d-4bdd-8d57-bd274af446f2 req-79588225-dddf-420f-aa22-b5eee97dc6ae service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373921 Nov 13 04:39:20.973249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4e77a4de-c6d3-4232-a366-da0841a0b145 req-6a69b84c-fca6-48a4-a839-b4c0f59154bb tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673537 Nov 13 04:39:20.974625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3298e3-d193-49ce-8c7f-405b791d4ec0 req-579724cf-7e1c-4cdc-9d30-b6515a9593e2 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:20.976786 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da3298e3-d193-49ce-8c7f-405b791d4ec0 req-579724cf-7e1c-4cdc-9d30-b6515a9593e2 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0539753 Nov 13 04:39:21.034862 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da3298e3-d193-49ce-8c7f-405b791d4ec0 req-e63111cc-3896-4ff1-a81a-18d5f1a39bc2 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459039 Nov 13 04:39:21.038073 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-8dcd88de-1017-48a0-a1c9-86d964094607 req-a68bb5c9-4b44-451e-a1c9-52730447161f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1659063333', 'description': 'tempest-description-1665446477'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:21.076783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1bb83a-42ae-495a-93ce-6e604342013e {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:21.089260 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:21.101832 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8dcd88de-1017-48a0-a1c9-86d964094607 req-a68bb5c9-4b44-451e-a1c9-52730447161f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:21.109482 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d2ab7-ffce-4c93-9c73-1822763f77ab req-b4b922dd-55d5-4ffd-9a38-3918f7c0034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:21.111015 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce8d2ab7-ffce-4c93-9c73-1822763f77ab req-b4b922dd-55d5-4ffd-9a38-3918f7c0034e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 1098 time: 0.0873873 Nov 13 04:39:21.111947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Transition to ACTIVE for port object fb1bb83a-42ae-495a-93ce-6e604342013e will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:39:21.118935 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:21.243174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1bb83a-42ae-495a-93ce-6e604342013e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:21.340384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d2ab7-ffce-4c93-9c73-1822763f77ab req-ab7f2978-3599-40b3-84a4-03ac5741681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:21.341838 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce8d2ab7-ffce-4c93-9c73-1822763f77ab req-ab7f2978-3599-40b3-84a4-03ac5741681d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2208459 Nov 13 04:39:21.372451 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8dcd88de-1017-48a0-a1c9-86d964094607 req-a68bb5c9-4b44-451e-a1c9-52730447161f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:21.409009 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8dcd88de-1017-48a0-a1c9-86d964094607 req-a68bb5c9-4b44-451e-a1c9-52730447161f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:21.412479 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce8d2ab7-ffce-4c93-9c73-1822763f77ab req-d27eb223-dec2-429c-be01-c0f4cf5df55c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=5174efca-acba-4b86-ac8f-664b949ef942 HTTP/1.1" status: 200 len: 217 time: 0.0526505 Nov 13 04:39:21.424649 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Attempting to bind port fb1bb83a-42ae-495a-93ce-6e604342013e on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:39:21.424975 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Attempting to bind port fb1bb83a-42ae-495a-93ce-6e604342013e by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:39:21.425298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Attempting to bind port fb1bb83a-42ae-495a-93ce-6e604342013e on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:21.449812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-71bf46fa-3780-41be-8026-b5275b9d57be tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:21.451419 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-71bf46fa-3780-41be-8026-b5275b9d57be tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/networks?id=75fd9bb5-a9f9-48f3-aede-d4fff3bb220a HTTP/1.1" status: 200 len: 815 time: 0.1290324 Nov 13 04:39:21.467724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-96076b21-6503-4f36-8b8f-9f543fe63681 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/quotas/ce0cfecdac4441318074adbf32b6f508 HTTP/1.1" status: 200 len: 375 time: 0.0101571 Nov 13 04:39:21.475885 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8dcd88de-1017-48a0-a1c9-86d964094607 req-a68bb5c9-4b44-451e-a1c9-52730447161f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:21.479363 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8dcd88de-1017-48a0-a1c9-86d964094607 req-a68bb5c9-4b44-451e-a1c9-52730447161f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4570684 Nov 13 04:39:21.480329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Port fb1bb83a-42ae-495a-93ce-6e604342013e on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:39:21.486398 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Attempting to bind port fb1bb83a-42ae-495a-93ce-6e604342013e on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:21.492272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:39:21.492592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:39:21.493166 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:39:21.493653 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Bound port: fb1bb83a-42ae-495a-93ce-6e604342013e, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:39:21.494028 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:21.510306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bb5c9-4b44-451e-a1c9-52730447161f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cc6bac-3f5b-47e4-a3d5-b3d8f3a12806,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:21.518735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d2ab7-ffce-4c93-9c73-1822763f77ab req-5eea2262-c95d-4499-904a-c4d52454b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:21.520485 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce8d2ab7-ffce-4c93-9c73-1822763f77ab req-5eea2262-c95d-4499-904a-c4d52454b5bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0980394 Nov 13 04:39:21.534606 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-9e1c458c-56c2-4e06-af08-25bd461078ea tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce0cfecdac4441318074adbf32b6f508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586455 Nov 13 04:39:21.624731 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-aad30c8a-18de-43fa-acde-d4b1ec3f0bd9 service neutron] 10.222.0.43 "GET /v2.0/networks/75fd9bb5-a9f9-48f3-aede-d4fff3bb220a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827155 Nov 13 04:39:21.628616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] For port fb1bb83a-42ae-495a-93ce-6e604342013e, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:39:21.645969 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d2ab7-ffce-4c93-9c73-1822763f77ab req-6e32cec6-bfe6-41df-b185-b204b8cee487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:21.647525 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce8d2ab7-ffce-4c93-9c73-1822763f77ab req-6e32cec6-bfe6-41df-b185-b204b8cee487 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037872 Nov 13 04:39:21.649785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] For port fb1bb83a-42ae-495a-93ce-6e604342013e, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=fb1bb83a-42ae-495a-93ce-6e604342013e,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:39:21.652571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ae21e-8bc9-4947-a4cd-f7f02180c8d5 req-9a401168-dee2-4eb7-9877-f3e1996a1f31 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:21.653494 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c15ae21e-8bc9-4947-a4cd-f7f02180c8d5 req-9a401168-dee2-4eb7-9877-f3e1996a1f31 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 1096 time: 0.1108253 Nov 13 04:39:21.655088 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:21.728629 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-83b6458e-40c4-4fa8-bff1-600d2ba17241 service neutron] 10.222.0.43 "GET /v2.0/networks/75fd9bb5-a9f9-48f3-aede-d4fff3bb220a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966718 Nov 13 04:39:21.991850 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:21.992642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:21.994037 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44561070-768c-4d49-9518-c08e239dd580 req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] 10.222.0.36 "PUT /v2.0/ports/fb1bb83a-42ae-495a-93ce-6e604342013e HTTP/1.1" status: 200 len: 1096 time: 1.8063307 Nov 13 04:39:21.998369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2b3d7d-9711-448f-ae60-b0153f39e929', 'tag': 'fb1bb83a-42ae-495a-93ce-6e604342013e'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:22.001096 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426bd3db-281f-41c3-af54-791385fdec67" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2b3d7d-9711-448f-ae60-b0153f39e929", "tag": "fb1bb83a-42ae-495a-93ce-6e604342013e"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:22.020507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b16e07-5507-4cc1-a4ba-313db10716f1 req-f8495d3d-1053-4545-957d-e8d4761f6faf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:22.029318 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-91b16e07-5507-4cc1-a4ba-313db10716f1 req-f8495d3d-1053-4545-957d-e8d4761f6faf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 948 time: 0.0712090 Nov 13 04:39:22.058132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03b7e8-6c95-4718-927d-c76fa2cff546 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1bb83a-42ae-495a-93ce-6e604342013e,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:22.115139 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-91b16e07-5507-4cc1-a4ba-313db10716f1 req-8878b38d-0418-4340-b5cb-89c343260f2d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800061 Nov 13 04:39:22.129767 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c15ae21e-8bc9-4947-a4cd-f7f02180c8d5 req-e845caa2-bf5a-43e1-b3c1-9a127b2f4533 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623160 Nov 13 04:39:22.139717 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-7c10a028-9abb-436c-a9da-84bb63276e74 req-78a3e571-24b6-48ab-b9e4-79f95cf95bb5 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1772078015', 'description': 'tempest-description-1754644806'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:22.160935 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce8d2ab7-ffce-4c93-9c73-1822763f77ab req-dc14ea88-b164-483b-bd91-a4de80dae370 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917653 Nov 13 04:39:22.179170 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7c10a028-9abb-436c-a9da-84bb63276e74 req-78a3e571-24b6-48ab-b9e4-79f95cf95bb5 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:22.285297 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7c10a028-9abb-436c-a9da-84bb63276e74 req-78a3e571-24b6-48ab-b9e4-79f95cf95bb5 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:22.287736 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-355d75f9-a370-4081-8446-2003083e360c req-a7f42065-96fa-4cb2-81ba-8e804ffa40a3 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 210 time: 0.0570021 Nov 13 04:39:22.290862 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7c10a028-9abb-436c-a9da-84bb63276e74 req-78a3e571-24b6-48ab-b9e4-79f95cf95bb5 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:22.297426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44561070-768c-4d49-9518-c08e239dd580 req-b05df309-38c2-48f7-a9be-1c83e46a4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:22.300119 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44561070-768c-4d49-9518-c08e239dd580 req-b05df309-38c2-48f7-a9be-1c83e46a4277 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 1099 time: 0.2334383 Nov 13 04:39:22.345482 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7c10a028-9abb-436c-a9da-84bb63276e74 req-78a3e571-24b6-48ab-b9e4-79f95cf95bb5 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:22.346864 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c10a028-9abb-436c-a9da-84bb63276e74 req-78a3e571-24b6-48ab-b9e4-79f95cf95bb5 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2121246 Nov 13 04:39:22.357341 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3e571-24b6-48ab-b9e4-79f95cf95bb5 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17db307-b994-4657-b773-7e078484c58f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:22.403289 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44561070-768c-4d49-9518-c08e239dd580 req-5be5196b-cffd-4029-801e-9d4492535056 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=fb1bb83a-42ae-495a-93ce-6e604342013e HTTP/1.1" status: 200 len: 217 time: 0.0821919 Nov 13 04:39:22.417789 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce8d2ab7-ffce-4c93-9c73-1822763f77ab req-85b307c7-ab37-4f99-9a92-4809862630b9 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559576 Nov 13 04:39:22.469576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44561070-768c-4d49-9518-c08e239dd580 req-b0bba454-7d6d-453b-824f-5ec9d99f005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:22.472136 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44561070-768c-4d49-9518-c08e239dd580 req-b0bba454-7d6d-453b-824f-5ec9d99f005e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0501549 Nov 13 04:39:22.553753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f4cd3-7f42-42f5-bab7-16ccdbb2d731 req-b9911504-473e-42c4-ae37-3f4cfa32d447 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:22.555376 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-033f4cd3-7f42-42f5-bab7-16ccdbb2d731 req-b9911504-473e-42c4-ae37-3f4cfa32d447 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 947 time: 0.0794303 Nov 13 04:39:22.558374 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addf5868-750a-4952-bbf1-70d0e55efb2e x-openstack-request-id: req-addf5868-750a-4952-bbf1-70d0e55efb2e {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:22.558657 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2b3d7d-9711-448f-ae60-b0153f39e929", "tag": "fb1bb83a-42ae-495a-93ce-6e604342013e", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:22.558902 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-addf5868-750a-4952-bbf1-70d0e55efb2e {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:22.559304 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2b3d7d-9711-448f-ae60-b0153f39e929', 'tag': 'fb1bb83a-42ae-495a-93ce-6e604342013e', 'status': 'completed', 'code': 200} Nov 13 04:39:22.561316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44561070-768c-4d49-9518-c08e239dd580 req-e50b5dc3-6d4f-4926-9ebc-e9106657358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:22.562716 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44561070-768c-4d49-9518-c08e239dd580 req-e50b5dc3-6d4f-4926-9ebc-e9106657358b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778811 Nov 13 04:39:22.634510 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-033f4cd3-7f42-42f5-bab7-16ccdbb2d731 req-27a6289a-5067-4e13-bfb4-9a0a21525a05 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700200 Nov 13 04:39:22.667896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0b99d-6964-42d5-9623-389a20860be3 req-a5f9122d-795f-4ac9-a4b2-aaed818e0c7b tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:22.669410 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12d0b99d-6964-42d5-9623-389a20860be3 req-a5f9122d-795f-4ac9-a4b2-aaed818e0c7b tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0572023 Nov 13 04:39:22.670141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-fb29c016-b8b5-4c9e-913d-8521a28cf876 req-08e61a74-8e34-4281-9506-75ea3e33a405 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-569007123', 'description': 'tempest-description-448527278'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:22.707084 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb29c016-b8b5-4c9e-913d-8521a28cf876 req-08e61a74-8e34-4281-9506-75ea3e33a405 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:22.719424 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12d0b99d-6964-42d5-9623-389a20860be3 req-7a5138c2-9dbf-45f1-b2f8-905abe075a83 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441916 Nov 13 04:39:22.721368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44561070-768c-4d49-9518-c08e239dd580 req-8648cd4f-6945-4d6b-af55-55f6132a18a3 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268711 Nov 13 04:39:22.848834 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb29c016-b8b5-4c9e-913d-8521a28cf876 req-08e61a74-8e34-4281-9506-75ea3e33a405 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:22.856070 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb29c016-b8b5-4c9e-913d-8521a28cf876 req-08e61a74-8e34-4281-9506-75ea3e33a405 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:22.868020 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44561070-768c-4d49-9518-c08e239dd580 req-2c7b8f39-61b3-4749-bda1-672291da0a0e service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327372 Nov 13 04:39:22.890286 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb29c016-b8b5-4c9e-913d-8521a28cf876 req-08e61a74-8e34-4281-9506-75ea3e33a405 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:22.900379 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb29c016-b8b5-4c9e-913d-8521a28cf876 req-08e61a74-8e34-4281-9506-75ea3e33a405 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2353375 Nov 13 04:39:22.903667 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e61a74-8e34-4281-9506-75ea3e33a405 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c2f347-9d21-497a-972a-98d502e5e547,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:22.922088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5be658-a410-491f-a37e-b555841402ef req-688a05b8-1e60-41a4-b7bd-0c7ea59d12ac tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:22.923791 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5be658-a410-491f-a37e-b555841402ef req-688a05b8-1e60-41a4-b7bd-0c7ea59d12ac tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 821 time: 0.1125035 Nov 13 04:39:22.939651 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5be658-a410-491f-a37e-b555841402ef req-8734aad8-9461-4209-b291-a748b86922ae tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/quotas/bb1a865db7e845b9aa19ffe9f890f983 HTTP/1.1" status: 200 len: 375 time: 0.0100908 Nov 13 04:39:22.996482 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7d70d4a4-8414-4307-95ab-f6bb7c7b51b6 req-04f29313-8a4c-41f2-b039-b822cbd7af84 tempest-QuotasAdminNegativeTest-951551276 tempest-QuotasAdminNegativeTest-951551276-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ae9a259d8b88460a9363660728e519cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301170 Nov 13 04:39:23.002158 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5be658-a410-491f-a37e-b555841402ef req-95f2fc97-73a4-49bf-8f0f-bf10a7cb3986 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558469 Nov 13 04:39:23.088808 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bd3db-281f-41c3-af54-791385fdec67 req-2f06a68c-3296-4da6-9d91-0a66f1535827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:23.090285 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-426bd3db-281f-41c3-af54-791385fdec67 req-2f06a68c-3296-4da6-9d91-0a66f1535827 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 1099 time: 0.1022942 Nov 13 04:39:23.095489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5be658-a410-491f-a37e-b555841402ef req-8af8d665-dc39-4edb-adac-460350050625 service neutron] 10.222.0.43 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862112 Nov 13 04:39:23.151273 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70d4a4-8414-4307-95ab-f6bb7c7b51b6 req-793cb108-c4bd-41e1-9584-1f3d164f98fa tempest-QuotasAdminNegativeTest-951551276 tempest-QuotasAdminNegativeTest-951551276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:23.152719 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7d70d4a4-8414-4307-95ab-f6bb7c7b51b6 req-793cb108-c4bd-41e1-9584-1f3d164f98fa tempest-QuotasAdminNegativeTest-951551276 tempest-QuotasAdminNegativeTest-951551276-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389697 Nov 13 04:39:23.201455 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5be658-a410-491f-a37e-b555841402ef req-c266ef62-0a80-4482-beb3-00b79f385403 service neutron] 10.222.0.43 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994864 Nov 13 04:39:23.204385 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7d70d4a4-8414-4307-95ab-f6bb7c7b51b6 req-8a801949-f6d1-4a53-8122-fd642122c73a tempest-QuotasAdminNegativeTest-951551276 tempest-QuotasAdminNegativeTest-951551276-project] 10.222.0.43 "GET /v2.0/quotas/ae9a259d8b88460a9363660728e519cd HTTP/1.1" status: 200 len: 375 time: 0.0206184 Nov 13 04:39:23.263965 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7d70d4a4-8414-4307-95ab-f6bb7c7b51b6 req-dd745700-9f9e-45c5-a28e-f589c8be7d28 tempest-QuotasAdminNegativeTest-951551276 tempest-QuotasAdminNegativeTest-951551276-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae9a259d8b88460a9363660728e519cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543492 Nov 13 04:39:23.286194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bd3db-281f-41c3-af54-791385fdec67 req-1625d774-42c5-414b-9895-1ff2fac55b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:23.288031 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-426bd3db-281f-41c3-af54-791385fdec67 req-1625d774-42c5-414b-9895-1ff2fac55b8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1808586 Nov 13 04:39:23.412921 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-426bd3db-281f-41c3-af54-791385fdec67 req-5ec2d370-ef3c-41ff-92c5-e5a37f2f2349 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=fb1bb83a-42ae-495a-93ce-6e604342013e HTTP/1.1" status: 200 len: 217 time: 0.0500181 Nov 13 04:39:23.458414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-f37ef789-c578-489a-9550-e0c0e9be65b4 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:23.459916 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-f37ef789-c578-489a-9550-e0c0e9be65b4 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.46 "GET /v2.0/networks?id=75fd9bb5-a9f9-48f3-aede-d4fff3bb220a HTTP/1.1" status: 200 len: 815 time: 0.2442460 Nov 13 04:39:23.476859 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8c765958-92d6-473b-a27b-dc81675be9a1 req-875c0b07-70da-4b52-a075-1b757712f6a9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15140f09689e4eeeb930615e271fa05a HTTP/1.1" status: 200 len: 10998 time: 0.1473420 Nov 13 04:39:23.504925 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bd3db-281f-41c3-af54-791385fdec67 req-9d8eb836-986f-4361-be61-04a3f330ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:23.506474 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-426bd3db-281f-41c3-af54-791385fdec67 req-9d8eb836-986f-4361-be61-04a3f330ebf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0762606 Nov 13 04:39:23.516057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ce657-519a-4676-a2dd-d97a4d1e74c1 req-c6f7aa56-ec48-40c2-9716-a4c741bbe5db tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:23.524242 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da4ce657-519a-4676-a2dd-d97a4d1e74c1 req-c6f7aa56-ec48-40c2-9716-a4c741bbe5db tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 948 time: 0.1130188 Nov 13 04:39:23.535536 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8c765958-92d6-473b-a27b-dc81675be9a1 req-d7f0c019-c013-4868-8a01-c7f03b489b26 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/5ecc5897-ab39-46f0-be5a-1abaf7967889 HTTP/1.1" status: 200 len: 2998 time: 0.0509253 Nov 13 04:39:23.551634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-eb6baf45-5fea-423f-b9e2-810db4230062 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Request body: {'port': {'device_id': 'f66d821e-0eba-44c4-a861-8afa723aa762', 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a', 'admin_state_up': True, 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:23.604319 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8c765958-92d6-473b-a27b-dc81675be9a1 req-c7911cd9-0b00-41ee-a3d2-2afd36a6d9ab tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/5ecc5897-ab39-46f0-be5a-1abaf7967889 HTTP/1.1" status: 200 len: 2998 time: 0.0605466 Nov 13 04:39:23.685605 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fea3b35-9466-4bbd-bfdc-d8dbe0fd5d47 req-d07cf70b-56ce-4747-868c-38c298c858f1 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 210 time: 0.0309775 Nov 13 04:39:23.698581 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da4ce657-519a-4676-a2dd-d97a4d1e74c1 req-2fb8eec9-91a8-41c2-8f67-a1674a14e624 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723166 Nov 13 04:39:23.703765 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bd3db-281f-41c3-af54-791385fdec67 req-7242e793-0f97-41bc-a5a2-da5fd99f119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:23.704846 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-426bd3db-281f-41c3-af54-791385fdec67 req-7242e793-0f97-41bc-a5a2-da5fd99f119a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1767910 Nov 13 04:39:23.804093 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b865d0b7-be2a-4a58-a18e-b68c77806f93 req-f32238d2-6ca9-4da7-8c64-687e5df706f1 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0374775 Nov 13 04:39:23.841778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-eb6baf45-5fea-423f-b9e2-810db4230062 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Made reservation on behalf of ce0cfecdac4441318074adbf32b6f508 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:39:23.847609 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-eb6baf45-5fea-423f-b9e2-810db4230062 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:23.897057 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-426bd3db-281f-41c3-af54-791385fdec67 req-b65b656b-9a89-4085-b6c9-e2ac9e59add5 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788433 Nov 13 04:39:24.105672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6eab2-1faa-4bbc-b61a-c872be5d32aa req-86e8164d-5767-4bc2-b580-d90c6536b4de tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:24.116891 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-33e6eab2-1faa-4bbc-b61a-c872be5d32aa req-86e8164d-5767-4bc2-b580-d90c6536b4de tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 947 time: 0.1002715 Nov 13 04:39:24.123096 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c7e7848b-ed8e-4708-b3ee-8b05a22c5ac9 req-ac88e45c-a9e3-4e31-88ab-641b6fc47604 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/e8cc6bac-3f5b-47e4-a3d5-b3d8f3a12806 HTTP/1.1" status: 200 len: 1818 time: 0.1496091 Nov 13 04:39:24.199140 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-33e6eab2-1faa-4bbc-b61a-c872be5d32aa req-2de83d8e-6494-4f52-80ac-3d96344db8b5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811410 Nov 13 04:39:24.209975 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-426bd3db-281f-41c3-af54-791385fdec67 req-34b0e040-c452-4f38-998c-9a5ded490e9c service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764699 Nov 13 04:39:24.213103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-eb6baf45-5fea-423f-b9e2-810db4230062 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Allocated IP 172.20.0.7 (75fd9bb5-a9f9-48f3-aede-d4fff3bb220a/66f9c1a2-000d-4cd3-886f-60ee310198c9/1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:39:24.278444 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c7e7848b-ed8e-4708-b3ee-8b05a22c5ac9 req-e6ebe202-d70f-4c45-a2cc-cd8623a5ba5f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:24.334810 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c7e7848b-ed8e-4708-b3ee-8b05a22c5ac9 req-e6ebe202-d70f-4c45-a2cc-cd8623a5ba5f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:24.365983 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c5dfe-8f72-4ae2-931e-76b0f34170b6 req-34339121-f981-44af-b63a-2e6f1ff293b5 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:24.376417 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3a8c5dfe-8f72-4ae2-931e-76b0f34170b6 req-34339121-f981-44af-b63a-2e6f1ff293b5 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0883267 Nov 13 04:39:24.470361 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c7e7848b-ed8e-4708-b3ee-8b05a22c5ac9 req-e6ebe202-d70f-4c45-a2cc-cd8623a5ba5f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:24.471530 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3a8c5dfe-8f72-4ae2-931e-76b0f34170b6 req-12df0e9c-02ba-4346-b878-aca380c215ad tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860527 Nov 13 04:39:24.476158 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c7e7848b-ed8e-4708-b3ee-8b05a22c5ac9 req-e6ebe202-d70f-4c45-a2cc-cd8623a5ba5f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:24.477230 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c7e7848b-ed8e-4708-b3ee-8b05a22c5ac9 req-e6ebe202-d70f-4c45-a2cc-cd8623a5ba5f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "DELETE /v2.0/security-groups/e8cc6bac-3f5b-47e4-a3d5-b3d8f3a12806 HTTP/1.1" status: 204 len: 173 time: 0.3450091 Nov 13 04:39:24.496259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebe202-d70f-4c45-a2cc-cd8623a5ba5f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cc6bac-3f5b-47e4-a3d5-b3d8f3a12806,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:24.533432 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-eb6baf45-5fea-423f-b9e2-810db4230062 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:24.560156 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-7f679bc0-05ad-47d1-93b6-9c18c2f271df req-ed0f4bf2-00af-4544-abbd-cdbef28ec830 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] show failed (client error): The resource could not be found. Nov 13 04:39:24.575897 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-eb6baf45-5fea-423f-b9e2-810db4230062 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:24.576972 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f679bc0-05ad-47d1-93b6-9c18c2f271df req-ed0f4bf2-00af-4544-abbd-cdbef28ec830 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/e8cc6bac-3f5b-47e4-a3d5-b3d8f3a12806 HTTP/1.1" status: 404 len: 352 time: 0.0360851 Nov 13 04:39:24.667556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-eb6baf45-5fea-423f-b9e2-810db4230062 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Network 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:39:24.676262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-eb6baf45-5fea-423f-b9e2-810db4230062 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:39:24.685244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-eb6baf45-5fea-423f-b9e2-810db4230062 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:39:24.735225 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1cf6ae4-d831-492b-93f2-717cc33ced3b req-2f9b89a0-3315-4559-97ad-4a508f2cefc7 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/b17db307-b994-4657-b773-7e078484c58f HTTP/1.1" status: 200 len: 1818 time: 0.1150904 Nov 13 04:39:24.757007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6baf45-5fea-423f-b9e2-810db4230062 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Pushing event updated for resources: {'Port': ['ID=1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:24.875005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-eb6baf45-5fea-423f-b9e2-810db4230062 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:24.875005 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-eb6baf45-5fea-423f-b9e2-810db4230062 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:24.880318 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1cf6ae4-d831-492b-93f2-717cc33ced3b req-1de41334-51d7-4318-bcdb-1b9cd6b30758 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:24.914159 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-eb6baf45-5fea-423f-b9e2-810db4230062 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3849871 Nov 13 04:39:24.914655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201f1ea-f88a-4601-a236-ab1e10091930 req-744d2c99-087c-4980-b43c-0f3f32d4c4a5 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:24.917529 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7201f1ea-f88a-4601-a236-ab1e10091930 req-744d2c99-087c-4980-b43c-0f3f32d4c4a5 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 931 time: 0.1017644 Nov 13 04:39:24.918778 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1cf6ae4-d831-492b-93f2-717cc33ced3b req-1de41334-51d7-4318-bcdb-1b9cd6b30758 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:24.984766 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1cf6ae4-d831-492b-93f2-717cc33ced3b req-1de41334-51d7-4318-bcdb-1b9cd6b30758 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:24.987741 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1cf6ae4-d831-492b-93f2-717cc33ced3b req-1de41334-51d7-4318-bcdb-1b9cd6b30758 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:24.989289 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1cf6ae4-d831-492b-93f2-717cc33ced3b req-1de41334-51d7-4318-bcdb-1b9cd6b30758 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "DELETE /v2.0/security-groups/b17db307-b994-4657-b773-7e078484c58f HTTP/1.1" status: 204 len: 173 time: 0.2189043 Nov 13 04:39:25.034985 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de41334-51d7-4318-bcdb-1b9cd6b30758 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17db307-b994-4657-b773-7e078484c58f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:25.037153 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7201f1ea-f88a-4601-a236-ab1e10091930 req-f79c5288-16d5-4541-b9d6-ab29e433db06 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114421 Nov 13 04:39:25.071817 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41236) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:39:25.098761 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4288c20b-dd21-4406-8eff-2584b751f7c7 None None] Provisioning complete for port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:25.099876 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4288c20b-dd21-4406-8eff-2584b751f7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:25.157544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d53d6-6df9-4e18-bbdb-bc493d1c2103 req-a3b41b32-2945-442e-8bb0-656892182011 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:25.165538 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-104d53d6-6df9-4e18-bbdb-bc493d1c2103 req-a3b41b32-2945-442e-8bb0-656892182011 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 948 time: 0.0615573 Nov 13 04:39:25.167290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4288c20b-dd21-4406-8eff-2584b751f7c7 None None] Port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:39:25.202664 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d021947-d07b-4320-a09c-633345a4e602 req-803eb82c-1c3f-4178-8b16-81b5bf740a46 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0488584 Nov 13 04:39:25.230281 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-104d53d6-6df9-4e18-bbdb-bc493d1c2103 req-97aec3f3-97ea-44fb-9cbf-44213aab421a tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638103 Nov 13 04:39:25.267934 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-ab12f71a-de9a-486c-8b65-630b6aba5105 req-232d70f1-9c21-44a4-85ca-fa34b99aae53 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] show failed (client error): The resource could not be found. Nov 13 04:39:25.268944 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ab12f71a-de9a-486c-8b65-630b6aba5105 req-232d70f1-9c21-44a4-85ca-fa34b99aae53 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/b17db307-b994-4657-b773-7e078484c58f HTTP/1.1" status: 404 len: 352 time: 0.0139170 Nov 13 04:39:25.275503 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6920976e-7b2d-4fbd-9de8-609eb089e574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:25.375847 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63548dba-75ce-4749-bfc7-82afb607cf3e req-7fba9f03-fda3-4ab2-aa87-3515dc06367c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/22c2f347-9d21-497a-972a-98d502e5e547 HTTP/1.1" status: 200 len: 1816 time: 0.0638795 Nov 13 04:39:25.376840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ff5b3-e421-4beb-8d68-af114a4ba175 req-825bd950-3e1f-45b0-95a7-753de5fc6936 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:25.379730 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-383ff5b3-e421-4beb-8d68-af114a4ba175 req-825bd950-3e1f-45b0-95a7-753de5fc6936 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 947 time: 0.0588489 Nov 13 04:39:25.405584 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6920976e-7b2d-4fbd-9de8-609eb089e574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:25.412959 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6920976e-7b2d-4fbd-9de8-609eb089e574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:25.433745 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-383ff5b3-e421-4beb-8d68-af114a4ba175 req-5abdc0f3-a948-4d8f-bf6e-ec0516e8c279 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477545 Nov 13 04:39:25.473749 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6920976e-7b2d-4fbd-9de8-609eb089e574 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae9a259d8b88460a9363660728e519cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007559 Nov 13 04:39:25.476557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41244) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:39:25.477127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920976e-7b2d-4fbd-9de8-609eb089e574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e92796-b763-48d1-8a38-e6a9785d32dd,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:25.520042 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-63548dba-75ce-4749-bfc7-82afb607cf3e req-ca39b7c1-50bc-46cc-a38c-55751ff84ead tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:25.535179 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f83fec08-6e3f-4159-85ec-6591ec350793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:25.551544 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-63548dba-75ce-4749-bfc7-82afb607cf3e req-ca39b7c1-50bc-46cc-a38c-55751ff84ead tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:25.558463 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f83fec08-6e3f-4159-85ec-6591ec350793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:25.607638 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-63548dba-75ce-4749-bfc7-82afb607cf3e req-ca39b7c1-50bc-46cc-a38c-55751ff84ead tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:25.610493 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-63548dba-75ce-4749-bfc7-82afb607cf3e req-ca39b7c1-50bc-46cc-a38c-55751ff84ead tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:25.618508 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63548dba-75ce-4749-bfc7-82afb607cf3e req-ca39b7c1-50bc-46cc-a38c-55751ff84ead tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "DELETE /v2.0/security-groups/22c2f347-9d21-497a-972a-98d502e5e547 HTTP/1.1" status: 204 len: 173 time: 0.2068124 Nov 13 04:39:25.631716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39b7c1-50bc-46cc-a38c-55751ff84ead tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c2f347-9d21-497a-972a-98d502e5e547,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:25.658077 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f83fec08-6e3f-4159-85ec-6591ec350793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:25.659323 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-37136746-dabb-4031-b4cd-692e540bf7d5 req-8eb0c14b-3b78-44b3-92be-592269be7632 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] show failed (client error): The resource could not be found. Nov 13 04:39:25.661379 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f83fec08-6e3f-4159-85ec-6591ec350793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:25.662633 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f83fec08-6e3f-4159-85ec-6591ec350793 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96e92796-b763-48d1-8a38-e6a9785d32dd HTTP/1.1" status: 204 len: 168 time: 0.1846089 Nov 13 04:39:25.673025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fec08-6e3f-4159-85ec-6591ec350793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e92796-b763-48d1-8a38-e6a9785d32dd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:25.681013 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37136746-dabb-4031-b4cd-692e540bf7d5 req-8eb0c14b-3b78-44b3-92be-592269be7632 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/22c2f347-9d21-497a-972a-98d502e5e547 HTTP/1.1" status: 404 len: 352 time: 0.0441916 Nov 13 04:39:25.693599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7418f1-9854-4a6b-ac9d-1b44a639eb6a req-97a97be1-84b4-4a62-883d-11d95e44facb tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:25.701384 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db7418f1-9854-4a6b-ac9d-1b44a639eb6a req-97a97be1-84b4-4a62-883d-11d95e44facb tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0900400 Nov 13 04:39:25.766753 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db7418f1-9854-4a6b-ac9d-1b44a639eb6a req-e0dbdff4-63ac-447e-8291-8c494d3502be tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644836 Nov 13 04:39:25.792283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4f4cfc31-c465-4d8a-9f9b-a7f08d149095 req-b30cbd45-392f-4d1f-9665-b06f3ed41871 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15140f09689e4eeeb930615e271fa05a HTTP/1.1" status: 200 len: 6199 time: 0.0815482 Nov 13 04:39:25.847525 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4f4cfc31-c465-4d8a-9f9b-a7f08d149095 req-2236873a-d0de-4f6b-b352-cabd465afbd7 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/5ecc5897-ab39-46f0-be5a-1abaf7967889 HTTP/1.1" status: 200 len: 2998 time: 0.0484290 Nov 13 04:39:25.895426 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4f4cfc31-c465-4d8a-9f9b-a7f08d149095 req-798a4e53-c2a2-4f2a-a808-b86642d1d7cb tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/5ecc5897-ab39-46f0-be5a-1abaf7967889 HTTP/1.1" status: 200 len: 2998 time: 0.0396130 Nov 13 04:39:25.923125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f4707715-f505-4e50-a27e-d0f405b196b3 req-b1ac809c-3a67-4256-ab60-0f0e42e4243c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-71675869', 'description': 'tempest-description-2111619045'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:25.967205 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f4707715-f505-4e50-a27e-d0f405b196b3 req-b1ac809c-3a67-4256-ab60-0f0e42e4243c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:25.970243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5174efca-acba-4b86-ac8f-664b949ef942 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:39:26.016494 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:39:26.034296 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-292ddce4-f285-4efa-abd2-cafe1f8997c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.082960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5174efca-acba-4b86-ac8f-664b949ef942, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5174efca-acba-4b86-ac8f-664b949ef942,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:26.097186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '5174efca-acba-4b86-ac8f-664b949ef942', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '5174efca-acba-4b86-ac8f-664b949ef942', 'mac_address': 'fa:16:3e:09:2c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:39:26.102144 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f4707715-f505-4e50-a27e-d0f405b196b3 req-b1ac809c-3a67-4256-ab60-0f0e42e4243c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.110433 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f4707715-f505-4e50-a27e-d0f405b196b3 req-b1ac809c-3a67-4256-ab60-0f0e42e4243c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.162198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac809c-3a67-4256-ab60-0f0e42e4243c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3743a9b-c31e-419c-8f4c-738747668b34,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:26.169580 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.188112 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f4707715-f505-4e50-a27e-d0f405b196b3 req-b1ac809c-3a67-4256-ab60-0f0e42e4243c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.189615 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4707715-f505-4e50-a27e-d0f405b196b3 req-b1ac809c-3a67-4256-ab60-0f0e42e4243c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2706447 Nov 13 04:39:26.194361 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5174efca-acba-4b86-ac8f-664b949ef942 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:26.206440 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c0b87-c311-4e62-ac8d-d8b363c07379 req-2bacf5be-232e-42b1-9878-aecbd2d8603d tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:26.208092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb4c0b87-c311-4e62-ac8d-d8b363c07379 req-2bacf5be-232e-42b1-9878-aecbd2d8603d tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 931 time: 0.0918260 Nov 13 04:39:26.220216 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-292ddce4-f285-4efa-abd2-cafe1f8997c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.224865 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-db5b0302-136d-4b63-a11b-d79791cf5189 req-c65f0ac3-8a07-4211-9e59-c8814782e4c2 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-986657802', 'description': 'tempest-description-430868618'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:26.236644 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-292ddce4-f285-4efa-abd2-cafe1f8997c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.256218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5174efca-acba-4b86-ac8f-664b949ef942, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5174efca-acba-4b86-ac8f-664b949ef942,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:26.264004 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.292770 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb4c0b87-c311-4e62-ac8d-d8b363c07379 req-c3a656c3-94a1-49fd-b2d8-36eac353655f tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674298 Nov 13 04:39:26.294072 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-292ddce4-f285-4efa-abd2-cafe1f8997c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edaf25d11a864c2487df4f02de4afd9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764180 Nov 13 04:39:26.294964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ddce4-f285-4efa-abd2-cafe1f8997c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6280e30-87d0-461b-8c47-eb0041ecf4ff,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:26.297576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41270) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:39:26.329297 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db5b0302-136d-4b63-a11b-d79791cf5189 req-c65f0ac3-8a07-4211-9e59-c8814782e4c2 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.341162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5174efca-acba-4b86-ac8f-664b949ef942,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:26.372861 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4114d9d3-a7a4-43ac-95c1-62691881be73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.411545 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8202604-105e-4a38-834d-af9f2dbd9a88 req-82713771-a1ac-41e5-9eb8-8d5ad39f5fba tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0452948 Nov 13 04:39:26.413631 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4114d9d3-a7a4-43ac-95c1-62691881be73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.464258 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db5b0302-136d-4b63-a11b-d79791cf5189 req-c65f0ac3-8a07-4211-9e59-c8814782e4c2 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.469148 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db5b0302-136d-4b63-a11b-d79791cf5189 req-c65f0ac3-8a07-4211-9e59-c8814782e4c2 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.502301 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db5b0302-136d-4b63-a11b-d79791cf5189 req-c65f0ac3-8a07-4211-9e59-c8814782e4c2 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.503696 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db5b0302-136d-4b63-a11b-d79791cf5189 req-c65f0ac3-8a07-4211-9e59-c8814782e4c2 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2862105 Nov 13 04:39:26.505388 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4114d9d3-a7a4-43ac-95c1-62691881be73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.507899 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4114d9d3-a7a4-43ac-95c1-62691881be73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:26.509047 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4114d9d3-a7a4-43ac-95c1-62691881be73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6280e30-87d0-461b-8c47-eb0041ecf4ff HTTP/1.1" status: 204 len: 168 time: 0.2103801 Nov 13 04:39:26.521170 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f0ac3-8a07-4211-9e59-c8814782e4c2 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53211bbc-3212-4d37-a29e-8be1f3448c40,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:26.538330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114d9d3-a7a4-43ac-95c1-62691881be73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6280e30-87d0-461b-8c47-eb0041ecf4ff,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:26.583552 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1fee2-7126-410b-a79a-307cdc15d9be req-0f56b354-e58f-4077-bbe2-4ee01200e5bf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:26.585221 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b4b1fee2-7126-410b-a79a-307cdc15d9be req-0f56b354-e58f-4077-bbe2-4ee01200e5bf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 948 time: 0.0937898 Nov 13 04:39:26.684633 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b4b1fee2-7126-410b-a79a-307cdc15d9be req-6e1b1ba5-f06b-4759-b0b5-b7ba585b7edf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913763 Nov 13 04:39:26.798786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28d74a-31eb-410d-b96f-55c841c3859c req-819badef-4441-4d9b-9c73-188d80f0eb0d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:26.800767 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b28d74a-31eb-410d-b96f-55c841c3859c req-819badef-4441-4d9b-9c73-188d80f0eb0d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 948 time: 0.0806258 Nov 13 04:39:26.807966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5174efca-acba-4b86-ac8f-664b949ef942'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:26.886572 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b28d74a-31eb-410d-b96f-55c841c3859c req-33f849df-e79b-47a8-b093-d3faefd412a6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715179 Nov 13 04:39:26.978380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-9f56d225-8d88-4861-b4c2-d9becc897d69 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:26.982124 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-9f56d225-8d88-4861-b4c2-d9becc897d69 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/networks?id=6e1db2e5-cbdf-462d-bdea-a8913685430c HTTP/1.1" status: 200 len: 812 time: 0.1771731 Nov 13 04:39:27.005457 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-6aa4fe9d-9b78-49bc-9576-bf2f33007a49 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/quotas/15140f09689e4eeeb930615e271fa05a HTTP/1.1" status: 200 len: 375 time: 0.0167031 Nov 13 04:39:27.076100 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-dfbf62aa-a965-4990-8c47-cc57399eb9ba tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=15140f09689e4eeeb930615e271fa05a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641129 Nov 13 04:39:27.094985 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f977f7-07c0-4a48-9d0f-50b456b5428b req-fa6dec3e-dedb-455f-b573-ce11cf46369b tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:27.097247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1f977f7-07c0-4a48-9d0f-50b456b5428b req-fa6dec3e-dedb-455f-b573-ce11cf46369b tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0513296 Nov 13 04:39:27.169988 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1f977f7-07c0-4a48-9d0f-50b456b5428b req-a12bdbf9-9e1c-42a8-9646-9a5aec847349 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617812 Nov 13 04:39:27.183069 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-6cf68c35-db7f-4474-9adc-bc29800698c5 service neutron] 10.222.0.43 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053185 Nov 13 04:39:27.279597 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-0f6f3608-39ce-47e3-8750-9d4d0440a37e service neutron] 10.222.0.43 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914612 Nov 13 04:39:27.466874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b37c7-725f-4228-a183-1503584c97cf req-906e7e76-a250-4bfb-ac30-27829c0e6a86 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:27.468731 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-685b37c7-725f-4228-a183-1503584c97cf req-906e7e76-a250-4bfb-ac30-27829c0e6a86 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 931 time: 0.0765417 Nov 13 04:39:27.495742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device fb1bb83a-42ae-495a-93ce-6e604342013e details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:39:27.521268 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a7f8f57-7438-4919-8d65-1dbc325cdd55 req-47d61acc-ddb6-4119-b8dd-5d04e1620e2d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0386364 Nov 13 04:39:27.528964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-685b37c7-725f-4228-a183-1503584c97cf req-6c820b5d-e196-416d-96fe-eab9f66adf84 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522532 Nov 13 04:39:27.648114 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e456cd93-b7e7-43e4-94d9-09da70948ea3 req-9f70969d-24af-417b-8a83-e5a45403c704 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0368440 Nov 13 04:39:27.657350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port fb1bb83a-42ae-495a-93ce-6e604342013e, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=fb1bb83a-42ae-495a-93ce-6e604342013e,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:27.673688 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'fb1bb83a-42ae-495a-93ce-6e604342013e', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'fb1bb83a-42ae-495a-93ce-6e604342013e', 'mac_address': 'fa:16:3e:e7:c3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:39:27.719844 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:27.737636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1bb83a-42ae-495a-93ce-6e604342013e {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:27.761676 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port fb1bb83a-42ae-495a-93ce-6e604342013e, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=fb1bb83a-42ae-495a-93ce-6e604342013e,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:27.767651 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:27.850857 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=fb1bb83a-42ae-495a-93ce-6e604342013e,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:27.867735 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e63941-2162-442d-a6e8-b67d5d2e3c69 req-9c7114b0-e05b-46f9-bafa-70e7d4ef841c tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:27.869375 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98e63941-2162-442d-a6e8-b67d5d2e3c69 req-9c7114b0-e05b-46f9-bafa-70e7d4ef841c tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 949 time: 0.0818388 Nov 13 04:39:27.940583 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98e63941-2162-442d-a6e8-b67d5d2e3c69 req-3e9f397c-8776-425d-aba1-d90950fca2ba tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634713 Nov 13 04:39:27.980171 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5174efca-acba-4b86-ac8f-664b949ef942 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:39:28.053339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 5174efca-acba-4b86-ac8f-664b949ef942 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:39:28.058691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 5174efca-acba-4b86-ac8f-664b949ef942 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:28.059277 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:28.094632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5699275-5940-44e1-a73a-6500db930b16 req-871566b2-46a7-480f-a5f1-c16a084c23e2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:28.102261 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5699275-5940-44e1-a73a-6500db930b16 req-871566b2-46a7-480f-a5f1-c16a084c23e2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 948 time: 0.0794756 Nov 13 04:39:28.150680 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5699275-5940-44e1-a73a-6500db930b16 req-d771f67f-783f-411c-b4a3-d988b0e8106b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473175 Nov 13 04:39:28.174377 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:28.212155 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd640cf9c-b74e-40e8-9f78-05b946b1dd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5174efca-acba-4b86-ac8f-664b949ef942'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:28.214709 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb03acf-f76f-4980-ae0d-3d3fbe9c94fa" -d '{"events": [{"server_uuid": "d640cf9c-b74e-40e8-9f78-05b946b1dd7d", "name": "network-vif-plugged", "status": "completed", "tag": "5174efca-acba-4b86-ac8f-664b949ef942"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:28.239052 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5174efca-acba-4b86-ac8f-664b949ef942, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5174efca-acba-4b86-ac8f-664b949ef942,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:28.246771 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:28.310276 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59d87e2-6214-4570-a59a-9b096071f384 x-openstack-request-id: req-b59d87e2-6214-4570-a59a-9b096071f384 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:28.311207 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d640cf9c-b74e-40e8-9f78-05b946b1dd7d", "name": "network-vif-plugged", "status": "completed", "tag": "5174efca-acba-4b86-ac8f-664b949ef942", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:28.312122 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b59d87e2-6214-4570-a59a-9b096071f384 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:28.312519 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd640cf9c-b74e-40e8-9f78-05b946b1dd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5174efca-acba-4b86-ac8f-664b949ef942', 'code': 200} Nov 13 04:39:28.348431 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:28.352004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5174efca-acba-4b86-ac8f-664b949ef942,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:28.370014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9fd59-3ed2-48ca-8813-ebbc21da9739 req-b30dbcd0-ffc1-4252-8e0d-265387f06be8 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:28.371873 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8d9fd59-3ed2-48ca-8813-ebbc21da9739 req-b30dbcd0-ffc1-4252-8e0d-265387f06be8 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0618165 Nov 13 04:39:28.435764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['fb1bb83a-42ae-495a-93ce-6e604342013e'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:28.448703 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8d9fd59-3ed2-48ca-8813-ebbc21da9739 req-af579297-733a-4d1b-b94f-5b0cb01208da tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675023 Nov 13 04:39:28.507531 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:39:28.618746 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:28.669589 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b18dc193-d985-473f-a2f0-702e9fd908fe req-d08f3527-d0ad-4ff5-9a38-8bddc3bef41f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0506289 Nov 13 04:39:28.704432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d98da7-fdce-4975-8bc2-4571cae34e57 req-cd2cb47b-a601-49f0-a29a-0f1171ff932a tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:28.705908 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08d98da7-fdce-4975-8bc2-4571cae34e57 req-cd2cb47b-a601-49f0-a29a-0f1171ff932a tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 931 time: 0.0634460 Nov 13 04:39:28.754865 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08d98da7-fdce-4975-8bc2-4571cae34e57 req-a8a92a46-1aa9-456e-bd1e-09522aa02353 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425978 Nov 13 04:39:28.854277 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2943784-9431-40a3-b5c1-132b46377368 req-31c57ac2-388e-40d3-8a41-799ce903a615 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0310259 Nov 13 04:39:28.902030 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-7deec126-ae9d-4b91-9628-f0753795df8c tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=97359ef5b41c43a99e768c07b1ab176e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209203 Nov 13 04:39:29.010259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-f788bfa4-3b6c-4eb7-b9bc-4ddc80e4790a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:29.011898 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-f788bfa4-3b6c-4eb7-b9bc-4ddc80e4790a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1044016 Nov 13 04:39:29.026852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-6e6e8447-c4a3-441d-b43e-dc041f36555c tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/quotas/97359ef5b41c43a99e768c07b1ab176e HTTP/1.1" status: 200 len: 375 time: 0.0092614 Nov 13 04:39:29.067675 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-53e0dbac-4387-439d-b154-fee442557d3e tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=97359ef5b41c43a99e768c07b1ab176e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349591 Nov 13 04:39:29.072593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020b35c-6deb-4a75-84ca-e935204a8d8b req-34c26d28-ef47-4f74-b1d7-934611a87e0e tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:29.074879 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3020b35c-6deb-4a75-84ca-e935204a8d8b req-34c26d28-ef47-4f74-b1d7-934611a87e0e tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 949 time: 0.0589654 Nov 13 04:39:29.136909 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3020b35c-6deb-4a75-84ca-e935204a8d8b req-613c8a75-9f6e-4096-ba33-c61bc71fb7fe tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555787 Nov 13 04:39:29.272884 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8c1b5fe7-02d1-400d-8efd-81d29b1552e7 req-6b18a13f-a33e-46a6-8c0b-3759530bd9b3 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 210 time: 0.0433099 Nov 13 04:39:29.316366 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c04e38-ed34-4edf-8f43-a052d54d7582 req-df45fe7c-f17a-4ed5-8215-2ff8b6428a1d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:29.325233 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9c04e38-ed34-4edf-8f43-a052d54d7582 req-df45fe7c-f17a-4ed5-8215-2ff8b6428a1d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0857027 Nov 13 04:39:29.375468 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9c04e38-ed34-4edf-8f43-a052d54d7582 req-5f752a17-c8ef-4695-a04b-a4cff81ddb4e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489860 Nov 13 04:39:29.561249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d258eb-7628-461a-8bf0-0717e3151671 req-cd7d6384-e186-4732-b51b-c355ef6f5f71 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:29.562741 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06d258eb-7628-461a-8bf0-0717e3151671 req-cd7d6384-e186-4732-b51b-c355ef6f5f71 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0517855 Nov 13 04:39:29.623546 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06d258eb-7628-461a-8bf0-0717e3151671 req-8fb5dac0-3862-473c-8372-cd7064e1065d tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542271 Nov 13 04:39:29.776890 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8634395e-a81b-41c7-90c7-4b7f6c95674e req-f1365a3a-ef5c-4a78-9e01-52c4358f58a7 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0327728 Nov 13 04:39:29.885712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52df769-e1d6-47fa-b6b4-c2e1ee4b6a22 req-1d027d86-8130-499d-ba06-1c4d64c5fcf2 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:29.887167 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c52df769-e1d6-47fa-b6b4-c2e1ee4b6a22 req-1d027d86-8130-499d-ba06-1c4d64c5fcf2 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 931 time: 0.0555897 Nov 13 04:39:29.938546 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c52df769-e1d6-47fa-b6b4-c2e1ee4b6a22 req-cba94b6d-9b42-4307-83c6-e98aa26fbebe tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453155 Nov 13 04:39:29.955539 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b3dfb47-0fc5-4ae6-91f7-7274e13ff4da req-76b60ce7-9680-4581-ab68-8d1887190f83 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0289440 Nov 13 04:39:30.255730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e83c9-1299-4a65-8982-88d47c77a7b0 req-39079fc3-5b68-45b3-bf61-f9d76b69da9a tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:30.257248 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-582e83c9-1299-4a65-8982-88d47c77a7b0 req-39079fc3-5b68-45b3-bf61-f9d76b69da9a tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 949 time: 0.0504403 Nov 13 04:39:30.309290 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-582e83c9-1299-4a65-8982-88d47c77a7b0 req-3b354c68-66b2-48eb-9bb4-d53e2143be3d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432158 Nov 13 04:39:30.374652 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d6860659-7bdd-45c9-b74e-b8682aff0dae req-29e93bc3-3a79-4c3e-a2bd-ca3730d9d1ff tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 210 time: 0.0284646 Nov 13 04:39:30.493875 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7f3b2-9c66-49df-9121-87855f692791 req-aa337454-b7f5-4912-b27d-8c60b41901d3 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:30.495379 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65a7f3b2-9c66-49df-9121-87855f692791 req-aa337454-b7f5-4912-b27d-8c60b41901d3 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0573058 Nov 13 04:39:30.553553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65a7f3b2-9c66-49df-9121-87855f692791 req-1afcd7d7-e452-4969-8054-78c0773e8cc2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486054 Nov 13 04:39:30.759538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d91406-ead6-4faf-8ccf-e17b9cc10801 req-4b4b8156-43cf-4cfa-b475-0839a5463a3d tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:30.761994 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2d91406-ead6-4faf-8ccf-e17b9cc10801 req-4b4b8156-43cf-4cfa-b475-0839a5463a3d tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0587769 Nov 13 04:39:30.810868 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2d91406-ead6-4faf-8ccf-e17b9cc10801 req-ae3c8187-7a50-4d0c-a986-502dec7ba1e6 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 Nov 13 04:39:30.874959 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-97cbe4bb-5dcb-43a3-ad76-3b71f926f66a req-59eed986-99bd-4761-9c21-eff7005e5b44 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0283535 Nov 13 04:39:31.061566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13df0e0-661c-4ec9-bcb6-288281674770 req-d2ca65b5-8fb7-4620-bd34-6aa72315758f tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:31.062758 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0bf5b58-e979-4b4e-bfa3-bc2671ac79a6 req-5c80b2c5-0320-4b16-bb3b-368b6bc0b406 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0304182 Nov 13 04:39:31.063476 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d13df0e0-661c-4ec9-bcb6-288281674770 req-d2ca65b5-8fb7-4620-bd34-6aa72315758f tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 931 time: 0.0488942 Nov 13 04:39:31.118539 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d13df0e0-661c-4ec9-bcb6-288281674770 req-b8e7d430-9efe-4103-81be-38dcd5927a7c tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463965 Nov 13 04:39:31.432230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2f319-e40a-4d8f-88d1-d5edbb5e3a88 req-d3ed2154-8a7e-4bb9-aee3-ce876ab0753c tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:31.433701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5ce2f319-e40a-4d8f-88d1-d5edbb5e3a88 req-d3ed2154-8a7e-4bb9-aee3-ce876ab0753c tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 949 time: 0.0487597 Nov 13 04:39:31.472111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9df2d86-895d-44ee-8835-f2b02c4a3fdd req-7889b9d6-57c5-4c45-9bb8-3645c26b33cc tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 210 time: 0.0255225 Nov 13 04:39:31.483100 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5ce2f319-e40a-4d8f-88d1-d5edbb5e3a88 req-17b3c766-9dc4-485b-9168-0bb270c57a7d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433245 Nov 13 04:39:31.505716 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device fb1bb83a-42ae-495a-93ce-6e604342013e up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:39:31.567558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port fb1bb83a-42ae-495a-93ce-6e604342013e completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:39:31.572437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port fb1bb83a-42ae-495a-93ce-6e604342013e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:31.572796 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:31.664311 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:31.676752 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fe326-3a75-413e-a907-838ea9a23323 req-d734288e-20d0-4bc0-8b23-aef8a55320d1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:31.683362 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e47fe326-3a75-413e-a907-838ea9a23323 req-d734288e-20d0-4bc0-8b23-aef8a55320d1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0498366 Nov 13 04:39:31.688009 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2b3d7d-9711-448f-ae60-b0153f39e929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1bb83a-42ae-495a-93ce-6e604342013e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:31.690211 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dcd023-ae95-4db3-b99f-9894ee31ed8a" -d '{"events": [{"server_uuid": "5c2b3d7d-9711-448f-ae60-b0153f39e929", "name": "network-vif-plugged", "status": "completed", "tag": "fb1bb83a-42ae-495a-93ce-6e604342013e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:31.702822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port fb1bb83a-42ae-495a-93ce-6e604342013e, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=fb1bb83a-42ae-495a-93ce-6e604342013e,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:31.708403 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:31.752550 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e47fe326-3a75-413e-a907-838ea9a23323 req-d27fce15-f61c-403a-b219-19291c57a337 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668342 Nov 13 04:39:31.766142 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=fb1bb83a-42ae-495a-93ce-6e604342013e,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:31.784590 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48501c2c-dabd-4d0e-a16d-124630fbca3c x-openstack-request-id: req-48501c2c-dabd-4d0e-a16d-124630fbca3c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:31.785225 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2b3d7d-9711-448f-ae60-b0153f39e929", "name": "network-vif-plugged", "status": "completed", "tag": "fb1bb83a-42ae-495a-93ce-6e604342013e", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:31.785690 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48501c2c-dabd-4d0e-a16d-124630fbca3c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:31.786481 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2b3d7d-9711-448f-ae60-b0153f39e929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1bb83a-42ae-495a-93ce-6e604342013e', 'code': 200} Nov 13 04:39:31.959505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e66ce3-cccb-41f1-9d81-15bd43da325d req-9934b2f3-1637-40a4-836f-5d43ac44bc4d tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:31.961223 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-78e66ce3-cccb-41f1-9d81-15bd43da325d req-9934b2f3-1637-40a4-836f-5d43ac44bc4d tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0788832 Nov 13 04:39:31.981104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53547296-9771-4e99-b139-8df16b454661 req-fe7b25eb-d759-457e-b232-761a9221fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:31.983160 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53547296-9771-4e99-b139-8df16b454661 req-fe7b25eb-d759-457e-b232-761a9221fc69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 1101 time: 0.0567944 Nov 13 04:39:32.010492 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51bad13b-123f-43e8-94a5-c006289d79c6 req-f0a48365-aa84-48b4-8ed3-a26f1c068277 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0407050 Nov 13 04:39:32.015443 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-78e66ce3-cccb-41f1-9d81-15bd43da325d req-2698db77-41c6-4a5b-917c-07aebf333cd8 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476637 Nov 13 04:39:32.056684 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53547296-9771-4e99-b139-8df16b454661 req-ac0e3573-c9c6-4e10-9701-7598a1f33653 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450363 Nov 13 04:39:32.180802 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bf7bcfaf-ca01-48db-a0c8-078a4a2c4b49 req-40d32e72-aa58-4eb5-b68a-4fc877794ba7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0268571 Nov 13 04:39:32.243680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfef1a-3aba-4751-bc92-563c5d0c2c2b req-4c7ec8ae-67d6-45a6-bda0-17098678b9b7 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:32.245212 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1bcfef1a-3aba-4751-bc92-563c5d0c2c2b req-4c7ec8ae-67d6-45a6-bda0-17098678b9b7 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 931 time: 0.0501316 Nov 13 04:39:32.293899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1bcfef1a-3aba-4751-bc92-563c5d0c2c2b req-aa596e4d-2599-49be-8200-a7f3b0dc1819 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422633 Nov 13 04:39:32.573249 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c6f3a77-605c-41e4-b1b1-ccc4bc7ccb20 req-1dc3a10d-9a90-4579-9071-677a9d7f22c5 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 210 time: 0.0264304 Nov 13 04:39:32.630792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0f1ea-76a7-45ed-85d3-f14e02ccd306 req-a3ed7a3c-8380-49b5-aea4-7f1d739ca34b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:32.632372 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7cc0f1ea-76a7-45ed-85d3-f14e02ccd306 req-a3ed7a3c-8380-49b5-aea4-7f1d739ca34b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 950 time: 0.0546525 Nov 13 04:39:32.685565 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7cc0f1ea-76a7-45ed-85d3-f14e02ccd306 req-08be78f4-6dbe-4c8e-b443-34a1d0254d2d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459499 Nov 13 04:39:32.872290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2fe6f-445d-487e-b59f-6060211c7fe2 req-d80e2feb-44ef-4554-b6bd-6f27a15132db tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:32.874804 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c8a2fe6f-445d-487e-b59f-6060211c7fe2 req-d80e2feb-44ef-4554-b6bd-6f27a15132db tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0535390 Nov 13 04:39:32.923971 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c8a2fe6f-445d-487e-b59f-6060211c7fe2 req-54b030ec-e9ab-4734-8efd-816db00c9888 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Nov 13 04:39:33.110417 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7b04e577-58f7-442a-9880-c40e347e2abf req-70cdb53e-93ad-495d-87a7-fbfb92ca616d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0266616 Nov 13 04:39:33.153964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169fd7-7536-4663-a3ef-a8051bfd9a5e req-06084cbc-b8b6-464f-b66b-2632a13ac488 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:33.155540 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68169fd7-7536-4663-a3ef-a8051bfd9a5e req-06084cbc-b8b6-464f-b66b-2632a13ac488 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0509381 Nov 13 04:39:33.212710 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68169fd7-7536-4663-a3ef-a8051bfd9a5e req-e5e9844e-9dbc-411b-9111-bd8d598b3a8b tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509009 Nov 13 04:39:33.280951 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91169ed6-f145-43a4-a70c-c4435698fcc2 req-de4698f4-8d46-4114-9fe2-c0fd10b854c9 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0292487 Nov 13 04:39:33.420339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525caa55-37cd-4fe1-b059-c690a089a674 req-bba57240-ea3e-49e9-a4cc-76921f344158 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:33.421782 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-525caa55-37cd-4fe1-b059-c690a089a674 req-bba57240-ea3e-49e9-a4cc-76921f344158 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 931 time: 0.0537229 Nov 13 04:39:33.476173 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-525caa55-37cd-4fe1-b059-c690a089a674 req-2e3d00fc-324c-45dc-a61c-9895a7936a68 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457747 Nov 13 04:39:33.683909 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-62e34731-0797-498c-bde2-d6871330de44 req-7621d047-4a1a-48ff-a674-80991b812483 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 210 time: 0.0262749 Nov 13 04:39:33.820350 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98622781-40cc-4800-a814-38f8dd4f65f6 req-7d10a8d7-9625-4689-a16e-cd7c94a97ccd tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:33.821958 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-98622781-40cc-4800-a814-38f8dd4f65f6 req-7d10a8d7-9625-4689-a16e-cd7c94a97ccd tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 950 time: 0.0643620 Nov 13 04:39:33.869423 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-98622781-40cc-4800-a814-38f8dd4f65f6 req-89c5f3ff-e685-43e6-9013-400b5f13eff8 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414472 Nov 13 04:39:34.061951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e02c4-1217-44bf-82ae-99cc062f67a3 req-26754128-8665-4669-b23b-c51f671c56cc tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:34.063699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8c8e02c4-1217-44bf-82ae-99cc062f67a3 req-26754128-8665-4669-b23b-c51f671c56cc tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0596058 Nov 13 04:39:34.123256 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8c8e02c4-1217-44bf-82ae-99cc062f67a3 req-160e06b0-6708-49e8-b1db-f3ab7ca79fda tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531006 Nov 13 04:39:34.126787 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62b92e49-4b72-4304-98d2-fbebfacbfa27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:34.208404 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f7344e0-12b2-4336-8317-f16027b0a252 req-e11b8ad4-539d-460d-90f7-a4b9d5bf026c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0294261 Nov 13 04:39:34.340941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae4eea-782f-481e-af9c-7dfa84623c6b req-57545536-72ea-4219-90ef-30b35e4fbc7d tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:34.342529 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c9ae4eea-782f-481e-af9c-7dfa84623c6b req-57545536-72ea-4219-90ef-30b35e4fbc7d tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0549433 Nov 13 04:39:34.383429 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-593dce46-f634-4dcd-81cb-e032072f63d2 req-a9845b2b-c6af-4477-b7ef-4a6874c295e2 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0278733 Nov 13 04:39:34.390493 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c9ae4eea-782f-481e-af9c-7dfa84623c6b req-acc5aace-afa1-483e-ae98-a1a9ad418e65 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Nov 13 04:39:34.599849 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0fbf6-5e2c-4ea5-9773-88b0dad6d141 req-917c4e41-d2f0-4b19-b46b-823b31e5d8ce tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:34.601319 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e7f0fbf6-5e2c-4ea5-9773-88b0dad6d141 req-917c4e41-d2f0-4b19-b46b-823b31e5d8ce tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 931 time: 0.0572677 Nov 13 04:39:34.648625 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e7f0fbf6-5e2c-4ea5-9773-88b0dad6d141 req-8706185c-14b4-4f94-a23d-3cd060871c1a tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409930 Nov 13 04:39:34.790272 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0104bc6-7bf3-4642-a5a8-eba8d745bdce req-a81ff99a-fa1b-480b-a657-a6c57aeb5438 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 210 time: 0.0331080 Nov 13 04:39:34.993426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc47fc8-faca-4a86-8cb7-48e792e43584 req-7ac49551-e485-4832-a4f8-5556882723a3 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:34.994945 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4cc47fc8-faca-4a86-8cb7-48e792e43584 req-7ac49551-e485-4832-a4f8-5556882723a3 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 950 time: 0.0512424 Nov 13 04:39:35.048110 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4cc47fc8-faca-4a86-8cb7-48e792e43584 req-fa3d9c84-6e4b-46cb-8b4d-4c5fa96dbc44 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469377 Nov 13 04:39:35.185864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d0708-e8fe-488c-830e-9468f078926e req-c7e64159-febf-4124-b09c-b2fc1fb0ff3d tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:35.187890 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b0d0708-e8fe-488c-830e-9468f078926e req-c7e64159-febf-4124-b09c-b2fc1fb0ff3d tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 1101 time: 0.0668826 Nov 13 04:39:35.231936 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b0d0708-e8fe-488c-830e-9468f078926e req-cc60bcc0-4ca0-4692-844d-6ccdba047678 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378180 Nov 13 04:39:35.245987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9575cb8-68c5-48cc-800a-a18464909df3 req-93fe10c0-5fe3-40ca-b4dd-45e2d599314f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:35.260794 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9575cb8-68c5-48cc-800a-a18464909df3 req-93fe10c0-5fe3-40ca-b4dd-45e2d599314f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0565886 Nov 13 04:39:35.310565 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9575cb8-68c5-48cc-800a-a18464909df3 req-a0e05b9f-0129-4766-bd20-eb76fb77e4cf tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548224 Nov 13 04:39:35.375954 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5619b3c3-a56c-4d87-a65f-63a81d98a7d9 req-bd2940a8-1137-4c72-ba6c-f0fe55e375ee tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0308666 Nov 13 04:39:35.483275 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a15468c-c552-4a0f-8fa9-105838509998 req-b4350490-f280-4bd4-8f98-147c1cd521ed tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0484ddf744b740ccb839123a39a7449a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213277 Nov 13 04:39:35.509740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44a164d8-4182-4408-b914-7a59ff5482fc req-59122e9d-98e1-47eb-81bd-ae66e88f5c2a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0292118 Nov 13 04:39:35.617004 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15468c-c552-4a0f-8fa9-105838509998 req-26d63797-526e-4497-b147-dc44ccd2e251 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:35.619344 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a15468c-c552-4a0f-8fa9-105838509998 req-26d63797-526e-4497-b147-dc44ccd2e251 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1300559 Nov 13 04:39:35.634751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a15468c-c552-4a0f-8fa9-105838509998 req-e5257465-3dce-47e2-b8b4-b1ac8293d429 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/quotas/0484ddf744b740ccb839123a39a7449a HTTP/1.1" status: 200 len: 375 time: 0.0105143 Nov 13 04:39:35.648766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764f55-c1bf-45a3-be33-01b9139393c3 req-84f66ce8-42bb-43ff-922f-793a9451f2f7 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:35.650882 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e9764f55-c1bf-45a3-be33-01b9139393c3 req-84f66ce8-42bb-43ff-922f-793a9451f2f7 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0518007 Nov 13 04:39:35.715983 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e9764f55-c1bf-45a3-be33-01b9139393c3 req-8277ade0-69de-4030-b204-798087d591e1 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573003 Nov 13 04:39:35.728911 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a15468c-c552-4a0f-8fa9-105838509998 req-c2d998fc-4338-47f6-9d9b-4294431da861 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0849891 Nov 13 04:39:35.863915 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb628f-0bda-475f-89b9-65e9a87aa373 req-e5af3980-365b-45d8-959d-fb110b0ffe6d tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:35.865581 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-39cb628f-0bda-475f-89b9-65e9a87aa373 req-e5af3980-365b-45d8-959d-fb110b0ffe6d tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 931 time: 0.0946052 Nov 13 04:39:36.000154 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-39cb628f-0bda-475f-89b9-65e9a87aa373 req-8b8e8541-2fda-411b-89e2-6d5dbd68019a tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279638 Nov 13 04:39:36.088141 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6396b55-c730-471b-9875-94095233a64c req-960ef19f-350d-467b-8218-515b27bf4da5 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 210 time: 0.0286512 Nov 13 04:39:36.120942 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34d090b4-5d57-481f-bbb1-1e46033562f6 req-d050f138-3210-4751-999a-b7ddcb728226 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 210 time: 0.0621679 Nov 13 04:39:36.425436 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-341088f4-dbe1-4180-a7b2-00f85ed5bf9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:36.471208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a82d6-4be9-4640-a648-6a995792c2e4 req-2710b962-a986-42cd-b8b8-23ffe2124719 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:36.477983 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b1a82d6-4be9-4640-a648-6a995792c2e4 req-2710b962-a986-42cd-b8b8-23ffe2124719 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0913460 Nov 13 04:39:36.538699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b1a82d6-4be9-4640-a648-6a995792c2e4 req-e403491c-7537-4f3d-8dce-c2cfc63b5e01 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538788 Nov 13 04:39:36.547524 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97280843-bd33-414e-930b-00345651d6ac req-fac4c91a-574a-4744-a30e-f1fe473bb479 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0524659 Nov 13 04:39:36.627025 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-62c72d23-f07c-42f7-8360-3df44a8716c1 req-e3571700-588d-4079-8f66-b45ee9e74379 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0296333 Nov 13 04:39:36.853624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4694f1-7006-41ec-b7f7-dbf9c72005dc req-d9f39f9b-5e3e-43e3-a89c-23c656acb7d0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:36.855044 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cd4694f1-7006-41ec-b7f7-dbf9c72005dc req-d9f39f9b-5e3e-43e3-a89c-23c656acb7d0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0530543 Nov 13 04:39:36.909256 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cd4694f1-7006-41ec-b7f7-dbf9c72005dc req-360e7aad-ab09-43dd-bc59-6d098e106b59 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479946 Nov 13 04:39:37.124459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b6ea2-d5f9-47fa-a46d-2bd89696196a req-698d9e47-213a-47b1-bec0-3026e1677727 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:37.126061 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a5b6ea2-d5f9-47fa-a46d-2bd89696196a req-698d9e47-213a-47b1-bec0-3026e1677727 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 931 time: 0.0516486 Nov 13 04:39:37.178314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a5b6ea2-d5f9-47fa-a46d-2bd89696196a req-db6b9979-459b-4608-99db-a42a30195fe9 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457008 Nov 13 04:39:37.206730 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24159f15-c0d6-4adb-83bd-401653dc5afc req-3b008238-75d0-4ee7-a714-00c03d4bf849 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 210 time: 0.0384104 Nov 13 04:39:37.266474 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de994e18-6b12-4554-816f-5ece83f2b205 req-affb24e4-9cc2-4b99-91ae-7302a7d8b5dd tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 210 time: 0.0274274 Nov 13 04:39:37.609352 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:37.626335 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-43b08800-f80f-4f7d-9205-f9bbb26252d7 req-8dcca8e9-7e91-4268-8930-72b6ef3afcde tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0333357 Nov 13 04:39:37.667381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5a90d-b8c9-453b-b33b-7c7b01b7c4f0 req-eb8cddb7-c226-4443-9776-28c338992924 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:37.668917 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10c5a90d-b8c9-453b-b33b-7c7b01b7c4f0 req-eb8cddb7-c226-4443-9776-28c338992924 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0516698 Nov 13 04:39:37.714056 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a15468c-c552-4a0f-8fa9-105838509998 req-abaa6cb1-5f22-41a3-9144-d164c86381e0 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0484ddf744b740ccb839123a39a7449a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364106 Nov 13 04:39:37.728234 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10c5a90d-b8c9-453b-b33b-7c7b01b7c4f0 req-3b2100fa-4b28-4607-a8d7-a536b6d4aced tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505607 Nov 13 04:39:37.744619 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf9d64d3-ebb8-4c88-a83e-816d01b725d3 req-45e8a405-66f5-46c8-ae03-ed7e3dc7ba91 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0407710 Nov 13 04:39:38.030955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05cdce-cfe7-4ad5-8eec-17ca43b61fcf req-370fa879-49dc-4f8a-9a6e-93ee2a0d5f08 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:38.032301 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a05cdce-cfe7-4ad5-8eec-17ca43b61fcf req-370fa879-49dc-4f8a-9a6e-93ee2a0d5f08 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0516610 Nov 13 04:39:38.076689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15468c-c552-4a0f-8fa9-105838509998 req-fa5e95b9-659f-4c0e-af6c-8fe67a54d51d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:38.078173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a15468c-c552-4a0f-8fa9-105838509998 req-fa5e95b9-659f-4c0e-af6c-8fe67a54d51d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3362114 Nov 13 04:39:38.082941 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a05cdce-cfe7-4ad5-8eec-17ca43b61fcf req-fc29eae3-b6ee-4a47-9c6f-4bba19355564 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420132 Nov 13 04:39:38.100316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-4a15468c-c552-4a0f-8fa9-105838509998 req-96671fe5-b77d-40e4-b9a9-f8956a53d1da tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Request body: {'port': {'device_id': '9e9386ad-cafa-4c3a-a464-94d5bf77aac9', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '0484ddf744b740ccb839123a39a7449a'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:38.213511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a15468c-c552-4a0f-8fa9-105838509998 req-96671fe5-b77d-40e4-b9a9-f8956a53d1da tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Made reservation on behalf of 0484ddf744b740ccb839123a39a7449a for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:39:38.217144 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a15468c-c552-4a0f-8fa9-105838509998 req-96671fe5-b77d-40e4-b9a9-f8956a53d1da tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:38.296377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675c048-e832-4836-85df-1c6dca69351c req-b51d604e-9254-45ef-aa51-53428acfd5b9 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:38.297847 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2675c048-e832-4836-85df-1c6dca69351c req-b51d604e-9254-45ef-aa51-53428acfd5b9 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 931 time: 0.0495200 Nov 13 04:39:38.343636 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c7512bcc-e172-44a4-871c-c5e165ae1249 req-2a7c7bfb-0731-44ed-85c4-ca3e48a46cf3 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 210 time: 0.0497575 Nov 13 04:39:38.344811 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2675c048-e832-4836-85df-1c6dca69351c req-788ed6f2-6156-471d-8ec6-379706b994a1 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Nov 13 04:39:38.376638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-4a15468c-c552-4a0f-8fa9-105838509998 req-96671fe5-b77d-40e4-b9a9-f8956a53d1da tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Allocated IP 192.168.233.171 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/d78f507d-4839-4fd1-ac8b-bfd7e1be064a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:39:38.444563 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-128aa713-d9a1-4876-a974-459951810623 req-e00d2cd8-d96b-4c98-90d4-727104643ea7 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 210 time: 0.0340519 Nov 13 04:39:38.552057 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a15468c-c552-4a0f-8fa9-105838509998 req-96671fe5-b77d-40e4-b9a9-f8956a53d1da tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:38.590552 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a15468c-c552-4a0f-8fa9-105838509998 req-96671fe5-b77d-40e4-b9a9-f8956a53d1da tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:38.627114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1260c06f-f210-4b90-be67-896cb88572fa', 'c5ffd6ec-955a-43f0-a0b3-18057ccbfc45'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:38.630895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f680a574-022f-46b0-bb3b-425a9959b7f2', '06627902-a266-434c-be1b-4705c06afe9f', '4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b', 'fb1bb83a-42ae-495a-93ce-6e604342013e'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:38.633185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a15468c-c552-4a0f-8fa9-105838509998 req-96671fe5-b77d-40e4-b9a9-f8956a53d1da tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:39:38.634579 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-4a15468c-c552-4a0f-8fa9-105838509998 req-96671fe5-b77d-40e4-b9a9-f8956a53d1da tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:39:38.640584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a15468c-c552-4a0f-8fa9-105838509998 req-96671fe5-b77d-40e4-b9a9-f8956a53d1da tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:39:38.651443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96671fe5-b77d-40e4-b9a9-f8956a53d1da tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event updated for resources: {'Port': ['ID=d78f507d-4839-4fd1-ac8b-bfd7e1be064a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:38.702880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15468c-c552-4a0f-8fa9-105838509998 req-96671fe5-b77d-40e4-b9a9-f8956a53d1da tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:38.703566 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a15468c-c552-4a0f-8fa9-105838509998 req-96671fe5-b77d-40e4-b9a9-f8956a53d1da tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:38.723866 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a15468c-c552-4a0f-8fa9-105838509998 req-96671fe5-b77d-40e4-b9a9-f8956a53d1da tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6283360 Nov 13 04:39:38.731846 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e68893fa-8f2d-4964-8f7d-efd4f54339ee req-ead5364e-4502-4035-b8e3-5bfb084350e7 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0359256 Nov 13 04:39:38.758382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Request body: {'port': {'device_id': '9e9386ad-cafa-4c3a-a464-94d5bf77aac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:38.859499 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:38.894441 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bf287625-31da-40b4-97e5-5240224fb567 req-ab078951-2934-40be-ab16-7325b0cb9b61 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0512204 Nov 13 04:39:38.925026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88236baa-0e2d-4d52-bf27-1bb39f581a52 req-232ea493-6e53-44f9-8eac-4b78eb998649 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:38.926583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-88236baa-0e2d-4d52-bf27-1bb39f581a52 req-232ea493-6e53-44f9-8eac-4b78eb998649 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0934615 Nov 13 04:39:38.992498 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:39.049944 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6162db0c-7060-4953-b233-17d6058d9632 None None] Provisioning complete for port d78f507d-4839-4fd1-ac8b-bfd7e1be064a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:39.050304 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6162db0c-7060-4953-b233-17d6058d9632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:39.051861 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-88236baa-0e2d-4d52-bf27-1bb39f581a52 req-b2d8cffd-ca69-4290-b2e5-b32bb46dcc89 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187665 Nov 13 04:39:39.123737 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6162db0c-7060-4953-b233-17d6058d9632 None None] Port d78f507d-4839-4fd1-ac8b-bfd7e1be064a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:39:39.200654 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78f507d-4839-4fd1-ac8b-bfd7e1be064a {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:39.209617 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:39.213267 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14494e46-82e3-46fe-87a9-5ee1e75c2d32 req-483d118a-fcfd-4ffc-abd3-5bd4a4d5d07b tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:39.215159 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-14494e46-82e3-46fe-87a9-5ee1e75c2d32 req-483d118a-fcfd-4ffc-abd3-5bd4a4d5d07b tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.0564899 Nov 13 04:39:39.226577 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Transition to ACTIVE for port object d78f507d-4839-4fd1-ac8b-bfd7e1be064a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:39:39.232177 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:39.272276 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-14494e46-82e3-46fe-87a9-5ee1e75c2d32 req-2b1c41e4-a220-4c20-966b-eb0de0e9ee29 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488842 Nov 13 04:39:39.315437 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b508f-79d9-4133-9080-dea254945925 service neutron] Pushing event updated for resources: {'Port': ['ID=d78f507d-4839-4fd1-ac8b-bfd7e1be064a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:39.371439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Attempting to bind port d78f507d-4839-4fd1-ac8b-bfd7e1be064a on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:39:39.372057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Attempting to bind port d78f507d-4839-4fd1-ac8b-bfd7e1be064a by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:39:39.372382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Attempting to bind port d78f507d-4839-4fd1-ac8b-bfd7e1be064a on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:39.377433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Port d78f507d-4839-4fd1-ac8b-bfd7e1be064a on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:39:39.377738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Attempting to bind port d78f507d-4839-4fd1-ac8b-bfd7e1be064a on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:39.382876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:39:39.383234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:39:39.383740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:39:39.384175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Bound port: d78f507d-4839-4fd1-ac8b-bfd7e1be064a, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:39:39.384521 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:39.443066 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ac1f102f-a9f5-4279-8555-32d59c59d679 req-1dfb8737-865f-4308-9d00-33de851b93d3 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 210 time: 0.0263374 Nov 13 04:39:39.488540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] For port d78f507d-4839-4fd1-ac8b-bfd7e1be064a, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:39:39.492606 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] For port d78f507d-4839-4fd1-ac8b-bfd7e1be064a, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d78f507d-4839-4fd1-ac8b-bfd7e1be064a,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:39:39.502805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d88c7-c463-4749-8151-949cdef91cc5 req-8badbaf9-752f-4055-b743-a5010cb28782 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:39.504720 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-415d88c7-c463-4749-8151-949cdef91cc5 req-8badbaf9-752f-4055-b743-a5010cb28782 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 931 time: 0.0829144 Nov 13 04:39:39.506295 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:39.522523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 004030af-1f68-46eb-9aff-8eb326806744 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:39:39.547032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:39.547835 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:39.549575 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a15468c-c552-4a0f-8fa9-105838509998 req-282b508f-79d9-4133-9080-dea254945925 service neutron] 10.222.0.36 "PUT /v2.0/ports/d78f507d-4839-4fd1-ac8b-bfd7e1be064a HTTP/1.1" status: 200 len: 1096 time: 0.8060880 Nov 13 04:39:39.559552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9386ad-cafa-4c3a-a464-94d5bf77aac9', 'tag': 'd78f507d-4839-4fd1-ac8b-bfd7e1be064a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:39.563009 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450461ae-f5af-4571-ade8-beb080b0949b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9386ad-cafa-4c3a-a464-94d5bf77aac9", "tag": "d78f507d-4839-4fd1-ac8b-bfd7e1be064a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:39.574120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ca2f1-5be8-42b7-b986-05da7e4bd201 req-80a646bc-cccd-4525-8d0a-16fbac1ec853 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:39.576030 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e03ca2f1-5be8-42b7-b986-05da7e4bd201 req-80a646bc-cccd-4525-8d0a-16fbac1ec853 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 948 time: 0.0603275 Nov 13 04:39:39.616670 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b508f-79d9-4133-9080-dea254945925 service neutron] Pushing event updated for resources: {'Port': ['ID=d78f507d-4839-4fd1-ac8b-bfd7e1be064a,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:39.655675 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-415d88c7-c463-4749-8151-949cdef91cc5 req-abd2344f-1934-4857-be18-bd301fab3a77 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419654 Nov 13 04:39:39.658024 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e03ca2f1-5be8-42b7-b986-05da7e4bd201 req-9bf74594-4432-4d7a-9f7b-1e60f1361f34 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579107 Nov 13 04:39:39.664309 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:39.691940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '004030af-1f68-46eb-9aff-8eb326806744'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:39.694835 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc94c90-57f5-475d-b362-bf71f775db77" -d '{"events": [{"server_uuid": "d14a89a6-2826-4ffe-8b4e-dbacdb1235d4", "name": "network-vif-unplugged", "status": "completed", "tag": "004030af-1f68-46eb-9aff-8eb326806744"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:39.702467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15468c-c552-4a0f-8fa9-105838509998 req-165c2091-6d2d-4492-8e17-abc101aa36cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:39.703919 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a15468c-c552-4a0f-8fa9-105838509998 req-165c2091-6d2d-4492-8e17-abc101aa36cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 1099 time: 0.0738969 Nov 13 04:39:39.709671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 004030af-1f68-46eb-9aff-8eb326806744, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=004030af-1f68-46eb-9aff-8eb326806744,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:39.711573 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddf300e-01af-47a8-8933-e252e350e1d9 x-openstack-request-id: req-2ddf300e-01af-47a8-8933-e252e350e1d9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:39.711920 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9386ad-cafa-4c3a-a464-94d5bf77aac9", "tag": "d78f507d-4839-4fd1-ac8b-bfd7e1be064a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:39.712127 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ddf300e-01af-47a8-8933-e252e350e1d9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:39.712564 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9386ad-cafa-4c3a-a464-94d5bf77aac9', 'tag': 'd78f507d-4839-4fd1-ac8b-bfd7e1be064a', 'status': 'completed', 'code': 200} Nov 13 04:39:39.717194 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:39.742958 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e20b19-3fd6-4039-99bf-d41bd4867b1e x-openstack-request-id: req-66e20b19-3fd6-4039-99bf-d41bd4867b1e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:39.743260 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14a89a6-2826-4ffe-8b4e-dbacdb1235d4", "name": "network-vif-unplugged", "status": "completed", "tag": "004030af-1f68-46eb-9aff-8eb326806744", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:39.743535 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66e20b19-3fd6-4039-99bf-d41bd4867b1e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:39.743967 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '004030af-1f68-46eb-9aff-8eb326806744', 'code': 200} Nov 13 04:39:39.771638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=004030af-1f68-46eb-9aff-8eb326806744,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:39.781781 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a15468c-c552-4a0f-8fa9-105838509998 req-3ce28387-30a4-48be-a61e-7e7001cfc2da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=d78f507d-4839-4fd1-ac8b-bfd7e1be064a HTTP/1.1" status: 200 len: 217 time: 0.0366874 Nov 13 04:39:39.836875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15468c-c552-4a0f-8fa9-105838509998 req-6aaa7b16-2c33-4b18-8cc9-b89dc832aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:39.838368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a15468c-c552-4a0f-8fa9-105838509998 req-6aaa7b16-2c33-4b18-8cc9-b89dc832aa69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0458910 Nov 13 04:39:39.840617 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-614cb16f-7579-44db-8126-58d54695a80d req-fea1581d-ac4c-4cda-a8f6-0501bb2bd9a4 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0273366 Nov 13 04:39:39.885347 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:39.889695 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15468c-c552-4a0f-8fa9-105838509998 req-204a1d49-8b08-4091-901a-75ade5fc3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:39.891238 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a15468c-c552-4a0f-8fa9-105838509998 req-204a1d49-8b08-4091-901a-75ade5fc3664 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0412474 Nov 13 04:39:39.991409 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0079f2d4-f38d-4cbc-8d46-0a040fad2783 req-e99ec709-eaf7-43ed-a7a9-bd2180e1f5f3 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0311542 Nov 13 04:39:40.014905 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a15468c-c552-4a0f-8fa9-105838509998 req-92dd4e38-d1cf-491f-8fd8-0b0aeb0a36bc service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074195 Nov 13 04:39:40.125054 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a15468c-c552-4a0f-8fa9-105838509998 req-6cd5e9b2-0df8-4bbb-9186-ff6266a1a903 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015556 Nov 13 04:39:40.176332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf0a3e-145f-4125-b20b-84e90c38ec68 req-6a497b1f-664b-473f-bd15-7b7906102168 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:40.177829 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a6bf0a3e-145f-4125-b20b-84e90c38ec68 req-6a497b1f-664b-473f-bd15-7b7906102168 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0542471 Nov 13 04:39:40.229107 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a6bf0a3e-145f-4125-b20b-84e90c38ec68 req-2d3f7585-75eb-4cb9-b971-b050b3d52fd3 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Nov 13 04:39:40.289230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450461ae-f5af-4571-ade8-beb080b0949b req-5629e18a-3502-4008-9d3e-02a375472d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:40.290716 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-450461ae-f5af-4571-ade8-beb080b0949b req-5629e18a-3502-4008-9d3e-02a375472d68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 1099 time: 0.0440311 Nov 13 04:39:40.366257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Request body: {'port': {'device_id': 'f66d821e-0eba-44c4-a861-8afa723aa762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:40.489808 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08337d37-d728-4ce4-b86e-2d20e42ec54f req-81a779e9-1e4d-4af7-855b-ecdae0eb0e96 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:40.491513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08337d37-d728-4ce4-b86e-2d20e42ec54f req-81a779e9-1e4d-4af7-855b-ecdae0eb0e96 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 947 time: 0.1299593 Nov 13 04:39:40.508036 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:40.526395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450461ae-f5af-4571-ade8-beb080b0949b req-816d4f70-d0eb-47ab-be84-9fde34ec2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:40.527841 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-450461ae-f5af-4571-ade8-beb080b0949b req-816d4f70-d0eb-47ab-be84-9fde34ec2d69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2285137 Nov 13 04:39:40.557725 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb1fb44c-c62a-4956-a03a-e3bee378a6bb req-05366049-d382-4134-9ac1-c28ff4ab8bb2 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 210 time: 0.0429397 Nov 13 04:39:40.572508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb31e8-14af-4f79-8939-0254097bc8a8 req-98fe4a16-be28-4448-b918-3889ac1e6e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:40.573955 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ceb31e8-14af-4f79-8939-0254097bc8a8 req-98fe4a16-be28-4448-b918-3889ac1e6e88 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 1100 time: 0.0704896 Nov 13 04:39:40.603964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-450461ae-f5af-4571-ade8-beb080b0949b req-dd5b19f4-9d32-48fc-8740-c954f88a57ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=d78f507d-4839-4fd1-ac8b-bfd7e1be064a HTTP/1.1" status: 200 len: 217 time: 0.0603306 Nov 13 04:39:40.623540 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ceb31e8-14af-4f79-8939-0254097bc8a8 req-f422325e-f18e-4ce7-8829-f39b2af10084 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378299 Nov 13 04:39:40.632192 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08337d37-d728-4ce4-b86e-2d20e42ec54f req-9d18d0ae-a34a-4daf-b3bc-13255757402a tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316600 Nov 13 04:39:40.724571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450461ae-f5af-4571-ade8-beb080b0949b req-23fb62bf-a357-4e28-8520-56e63ca01e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:40.726026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-450461ae-f5af-4571-ade8-beb080b0949b req-23fb62bf-a357-4e28-8520-56e63ca01e7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1135147 Nov 13 04:39:40.761223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff072b-90b2-462a-9c61-187b7fa375cc req-00c03685-2911-44ff-b24d-91915d0ad81a tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:40.762705 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2fff072b-90b2-462a-9c61-187b7fa375cc req-00c03685-2911-44ff-b24d-91915d0ad81a tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 948 time: 0.0505598 Nov 13 04:39:40.810348 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2fff072b-90b2-462a-9c61-187b7fa375cc req-89c0350c-ee16-431d-9894-26146f26371e tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Nov 13 04:39:40.859296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda7d8d-bbb2-4f37-a50a-4162e7a23189 req-932cfd62-678e-44a9-a233-f1ee0afb459f tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:40.860759 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fcda7d8d-bbb2-4f37-a50a-4162e7a23189 req-932cfd62-678e-44a9-a233-f1ee0afb459f tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 931 time: 0.1318421 Nov 13 04:39:40.881464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450461ae-f5af-4571-ade8-beb080b0949b req-c02eb6d6-7890-42ed-8e0a-b2dfd9169fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:40.882882 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-450461ae-f5af-4571-ade8-beb080b0949b req-c02eb6d6-7890-42ed-8e0a-b2dfd9169fc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438363 Nov 13 04:39:40.939977 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a5d0c0cf-3b33-4c3b-b363-005dc1849d9e req-deb19036-5b07-4c69-9855-0c499da38172 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0289333 Nov 13 04:39:41.013081 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fcda7d8d-bbb2-4f37-a50a-4162e7a23189 req-4650697f-618c-455d-a48b-74d7aedc9115 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419253 Nov 13 04:39:41.032642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:41.043161 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:41.065820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Transition to ACTIVE for port object 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:39:41.068547 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-450461ae-f5af-4571-ade8-beb080b0949b req-4d955632-24ce-4309-b37d-8a3a1373bb1d service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708145 Nov 13 04:39:41.070978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:41.115433 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221a785d-098a-4cbf-bc20-e5ba0dcc93b1 req-36150a91-6604-451d-94c4-5f4e5d0f51d7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0347638 Nov 13 04:39:41.187186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:41.255409 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-450461ae-f5af-4571-ade8-beb080b0949b req-b4ec8816-f6f6-4b73-827f-bc0f3fb749ce service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757932 Nov 13 04:39:41.271517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5be658-a410-491f-a37e-b555841402ef req-8145234f-b130-42e2-9ea4-daa9947a6583 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:41.273136 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5be658-a410-491f-a37e-b555841402ef req-8145234f-b130-42e2-9ea4-daa9947a6583 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.46 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 821 time: 0.1210845 Nov 13 04:39:41.297092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Attempting to bind port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:39:41.297449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Attempting to bind port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '8a8a0143-9995-4eae-b5e8-de0e7d98cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:39:41.297751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Attempting to bind port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 on network 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:41.303779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 on network 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:39:41.304174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Attempting to bind port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 on network 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:41.309363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:39:41.309692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Checking segment: {'id': '8a8a0143-9995-4eae-b5e8-de0e7d98cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:39:41.310072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Bound using segment: {'id': '8a8a0143-9995-4eae-b5e8-de0e7d98cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:39:41.310493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Bound port: 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8a0143-9995-4eae-b5e8-de0e7d98cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:39:41.310893 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:41.320602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-4d5be658-a410-491f-a37e-b555841402ef req-6b16982d-adea-4ea6-ad81-601f1f3ef366 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Request body: {'port': {'device_id': '7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e', 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5', 'admin_state_up': True, 'tenant_id': 'bb1a865db7e845b9aa19ffe9f890f983'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:41.427494 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fa7b8-fb6e-4627-a048-9c033564e54e req-5033e890-efbb-43ce-9bb7-eab3c13e3b76 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:41.434632 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-102fa7b8-fb6e-4627-a048-9c033564e54e req-5033e890-efbb-43ce-9bb7-eab3c13e3b76 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.1036837 Nov 13 04:39:41.443631 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] For port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:39:41.457813 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5be658-a410-491f-a37e-b555841402ef req-6b16982d-adea-4ea6-ad81-601f1f3ef366 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Made reservation on behalf of bb1a865db7e845b9aa19ffe9f890f983 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:39:41.462942 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4d5be658-a410-491f-a37e-b555841402ef req-6b16982d-adea-4ea6-ad81-601f1f3ef366 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:41.463879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] For port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1,segment=NetworkSegment(8a8a0143-9995-4eae-b5e8-de0e7d98cd99),segment_id=8a8a0143-9995-4eae-b5e8-de0e7d98cd99)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:39:41.474091 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:41.525242 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-102fa7b8-fb6e-4627-a048-9c033564e54e req-f483f4d2-23f6-4add-a5f5-bd7c1e3709ce tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893209 Nov 13 04:39:41.529514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:41.530153 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:41.531568 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] 10.222.0.46 "PUT /v2.0/ports/1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 HTTP/1.1" status: 200 len: 1091 time: 1.1712124 Nov 13 04:39:41.557878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bb1bb-c357-4cbc-9985-bf30e6f77686 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:41.614041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-4d5be658-a410-491f-a37e-b555841402ef req-6b16982d-adea-4ea6-ad81-601f1f3ef366 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Allocated IP 172.20.0.10 (116a44e5-9a3c-43fe-bfae-c0a00d4422e5/b6972208-b01b-4035-88d5-8d96d7af813a/7db36868-ab33-4f04-a8be-9f22e6fb0ef2) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:39:41.662890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-f1f2b473-28e9-486a-9629-a458dfb73847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:41.664466 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-f1f2b473-28e9-486a-9629-a458dfb73847 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce0cfecdac4441318074adbf32b6f508&device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 1094 time: 0.0560048 Nov 13 04:39:41.699465 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a93fb9fa-b564-4a64-af62-ea2690c1438c req-421c3205-a429-4d41-bc7c-d73dcf5710e4 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 210 time: 0.0408993 Nov 13 04:39:41.737761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66d821e-0eba-44c4-a861-8afa723aa762', 'tag': '1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:41.740362 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61ebe9b-914b-472a-8316-b13f9e93c3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f66d821e-0eba-44c4-a861-8afa723aa762", "tag": "1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:41.747809 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-da0b5a23-c957-4a1c-ba20-3efb90c37ef5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 HTTP/1.1" status: 200 len: 217 time: 0.0679579 Nov 13 04:39:41.814189 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ed0276-c280-4fb6-96b0-ee5be75fe9a2 x-openstack-request-id: req-a2ed0276-c280-4fb6-96b0-ee5be75fe9a2 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:41.814486 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66d821e-0eba-44c4-a861-8afa723aa762", "tag": "1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:41.815428 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2ed0276-c280-4fb6-96b0-ee5be75fe9a2 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:41.815428 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66d821e-0eba-44c4-a861-8afa723aa762', 'tag': '1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1', 'status': 'completed', 'code': 200} Nov 13 04:39:41.848789 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4d5be658-a410-491f-a37e-b555841402ef req-6b16982d-adea-4ea6-ad81-601f1f3ef366 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:41.869254 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab7cb6-aede-4b4a-b7d7-74b8c605045b req-5a5d0af3-dc66-4c52-ab34-8c767581e2da tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:41.878157 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0ab7cb6-aede-4b4a-b7d7-74b8c605045b req-5a5d0af3-dc66-4c52-ab34-8c767581e2da tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 947 time: 0.1323667 Nov 13 04:39:41.900065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-e06534e1-5f05-4d28-8f34-c33f49353490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:41.901493 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-e06534e1-5f05-4d28-8f34-c33f49353490 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=66f9c1a2-000d-4cd3-886f-60ee310198c9 HTTP/1.1" status: 200 len: 854 time: 0.1111722 Nov 13 04:39:41.933202 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0ab7cb6-aede-4b4a-b7d7-74b8c605045b req-b9b6091c-a781-4128-8d80-91752faad824 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541387 Nov 13 04:39:41.981408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-487e5631-3768-42d5-9e2a-0a2da1031dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:41.982717 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-487e5631-3768-42d5-9e2a-0a2da1031dbb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=75fd9bb5-a9f9-48f3-aede-d4fff3bb220a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486636 Nov 13 04:39:42.089096 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-33c27f11-3243-4f6f-abc4-7fa53a4666d9 req-9901a3e1-b6ce-42ee-98d5-134041d315c9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0664935 Nov 13 04:39:42.137505 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-f330a3aa-5ae6-4041-be1a-77b043f4e0ed service neutron] 10.222.0.46 "GET /v2.0/networks/75fd9bb5-a9f9-48f3-aede-d4fff3bb220a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444075 Nov 13 04:39:42.188683 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-35a4265d-6a51-4027-af31-727b524404ad tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=97359ef5b41c43a99e768c07b1ab176e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2750585 Nov 13 04:39:42.191287 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4d5be658-a410-491f-a37e-b555841402ef req-6b16982d-adea-4ea6-ad81-601f1f3ef366 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:42.239881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5be658-a410-491f-a37e-b555841402ef req-6b16982d-adea-4ea6-ad81-601f1f3ef366 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:39:42.251500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-4d5be658-a410-491f-a37e-b555841402ef req-6b16982d-adea-4ea6-ad81-601f1f3ef366 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:39:42.263869 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0fe5c-d23e-4074-a222-babbe5114708 req-72044ab0-4bf3-48c7-8073-99d41d908025 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:42.265401 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43e0fe5c-d23e-4074-a222-babbe5114708 req-72044ab0-4bf3-48c7-8073-99d41d908025 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 948 time: 0.3698280 Nov 13 04:39:42.269409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5be658-a410-491f-a37e-b555841402ef req-6b16982d-adea-4ea6-ad81-601f1f3ef366 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:39:42.276313 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5be658-a410-491f-a37e-b555841402ef req-6b16982d-adea-4ea6-ad81-601f1f3ef366 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:42.276962 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4d5be658-a410-491f-a37e-b555841402ef req-6b16982d-adea-4ea6-ad81-601f1f3ef366 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:42.301482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16982d-adea-4ea6-ad81-601f1f3ef366 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Pushing event updated for resources: {'Port': ['ID=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:42.360758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03e688-ed68-4475-ac07-16d0b262ba56 req-eb84d59a-51b1-4888-b1c8-c6234b5a409e tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:42.367485 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac03e688-ed68-4475-ac07-16d0b262ba56 req-eb84d59a-51b1-4888-b1c8-c6234b5a409e tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 943 time: 0.1965389 Nov 13 04:39:42.384676 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5be658-a410-491f-a37e-b555841402ef req-6b16982d-adea-4ea6-ad81-601f1f3ef366 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0687633 Nov 13 04:39:42.412421 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Request body: {'port': {'device_id': '7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:42.423254 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43e0fe5c-d23e-4074-a222-babbe5114708 req-90c919cc-7d36-43e8-9153-450bef94c8fe tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433814 Nov 13 04:39:42.455928 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df06284b-fc43-4627-aee3-9dc723da3d3b req-2b054df1-1094-4288-9d37-fa0ccd9a3361 service neutron] 10.222.0.46 "GET /v2.0/networks/75fd9bb5-a9f9-48f3-aede-d4fff3bb220a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225056 Nov 13 04:39:42.463460 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac03e688-ed68-4475-ac07-16d0b262ba56 req-75271dec-e4c7-425d-860e-af380b343637 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950630 Nov 13 04:39:42.488824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-6bef88cc-11e0-46fd-a8e7-f27272ab7eb5 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:42.490324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-6bef88cc-11e0-46fd-a8e7-f27272ab7eb5 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033312 Nov 13 04:39:42.495157 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:42.540086 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Request body: {'port': {'device_id': '66f00c38-6870-4d02-96b4-7a799cef63ba', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '97359ef5b41c43a99e768c07b1ab176e'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:42.752896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ed8fa-f749-46d4-80ed-e630a6c0b329 req-9b4bf394-485a-433c-83cd-72b220ed3f5d tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:42.754400 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d2ed8fa-f749-46d4-80ed-e630a6c0b329 req-9b4bf394-485a-433c-83cd-72b220ed3f5d tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 932 time: 0.2115591 Nov 13 04:39:42.851683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ebe9b-914b-472a-8316-b13f9e93c3a6 req-e06c4569-9d86-4fd8-8e5e-c487b3f92318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:42.853230 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d61ebe9b-914b-472a-8316-b13f9e93c3a6 req-e06c4569-9d86-4fd8-8e5e-c487b3f92318 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce0cfecdac4441318074adbf32b6f508&device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 1094 time: 0.2146564 Nov 13 04:39:42.901310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Made reservation on behalf of 97359ef5b41c43a99e768c07b1ab176e for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:39:42.904875 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:42.913387 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d2ed8fa-f749-46d4-80ed-e630a6c0b329 req-9147075f-04cd-439f-9f51-1480775c3f69 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509824 Nov 13 04:39:42.921418 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:43.010323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d35d4-2320-46eb-9b0d-5f9c6c8193e9 req-284bc67d-82b2-429f-b4ce-3d125d0f8b67 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:43.011748 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-936d35d4-2320-46eb-9b0d-5f9c6c8193e9 req-284bc67d-82b2-429f-b4ce-3d125d0f8b67 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.3529680 Nov 13 04:39:43.043951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-23b8352c-eb50-474c-8ff4-32a4bf187405 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:43.045423 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-23b8352c-eb50-474c-8ff4-32a4bf187405 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.46 "GET /v2.0/networks?id=6e1db2e5-cbdf-462d-bdea-a8913685430c HTTP/1.1" status: 200 len: 812 time: 0.4102290 Nov 13 04:39:43.072938 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-936d35d4-2320-46eb-9b0d-5f9c6c8193e9 req-33ce6450-2d16-4956-829e-f014876df1e5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522015 Nov 13 04:39:43.078713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f3c97e3-4538-460f-9a43-cc71051e295e req-d4ea8e30-1a7d-47b9-bbdc-b2a4fdf0a0aa tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 210 time: 0.0902772 Nov 13 04:39:43.102665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-22bbe673-5b53-4b3b-9aa5-50df176342d9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'port': {'device_id': '1c9d4ec1-5df6-491f-b4b1-b12c271ca601', 'network_id': '6e1db2e5-cbdf-462d-bdea-a8913685430c', 'admin_state_up': True, 'tenant_id': '15140f09689e4eeeb930615e271fa05a'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:43.133115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:43.147712 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:43.209887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-9f7a6532-ad02-46c1-84b3-1f0781cd8ca7 req-5effe7b5-40ff-434b-a7df-57653d4e6d0a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:39:43.210822 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f7a6532-ad02-46c1-84b3-1f0781cd8ca7 req-5effe7b5-40ff-434b-a7df-57653d4e6d0a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053737 Nov 13 04:39:43.211540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Transition to ACTIVE for port object 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:39:43.221252 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ebe9b-914b-472a-8316-b13f9e93c3a6 req-c2acce94-0f01-4d5e-a7d3-40ff2fd74726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:43.222846 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d61ebe9b-914b-472a-8316-b13f9e93c3a6 req-c2acce94-0f01-4d5e-a7d3-40ff2fd74726 service neutron] 10.222.0.46 "GET /v2.0/networks?id=75fd9bb5-a9f9-48f3-aede-d4fff3bb220a HTTP/1.1" status: 200 len: 916 time: 0.2495134 Nov 13 04:39:43.226907 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:43.230994 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:43.234175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-22bbe673-5b53-4b3b-9aa5-50df176342d9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Made reservation on behalf of 15140f09689e4eeeb930615e271fa05a for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:39:43.238334 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-22bbe673-5b53-4b3b-9aa5-50df176342d9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:43.251336 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:43.329428 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d61ebe9b-914b-472a-8316-b13f9e93c3a6 req-a13cf6dc-39c6-4635-810a-3eb99c2bf8a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 HTTP/1.1" status: 200 len: 217 time: 0.0921016 Nov 13 04:39:43.391290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-22bbe673-5b53-4b3b-9aa5-50df176342d9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Allocated IP 172.20.0.7 (6e1db2e5-cbdf-462d-bdea-a8913685430c/26b5cb9d-0851-4257-a4fe-0f49378991e6/f089f6fe-b0e8-41b9-9fc5-ad24b02872d1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:39:43.392515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ffe12-668f-4177-b6d0-8d8b4ce4ff9d req-f59348df-bde2-49fa-a1f2-eb9a6b860a0d tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:43.400262 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-070ffe12-668f-4177-b6d0-8d8b4ce4ff9d req-f59348df-bde2-49fa-a1f2-eb9a6b860a0d tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 947 time: 0.2444181 Nov 13 04:39:43.448675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Pushing event updated for resources: {'Port': ['ID=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:43.459767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbb6a12-61e3-47b5-8834-dd6f5622a591,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:43.481524 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a31e75b-8f0e-4be7-9d06-212bc53f6b29 req-ecf5c98a-5b44-40a5-874a-56a684be3f2f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0384591 Nov 13 04:39:43.521416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-99845385-0b7b-4efe-9e3e-be9a323b853c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1091692 Nov 13 04:39:43.526603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ebe9b-914b-472a-8316-b13f9e93c3a6 req-dc08ca55-f19a-41dd-b9b1-5dc80f2e00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:43.528099 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d61ebe9b-914b-472a-8316-b13f9e93c3a6 req-dc08ca55-f19a-41dd-b9b1-5dc80f2e00a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=66f9c1a2-000d-4cd3-886f-60ee310198c9 HTTP/1.1" status: 200 len: 854 time: 0.1828909 Nov 13 04:39:43.556462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-de0e4662-a46d-4f53-a66b-39c9eb356578 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:39:43.557397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-de0e4662-a46d-4f53-a66b-39c9eb356578 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068862 Nov 13 04:39:43.558577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:39:43.558930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:39:43.559255 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:43.563955 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 004030af-1f68-46eb-9aff-8eb326806744 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:39:43.580497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:39:43.580862 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:43.585898 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-070ffe12-668f-4177-b6d0-8d8b4ce4ff9d req-8a7b42fb-2dde-438a-b813-ce55e3409677 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848021 Nov 13 04:39:43.612477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:39:43.612812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Checking segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:39:43.613369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Bound using segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:39:43.613834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Bound port: 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:39:43.614197 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:43.645566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0796ead-6a65-4d04-880a-88ca8804d6e9 req-8aaba68d-4575-4c6e-81fa-1440ffee455d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:43.647345 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f0796ead-6a65-4d04-880a-88ca8804d6e9 req-8aaba68d-4575-4c6e-81fa-1440ffee455d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0872502 Nov 13 04:39:43.654481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Allocated IP 192.168.233.53 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/d18e6360-0cef-49d2-9f71-a84be2d5244d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:39:43.661562 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-22bbe673-5b53-4b3b-9aa5-50df176342d9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:43.676666 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ebe9b-914b-472a-8316-b13f9e93c3a6 req-233c51f2-d3cd-4fd7-af6b-6400377da8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:43.678223 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d61ebe9b-914b-472a-8316-b13f9e93c3a6 req-233c51f2-d3cd-4fd7-af6b-6400377da8b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=75fd9bb5-a9f9-48f3-aede-d4fff3bb220a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380253 Nov 13 04:39:43.704252 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-22bbe673-5b53-4b3b-9aa5-50df176342d9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:43.737984 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 004030af-1f68-46eb-9aff-8eb326806744, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=004030af-1f68-46eb-9aff-8eb326806744,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:43.763073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5ac37b11-7ac6-495b-a75a-4b391dd43335'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:43.773285 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '004030af-1f68-46eb-9aff-8eb326806744', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '004030af-1f68-46eb-9aff-8eb326806744', 'mac_address': 'fa:16:3e:5e:4b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:39:43.790410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f0796ead-6a65-4d04-880a-88ca8804d6e9 req-f9e43cb9-f8a2-49fa-92f2-ebd00f3fccd9 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953357 Nov 13 04:39:43.808447 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-22bbe673-5b53-4b3b-9aa5-50df176342d9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Network 6e1db2e5-cbdf-462d-bdea-a8913685430c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:39:43.810195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbe673-5b53-4b3b-9aa5-50df176342d9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'Port': ['ID=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:43.820839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-22bbe673-5b53-4b3b-9aa5-50df176342d9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:39:43.834482 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-22bbe673-5b53-4b3b-9aa5-50df176342d9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:39:43.879596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:39:43.922113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-22bbe673-5b53-4b3b-9aa5-50df176342d9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:43.924108 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-22bbe673-5b53-4b3b-9aa5-50df176342d9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:43.938143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:39:43.956116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492e535-6660-47aa-ba6b-ed1c6e5cdd83 req-c17644bf-6174-4aa7-ba4c-a7942bff9b1d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:43.958444 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e492e535-6660-47aa-ba6b-ed1c6e5cdd83 req-c17644bf-6174-4aa7-ba4c-a7942bff9b1d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 948 time: 0.2145863 Nov 13 04:39:43.988533 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-22bbe673-5b53-4b3b-9aa5-50df176342d9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8926463 Nov 13 04:39:44.006334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fbafd-9abd-4bbc-bb91-f4d1d1cfeb10 req-79812895-36f7-4ea9-bb2a-46082b8878d3 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:44.008091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd6fbafd-9abd-4bbc-bb91-f4d1d1cfeb10 req-79812895-36f7-4ea9-bb2a-46082b8878d3 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 943 time: 0.0751348 Nov 13 04:39:44.019132 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d61ebe9b-914b-472a-8316-b13f9e93c3a6 req-e2e5178b-c319-4f82-b154-56e45c8c5807 service neutron] 10.222.0.46 "GET /v2.0/networks/75fd9bb5-a9f9-48f3-aede-d4fff3bb220a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210413 Nov 13 04:39:44.019973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Request body: {'port': {'device_id': '1c9d4ec1-5df6-491f-b4b1-b12c271ca601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:44.046898 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:44.058494 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:44.090617 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:44.093092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004030af-1f68-46eb-9aff-8eb326806744 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:44.126570 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:44.133400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 004030af-1f68-46eb-9aff-8eb326806744, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=004030af-1f68-46eb-9aff-8eb326806744,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:44.148718 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:44.180264 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd6fbafd-9abd-4bbc-bb91-f4d1d1cfeb10 req-4fbdd522-feb3-43e0-ba1a-b4dc6f81a4ce tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054730 Nov 13 04:39:44.209870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:44.210859 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:44.213115 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5be658-a410-491f-a37e-b555841402ef req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] 10.222.0.46 "PUT /v2.0/ports/7db36868-ab33-4f04-a8be-9f22e6fb0ef2 HTTP/1.1" status: 200 len: 1092 time: 1.8077884 Nov 13 04:39:44.222395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e', 'tag': '7db36868-ab33-4f04-a8be-9f22e6fb0ef2'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:44.226030 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac5a533-eb6b-4baa-8a3b-fecf8bc92bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e", "tag": "7db36868-ab33-4f04-a8be-9f22e6fb0ef2"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:44.281074 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=004030af-1f68-46eb-9aff-8eb326806744,revision_number=10']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:44.298348 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97306139-71ba-4c07-ad67-b942ab39f8ac service neutron] Pushing event updated for resources: {'Port': ['ID=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:44.336685 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e492e535-6660-47aa-ba6b-ed1c6e5cdd83 req-7fe8a4c8-7b0c-4f58-b12c-db70a16a5aef tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046606 Nov 13 04:39:44.414199 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d61ebe9b-914b-472a-8316-b13f9e93c3a6 req-1cd5c875-3434-41b6-83a5-221d18f2cd82 service neutron] 10.222.0.46 "GET /v2.0/networks/75fd9bb5-a9f9-48f3-aede-d4fff3bb220a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647518 Nov 13 04:39:44.442093 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:44.494326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5be658-a410-491f-a37e-b555841402ef req-8202690b-d293-48cc-af99-2d0d000828d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:44.495859 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5be658-a410-491f-a37e-b555841402ef req-8202690b-d293-48cc-af99-2d0d000828d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 1095 time: 0.1915534 Nov 13 04:39:44.508155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea81269-c599-4900-ba3a-d3ed6cf939d9 req-389a8a14-417d-41f0-b3b1-b8eebc4f232e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:44.510198 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ea81269-c599-4900-ba3a-d3ed6cf939d9 req-389a8a14-417d-41f0-b3b1-b8eebc4f232e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 944 time: 0.1050370 Nov 13 04:39:44.564108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:39:44.571384 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5be658-a410-491f-a37e-b555841402ef req-3f88404d-c182-4040-8432-7cfd692c118c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2 HTTP/1.1" status: 200 len: 217 time: 0.0527430 Nov 13 04:39:44.584627 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e327c48-6ba4-4a83-bad6-73b4436aa414 req-fad5cc65-2ebd-4851-ba63-a6f0a9b4d1e1 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:44.586005 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e327c48-6ba4-4a83-bad6-73b4436aa414 req-fad5cc65-2ebd-4851-ba63-a6f0a9b4d1e1 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 935 time: 0.1586702 Nov 13 04:39:44.588484 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:39:44.596755 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Pushing event updated for resources: {'Port': ['ID=d18e6360-0cef-49d2-9f71-a84be2d5244d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:44.600391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:39:44.607314 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:44.607945 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:44.635039 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ea81269-c599-4900-ba3a-d3ed6cf939d9 req-6f341440-a864-448f-b0f2-78e4fd4caa29 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967920 Nov 13 04:39:44.684150 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-fdc45f3e-8b58-48f1-acc5-5e9fc9fcef74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1490257 Nov 13 04:39:44.697591 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5be658-a410-491f-a37e-b555841402ef req-da787727-bd7e-4490-a890-bc7b7de9a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:44.699227 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5be658-a410-491f-a37e-b555841402ef req-da787727-bd7e-4490-a890-bc7b7de9a003 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.1123161 Nov 13 04:39:44.700525 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['004030af-1f68-46eb-9aff-8eb326806744'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:44.721057 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e327c48-6ba4-4a83-bad6-73b4436aa414 req-a300506e-021f-4b2a-8466-f92398e1aaaa tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214674 Nov 13 04:39:44.728733 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Request body: {'port': {'device_id': '66f00c38-6870-4d02-96b4-7a799cef63ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:44.761504 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4e76ef-6ae8-4c95-a911-2cc1c1eafddd x-openstack-request-id: req-af4e76ef-6ae8-4c95-a911-2cc1c1eafddd {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:44.766056 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e", "tag": "7db36868-ab33-4f04-a8be-9f22e6fb0ef2", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:44.766325 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af4e76ef-6ae8-4c95-a911-2cc1c1eafddd {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:44.766740 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e', 'tag': '7db36868-ab33-4f04-a8be-9f22e6fb0ef2', 'status': 'completed', 'code': 200} Nov 13 04:39:44.799508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:44.820157 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:44.824375 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5be658-a410-491f-a37e-b555841402ef req-1fabd290-acb7-46fa-ab68-650438b330bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101558 Nov 13 04:39:44.872083 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Transition to ACTIVE for port object f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:39:44.884514 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:44.907023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dcfc7-c626-4614-96f7-308afff6f2d7 req-912b72e8-6761-4dd5-9509-44d311b463bf tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:44.909060 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f6dcfc7-c626-4614-96f7-308afff6f2d7 req-912b72e8-6761-4dd5-9509-44d311b463bf tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 931 time: 0.1045372 Nov 13 04:39:44.974391 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:45.003278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:45.037937 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-94cce25b-c3a8-44f5-b935-3fb5144a75de None None] Provisioning complete for port d18e6360-0cef-49d2-9f71-a84be2d5244d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:45.038400 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94cce25b-c3a8-44f5-b935-3fb5144a75de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:45.045286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c252d-9148-443e-ab0b-eb0bf11c561b req-53731945-fc57-45fd-87c9-4751b4d1beb8 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:45.046857 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f0c252d-9148-443e-ab0b-eb0bf11c561b req-53731945-fc57-45fd-87c9-4751b4d1beb8 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.2147365 Nov 13 04:39:45.047699 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f6dcfc7-c626-4614-96f7-308afff6f2d7 req-5cc32dae-3fbe-40e9-be5e-6ca6ca976ad0 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119876 Nov 13 04:39:45.097245 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5be658-a410-491f-a37e-b555841402ef req-9521354f-6592-4fbf-a200-00b145838931 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623410 Nov 13 04:39:45.103982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-94cce25b-c3a8-44f5-b935-3fb5144a75de None None] Port d18e6360-0cef-49d2-9f71-a84be2d5244d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:39:45.133366 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Attempting to bind port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:39:45.133974 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Attempting to bind port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'fb866a57-a0ae-4609-98b7-fcbff9299fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e1db2e5-cbdf-462d-bdea-a8913685430c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:39:45.134470 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Attempting to bind port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 on network 6e1db2e5-cbdf-462d-bdea-a8913685430c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:45.144582 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 on network 6e1db2e5-cbdf-462d-bdea-a8913685430c not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:39:45.144973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Attempting to bind port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 on network 6e1db2e5-cbdf-462d-bdea-a8913685430c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:45.151584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:39:45.151920 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Checking segment: {'id': 'fb866a57-a0ae-4609-98b7-fcbff9299fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e1db2e5-cbdf-462d-bdea-a8913685430c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:39:45.152237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Bound using segment: {'id': 'fb866a57-a0ae-4609-98b7-fcbff9299fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e1db2e5-cbdf-462d-bdea-a8913685430c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:39:45.152665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Bound port: f089f6fe-b0e8-41b9-9fc5-ad24b02872d1, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb866a57-a0ae-4609-98b7-fcbff9299fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e1db2e5-cbdf-462d-bdea-a8913685430c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:39:45.153018 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:45.257289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc58360-d0fc-4553-866e-c1f48b31d4c5 req-a23351d3-bea3-4667-8630-7cf3c09e411d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:45.258848 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5cc58360-d0fc-4553-866e-c1f48b31d4c5 req-a23351d3-bea3-4667-8630-7cf3c09e411d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0906856 Nov 13 04:39:45.261952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] For port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:39:45.265431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] For port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1,segment=NetworkSegment(fb866a57-a0ae-4609-98b7-fcbff9299fdf),segment_id=fb866a57-a0ae-4609-98b7-fcbff9299fdf)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:39:45.275063 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:45.320602 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:45.321258 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:45.322707 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] 10.222.0.46 "PUT /v2.0/ports/f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 HTTP/1.1" status: 200 len: 1091 time: 1.3125963 Nov 13 04:39:45.324711 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9d4ec1-5df6-491f-b4b1-b12c271ca601', 'tag': 'f089f6fe-b0e8-41b9-9fc5-ad24b02872d1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:45.326829 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025c4971-49e7-4836-af0b-24c5df872bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9d4ec1-5df6-491f-b4b1-b12c271ca601", "tag": "f089f6fe-b0e8-41b9-9fc5-ad24b02872d1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:45.367135 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5cc58360-d0fc-4553-866e-c1f48b31d4c5 req-19b24b16-cdff-4657-abc1-027420a31911 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002240 Nov 13 04:39:45.372376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979889a8-d8e5-42c8-898f-292152d044c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:45.480716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-b17e7307-3899-4441-853f-7905e623bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:45.482187 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-b17e7307-3899-4441-853f-7905e623bb04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15140f09689e4eeeb930615e271fa05a&device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 1094 time: 0.0830159 Nov 13 04:39:45.503237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca6004-f596-461b-a849-cd9330aa5193 req-374c111c-3dae-414f-8b75-123786177026 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:45.505234 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48ca6004-f596-461b-a849-cd9330aa5193 req-374c111c-3dae-414f-8b75-123786177026 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 943 time: 0.0627239 Nov 13 04:39:45.515121 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f0c252d-9148-443e-ab0b-eb0bf11c561b req-891ea9db-4690-4bca-9f8c-d557c44bd233 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455714 Nov 13 04:39:45.548194 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-a44211f1-89a0-4d4b-b0bd-eb5863ff307f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 HTTP/1.1" status: 200 len: 217 time: 0.0423386 Nov 13 04:39:45.567117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d78f507d-4839-4fd1-ac8b-bfd7e1be064a details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:39:45.605963 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5be658-a410-491f-a37e-b555841402ef req-622faa45-59c1-4f9b-a04a-50008504e922 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673603 Nov 13 04:39:45.613456 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48ca6004-f596-461b-a849-cd9330aa5193 req-f1a1bc55-79b6-49d8-8e2e-db1809feb3d3 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729463 Nov 13 04:39:45.625107 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-f36ce13d-6f95-4a72-a208-977cefebec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:45.626470 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-f36ce13d-6f95-4a72-a208-977cefebec52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26b5cb9d-0851-4257-a4fe-0f49378991e6 HTTP/1.1" status: 200 len: 852 time: 0.0637679 Nov 13 04:39:45.650733 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-a993877b-8e80-494a-b824-1fcf44c09bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:45.652328 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-a993877b-8e80-494a-b824-1fcf44c09bdf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 1100 time: 0.0874002 Nov 13 04:39:45.676424 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-52287feb-c75d-43d6-b9b6-4897645ceae7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e1db2e5-cbdf-462d-bdea-a8913685430c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416594 Nov 13 04:39:45.692666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port d78f507d-4839-4fd1-ac8b-bfd7e1be064a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d78f507d-4839-4fd1-ac8b-bfd7e1be064a,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:45.711273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'd78f507d-4839-4fd1-ac8b-bfd7e1be064a', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'd78f507d-4839-4fd1-ac8b-bfd7e1be064a', 'mac_address': 'fa:16:3e:82:f0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:39:45.758268 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:45.758709 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe5562c-67eb-463c-ad70-424107f1569e x-openstack-request-id: req-5fe5562c-67eb-463c-ad70-424107f1569e {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:45.759103 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9d4ec1-5df6-491f-b4b1-b12c271ca601", "tag": "f089f6fe-b0e8-41b9-9fc5-ad24b02872d1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:45.759411 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fe5562c-67eb-463c-ad70-424107f1569e {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:45.759861 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9d4ec1-5df6-491f-b4b1-b12c271ca601', 'tag': 'f089f6fe-b0e8-41b9-9fc5-ad24b02872d1', 'status': 'completed', 'code': 200} Nov 13 04:39:45.776111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78f507d-4839-4fd1-ac8b-bfd7e1be064a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:45.784638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18e6360-0cef-49d2-9f71-a84be2d5244d {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:45.798284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port d78f507d-4839-4fd1-ac8b-bfd7e1be064a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d78f507d-4839-4fd1-ac8b-bfd7e1be064a,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:45.805173 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:45.805840 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:45.838183 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-dc8b254a-f093-406d-9377-244f9f3d0ddd service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213713 Nov 13 04:39:45.850091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Transition to ACTIVE for port object d18e6360-0cef-49d2-9f71-a84be2d5244d will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:39:45.857532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=d78f507d-4839-4fd1-ac8b-bfd7e1be064a,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:45.864901 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:45.879002 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d03c0-701d-47d1-b1d1-01107f4b3a44 req-ef02a1f6-2b8b-40df-af24-6a998f3773fb tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:45.881923 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-871d03c0-701d-47d1-b1d1-01107f4b3a44 req-ef02a1f6-2b8b-40df-af24-6a998f3773fb tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 944 time: 0.0590734 Nov 13 04:39:45.882114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5a533-eb6b-4baa-8a3b-fecf8bc92bf8 req-8f1ca396-b29f-41bd-bfa7-8794f54877cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:45.883506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eac5a533-eb6b-4baa-8a3b-fecf8bc92bf8 req-8f1ca396-b29f-41bd-bfa7-8794f54877cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 1095 time: 0.1382215 Nov 13 04:39:45.916477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-cfdd7ebc-012f-45b0-ba04-33ad3a6ae97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:45.917758 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-cfdd7ebc-012f-45b0-ba04-33ad3a6ae97a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2546902 Nov 13 04:39:45.929635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ee6fe-aa44-4a7b-b7c8-56aad0bfcf2e req-d0035d8d-8d54-4616-aac2-088925bbbefc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:45.931208 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b89ee6fe-aa44-4a7b-b7c8-56aad0bfcf2e req-d0035d8d-8d54-4616-aac2-088925bbbefc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 948 time: 0.1697662 Nov 13 04:39:45.986826 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-871d03c0-701d-47d1-b1d1-01107f4b3a44 req-4ff0895f-3dae-403e-972a-2688cc1978f5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954080 Nov 13 04:39:46.005255 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08f80ed-6d7c-40b5-922d-f010773372e4 req-d71f86f8-62de-4365-9b8b-428fde8eb533 service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223414 Nov 13 04:39:46.062174 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-769ad203-00c5-417a-ac6d-cbfb552a23c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=5174efca-acba-4b86-ac8f-664b949ef942 HTTP/1.1" status: 200 len: 217 time: 0.1299706 Nov 13 04:39:46.073670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Pushing event updated for resources: {'Port': ['ID=d18e6360-0cef-49d2-9f71-a84be2d5244d,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:46.104968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:39:46.115213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb199086-7361-4a86-9111-012ab70f3649 req-4cc58c40-3094-487a-a3b6-cdbe10793bd5 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:46.117911 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb199086-7361-4a86-9111-012ab70f3649 req-4cc58c40-3094-487a-a3b6-cdbe10793bd5 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 947 time: 0.0588930 Nov 13 04:39:46.185605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Attempting to bind port d18e6360-0cef-49d2-9f71-a84be2d5244d on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:39:46.186001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Attempting to bind port d18e6360-0cef-49d2-9f71-a84be2d5244d by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:39:46.186394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Attempting to bind port d18e6360-0cef-49d2-9f71-a84be2d5244d on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:46.198375 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b89ee6fe-aa44-4a7b-b7c8-56aad0bfcf2e req-39005089-ebbd-48e7-8663-d2577337f04b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443099 Nov 13 04:39:46.210590 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Port d18e6360-0cef-49d2-9f71-a84be2d5244d on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:39:46.211151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Attempting to bind port d18e6360-0cef-49d2-9f71-a84be2d5244d on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:46.220516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5a533-eb6b-4baa-8a3b-fecf8bc92bf8 req-0d5caf37-ced3-46b3-9e80-ad4a85e9974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:46.222184 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eac5a533-eb6b-4baa-8a3b-fecf8bc92bf8 req-0d5caf37-ced3-46b3-9e80-ad4a85e9974b service neutron] 10.222.0.46 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.3182752 Nov 13 04:39:46.224385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-0d6a7c0f-8322-4237-b13b-b34f7a3856af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:46.225903 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-0d6a7c0f-8322-4237-b13b-b34f7a3856af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1123824 Nov 13 04:39:46.226725 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb199086-7361-4a86-9111-012ab70f3649 req-08c3c51a-eeb0-4ad3-b4e6-09dcc9bbdcdf tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983090 Nov 13 04:39:46.230008 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:39:46.230656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:39:46.231235 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:39:46.232403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Bound port: d18e6360-0cef-49d2-9f71-a84be2d5244d, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:39:46.232929 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:46.243740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c4971-49e7-4836-af0b-24c5df872bc2 req-59262c90-ff8c-43f1-ac59-7a5728c834ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:46.245206 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-025c4971-49e7-4836-af0b-24c5df872bc2 req-59262c90-ff8c-43f1-ac59-7a5728c834ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15140f09689e4eeeb930615e271fa05a&device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 1094 time: 0.1055827 Nov 13 04:39:46.257569 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1,segment=NetworkSegment(8a8a0143-9995-4eae-b5e8-de0e7d98cd99),segment_id=8a8a0143-9995-4eae-b5e8-de0e7d98cd99)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:46.275536 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1', 'network_id': '75fd9bb5-a9f9-48f3-aede-d4fff3bb220a', 'port_id': '1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1', 'mac_address': 'fa:16:3e:01:d9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f9c1a2-000d-4cd3-886f-60ee310198c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:39:46.302062 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eac5a533-eb6b-4baa-8a3b-fecf8bc92bf8 req-266f3fd9-a992-4665-a925-dcdf91d4344a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2 HTTP/1.1" status: 200 len: 217 time: 0.0665455 Nov 13 04:39:46.323088 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:46.336541 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:46.357821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1,segment=NetworkSegment(8a8a0143-9995-4eae-b5e8-de0e7d98cd99),segment_id=8a8a0143-9995-4eae-b5e8-de0e7d98cd99)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:46.362816 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:46.380809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0236a-7147-4084-ac5a-f28b183c670b req-546fa234-fa1a-4438-89df-660bf191eb70 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:46.382286 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b5f0236a-7147-4084-ac5a-f28b183c670b req-546fa234-fa1a-4438-89df-660bf191eb70 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 943 time: 0.0732605 Nov 13 04:39:46.385579 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c4971-49e7-4836-af0b-24c5df872bc2 req-7b193a79-8236-4826-9eea-e68127bc58e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:46.386965 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-025c4971-49e7-4836-af0b-24c5df872bc2 req-7b193a79-8236-4826-9eea-e68127bc58e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e1db2e5-cbdf-462d-bdea-a8913685430c HTTP/1.1" status: 200 len: 913 time: 0.1343377 Nov 13 04:39:46.390550 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-a9e854b8-e065-4730-b201-90f0d6bd8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:46.392074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-a9e854b8-e065-4730-b201-90f0d6bd8643 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1487212 Nov 13 04:39:46.421921 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:46.448753 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-025c4971-49e7-4836-af0b-24c5df872bc2 req-8024a97b-de79-4ced-ba5c-0ccc98543637 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 HTTP/1.1" status: 200 len: 217 time: 0.0403545 Nov 13 04:39:46.465330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] For port d18e6360-0cef-49d2-9f71-a84be2d5244d, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:39:46.480296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5a533-eb6b-4baa-8a3b-fecf8bc92bf8 req-8d23e1e5-fc54-4ac7-a90d-001a35cd05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:46.481730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eac5a533-eb6b-4baa-8a3b-fecf8bc92bf8 req-8d23e1e5-fc54-4ac7-a90d-001a35cd05c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.1720908 Nov 13 04:39:46.496909 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b5f0236a-7147-4084-ac5a-f28b183c670b req-15b82ed1-209c-446c-99e3-523d832cc1ce tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048541 Nov 13 04:39:46.508826 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d78f507d-4839-4fd1-ac8b-bfd7e1be064a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:46.517333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c4971-49e7-4836-af0b-24c5df872bc2 req-cc94706a-3e25-49bf-b4c1-b4a232a97981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:46.518774 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-025c4971-49e7-4836-af0b-24c5df872bc2 req-cc94706a-3e25-49bf-b4c1-b4a232a97981 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26b5cb9d-0851-4257-a4fe-0f49378991e6 HTTP/1.1" status: 200 len: 852 time: 0.0610611 Nov 13 04:39:46.571748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] For port d18e6360-0cef-49d2-9f71-a84be2d5244d, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d18e6360-0cef-49d2-9f71-a84be2d5244d,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:39:46.575606 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eac5a533-eb6b-4baa-8a3b-fecf8bc92bf8 req-a84c29f9-f3a4-44d0-9bb9-cd5c9c078796 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382628 Nov 13 04:39:46.579514 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-025c4971-49e7-4836-af0b-24c5df872bc2 req-9957c8e5-c007-404c-9f0f-61100b2ba2ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e1db2e5-cbdf-462d-bdea-a8913685430c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521295 Nov 13 04:39:46.589590 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:46.668691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b98114-d15e-4d9a-a412-7437dd110911 req-20737781-029d-48c5-b233-f909674f324c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:46.670300 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-73b98114-d15e-4d9a-a412-7437dd110911 req-20737781-029d-48c5-b233-f909674f324c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.2161813 Nov 13 04:39:46.681166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:46.681788 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:46.683509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] 10.222.0.46 "PUT /v2.0/ports/d18e6360-0cef-49d2-9f71-a84be2d5244d HTTP/1.1" status: 200 len: 1095 time: 1.9680085 Nov 13 04:39:46.698013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962d799-21fa-44d1-bd7d-d600416a078d req-b76fbd38-b7f8-47f9-94a8-1bdcd359d916 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:46.703687 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1962d799-21fa-44d1-bd7d-d600416a078d req-b76fbd38-b7f8-47f9-94a8-1bdcd359d916 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 949 time: 0.1185703 Nov 13 04:39:46.748525 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-37850ff3-1120-4fec-92d0-0cfa5199c56f service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262737 Nov 13 04:39:46.768253 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-025c4971-49e7-4836-af0b-24c5df872bc2 req-3b2c8d51-cc46-4c87-b1b5-0403bab2d0a7 service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692050 Nov 13 04:39:46.771053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dc5a9-0783-40ff-99a9-41446fe4412f service neutron] Pushing event updated for resources: {'Port': ['ID=d18e6360-0cef-49d2-9f71-a84be2d5244d,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:46.773466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f00c38-6870-4d02-96b4-7a799cef63ba', 'tag': 'd18e6360-0cef-49d2-9f71-a84be2d5244d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:46.777288 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6356d2aa-c8e2-443f-b253-7f412552b187" -d '{"events": [{"name": "network-changed", "server_uuid": "66f00c38-6870-4d02-96b4-7a799cef63ba", "tag": "d18e6360-0cef-49d2-9f71-a84be2d5244d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:46.783404 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1962d799-21fa-44d1-bd7d-d600416a078d req-8b16396c-81fe-4c07-b8f0-cbb6b6dd0916 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697050 Nov 13 04:39:46.902997 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eac5a533-eb6b-4baa-8a3b-fecf8bc92bf8 req-f04af91f-f765-4d1e-94a9-2cd6a158a465 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010032 Nov 13 04:39:46.906346 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-73b98114-d15e-4d9a-a412-7437dd110911 req-fd1e066f-4cf8-4726-b454-e15ce4d90fa5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223341 Nov 13 04:39:46.909756 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-025c4971-49e7-4836-af0b-24c5df872bc2 req-8b518eb1-0c5f-4add-b12c-4ec53d027311 service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276348 Nov 13 04:39:46.931010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-d5ab9b13-ce5b-4720-86dd-781d38d8cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:46.932347 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-d5ab9b13-ce5b-4720-86dd-781d38d8cc34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97359ef5b41c43a99e768c07b1ab176e&device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 1098 time: 0.1688802 Nov 13 04:39:46.991966 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d832e29-4983-4cce-91d5-cc31c14aed54 x-openstack-request-id: req-3d832e29-4983-4cce-91d5-cc31c14aed54 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:46.992315 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f00c38-6870-4d02-96b4-7a799cef63ba", "tag": "d18e6360-0cef-49d2-9f71-a84be2d5244d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:46.992477 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d832e29-4983-4cce-91d5-cc31c14aed54 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:46.992856 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f00c38-6870-4d02-96b4-7a799cef63ba', 'tag': 'd18e6360-0cef-49d2-9f71-a84be2d5244d', 'status': 'completed', 'code': 200} Nov 13 04:39:46.997412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5604f-5c47-4510-a70d-bd8b439b2e8e req-b957ae4c-1b68-4b34-9633-c1cdd23098cb tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:47.000567 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3e5604f-5c47-4510-a70d-bd8b439b2e8e req-b957ae4c-1b68-4b34-9633-c1cdd23098cb tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 944 time: 0.0556779 Nov 13 04:39:47.030888 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-a07d22ac-7c05-4940-9a7b-1d42a141a7d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=d18e6360-0cef-49d2-9f71-a84be2d5244d HTTP/1.1" status: 200 len: 217 time: 0.0786951 Nov 13 04:39:47.050173 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-8b8c476d-3104-47b0-b544-26e58258852f service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878218 Nov 13 04:39:47.058194 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3e5604f-5c47-4510-a70d-bd8b439b2e8e req-1bf9705b-f392-4ada-826c-bbce71dbb74c tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524335 Nov 13 04:39:47.125509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eac5a533-eb6b-4baa-8a3b-fecf8bc92bf8 req-e5e7368e-07a5-4c89-96d7-dd2ef7494380 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122841 Nov 13 04:39:47.127702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-62996354-4951-4bd9-b098-2fea5d8c267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:47.129094 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-62996354-4951-4bd9-b098-2fea5d8c267e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0884621 Nov 13 04:39:47.147667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3dfc1-cdc5-43fe-ab57-fbffb57555e2 req-635b5159-f739-4744-a0f2-487d17eb26e9 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:47.149206 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-96d3dfc1-cdc5-43fe-ab57-fbffb57555e2 req-635b5159-f739-4744-a0f2-487d17eb26e9 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 944 time: 0.0694928 Nov 13 04:39:47.155613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:47.227230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-9406f59b-3f7b-4d5e-870d-e5a68a2908d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:47.228727 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-9406f59b-3f7b-4d5e-870d-e5a68a2908d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750577 Nov 13 04:39:47.232046 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-96d3dfc1-cdc5-43fe-ab57-fbffb57555e2 req-c08e83eb-2625-4cbd-9c5d-1a66081d1282 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691664 Nov 13 04:39:47.334840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a943a-0143-4b99-830e-3e3d60b524f6 req-9842c3cb-6276-41cb-bd01-3729a3706655 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:47.336399 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c9a943a-0143-4b99-830e-3e3d60b524f6 req-9842c3cb-6276-41cb-bd01-3729a3706655 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 949 time: 0.0565150 Nov 13 04:39:47.383523 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c9a943a-0143-4b99-830e-3e3d60b524f6 req-ff8883bc-343b-49ac-b739-1d2572f173d0 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405636 Nov 13 04:39:47.401719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d197a65-3fa8-43f1-94eb-2632fb511f46 req-33ed781b-1a9b-4616-b559-486e1e90394b tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:47.403239 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d197a65-3fa8-43f1-94eb-2632fb511f46 req-33ed781b-1a9b-4616-b559-486e1e90394b tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 947 time: 0.1008048 Nov 13 04:39:47.406944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-a582d321-d157-4f5a-8c4b-4a0268d89a45 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329887 Nov 13 04:39:47.500980 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d197a65-3fa8-43f1-94eb-2632fb511f46 req-238b4fc8-06d6-42a6-a9f2-9386e6cee2f7 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916445 Nov 13 04:39:47.525274 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2074b408-4a6b-4c62-a0b9-02bf362ad4f7 req-2b32695f-0b4c-4692-aac1-0c187cd81e19 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093249 Nov 13 04:39:47.585291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 004030af-1f68-46eb-9aff-8eb326806744 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:39:47.618137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc86ce-b80c-4a6b-ba6a-dacb6231099d req-000160fb-4cff-4aa2-a550-bd4e6abb6adb tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:47.619688 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5bc86ce-b80c-4a6b-ba6a-dacb6231099d req-000160fb-4cff-4aa2-a550-bd4e6abb6adb tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 943 time: 0.0492809 Nov 13 04:39:47.639013 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 004030af-1f68-46eb-9aff-8eb326806744 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:47.639253 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:47.674103 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5bc86ce-b80c-4a6b-ba6a-dacb6231099d req-97a435af-f1fc-4d69-8efa-b527fa85a699 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465863 Nov 13 04:39:47.675767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356d2aa-c8e2-443f-b253-7f412552b187 req-1254ac4f-154e-4548-961a-25ea3441e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:47.677261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6356d2aa-c8e2-443f-b253-7f412552b187 req-1254ac4f-154e-4548-961a-25ea3441e1e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97359ef5b41c43a99e768c07b1ab176e&device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 1098 time: 0.0446894 Nov 13 04:39:47.721491 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:47.743698 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004030af-1f68-46eb-9aff-8eb326806744'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:47.745933 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cb4a63-8304-4a2c-9ded-da36d966c173" -d '{"events": [{"server_uuid": "d14a89a6-2826-4ffe-8b4e-dbacdb1235d4", "name": "network-vif-plugged", "status": "completed", "tag": "004030af-1f68-46eb-9aff-8eb326806744"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:47.759382 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 004030af-1f68-46eb-9aff-8eb326806744, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=004030af-1f68-46eb-9aff-8eb326806744,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:47.765058 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:47.779798 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356d2aa-c8e2-443f-b253-7f412552b187 req-b6247664-82bf-4e30-8c16-466ab7b8484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:47.781262 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6356d2aa-c8e2-443f-b253-7f412552b187 req-b6247664-82bf-4e30-8c16-466ab7b8484f service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.0871105 Nov 13 04:39:47.790099 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cd5001-62e6-446d-a239-640b0eea3702 x-openstack-request-id: req-f8cd5001-62e6-446d-a239-640b0eea3702 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:47.790373 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14a89a6-2826-4ffe-8b4e-dbacdb1235d4", "name": "network-vif-plugged", "status": "completed", "tag": "004030af-1f68-46eb-9aff-8eb326806744", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:47.790622 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8cd5001-62e6-446d-a239-640b0eea3702 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:47.791064 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004030af-1f68-46eb-9aff-8eb326806744', 'code': 200} Nov 13 04:39:47.816746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=004030af-1f68-46eb-9aff-8eb326806744,revision_number=11']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:47.827356 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6356d2aa-c8e2-443f-b253-7f412552b187 req-f443f64f-2d2b-474f-8f72-ecdefb797c88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=d18e6360-0cef-49d2-9f71-a84be2d5244d HTTP/1.1" status: 200 len: 217 time: 0.0379014 Nov 13 04:39:47.879307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356d2aa-c8e2-443f-b253-7f412552b187 req-2782029f-7fb7-4b03-86b8-0c6313fa8636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:47.880766 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6356d2aa-c8e2-443f-b253-7f412552b187 req-2782029f-7fb7-4b03-86b8-0c6313fa8636 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0462022 Nov 13 04:39:47.906425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0edc-2f35-4360-937b-248ecc1c654a req-3befa8c0-4297-4948-8122-199797e24bec tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:47.908292 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7ace0edc-2f35-4360-937b-248ecc1c654a req-3befa8c0-4297-4948-8122-199797e24bec tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 950 time: 0.0527253 Nov 13 04:39:47.932790 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356d2aa-c8e2-443f-b253-7f412552b187 req-f1fa63df-13d6-4779-b73b-c131ab454ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:47.934309 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6356d2aa-c8e2-443f-b253-7f412552b187 req-f1fa63df-13d6-4779-b73b-c131ab454ca8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459998 Nov 13 04:39:47.964987 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7ace0edc-2f35-4360-937b-248ecc1c654a req-7aeffdf5-0ffd-4269-9fcf-748ac8d22bdd tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500255 Nov 13 04:39:48.037603 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6356d2aa-c8e2-443f-b253-7f412552b187 req-3f6eb48f-ce66-4a2c-b5be-2df0ef46a7b6 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932057 Nov 13 04:39:48.069086 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340488a1-04cb-45c3-a51b-4480c24f35a1 req-c84ed1e1-80a8-47a3-b360-ea526822a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:48.070563 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-340488a1-04cb-45c3-a51b-4480c24f35a1 req-c84ed1e1-80a8-47a3-b360-ea526822a819 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 1101 time: 0.0701146 Nov 13 04:39:48.087141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174ab4e-2ebf-4f18-819b-13be357fb4f4 req-7f25b4ee-a83f-44dc-9357-b28a3516f97d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:48.088541 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c174ab4e-2ebf-4f18-819b-13be357fb4f4 req-7f25b4ee-a83f-44dc-9357-b28a3516f97d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0608897 Nov 13 04:39:48.129931 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6356d2aa-c8e2-443f-b253-7f412552b187 req-24d37985-a00a-4238-89bc-e5353623df97 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843980 Nov 13 04:39:48.147732 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-340488a1-04cb-45c3-a51b-4480c24f35a1 req-dbd7a8ca-e72e-4963-8cc5-e25ff9450e0b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684278 Nov 13 04:39:48.166666 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c174ab4e-2ebf-4f18-819b-13be357fb4f4 req-1987dbba-00af-428c-9413-63f483d047d3 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656002 Nov 13 04:39:48.193819 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc25e5-96e7-4026-9c68-27a5cde74fba req-741e40b3-e0e8-4bad-8337-aa8e5c1a40ad tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:48.195324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46fc25e5-96e7-4026-9c68-27a5cde74fba req-741e40b3-e0e8-4bad-8337-aa8e5c1a40ad tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 944 time: 0.0494885 Nov 13 04:39:48.245668 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46fc25e5-96e7-4026-9c68-27a5cde74fba req-888f4130-1e5b-4e65-8ed1-142eed7209fc tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 Nov 13 04:39:48.360601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069d236-0f6d-4970-b592-7437bf98b475 req-0cd109ff-8a55-471b-afd3-b5236f8c55e5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:48.361927 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9069d236-0f6d-4970-b592-7437bf98b475 req-0cd109ff-8a55-471b-afd3-b5236f8c55e5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 944 time: 0.0517447 Nov 13 04:39:48.417694 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9069d236-0f6d-4970-b592-7437bf98b475 req-803aafca-aebe-4f0c-83b4-c05e252ae0ad tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470943 Nov 13 04:39:48.501589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499f2a5-6fdd-47d7-8e2d-68370cf28ad7 req-0e64c40e-fc33-457e-a544-84d7c7dbf874 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:48.503065 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a499f2a5-6fdd-47d7-8e2d-68370cf28ad7 req-0e64c40e-fc33-457e-a544-84d7c7dbf874 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 949 time: 0.0518050 Nov 13 04:39:48.552274 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a499f2a5-6fdd-47d7-8e2d-68370cf28ad7 req-972cc754-e68d-467d-95fe-7f99a0eda279 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426202 Nov 13 04:39:48.617709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a695ae1-185c-4cb3-b2a7-fa34dcab9215 req-c3220f55-2468-40a2-a5ae-2144cee9a7fd tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:48.619076 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a695ae1-185c-4cb3-b2a7-fa34dcab9215 req-c3220f55-2468-40a2-a5ae-2144cee9a7fd tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 947 time: 0.0496945 Nov 13 04:39:48.670879 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a695ae1-185c-4cb3-b2a7-fa34dcab9215 req-1a48d261-95a9-4a94-a9fc-43592f54baa9 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452471 Nov 13 04:39:48.790687 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb739a-45ee-43f9-bc1f-06f4cceec652 req-780c20d7-eaeb-4ae7-8b35-b4e9903d3ad9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:48.792172 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-58fb739a-45ee-43f9-bc1f-06f4cceec652 req-780c20d7-eaeb-4ae7-8b35-b4e9903d3ad9 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 943 time: 0.0491977 Nov 13 04:39:48.843485 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-58fb739a-45ee-43f9-bc1f-06f4cceec652 req-c11e29d6-e9dc-4605-994c-2d9e02c07b70 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422995 Nov 13 04:39:49.086786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c78b-86f3-4f8a-b315-e13bbc36c691 req-1ddcf6ec-5cf1-4247-9b25-89bb2d2eed18 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:49.088314 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5f02c78b-86f3-4f8a-b315-e13bbc36c691 req-1ddcf6ec-5cf1-4247-9b25-89bb2d2eed18 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 950 time: 0.0536335 Nov 13 04:39:49.135193 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5f02c78b-86f3-4f8a-b315-e13bbc36c691 req-5959fb14-8937-4b4e-96de-157ad62f826e tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Nov 13 04:39:49.297089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3e017-dbe4-4f66-a74c-51a063f38ce4 req-ceee2661-8fef-40d2-aa64-34658553723f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:49.298633 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-36c3e017-dbe4-4f66-a74c-51a063f38ce4 req-ceee2661-8fef-40d2-aa64-34658553723f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0573797 Nov 13 04:39:49.346378 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-36c3e017-dbe4-4f66-a74c-51a063f38ce4 req-f6ceac46-1afe-485e-a5e9-0a812e5f1168 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416193 Nov 13 04:39:49.361423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16fe72-62e0-4bec-8bd4-b5b6fc451886 req-4115e5d5-315e-489c-a17f-57347ba31270 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:49.362886 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a16fe72-62e0-4bec-8bd4-b5b6fc451886 req-4115e5d5-315e-489c-a17f-57347ba31270 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 944 time: 0.0483131 Nov 13 04:39:49.409702 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a16fe72-62e0-4bec-8bd4-b5b6fc451886 req-b1dd5b88-c7a7-4aed-8da6-75e93bf5cf2e tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407450 Nov 13 04:39:49.546803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d534f4-a311-4074-8832-eea93ab1ac2e req-52cc228f-c3c0-4987-8e7e-477cbffaeba4 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:49.548187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7d534f4-a311-4074-8832-eea93ab1ac2e req-52cc228f-c3c0-4987-8e7e-477cbffaeba4 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 944 time: 0.0585217 Nov 13 04:39:49.572759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d78f507d-4839-4fd1-ac8b-bfd7e1be064a up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:39:49.597636 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7d534f4-a311-4074-8832-eea93ab1ac2e req-e4bb85ee-2985-488c-80c6-22bcd32a4763 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433207 Nov 13 04:39:49.628460 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port d78f507d-4839-4fd1-ac8b-bfd7e1be064a completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:39:49.633066 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port d78f507d-4839-4fd1-ac8b-bfd7e1be064a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:49.633504 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:49.671843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cd06d-5fd9-4efb-8a0f-ba282a6f59bd req-041ccbca-4ebd-44c8-b294-f39de517af1f tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:49.673302 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b3cd06d-5fd9-4efb-8a0f-ba282a6f59bd req-041ccbca-4ebd-44c8-b294-f39de517af1f tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 949 time: 0.0515134 Nov 13 04:39:49.712544 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:49.724431 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b3cd06d-5fd9-4efb-8a0f-ba282a6f59bd req-81bbd416-f634-480f-95e0-0a8dab9cc978 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447960 Nov 13 04:39:49.752496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port d78f507d-4839-4fd1-ac8b-bfd7e1be064a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d78f507d-4839-4fd1-ac8b-bfd7e1be064a,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:49.754090 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:49.793772 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9386ad-cafa-4c3a-a464-94d5bf77aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78f507d-4839-4fd1-ac8b-bfd7e1be064a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:49.796277 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c05990-9b50-4fd1-9b04-dee1f0e2c11e" -d '{"events": [{"server_uuid": "9e9386ad-cafa-4c3a-a464-94d5bf77aac9", "name": "network-vif-plugged", "status": "completed", "tag": "d78f507d-4839-4fd1-ac8b-bfd7e1be064a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:49.809147 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3656c-5960-423b-b702-d8282e3624f2 req-049faa09-c341-4ad4-a94a-bdcb1e7e4680 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:49.811398 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f7f3656c-5960-423b-b702-d8282e3624f2 req-049faa09-c341-4ad4-a94a-bdcb1e7e4680 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 947 time: 0.0578458 Nov 13 04:39:49.815820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=d78f507d-4839-4fd1-ac8b-bfd7e1be064a,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:49.837296 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5935ebba-7cdc-46b3-bf4e-b5c45c885bb2 x-openstack-request-id: req-5935ebba-7cdc-46b3-bf4e-b5c45c885bb2 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:49.838117 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9386ad-cafa-4c3a-a464-94d5bf77aac9", "name": "network-vif-plugged", "status": "completed", "tag": "d78f507d-4839-4fd1-ac8b-bfd7e1be064a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:49.838117 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5935ebba-7cdc-46b3-bf4e-b5c45c885bb2 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:49.838324 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9386ad-cafa-4c3a-a464-94d5bf77aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78f507d-4839-4fd1-ac8b-bfd7e1be064a', 'code': 200} Nov 13 04:39:49.862301 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f7f3656c-5960-423b-b702-d8282e3624f2 req-eb74274b-7aa1-4ce1-b163-eeb035c0f2ec tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462918 Nov 13 04:39:49.966723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadef01-5934-4733-81c0-274d69f9a873 req-cc0f9268-a41e-4cce-b524-7b74e62ed98a tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:49.968227 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fbadef01-5934-4733-81c0-274d69f9a873 req-cc0f9268-a41e-4cce-b524-7b74e62ed98a tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 943 time: 0.0502734 Nov 13 04:39:50.048287 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fbadef01-5934-4733-81c0-274d69f9a873 req-4a89af3e-7afe-4a47-8d94-2886dea029f8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734289 Nov 13 04:39:50.050031 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f0658-b6d7-449a-942f-0091aa341827 req-d66524c2-6d9d-41a3-9620-4c9596578c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:50.051409 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8c0f0658-b6d7-449a-942f-0091aa341827 req-d66524c2-6d9d-41a3-9620-4c9596578c78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 1101 time: 0.0704231 Nov 13 04:39:50.103838 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8c0f0658-b6d7-449a-942f-0091aa341827 req-5ba6ceb7-ef93-442a-8818-17979702f561 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439899 Nov 13 04:39:50.133729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:39:50.144117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:39:50.245267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:39:50.253224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:50.253638 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:50.270365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9c4b6-49f6-4bb6-9c6b-38dc74ce2751 req-e8db14f6-f268-4693-a147-12514236dccd tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:50.272163 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60b9c4b6-49f6-4bb6-9c6b-38dc74ce2751 req-e8db14f6-f268-4693-a147-12514236dccd tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 950 time: 0.0560083 Nov 13 04:39:50.292566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1,segment=NetworkSegment(fb866a57-a0ae-4609-98b7-fcbff9299fdf),segment_id=fb866a57-a0ae-4609-98b7-fcbff9299fdf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:50.310128 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'f089f6fe-b0e8-41b9-9fc5-ad24b02872d1', 'network_id': '6e1db2e5-cbdf-462d-bdea-a8913685430c', 'port_id': 'f089f6fe-b0e8-41b9-9fc5-ad24b02872d1', 'mac_address': 'fa:16:3e:f0:5e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b5cb9d-0851-4257-a4fe-0f49378991e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:39:50.322488 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60b9c4b6-49f6-4bb6-9c6b-38dc74ce2751 req-02bc5858-caea-4876-8a88-3559a974eab0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442038 Nov 13 04:39:50.372024 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:50.392743 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:50.395465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:50.426899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1,segment=NetworkSegment(fb866a57-a0ae-4609-98b7-fcbff9299fdf),segment_id=fb866a57-a0ae-4609-98b7-fcbff9299fdf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:50.433582 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:50.434208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:39:50.449167 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1,segment=NetworkSegment(8a8a0143-9995-4eae-b5e8-de0e7d98cd99),segment_id=8a8a0143-9995-4eae-b5e8-de0e7d98cd99)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:50.466874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a2539-ae88-4234-8a9e-4669bf2e116a req-369114c9-af21-4f64-8ec0-9361c3908762 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:50.468360 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f1a2539-ae88-4234-8a9e-4669bf2e116a req-369114c9-af21-4f64-8ec0-9361c3908762 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0520084 Nov 13 04:39:50.472269 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:50.520574 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f1a2539-ae88-4234-8a9e-4669bf2e116a req-1e003bd5-a270-4e7f-9306-a8834d5c6444 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459154 Nov 13 04:39:50.540545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:50.618753 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:50.627872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:50.634730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '7db36868-ab33-4f04-a8be-9f22e6fb0ef2', 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5', 'port_id': '7db36868-ab33-4f04-a8be-9f22e6fb0ef2', 'mac_address': 'fa:16:3e:3c:3c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6972208-b01b-4035-88d5-8d96d7af813a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:39:50.654226 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5d3c1-7566-4859-b58d-70bb798e8bf2 req-f414fb03-a2d0-4f54-a246-9144fc651cd7 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:50.656022 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-27f5d3c1-7566-4859-b58d-70bb798e8bf2 req-f414fb03-a2d0-4f54-a246-9144fc651cd7 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 945 time: 0.0543633 Nov 13 04:39:50.677830 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:50.692561 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:50.710651 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-27f5d3c1-7566-4859-b58d-70bb798e8bf2 req-89eb52f2-e6e3-4490-ba3e-0fa2f8e98555 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476944 Nov 13 04:39:50.713224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:50.718177 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:50.760578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547feed-d416-423b-bd22-fbdab340741b req-1b33f1f9-fb2f-4c89-82a5-d27e42b80b69 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:50.768644 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6547feed-d416-423b-bd22-fbdab340741b req-1b33f1f9-fb2f-4c89-82a5-d27e42b80b69 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 944 time: 0.0863149 Nov 13 04:39:50.773965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:50.812646 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6547feed-d416-423b-bd22-fbdab340741b req-6f3de461-5f1c-49cc-a4d8-20bbaa1fcc37 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430663 Nov 13 04:39:50.853668 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb643295-cf13-4013-b7a7-dcd98ad65e12 req-39e99135-0399-4c99-bc53-40e6c0fa6f30 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:50.855168 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb643295-cf13-4013-b7a7-dcd98ad65e12 req-39e99135-0399-4c99-bc53-40e6c0fa6f30 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 950 time: 0.0523896 Nov 13 04:39:50.904609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb643295-cf13-4013-b7a7-dcd98ad65e12 req-8fa499f2-7550-4a50-9e0b-fd4f59f27195 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423357 Nov 13 04:39:50.980445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e31d7-ba98-4bdf-a223-b0ba880ffd1a req-5892f11f-d068-4918-a2b7-d64772078ca1 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:50.981942 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-233e31d7-ba98-4bdf-a223-b0ba880ffd1a req-5892f11f-d068-4918-a2b7-d64772078ca1 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 947 time: 0.0507870 Nov 13 04:39:51.037081 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-233e31d7-ba98-4bdf-a223-b0ba880ffd1a req-f0c8ebed-e73d-4330-b49f-ccd084cead74 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466819 Nov 13 04:39:51.169981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9775ee-bb50-466c-9964-52f8246e5ac6 req-fa0e2e1d-2609-4690-9fd9-b9a085acc64d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:51.171448 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce9775ee-bb50-466c-9964-52f8246e5ac6 req-fa0e2e1d-2609-4690-9fd9-b9a085acc64d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 944 time: 0.0549483 Nov 13 04:39:51.216809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['7db36868-ab33-4f04-a8be-9f22e6fb0ef2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:51.220535 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce9775ee-bb50-466c-9964-52f8246e5ac6 req-5f97dc57-0bf8-4813-8c1a-cf0464e17ae1 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 Nov 13 04:39:51.254388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['f089f6fe-b0e8-41b9-9fc5-ad24b02872d1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:51.440225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fba593-4f77-40fe-8f93-05e342d256a6 req-5337f9ef-7fa5-4829-a36d-8da644caf9b3 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:51.442001 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-57fba593-4f77-40fe-8f93-05e342d256a6 req-5337f9ef-7fa5-4829-a36d-8da644caf9b3 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 950 time: 0.0486650 Nov 13 04:39:51.487835 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-57fba593-4f77-40fe-8f93-05e342d256a6 req-b55d0457-08e7-42d4-ac41-50a45f5886cd tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Nov 13 04:39:51.640823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd519649-d4a0-47e0-b791-61d2ab70d45e req-cc9e7330-7f26-4ff8-9691-2668cfdd3a3b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:51.642337 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd519649-d4a0-47e0-b791-61d2ab70d45e req-cc9e7330-7f26-4ff8-9691-2668cfdd3a3b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0495527 Nov 13 04:39:51.691740 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd519649-d4a0-47e0-b791-61d2ab70d45e req-59fd06a3-23fb-46db-97a8-576f894049f0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429103 Nov 13 04:39:51.793253 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bfdcb-5d58-4f5e-97b9-c71922f965c1 req-ae3e6734-831d-475f-882c-80dcf29f32a2 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:51.794743 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d2bfdcb-5d58-4f5e-97b9-c71922f965c1 req-ae3e6734-831d-475f-882c-80dcf29f32a2 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 1101 time: 0.0416493 Nov 13 04:39:51.831322 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807fb84-7210-493c-8d5f-6557a40fc0e8 req-7964cf0b-3084-4f07-9832-f2817e447803 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:51.833639 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e807fb84-7210-493c-8d5f-6557a40fc0e8 req-7964cf0b-3084-4f07-9832-f2817e447803 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 945 time: 0.0530627 Nov 13 04:39:51.839188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66d821e-0eba-44c4-a861-8afa723aa762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:51.840174 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d2bfdcb-5d58-4f5e-97b9-c71922f965c1 req-fe4acbc5-d125-4228-baca-bf957fb11955 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393195 Nov 13 04:39:51.841537 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c302694a-4305-41ae-a4bf-8dbf8b3eab08" -d '{"events": [{"server_uuid": "f66d821e-0eba-44c4-a861-8afa723aa762", "name": "network-vif-plugged", "status": "completed", "tag": "1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:51.886326 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e807fb84-7210-493c-8d5f-6557a40fc0e8 req-09f2cdc0-84f5-440a-af57-1c69e380902f tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456967 Nov 13 04:39:51.930498 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438af547-48ca-44e8-872c-ef052e8caff4 x-openstack-request-id: req-438af547-48ca-44e8-872c-ef052e8caff4 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:51.930811 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66d821e-0eba-44c4-a861-8afa723aa762", "name": "network-vif-plugged", "status": "completed", "tag": "1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:51.931154 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-438af547-48ca-44e8-872c-ef052e8caff4 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:51.931548 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66d821e-0eba-44c4-a861-8afa723aa762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1', 'code': 200} Nov 13 04:39:51.950477 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4cce-2f35-4d2c-8566-2ecad0412e6f req-3aa03f67-18b0-497d-b696-d964d9a26179 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:51.951971 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-43ec4cce-2f35-4d2c-8566-2ecad0412e6f req-3aa03f67-18b0-497d-b696-d964d9a26179 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 945 time: 0.0517261 Nov 13 04:39:52.016932 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-43ec4cce-2f35-4d2c-8566-2ecad0412e6f req-4fd87b16-cfac-444f-924a-22ee6c9b0bc6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566926 Nov 13 04:39:52.074893 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5af9e5-8622-4973-a4cd-509abcf70c08 req-1b531b5f-6dc9-4a90-8802-99520374b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:52.076578 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd5af9e5-8622-4973-a4cd-509abcf70c08 req-1b531b5f-6dc9-4a90-8802-99520374b075 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 1096 time: 0.0560803 Nov 13 04:39:52.127058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79482042-9eb6-458f-9b50-9dc6e462ce65 req-afe6aab3-4120-4628-becc-69034cc2352b tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:52.132442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-79482042-9eb6-458f-9b50-9dc6e462ce65 req-afe6aab3-4120-4628-becc-69034cc2352b tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 1101 time: 0.0476902 Nov 13 04:39:52.136723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d18e6360-0cef-49d2-9f71-a84be2d5244d details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:39:52.157452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995871-952a-4bf4-a55b-2d0510b10419 req-a61e54d7-170c-43a1-8de6-05b3081ab1b5 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:52.158968 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b3995871-952a-4bf4-a55b-2d0510b10419 req-a61e54d7-170c-43a1-8de6-05b3081ab1b5 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 950 time: 0.0813825 Nov 13 04:39:52.161317 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd5af9e5-8622-4973-a4cd-509abcf70c08 req-f4633e54-ba37-4353-85d0-d55dbca2bdc0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753138 Nov 13 04:39:52.189349 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-79482042-9eb6-458f-9b50-9dc6e462ce65 req-55e54267-d783-4572-9c86-589465310fb1 tempest-ServersAdminTestJSON-235084216 tempest-ServersAdminTestJSON-235084216-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474067 Nov 13 04:39:52.220847 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b3995871-952a-4bf4-a55b-2d0510b10419 req-2563aad0-da27-43ed-b9da-a87fa8583208 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548193 Nov 13 04:39:52.283424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d18e6360-0cef-49d2-9f71-a84be2d5244d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d18e6360-0cef-49d2-9f71-a84be2d5244d,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:52.308172 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128878e-f690-4ef2-8e0c-eaa3265be093 req-23c33ee7-3558-4057-bd08-3325027cf1c5 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:52.309785 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9128878e-f690-4ef2-8e0c-eaa3265be093 req-23c33ee7-3558-4057-bd08-3325027cf1c5 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 947 time: 0.0528533 Nov 13 04:39:52.368070 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9128878e-f690-4ef2-8e0c-eaa3265be093 req-512d358f-13c5-4e75-a728-a7f4d2e24a2c tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500817 Nov 13 04:39:52.431461 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'd18e6360-0cef-49d2-9f71-a84be2d5244d', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'd18e6360-0cef-49d2-9f71-a84be2d5244d', 'mac_address': 'fa:16:3e:80:84:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:39:52.474285 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:52.489060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480c3ab-dc35-45b1-a0a9-fd95eabec7f1 req-cef70232-3104-4f39-a33f-8fd63026a801 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:52.490536 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b36e78-6b82-44d1-8cb2-1e8ea3365b1f req-bdb9a021-1b3c-4ac0-9d30-32b130d9da02 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:52.490709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a480c3ab-dc35-45b1-a0a9-fd95eabec7f1 req-cef70232-3104-4f39-a33f-8fd63026a801 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 944 time: 0.0535855 Nov 13 04:39:52.491439 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18e6360-0cef-49d2-9f71-a84be2d5244d {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:52.492016 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24b36e78-6b82-44d1-8cb2-1e8ea3365b1f req-bdb9a021-1b3c-4ac0-9d30-32b130d9da02 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 950 time: 0.0534132 Nov 13 04:39:52.512372 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d18e6360-0cef-49d2-9f71-a84be2d5244d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d18e6360-0cef-49d2-9f71-a84be2d5244d,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:52.516390 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:52.544469 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a480c3ab-dc35-45b1-a0a9-fd95eabec7f1 req-a058bb44-4c21-4ccb-a670-5d589adcffac tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439589 Nov 13 04:39:52.545428 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24b36e78-6b82-44d1-8cb2-1e8ea3365b1f req-a6e9f420-ce5d-4bd5-9679-33e859898290 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469134 Nov 13 04:39:52.567998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d18e6360-0cef-49d2-9f71-a84be2d5244d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:52.819708 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca0c52-99a0-4f0e-a833-72d43aee5b86 req-c921f49b-8d8a-42e8-adab-bd4e8b51115a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:52.821197 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1aca0c52-99a0-4f0e-a833-72d43aee5b86 req-c921f49b-8d8a-42e8-adab-bd4e8b51115a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0579309 Nov 13 04:39:52.875570 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1aca0c52-99a0-4f0e-a833-72d43aee5b86 req-d08836f9-fcb3-4bc9-b7d5-7cb3571d5934 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482898 Nov 13 04:39:53.008864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd512b6-1117-40ae-a5ad-b6d8410cc7c7 req-eeba2fcf-beed-4f2a-9ad7-63020e147fd0 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:53.010215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1bd512b6-1117-40ae-a5ad-b6d8410cc7c7 req-eeba2fcf-beed-4f2a-9ad7-63020e147fd0 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 945 time: 0.0495784 Nov 13 04:39:53.062536 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1bd512b6-1117-40ae-a5ad-b6d8410cc7c7 req-055c1096-58f8-4113-bf75-cd20e2f83845 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464365 Nov 13 04:39:53.152606 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cb26e-3585-439f-b2d9-efcdbc5ab103 req-f01548ab-d7f9-43ea-ab98-28e17c27a201 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:53.154097 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d6cb26e-3585-439f-b2d9-efcdbc5ab103 req-f01548ab-d7f9-43ea-ab98-28e17c27a201 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 945 time: 0.0555687 Nov 13 04:39:53.169831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['d18e6360-0cef-49d2-9f71-a84be2d5244d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:53.345410 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00579ff-b88d-4c32-bf03-b4b064d84fd3 req-e37cabc5-a15d-442a-89fa-d81e9ea46163 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:53.347057 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e00579ff-b88d-4c32-bf03-b4b064d84fd3 req-e37cabc5-a15d-442a-89fa-d81e9ea46163 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 950 time: 0.0510302 Nov 13 04:39:53.395582 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e00579ff-b88d-4c32-bf03-b4b064d84fd3 req-e3bfd8bf-c89c-423a-b3b5-9662ed0e77b8 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424836 Nov 13 04:39:53.424216 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d6cb26e-3585-439f-b2d9-efcdbc5ab103 req-bce1c918-5f91-4820-a931-4eea694c985c tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636247 Nov 13 04:39:53.502360 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042d519-2788-475d-9a2b-b77284baa6eb req-bdf7344f-0c8d-4438-88b5-b1cbda30c258 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:53.504057 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0042d519-2788-475d-9a2b-b77284baa6eb req-bdf7344f-0c8d-4438-88b5-b1cbda30c258 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 948 time: 0.0498514 Nov 13 04:39:53.523543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ffb41-ce49-4c63-a7cb-9603ab7946c3 req-86fb1da8-a3fe-40db-9a43-6597a9f8d5b3 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:53.525013 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e9ffb41-ce49-4c63-a7cb-9603ab7946c3 req-86fb1da8-a3fe-40db-9a43-6597a9f8d5b3 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 1101 time: 0.0406728 Nov 13 04:39:53.552103 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0042d519-2788-475d-9a2b-b77284baa6eb req-fac69098-60c5-40f6-a94a-c20d9f6956ce tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Nov 13 04:39:53.567943 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e9ffb41-ce49-4c63-a7cb-9603ab7946c3 req-de8158fe-1d2e-4606-8fdc-d7181d6e0cd7 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366979 Nov 13 04:39:53.672041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c09467-fec4-4576-aec0-4e06f4f98767 req-9418a217-b52d-4c4a-a4d7-b8d2c375adc2 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:53.673582 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29c09467-fec4-4576-aec0-4e06f4f98767 req-9418a217-b52d-4c4a-a4d7-b8d2c375adc2 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 950 time: 0.0493634 Nov 13 04:39:53.725191 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29c09467-fec4-4576-aec0-4e06f4f98767 req-1fef29c6-0320-4bee-9166-a4e0d9c63552 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447342 Nov 13 04:39:53.841220 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-0318a54c-d03f-40cb-a9fb-e551ff4d6eac tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0484ddf744b740ccb839123a39a7449a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372162 Nov 13 04:39:53.932577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eb5cc-a917-4991-ad08-c64b2d3baaf6 req-e9a4c0ff-5520-4395-9a80-657c0c974d57 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:53.934422 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c85eb5cc-a917-4991-ad08-c64b2d3baaf6 req-e9a4c0ff-5520-4395-9a80-657c0c974d57 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 944 time: 0.3196099 Nov 13 04:39:53.969132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-d08437f0-966c-427d-8e0e-cb295d25c565 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:53.970667 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-d08437f0-966c-427d-8e0e-cb295d25c565 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1213820 Nov 13 04:39:53.988069 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c85eb5cc-a917-4991-ad08-c64b2d3baaf6 req-704be60b-5856-4c11-bd10-b525705662ec tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462735 Nov 13 04:39:53.990193 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-dfdd3af7-8b14-4af2-b3b2-5a497532f504 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/quotas/0484ddf744b740ccb839123a39a7449a HTTP/1.1" status: 200 len: 375 time: 0.0103512 Nov 13 04:39:54.079697 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-af34b4ad-a392-4d14-a750-ff03ee5b9873 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0824387 Nov 13 04:39:54.137867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:39:54.213157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:39:54.218691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:54.219793 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:54.243036 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd318d-ecf0-4cb9-a6bf-9397d6152b62 req-2c5261cc-0f2b-454c-9e3b-acc94cd108ac tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:54.244639 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7bd318d-ecf0-4cb9-a6bf-9397d6152b62 req-2c5261cc-0f2b-454c-9e3b-acc94cd108ac tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0802050 Nov 13 04:39:54.307492 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7bd318d-ecf0-4cb9-a6bf-9397d6152b62 req-c2c71e9c-2659-4e7b-b077-f4e9552b738f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555665 Nov 13 04:39:54.321565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781b618-5ee9-43a9-a08c-8d77c6268553 req-49d20a88-4f44-4edc-a709-1f1143c6c2dd tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:54.323361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4781b618-5ee9-43a9-a08c-8d77c6268553 req-49d20a88-4f44-4edc-a709-1f1143c6c2dd tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 945 time: 0.0679893 Nov 13 04:39:54.346186 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:54.373658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db36868-ab33-4f04-a8be-9f22e6fb0ef2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:54.377318 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf0e750-2343-47f4-be0f-a863863c9661" -d '{"events": [{"server_uuid": "7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e", "name": "network-vif-plugged", "status": "completed", "tag": "7db36868-ab33-4f04-a8be-9f22e6fb0ef2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:54.380745 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4781b618-5ee9-43a9-a08c-8d77c6268553 req-dc7f5ef4-3660-4d38-bd2e-48e44471ae2f tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503938 Nov 13 04:39:54.400325 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d79869d-a5f7-4085-9b05-cfcc1a79d21b req-2fac3b93-f9f6-4fb6-84a8-58ec0e69db95 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 210 time: 0.0370469 Nov 13 04:39:54.404817 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:54.418231 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:54.419183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:39:54.446187 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a76fff-c085-41d6-9d3c-1e8837e34038 x-openstack-request-id: req-23a76fff-c085-41d6-9d3c-1e8837e34038 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:54.446551 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e", "name": "network-vif-plugged", "status": "completed", "tag": "7db36868-ab33-4f04-a8be-9f22e6fb0ef2", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:54.446802 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23a76fff-c085-41d6-9d3c-1e8837e34038 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:54.447270 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db36868-ab33-4f04-a8be-9f22e6fb0ef2', 'code': 200} Nov 13 04:39:54.511511 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:54.540570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:39:54.544939 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:54.545305 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:54.614462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b731d50-2038-4864-ad6a-5475f7d9ea6a req-02130126-091c-4fa3-b7a7-a5891b3e13d6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:54.622096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7b731d50-2038-4864-ad6a-5475f7d9ea6a req-02130126-091c-4fa3-b7a7-a5891b3e13d6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.0954642 Nov 13 04:39:54.632331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642832b7-fa75-4d5d-b811-e296b9e1d98a req-dd89fb2d-7310-4198-9b62-b4184b762f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:54.634554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-642832b7-fa75-4d5d-b811-e296b9e1d98a req-dd89fb2d-7310-4198-9b62-b4184b762f56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 1097 time: 0.0986667 Nov 13 04:39:54.654829 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:54.696455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1,segment=NetworkSegment(fb866a57-a0ae-4609-98b7-fcbff9299fdf),segment_id=fb866a57-a0ae-4609-98b7-fcbff9299fdf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:54.709479 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:54.717027 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7b731d50-2038-4864-ad6a-5475f7d9ea6a req-066d88ff-b432-4a27-8ff6-ab3830be52ba tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930071 Nov 13 04:39:54.749829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e353ace-4d79-4931-9fbf-8da67256f857 req-efa0bc36-fdab-442e-b289-86f5db143765 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:54.760529 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e353ace-4d79-4931-9fbf-8da67256f857 req-efa0bc36-fdab-442e-b289-86f5db143765 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 948 time: 0.0782189 Nov 13 04:39:54.775723 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-642832b7-fa75-4d5d-b811-e296b9e1d98a req-7f580060-6764-43e3-99d9-7a60315ccf3f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992348 Nov 13 04:39:54.786286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:54.827459 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e353ace-4d79-4931-9fbf-8da67256f857 req-e442f63b-4afe-4417-b46c-762cd2f27930 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658505 Nov 13 04:39:54.872239 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad82e0-1686-444a-8ae2-ae37310075e3 req-03a48063-35cb-43e4-841d-392a46a89285 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:54.873737 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77ad82e0-1686-444a-8ae2-ae37310075e3 req-03a48063-35cb-43e4-841d-392a46a89285 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 950 time: 0.0542660 Nov 13 04:39:54.923857 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77ad82e0-1686-444a-8ae2-ae37310075e3 req-22ab5aae-9ef3-463b-8662-cf83f399e8cf tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435457 Nov 13 04:39:54.979179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eea401-2ae9-43cf-b5d3-6d1c2047053d req-29638d81-3ef4-40ae-9547-050feb365822 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:54.980779 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-00eea401-2ae9-43cf-b5d3-6d1c2047053d req-29638d81-3ef4-40ae-9547-050feb365822 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 950 time: 0.0547392 Nov 13 04:39:55.112129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-00eea401-2ae9-43cf-b5d3-6d1c2047053d req-67e54072-b29b-458c-b337-646cf70fa886 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Deleting port 3b4ed482-d65d-46ed-bd10-0a9410f00c81 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:39:55.112526 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-00eea401-2ae9-43cf-b5d3-6d1c2047053d req-67e54072-b29b-458c-b337-646cf70fa886 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:55.179152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a176f-0802-4550-aba0-47086e3cf6bc req-9ec235e8-8240-43c7-9b4e-e0efe39a949f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:55.180634 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bf7a176f-0802-4550-aba0-47086e3cf6bc req-9ec235e8-8240-43c7-9b4e-e0efe39a949f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 945 time: 0.1102803 Nov 13 04:39:55.251783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-00eea401-2ae9-43cf-b5d3-6d1c2047053d req-67e54072-b29b-458c-b337-646cf70fa886 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] For port 3b4ed482-d65d-46ed-bd10-0a9410f00c81, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3b4ed482-d65d-46ed-bd10-0a9410f00c81,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:55.252139 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-00eea401-2ae9-43cf-b5d3-6d1c2047053d req-67e54072-b29b-458c-b337-646cf70fa886 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:55.269386 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bf7a176f-0802-4550-aba0-47086e3cf6bc req-53bfc5cd-de8e-43d4-b473-8546f57512b1 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783360 Nov 13 04:39:55.275856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-00eea401-2ae9-43cf-b5d3-6d1c2047053d req-67e54072-b29b-458c-b337-646cf70fa886 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Calling delete_port for 3b4ed482-d65d-46ed-bd10-0a9410f00c81 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:39:55.432382 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-00eea401-2ae9-43cf-b5d3-6d1c2047053d req-67e54072-b29b-458c-b337-646cf70fa886 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:55.441993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a379f-a731-451e-a5d4-186469cb11f3 req-fb495a0b-2610-49c4-a8fe-70c52b7f7031 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:55.450056 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f5a379f-a731-451e-a5d4-186469cb11f3 req-fb495a0b-2610-49c4-a8fe-70c52b7f7031 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0676818 Nov 13 04:39:55.467983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e54072-b29b-458c-b337-646cf70fa886 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Pushing event deleted for resources: {'Port': ['ID=3b4ed482-d65d-46ed-bd10-0a9410f00c81,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:55.481787 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['da2bcd63-2da4-4011-9eae-8e1b15076227', '3b4ed482-d65d-46ed-bd10-0a9410f00c81', '004030af-1f68-46eb-9aff-8eb326806744'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:55.503313 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f5a379f-a731-451e-a5d4-186469cb11f3 req-182a0227-ca7f-47d9-98af-1a559c01bf69 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521398 Nov 13 04:39:55.558284 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eff8ed7e-ae3c-4c66-a8f5-e6d481953ffb req-436d92c1-8bbf-4ec6-804d-a24855c63a2f tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 210 time: 0.0528760 Nov 13 04:39:55.608281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-00eea401-2ae9-43cf-b5d3-6d1c2047053d req-67e54072-b29b-458c-b337-646cf70fa886 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] No DVR routers for this DVR port 3b4ed482-d65d-46ed-bd10-0a9410f00c81 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:39:55.611827 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-00eea401-2ae9-43cf-b5d3-6d1c2047053d req-67e54072-b29b-458c-b337-646cf70fa886 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:55.615603 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-00eea401-2ae9-43cf-b5d3-6d1c2047053d req-67e54072-b29b-458c-b337-646cf70fa886 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.36 "DELETE /v2.0/ports/3b4ed482-d65d-46ed-bd10-0a9410f00c81 HTTP/1.1" status: 204 len: 173 time: 0.6259372 Nov 13 04:39:55.616045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0123ad2a-ba35-4efe-91a4-ab2b3be35f8e', 'name': 'network-vif-deleted', 'tag': '3b4ed482-d65d-46ed-bd10-0a9410f00c81'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:55.618420 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a15c01c-1c52-430e-984f-1fbf1aa2b6f7" -d '{"events": [{"server_uuid": "0123ad2a-ba35-4efe-91a4-ab2b3be35f8e", "name": "network-vif-deleted", "tag": "3b4ed482-d65d-46ed-bd10-0a9410f00c81"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:55.667295 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155e3432-00cf-426b-8b93-768bcf493d22 x-openstack-request-id: req-155e3432-00cf-426b-8b93-768bcf493d22 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:55.667584 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0123ad2a-ba35-4efe-91a4-ab2b3be35f8e", "name": "network-vif-deleted", "tag": "3b4ed482-d65d-46ed-bd10-0a9410f00c81", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:55.667826 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-155e3432-00cf-426b-8b93-768bcf493d22 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:55.668221 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0123ad2a-ba35-4efe-91a4-ab2b3be35f8e', 'name': 'network-vif-deleted', 'tag': '3b4ed482-d65d-46ed-bd10-0a9410f00c81', 'status': 'completed', 'code': 200} Nov 13 04:39:55.865879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76da5dd-da2b-48fa-a69e-db208884db71 req-cf177a37-ffab-40ec-b0b3-1518bb40b357 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:55.867879 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c76da5dd-da2b-48fa-a69e-db208884db71 req-cf177a37-ffab-40ec-b0b3-1518bb40b357 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.0725536 Nov 13 04:39:55.976164 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c76da5dd-da2b-48fa-a69e-db208884db71 req-6884c209-47dc-47fb-8486-b5b12c93c7f9 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008475 Nov 13 04:39:56.009720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec1d73-4265-441b-ac70-ee892ed6b4ca req-8f48b42f-5704-4ba1-81d1-2e9f7a8e0614 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:56.025987 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0ec1d73-4265-441b-ac70-ee892ed6b4ca req-8f48b42f-5704-4ba1-81d1-2e9f7a8e0614 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 948 time: 0.1069536 Nov 13 04:39:56.067364 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-4d920a55-ed70-44a0-b185-ec8ec916fb94 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0484ddf744b740ccb839123a39a7449a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929818 Nov 13 04:39:56.146388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d18e6360-0cef-49d2-9f71-a84be2d5244d up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:39:56.150983 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c8302ac7-f978-4af4-aa8e-b72cc85ecafa req-695398bf-b4c1-43af-b590-a0c2aca6a06d tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=0123ad2a-ba35-4efe-91a4-ab2b3be35f8e HTTP/1.1" status: 200 len: 210 time: 0.0388958 Nov 13 04:39:56.192968 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0ec1d73-4265-441b-ac70-ee892ed6b4ca req-cdf67fb5-3a53-492f-89d3-1d609fc6f2e4 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602411 Nov 13 04:39:56.235406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port d18e6360-0cef-49d2-9f71-a84be2d5244d completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:39:56.241444 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port d18e6360-0cef-49d2-9f71-a84be2d5244d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:39:56.242215 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:56.266662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-f5ad331a-3cca-4e61-ae85-ff199c757f6f tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:56.268279 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-f5ad331a-3cca-4e61-ae85-ff199c757f6f tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835194 Nov 13 04:39:56.332270 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:56.365858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-a88dea8b-a653-4a71-93fb-4f3629c2bfef tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Request body: {'port': {'device_id': '0d192158-6d39-42bc-b029-d73d378ab36f', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '0484ddf744b740ccb839123a39a7449a'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:56.389454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d18e6360-0cef-49d2-9f71-a84be2d5244d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d18e6360-0cef-49d2-9f71-a84be2d5244d,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:39:56.395860 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:56.473987 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9d4ec1-5df6-491f-b4b1-b12c271ca601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f089f6fe-b0e8-41b9-9fc5-ad24b02872d1'}, {'server_uuid': '66f00c38-6870-4d02-96b4-7a799cef63ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18e6360-0cef-49d2-9f71-a84be2d5244d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:56.476671 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdb3318-7c73-417a-9d4b-abe564d99893" -d '{"events": [{"server_uuid": "1c9d4ec1-5df6-491f-b4b1-b12c271ca601", "name": "network-vif-plugged", "status": "completed", "tag": "f089f6fe-b0e8-41b9-9fc5-ad24b02872d1"}, {"server_uuid": "66f00c38-6870-4d02-96b4-7a799cef63ba", "name": "network-vif-plugged", "status": "completed", "tag": "d18e6360-0cef-49d2-9f71-a84be2d5244d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:56.479647 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d18e6360-0cef-49d2-9f71-a84be2d5244d,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:56.550139 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c783d1-167d-4055-9565-eed0c48b394e x-openstack-request-id: req-40c783d1-167d-4055-9565-eed0c48b394e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:56.551178 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9d4ec1-5df6-491f-b4b1-b12c271ca601", "name": "network-vif-plugged", "status": "completed", "tag": "f089f6fe-b0e8-41b9-9fc5-ad24b02872d1", "code": 200}, {"server_uuid": "66f00c38-6870-4d02-96b4-7a799cef63ba", "name": "network-vif-plugged", "status": "completed", "tag": "d18e6360-0cef-49d2-9f71-a84be2d5244d", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:56.551178 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40c783d1-167d-4055-9565-eed0c48b394e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:56.551178 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9d4ec1-5df6-491f-b4b1-b12c271ca601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f089f6fe-b0e8-41b9-9fc5-ad24b02872d1', 'code': 200} Nov 13 04:39:56.551502 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f00c38-6870-4d02-96b4-7a799cef63ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18e6360-0cef-49d2-9f71-a84be2d5244d', 'code': 200} Nov 13 04:39:56.604289 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7a440-f3c2-4ba5-aaac-dd663e31a902 req-873dfb1b-9b8b-4688-9b3d-d5f694b8aa49 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:56.628129 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-17f7a440-f3c2-4ba5-aaac-dd663e31a902 req-873dfb1b-9b8b-4688-9b3d-d5f694b8aa49 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 945 time: 0.2735739 Nov 13 04:39:56.677346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-a88dea8b-a653-4a71-93fb-4f3629c2bfef tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Made reservation on behalf of 0484ddf744b740ccb839123a39a7449a for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:39:56.681224 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-a88dea8b-a653-4a71-93fb-4f3629c2bfef tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:56.700568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633cd25-0923-466d-8da6-c85d27398017 req-03cf50f1-8871-4edc-9d65-abb6cda0b5d4 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:56.724307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-17f7a440-f3c2-4ba5-aaac-dd663e31a902 req-a2bdb313-3a9c-44b4-b73b-2f5de3b76ac3 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902305 Nov 13 04:39:56.725458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a633cd25-0923-466d-8da6-c85d27398017 req-03cf50f1-8871-4edc-9d65-abb6cda0b5d4 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0975776 Nov 13 04:39:56.825265 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a633cd25-0923-466d-8da6-c85d27398017 req-2d4c966e-e0be-420d-a3e1-a3a7e6c31e51 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987017 Nov 13 04:39:56.903361 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4695a0b4-57dc-48bd-b0d1-bac77c39dcc2 req-c4045a61-d310-48de-93eb-45fed11c9b71 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 210 time: 0.0532362 Nov 13 04:39:56.911218 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb72cf-e612-4d4a-8a85-f8bfd4e53f51 req-15c24f73-c3ac-41d7-9073-bda23a87d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:56.912813 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3bbb72cf-e612-4d4a-8a85-f8bfd4e53f51 req-15c24f73-c3ac-41d7-9073-bda23a87d8e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 1100 time: 0.1216054 Nov 13 04:39:56.974247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439b681-594a-42a0-88fe-d70a09c2acea req-29e50997-f938-4aa3-948b-93080be3a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:56.975751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4439b681-594a-42a0-88fe-d70a09c2acea req-29e50997-f938-4aa3-948b-93080be3a3fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 1096 time: 0.1856356 Nov 13 04:39:57.016900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-a88dea8b-a653-4a71-93fb-4f3629c2bfef tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Allocated IP 192.168.233.51 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/061da254-e25b-43b8-bdca-bfcb7cb0ea37) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:39:57.043048 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3bbb72cf-e612-4d4a-8a85-f8bfd4e53f51 req-b5c0906a-8062-4c23-8af6-c842a010ec0e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952578 Nov 13 04:39:57.081876 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4439b681-594a-42a0-88fe-d70a09c2acea req-ee8a0e7c-f002-42ad-af8c-6db50ef7e40e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957105 Nov 13 04:39:57.131103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcac29d-4a68-409d-ac19-9d994181e785 req-4f921374-5be1-4e7a-9dac-66214fee08d6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:57.133190 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bdcac29d-4a68-409d-ac19-9d994181e785 req-4f921374-5be1-4e7a-9dac-66214fee08d6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.0638442 Nov 13 04:39:57.227300 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bdcac29d-4a68-409d-ac19-9d994181e785 req-080b43cc-b17b-454e-b622-4b228aa9e14a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871832 Nov 13 04:39:57.245812 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-a88dea8b-a653-4a71-93fb-4f3629c2bfef tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:57.296644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-a88dea8b-a653-4a71-93fb-4f3629c2bfef tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:57.331771 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1260c06f-f210-4b90-be67-896cb88572fa', 'c5ffd6ec-955a-43f0-a0b3-18057ccbfc45'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:57.336907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f680a574-022f-46b0-bb3b-425a9959b7f2', '06627902-a266-434c-be1b-4705c06afe9f', '4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b', 'fb1bb83a-42ae-495a-93ce-6e604342013e', 'd78f507d-4839-4fd1-ac8b-bfd7e1be064a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:39:57.389919 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dea8b-a653-4a71-93fb-4f3629c2bfef tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event updated for resources: {'Port': ['ID=061da254-e25b-43b8-bdca-bfcb7cb0ea37,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:57.395202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-a88dea8b-a653-4a71-93fb-4f3629c2bfef tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:39:57.407669 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17619d-8196-4142-a34b-5a83339d4946 req-0486687e-03ef-4429-90ed-78839f736314 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:57.409470 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d17619d-8196-4142-a34b-5a83339d4946 req-0486687e-03ef-4429-90ed-78839f736314 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 949 time: 0.1275098 Nov 13 04:39:57.415509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-a88dea8b-a653-4a71-93fb-4f3629c2bfef tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:39:57.420065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-a88dea8b-a653-4a71-93fb-4f3629c2bfef tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:39:57.430864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-a88dea8b-a653-4a71-93fb-4f3629c2bfef tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:57.434576 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-a88dea8b-a653-4a71-93fb-4f3629c2bfef tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:57.479086 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-a88dea8b-a653-4a71-93fb-4f3629c2bfef tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1224811 Nov 13 04:39:57.509707 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d17619d-8196-4142-a34b-5a83339d4946 req-1b26e9fc-3466-4d3d-b16b-e2315a02c527 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866032 Nov 13 04:39:57.513963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4e9b5-e55f-42b2-bdca-807d46085167 req-7ca9dc2d-8273-4012-9126-1c3617b255ad tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:57.522181 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ed4e9b5-e55f-42b2-bdca-807d46085167 req-7ca9dc2d-8273-4012-9126-1c3617b255ad tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 1097 time: 0.0559254 Nov 13 04:39:57.568645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ed4e9b5-e55f-42b2-bdca-807d46085167 req-e99cfc97-b365-46a0-99ca-11d8cea735af tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454741 Nov 13 04:39:57.729600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fe1d9-742d-43b5-943d-19d81d6413be req-b1d479c6-2ed0-421b-9f33-c74ff73895e9 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:57.732154 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-138fe1d9-742d-43b5-943d-19d81d6413be req-b1d479c6-2ed0-421b-9f33-c74ff73895e9 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 950 time: 0.0621710 Nov 13 04:39:57.818675 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-138fe1d9-742d-43b5-943d-19d81d6413be req-a4bfbb55-39d2-4e1c-8e8f-9352df5bc306 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624766 Nov 13 04:39:57.894562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949db7a-9617-4c41-87c2-453ccb475c44 req-55943b96-32d1-49ba-acd0-839fcc967455 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:57.903602 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1949db7a-9617-4c41-87c2-453ccb475c44 req-55943b96-32d1-49ba-acd0-839fcc967455 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 945 time: 0.0929301 Nov 13 04:39:57.950084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Request body: {'port': {'device_id': '0d192158-6d39-42bc-b029-d73d378ab36f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:39:57.959529 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1949db7a-9617-4c41-87c2-453ccb475c44 req-6a891cf9-b298-4f42-84b9-7c7f3ba78922 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549006 Nov 13 04:39:58.036419 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:58.066943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319f14-0b65-41b2-a812-32c37d0ca4ae req-d239f9a3-018e-46c8-8570-eb81c55f52f4 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:58.068493 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-25319f14-0b65-41b2-a812-32c37d0ca4ae req-d239f9a3-018e-46c8-8570-eb81c55f52f4 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0965562 Nov 13 04:39:58.134931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d977a4-128e-4b28-b954-fbf3aa3a6eed req-09d02f44-8967-40a1-8fda-a956f4913232 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:58.146710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0d977a4-128e-4b28-b954-fbf3aa3a6eed req-09d02f44-8967-40a1-8fda-a956f4913232 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 935 time: 0.0958495 Nov 13 04:39:58.200142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-25319f14-0b65-41b2-a812-32c37d0ca4ae req-fccb0848-a0f2-49fb-ad2f-6cf77b029de0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226151 Nov 13 04:39:58.210855 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0d977a4-128e-4b28-b954-fbf3aa3a6eed req-762263b3-7f1c-4411-a471-6c8fe0b2239c tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629606 Nov 13 04:39:58.295924 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:58.385162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061da254-e25b-43b8-bdca-bfcb7cb0ea37 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:39:58.393933 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:58.407632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Transition to ACTIVE for port object 061da254-e25b-43b8-bdca-bfcb7cb0ea37 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:39:58.413597 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:58.473566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e52438-047a-49be-8454-028591b21266 service neutron] Pushing event updated for resources: {'Port': ['ID=061da254-e25b-43b8-bdca-bfcb7cb0ea37,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:58.513029 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Attempting to bind port 061da254-e25b-43b8-bdca-bfcb7cb0ea37 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:39:58.513758 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Attempting to bind port 061da254-e25b-43b8-bdca-bfcb7cb0ea37 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:39:58.514088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Attempting to bind port 061da254-e25b-43b8-bdca-bfcb7cb0ea37 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:58.519559 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Port 061da254-e25b-43b8-bdca-bfcb7cb0ea37 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:39:58.519885 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Attempting to bind port 061da254-e25b-43b8-bdca-bfcb7cb0ea37 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:39:58.526991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:39:58.527325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:39:58.527700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:39:58.528268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Bound port: 061da254-e25b-43b8-bdca-bfcb7cb0ea37, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:39:58.528846 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:58.615446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] For port 061da254-e25b-43b8-bdca-bfcb7cb0ea37, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:39:58.619341 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] For port 061da254-e25b-43b8-bdca-bfcb7cb0ea37, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=061da254-e25b-43b8-bdca-bfcb7cb0ea37,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:39:58.631636 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:58.633514 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:58.664369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8b200-6734-4086-8484-fb5cd704af84 req-9988ade7-522a-4ea8-b80d-e7e2b07caefd tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:58.671557 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9aa8b200-6734-4086-8484-fb5cd704af84 req-9988ade7-522a-4ea8-b80d-e7e2b07caefd tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 949 time: 0.0826592 Nov 13 04:39:58.688535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:58.689327 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:39:58.690715 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-91e52438-047a-49be-8454-028591b21266 service neutron] 10.222.0.46 "PUT /v2.0/ports/061da254-e25b-43b8-bdca-bfcb7cb0ea37 HTTP/1.1" status: 200 len: 1095 time: 0.7475483 Nov 13 04:39:58.691273 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d192158-6d39-42bc-b029-d73d378ab36f', 'tag': '061da254-e25b-43b8-bdca-bfcb7cb0ea37'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:39:58.693784 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fca02c-0e83-4f5b-a5a0-a030f608ce8b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d192158-6d39-42bc-b029-d73d378ab36f", "tag": "061da254-e25b-43b8-bdca-bfcb7cb0ea37"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:39:58.737789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e52438-047a-49be-8454-028591b21266 service neutron] Pushing event updated for resources: {'Port': ['ID=061da254-e25b-43b8-bdca-bfcb7cb0ea37,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:39:58.758836 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9aa8b200-6734-4086-8484-fb5cd704af84 req-961b066f-f9c4-41a0-989f-ff1efcc76785 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860703 Nov 13 04:39:58.835381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-9fa627e5-4077-4205-870b-8b3a3ed8d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:58.837128 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-9fa627e5-4077-4205-870b-8b3a3ed8d9b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 1098 time: 0.0671532 Nov 13 04:39:58.935759 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccb4f6c-d9ea-428d-8f85-6a0b961ad03b x-openstack-request-id: req-cccb4f6c-d9ea-428d-8f85-6a0b961ad03b {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:39:58.936051 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d192158-6d39-42bc-b029-d73d378ab36f", "tag": "061da254-e25b-43b8-bdca-bfcb7cb0ea37", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:39:58.936298 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cccb4f6c-d9ea-428d-8f85-6a0b961ad03b {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:39:58.936697 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d192158-6d39-42bc-b029-d73d378ab36f', 'tag': '061da254-e25b-43b8-bdca-bfcb7cb0ea37', 'status': 'completed', 'code': 200} Nov 13 04:39:58.938064 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-cd443f9e-a88f-42b9-81ec-41d856acc444 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=061da254-e25b-43b8-bdca-bfcb7cb0ea37 HTTP/1.1" status: 200 len: 217 time: 0.0750873 Nov 13 04:39:59.130233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db4178-40b0-4e9d-bdc0-e24cdfd7488b req-e57f8f5a-51b8-41fe-906c-9919bfe88b49 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:59.130583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-0bd5d2d6-5337-4cd3-861e-7b5637d25da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:59.132229 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6db4178-40b0-4e9d-bdc0-e24cdfd7488b req-e57f8f5a-51b8-41fe-906c-9919bfe88b49 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 950 time: 0.0730281 Nov 13 04:39:59.132424 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-0bd5d2d6-5337-4cd3-861e-7b5637d25da1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1291804 Nov 13 04:39:59.184621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5aed93-f5a0-4c73-aa32-09398f237857 req-8b41ad88-1e41-4dee-b23a-9289312cd3c8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:59.187997 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fc5aed93-f5a0-4c73-aa32-09398f237857 req-8b41ad88-1e41-4dee-b23a-9289312cd3c8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 945 time: 0.1071553 Nov 13 04:39:59.216710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6db4178-40b0-4e9d-bdc0-e24cdfd7488b req-2a23c2a3-643d-4050-b7e4-1160d3f4804e tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735555 Nov 13 04:39:59.285850 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fc5aed93-f5a0-4c73-aa32-09398f237857 req-a03d1d15-05e0-47b8-aa69-1cd703d423fd tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903311 Nov 13 04:39:59.367003 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2c7dd-b899-448c-8886-448a0cf3c9fe req-71f4a1c9-8dc5-4f27-a76e-793fa7c03d43 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:59.367003 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-52e2c7dd-b899-448c-8886-448a0cf3c9fe req-71f4a1c9-8dc5-4f27-a76e-793fa7c03d43 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0738027 Nov 13 04:39:59.418408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf435a-be01-4764-80c0-e16adc72dad1 req-ce47c07a-071c-4241-996e-2fed978793a2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:59.420102 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4cf435a-be01-4764-80c0-e16adc72dad1 req-ce47c07a-071c-4241-996e-2fed978793a2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 947 time: 0.0653422 Nov 13 04:39:59.435935 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-52e2c7dd-b899-448c-8886-448a0cf3c9fe req-12578212-87f3-4492-98e0-8cd6da4189e5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584648 Nov 13 04:39:59.505756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4cf435a-be01-4764-80c0-e16adc72dad1 req-5bf1ff26-b177-4648-8e95-b5c8261271e2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789642 Nov 13 04:39:59.518323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-3e35511b-72d7-4f90-b576-1eddd145c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:59.520252 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-3e35511b-72d7-4f90-b576-1eddd145c09c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708239 Nov 13 04:39:59.651241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 3b4ed482-d65d-46ed-bd10-0a9410f00c81 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:39:59.675894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 3b4ed482-d65d-46ed-bd10-0a9410f00c81 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:39:59.676476 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 3b4ed482-d65d-46ed-bd10-0a9410f00c81 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:39:59.702759 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-09988934-4ba8-42ce-96d7-355e8ff774af service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217418 Nov 13 04:39:59.740321 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d5f5f-98bf-486c-ab09-7a52bce1dc8d req-dacfb5c0-21be-4c5e-8e7b-a55a8f68276b tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:39:59.743350 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a5d5f5f-98bf-486c-ab09-7a52bce1dc8d req-dacfb5c0-21be-4c5e-8e7b-a55a8f68276b tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 950 time: 0.0635047 Nov 13 04:39:59.940570 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b65ef3c6-9c5e-42fc-b8c8-0c1c8f6a9b7d req-9a0d5418-99a4-48bb-9462-8acdc6592a88 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746402 Nov 13 04:39:59.945102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4a5d5f5f-98bf-486c-ab09-7a52bce1dc8d req-4aa57da4-9412-46bb-a032-1d9ae75082b0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Deleting port da2bcd63-2da4-4011-9eae-8e1b15076227 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:39:59.946158 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a5d5f5f-98bf-486c-ab09-7a52bce1dc8d req-4aa57da4-9412-46bb-a032-1d9ae75082b0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:00.019335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2405f3d-cc19-41e6-bbb2-83b06951fa81 req-603081bc-9b71-4fc5-b3a7-98b47ba39f09 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:00.020870 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2405f3d-cc19-41e6-bbb2-83b06951fa81 req-603081bc-9b71-4fc5-b3a7-98b47ba39f09 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 949 time: 0.1795647 Nov 13 04:40:00.107814 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2405f3d-cc19-41e6-bbb2-83b06951fa81 req-9909e29b-98fe-401b-a8a0-ea8706dfe035 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780773 Nov 13 04:40:00.120637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4a5d5f5f-98bf-486c-ab09-7a52bce1dc8d req-4aa57da4-9412-46bb-a032-1d9ae75082b0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] For port da2bcd63-2da4-4011-9eae-8e1b15076227, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=da2bcd63-2da4-4011-9eae-8e1b15076227,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:00.121293 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a5d5f5f-98bf-486c-ab09-7a52bce1dc8d req-4aa57da4-9412-46bb-a032-1d9ae75082b0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:00.147568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4a5d5f5f-98bf-486c-ab09-7a52bce1dc8d req-4aa57da4-9412-46bb-a032-1d9ae75082b0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Calling delete_port for da2bcd63-2da4-4011-9eae-8e1b15076227 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:00.172015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fca02c-0e83-4f5b-a5a0-a030f608ce8b req-c0cc73c1-1554-4c75-bf59-4ba8f913ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:00.173402 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-19fca02c-0e83-4f5b-a5a0-a030f608ce8b req-c0cc73c1-1554-4c75-bf59-4ba8f913ae85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0484ddf744b740ccb839123a39a7449a&device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 1098 time: 0.0521848 Nov 13 04:40:00.330283 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a5d5f5f-98bf-486c-ab09-7a52bce1dc8d req-4aa57da4-9412-46bb-a032-1d9ae75082b0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:00.374983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa57da4-9412-46bb-a032-1d9ae75082b0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Pushing event deleted for resources: {'Port': ['ID=da2bcd63-2da4-4011-9eae-8e1b15076227,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:00.406691 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fdd43dc9-23ca-4dda-acaa-975f5e6a0b1c req-8b50f726-b032-493c-b36f-a1c561272343 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a6985-861c-44da-8927-ec31e6ac1c2b HTTP/1.1" status: 200 len: 210 time: 0.0314517 Nov 13 04:40:00.424493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fca02c-0e83-4f5b-a5a0-a030f608ce8b req-030f2202-fb2f-4370-9304-cdcb33e81a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:00.426463 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-19fca02c-0e83-4f5b-a5a0-a030f608ce8b req-030f2202-fb2f-4370-9304-cdcb33e81a6e service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2450490 Nov 13 04:40:00.443363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5d5f5f-98bf-486c-ab09-7a52bce1dc8d req-4aa57da4-9412-46bb-a032-1d9ae75082b0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] No DVR routers for this DVR port da2bcd63-2da4-4011-9eae-8e1b15076227 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:00.446721 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a5d5f5f-98bf-486c-ab09-7a52bce1dc8d req-4aa57da4-9412-46bb-a032-1d9ae75082b0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:00.450480 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a5d5f5f-98bf-486c-ab09-7a52bce1dc8d req-4aa57da4-9412-46bb-a032-1d9ae75082b0 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.36 "DELETE /v2.0/ports/da2bcd63-2da4-4011-9eae-8e1b15076227 HTTP/1.1" status: 204 len: 173 time: 0.6996808 Nov 13 04:40:00.451065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5a6985-861c-44da-8927-ec31e6ac1c2b', 'name': 'network-vif-deleted', 'tag': 'da2bcd63-2da4-4011-9eae-8e1b15076227'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:00.453700 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c15695-581e-470e-99d5-7905d64f1b2e" -d '{"events": [{"server_uuid": "9c5a6985-861c-44da-8927-ec31e6ac1c2b", "name": "network-vif-deleted", "tag": "da2bcd63-2da4-4011-9eae-8e1b15076227"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:00.507098 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-19fca02c-0e83-4f5b-a5a0-a030f608ce8b req-bfc2eaf4-b665-43ec-a037-6a3d1bc8599d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=061da254-e25b-43b8-bdca-bfcb7cb0ea37 HTTP/1.1" status: 200 len: 217 time: 0.0685971 Nov 13 04:40:00.610067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fca02c-0e83-4f5b-a5a0-a030f608ce8b req-9bb5432e-a059-410d-8c12-b6be4479e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:00.611759 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-19fca02c-0e83-4f5b-a5a0-a030f608ce8b req-9bb5432e-a059-410d-8c12-b6be4479e98d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0643866 Nov 13 04:40:00.632592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395bb80-ae7a-43b6-8e49-1bd05f424888 req-ab7c1935-d57e-4017-a32d-7f736827daa5 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:00.640046 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8395bb80-ae7a-43b6-8e49-1bd05f424888 req-ab7c1935-d57e-4017-a32d-7f736827daa5 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 945 time: 0.1028130 Nov 13 04:40:00.716020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fca02c-0e83-4f5b-a5a0-a030f608ce8b req-e7c63c5e-f7ad-4506-a1d0-126bf02a9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:00.717511 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-19fca02c-0e83-4f5b-a5a0-a030f608ce8b req-e7c63c5e-f7ad-4506-a1d0-126bf02a9974 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952253 Nov 13 04:40:00.732095 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8395bb80-ae7a-43b6-8e49-1bd05f424888 req-ca79cbe9-12ef-445f-967f-01782c867140 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911064 Nov 13 04:40:00.802584 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b36613-c66f-4af5-98d8-4edbf94aab9b x-openstack-request-id: req-03b36613-c66f-4af5-98d8-4edbf94aab9b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:00.803140 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5a6985-861c-44da-8927-ec31e6ac1c2b", "name": "network-vif-deleted", "tag": "da2bcd63-2da4-4011-9eae-8e1b15076227", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:00.803140 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03b36613-c66f-4af5-98d8-4edbf94aab9b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:00.803621 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5a6985-861c-44da-8927-ec31e6ac1c2b', 'name': 'network-vif-deleted', 'tag': 'da2bcd63-2da4-4011-9eae-8e1b15076227', 'status': 'completed', 'code': 200} Nov 13 04:40:00.844041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['da2bcd63-2da4-4011-9eae-8e1b15076227', '004030af-1f68-46eb-9aff-8eb326806744'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:00.970357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7536803-a909-4d48-9179-02a5e90c7328 req-3643ee2d-262c-444f-aee1-37ae9820cc78 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:00.979411 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c7536803-a909-4d48-9179-02a5e90c7328 req-3643ee2d-262c-444f-aee1-37ae9820cc78 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.1171365 Nov 13 04:40:01.000303 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-19fca02c-0e83-4f5b-a5a0-a030f608ce8b req-7e823bd2-2dcb-4ea4-b36f-74f84b65f49e service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607200 Nov 13 04:40:01.036923 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e55ad-874c-4a7b-a632-61b16242f17b req-635f2992-3c5a-4ea9-96e1-e3f267a6a452 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:01.062283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f6e55ad-874c-4a7b-a632-61b16242f17b req-635f2992-3c5a-4ea9-96e1-e3f267a6a452 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 947 time: 0.1610785 Nov 13 04:40:01.094881 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c7536803-a909-4d48-9179-02a5e90c7328 req-bf0494a8-3eff-48bf-9cec-19aaba72e3f5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089516 Nov 13 04:40:01.260474 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-98f89119-6ea5-41a0-a36f-c5f23b4c8bcc req-2988158a-c6c3-4f9c-b8a3-d2ed25f22f81 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-71675869&fields=id&tenant_id=15140f09689e4eeeb930615e271fa05a HTTP/1.1" status: 200 len: 267 time: 0.0610149 Nov 13 04:40:01.292730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f6e55ad-874c-4a7b-a632-61b16242f17b req-4dbfe89e-3406-4a9d-8e92-7024a44115af tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290020 Nov 13 04:40:01.370380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f89119-6ea5-41a0-a36f-c5f23b4c8bcc req-d3dbb71d-ec88-4c50-9bb8-f02bdb114e59 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:01.383050 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-19fca02c-0e83-4f5b-a5a0-a030f608ce8b req-041a8600-369f-4ac4-9de5-da70b7b700a8 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165894 Nov 13 04:40:01.390093 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-98f89119-6ea5-41a0-a36f-c5f23b4c8bcc req-d3dbb71d-ec88-4c50-9bb8-f02bdb114e59 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 945 time: 0.1285253 Nov 13 04:40:01.402335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-98f89119-6ea5-41a0-a36f-c5f23b4c8bcc req-50aa9a25-ca18-4c74-bccc-49a651d75c0d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'port': {'security_groups': ['5ecc5897-ab39-46f0-be5a-1abaf7967889', 'b3743a9b-c31e-419c-8f4c-738747668b34']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:01.478980 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-98f89119-6ea5-41a0-a36f-c5f23b4c8bcc req-50aa9a25-ca18-4c74-bccc-49a651d75c0d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:01.610217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2668a4-cd00-4b1a-a314-5b6d9da7f9dc req-8abb57be-53fc-48d5-9dea-a0487dfd3d49 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:01.612383 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4c2668a4-cd00-4b1a-a314-5b6d9da7f9dc req-8abb57be-53fc-48d5-9dea-a0487dfd3d49 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 949 time: 0.0899727 Nov 13 04:40:01.678480 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4c2668a4-cd00-4b1a-a314-5b6d9da7f9dc req-44cfde36-2b29-4bfe-a71b-4d287bca15f3 tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584865 Nov 13 04:40:01.718272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-98f89119-6ea5-41a0-a36f-c5f23b4c8bcc req-50aa9a25-ca18-4c74-bccc-49a651d75c0d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] For port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1,segment=NetworkSegment(fb866a57-a0ae-4609-98b7-fcbff9299fdf),segment_id=fb866a57-a0ae-4609-98b7-fcbff9299fdf)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:01.780490 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-98f89119-6ea5-41a0-a36f-c5f23b4c8bcc req-50aa9a25-ca18-4c74-bccc-49a651d75c0d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:01.787534 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-98f89119-6ea5-41a0-a36f-c5f23b4c8bcc req-50aa9a25-ca18-4c74-bccc-49a651d75c0d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:01.842742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5ac37b11-7ac6-495b-a75a-4b391dd43335', 'f089f6fe-b0e8-41b9-9fc5-ad24b02872d1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:01.861530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f89119-6ea5-41a0-a36f-c5f23b4c8bcc req-50aa9a25-ca18-4c74-bccc-49a651d75c0d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:01.863539 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-98f89119-6ea5-41a0-a36f-c5f23b4c8bcc req-50aa9a25-ca18-4c74-bccc-49a651d75c0d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:01.865367 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-98f89119-6ea5-41a0-a36f-c5f23b4c8bcc req-50aa9a25-ca18-4c74-bccc-49a651d75c0d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "PUT /v2.0/ports/f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 HTTP/1.1" status: 200 len: 981 time: 0.4744372 Nov 13 04:40:01.930415 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa9a25-ca18-4c74-bccc-49a651d75c0d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'Port': ['ID=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:02.053716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7af9e2a2-2343-4512-b220-1c780712bf65 req-661275a9-3bed-4726-8d61-ea4776c0012a tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/b3743a9b-c31e-419c-8f4c-738747668b34 HTTP/1.1" status: 200 len: 1816 time: 0.0905969 Nov 13 04:40:02.163377 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-7af9e2a2-2343-4512-b220-1c780712bf65 req-9815d2e3-5f9d-4ab2-a3c5-081b32d6b367 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 13 04:40:02.163377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7af9e2a2-2343-4512-b220-1c780712bf65 req-9815d2e3-5f9d-4ab2-a3c5-081b32d6b367 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "DELETE /v2.0/security-groups/b3743a9b-c31e-419c-8f4c-738747668b34 HTTP/1.1" status: 409 len: 341 time: 0.0958200 Nov 13 04:40:02.230572 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['f089f6fe-b0e8-41b9-9fc5-ad24b02872d1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:02.305861 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381c42f-8fe4-4b16-b867-00bef420cf61 req-3085df74-9172-45b2-945f-62146075079b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:02.314643 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e381c42f-8fe4-4b16-b867-00bef420cf61 req-3085df74-9172-45b2-945f-62146075079b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0708063 Nov 13 04:40:02.333223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2032ad-f128-4a5d-92d9-3167c37d8f89 req-379e859b-799a-4196-82d9-f0ee1b9c478f tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:02.334785 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a2032ad-f128-4a5d-92d9-3167c37d8f89 req-379e859b-799a-4196-82d9-f0ee1b9c478f tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 950 time: 0.0975139 Nov 13 04:40:02.379035 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e381c42f-8fe4-4b16-b867-00bef420cf61 req-0f7730a6-993c-48a6-8f4f-727558703cf8 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580595 Nov 13 04:40:02.439627 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a2032ad-f128-4a5d-92d9-3167c37d8f89 req-8404fe01-eece-4c3f-8a43-0d206b00c91f tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974014 Nov 13 04:40:02.702068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9db6d8-8ecd-4860-aa62-3a77c3447f58 req-a77c6389-033f-4d8b-8e6d-94b8f34672e1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:02.703693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd9db6d8-8ecd-4860-aa62-3a77c3447f58 req-a77c6389-033f-4d8b-8e6d-94b8f34672e1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 947 time: 0.0535145 Nov 13 04:40:02.810159 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd9db6d8-8ecd-4860-aa62-3a77c3447f58 req-0de802bf-6634-4e9a-8dda-96abe0679bae tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954263 Nov 13 04:40:02.812010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d61319-a784-46d8-9256-f28d235b322b req-1bc42583-11c3-414f-9235-a6f4780097e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:02.813635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9d4ec1-5df6-491f-b4b1-b12c271ca601', 'tag': 'f089f6fe-b0e8-41b9-9fc5-ad24b02872d1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:02.814160 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0d61319-a784-46d8-9256-f28d235b322b req-1bc42583-11c3-414f-9235-a6f4780097e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15140f09689e4eeeb930615e271fa05a&device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 1135 time: 0.0644929 Nov 13 04:40:02.817139 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbd00ac-2a9c-44dd-a873-470ab6fe009a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9d4ec1-5df6-491f-b4b1-b12c271ca601", "tag": "f089f6fe-b0e8-41b9-9fc5-ad24b02872d1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:02.945338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4907dc2-ccfb-4645-90d7-9189f04b1069 req-ed0bf423-b54b-4dcd-9db4-048cbfacd5be tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:02.950389 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4907dc2-ccfb-4645-90d7-9189f04b1069 req-ed0bf423-b54b-4dcd-9db4-048cbfacd5be tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 984 time: 0.0662155 Nov 13 04:40:02.951184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d61319-a784-46d8-9256-f28d235b322b req-8515c398-6d3f-449f-8e88-89cfa6980654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:02.954083 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0d61319-a784-46d8-9256-f28d235b322b req-8515c398-6d3f-449f-8e88-89cfa6980654 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e1db2e5-cbdf-462d-bdea-a8913685430c HTTP/1.1" status: 200 len: 913 time: 0.1295629 Nov 13 04:40:02.993851 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8084f1-db9d-4667-8157-43d883a7309a x-openstack-request-id: req-bf8084f1-db9d-4667-8157-43d883a7309a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:02.994138 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9d4ec1-5df6-491f-b4b1-b12c271ca601", "tag": "f089f6fe-b0e8-41b9-9fc5-ad24b02872d1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:02.994387 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf8084f1-db9d-4667-8157-43d883a7309a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:02.994770 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9d4ec1-5df6-491f-b4b1-b12c271ca601', 'tag': 'f089f6fe-b0e8-41b9-9fc5-ad24b02872d1', 'status': 'completed', 'code': 200} Nov 13 04:40:03.020117 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4907dc2-ccfb-4645-90d7-9189f04b1069 req-19a83e56-bf8e-4589-a999-56934d3b9d5c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3743a9b-c31e-419c-8f4c-738747668b34&id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0644855 Nov 13 04:40:03.111193 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0d61319-a784-46d8-9256-f28d235b322b req-104fb4af-6fdf-483b-8331-c6846d99a9a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 HTTP/1.1" status: 200 len: 217 time: 0.0401759 Nov 13 04:40:03.131575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abad16-2a4f-43b7-a601-4abb2a1c4c7e req-4b656378-dafe-4435-ac07-e0b802916a6d tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:03.135330 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93abad16-2a4f-43b7-a601-4abb2a1c4c7e req-4b656378-dafe-4435-ac07-e0b802916a6d tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 949 time: 0.0921469 Nov 13 04:40:03.204658 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d61319-a784-46d8-9256-f28d235b322b req-1e866668-bd22-408f-a298-132a8f128a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:03.205974 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0d61319-a784-46d8-9256-f28d235b322b req-1e866668-bd22-408f-a298-132a8f128a1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26b5cb9d-0851-4257-a4fe-0f49378991e6 HTTP/1.1" status: 200 len: 852 time: 0.0695302 Nov 13 04:40:03.224989 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93abad16-2a4f-43b7-a601-4abb2a1c4c7e req-fa6ad900-f65c-4ab7-bc12-527a6a5e888a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807548 Nov 13 04:40:03.244150 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0d61319-a784-46d8-9256-f28d235b322b req-69c7442b-2d99-4adb-a360-d171d0a58eed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e1db2e5-cbdf-462d-bdea-a8913685430c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294325 Nov 13 04:40:03.337642 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0d61319-a784-46d8-9256-f28d235b322b req-d88822e4-2e33-46eb-b89a-15c354f3d0b0 service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849996 Nov 13 04:40:03.440763 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0d61319-a784-46d8-9256-f28d235b322b req-abe0648f-992d-4951-aeef-923811d487f9 service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905416 Nov 13 04:40:03.490108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1870192-1c2c-4ff5-bcad-d97eef7e63fb req-1ecd59d8-1b5e-41ec-b4b6-35146d222b89 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:03.492099 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a1870192-1c2c-4ff5-bcad-d97eef7e63fb req-1ecd59d8-1b5e-41ec-b4b6-35146d222b89 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0533512 Nov 13 04:40:03.545243 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a1870192-1c2c-4ff5-bcad-d97eef7e63fb req-3238294d-a57c-463d-9e95-61c38defd675 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475512 Nov 13 04:40:03.606405 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a30c8-3526-40ff-b42a-4da165863f4f req-d0eff59c-3318-4bc2-a596-fa62234ea89c tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:03.614115 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c5a30c8-3526-40ff-b42a-4da165863f4f req-d0eff59c-3318-4bc2-a596-fa62234ea89c tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 950 time: 0.0950065 Nov 13 04:40:03.623311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd00ac-2a9c-44dd-a873-470ab6fe009a req-bbd52a7f-6ce2-4ae1-a7ab-9737daa36880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:03.625320 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3bbd00ac-2a9c-44dd-a873-470ab6fe009a req-bbd52a7f-6ce2-4ae1-a7ab-9737daa36880 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15140f09689e4eeeb930615e271fa05a&device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 1135 time: 0.0734768 Nov 13 04:40:03.679035 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device da2bcd63-2da4-4011-9eae-8e1b15076227 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:03.703985 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: da2bcd63-2da4-4011-9eae-8e1b15076227 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:03.704414 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device da2bcd63-2da4-4011-9eae-8e1b15076227 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:03.716708 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c5a30c8-3526-40ff-b42a-4da165863f4f req-04ec8253-df8e-4191-aee6-bba247c23111 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016188 Nov 13 04:40:03.745323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd00ac-2a9c-44dd-a873-470ab6fe009a req-052528e7-f757-45bd-bbe7-8b5f0e592793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:03.746774 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3bbd00ac-2a9c-44dd-a873-470ab6fe009a req-052528e7-f757-45bd-bbe7-8b5f0e592793 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e1db2e5-cbdf-462d-bdea-a8913685430c HTTP/1.1" status: 200 len: 913 time: 0.1115923 Nov 13 04:40:03.801100 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3bbd00ac-2a9c-44dd-a873-470ab6fe009a req-fb115346-4f4e-496c-9252-ba4b2bc16cee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 HTTP/1.1" status: 200 len: 217 time: 0.0371754 Nov 13 04:40:03.858595 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd00ac-2a9c-44dd-a873-470ab6fe009a req-23dc91b4-5bf0-4e1b-bf5d-6e6dd1f56b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:03.859862 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3bbd00ac-2a9c-44dd-a873-470ab6fe009a req-23dc91b4-5bf0-4e1b-bf5d-6e6dd1f56b2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26b5cb9d-0851-4257-a4fe-0f49378991e6 HTTP/1.1" status: 200 len: 852 time: 0.0517485 Nov 13 04:40:03.902877 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3bbd00ac-2a9c-44dd-a873-470ab6fe009a req-b1f2874e-18e3-4d1d-b738-177395f669f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e1db2e5-cbdf-462d-bdea-a8913685430c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313740 Nov 13 04:40:04.009952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db093b12-6991-4dad-99e9-9631c5f6b4e8 req-67545e51-8537-4a26-b821-90ec87f6ae03 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:04.012906 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db093b12-6991-4dad-99e9-9631c5f6b4e8 req-67545e51-8537-4a26-b821-90ec87f6ae03 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 947 time: 0.1132398 Nov 13 04:40:04.050188 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3bbd00ac-2a9c-44dd-a873-470ab6fe009a req-51a45e21-b5fa-4531-81db-4dfae71ab905 service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382046 Nov 13 04:40:04.080603 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db093b12-6991-4dad-99e9-9631c5f6b4e8 req-21668025-fc7e-4385-b154-fb6cb5ed33e4 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557189 Nov 13 04:40:04.120612 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfbb3-3654-41cd-b510-d9b49b0301ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:04.166453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a86040-8441-4b63-9670-75797bf8109f req-4bb3685a-310c-4ba4-8337-0f501f7ead31 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:04.168244 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-95a86040-8441-4b63-9670-75797bf8109f req-4bb3685a-310c-4ba4-8337-0f501f7ead31 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 984 time: 0.0557060 Nov 13 04:40:04.176207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 061da254-e25b-43b8-bdca-bfcb7cb0ea37 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:40:04.261167 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3bbd00ac-2a9c-44dd-a873-470ab6fe009a req-96e1b484-6b6f-421f-ab78-60ff9f3fc774 service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241586 Nov 13 04:40:04.284170 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-95a86040-8441-4b63-9670-75797bf8109f req-21e7897a-666a-429f-bedd-bccb013dca99 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3743a9b-c31e-419c-8f4c-738747668b34&id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0987577 Nov 13 04:40:04.333181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 061da254-e25b-43b8-bdca-bfcb7cb0ea37, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=061da254-e25b-43b8-bdca-bfcb7cb0ea37,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:04.349865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '061da254-e25b-43b8-bdca-bfcb7cb0ea37', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '061da254-e25b-43b8-bdca-bfcb7cb0ea37', 'mac_address': 'fa:16:3e:82:e2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:40:04.389611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a76d4a-5b47-493f-892e-0e4a45a0b4ae req-9b117fff-99f0-45e9-9544-b10d46b6915f tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:04.389845 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:04.391447 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34a76d4a-5b47-493f-892e-0e4a45a0b4ae req-9b117fff-99f0-45e9-9544-b10d46b6915f tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 949 time: 0.0560689 Nov 13 04:40:04.403643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061da254-e25b-43b8-bdca-bfcb7cb0ea37 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:40:04.439317 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 061da254-e25b-43b8-bdca-bfcb7cb0ea37, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=061da254-e25b-43b8-bdca-bfcb7cb0ea37,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:04.446890 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:04.474366 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d87d1a-b5b8-4086-9e01-1c75f0e809b0 req-2ecdb6b5-7741-43fb-a4fa-328e929ed0f7 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:04.476446 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1d87d1a-b5b8-4086-9e01-1c75f0e809b0 req-2ecdb6b5-7741-43fb-a4fa-328e929ed0f7 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.36 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 950 time: 0.0622270 Nov 13 04:40:04.500445 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=061da254-e25b-43b8-bdca-bfcb7cb0ea37,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:04.509720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:04.510072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:04.510374 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:04.510699 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:04.511054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:04.511583 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:04.512025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:04.512328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:04.512642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:04.512953 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:04.513267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:04.513576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:04.587106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b1d87d1a-b5b8-4086-9e01-1c75f0e809b0 req-75d70be0-3b4b-4dea-a231-57dedff70248 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Deleting port 004030af-1f68-46eb-9aff-8eb326806744 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:04.587703 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b1d87d1a-b5b8-4086-9e01-1c75f0e809b0 req-75d70be0-3b4b-4dea-a231-57dedff70248 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:04.722809 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34a76d4a-5b47-493f-892e-0e4a45a0b4ae req-ec088948-622a-4c4e-9fb0-dd97b795c82a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddbb6a12-61e3-47b5-8834-dd6f5622a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250592 Nov 13 04:40:04.732396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338b08-5299-46ce-b03f-faaed005c087 req-6426b49d-69e6-46e8-b1b1-01ceecb29817 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:04.734520 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f338b08-5299-46ce-b03f-faaed005c087 req-6426b49d-69e6-46e8-b1b1-01ceecb29817 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0821753 Nov 13 04:40:04.736751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b1d87d1a-b5b8-4086-9e01-1c75f0e809b0 req-75d70be0-3b4b-4dea-a231-57dedff70248 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] For port 004030af-1f68-46eb-9aff-8eb326806744, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=004030af-1f68-46eb-9aff-8eb326806744,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:04.737315 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b1d87d1a-b5b8-4086-9e01-1c75f0e809b0 req-75d70be0-3b4b-4dea-a231-57dedff70248 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:04.768326 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b1d87d1a-b5b8-4086-9e01-1c75f0e809b0 req-75d70be0-3b4b-4dea-a231-57dedff70248 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Calling delete_port for 004030af-1f68-46eb-9aff-8eb326806744 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:04.849972 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764807f-784e-430e-8997-14f6e998f754 req-f5903063-7840-4329-aee1-e8bfdf70586a tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:04.852010 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f764807f-784e-430e-8997-14f6e998f754 req-f5903063-7840-4329-aee1-e8bfdf70586a tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14a89a6-2826-4ffe-8b4e-dbacdb1235d4 HTTP/1.1" status: 200 len: 950 time: 0.0539618 Nov 13 04:40:04.852303 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f338b08-5299-46ce-b03f-faaed005c087 req-42d46f12-9c4c-4440-a38c-b630fa8b0cbf tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101663 Nov 13 04:40:04.931074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f764807f-784e-430e-8997-14f6e998f754 req-cae9dfa5-0f90-455a-9b6d-4733b94d5714 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.43 "GET /v2.0/security-groups?id=d42b7910-545b-4076-b1db-ae1e067bdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666897 Nov 13 04:40:04.949996 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b1d87d1a-b5b8-4086-9e01-1c75f0e809b0 req-75d70be0-3b4b-4dea-a231-57dedff70248 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:04.980464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d70be0-3b4b-4dea-a231-57dedff70248 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Pushing event deleted for resources: {'Port': ['ID=004030af-1f68-46eb-9aff-8eb326806744,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:04.989673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['004030af-1f68-46eb-9aff-8eb326806744'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:05.032433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d87d1a-b5b8-4086-9e01-1c75f0e809b0 req-75d70be0-3b4b-4dea-a231-57dedff70248 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] No DVR routers for this DVR port 004030af-1f68-46eb-9aff-8eb326806744 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:05.035990 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b1d87d1a-b5b8-4086-9e01-1c75f0e809b0 req-75d70be0-3b4b-4dea-a231-57dedff70248 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:05.040540 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1d87d1a-b5b8-4086-9e01-1c75f0e809b0 req-75d70be0-3b4b-4dea-a231-57dedff70248 tempest-ServersAdminTestJSON-1855978217 tempest-ServersAdminTestJSON-1855978217-project] 10.222.0.36 "DELETE /v2.0/ports/004030af-1f68-46eb-9aff-8eb326806744 HTTP/1.1" status: 204 len: 173 time: 0.5566275 Nov 13 04:40:05.041288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'name': 'network-vif-deleted', 'tag': '004030af-1f68-46eb-9aff-8eb326806744'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:05.043961 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ca0519-df74-417c-a9a1-b96987bd4a76" -d '{"events": [{"server_uuid": "d14a89a6-2826-4ffe-8b4e-dbacdb1235d4", "name": "network-vif-deleted", "tag": "004030af-1f68-46eb-9aff-8eb326806744"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:05.095251 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b37818-3c53-493e-b659-a15b7d1b95c0 x-openstack-request-id: req-15b37818-3c53-493e-b659-a15b7d1b95c0 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:05.095599 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14a89a6-2826-4ffe-8b4e-dbacdb1235d4", "name": "network-vif-deleted", "tag": "004030af-1f68-46eb-9aff-8eb326806744", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:05.095844 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15b37818-3c53-493e-b659-a15b7d1b95c0 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:05.096229 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14a89a6-2826-4ffe-8b4e-dbacdb1235d4', 'name': 'network-vif-deleted', 'tag': '004030af-1f68-46eb-9aff-8eb326806744', 'status': 'completed', 'code': 200} Nov 13 04:40:05.270617 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['061da254-e25b-43b8-bdca-bfcb7cb0ea37'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:05.281906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad407831-1896-43c7-a487-58411ef3a49f req-efc26ea2-c39a-48ad-b3b8-3b12b1bd6baf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:05.282479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037616a2-3151-4ebe-93a0-b83d85c506db req-b32f79fa-26f1-475f-b3b7-a9f7c68d208a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:05.283957 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-037616a2-3151-4ebe-93a0-b83d85c506db req-b32f79fa-26f1-475f-b3b7-a9f7c68d208a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.46 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 949 time: 0.0657418 Nov 13 04:40:05.291277 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad407831-1896-43c7-a487-58411ef3a49f req-efc26ea2-c39a-48ad-b3b8-3b12b1bd6baf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 948 time: 0.0862908 Nov 13 04:40:05.339526 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad407831-1896-43c7-a487-58411ef3a49f req-5ed303e9-fd44-4ff5-ae17-4bbfdd121c45 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470810 Nov 13 04:40:05.439447 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-037616a2-3151-4ebe-93a0-b83d85c506db req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Deleting port d18e6360-0cef-49d2-9f71-a84be2d5244d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:05.439778 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-037616a2-3151-4ebe-93a0-b83d85c506db req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:05.449591 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5757952-38a8-45c1-b19a-25d19e59a1f8 req-e9370745-5a04-4817-bc01-498e6b1395af tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:05.451115 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f5757952-38a8-45c1-b19a-25d19e59a1f8 req-e9370745-5a04-4817-bc01-498e6b1395af tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 984 time: 0.0672395 Nov 13 04:40:05.507397 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:40:05.573154 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-037616a2-3151-4ebe-93a0-b83d85c506db req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] For port d18e6360-0cef-49d2-9f71-a84be2d5244d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d18e6360-0cef-49d2-9f71-a84be2d5244d,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:05.573380 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-037616a2-3151-4ebe-93a0-b83d85c506db req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:05.580397 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f5757952-38a8-45c1-b19a-25d19e59a1f8 req-2c68bad0-e861-44ed-bc19-79369372686b tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3743a9b-c31e-419c-8f4c-738747668b34&id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1161673 Nov 13 04:40:05.591285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-037616a2-3151-4ebe-93a0-b83d85c506db req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Calling delete_port for d18e6360-0cef-49d2-9f71-a84be2d5244d owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:05.707604 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8c2fe8bb-32ce-438c-9ee0-4a5d0f0336d9 req-fc2e089f-7445-4888-8d7e-224d4d9537e8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-986657802&fields=id&tenant_id=15140f09689e4eeeb930615e271fa05a HTTP/1.1" status: 200 len: 267 time: 0.0514681 Nov 13 04:40:05.757619 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-037616a2-3151-4ebe-93a0-b83d85c506db req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:05.774092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe8bb-32ce-438c-9ee0-4a5d0f0336d9 req-e0e77eed-f3d3-4416-b7db-acc7a2530a0f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:05.776054 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8c2fe8bb-32ce-438c-9ee0-4a5d0f0336d9 req-e0e77eed-f3d3-4416-b7db-acc7a2530a0f tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 984 time: 0.0674336 Nov 13 04:40:05.789248 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-8c2fe8bb-32ce-438c-9ee0-4a5d0f0336d9 req-c108a9f1-6191-40e5-9dbe-ea88a7d86370 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'port': {'security_groups': ['5ecc5897-ab39-46f0-be5a-1abaf7967889', 'b3743a9b-c31e-419c-8f4c-738747668b34', '53211bbc-3212-4d37-a29e-8be1f3448c40']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:05.796487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Pushing event deleted for resources: {'Port': ['ID=d18e6360-0cef-49d2-9f71-a84be2d5244d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:05.845285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:05.845578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:05.845921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:05.846540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:05.847018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:05.847260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:05.847602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:05.847934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:05.848338 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:05.848657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:05.848979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:05.849300 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:05.872763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-037616a2-3151-4ebe-93a0-b83d85c506db req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] No DVR routers for this DVR port d18e6360-0cef-49d2-9f71-a84be2d5244d on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:05.885053 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-037616a2-3151-4ebe-93a0-b83d85c506db req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:05.888988 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-037616a2-3151-4ebe-93a0-b83d85c506db req-ef4cead5-87b0-4a00-88c2-561fd39a6e3a tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.46 "DELETE /v2.0/ports/d18e6360-0cef-49d2-9f71-a84be2d5244d HTTP/1.1" status: 204 len: 173 time: 0.5973663 Nov 13 04:40:05.889455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f00c38-6870-4d02-96b4-7a799cef63ba', 'name': 'network-vif-deleted', 'tag': 'd18e6360-0cef-49d2-9f71-a84be2d5244d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:05.891907 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761d526d-aabb-4399-91a2-018eb142879f" -d '{"events": [{"server_uuid": "66f00c38-6870-4d02-96b4-7a799cef63ba", "name": "network-vif-deleted", "tag": "d18e6360-0cef-49d2-9f71-a84be2d5244d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:05.898352 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8c2fe8bb-32ce-438c-9ee0-4a5d0f0336d9 req-c108a9f1-6191-40e5-9dbe-ea88a7d86370 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:05.912662 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d7fe516-16ec-4bd4-a954-43f332d2f8d0 req-0fc66d4a-9ffb-4e35-88de-2d7da5d5422c tempest-TenantUsagesTestJSON-997848497 tempest-TenantUsagesTestJSON-997848497-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f00c38-6870-4d02-96b4-7a799cef63ba HTTP/1.1" status: 200 len: 210 time: 0.0414097 Nov 13 04:40:06.100792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e5867-8e95-451e-9235-53600dc96cc3 req-263e1e91-a851-4b5c-82b1-334f4d944d0f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:06.102790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-983e5867-8e95-451e-9235-53600dc96cc3 req-263e1e91-a851-4b5c-82b1-334f4d944d0f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0884922 Nov 13 04:40:06.169618 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-983e5867-8e95-451e-9235-53600dc96cc3 req-c225d849-7023-4b74-925e-e4d7575fb0f9 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536594 Nov 13 04:40:06.205692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8c2fe8bb-32ce-438c-9ee0-4a5d0f0336d9 req-c108a9f1-6191-40e5-9dbe-ea88a7d86370 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] For port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1,segment=NetworkSegment(fb866a57-a0ae-4609-98b7-fcbff9299fdf),segment_id=fb866a57-a0ae-4609-98b7-fcbff9299fdf)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:06.216498 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0546acf3-d7bd-4bb2-883f-fe29812b2270 x-openstack-request-id: req-0546acf3-d7bd-4bb2-883f-fe29812b2270 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:06.219164 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f00c38-6870-4d02-96b4-7a799cef63ba", "name": "network-vif-deleted", "tag": "d18e6360-0cef-49d2-9f71-a84be2d5244d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:06.219638 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0546acf3-d7bd-4bb2-883f-fe29812b2270 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:06.220718 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f00c38-6870-4d02-96b4-7a799cef63ba', 'name': 'network-vif-deleted', 'tag': 'd18e6360-0cef-49d2-9f71-a84be2d5244d', 'status': 'completed', 'code': 200} Nov 13 04:40:06.238408 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8c2fe8bb-32ce-438c-9ee0-4a5d0f0336d9 req-c108a9f1-6191-40e5-9dbe-ea88a7d86370 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:06.244971 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8c2fe8bb-32ce-438c-9ee0-4a5d0f0336d9 req-c108a9f1-6191-40e5-9dbe-ea88a7d86370 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:06.294053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe8bb-32ce-438c-9ee0-4a5d0f0336d9 req-c108a9f1-6191-40e5-9dbe-ea88a7d86370 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:06.294639 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8c2fe8bb-32ce-438c-9ee0-4a5d0f0336d9 req-c108a9f1-6191-40e5-9dbe-ea88a7d86370 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:06.295903 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8c2fe8bb-32ce-438c-9ee0-4a5d0f0336d9 req-c108a9f1-6191-40e5-9dbe-ea88a7d86370 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "PUT /v2.0/ports/f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 HTTP/1.1" status: 200 len: 1020 time: 0.5124221 Nov 13 04:40:06.320598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108a9f1-6191-40e5-9dbe-ea88a7d86370 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'Port': ['ID=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:06.363200 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b67e415-2be7-4c25-bc56-164dba46b17e req-0d44ce61-4f75-470d-9e8b-7a6103d5250b tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/53211bbc-3212-4d37-a29e-8be1f3448c40 HTTP/1.1" status: 200 len: 1816 time: 0.0435393 Nov 13 04:40:06.414379 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e7041ba-8d0b-474c-a091-b0ad3ac146b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:06.418016 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-9b67e415-2be7-4c25-bc56-164dba46b17e req-c5b49f64-2dfe-4753-9ce0-4dc5c28cccd0 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 13 04:40:06.419380 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b67e415-2be7-4c25-bc56-164dba46b17e req-c5b49f64-2dfe-4753-9ce0-4dc5c28cccd0 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "DELETE /v2.0/security-groups/53211bbc-3212-4d37-a29e-8be1f3448c40 HTTP/1.1" status: 409 len: 341 time: 0.0492654 Nov 13 04:40:06.508793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d8e64-4d26-4bdf-bb5d-37dcf1bc2453 req-f6d11444-059f-4b8b-8e46-3896601b6158 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:06.510258 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a05d8e64-4d26-4bdf-bb5d-37dcf1bc2453 req-f6d11444-059f-4b8b-8e46-3896601b6158 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 948 time: 0.0705268 Nov 13 04:40:06.574467 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['f089f6fe-b0e8-41b9-9fc5-ad24b02872d1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:06.585928 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a05d8e64-4d26-4bdf-bb5d-37dcf1bc2453 req-b11a5058-dd74-4c1c-83ca-78dd05347f48 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680804 Nov 13 04:40:06.733783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42052) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:06.819225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5ac37b11-7ac6-495b-a75a-4b391dd43335', 'f089f6fe-b0e8-41b9-9fc5-ad24b02872d1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:06.848122 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635353b-f510-4400-bbf3-dfff03b1343f req-48530b48-0f0f-4135-aff3-c06dae3778ec tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:06.858207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1635353b-f510-4400-bbf3-dfff03b1343f req-48530b48-0f0f-4135-aff3-c06dae3778ec tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 1023 time: 0.0804260 Nov 13 04:40:06.950708 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e5f77482-0cba-45e1-b162-ed1a7d3a98fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=38b8a75c83224bdb98fa230c33f5c59e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149456 Nov 13 04:40:06.953427 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42058) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:06.978218 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1635353b-f510-4400-bbf3-dfff03b1343f req-f9be2018-0c8a-48d0-a01b-7f9755205a89 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=53211bbc-3212-4d37-a29e-8be1f3448c40&id=b3743a9b-c31e-419c-8f4c-738747668b34&id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1160700 Nov 13 04:40:07.012911 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:07.049072 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:07.097698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9d4ec1-5df6-491f-b4b1-b12c271ca601', 'tag': 'f089f6fe-b0e8-41b9-9fc5-ad24b02872d1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:07.104427 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ef459d-390a-4371-ab31-ce25ae587894" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9d4ec1-5df6-491f-b4b1-b12c271ca601", "tag": "f089f6fe-b0e8-41b9-9fc5-ad24b02872d1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:07.133415 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:07.154476 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:07.157844 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d42b7910-545b-4076-b1db-ae1e067bdf39 HTTP/1.1" status: 204 len: 168 time: 0.2009323 Nov 13 04:40:07.170309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42b7910-545b-4076-b1db-ae1e067bdf39,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:07.177567 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38bdaa8-d8fb-4ed6-9961-c59cb7d2d2f9 x-openstack-request-id: req-e38bdaa8-d8fb-4ed6-9961-c59cb7d2d2f9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:07.179211 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9d4ec1-5df6-491f-b4b1-b12c271ca601", "tag": "f089f6fe-b0e8-41b9-9fc5-ad24b02872d1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:07.179459 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e38bdaa8-d8fb-4ed6-9961-c59cb7d2d2f9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:07.179840 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9d4ec1-5df6-491f-b4b1-b12c271ca601', 'tag': 'f089f6fe-b0e8-41b9-9fc5-ad24b02872d1', 'status': 'completed', 'code': 200} Nov 13 04:40:07.198090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:07.198379 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:07.198712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:07.199901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:07.199901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:07.199901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:07.200179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:07.200411 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:07.200741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:07.201017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:07.201325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:07.201634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c239a-9365-4e35-b332-8aea91f74cd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:07.305178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef459d-390a-4371-ab31-ce25ae587894 req-9445425a-b4c3-4a74-8f71-5c19107379da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:07.317607 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ef459d-390a-4371-ab31-ce25ae587894 req-9445425a-b4c3-4a74-8f71-5c19107379da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15140f09689e4eeeb930615e271fa05a&device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 1174 time: 0.0519977 Nov 13 04:40:07.405379 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1c-1217-41c4-b7f0-c78cd8937df2 req-30cddda0-c548-47d9-8ef0-af2457adc07d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:07.415244 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3df3ab1c-1217-41c4-b7f0-c78cd8937df2 req-30cddda0-c548-47d9-8ef0-af2457adc07d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.1075704 Nov 13 04:40:07.415745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42074) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:07.524050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef459d-390a-4371-ab31-ce25ae587894 req-cf52a07a-5125-4536-a770-c551f9edfb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:07.525536 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ef459d-390a-4371-ab31-ce25ae587894 req-cf52a07a-5125-4536-a770-c551f9edfb90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e1db2e5-cbdf-462d-bdea-a8913685430c HTTP/1.1" status: 200 len: 913 time: 0.2073438 Nov 13 04:40:07.534031 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3df3ab1c-1217-41c4-b7f0-c78cd8937df2 req-b10af9db-cacb-4741-ad39-560f2b5b11eb tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084619 Nov 13 04:40:07.582971 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ef459d-390a-4371-ab31-ce25ae587894 req-6a95355e-dcdd-43ba-acd4-e0297f450fbc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 HTTP/1.1" status: 200 len: 217 time: 0.0458586 Nov 13 04:40:07.671859 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:07.706276 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7781e2be-245b-4904-b2a1-41fa3e2deadd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97359ef5b41c43a99e768c07b1ab176e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872288 Nov 13 04:40:07.706488 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42082) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:07.707096 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42080) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:07.728014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef459d-390a-4371-ab31-ce25ae587894 req-bee16275-eb28-4f7a-89a2-abb56774ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:07.729525 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ef459d-390a-4371-ab31-ce25ae587894 req-bee16275-eb28-4f7a-89a2-abb56774ddb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26b5cb9d-0851-4257-a4fe-0f49378991e6 HTTP/1.1" status: 200 len: 852 time: 0.1387141 Nov 13 04:40:07.747720 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d933ba58-77e1-40ca-ad4f-0d8636163f3b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=257885fcab5e4709828db2013163859f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395310 Nov 13 04:40:07.750750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42084) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:07.778103 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ef459d-390a-4371-ab31-ce25ae587894 req-e7f91ab7-844f-4083-8a97-ff3db80bbd9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e1db2e5-cbdf-462d-bdea-a8913685430c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366402 Nov 13 04:40:07.802028 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc6f7d9f-65df-4c9d-b66b-a0ee847dd627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:07.823870 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc6f7d9f-65df-4c9d-b66b-a0ee847dd627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:07.826400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa45e26-7df2-46a9-9ec5-8af92d3ef924 req-c38a362e-5059-47a2-b077-73e9915f9431 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:07.827897 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-daa45e26-7df2-46a9-9ec5-8af92d3ef924 req-c38a362e-5059-47a2-b077-73e9915f9431 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 948 time: 0.1391625 Nov 13 04:40:07.881520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc6f7d9f-65df-4c9d-b66b-a0ee847dd627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:07.884792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc6f7d9f-65df-4c9d-b66b-a0ee847dd627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:07.888749 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fc6f7d9f-65df-4c9d-b66b-a0ee847dd627 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d40a29c0-1432-4c0c-bc74-785a6da61b47 HTTP/1.1" status: 204 len: 168 time: 0.1342313 Nov 13 04:40:07.891815 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e94a040-0389-4dde-8c77-2b6cc3379845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:07.910841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f7d9f-65df-4c9d-b66b-a0ee847dd627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40a29c0-1432-4c0c-bc74-785a6da61b47,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:07.954368 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e94a040-0389-4dde-8c77-2b6cc3379845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:07.966275 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-daa45e26-7df2-46a9-9ec5-8af92d3ef924 req-d8b5607d-3376-4878-b4c5-8d6248c7ad07 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099875 Nov 13 04:40:07.968111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ef459d-390a-4371-ab31-ce25ae587894 req-ac9ffc67-3183-444a-baa5-2517a89b7e0f service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789908 Nov 13 04:40:08.120399 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8ef459d-390a-4371-ab31-ce25ae587894 req-f6f88c0c-4eae-4985-84a6-6d63b681b9b5 service neutron] 10.222.0.46 "GET /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421194 Nov 13 04:40:08.121938 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e94a040-0389-4dde-8c77-2b6cc3379845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:08.125122 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e94a040-0389-4dde-8c77-2b6cc3379845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:08.128941 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6e94a040-0389-4dde-8c77-2b6cc3379845 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ddbb6a12-61e3-47b5-8834-dd6f5622a591 HTTP/1.1" status: 204 len: 168 time: 0.4187744 Nov 13 04:40:08.145087 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94a040-0389-4dde-8c77-2b6cc3379845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbb6a12-61e3-47b5-8834-dd6f5622a591,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:08.159763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02689e-e25b-4ba7-9241-3489b10ad146 req-fd89865f-1a9d-45e5-8ccb-dec619e117d5 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:08.169194 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-af02689e-e25b-4ba7-9241-3489b10ad146 req-fd89865f-1a9d-45e5-8ccb-dec619e117d5 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 1023 time: 0.1051738 Nov 13 04:40:08.189891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 061da254-e25b-43b8-bdca-bfcb7cb0ea37 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:08.256964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-af02689e-e25b-4ba7-9241-3489b10ad146 req-cc37756d-7ac8-47c7-aea5-30356595bdf5 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=53211bbc-3212-4d37-a29e-8be1f3448c40&id=b3743a9b-c31e-419c-8f4c-738747668b34&id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0828121 Nov 13 04:40:08.282760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 061da254-e25b-43b8-bdca-bfcb7cb0ea37 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:40:08.287604 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 061da254-e25b-43b8-bdca-bfcb7cb0ea37 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:08.288057 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:08.390737 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:08.426468 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d192158-6d39-42bc-b029-d73d378ab36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061da254-e25b-43b8-bdca-bfcb7cb0ea37'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:08.429692 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ac6b54-17ed-40f6-808d-f7e884382332" -d '{"events": [{"server_uuid": "0d192158-6d39-42bc-b029-d73d378ab36f", "name": "network-vif-plugged", "status": "completed", "tag": "061da254-e25b-43b8-bdca-bfcb7cb0ea37"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:08.448938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 061da254-e25b-43b8-bdca-bfcb7cb0ea37, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=061da254-e25b-43b8-bdca-bfcb7cb0ea37,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:08.458675 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:08.459599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d18e6360-0cef-49d2-9f71-a84be2d5244d no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:08.502405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: d18e6360-0cef-49d2-9f71-a84be2d5244d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:08.502652 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d18e6360-0cef-49d2-9f71-a84be2d5244d not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:08.509051 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ecbf77-9c18-45c6-b320-821ad0ff0096 x-openstack-request-id: req-85ecbf77-9c18-45c6-b320-821ad0ff0096 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:08.509370 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d192158-6d39-42bc-b029-d73d378ab36f", "name": "network-vif-plugged", "status": "completed", "tag": "061da254-e25b-43b8-bdca-bfcb7cb0ea37", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:08.509565 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85ecbf77-9c18-45c6-b320-821ad0ff0096 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:08.509943 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d192158-6d39-42bc-b029-d73d378ab36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061da254-e25b-43b8-bdca-bfcb7cb0ea37', 'code': 200} Nov 13 04:40:08.531931 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=061da254-e25b-43b8-bdca-bfcb7cb0ea37,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:08.651498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42110) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:08.669092 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a349815e-a3bd-45f1-96a4-0ee1b1f6a0c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:08.714203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b847d7-80c7-450c-981b-6fdf62f2e424 req-3b5ec325-09b7-4064-8764-760c34a6e4ce tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:08.715895 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e4b847d7-80c7-450c-981b-6fdf62f2e424 req-3b5ec325-09b7-4064-8764-760c34a6e4ce tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0833335 Nov 13 04:40:08.719075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f93cd-9c31-42c7-8fae-7ad8e8598074 req-5bac7200-74cc-4a61-b07d-2650bbb0b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:08.720471 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-520f93cd-9c31-42c7-8fae-7ad8e8598074 req-5bac7200-74cc-4a61-b07d-2650bbb0b6f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 1100 time: 0.0860636 Nov 13 04:40:08.797549 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a349815e-a3bd-45f1-96a4-0ee1b1f6a0c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:08.803058 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a349815e-a3bd-45f1-96a4-0ee1b1f6a0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:08.803260 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e4b847d7-80c7-450c-981b-6fdf62f2e424 req-ff3c172d-7b1d-4d68-958d-244192efbdd3 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775981 Nov 13 04:40:08.806530 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-520f93cd-9c31-42c7-8fae-7ad8e8598074 req-a0ed55be-5dc7-44d9-a149-d550e07ef4f0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652695 Nov 13 04:40:08.845357 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a349815e-a3bd-45f1-96a4-0ee1b1f6a0c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=afea056beccd456f95602251d3524604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923892 Nov 13 04:40:08.848041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42114) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:08.851361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349815e-a3bd-45f1-96a4-0ee1b1f6a0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dd7d4b-b03f-465a-8440-0c34d75fab0b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:08.914417 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81442f77-236d-4bca-a0bd-23762bd9fee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:08.940950 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81442f77-236d-4bca-a0bd-23762bd9fee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:08.970019 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:09.013823 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81442f77-236d-4bca-a0bd-23762bd9fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:09.017882 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81442f77-236d-4bca-a0bd-23762bd9fee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:09.023348 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-81442f77-236d-4bca-a0bd-23762bd9fee0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4dd7d4b-b03f-465a-8440-0c34d75fab0b HTTP/1.1" status: 204 len: 168 time: 0.1734884 Nov 13 04:40:09.032163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81442f77-236d-4bca-a0bd-23762bd9fee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dd7d4b-b03f-465a-8440-0c34d75fab0b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:09.133615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cd3dd-204c-4ce8-b742-5b4c393cba69 req-db1315e1-3826-40b1-bcee-0e414a03cf5e tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:09.135173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-927cd3dd-204c-4ce8-b742-5b4c393cba69 req-db1315e1-3826-40b1-bcee-0e414a03cf5e tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 949 time: 0.0653393 Nov 13 04:40:09.197439 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-927cd3dd-204c-4ce8-b742-5b4c393cba69 req-39e964a1-ba7f-491d-bc0e-6f4caec7db20 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551491 Nov 13 04:40:09.395883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbb018-3b67-4a5c-8dcb-f7ef5525562d req-a35976c1-7c16-44e6-a0cd-97b08e439727 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:09.403813 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89bbb018-3b67-4a5c-8dcb-f7ef5525562d req-a35976c1-7c16-44e6-a0cd-97b08e439727 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 1023 time: 0.0675230 Nov 13 04:40:09.507189 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524af8bc-78bc-4cc6-ad58-298ca657895c req-9f0469e5-b2df-4416-98c4-d21f4b0521e6 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:09.508856 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-524af8bc-78bc-4cc6-ad58-298ca657895c req-9f0469e5-b2df-4416-98c4-d21f4b0521e6 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 1023 time: 0.0871181 Nov 13 04:40:09.638187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89bbb018-3b67-4a5c-8dcb-f7ef5525562d req-3ff5a6c5-761a-4fa6-954b-e33769c6733b tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=53211bbc-3212-4d37-a29e-8be1f3448c40&id=b3743a9b-c31e-419c-8f4c-738747668b34&id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2334678 Nov 13 04:40:09.671672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-524af8bc-78bc-4cc6-ad58-298ca657895c req-98bee281-5fc0-4003-8970-4b1cd1c2d225 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Deleting port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:09.672007 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-524af8bc-78bc-4cc6-ad58-298ca657895c req-98bee281-5fc0-4003-8970-4b1cd1c2d225 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:09.708520 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 004030af-1f68-46eb-9aff-8eb326806744 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:09.747035 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 004030af-1f68-46eb-9aff-8eb326806744 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:09.750028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 004030af-1f68-46eb-9aff-8eb326806744 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:09.777867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-524af8bc-78bc-4cc6-ad58-298ca657895c req-98bee281-5fc0-4003-8970-4b1cd1c2d225 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] For port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1,segment=NetworkSegment(fb866a57-a0ae-4609-98b7-fcbff9299fdf),segment_id=fb866a57-a0ae-4609-98b7-fcbff9299fdf)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:09.778391 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-524af8bc-78bc-4cc6-ad58-298ca657895c req-98bee281-5fc0-4003-8970-4b1cd1c2d225 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:09.792453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-524af8bc-78bc-4cc6-ad58-298ca657895c req-98bee281-5fc0-4003-8970-4b1cd1c2d225 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Calling delete_port for f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:09.907407 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:10.003615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e106a57-3c6c-4614-8209-42eed00da06e req-d05814dc-c934-49a5-bb14-04acac1185d9 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:10.005376 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e106a57-3c6c-4614-8209-42eed00da06e req-d05814dc-c934-49a5-bb14-04acac1185d9 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0760236 Nov 13 04:40:10.006261 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-524af8bc-78bc-4cc6-ad58-298ca657895c req-98bee281-5fc0-4003-8970-4b1cd1c2d225 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:10.047464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bee281-5fc0-4003-8970-4b1cd1c2d225 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event deleted for resources: {'Port': ['ID=f089f6fe-b0e8-41b9-9fc5-ad24b02872d1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:10.053490 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5ac37b11-7ac6-495b-a75a-4b391dd43335', 'f089f6fe-b0e8-41b9-9fc5-ad24b02872d1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:10.133909 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-524af8bc-78bc-4cc6-ad58-298ca657895c req-98bee281-5fc0-4003-8970-4b1cd1c2d225 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] No DVR routers for this DVR port f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:10.137718 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-524af8bc-78bc-4cc6-ad58-298ca657895c req-98bee281-5fc0-4003-8970-4b1cd1c2d225 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:10.154431 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-524af8bc-78bc-4cc6-ad58-298ca657895c req-98bee281-5fc0-4003-8970-4b1cd1c2d225 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.46 "DELETE /v2.0/ports/f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 HTTP/1.1" status: 204 len: 173 time: 0.6363397 Nov 13 04:40:10.165955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9d4ec1-5df6-491f-b4b1-b12c271ca601', 'name': 'network-vif-deleted', 'tag': 'f089f6fe-b0e8-41b9-9fc5-ad24b02872d1'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:10.169438 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a844925-b52b-4a7a-8ab4-a2332efdfe6e" -d '{"events": [{"server_uuid": "1c9d4ec1-5df6-491f-b4b1-b12c271ca601", "name": "network-vif-deleted", "tag": "f089f6fe-b0e8-41b9-9fc5-ad24b02872d1"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:10.201635 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e106a57-3c6c-4614-8209-42eed00da06e req-80138ec7-fc4e-407a-8a23-520c467ce958 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836658 Nov 13 04:40:10.266344 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87be652-844c-401a-b51e-4c379ee18352 x-openstack-request-id: req-b87be652-844c-401a-b51e-4c379ee18352 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:10.266642 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9d4ec1-5df6-491f-b4b1-b12c271ca601", "name": "network-vif-deleted", "tag": "f089f6fe-b0e8-41b9-9fc5-ad24b02872d1", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:10.267006 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b87be652-844c-401a-b51e-4c379ee18352 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:10.267333 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9d4ec1-5df6-491f-b4b1-b12c271ca601', 'name': 'network-vif-deleted', 'tag': 'f089f6fe-b0e8-41b9-9fc5-ad24b02872d1', 'status': 'completed', 'code': 200} Nov 13 04:40:10.697170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b6849-71fb-49fc-ac77-82e35481319f req-2e16d6b4-41ba-44c9-87cc-87042cc32ea4 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:10.713397 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f77b6849-71fb-49fc-ac77-82e35481319f req-2e16d6b4-41ba-44c9-87cc-87042cc32ea4 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 949 time: 0.1645727 Nov 13 04:40:10.780094 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f77b6849-71fb-49fc-ac77-82e35481319f req-b9f9066e-b4ea-4827-8f08-4eeacc2df974 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583186 Nov 13 04:40:10.826222 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-028eb5c9-e37c-4dc8-ab00-93feb4b45dc2 req-1743cd64-e5e3-49e7-bc0c-8b470de495ea tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d4ec1-5df6-491f-b4b1-b12c271ca601 HTTP/1.1" status: 200 len: 210 time: 0.0372703 Nov 13 04:40:11.270710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ca271a2-963c-4726-a398-585d8bfe03f4 req-c037aefc-23bf-4391-a51f-77f14e8e1e6a tempest-FlavorsV2NegativeTest-340120934 tempest-FlavorsV2NegativeTest-340120934-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=88e6b285abf44f7c941a60299cbf35f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287924 Nov 13 04:40:11.348571 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d04671-791e-495a-9f0d-baabf940cf6b req-09ff66be-0bd8-4925-830f-9fadf9e50fad tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:11.350092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9d04671-791e-495a-9f0d-baabf940cf6b req-09ff66be-0bd8-4925-830f-9fadf9e50fad tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0614214 Nov 13 04:40:11.408449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca271a2-963c-4726-a398-585d8bfe03f4 req-7c28cbb8-f095-45c4-b7df-9260451f74e7 tempest-FlavorsV2NegativeTest-340120934 tempest-FlavorsV2NegativeTest-340120934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:11.410285 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ca271a2-963c-4726-a398-585d8bfe03f4 req-7c28cbb8-f095-45c4-b7df-9260451f74e7 tempest-FlavorsV2NegativeTest-340120934 tempest-FlavorsV2NegativeTest-340120934-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1387866 Nov 13 04:40:11.415685 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9d04671-791e-495a-9f0d-baabf940cf6b req-ccb89a98-2ae9-4861-98e6-b974cd96b766 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586324 Nov 13 04:40:11.428189 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ca271a2-963c-4726-a398-585d8bfe03f4 req-69694a1e-7d05-4f6a-856b-946fb89a519e tempest-FlavorsV2NegativeTest-340120934 tempest-FlavorsV2NegativeTest-340120934-project] 10.222.0.43 "GET /v2.0/quotas/88e6b285abf44f7c941a60299cbf35f7 HTTP/1.1" status: 200 len: 375 time: 0.0113180 Nov 13 04:40:11.474260 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ca271a2-963c-4726-a398-585d8bfe03f4 req-30d2e9c2-4f12-40ac-9da1-c6304a42dc7f tempest-FlavorsV2NegativeTest-340120934 tempest-FlavorsV2NegativeTest-340120934-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=88e6b285abf44f7c941a60299cbf35f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289824 Nov 13 04:40:11.908418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1c322-7d55-41f6-8d10-f1119d645402 req-0889399d-a8f1-46da-a9ab-c0131641e051 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:11.911027 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12e1c322-7d55-41f6-8d10-f1119d645402 req-0889399d-a8f1-46da-a9ab-c0131641e051 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 949 time: 0.0589216 Nov 13 04:40:11.962450 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12e1c322-7d55-41f6-8d10-f1119d645402 req-baf1ba52-4dba-447e-8a6c-ce538ed1c65a tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442641 Nov 13 04:40:11.981467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42420) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:12.045898 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e5fa07b-0b74-46c5-907e-e676312bc11a req-9c06afdf-ead9-4a19-87ba-f10c630e5b6a tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/b3743a9b-c31e-419c-8f4c-738747668b34 HTTP/1.1" status: 200 len: 1816 time: 0.0444286 Nov 13 04:40:12.100693 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-101f8e80-f65e-4630-9b5a-212ca4798f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.103052 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8e5fa07b-0b74-46c5-907e-e676312bc11a req-2d4a1858-e9aa-49a8-8864-e18dc3a70473 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.126375 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8e5fa07b-0b74-46c5-907e-e676312bc11a req-2d4a1858-e9aa-49a8-8864-e18dc3a70473 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.190899 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8e5fa07b-0b74-46c5-907e-e676312bc11a req-2d4a1858-e9aa-49a8-8864-e18dc3a70473 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.192750 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-101f8e80-f65e-4630-9b5a-212ca4798f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.193644 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8e5fa07b-0b74-46c5-907e-e676312bc11a req-2d4a1858-e9aa-49a8-8864-e18dc3a70473 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.194883 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e5fa07b-0b74-46c5-907e-e676312bc11a req-2d4a1858-e9aa-49a8-8864-e18dc3a70473 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "DELETE /v2.0/security-groups/b3743a9b-c31e-419c-8f4c-738747668b34 HTTP/1.1" status: 204 len: 173 time: 0.1429911 Nov 13 04:40:12.197276 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-101f8e80-f65e-4630-9b5a-212ca4798f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.208742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a1858-e9aa-49a8-8864-e18dc3a70473 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3743a9b-c31e-419c-8f4c-738747668b34,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:12.223946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:12.256169 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-101f8e80-f65e-4630-9b5a-212ca4798f7e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88e6b285abf44f7c941a60299cbf35f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735095 Nov 13 04:40:12.258698 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42454) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:12.263655 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:12.264183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f089f6fe-b0e8-41b9-9fc5-ad24b02872d1 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:12.265531 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f8e80-f65e-4630-9b5a-212ca4798f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc865ef-475b-430b-8861-ae8409a97287,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:12.332316 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f9cf709-c599-4f5c-bb6c-688b54c4ff3b req-d54bb830-e7c4-4568-b2e9-16441dcb1faa tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/53211bbc-3212-4d37-a29e-8be1f3448c40 HTTP/1.1" status: 200 len: 1816 time: 0.0371227 Nov 13 04:40:12.337986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab3f35-5de1-4fa7-822c-1809b4f98dd5 req-3d9c802c-63ce-4ada-9733-29841bac8756 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:12.339514 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-92ab3f35-5de1-4fa7-822c-1809b4f98dd5 req-3d9c802c-63ce-4ada-9733-29841bac8756 tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 1100 time: 0.0748184 Nov 13 04:40:12.344146 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e485c429-2312-413e-93a3-948307a0909a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.381801 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e485c429-2312-413e-93a3-948307a0909a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.393531 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9f9cf709-c599-4f5c-bb6c-688b54c4ff3b req-2a228e55-c131-4136-927d-09f76f694a0b tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.418122 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9f9cf709-c599-4f5c-bb6c-688b54c4ff3b req-2a228e55-c131-4136-927d-09f76f694a0b tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.424210 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-92ab3f35-5de1-4fa7-822c-1809b4f98dd5 req-8cd396c6-1e61-4b31-bc47-de2d845d987b tempest-ServersOnMultiNodesTest-729683131 tempest-ServersOnMultiNodesTest-729683131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782003 Nov 13 04:40:12.464948 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e485c429-2312-413e-93a3-948307a0909a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.467706 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e485c429-2312-413e-93a3-948307a0909a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.482102 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e485c429-2312-413e-93a3-948307a0909a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2cc865ef-475b-430b-8861-ae8409a97287 HTTP/1.1" status: 204 len: 168 time: 0.2218676 Nov 13 04:40:12.494022 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9f9cf709-c599-4f5c-bb6c-688b54c4ff3b req-2a228e55-c131-4136-927d-09f76f694a0b tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.503080 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9f9cf709-c599-4f5c-bb6c-688b54c4ff3b req-2a228e55-c131-4136-927d-09f76f694a0b tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.503297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485c429-2312-413e-93a3-948307a0909a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc865ef-475b-430b-8861-ae8409a97287,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:12.511649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f9cf709-c599-4f5c-bb6c-688b54c4ff3b req-2a228e55-c131-4136-927d-09f76f694a0b tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "DELETE /v2.0/security-groups/53211bbc-3212-4d37-a29e-8be1f3448c40 HTTP/1.1" status: 204 len: 173 time: 0.1727388 Nov 13 04:40:12.524235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a228e55-c131-4136-927d-09f76f694a0b tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53211bbc-3212-4d37-a29e-8be1f3448c40,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:12.628710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351abee9-3978-4ec9-93e9-eec3f7274d16 req-b872e226-ef38-4011-bd8a-5b4b6d9a4a70 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:12.630415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-351abee9-3978-4ec9-93e9-eec3f7274d16 req-b872e226-ef38-4011-bd8a-5b4b6d9a4a70 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0540559 Nov 13 04:40:12.688358 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-351abee9-3978-4ec9-93e9-eec3f7274d16 req-0884cede-ed22-40bf-8424-49917d66da60 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480497 Nov 13 04:40:12.716379 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-6703cfd2-6d95-497a-a133-053cf27ba2d8 req-8e73a37d-dc6c-471a-8066-f5cd71d9ef13 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1450065493', 'description': 'tempest-description-1783067531'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:12.738215 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6703cfd2-6d95-497a-a133-053cf27ba2d8 req-8e73a37d-dc6c-471a-8066-f5cd71d9ef13 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.821054 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6703cfd2-6d95-497a-a133-053cf27ba2d8 req-8e73a37d-dc6c-471a-8066-f5cd71d9ef13 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.826805 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6703cfd2-6d95-497a-a133-053cf27ba2d8 req-8e73a37d-dc6c-471a-8066-f5cd71d9ef13 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.863276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73a37d-dc6c-471a-8066-f5cd71d9ef13 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb609b03-90bd-400b-b595-20d9397f9747,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:12.869221 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6703cfd2-6d95-497a-a133-053cf27ba2d8 req-8e73a37d-dc6c-471a-8066-f5cd71d9ef13 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:12.870457 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6703cfd2-6d95-497a-a133-053cf27ba2d8 req-8e73a37d-dc6c-471a-8066-f5cd71d9ef13 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1587365 Nov 13 04:40:12.980026 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0433c-ba15-46ad-bdc5-b238763b1845 req-babd5a23-af75-4d98-b92c-aaa968d42bda tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:12.981551 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-25b0433c-ba15-46ad-bdc5-b238763b1845 req-babd5a23-af75-4d98-b92c-aaa968d42bda tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 949 time: 0.0566716 Nov 13 04:40:13.022403 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d7a9a4a-40d5-43f5-b718-f0ad225da94c req-76f70a41-7e8e-4fd0-a5f6-2a3e3bfb5323 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/cb609b03-90bd-400b-b595-20d9397f9747 HTTP/1.1" status: 200 len: 1818 time: 0.0370543 Nov 13 04:40:13.035147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2d7a9a4a-40d5-43f5-b718-f0ad225da94c req-96f0a653-80f7-44d3-989f-a77e4e22093e tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1899656180', 'description': 'tempest-description-hth-36114551'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:13.040493 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-25b0433c-ba15-46ad-bdc5-b238763b1845 req-76055fc8-aa81-40df-ba56-aba5623fa305 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515771 Nov 13 04:40:13.083409 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2d7a9a4a-40d5-43f5-b718-f0ad225da94c req-96f0a653-80f7-44d3-989f-a77e4e22093e tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.137263 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2d7a9a4a-40d5-43f5-b718-f0ad225da94c req-96f0a653-80f7-44d3-989f-a77e4e22093e tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.143776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2d7a9a4a-40d5-43f5-b718-f0ad225da94c req-96f0a653-80f7-44d3-989f-a77e4e22093e tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.146841 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2d7a9a4a-40d5-43f5-b718-f0ad225da94c req-96f0a653-80f7-44d3-989f-a77e4e22093e tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.148261 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d7a9a4a-40d5-43f5-b718-f0ad225da94c req-96f0a653-80f7-44d3-989f-a77e4e22093e tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "PUT /v2.0/security-groups/cb609b03-90bd-400b-b595-20d9397f9747 HTTP/1.1" status: 200 len: 1790 time: 0.1173606 Nov 13 04:40:13.198323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0a653-80f7-44d3-989f-a77e4e22093e tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb609b03-90bd-400b-b595-20d9397f9747,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:13.225139 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90b9a072-0127-426d-b408-fa4ccee77e28 req-5d675efc-7e0b-442f-ad3f-c86acde46a91 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/cb609b03-90bd-400b-b595-20d9397f9747 HTTP/1.1" status: 200 len: 1790 time: 0.0473716 Nov 13 04:40:13.279367 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42570) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:13.291421 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-78979b25-7226-4ea8-8a09-13db8ab1c950 req-baf29ebc-0e33-4243-aff3-af93f6a09dcf tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/cb609b03-90bd-400b-b595-20d9397f9747 HTTP/1.1" status: 200 len: 1790 time: 0.0441380 Nov 13 04:40:13.352384 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-78979b25-7226-4ea8-8a09-13db8ab1c950 req-852a63b1-caff-40a7-bea7-d6c4cdd45751 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.375108 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-78979b25-7226-4ea8-8a09-13db8ab1c950 req-852a63b1-caff-40a7-bea7-d6c4cdd45751 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.387303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-network', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:13.410303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] Made reservation on behalf of 99e6064bf1bb4f598ab1406c922d3f8c for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:40:13.412763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.417384 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-78979b25-7226-4ea8-8a09-13db8ab1c950 req-852a63b1-caff-40a7-bea7-d6c4cdd45751 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.420289 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-78979b25-7226-4ea8-8a09-13db8ab1c950 req-852a63b1-caff-40a7-bea7-d6c4cdd45751 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.421625 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-78979b25-7226-4ea8-8a09-13db8ab1c950 req-852a63b1-caff-40a7-bea7-d6c4cdd45751 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "DELETE /v2.0/security-groups/cb609b03-90bd-400b-b595-20d9397f9747 HTTP/1.1" status: 204 len: 173 time: 0.1247654 Nov 13 04:40:13.421761 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.432573 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a63b1-caff-40a7-bea7-d6c4cdd45751 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb609b03-90bd-400b-b595-20d9397f9747,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:13.524813 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.533060 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.576137 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:40:13.591400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd4c038-fa8d-4623-bafd-267de195e3e0,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:13.609765 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-a8d95473-1c0b-41ac-b5ca-125cbc8eea5f req-5c9fa475-d3d1-48f9-ac9e-f1840789228d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] show failed (client error): The resource could not be found. Nov 13 04:40:13.612083 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a8d95473-1c0b-41ac-b5ca-125cbc8eea5f req-5c9fa475-d3d1-48f9-ac9e-f1840789228d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/53211bbc-3212-4d37-a29e-8be1f3448c40 HTTP/1.1" status: 404 len: 352 time: 0.0157268 Nov 13 04:40:13.613299 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.613640 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] Added segment 9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898 of type vlan for network b9ae54ec-83fa-4095-ba77-f303aa05e360 Nov 13 04:40:13.657665 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-f3311f5a-452a-4e51-9ba5-801bb343ac59 req-92306597-7ff2-471d-87d2-ea4812bf7d52 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] show failed (client error): The resource could not be found. Nov 13 04:40:13.658793 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f3311f5a-452a-4e51-9ba5-801bb343ac59 req-92306597-7ff2-471d-87d2-ea4812bf7d52 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/b3743a9b-c31e-419c-8f4c-738747668b34 HTTP/1.1" status: 404 len: 352 time: 0.0233607 Nov 13 04:40:13.668964 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.696871 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.699534 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-aef8efa6-e2d0-443f-859a-f406009e5601 req-06c2b490-710a-4159-987f-ffd3e39602d3 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] show failed (client error): The resource could not be found. Nov 13 04:40:13.700546 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aef8efa6-e2d0-443f-859a-f406009e5601 req-06c2b490-710a-4159-987f-ffd3e39602d3 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/22c2f347-9d21-497a-972a-98d502e5e547 HTTP/1.1" status: 404 len: 352 time: 0.0176561 Nov 13 04:40:13.702804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:13.703428 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.736369 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-70094983-b59b-49ca-b4a0-1ef6c643966d req-e2324bcc-92cf-48ad-a91f-5b52d3b35e70 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] show failed (client error): The resource could not be found. Nov 13 04:40:13.737493 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-70094983-b59b-49ca-b4a0-1ef6c643966d req-e2324bcc-92cf-48ad-a91f-5b52d3b35e70 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/b17db307-b994-4657-b773-7e078484c58f HTTP/1.1" status: 404 len: 352 time: 0.0148413 Nov 13 04:40:13.760775 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4802711 Nov 13 04:40:13.763878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42644) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:13.770609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c5a56625-c700-44e1-9db1-d48304e7c2e2 admin admin] Request body: {'subnet': {'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-subnet', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:13.774630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36c9ac-a25f-4f64-ba83-4dbbaeb34c72 admin admin] Pushing event updated for resources: {'Network': ['ID=b9ae54ec-83fa-4095-ba77-f303aa05e360,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:13.786900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network b9ae54ec-83fa-4095-ba77-f303aa05e360 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:40:13.802407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a56625-c700-44e1-9db1-d48304e7c2e2 admin admin] Made reservation on behalf of 99e6064bf1bb4f598ab1406c922d3f8c for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:40:13.805103 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5a56625-c700-44e1-9db1-d48304e7c2e2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:13.875661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd98b9-5ae8-4ef1-afe5-60f1160c6dfe req-e538f95b-c234-4fab-8d3f-1347f85e4eab tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:13.877014 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eddd98b9-5ae8-4ef1-afe5-60f1160c6dfe req-e538f95b-c234-4fab-8d3f-1347f85e4eab tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0555279 Nov 13 04:40:13.930824 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eddd98b9-5ae8-4ef1-afe5-60f1160c6dfe req-6e5701ce-5097-4ab0-9d07-fc39ac826f06 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464547 Nov 13 04:40:13.976563 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-7dee2773-aab4-418e-9ba9-117c4197550a req-94d7f275-db03-4cc4-91b6-9810da7f65cb tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] show failed (client error): The resource could not be found. Nov 13 04:40:13.977423 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7dee2773-aab4-418e-9ba9-117c4197550a req-94d7f275-db03-4cc4-91b6-9810da7f65cb tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/e8cc6bac-3f5b-47e4-a3d5-b3d8f3a12806 HTTP/1.1" status: 404 len: 352 time: 0.0136967 Nov 13 04:40:14.004780 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5a56625-c700-44e1-9db1-d48304e7c2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:14.018103 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-58327c3a-c0f5-454b-ba7b-f668c671e4ef req-720e9b88-ca00-4ddb-add0-10bc2235cb7c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] show failed (client error): The resource could not be found. Nov 13 04:40:14.019162 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-58327c3a-c0f5-454b-ba7b-f668c671e4ef req-720e9b88-ca00-4ddb-add0-10bc2235cb7c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/ebc87bbd-a885-4c72-b77f-7758ae51f735 HTTP/1.1" status: 404 len: 352 time: 0.0186381 Nov 13 04:40:14.074106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a56625-c700-44e1-9db1-d48304e7c2e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e483262-94a9-4749-b19e-6e195cbd6696,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:14.085188 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a56625-c700-44e1-9db1-d48304e7c2e2 admin admin] Checking segment: {'id': '9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:14.085451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a56625-c700-44e1-9db1-d48304e7c2e2 admin admin] Network hostable DHCP agents. Network: b9ae54ec-83fa-4095-ba77-f303aa05e360, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:40:14.104118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a56625-c700-44e1-9db1-d48304e7c2e2 admin admin] Network b9ae54ec-83fa-4095-ba77-f303aa05e360 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:40:14.116239 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-c5a56625-c700-44e1-9db1-d48304e7c2e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, b9ae54ec-83fa-4095-ba77-f303aa05e360) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:14.121018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a56625-c700-44e1-9db1-d48304e7c2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:14.122096 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5a56625-c700-44e1-9db1-d48304e7c2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:14.128186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd43dc92-6dab-4ced-aa48-d70d1698c46f None None] Network b9ae54ec-83fa-4095-ba77-f303aa05e360 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:40:14.149302 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c5a56625-c700-44e1-9db1-d48304e7c2e2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.3823206 Nov 13 04:40:14.152632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42678) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:14.157829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:14.193103 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:14.198490 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:14.270635 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:14.317877 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-b9ae54ec-83fa-4095-ba77-f303aa05e360', 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'fixed_ips': [{'subnet_id': '8e483262-94a9-4749-b19e-6e195cbd6696'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:40:14.318745 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:14.376223 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7430c-cfec-4b5d-ab0f-c25e2edee54d req-2356cea2-0596-420d-bc9b-488ecd17d238 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:14.377719 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4cc7430c-cfec-4b5d-ab0f-c25e2edee54d req-2356cea2-0596-420d-bc9b-488ecd17d238 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 949 time: 0.1189651 Nov 13 04:40:14.470097 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:14.471067 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Allocated IP 172.20.0.2 (b9ae54ec-83fa-4095-ba77-f303aa05e360/8e483262-94a9-4749-b19e-6e195cbd6696/c79d33cc-a296-46a2-bcc6-e633f6617ae3) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:40:14.519247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4cc7430c-cfec-4b5d-ab0f-c25e2edee54d req-ed12a6f4-4e53-46a4-aea0-b1bdbf4df70a tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961206 Nov 13 04:40:14.596802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137e6ec-97bd-4466-86be-e9cacb8b0b38 req-af98c920-943d-4837-87ee-37590db73d3e tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:14.610957 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d137e6ec-97bd-4466-86be-e9cacb8b0b38 req-af98c920-943d-4837-87ee-37590db73d3e tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 1023 time: 0.0905409 Nov 13 04:40:14.698104 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:14.708147 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:14.728788 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d137e6ec-97bd-4466-86be-e9cacb8b0b38 req-d45bf8c2-e420-47d9-9362-3cb1e9be7a2d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=39f90869-f391-431f-a5f6-bbcee09a0ffd&id=4261e5a6-eef0-4644-a502-c0beb7a33bf7&id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1169021 Nov 13 04:40:14.764244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Network b9ae54ec-83fa-4095-ba77-f303aa05e360 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:14.765796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Pushing event updated for resources: {'Port': ['ID=c79d33cc-a296-46a2-bcc6-e633f6617ae3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:14.768942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:14.771943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:40:14.831884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Attempting to bind port c79d33cc-a296-46a2-bcc6-e633f6617ae3 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:40:14.832567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Attempting to bind port c79d33cc-a296-46a2-bcc6-e633f6617ae3 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:40:14.832873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Attempting to bind port c79d33cc-a296-46a2-bcc6-e633f6617ae3 on network b9ae54ec-83fa-4095-ba77-f303aa05e360 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:14.838541 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:40:14.839012 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Checking segment: {'id': '9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:14.839609 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:14.840051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Bound using segment: {'id': '9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:40:14.840579 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Bound port: c79d33cc-a296-46a2-bcc6-e633f6617ae3, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:40:14.841011 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:14.912781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] For port c79d33cc-a296-46a2-bcc6-e633f6617ae3, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:40:14.916400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] For port c79d33cc-a296-46a2-bcc6-e633f6617ae3, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c79d33cc-a296-46a2-bcc6-e633f6617ae3,segment=NetworkSegment(9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898),segment_id=9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:40:14.922645 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:14.991965 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:14.998868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56201368-231c-400f-8a80-19c949b0dd22 None None] Pushing event updated for resources: {'Port': ['ID=c79d33cc-a296-46a2-bcc6-e633f6617ae3,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:15.012193 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:15.103221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e470c-33ea-4bc0-b00d-be264a9f255f req-fec0d768-f5b7-4a42-9d12-627565c7abd2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:15.105576 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d1e470c-33ea-4bc0-b00d-be264a9f255f req-fec0d768-f5b7-4a42-9d12-627565c7abd2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 949 time: 0.0787332 Nov 13 04:40:15.120099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2ab60-9870-4814-9caa-d845d34884c4 req-cbc92a68-4199-4b61-ab80-5c194a28a477 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:15.121991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7be2ab60-9870-4814-9caa-d845d34884c4 req-cbc92a68-4199-4b61-ab80-5c194a28a477 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0939038 Nov 13 04:40:15.162723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Allocated IP 172.25.8.230 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/08c5a3b7-1624-44fe-8b38-37f1d042efa9) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:40:15.256503 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7be2ab60-9870-4814-9caa-d845d34884c4 req-7ba74813-93b3-415c-aee3-0e0d2e7670c7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243019 Nov 13 04:40:15.305513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1d1e470c-33ea-4bc0-b00d-be264a9f255f req-85bac754-ac96-4352-bce7-788f20b1f13d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Deleting port 061da254-e25b-43b8-bdca-bfcb7cb0ea37 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:15.311207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d1e470c-33ea-4bc0-b00d-be264a9f255f req-85bac754-ac96-4352-bce7-788f20b1f13d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:15.332324 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:15.384933 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:15.430504 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:15.433623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:15.437085 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1d1e470c-33ea-4bc0-b00d-be264a9f255f req-85bac754-ac96-4352-bce7-788f20b1f13d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] For port 061da254-e25b-43b8-bdca-bfcb7cb0ea37, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=061da254-e25b-43b8-bdca-bfcb7cb0ea37,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:15.437570 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d1e470c-33ea-4bc0-b00d-be264a9f255f req-85bac754-ac96-4352-bce7-788f20b1f13d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:15.438333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:40:15.441907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Pushing event updated for resources: {'Port': ['ID=08c5a3b7-1624-44fe-8b38-37f1d042efa9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:15.459366 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1d1e470c-33ea-4bc0-b00d-be264a9f255f req-85bac754-ac96-4352-bce7-788f20b1f13d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Calling delete_port for 061da254-e25b-43b8-bdca-bfcb7cb0ea37 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:15.601707 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d1e470c-33ea-4bc0-b00d-be264a9f255f req-85bac754-ac96-4352-bce7-788f20b1f13d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:15.646217 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1260c06f-f210-4b90-be67-896cb88572fa', 'c5ffd6ec-955a-43f0-a0b3-18057ccbfc45', '061da254-e25b-43b8-bdca-bfcb7cb0ea37'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:15.667370 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a791edde-05a8-4ced-8bab-1e2019e52d06 req-c8198376-178d-4bcf-ac53-2743b840d1d0 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 210 time: 0.0521436 Nov 13 04:40:15.670017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bac754-ac96-4352-bce7-788f20b1f13d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event deleted for resources: {'Port': ['ID=061da254-e25b-43b8-bdca-bfcb7cb0ea37,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:15.717939 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f680a574-022f-46b0-bb3b-425a9959b7f2', '06627902-a266-434c-be1b-4705c06afe9f', '4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b', 'fb1bb83a-42ae-495a-93ce-6e604342013e', 'd78f507d-4839-4fd1-ac8b-bfd7e1be064a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:15.762242 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1e470c-33ea-4bc0-b00d-be264a9f255f req-85bac754-ac96-4352-bce7-788f20b1f13d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] No DVR routers for this DVR port 061da254-e25b-43b8-bdca-bfcb7cb0ea37 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:15.764516 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d1e470c-33ea-4bc0-b00d-be264a9f255f req-85bac754-ac96-4352-bce7-788f20b1f13d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:15.773145 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d1e470c-33ea-4bc0-b00d-be264a9f255f req-85bac754-ac96-4352-bce7-788f20b1f13d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.46 "DELETE /v2.0/ports/061da254-e25b-43b8-bdca-bfcb7cb0ea37 HTTP/1.1" status: 204 len: 173 time: 0.6499028 Nov 13 04:40:15.778423 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d192158-6d39-42bc-b029-d73d378ab36f', 'name': 'network-vif-deleted', 'tag': '061da254-e25b-43b8-bdca-bfcb7cb0ea37'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:15.783574 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a20f8b2-e852-452a-b583-e806a9d5b2d4" -d '{"events": [{"server_uuid": "0d192158-6d39-42bc-b029-d73d378ab36f", "name": "network-vif-deleted", "tag": "061da254-e25b-43b8-bdca-bfcb7cb0ea37"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:15.844909 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:16.068441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60b778-779b-4973-a511-35b965269d7a req-d982404d-dc4a-4307-9c24-e4280ef9c376 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:16.079698 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5e60b778-779b-4973-a511-35b965269d7a req-d982404d-dc4a-4307-9c24-e4280ef9c376 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 1023 time: 0.1170857 Nov 13 04:40:16.084403 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d413376-adb3-4cc3-b8ce-346e89b15a3e x-openstack-request-id: req-1d413376-adb3-4cc3-b8ce-346e89b15a3e {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:16.084706 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d192158-6d39-42bc-b029-d73d378ab36f", "name": "network-vif-deleted", "tag": "061da254-e25b-43b8-bdca-bfcb7cb0ea37", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:16.084959 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d413376-adb3-4cc3-b8ce-346e89b15a3e {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:16.087217 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d192158-6d39-42bc-b029-d73d378ab36f', 'name': 'network-vif-deleted', 'tag': '061da254-e25b-43b8-bdca-bfcb7cb0ea37', 'status': 'completed', 'code': 200} Nov 13 04:40:16.214589 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5e60b778-779b-4973-a511-35b965269d7a req-9cffd192-ad5a-4126-8260-aa17433d5950 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=39f90869-f391-431f-a5f6-bbcee09a0ffd&id=4261e5a6-eef0-4644-a502-c0beb7a33bf7&id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1319458 Nov 13 04:40:16.243670 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:16.388510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c79d33cc-a296-46a2-bcc6-e633f6617ae3 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:16.489285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Router 71ad77ed-458b-4d8d-b232-96ca61538402 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:40:16.495564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b58effe-8660-4d78-b491-350f728f7fe7 None None] Network b9ae54ec-83fa-4095-ba77-f303aa05e360 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:40:16.501735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78245fec-536d-4d3f-94d0-c8c4806174c7 req-e0ee8c2d-8817-48a1-bb0c-ce91f0109ffa tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:16.503342 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-78245fec-536d-4d3f-94d0-c8c4806174c7 req-e0ee8c2d-8817-48a1-bb0c-ce91f0109ffa tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0714638 Nov 13 04:40:16.634669 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-78245fec-536d-4d3f-94d0-c8c4806174c7 req-d58961d5-d3bf-48a1-a00d-963698c6c98f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920413 Nov 13 04:40:16.652845 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-57cf5bab-234c-415c-b695-e377b95e75d2 None None] Provisioning complete for port c79d33cc-a296-46a2-bcc6-e633f6617ae3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:16.653443 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57cf5bab-234c-415c-b695-e377b95e75d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:16.654008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:40:16.668204 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Sync routers for ids ['71ad77ed-458b-4d8d-b232-96ca61538402'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:40:16.675950 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:16.680222 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Routers {'71ad77ed-458b-4d8d-b232-96ca61538402'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:40:16.680222 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['71ad77ed-458b-4d8d-b232-96ca61538402'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:16.680574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42838) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:16.682619 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3e572639-3218-4633-88cb-310496745b37 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.5280957 Nov 13 04:40:16.683055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c79d33cc-a296-46a2-bcc6-e633f6617ae3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:16.683438 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:16.825746 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Set router 71ad77ed-458b-4d8d-b232-96ca61538402 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:40:16.940693 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-55e643bb-1ab2-4acd-98f2-c28e6ead9323 req-d365bc88-a3eb-4541-8a43-0b6019338755 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d192158-6d39-42bc-b029-d73d378ab36f HTTP/1.1" status: 200 len: 210 time: 0.0993390 Nov 13 04:40:17.006615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42854) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:17.106240 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57cf5bab-234c-415c-b695-e377b95e75d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:17.193046 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c6a479e-e502-4439-b482-578f78241697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:17.226159 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:17.272616 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:14Z', 'updated_at': '2021-11-13T04:40:15Z', 'revision_number': 3, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'gw_port': {'id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:15Z', 'updated_at': '2021-11-13T04:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:17.320762 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Checking router: 71ad77ed-458b-4d8d-b232-96ca61538402 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:40:17.321276 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Updating router 71ad77ed-458b-4d8d-b232-96ca61538402 port 08c5a3b7-1624-44fe-8b38-37f1d042efa9 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:40:17.380953 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:17.396296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-57cf5bab-234c-415c-b695-e377b95e75d2 None None] For port c79d33cc-a296-46a2-bcc6-e633f6617ae3, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c79d33cc-a296-46a2-bcc6-e633f6617ae3,segment=NetworkSegment(9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898),segment_id=9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:17.402173 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c6a479e-e502-4439-b482-578f78241697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:17.411862 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c6a479e-e502-4439-b482-578f78241697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:17.448306 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2c6a479e-e502-4439-b482-578f78241697 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7c0f87803364575b5761e2e6e943d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402885 Nov 13 04:40:17.452017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42866) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:17.537027 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a479e-e502-4439-b482-578f78241697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5165b52e-4ee4-4eaf-845e-2a449f6612d0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:17.621067 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9c354e8-0368-4b93-ab82-f0b5e2ae1c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:17.651797 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9c354e8-0368-4b93-ab82-f0b5e2ae1c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:17.678523 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:40:17.678974 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:40:17.679597 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57cf5bab-234c-415c-b695-e377b95e75d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:17.725846 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9c354e8-0368-4b93-ab82-f0b5e2ae1c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:17.731948 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9c354e8-0368-4b93-ab82-f0b5e2ae1c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:17.731948 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e9c354e8-0368-4b93-ab82-f0b5e2ae1c1e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5165b52e-4ee4-4eaf-845e-2a449f6612d0 HTTP/1.1" status: 204 len: 168 time: 0.2777317 Nov 13 04:40:17.784387 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98052fee-0e64-4ddd-a05f-c65a4b76adc1 req-546b5f4a-06de-457a-b4fa-eacb83bc0d2d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:17.786252 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98052fee-0e64-4ddd-a05f-c65a4b76adc1 req-546b5f4a-06de-457a-b4fa-eacb83bc0d2d tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.46 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 1023 time: 0.1762068 Nov 13 04:40:17.795800 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c354e8-0368-4b93-ab82-f0b5e2ae1c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5165b52e-4ee4-4eaf-845e-2a449f6612d0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:17.817414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9906e35-6d8f-47d3-aa6d-031cb964c5b5 req-989006ae-8e69-43a5-b042-59155603bf95 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:17.819374 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9906e35-6d8f-47d3-aa6d-031cb964c5b5 req-989006ae-8e69-43a5-b042-59155603bf95 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 1023 time: 0.2081649 Nov 13 04:40:17.869461 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf5bab-234c-415c-b695-e377b95e75d2 None None] Pushing event updated for resources: {'Port': ['ID=c79d33cc-a296-46a2-bcc6-e633f6617ae3,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:17.899476 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c7acafe4-85aa-4106-9266-f658cbd754e7 None None] Provisioning complete for port c79d33cc-a296-46a2-bcc6-e633f6617ae3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:17.899836 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c7acafe4-85aa-4106-9266-f658cbd754e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:17.955036 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85f9c8-7903-4135-b779-08a2e9d0a14e req-8cf704c5-e18d-4924-9714-094c479b1098 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:17.965278 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5d85f9c8-7903-4135-b779-08a2e9d0a14e req-8cf704c5-e18d-4924-9714-094c479b1098 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.1171465 Nov 13 04:40:17.978971 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:17.996126 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:18.031084 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5d85f9c8-7903-4135-b779-08a2e9d0a14e req-8fd93ce5-a7a3-4888-a87e-537785b86641 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615687 Nov 13 04:40:18.098220 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Attempting to bind port 08c5a3b7-1624-44fe-8b38-37f1d042efa9 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:40:18.098579 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Attempting to bind port 08c5a3b7-1624-44fe-8b38-37f1d042efa9 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:40:18.098975 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Attempting to bind port 08c5a3b7-1624-44fe-8b38-37f1d042efa9 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:18.102541 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf44de-18d6-4eec-90b8-4e38b576a4bb None None] Pushing event updated for resources: {'Port': ['ID=08c5a3b7-1624-44fe-8b38-37f1d042efa9,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:18.116407 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbf44de-18d6-4eec-90b8-4e38b576a4bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:18.116807 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbf44de-18d6-4eec-90b8-4e38b576a4bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:18.117135 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbf44de-18d6-4eec-90b8-4e38b576a4bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:18.117457 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbf44de-18d6-4eec-90b8-4e38b576a4bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:18.117776 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbf44de-18d6-4eec-90b8-4e38b576a4bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:18.118090 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbf44de-18d6-4eec-90b8-4e38b576a4bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:18.118400 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbf44de-18d6-4eec-90b8-4e38b576a4bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:18.118708 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbf44de-18d6-4eec-90b8-4e38b576a4bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:18.119060 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbf44de-18d6-4eec-90b8-4e38b576a4bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:18.119367 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbf44de-18d6-4eec-90b8-4e38b576a4bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:18.119734 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbf44de-18d6-4eec-90b8-4e38b576a4bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:18.120083 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbf44de-18d6-4eec-90b8-4e38b576a4bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:40:18.135821 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:40:18.136190 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:18.136581 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:18.137313 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:40:18.137939 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Bound port: 08c5a3b7-1624-44fe-8b38-37f1d042efa9, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:40:18.138330 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:18.235423 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] For port 08c5a3b7-1624-44fe-8b38-37f1d042efa9, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:40:18.243222 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] For port 08c5a3b7-1624-44fe-8b38-37f1d042efa9, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=08c5a3b7-1624-44fe-8b38-37f1d042efa9,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:40:18.249883 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:18.313352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5ac37b11-7ac6-495b-a75a-4b391dd43335 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:18.333491 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Routers {'71ad77ed-458b-4d8d-b232-96ca61538402'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:40:18.333491 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['71ad77ed-458b-4d8d-b232-96ca61538402'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:18.333914 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9906e35-6d8f-47d3-aa6d-031cb964c5b5 req-3e3d03f0-b8af-4e71-9b2c-712adae61254 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups?id=39f90869-f391-431f-a5f6-bbcee09a0ffd&id=4261e5a6-eef0-4644-a502-c0beb7a33bf7&id=5ecc5897-ab39-46f0-be5a-1abaf7967889&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4490798 Nov 13 04:40:18.401717 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf44de-18d6-4eec-90b8-4e38b576a4bb None None] Pushing event updated for resources: {'Port': ['ID=08c5a3b7-1624-44fe-8b38-37f1d042efa9,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:18.469191 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c79d33cc-a296-46a2-bcc6-e633f6617ae3 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:18.509899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-98052fee-0e64-4ddd-a05f-c65a4b76adc1 req-34b7e97d-3d18-4978-94ea-3ce469dc287c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Deleting port 5ac37b11-7ac6-495b-a75a-4b391dd43335 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:18.510737 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-98052fee-0e64-4ddd-a05f-c65a4b76adc1 req-34b7e97d-3d18-4978-94ea-3ce469dc287c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:18.526358 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] Set router 71ad77ed-458b-4d8d-b232-96ca61538402 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:40:18.532894 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:18.568913 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904f2c32-ad31-4afd-b78e-92ac4566f0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac37b11-7ac6-495b-a75a-4b391dd43335'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:18.571826 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b753d8ef-6d25-4563-9fbe-a6d15bf60ff5" -d '{"events": [{"server_uuid": "904f2c32-ad31-4afd-b78e-92ac4566f0f4", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac37b11-7ac6-495b-a75a-4b391dd43335"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:18.586838 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5ac37b11-7ac6-495b-a75a-4b391dd43335, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5ac37b11-7ac6-495b-a75a-4b391dd43335,segment=NetworkSegment(fb866a57-a0ae-4609-98b7-fcbff9299fdf),segment_id=fb866a57-a0ae-4609-98b7-fcbff9299fdf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:18.594068 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:18.594806 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 061da254-e25b-43b8-bdca-bfcb7cb0ea37 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:18.596637 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c79d33cc-a296-46a2-bcc6-e633f6617ae3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:18.597008 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:18.614077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09746154-1182-4242-8a2b-9b3c22f12e8e req-f11208a7-637e-430f-937f-99fbe8978bd6 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:18.615639 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09746154-1182-4242-8a2b-9b3c22f12e8e req-f11208a7-637e-430f-937f-99fbe8978bd6 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 1097 time: 0.1511140 Nov 13 04:40:18.663320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 061da254-e25b-43b8-bdca-bfcb7cb0ea37 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:18.663662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 061da254-e25b-43b8-bdca-bfcb7cb0ea37 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:18.709821 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:18.730503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb2a88-d9d3-4726-9d7c-f87a5067b1f7 req-b934559f-75cc-43c2-b8d3-369020ab3dde tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:18.744011 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1acb2a88-d9d3-4726-9d7c-f87a5067b1f7 req-b934559f-75cc-43c2-b8d3-369020ab3dde tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 950 time: 0.1113157 Nov 13 04:40:18.752084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5ac37b11-7ac6-495b-a75a-4b391dd43335,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:18.811401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-98052fee-0e64-4ddd-a05f-c65a4b76adc1 req-34b7e97d-3d18-4978-94ea-3ce469dc287c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] For port 5ac37b11-7ac6-495b-a75a-4b391dd43335, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5ac37b11-7ac6-495b-a75a-4b391dd43335,segment=NetworkSegment(fb866a57-a0ae-4609-98b7-fcbff9299fdf),segment_id=fb866a57-a0ae-4609-98b7-fcbff9299fdf)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:18.812000 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-98052fee-0e64-4ddd-a05f-c65a4b76adc1 req-34b7e97d-3d18-4978-94ea-3ce469dc287c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:18.848417 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1acb2a88-d9d3-4726-9d7c-f87a5067b1f7 req-3bf33256-09b6-4e5c-a32e-f8f2e83d7819 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981629 Nov 13 04:40:18.893633 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09746154-1182-4242-8a2b-9b3c22f12e8e req-5d971807-266a-48c1-a7ad-56822997eb13 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706873 Nov 13 04:40:18.903041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-98052fee-0e64-4ddd-a05f-c65a4b76adc1 req-34b7e97d-3d18-4978-94ea-3ce469dc287c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Calling delete_port for 5ac37b11-7ac6-495b-a75a-4b391dd43335 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:18.956972 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754af842-d54e-40cd-bbc7-5fbd14d7f89f x-openstack-request-id: req-754af842-d54e-40cd-bbc7-5fbd14d7f89f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:18.957486 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904f2c32-ad31-4afd-b78e-92ac4566f0f4", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac37b11-7ac6-495b-a75a-4b391dd43335", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:18.957801 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-754af842-d54e-40cd-bbc7-5fbd14d7f89f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:18.958257 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904f2c32-ad31-4afd-b78e-92ac4566f0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac37b11-7ac6-495b-a75a-4b391dd43335', 'code': 200} Nov 13 04:40:19.047975 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:14Z', 'updated_at': '2021-11-13T04:40:15Z', 'revision_number': 3, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'gw_port': {'id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:15Z', 'updated_at': '2021-11-13T04:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:19.098757 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebaa983-e93d-4529-a044-6e021ffb2743 None None] The sync data for ids ['71ad77ed-458b-4d8d-b232-96ca61538402'] in n-d-813114-2 is: [{'id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:14Z', 'updated_at': '2021-11-13T04:40:15Z', 'revision_number': 3, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'gw_port': {'id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:15Z', 'updated_at': '2021-11-13T04:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:40:19.235185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Allocated IP 172.20.0.1 (b9ae54ec-83fa-4095-ba77-f303aa05e360/8e483262-94a9-4749-b19e-6e195cbd6696/f05cad90-e4b1-49c6-9a2e-6d5c73045678) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:40:19.268957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5a6c0-6890-4197-b767-6c26789eaf2d req-fdab1b80-fac9-4e31-b79b-287e7e780180 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:19.270841 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-99c5a6c0-6890-4197-b767-6c26789eaf2d req-fdab1b80-fac9-4e31-b79b-287e7e780180 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.1063688 Nov 13 04:40:19.481379 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:19.486545 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-98052fee-0e64-4ddd-a05f-c65a4b76adc1 req-34b7e97d-3d18-4978-94ea-3ce469dc287c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:19.507612 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-99c5a6c0-6890-4197-b767-6c26789eaf2d req-bd077f73-102a-4795-8886-c2d3c9106701 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232845 Nov 13 04:40:19.549118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7e97d-3d18-4978-94ea-3ce469dc287c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event deleted for resources: {'Port': ['ID=5ac37b11-7ac6-495b-a75a-4b391dd43335,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:19.624788 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-98052fee-0e64-4ddd-a05f-c65a4b76adc1 req-34b7e97d-3d18-4978-94ea-3ce469dc287c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] No DVR routers for this DVR port 5ac37b11-7ac6-495b-a75a-4b391dd43335 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:19.627779 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-98052fee-0e64-4ddd-a05f-c65a4b76adc1 req-34b7e97d-3d18-4978-94ea-3ce469dc287c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:19.634125 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98052fee-0e64-4ddd-a05f-c65a4b76adc1 req-34b7e97d-3d18-4978-94ea-3ce469dc287c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.46 "DELETE /v2.0/ports/5ac37b11-7ac6-495b-a75a-4b391dd43335 HTTP/1.1" status: 204 len: 173 time: 1.8134220 Nov 13 04:40:19.642852 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904f2c32-ad31-4afd-b78e-92ac4566f0f4', 'name': 'network-vif-deleted', 'tag': '5ac37b11-7ac6-495b-a75a-4b391dd43335'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:19.645419 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bef143-7423-4b6b-becf-e0dd086674d3" -d '{"events": [{"server_uuid": "904f2c32-ad31-4afd-b78e-92ac4566f0f4", "name": "network-vif-deleted", "tag": "5ac37b11-7ac6-495b-a75a-4b391dd43335"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:19.670381 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:19.725561 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Network b9ae54ec-83fa-4095-ba77-f303aa05e360 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:19.728616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:19.743456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:40:19.743953 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:19.795390 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Pushing event updated for resources: {'Port': ['ID=f05cad90-e4b1-49c6-9a2e-6d5c73045678,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:20.058070 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:20.180486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-32f6cde2-79cd-4d1f-9d4f-7f3995608010 None None] Provisioning complete for port f05cad90-e4b1-49c6-9a2e-6d5c73045678 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:20.181733 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32f6cde2-79cd-4d1f-9d4f-7f3995608010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:20.193760 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3307a136-7137-4890-aa2d-7334bf3ebf11 req-a0b8ba06-ea03-48e2-a65d-460fad3914af tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/ports?device_id=904f2c32-ad31-4afd-b78e-92ac4566f0f4 HTTP/1.1" status: 200 len: 210 time: 0.0534527 Nov 13 04:40:20.239193 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-32f6cde2-79cd-4d1f-9d4f-7f3995608010 None None] Port f05cad90-e4b1-49c6-9a2e-6d5c73045678 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:40:20.317699 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c621781a-339b-49a4-925c-32fa74148061 x-openstack-request-id: req-c621781a-339b-49a4-925c-32fa74148061 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:20.319375 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904f2c32-ad31-4afd-b78e-92ac4566f0f4", "name": "network-vif-deleted", "tag": "5ac37b11-7ac6-495b-a75a-4b391dd43335", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:20.319840 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c621781a-339b-49a4-925c-32fa74148061 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:20.320598 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904f2c32-ad31-4afd-b78e-92ac4566f0f4', 'name': 'network-vif-deleted', 'tag': '5ac37b11-7ac6-495b-a75a-4b391dd43335', 'status': 'completed', 'code': 200} Nov 13 04:40:20.388819 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42960) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:20.543401 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 08c5a3b7-1624-44fe-8b38-37f1d042efa9 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:20.557747 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67b0a07a-0381-4b44-a40e-375ab9ee9912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:20.642212 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 08c5a3b7-1624-44fe-8b38-37f1d042efa9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:20.644104 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:20.695815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce7450-6834-4f1e-93fb-9ea8d18e4b2c req-f1ff94c9-0926-43e1-9de2-b1a89773dec1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:20.697681 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65ce7450-6834-4f1e-93fb-9ea8d18e4b2c req-f1ff94c9-0926-43e1-9de2-b1a89773dec1 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 950 time: 0.1064584 Nov 13 04:40:20.703442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53052165-4710-4557-9c1f-ca3784117d28 req-5f729fda-ffb1-4f7b-b461-6a2c4742e612 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:20.714092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-53052165-4710-4557-9c1f-ca3784117d28 req-5f729fda-ffb1-4f7b-b461-6a2c4742e612 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 950 time: 0.2497916 Nov 13 04:40:20.750552 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67b0a07a-0381-4b44-a40e-375ab9ee9912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:20.787441 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67b0a07a-0381-4b44-a40e-375ab9ee9912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:20.811228 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:20.812083 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:20.832765 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:20.834168 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:20.837424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 08c5a3b7-1624-44fe-8b38-37f1d042efa9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=08c5a3b7-1624-44fe-8b38-37f1d042efa9,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:20.844685 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:20.845971 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-67b0a07a-0381-4b44-a40e-375ab9ee9912 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=862c217cd27c4d77b835d6ffa2e32ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554899 Nov 13 04:40:20.848649 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0a07a-0381-4b44-a40e-375ab9ee9912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378a63c9-df5c-481c-92ac-c2a7711f5336,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:20.852405 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42968) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:20.878666 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-53052165-4710-4557-9c1f-ca3784117d28 req-70efdb98-3042-4ce7-b74d-76064d632e14 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624281 Nov 13 04:40:20.924610 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c55b23b-b367-4d83-9c4c-605966a81d0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:20.930028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-65ce7450-6834-4f1e-93fb-9ea8d18e4b2c req-22e076e0-6ef9-4bb8-89d8-bba2b1b41bd2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Deleting port d78f507d-4839-4fd1-ac8b-bfd7e1be064a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:20.930491 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ce7450-6834-4f1e-93fb-9ea8d18e4b2c req-22e076e0-6ef9-4bb8-89d8-bba2b1b41bd2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:20.974614 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=08c5a3b7-1624-44fe-8b38-37f1d042efa9,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:21.015717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-110d5299-7e71-4e02-baa3-9e78160cba63 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:40:21.016777 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-110d5299-7e71-4e02-baa3-9e78160cba63 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218060 Nov 13 04:40:21.042782 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Pushing event updated for resources: {'Port': ['ID=f05cad90-e4b1-49c6-9a2e-6d5c73045678,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:21.043385 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c55b23b-b367-4d83-9c4c-605966a81d0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:21.080237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b33867-270f-4005-97d0-9d8c5e017c97 req-966a2343-ab4e-4198-bd99-e9f5d25acae0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:21.085066 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d5b33867-270f-4005-97d0-9d8c5e017c97 req-966a2343-ab4e-4198-bd99-e9f5d25acae0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0934253 Nov 13 04:40:21.095633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Network b9ae54ec-83fa-4095-ba77-f303aa05e360 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:21.099833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a570-969e-4703-ac84-03894addd554 req-c8a42b4e-75bf-4e2c-a028-552828687d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:21.101417 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-c8a42b4e-75bf-4e2c-a028-552828687d09 service neutron] 10.222.0.43 "GET /v2.0/ports/7db36868-ab33-4f04-a8be-9f22e6fb0ef2 HTTP/1.1" status: 200 len: 1094 time: 0.0689561 Nov 13 04:40:21.103174 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:21.109025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-65ce7450-6834-4f1e-93fb-9ea8d18e4b2c req-22e076e0-6ef9-4bb8-89d8-bba2b1b41bd2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] For port d78f507d-4839-4fd1-ac8b-bfd7e1be064a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d78f507d-4839-4fd1-ac8b-bfd7e1be064a,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:21.109653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ce7450-6834-4f1e-93fb-9ea8d18e4b2c req-22e076e0-6ef9-4bb8-89d8-bba2b1b41bd2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:21.134068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-e2e2a570-969e-4703-ac84-03894addd554 req-b8928762-4cbb-4979-afa1-9401d728a67d service neutron] Request body: {'binding': {'host': 'n-h2-813114-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:21.135213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-e2e2a570-969e-4703-ac84-03894addd554 req-b8928762-4cbb-4979-afa1-9401d728a67d service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 04:40:21.137557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-65ce7450-6834-4f1e-93fb-9ea8d18e4b2c req-22e076e0-6ef9-4bb8-89d8-bba2b1b41bd2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Calling delete_port for d78f507d-4839-4fd1-ac8b-bfd7e1be064a owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:21.189468 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d5b33867-270f-4005-97d0-9d8c5e017c97 req-6dfbd960-e5b7-4ea9-b98c-68adb785b8e8 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958982 Nov 13 04:40:21.328687 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c55b23b-b367-4d83-9c4c-605966a81d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:21.332600 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c55b23b-b367-4d83-9c4c-605966a81d0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:21.332820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Router 71ad77ed-458b-4d8d-b232-96ca61538402 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:40:21.335081 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1c55b23b-b367-4d83-9c4c-605966a81d0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/378a63c9-df5c-481c-92ac-c2a7711f5336 HTTP/1.1" status: 204 len: 168 time: 0.4811194 Nov 13 04:40:21.438569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55b23b-b367-4d83-9c4c-605966a81d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378a63c9-df5c-481c-92ac-c2a7711f5336,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:21.514373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-77158044-8f96-4931-8124-27fc65d91b85 None None] Provisioning complete for port f05cad90-e4b1-49c6-9a2e-6d5c73045678 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:21.515603 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77158044-8f96-4931-8124-27fc65d91b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:21.578739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e2e2a570-969e-4703-ac84-03894addd554 req-b8928762-4cbb-4979-afa1-9401d728a67d service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on host n-h2-813114-2 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:40:21.579388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e2e2a570-969e-4703-ac84-03894addd554 req-b8928762-4cbb-4979-afa1-9401d728a67d service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:40:21.579866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-b8928762-4cbb-4979-afa1-9401d728a67d service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:21.585858 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-77158044-8f96-4931-8124-27fc65d91b85 None None] Port f05cad90-e4b1-49c6-9a2e-6d5c73045678 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:40:21.591071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-b8928762-4cbb-4979-afa1-9401d728a67d service neutron] Port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:40:21.591893 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-b8928762-4cbb-4979-afa1-9401d728a67d service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:21.599315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-b8928762-4cbb-4979-afa1-9401d728a67d service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:40:21.599971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-b8928762-4cbb-4979-afa1-9401d728a67d service neutron] Checking segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:21.600518 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-b8928762-4cbb-4979-afa1-9401d728a67d service neutron] Bound using segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:40:21.601189 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e2e2a570-969e-4703-ac84-03894addd554 req-b8928762-4cbb-4979-afa1-9401d728a67d service neutron] Bound port: 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:40:21.621087 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1ceafd1e-5a76-424a-a752-ec80fbdb5a88 req-ac66d907-8e01-4523-aca2-88f9112037d4 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/39f90869-f391-431f-a5f6-bbcee09a0ffd HTTP/1.1" status: 200 len: 1817 time: 0.0995188 Nov 13 04:40:21.657618 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e2e2a570-969e-4703-ac84-03894addd554 req-b8928762-4cbb-4979-afa1-9401d728a67d service neutron] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:40:21.658631 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ce7450-6834-4f1e-93fb-9ea8d18e4b2c req-22e076e0-6ef9-4bb8-89d8-bba2b1b41bd2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:21.702224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1260c06f-f210-4b90-be67-896cb88572fa', 'c5ffd6ec-955a-43f0-a0b3-18057ccbfc45'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:21.707595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f680a574-022f-46b0-bb3b-425a9959b7f2', '06627902-a266-434c-be1b-4705c06afe9f', '4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b', 'fb1bb83a-42ae-495a-93ce-6e604342013e', 'd78f507d-4839-4fd1-ac8b-bfd7e1be064a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:21.721518 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e2e2a570-969e-4703-ac84-03894addd554 req-b8928762-4cbb-4979-afa1-9401d728a67d service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:21.723211 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-b8928762-4cbb-4979-afa1-9401d728a67d service neutron] 10.222.0.43 "POST /v2.0/ports/7db36868-ab33-4f04-a8be-9f22e6fb0ef2/bindings HTTP/1.1" status: 201 len: 389 time: 0.5921335 Nov 13 04:40:21.743853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:40:21.746852 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e076e0-6ef9-4bb8-89d8-bba2b1b41bd2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event deleted for resources: {'Port': ['ID=d78f507d-4839-4fd1-ac8b-bfd7e1be064a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:21.754087 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bbdec5ff-e89c-4653-8076-c2792032b7bd admin admin] 10.222.0.43 "PUT /v2.0/routers/71ad77ed-458b-4d8d-b232-96ca61538402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0720754 Nov 13 04:40:21.782193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ce7450-6834-4f1e-93fb-9ea8d18e4b2c req-22e076e0-6ef9-4bb8-89d8-bba2b1b41bd2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] No DVR routers for this DVR port d78f507d-4839-4fd1-ac8b-bfd7e1be064a on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:21.786431 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ce7450-6834-4f1e-93fb-9ea8d18e4b2c req-22e076e0-6ef9-4bb8-89d8-bba2b1b41bd2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:21.794617 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65ce7450-6834-4f1e-93fb-9ea8d18e4b2c req-22e076e0-6ef9-4bb8-89d8-bba2b1b41bd2 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "DELETE /v2.0/ports/d78f507d-4839-4fd1-ac8b-bfd7e1be064a HTTP/1.1" status: 204 len: 173 time: 1.0841768 Nov 13 04:40:21.798074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9386ad-cafa-4c3a-a464-94d5bf77aac9', 'name': 'network-vif-deleted', 'tag': 'd78f507d-4839-4fd1-ac8b-bfd7e1be064a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:21.805731 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1ceafd1e-5a76-424a-a752-ec80fbdb5a88 req-24392b5f-f886-46e9-a416-d144d1580df8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:21.811580 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99be348-cd37-4dfe-9738-d3af13ab5ddc" -d '{"events": [{"server_uuid": "9e9386ad-cafa-4c3a-a464-94d5bf77aac9", "name": "network-vif-deleted", "tag": "d78f507d-4839-4fd1-ac8b-bfd7e1be064a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:21.881143 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1ceafd1e-5a76-424a-a752-ec80fbdb5a88 req-24392b5f-f886-46e9-a416-d144d1580df8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:21.966723 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612dad77-aa74-46c4-b40c-ab280d26ec0c x-openstack-request-id: req-612dad77-aa74-46c4-b40c-ab280d26ec0c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:21.967049 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9386ad-cafa-4c3a-a464-94d5bf77aac9", "name": "network-vif-deleted", "tag": "d78f507d-4839-4fd1-ac8b-bfd7e1be064a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:21.967324 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-612dad77-aa74-46c4-b40c-ab280d26ec0c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:21.967719 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9386ad-cafa-4c3a-a464-94d5bf77aac9', 'name': 'network-vif-deleted', 'tag': 'd78f507d-4839-4fd1-ac8b-bfd7e1be064a', 'status': 'completed', 'code': 200} Nov 13 04:40:21.998279 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Sync routers for ids ['71ad77ed-458b-4d8d-b232-96ca61538402'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:40:22.021116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1ceafd1e-5a76-424a-a752-ec80fbdb5a88 req-24392b5f-f886-46e9-a416-d144d1580df8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:22.023802 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1ceafd1e-5a76-424a-a752-ec80fbdb5a88 req-24392b5f-f886-46e9-a416-d144d1580df8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:22.028518 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1ceafd1e-5a76-424a-a752-ec80fbdb5a88 req-24392b5f-f886-46e9-a416-d144d1580df8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "DELETE /v2.0/security-groups/39f90869-f391-431f-a5f6-bbcee09a0ffd HTTP/1.1" status: 204 len: 173 time: 0.3738937 Nov 13 04:40:22.050387 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24392b5f-f886-46e9-a416-d144d1580df8 tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f90869-f391-431f-a5f6-bbcee09a0ffd,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:22.104384 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Routers {'71ad77ed-458b-4d8d-b232-96ca61538402'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:40:22.105448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['71ad77ed-458b-4d8d-b232-96ca61538402'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:22.188399 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb207a-ad3c-4349-9dca-e14df28f4a85 req-d9c23995-75b6-4476-8ec3-c4df760f888c tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:22.217565 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffbb207a-ad3c-4349-9dca-e14df28f4a85 req-d9c23995-75b6-4476-8ec3-c4df760f888c tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.1274068 Nov 13 04:40:22.289736 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ddb963f8-e8cc-451d-bda1-58cf80bee438 req-eb0c467b-84ae-4a75-93de-fcc0479a60c5 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e9386ad-cafa-4c3a-a464-94d5bf77aac9 HTTP/1.1" status: 200 len: 210 time: 0.1068764 Nov 13 04:40:22.307126 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffbb207a-ad3c-4349-9dca-e14df28f4a85 req-c6e30466-5c82-45e5-84c5-96cbfaf8325f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825746 Nov 13 04:40:22.459684 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ed32534-c09f-4846-b511-5cbae5da76c7 req-dff8accf-da7e-452e-83c1-35ed8b2c7e2c tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "GET /v2.0/security-groups/4261e5a6-eef0-4644-a502-c0beb7a33bf7 HTTP/1.1" status: 200 len: 1817 time: 0.1189604 Nov 13 04:40:22.476423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 08c5a3b7-1624-44fe-8b38-37f1d042efa9 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:22.483918 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a570-969e-4703-ac84-03894addd554 req-4d871185-ba7b-475f-bec1-8b772391d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:22.485495 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-4d871185-ba7b-475f-bec1-8b772391d6c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 1097 time: 0.1769574 Nov 13 04:40:22.512738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c692e-95f3-432c-b3a2-d591025fe5a0 req-10282836-7868-447f-9f26-9a627de8efaf tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:22.520942 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-326c692e-95f3-432c-b3a2-d591025fe5a0 req-10282836-7868-447f-9f26-9a627de8efaf tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0883064 Nov 13 04:40:22.542070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Set router 71ad77ed-458b-4d8d-b232-96ca61538402 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:40:22.576061 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4ed32534-c09f-4846-b511-5cbae5da76c7 req-c0ba1911-1ba3-40f3-b3a4-8709f8e895db tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:22.601245 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4ed32534-c09f-4846-b511-5cbae5da76c7 req-c0ba1911-1ba3-40f3-b3a4-8709f8e895db tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:22.648818 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-326c692e-95f3-432c-b3a2-d591025fe5a0 req-9e915203-1d7e-40d1-a99e-996f6b475f8f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224008 Nov 13 04:40:22.662721 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4ed32534-c09f-4846-b511-5cbae5da76c7 req-c0ba1911-1ba3-40f3-b3a4-8709f8e895db tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:22.670354 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4ed32534-c09f-4846-b511-5cbae5da76c7 req-c0ba1911-1ba3-40f3-b3a4-8709f8e895db tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:22.673550 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a570-969e-4703-ac84-03894addd554 req-786c8f9e-7ecd-408e-b5fd-26246a7d1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:22.675842 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-786c8f9e-7ecd-408e-b5fd-26246a7d1ef6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.1798553 Nov 13 04:40:22.679229 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ed32534-c09f-4846-b511-5cbae5da76c7 req-c0ba1911-1ba3-40f3-b3a4-8709f8e895db tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] 10.222.0.43 "DELETE /v2.0/security-groups/4261e5a6-eef0-4644-a502-c0beb7a33bf7 HTTP/1.1" status: 204 len: 173 time: 0.2150807 Nov 13 04:40:22.686888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43018) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:22.708822 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba1911-1ba3-40f3-b3a4-8709f8e895db tempest-SecurityGroupsTestJSON-270658519 tempest-SecurityGroupsTestJSON-270658519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4261e5a6-eef0-4644-a502-c0beb7a33bf7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:22.780030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 08c5a3b7-1624-44fe-8b38-37f1d042efa9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:22.781171 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:23.102961 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-2a5758e8-6ae0-4fd2-a28d-9b6822e71fa4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2 HTTP/1.1" status: 200 len: 217 time: 0.4133918 Nov 13 04:40:23.184120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-25be8123-ce28-4e00-8166-b0e9aad75842 admin admin] Deleting subnet 26b5cb9d-0851-4257-a4fe-0f49378991e6 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:40:23.190447 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25be8123-ce28-4e00-8166-b0e9aad75842 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:23.221999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a570-969e-4703-ac84-03894addd554 req-b7923380-e4da-4077-b2e2-9a1e7a35192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:23.223991 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-b7923380-e4da-4077-b2e2-9a1e7a35192c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.1095469 Nov 13 04:40:23.252928 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25be8123-ce28-4e00-8166-b0e9aad75842 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:23.311278 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-546fd8a7-b408-42e2-9997-914985f2099d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759268 Nov 13 04:40:23.475789 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25be8123-ce28-4e00-8166-b0e9aad75842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:23.486234 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:14Z', 'updated_at': '2021-11-13T04:40:19Z', 'revision_number': 4, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'gw_port': {'id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:15Z', 'updated_at': '2021-11-13T04:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f05cad90-e4b1-49c6-9a2e-6d5c73045678', 'name': '', 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'mac_address': 'fa:16:3e:08:47:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:18Z', 'updated_at': '2021-11-13T04:40:20Z', 'revision_number': 2, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'subnets': [{'id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:23.523380 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Checking router: 71ad77ed-458b-4d8d-b232-96ca61538402 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:40:23.524942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Updating router 71ad77ed-458b-4d8d-b232-96ca61538402 port f05cad90-e4b1-49c6-9a2e-6d5c73045678 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:40:23.538010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-fe06b8bd-047e-4331-97a5-66f16e2afb20 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:23.539602 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-fe06b8bd-047e-4331-97a5-66f16e2afb20 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/networks?id=b9ae54ec-83fa-4095-ba77-f303aa05e360 HTTP/1.1" status: 200 len: 828 time: 0.2931268 Nov 13 04:40:23.572404 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-86a1e550-90ab-41fa-bfdb-e02bdd8c1d9d service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398932 Nov 13 04:40:23.581930 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-f6e2f397-f90a-4470-baeb-35f9622c461d tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/quotas/99e6064bf1bb4f598ab1406c922d3f8c HTTP/1.1" status: 200 len: 375 time: 0.0296607 Nov 13 04:40:23.586612 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:23.692003 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25be8123-ce28-4e00-8166-b0e9aad75842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:23.731826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be8123-ce28-4e00-8166-b0e9aad75842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b5cb9d-0851-4257-a4fe-0f49378991e6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:23.752992 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe332e7-ac50-4024-86c0-a0c9dbdd9a93 req-f39d1be6-1ad9-4d3f-adfb-35c45d19f9de tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:23.754898 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-acae01f8-249e-48b5-b2a2-74fbde2438a8 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=99e6064bf1bb4f598ab1406c922d3f8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1720219 Nov 13 04:40:23.760053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-65d75149-78e5-4724-893d-799541f6ceef service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:40:23.763202 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3fe332e7-ac50-4024-86c0-a0c9dbdd9a93 req-f39d1be6-1ad9-4d3f-adfb-35c45d19f9de tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.0751388 Nov 13 04:40:23.767659 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-65d75149-78e5-4724-893d-799541f6ceef service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118358 Nov 13 04:40:23.770764 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25be8123-ce28-4e00-8166-b0e9aad75842 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:23.775000 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-25be8123-ce28-4e00-8166-b0e9aad75842 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/26b5cb9d-0851-4257-a4fe-0f49378991e6 HTTP/1.1" status: 204 len: 168 time: 1.0653996 Nov 13 04:40:23.776879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43046) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:23.837998 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3fe332e7-ac50-4024-86c0-a0c9dbdd9a93 req-4e96899b-fb41-4188-8fed-e72bfc09926e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734680 Nov 13 04:40:23.862173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-e3323166-d618-48a4-9040-feeb50485de7 service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779062 Nov 13 04:40:23.941984 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e519d499-08ce-407f-bb32-f846d9ba8f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:23.969410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-909d639a-df8e-455a-ab2f-99988b8075cd service neutron] 10.222.0.43 "GET /v2.0/networks/b9ae54ec-83fa-4095-ba77-f303aa05e360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008915 Nov 13 04:40:24.100460 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e519d499-08ce-407f-bb32-f846d9ba8f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:24.130462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e519d499-08ce-407f-bb32-f846d9ba8f05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1db2e5-cbdf-462d-bdea-a8913685430c']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:24.146950 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e519d499-08ce-407f-bb32-f846d9ba8f05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb866a57-a0ae-4609-98b7-fcbff9299fdf') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:24.147258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e519d499-08ce-407f-bb32-f846d9ba8f05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb866a57-a0ae-4609-98b7-fcbff9299fdf') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:24.148762 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:24.159812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f88785-504f-4bab-b472-09e136634d63 req-2abe7b09-3593-4109-9748-77d24fd3990a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:24.165529 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e519d499-08ce-407f-bb32-f846d9ba8f05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:24.167441 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:24.168693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-8e067afd-bafa-453a-acca-a398337f6d1d service neutron] 10.222.0.43 "GET /v2.0/networks/b9ae54ec-83fa-4095-ba77-f303aa05e360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721585 Nov 13 04:40:24.177972 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-20f88785-504f-4bab-b472-09e136634d63 req-2abe7b09-3593-4109-9748-77d24fd3990a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0804851 Nov 13 04:40:24.182436 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e519d499-08ce-407f-bb32-f846d9ba8f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:24.191406 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e519d499-08ce-407f-bb32-f846d9ba8f05 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:40:24.192138 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e519d499-08ce-407f-bb32-f846d9ba8f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:40:24.194362 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:40:24.274798 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-20f88785-504f-4bab-b472-09e136634d63 req-21a9f114-6120-4763-8e00-c340244db754 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958176 Nov 13 04:40:24.293072 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e519d499-08ce-407f-bb32-f846d9ba8f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:24.303599 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e519d499-08ce-407f-bb32-f846d9ba8f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:24.306825 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e519d499-08ce-407f-bb32-f846d9ba8f05 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6e1db2e5-cbdf-462d-bdea-a8913685430c HTTP/1.1" status: 204 len: 168 time: 0.5229197 Nov 13 04:40:24.330516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519d499-08ce-407f-bb32-f846d9ba8f05 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e1db2e5-cbdf-462d-bdea-a8913685430c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:24.335376 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0e274-6232-4a3c-b0cb-0b480236e937 None None] Pushing event updated for resources: {'Port': ['ID=f05cad90-e4b1-49c6-9a2e-6d5c73045678,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:24.439437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Attempting to bind port f05cad90-e4b1-49c6-9a2e-6d5c73045678 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:40:24.439807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Attempting to bind port f05cad90-e4b1-49c6-9a2e-6d5c73045678 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:40:24.440971 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Attempting to bind port f05cad90-e4b1-49c6-9a2e-6d5c73045678 on network b9ae54ec-83fa-4095-ba77-f303aa05e360 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:24.457563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:40:24.458320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Checking segment: {'id': '9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:24.458517 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:24.459110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Bound using segment: {'id': '9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:40:24.459486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Bound port: f05cad90-e4b1-49c6-9a2e-6d5c73045678, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:40:24.459912 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:24.582460 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d78d433f-c634-4e95-a919-3b3b05e6ac96 req-e926ea95-4e4d-4e79-81e5-7109ccf12aed tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 210 time: 0.0472534 Nov 13 04:40:24.691933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7b358822-01cf-42dd-8f5a-a414a0d3c4cf None None] Provisioning complete for port f05cad90-e4b1-49c6-9a2e-6d5c73045678 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:24.692440 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b358822-01cf-42dd-8f5a-a414a0d3c4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:24.701376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb319d44-6c42-4aff-9887-7e0cd742ab94 req-3a6cd3ab-4747-4a2e-b046-afd9bbbe73b9 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:24.713064 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb319d44-6c42-4aff-9887-7e0cd742ab94 req-3a6cd3ab-4747-4a2e-b046-afd9bbbe73b9 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 950 time: 0.1270225 Nov 13 04:40:24.782066 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43068) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:24.795606 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7b358822-01cf-42dd-8f5a-a414a0d3c4cf None None] Port f05cad90-e4b1-49c6-9a2e-6d5c73045678 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:40:24.809206 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] For port f05cad90-e4b1-49c6-9a2e-6d5c73045678, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:40:24.812915 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] For port f05cad90-e4b1-49c6-9a2e-6d5c73045678, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f05cad90-e4b1-49c6-9a2e-6d5c73045678,segment=NetworkSegment(9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898),segment_id=9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:40:24.827484 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:24.832799 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb319d44-6c42-4aff-9887-7e0cd742ab94 req-318cc7f5-42b1-42b0-987f-52dceaeff299 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136672 Nov 13 04:40:24.885035 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2c802ba2-ce1d-4a5b-9b1c-93a1d9831776 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15140f09689e4eeeb930615e271fa05a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1017952 Nov 13 04:40:24.888231 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43072) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:25.009368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0e274-6232-4a3c-b0cb-0b480236e937 None None] Pushing event updated for resources: {'Port': ['ID=f05cad90-e4b1-49c6-9a2e-6d5c73045678,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:25.028445 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bbaae55-e317-422c-b73d-779af88a9774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:25.043761 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Routers {'71ad77ed-458b-4d8d-b232-96ca61538402'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:40:25.044431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['71ad77ed-458b-4d8d-b232-96ca61538402'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:25.087240 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bbaae55-e317-422c-b73d-779af88a9774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:25.148309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece17b4-fb7a-4665-b67f-6f4ee9a60e4f req-7581e875-3799-4896-af04-9cd629013834 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:25.154166 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ece17b4-fb7a-4665-b67f-6f4ee9a60e4f req-7581e875-3799-4896-af04-9cd629013834 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.1681817 Nov 13 04:40:25.213190 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bbaae55-e317-422c-b73d-779af88a9774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:25.216125 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bbaae55-e317-422c-b73d-779af88a9774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:25.217355 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1bbaae55-e317-422c-b73d-779af88a9774 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ecc5897-ab39-46f0-be5a-1abaf7967889 HTTP/1.1" status: 204 len: 168 time: 0.3280399 Nov 13 04:40:25.233548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaae55-e317-422c-b73d-779af88a9774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecc5897-ab39-46f0-be5a-1abaf7967889,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:25.337977 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-660c275f-281e-4b86-98ba-d297b79abad7 service neutron] 10.222.0.46 "GET /v2.0/ports/5174efca-acba-4b86-ac8f-664b949ef942/bindings/n-h1-813114-2 HTTP/1.1" status: 200 len: 382 time: 0.2741747 Nov 13 04:40:25.348469 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ece17b4-fb7a-4665-b67f-6f4ee9a60e4f req-baef92bd-d5a1-417b-9d9c-471d6ac22189 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842728 Nov 13 04:40:25.367415 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] Set router 71ad77ed-458b-4d8d-b232-96ca61538402 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:40:25.560710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c94f3-a179-4db6-8ab4-9165902bd264 req-9fdbd83e-4d09-43bc-a20f-681eeeb75afd tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:25.573476 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a6c94f3-a179-4db6-8ab4-9165902bd264 req-9fdbd83e-4d09-43bc-a20f-681eeeb75afd tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0993302 Nov 13 04:40:25.581356 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9ce2e6df-582c-49da-9243-b85a35fabed0 None None] Provisioning complete for port f05cad90-e4b1-49c6-9a2e-6d5c73045678 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:25.582118 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e6df-582c-49da-9243-b85a35fabed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:25.678993 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a6c94f3-a179-4db6-8ab4-9165902bd264 req-dd4953f9-08c8-4e63-9de2-f1f5d12f8d2f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001785 Nov 13 04:40:25.805197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d78f507d-4839-4fd1-ac8b-bfd7e1be064a no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:25.835479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: d78f507d-4839-4fd1-ac8b-bfd7e1be064a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:25.835818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d78f507d-4839-4fd1-ac8b-bfd7e1be064a not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:25.864244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-44dc1cf9-f494-4f80-b952-099c63db37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:25.866237 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-44dc1cf9-f494-4f80-b952-099c63db37c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d&tenant_id=b836d7db5e664454bda2ae2ccdb312f4 HTTP/1.1" status: 200 len: 1100 time: 0.0784388 Nov 13 04:40:25.965933 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e6df-582c-49da-9243-b85a35fabed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:26.037480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9ce2e6df-582c-49da-9243-b85a35fabed0 None None] For port f05cad90-e4b1-49c6-9a2e-6d5c73045678, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f05cad90-e4b1-49c6-9a2e-6d5c73045678,segment=NetworkSegment(9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898),segment_id=9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:26.049511 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e6df-582c-49da-9243-b85a35fabed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:26.057118 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:14Z', 'updated_at': '2021-11-13T04:40:19Z', 'revision_number': 4, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'gw_port': {'id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:15Z', 'updated_at': '2021-11-13T04:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f05cad90-e4b1-49c6-9a2e-6d5c73045678', 'name': '', 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'mac_address': 'fa:16:3e:08:47:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:18Z', 'updated_at': '2021-11-13T04:40:24Z', 'revision_number': 4, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'subnets': [{'id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:26.085067 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9eb6f524-5f59-4a73-81f1-810874b3101f req-1514b26f-7aad-4bad-8b2b-181cf072b966 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 210 time: 0.0890636 Nov 13 04:40:26.115487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6394e1ce-9030-41b4-aa09-f11411daef19 None None] The sync data for ids ['71ad77ed-458b-4d8d-b232-96ca61538402'] in n-d-813114-2 is: [{'id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:14Z', 'updated_at': '2021-11-13T04:40:19Z', 'revision_number': 4, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'gw_port': {'id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:15Z', 'updated_at': '2021-11-13T04:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f05cad90-e4b1-49c6-9a2e-6d5c73045678', 'name': '', 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'mac_address': 'fa:16:3e:08:47:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:18Z', 'updated_at': '2021-11-13T04:40:24Z', 'revision_number': 4, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'subnets': [{'id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:40:26.116325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-b38be9bc-c373-47f7-bec1-de8ed8c74d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:26.117878 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-b38be9bc-c373-47f7-bec1-de8ed8c74d7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 1100 time: 0.2085235 Nov 13 04:40:26.216997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2e6df-582c-49da-9243-b85a35fabed0 None None] Pushing event updated for resources: {'Port': ['ID=f05cad90-e4b1-49c6-9a2e-6d5c73045678,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:26.283759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-e9c88700-5b2f-43d2-a834-40b3b44dc3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:26.285306 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-e9c88700-5b2f-43d2-a834-40b3b44dc3b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1589644 Nov 13 04:40:26.382501 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-b8ad1d11-5f4c-40af-afb3-8e13dec69271 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=5174efca-acba-4b86-ac8f-664b949ef942 HTTP/1.1" status: 200 len: 217 time: 0.0561707 Nov 13 04:40:26.496990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f05cad90-e4b1-49c6-9a2e-6d5c73045678 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:26.525732 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbb1eb-8999-4a7c-8d1d-beea9bfd8079 req-f1cada22-9faa-462e-9670-eda9ad60fcb9 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:26.530848 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12fbb1eb-8999-4a7c-8d1d-beea9bfd8079 req-f1cada22-9faa-462e-9670-eda9ad60fcb9 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 950 time: 0.2446027 Nov 13 04:40:26.578429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-0015c4b8-d2c3-4561-a4b9-17c3e6e4e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:26.580613 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-0015c4b8-d2c3-4561-a4b9-17c3e6e4e47b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1890707 Nov 13 04:40:26.650137 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f05cad90-e4b1-49c6-9a2e-6d5c73045678 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:26.650750 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:26.695692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b24085-69da-4c79-8d6f-5cc02e33ff78 req-afb14edc-81ab-4b36-b91c-7b92eeb7c400 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:26.698780 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6b24085-69da-4c79-8d6f-5cc02e33ff78 req-afb14edc-81ab-4b36-b91c-7b92eeb7c400 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 950 time: 0.1261177 Nov 13 04:40:26.875680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43114) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:26.879088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12fbb1eb-8999-4a7c-8d1d-beea9bfd8079 req-557a407f-c4c3-4d34-90db-9ddfe37a9837 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282199 Nov 13 04:40:26.886651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-d90f2cd8-310f-46c2-b30f-6c822c0dc739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:26.888515 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-d90f2cd8-310f-46c2-b30f-6c822c0dc739 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2701557 Nov 13 04:40:26.949541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb1950-9287-43f9-8c0e-4a50f757be30 req-53b1199f-a262-4030-9500-fb308d4603fa tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:26.959269 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2bb1950-9287-43f9-8c0e-4a50f757be30 req-53b1199f-a262-4030-9500-fb308d4603fa tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.2540147 Nov 13 04:40:27.034562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-f8030058-12e3-416c-bfe8-30af4c920e27 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:27.034562 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-f8030058-12e3-416c-bfe8-30af4c920e27 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.36 "GET /v2.0/networks?id=b9ae54ec-83fa-4095-ba77-f303aa05e360 HTTP/1.1" status: 200 len: 828 time: 0.4456105 Nov 13 04:40:27.062398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-0658a6c0-dfb9-46f9-a69c-ffd066c7616b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Request body: {'port': {'device_id': '11c2b80a-070e-4865-8178-f696308774a4', 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'admin_state_up': True, 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:27.121890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1038718011-network', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:27.143824 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2bb1950-9287-43f9-8c0e-4a50f757be30 req-a7f703e2-3e0e-4485-a119-7b546dd9f5f8 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833019 Nov 13 04:40:27.158950 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-e6b24085-69da-4c79-8d6f-5cc02e33ff78 req-74c8fc34-7772-465e-bdde-2874064c467b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Deleting port fb1bb83a-42ae-495a-93ce-6e604342013e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:27.158950 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e6b24085-69da-4c79-8d6f-5cc02e33ff78 req-74c8fc34-7772-465e-bdde-2874064c467b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:27.234602 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-55ae85a7-d557-42a5-8f2a-6e8b7dff4c11 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327060 Nov 13 04:40:27.295626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e6b24085-69da-4c79-8d6f-5cc02e33ff78 req-74c8fc34-7772-465e-bdde-2874064c467b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] For port fb1bb83a-42ae-495a-93ce-6e604342013e, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=fb1bb83a-42ae-495a-93ce-6e604342013e,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:27.296491 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e6b24085-69da-4c79-8d6f-5cc02e33ff78 req-74c8fc34-7772-465e-bdde-2874064c467b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:27.320233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] Made reservation on behalf of 57f662e4e3a04e68b02eb6775cea16ba for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:40:27.324524 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:27.328239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-e6b24085-69da-4c79-8d6f-5cc02e33ff78 req-74c8fc34-7772-465e-bdde-2874064c467b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Calling delete_port for fb1bb83a-42ae-495a-93ce-6e604342013e owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:27.341847 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:27.355986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8209543-47e3-4f89-b6b7-24b4f1ded532 req-d03d37d1-487e-49e3-bf6b-76cfe7ea53ae tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:27.357625 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c8209543-47e3-4f89-b6b7-24b4f1ded532 req-d03d37d1-487e-49e3-bf6b-76cfe7ea53ae tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.2088816 Nov 13 04:40:27.451931 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-0658a6c0-dfb9-46f9-a69c-ffd066c7616b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Made reservation on behalf of 99e6064bf1bb4f598ab1406c922d3f8c for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:40:27.458286 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-0658a6c0-dfb9-46f9-a69c-ffd066c7616b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:27.506040 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4350d4f2-3ee7-46a7-a7c2-9108efe71d2a req-e84c4ef9-0bb8-403d-b7ab-2bad050ef088 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620480 Nov 13 04:40:27.506256 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e86ef28-9ae2-4338-8ee8-304ce316e917 req-1c13d135-1149-4722-8b32-f4b2dfb71435 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 210 time: 0.0375464 Nov 13 04:40:27.660854 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:27.680991 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:27.720076 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e6b24085-69da-4c79-8d6f-5cc02e33ff78 req-74c8fc34-7772-465e-bdde-2874064c467b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:27.722562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:40:27.730024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c2e052-cdb8-4bfe-acbe-efc2ed787a81,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:27.756532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1260c06f-f210-4b90-be67-896cb88572fa', 'c5ffd6ec-955a-43f0-a0b3-18057ccbfc45'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:27.771055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f680a574-022f-46b0-bb3b-425a9959b7f2', '06627902-a266-434c-be1b-4705c06afe9f', '4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b', 'fb1bb83a-42ae-495a-93ce-6e604342013e'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:27.792469 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8fc34-7772-465e-bdde-2874064c467b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event deleted for resources: {'Port': ['ID=fb1bb83a-42ae-495a-93ce-6e604342013e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:27.804230 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:27.804581 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] Added segment 7095dcf0-66eb-4b39-91e5-da1be60550fb of type vlan for network 0da5777e-6db9-4b39-a161-a68c010b6b41 Nov 13 04:40:27.946883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b24085-69da-4c79-8d6f-5cc02e33ff78 req-74c8fc34-7772-465e-bdde-2874064c467b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] No DVR routers for this DVR port fb1bb83a-42ae-495a-93ce-6e604342013e on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:27.950836 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e6b24085-69da-4c79-8d6f-5cc02e33ff78 req-74c8fc34-7772-465e-bdde-2874064c467b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:27.960008 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6b24085-69da-4c79-8d6f-5cc02e33ff78 req-74c8fc34-7772-465e-bdde-2874064c467b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "DELETE /v2.0/ports/fb1bb83a-42ae-495a-93ce-6e604342013e HTTP/1.1" status: 204 len: 173 time: 1.2405241 Nov 13 04:40:27.960495 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2b3d7d-9711-448f-ae60-b0153f39e929', 'name': 'network-vif-deleted', 'tag': 'fb1bb83a-42ae-495a-93ce-6e604342013e'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:27.962792 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7c7c50-27fd-4ffa-89a9-f2cb50bb9e9a" -d '{"events": [{"server_uuid": "5c2b3d7d-9711-448f-ae60-b0153f39e929", "name": "network-vif-deleted", "tag": "fb1bb83a-42ae-495a-93ce-6e604342013e"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:27.977338 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:27.988899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c8209543-47e3-4f89-b6b7-24b4f1ded532 req-e097a67f-66a1-4b5e-b129-9e45a481c0f5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6084733 Nov 13 04:40:28.040567 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:28.041620 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:28.042313 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:28.233416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-0658a6c0-dfb9-46f9-a69c-ffd066c7616b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Allocated IP 172.20.0.14 (b9ae54ec-83fa-4095-ba77-f303aa05e360/8e483262-94a9-4749-b19e-6e195cbd6696/ac59c2c6-89ad-4ade-be68-4e9578283f17) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:40:28.261437 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3797739 Nov 13 04:40:28.264747 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43142) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:28.283954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed883b2f-1563-4d13-adab-8ade1d33b6db admin admin] Pushing event updated for resources: {'Network': ['ID=0da5777e-6db9-4b39-a161-a68c010b6b41,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:28.288563 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7e430dc7-7642-4d9c-b05a-6a854c2146a5 admin admin] Request body: {'subnet': {'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1038718011-subnet', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:28.307308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 0da5777e-6db9-4b39-a161-a68c010b6b41 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:40:28.409784 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5174efca-acba-4b86-ac8f-664b949ef942 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:28.412269 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e430dc7-7642-4d9c-b05a-6a854c2146a5 admin admin] Made reservation on behalf of 57f662e4e3a04e68b02eb6775cea16ba for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:40:28.414769 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e430dc7-7642-4d9c-b05a-6a854c2146a5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:28.429180 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09ea4034-f24c-4f90-b0b7-61debdee1d92 req-88c54440-0bd2-4ab5-8fa0-9ae7cebb151d tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c2b3d7d-9711-448f-ae60-b0153f39e929 HTTP/1.1" status: 200 len: 210 time: 0.0498044 Nov 13 04:40:28.460390 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:28.495215 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb44363-5b58-498a-9715-74ee1883b3a7 x-openstack-request-id: req-7eb44363-5b58-498a-9715-74ee1883b3a7 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:28.495702 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2b3d7d-9711-448f-ae60-b0153f39e929", "name": "network-vif-deleted", "tag": "fb1bb83a-42ae-495a-93ce-6e604342013e", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:28.496106 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7eb44363-5b58-498a-9715-74ee1883b3a7 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:28.496644 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2b3d7d-9711-448f-ae60-b0153f39e929', 'name': 'network-vif-deleted', 'tag': 'fb1bb83a-42ae-495a-93ce-6e604342013e', 'status': 'completed', 'code': 200} Nov 13 04:40:28.542864 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:28.582312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5174efca-acba-4b86-ac8f-664b949ef942, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5174efca-acba-4b86-ac8f-664b949ef942,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:28.614004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd640cf9c-b74e-40e8-9f78-05b946b1dd7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5174efca-acba-4b86-ac8f-664b949ef942'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:28.620298 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e39244c-3f6f-414c-b1a6-cb9dfbaeb9ca" -d '{"events": [{"server_uuid": "d640cf9c-b74e-40e8-9f78-05b946b1dd7d", "name": "network-vif-unplugged", "status": "completed", "tag": "5174efca-acba-4b86-ac8f-664b949ef942"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:28.632121 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:28.694953 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:28.719038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1e59b-ab33-4444-8047-b2f2dc317450 req-1ccee7ba-28de-4050-ad64-5a80fbe4db52 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:28.732266 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d9d1e59b-ab33-4444-8047-b2f2dc317450 req-1ccee7ba-28de-4050-ad64-5a80fbe4db52 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.1299384 Nov 13 04:40:28.786010 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-0658a6c0-dfb9-46f9-a69c-ffd066c7616b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:28.814725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5174efca-acba-4b86-ac8f-664b949ef942,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:28.836670 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d9d1e59b-ab33-4444-8047-b2f2dc317450 req-941a76d0-4841-4d67-afe3-9f1381bb6005 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030052 Nov 13 04:40:28.848256 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-0658a6c0-dfb9-46f9-a69c-ffd066c7616b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:28.913802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-0658a6c0-dfb9-46f9-a69c-ffd066c7616b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Network b9ae54ec-83fa-4095-ba77-f303aa05e360 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:28.938810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-0658a6c0-dfb9-46f9-a69c-ffd066c7616b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:28.959113 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-0658a6c0-dfb9-46f9-a69c-ffd066c7616b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:40:28.965951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-0658a6c0-dfb9-46f9-a69c-ffd066c7616b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:28.966862 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-0658a6c0-dfb9-46f9-a69c-ffd066c7616b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:28.992149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658a6c0-dfb9-46f9-a69c-ffd066c7616b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Pushing event updated for resources: {'Port': ['ID=ac59c2c6-89ad-4ade-be68-4e9578283f17,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:29.072931 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-0658a6c0-dfb9-46f9-a69c-ffd066c7616b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0190356 Nov 13 04:40:29.098465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Request body: {'port': {'device_id': '11c2b80a-070e-4865-8178-f696308774a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:29.118815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2922496-bfb6-4521-9542-3461e0261021 req-b7c9d32f-0705-474a-8b05-9e695f9b930e tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:29.129045 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2922496-bfb6-4521-9542-3461e0261021 req-b7c9d32f-0705-474a-8b05-9e695f9b930e tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 945 time: 0.0693974 Nov 13 04:40:29.177782 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e430dc7-7642-4d9c-b05a-6a854c2146a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:29.196022 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2922496-bfb6-4521-9542-3461e0261021 req-253df52c-0897-449d-bb8c-928455ad9b3a tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657101 Nov 13 04:40:29.265575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e430dc7-7642-4d9c-b05a-6a854c2146a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25e69f96-ffaf-4b1a-971f-b57cbdd77cce,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:29.280882 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:29.312078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-dc941386-f37f-4a50-b0b7-40cb7d452163 None None] Provisioning complete for port ac59c2c6-89ad-4ade-be68-4e9578283f17 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:29.312235 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc941386-f37f-4a50-b0b7-40cb7d452163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:29.345473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5db6d5-e701-4ff7-9934-1f9abb131909 req-086f6773-f0c1-43ed-a9d6-ecd6a491f85b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:29.350945 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da5db6d5-e701-4ff7-9934-1f9abb131909 req-086f6773-f0c1-43ed-a9d6-ecd6a491f85b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 932 time: 0.0664096 Nov 13 04:40:29.379872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dc941386-f37f-4a50-b0b7-40cb7d452163 None None] Port ac59c2c6-89ad-4ade-be68-4e9578283f17 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:40:29.395756 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e430dc7-7642-4d9c-b05a-6a854c2146a5 admin admin] Checking segment: {'id': '7095dcf0-66eb-4b39-91e5-da1be60550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:29.396477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e430dc7-7642-4d9c-b05a-6a854c2146a5 admin admin] Network hostable DHCP agents. Network: 0da5777e-6db9-4b39-a161-a68c010b6b41, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:40:29.419078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da5db6d5-e701-4ff7-9934-1f9abb131909 req-02965b0f-5722-4fff-a157-660ae5056fe1 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd4c038-fa8d-4623-bafd-267de195e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615528 Nov 13 04:40:29.476380 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7755bc-9539-4aea-9491-03127e9fc53e x-openstack-request-id: req-2c7755bc-9539-4aea-9491-03127e9fc53e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:29.476866 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d640cf9c-b74e-40e8-9f78-05b946b1dd7d", "name": "network-vif-unplugged", "status": "completed", "tag": "5174efca-acba-4b86-ac8f-664b949ef942", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:29.477238 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c7755bc-9539-4aea-9491-03127e9fc53e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:29.477739 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd640cf9c-b74e-40e8-9f78-05b946b1dd7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5174efca-acba-4b86-ac8f-664b949ef942', 'code': 200} Nov 13 04:40:29.492096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e430dc7-7642-4d9c-b05a-6a854c2146a5 admin admin] Network 0da5777e-6db9-4b39-a161-a68c010b6b41 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:40:29.521500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-7e430dc7-7642-4d9c-b05a-6a854c2146a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 0da5777e-6db9-4b39-a161-a68c010b6b41) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:29.533125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c681d11-6a93-4963-8749-cd23de86a78e None None] Network 0da5777e-6db9-4b39-a161-a68c010b6b41 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:40:29.636949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f15414-ce91-476c-bfce-fda293fabc18 req-e8d7e9d0-9b42-4fd3-8c16-2a6ef26006b1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:29.645243 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13f15414-ce91-476c-bfce-fda293fabc18 req-e8d7e9d0-9b42-4fd3-8c16-2a6ef26006b1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 947 time: 0.0988693 Nov 13 04:40:29.665589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e430dc7-7642-4d9c-b05a-6a854c2146a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:29.666182 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e430dc7-7642-4d9c-b05a-6a854c2146a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:29.716979 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-0da5777e-6db9-4b39-a161-a68c010b6b41', 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'fixed_ips': [{'subnet_id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:40:29.717842 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:29.722319 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13f15414-ce91-476c-bfce-fda293fabc18 req-47c8b272-bca2-47ea-a210-03d1a3ad3ad4 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731540 Nov 13 04:40:29.748423 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7e430dc7-7642-4d9c-b05a-6a854c2146a5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4787235 Nov 13 04:40:29.749247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43160) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:29.754021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:29.763417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac59c2c6-89ad-4ade-be68-4e9578283f17 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:40:29.773578 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:29.794939 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Transition to ACTIVE for port object ac59c2c6-89ad-4ade-be68-4e9578283f17 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:40:29.798748 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:29.800563 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:29.804646 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:29.907237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Pushing event updated for resources: {'Port': ['ID=ac59c2c6-89ad-4ade-be68-4e9578283f17,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:29.912369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Attempting to bind port ac59c2c6-89ad-4ade-be68-4e9578283f17 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:40:29.912858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Attempting to bind port ac59c2c6-89ad-4ade-be68-4e9578283f17 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:40:29.913326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Attempting to bind port ac59c2c6-89ad-4ade-be68-4e9578283f17 on network b9ae54ec-83fa-4095-ba77-f303aa05e360 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:29.918326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Port ac59c2c6-89ad-4ade-be68-4e9578283f17 on network b9ae54ec-83fa-4095-ba77-f303aa05e360 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:40:29.918764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Attempting to bind port ac59c2c6-89ad-4ade-be68-4e9578283f17 on network b9ae54ec-83fa-4095-ba77-f303aa05e360 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:29.930628 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:40:29.931043 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Checking segment: {'id': '9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:29.931527 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Bound using segment: {'id': '9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:40:29.932062 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Bound port: ac59c2c6-89ad-4ade-be68-4e9578283f17, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:40:29.933859 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:29.934565 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:30.018619 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] For port ac59c2c6-89ad-4ade-be68-4e9578283f17, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:40:30.025279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] For port ac59c2c6-89ad-4ade-be68-4e9578283f17, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ac59c2c6-89ad-4ade-be68-4e9578283f17,segment=NetworkSegment(9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898),segment_id=9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:40:30.025600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Allocated IP 172.20.0.2 (0da5777e-6db9-4b39-a161-a68c010b6b41/25e69f96-ffaf-4b1a-971f-b57cbdd77cce/e19c070b-c319-4a0d-abf1-d0671fe72d0a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:40:30.038401 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:30.214545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:30.216603 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:30.220625 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] 10.222.0.36 "PUT /v2.0/ports/ac59c2c6-89ad-4ade-be68-4e9578283f17 HTTP/1.1" status: 200 len: 1092 time: 1.1271493 Nov 13 04:40:30.233041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:30.241313 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c2b80a-070e-4865-8178-f696308774a4', 'tag': 'ac59c2c6-89ad-4ade-be68-4e9578283f17'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:30.265437 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c415b9-67d9-4b3c-b204-1035389ce4af" -d '{"events": [{"name": "network-changed", "server_uuid": "11c2b80a-070e-4865-8178-f696308774a4", "tag": "ac59c2c6-89ad-4ade-be68-4e9578283f17"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:30.419025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a94ea6-9f18-4ae5-9569-102d72f0d09c service neutron] Pushing event updated for resources: {'Port': ['ID=ac59c2c6-89ad-4ade-be68-4e9578283f17,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:30.462557 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-3d4c7571-5eb6-42c3-b8ba-417729d90a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:30.464150 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-3d4c7571-5eb6-42c3-b8ba-417729d90a6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=99e6064bf1bb4f598ab1406c922d3f8c&device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 1095 time: 0.1759007 Nov 13 04:40:30.491178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7393175-12ba-4b57-bf83-356d3c1d67d8 req-7a391a78-869c-45a2-9f03-a772dec1967b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:30.497235 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7393175-12ba-4b57-bf83-356d3c1d67d8 req-7a391a78-869c-45a2-9f03-a772dec1967b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.3541665 Nov 13 04:40:30.600558 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:30.603703 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-0e4a543c-3b37-4bd0-a93e-4285114a8dc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac59c2c6-89ad-4ade-be68-4e9578283f17 HTTP/1.1" status: 200 len: 217 time: 0.1047156 Nov 13 04:40:30.617687 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:30.672601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Pushing event updated for resources: {'Port': ['ID=e19c070b-c319-4a0d-abf1-d0671fe72d0a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:30.694407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db044b8-d0d6-4d9c-8632-5e747120fdce req-c50767b6-c404-4e31-afb8-0825a90698d9 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:30.697209 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7db044b8-d0d6-4d9c-8632-5e747120fdce req-c50767b6-c404-4e31-afb8-0825a90698d9 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 945 time: 0.0796592 Nov 13 04:40:30.697346 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Network 0da5777e-6db9-4b39-a161-a68c010b6b41 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:30.701186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:30.704207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:40:30.706142 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:30.729165 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7393175-12ba-4b57-bf83-356d3c1d67d8 req-04207dca-bf50-4987-924e-0cc042228061 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101004 Nov 13 04:40:30.735714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-0b0a1a99-3223-440c-9928-67be6f3e05ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:30.737204 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-0b0a1a99-3223-440c-9928-67be6f3e05ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e483262-94a9-4749-b19e-6e195cbd6696 HTTP/1.1" status: 200 len: 867 time: 0.1046135 Nov 13 04:40:30.748731 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:30.763624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4f29a-6fa1-44ff-8368-58497cc3bc58 req-7ea7cd94-3275-4efb-814a-67b7c26799eb tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:30.769236 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbd4f29a-6fa1-44ff-8368-58497cc3bc58 req-7ea7cd94-3275-4efb-814a-67b7c26799eb tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.46 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 945 time: 0.1838534 Nov 13 04:40:30.801561 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Attempting to bind port e19c070b-c319-4a0d-abf1-d0671fe72d0a on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:40:30.802175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Attempting to bind port e19c070b-c319-4a0d-abf1-d0671fe72d0a by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '7095dcf0-66eb-4b39-91e5-da1be60550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:40:30.802714 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Attempting to bind port e19c070b-c319-4a0d-abf1-d0671fe72d0a on network 0da5777e-6db9-4b39-a161-a68c010b6b41 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:30.809646 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:40:30.810237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Checking segment: {'id': '7095dcf0-66eb-4b39-91e5-da1be60550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:30.812055 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:30.812651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Bound using segment: {'id': '7095dcf0-66eb-4b39-91e5-da1be60550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:40:30.813454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Bound port: e19c070b-c319-4a0d-abf1-d0671fe72d0a, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7095dcf0-66eb-4b39-91e5-da1be60550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:40:30.814240 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:30.826614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7db044b8-d0d6-4d9c-8632-5e747120fdce req-849fcedb-c98b-4759-b0f2-47618c474343 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/security-groups?id=72d0f20a-3a72-43d5-bca2-78284c7e7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165333 Nov 13 04:40:30.853912 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94b0074-a13c-49a3-9bad-de6f6889488d x-openstack-request-id: req-a94b0074-a13c-49a3-9bad-de6f6889488d {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:30.854140 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c2b80a-070e-4865-8178-f696308774a4", "tag": "ac59c2c6-89ad-4ade-be68-4e9578283f17", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:30.856612 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a94b0074-a13c-49a3-9bad-de6f6889488d {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:30.857042 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c2b80a-070e-4865-8178-f696308774a4', 'tag': 'ac59c2c6-89ad-4ade-be68-4e9578283f17', 'status': 'completed', 'code': 200} Nov 13 04:40:30.912477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] For port e19c070b-c319-4a0d-abf1-d0671fe72d0a, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:40:30.918970 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] For port e19c070b-c319-4a0d-abf1-d0671fe72d0a, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e19c070b-c319-4a0d-abf1-d0671fe72d0a,segment=NetworkSegment(7095dcf0-66eb-4b39-91e5-da1be60550fb),segment_id=7095dcf0-66eb-4b39-91e5-da1be60550fb)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:40:30.934773 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:30.955843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-89391e5a-c1a9-4d8b-b646-7eafc0f5e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:30.960649 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-89391e5a-c1a9-4d8b-b646-7eafc0f5e965 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9ae54ec-83fa-4095-ba77-f303aa05e360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901188 Nov 13 04:40:30.995498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc180641-46d4-4b6a-a546-4c34ae14ae09 req-c916abbd-03f2-4fcb-8f80-dda85e56addc tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:31.004390 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc180641-46d4-4b6a-a546-4c34ae14ae09 req-c916abbd-03f2-4fcb-8f80-dda85e56addc tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 944 time: 0.0920260 Nov 13 04:40:31.015016 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Allocated IP 172.25.8.185 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:40:31.054706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fca1c-371d-485f-9cac-3cf3176fb424 None None] Pushing event updated for resources: {'Port': ['ID=e19c070b-c319-4a0d-abf1-d0671fe72d0a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:31.097096 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc180641-46d4-4b6a-a546-4c34ae14ae09 req-304a6609-501f-4221-9540-fa6224350f41 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd4c038-fa8d-4623-bafd-267de195e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914385 Nov 13 04:40:31.153985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33426a35-ad4e-43a1-a4a4-9c7c4cb17be7 req-e595f154-188f-4e83-969f-3dd10d084a70 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:31.155552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-33426a35-ad4e-43a1-a4a4-9c7c4cb17be7 req-e595f154-188f-4e83-969f-3dd10d084a70 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c41540ce-945d-4152-bbe5-c1bc7d32f404 HTTP/1.1" status: 200 len: 949 time: 0.1901248 Nov 13 04:40:31.169159 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-fbd4f29a-6fa1-44ff-8368-58497cc3bc58 req-f3cbfc2e-160c-4e14-b916-0255e1116477 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Deleting port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:31.169159 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fbd4f29a-6fa1-44ff-8368-58497cc3bc58 req-f3cbfc2e-160c-4e14-b916-0255e1116477 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:31.217784 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-fbccbc57-297b-4d71-bddf-f8b37960feb7 service neutron] 10.222.0.36 "GET /v2.0/networks/b9ae54ec-83fa-4095-ba77-f303aa05e360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403069 Nov 13 04:40:31.249225 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:31.264191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d56cd6-307e-4bb1-ad40-da3b69ba1c76 req-5947bf32-1d34-44bb-a15e-586915a3bbfd tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:31.265915 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38d56cd6-307e-4bb1-ad40-da3b69ba1c76 req-5947bf32-1d34-44bb-a15e-586915a3bbfd tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 947 time: 0.0830142 Nov 13 04:40:31.362647 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-33426a35-ad4e-43a1-a4a4-9c7c4cb17be7 req-59bae697-8db2-476a-8cbd-4710a585d6ed tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970026 Nov 13 04:40:31.385667 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:31.420470 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38d56cd6-307e-4bb1-ad40-da3b69ba1c76 req-3e63401c-1e21-4d8f-94f6-76375ec3a9c0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477275 Nov 13 04:40:31.463674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-fbd4f29a-6fa1-44ff-8368-58497cc3bc58 req-f3cbfc2e-160c-4e14-b916-0255e1116477 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] For port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1,segment=NetworkSegment(8a8a0143-9995-4eae-b5e8-de0e7d98cd99),segment_id=8a8a0143-9995-4eae-b5e8-de0e7d98cd99)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:31.464088 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fbd4f29a-6fa1-44ff-8368-58497cc3bc58 req-f3cbfc2e-160c-4e14-b916-0255e1116477 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:31.504878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-fbd4f29a-6fa1-44ff-8368-58497cc3bc58 req-f3cbfc2e-160c-4e14-b916-0255e1116477 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Calling delete_port for 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:31.512084 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:31.524331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:31.527319 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f92543-19f6-42cc-9b81-ccf14625bbb0 req-e3a30cd6-5a8c-4c2e-bb99-f6c8475ba1ba service neutron] 10.222.0.36 "GET /v2.0/networks/b9ae54ec-83fa-4095-ba77-f303aa05e360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686188 Nov 13 04:40:31.538271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:40:31.593232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Pushing event updated for resources: {'Port': ['ID=0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:31.797440 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fbd4f29a-6fa1-44ff-8368-58497cc3bc58 req-f3cbfc2e-160c-4e14-b916-0255e1116477 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:31.801841 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c415b9-67d9-4b3c-b204-1035389ce4af req-fc243b3d-5178-48a5-9290-0132059041a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:31.803504 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81c415b9-67d9-4b3c-b204-1035389ce4af req-fc243b3d-5178-48a5-9290-0132059041a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=99e6064bf1bb4f598ab1406c922d3f8c&device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 1095 time: 0.0901330 Nov 13 04:40:31.814117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device fb1bb83a-42ae-495a-93ce-6e604342013e no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:31.847023 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbfc2e-160c-4e14-b916-0255e1116477 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Pushing event deleted for resources: {'Port': ['ID=1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:31.873043 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:31.892051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: fb1bb83a-42ae-495a-93ce-6e604342013e {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:31.892603 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device fb1bb83a-42ae-495a-93ce-6e604342013e not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:31.961568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43196) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:32.027987 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fff2b162-fc0a-4e46-a446-dfb4f11b59a4 req-83c7e54c-fd90-44ef-8644-646da964fff2 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66d821e-0eba-44c4-a861-8afa723aa762 HTTP/1.1" status: 200 len: 210 time: 0.0672770 Nov 13 04:40:32.088892 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd4f29a-6fa1-44ff-8368-58497cc3bc58 req-f3cbfc2e-160c-4e14-b916-0255e1116477 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] No DVR routers for this DVR port 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:32.132720 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fbd4f29a-6fa1-44ff-8368-58497cc3bc58 req-f3cbfc2e-160c-4e14-b916-0255e1116477 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:32.138587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbd4f29a-6fa1-44ff-8368-58497cc3bc58 req-f3cbfc2e-160c-4e14-b916-0255e1116477 tempest-AttachSCSIVolumeTestJSON-71955947 tempest-AttachSCSIVolumeTestJSON-71955947-project] 10.222.0.46 "DELETE /v2.0/ports/1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 HTTP/1.1" status: 204 len: 173 time: 1.3553977 Nov 13 04:40:32.149650 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:32.222463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304ebef-0831-4906-b5df-b3985bb07b97 req-c02e1a5c-7335-4b44-aec6-d1ea7197eacd tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:32.224183 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f304ebef-0831-4906-b5df-b3985bb07b97 req-c02e1a5c-7335-4b44-aec6-d1ea7197eacd tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.3895681 Nov 13 04:40:32.251029 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1c069-b55a-4c48-9f84-fae26e3bbcb4 req-611d2333-3a1b-4557-9b93-5640d5ec050b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:32.252622 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a6e1c069-b55a-4c48-9f84-fae26e3bbcb4 req-611d2333-3a1b-4557-9b93-5640d5ec050b tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41540ce-945d-4152-bbe5-c1bc7d32f404 HTTP/1.1" status: 200 len: 949 time: 0.2623172 Nov 13 04:40:32.255005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c415b9-67d9-4b3c-b204-1035389ce4af req-0b470181-78d4-4d8c-94f5-2b2ec92fcb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:32.256343 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81c415b9-67d9-4b3c-b204-1035389ce4af req-0b470181-78d4-4d8c-94f5-2b2ec92fcb0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9ae54ec-83fa-4095-ba77-f303aa05e360 HTTP/1.1" status: 200 len: 929 time: 0.4426293 Nov 13 04:40:32.327306 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c62116a-64ca-456d-8760-529727082fb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:32.333007 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5174efca-acba-4b86-ac8f-664b949ef942 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:40:32.436310 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81c415b9-67d9-4b3c-b204-1035389ce4af req-96078e37-bdae-44b5-8d84-83de62685f7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac59c2c6-89ad-4ade-be68-4e9578283f17 HTTP/1.1" status: 200 len: 217 time: 0.1672881 Nov 13 04:40:32.546878 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f304ebef-0831-4906-b5df-b3985bb07b97 req-8f7aae6b-68e0-42a9-a095-2928bd8ce101 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124971 Nov 13 04:40:32.560691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5174efca-acba-4b86-ac8f-664b949ef942, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5174efca-acba-4b86-ac8f-664b949ef942,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:32.573301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c415b9-67d9-4b3c-b204-1035389ce4af req-9b992c0a-011c-4348-93de-22d32e5fb8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:32.584627 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81c415b9-67d9-4b3c-b204-1035389ce4af req-9b992c0a-011c-4348-93de-22d32e5fb8d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e483262-94a9-4749-b19e-6e195cbd6696 HTTP/1.1" status: 200 len: 867 time: 0.1291063 Nov 13 04:40:32.593825 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e19c070b-c319-4a0d-abf1-d0671fe72d0a up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:32.676877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-a6e1c069-b55a-4c48-9f84-fae26e3bbcb4 req-d178aa8a-f1cc-458f-922a-31ed91589ddf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Deleting port c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:32.677506 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a6e1c069-b55a-4c48-9f84-fae26e3bbcb4 req-d178aa8a-f1cc-458f-922a-31ed91589ddf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:32.679290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c00bf3b-f01d-494f-b937-ebbb744d1fc7 None None] Network 0da5777e-6db9-4b39-a161-a68c010b6b41 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:40:32.698894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '5174efca-acba-4b86-ac8f-664b949ef942', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '5174efca-acba-4b86-ac8f-664b949ef942', 'mac_address': 'fa:16:3e:09:2c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:40:32.757368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e19c070b-c319-4a0d-abf1-d0671fe72d0a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:32.757738 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:32.762564 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:32.810929 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5174efca-acba-4b86-ac8f-664b949ef942 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:40:32.818599 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a6e1c069-b55a-4c48-9f84-fae26e3bbcb4 req-d178aa8a-f1cc-458f-922a-31ed91589ddf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] For port c5ffd6ec-955a-43f0-a0b3-18057ccbfc45, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c5ffd6ec-955a-43f0-a0b3-18057ccbfc45,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:32.818997 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a6e1c069-b55a-4c48-9f84-fae26e3bbcb4 req-d178aa8a-f1cc-458f-922a-31ed91589ddf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:32.832422 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5174efca-acba-4b86-ac8f-664b949ef942, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5174efca-acba-4b86-ac8f-664b949ef942,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:32.837095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-a6e1c069-b55a-4c48-9f84-fae26e3bbcb4 req-d178aa8a-f1cc-458f-922a-31ed91589ddf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Calling delete_port for c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:32.859381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f4400202-788b-4e7a-97b1-9159d01a8f96 None None] Provisioning complete for port e19c070b-c319-4a0d-abf1-d0671fe72d0a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:32.859818 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4400202-788b-4e7a-97b1-9159d01a8f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:32.885090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76906bbc-3bd7-48ad-a930-53dafcc129c0 req-956eb843-324c-40b5-9888-48b2defe3693 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:32.905399 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-76906bbc-3bd7-48ad-a930-53dafcc129c0 req-956eb843-324c-40b5-9888-48b2defe3693 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 944 time: 0.6333833 Nov 13 04:40:32.924230 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:32.959774 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f791a8-9e90-470a-82bf-680fb9430637 req-7efed07f-d8b8-4f73-9364-490bd79eb16f tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:32.961656 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4f791a8-9e90-470a-82bf-680fb9430637 req-7efed07f-d8b8-4f73-9364-490bd79eb16f tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 949 time: 0.2145889 Nov 13 04:40:32.985814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5174efca-acba-4b86-ac8f-664b949ef942,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:33.052804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66d821e-0eba-44c4-a861-8afa723aa762', 'name': 'network-vif-deleted', 'tag': '1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:33.056291 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fd15a9-63b9-4f1b-bd7c-469b68fd634a" -d '{"events": [{"server_uuid": "f66d821e-0eba-44c4-a861-8afa723aa762", "name": "network-vif-deleted", "tag": "1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:33.059745 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4400202-788b-4e7a-97b1-9159d01a8f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:33.075909 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a6e1c069-b55a-4c48-9f84-fae26e3bbcb4 req-d178aa8a-f1cc-458f-922a-31ed91589ddf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:33.165108 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60309e9c-6693-45e9-8cf7-7eabecf71885 req-50772bdb-9115-4a7f-b717-d765ed81bc95 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c41540ce-945d-4152-bbe5-c1bc7d32f404 HTTP/1.1" status: 200 len: 210 time: 0.4811316 Nov 13 04:40:33.175632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178aa8a-f1cc-458f-922a-31ed91589ddf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event deleted for resources: {'Port': ['ID=c5ffd6ec-955a-43f0-a0b3-18057ccbfc45,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:33.181955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-76906bbc-3bd7-48ad-a930-53dafcc129c0 req-644c7772-8a19-449d-9504-37f0d0bafd55 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd4c038-fa8d-4623-bafd-267de195e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741477 Nov 13 04:40:33.201473 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c415b9-67d9-4b3c-b204-1035389ce4af req-26732cb5-3483-4b82-83e8-2535e32b59ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:33.203962 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81c415b9-67d9-4b3c-b204-1035389ce4af req-26732cb5-3483-4b82-83e8-2535e32b59ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9ae54ec-83fa-4095-ba77-f303aa05e360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5822945 Nov 13 04:40:33.215282 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:33.217867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f680a574-022f-46b0-bb3b-425a9959b7f2', '06627902-a266-434c-be1b-4705c06afe9f', '4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:33.220292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1260c06f-f210-4b90-be67-896cb88572fa', 'c5ffd6ec-955a-43f0-a0b3-18057ccbfc45'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:33.302064 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c62116a-64ca-456d-8760-529727082fb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:33.310327 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c62116a-64ca-456d-8760-529727082fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:33.348717 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e1c069-b55a-4c48-9f84-fae26e3bbcb4 req-d178aa8a-f1cc-458f-922a-31ed91589ddf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] No DVR routers for this DVR port c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:33.349273 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62116a-64ca-456d-8760-529727082fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b74b94-222d-499f-ad35-5fc2ddefaee6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:33.353310 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a6e1c069-b55a-4c48-9f84-fae26e3bbcb4 req-d178aa8a-f1cc-458f-922a-31ed91589ddf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:33.359163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f4400202-788b-4e7a-97b1-9159d01a8f96 None None] For port e19c070b-c319-4a0d-abf1-d0671fe72d0a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e19c070b-c319-4a0d-abf1-d0671fe72d0a,segment=NetworkSegment(7095dcf0-66eb-4b39-91e5-da1be60550fb),segment_id=7095dcf0-66eb-4b39-91e5-da1be60550fb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:33.375775 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a6e1c069-b55a-4c48-9f84-fae26e3bbcb4 req-d178aa8a-f1cc-458f-922a-31ed91589ddf tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.46 "DELETE /v2.0/ports/c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 HTTP/1.1" status: 204 len: 173 time: 1.1000443 Nov 13 04:40:33.421518 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0c62116a-64ca-456d-8760-529727082fb9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cce24c816a114aaab0a444414839d593&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4580870 Nov 13 04:40:33.426763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43212) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:33.428239 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2b9492-57bd-4234-a3fd-5be556666788 x-openstack-request-id: req-2b2b9492-57bd-4234-a3fd-5be556666788 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:33.428784 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66d821e-0eba-44c4-a861-8afa723aa762", "name": "network-vif-deleted", "tag": "1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:33.429264 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b2b9492-57bd-4234-a3fd-5be556666788 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:33.429942 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66d821e-0eba-44c4-a861-8afa723aa762', 'name': 'network-vif-deleted', 'tag': '1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1', 'status': 'completed', 'code': 200} Nov 13 04:40:33.460959 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81c415b9-67d9-4b3c-b204-1035389ce4af req-183cb3e5-cdd6-4186-b3eb-d8d097db8a65 service neutron] 10.222.0.36 "GET /v2.0/networks/b9ae54ec-83fa-4095-ba77-f303aa05e360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472930 Nov 13 04:40:33.475386 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4400202-788b-4e7a-97b1-9159d01a8f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:33.508083 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5174efca-acba-4b86-ac8f-664b949ef942'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:33.520345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944e4da-aa8f-4770-9653-9b5afe50a9c8 req-d65d9e8e-7445-42d1-8e1f-aa483ce7cf9d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:33.529789 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b944e4da-aa8f-4770-9653-9b5afe50a9c8 req-d65d9e8e-7445-42d1-8e1f-aa483ce7cf9d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 948 time: 0.2091765 Nov 13 04:40:33.537312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f4f791a8-9e90-470a-82bf-680fb9430637 req-e4cbafd1-68f9-4db2-ad97-8659c2ffabbc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Deleting port 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:33.537621 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f4f791a8-9e90-470a-82bf-680fb9430637 req-e4cbafd1-68f9-4db2-ad97-8659c2ffabbc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:33.735339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f4f791a8-9e90-470a-82bf-680fb9430637 req-e4cbafd1-68f9-4db2-ad97-8659c2ffabbc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] For port 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:33.736949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f4f791a8-9e90-470a-82bf-680fb9430637 req-e4cbafd1-68f9-4db2-ad97-8659c2ffabbc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:33.740913 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b944e4da-aa8f-4770-9653-9b5afe50a9c8 req-9004a30c-6123-4e2d-ad90-19cd515898bf tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819575 Nov 13 04:40:33.789553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f4f791a8-9e90-470a-82bf-680fb9430637 req-e4cbafd1-68f9-4db2-ad97-8659c2ffabbc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Calling delete_port for 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:33.908142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81c415b9-67d9-4b3c-b204-1035389ce4af req-bd5903e3-6dfe-4214-9e18-6a8e4931e4c7 service neutron] 10.222.0.36 "GET /v2.0/networks/b9ae54ec-83fa-4095-ba77-f303aa05e360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386251 Nov 13 04:40:33.939801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:33.963179 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:40:33.963902 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:40:33.985550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4400202-788b-4e7a-97b1-9159d01a8f96 None None] Pushing event updated for resources: {'Port': ['ID=e19c070b-c319-4a0d-abf1-d0671fe72d0a,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:33.992382 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-61ecbf3b-2d50-4071-ab5f-a202ca74380c None None] Provisioning complete for port e19c070b-c319-4a0d-abf1-d0671fe72d0a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:33.992977 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61ecbf3b-2d50-4071-ab5f-a202ca74380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:34.143000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ced013-083a-4ec5-a993-dd2f2f490de3 req-c3e6a0c9-f99b-405c-81ec-977f2983a8ee tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:34.153258 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a9ced013-083a-4ec5-a993-dd2f2f490de3 req-c3e6a0c9-f99b-405c-81ec-977f2983a8ee tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 948 time: 0.0954301 Nov 13 04:40:34.219578 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31c3a643-324e-47ef-b651-6f09ebab0629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:34.239142 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d97a84ba-c95d-4f6e-b344-7f4ed56e3c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:34.293030 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d97a84ba-c95d-4f6e-b344-7f4ed56e3c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:34.310242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54207c4-d516-4704-b2cf-f5b8b8404ab3 req-b21a4bbb-caaa-4ddc-9ea0-8222f168400a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:34.311932 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d54207c4-d516-4704-b2cf-f5b8b8404ab3 req-b21a4bbb-caaa-4ddc-9ea0-8222f168400a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.3777390 Nov 13 04:40:34.324244 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a9ced013-083a-4ec5-a993-dd2f2f490de3 req-2152d38b-61fb-4dc3-bbf4-9ed94b680e71 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625171 Nov 13 04:40:34.393616 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:34.404380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:40:34.414087 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a618a7-46c2-4ebb-a496-bd10e5df8931 req-83de7ee7-3c25-40f9-80b7-ea2d48d7770e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:34.417312 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7a618a7-46c2-4ebb-a496-bd10e5df8931 req-83de7ee7-3c25-40f9-80b7-ea2d48d7770e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.46 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d&tenant_id=b836d7db5e664454bda2ae2ccdb312f4&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 948 time: 0.1766787 Nov 13 04:40:34.418943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:34.419324 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1e1ab665-f2f8-470a-8c57-dbd13cc6e2e1 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:34.484453 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d54207c4-d516-4704-b2cf-f5b8b8404ab3 req-bec25561-69d8-4068-ad25-c64c638cfeb6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540182 Nov 13 04:40:34.689061 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e515468-41ef-46b4-aef6-725fd7a3796a req-405927a3-78c2-49e4-bb77-dd6d97163844 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:34.691187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e515468-41ef-46b4-aef6-725fd7a3796a req-405927a3-78c2-49e4-bb77-dd6d97163844 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 944 time: 0.1548140 Nov 13 04:40:34.698014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a618a7-46c2-4ebb-a496-bd10e5df8931 req-001d9f14-0d6b-4652-a25c-b3347ed64bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:34.698639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:40:34.700158 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7a618a7-46c2-4ebb-a496-bd10e5df8931 req-001d9f14-0d6b-4652-a25c-b3347ed64bc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 1099 time: 0.1167567 Nov 13 04:40:34.710183 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Sync routers for ids ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:40:34.720377 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d97a84ba-c95d-4f6e-b344-7f4ed56e3c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:34.725184 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d97a84ba-c95d-4f6e-b344-7f4ed56e3c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:34.727006 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d97a84ba-c95d-4f6e-b344-7f4ed56e3c55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10b74b94-222d-499f-ad35-5fc2ddefaee6 HTTP/1.1" status: 204 len: 168 time: 1.2986939 Nov 13 04:40:34.727960 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f4f791a8-9e90-470a-82bf-680fb9430637 req-e4cbafd1-68f9-4db2-ad97-8659c2ffabbc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:34.740656 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Routers {'74e7d0ee-7ba8-49e3-92d2-3a91677727eb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:40:34.741312 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:34.784555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e19c070b-c319-4a0d-abf1-d0671fe72d0a up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:34.897551 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:34.899910 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-aef77f66-d0fd-4acd-be13-eb628e5dbbf9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.1496530 Nov 13 04:40:34.903290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43272) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:34.909370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a84ba-c95d-4f6e-b344-7f4ed56e3c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b74b94-222d-499f-ad35-5fc2ddefaee6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:34.913315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbafd1-68f9-4db2-ad97-8659c2ffabbc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event deleted for resources: {'Port': ['ID=4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:34.955616 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cfb536b1-4ea9-4769-aae9-078a2255afb7 req-15eb36ae-dcb9-4527-8c8e-85243bc35eda tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=33c57c2b-4626-4ddb-b510-b9e04cc064b7 HTTP/1.1" status: 200 len: 210 time: 0.2029352 Nov 13 04:40:34.964391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1260c06f-f210-4b90-be67-896cb88572fa'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:34.974527 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Set router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:40:35.001297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e19c070b-c319-4a0d-abf1-d0671fe72d0a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:35.005409 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:35.047824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f791a8-9e90-470a-82bf-680fb9430637 req-e4cbafd1-68f9-4db2-ad97-8659c2ffabbc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] No DVR routers for this DVR port 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:35.051971 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f4f791a8-9e90-470a-82bf-680fb9430637 req-e4cbafd1-68f9-4db2-ad97-8659c2ffabbc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:35.058843 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4f791a8-9e90-470a-82bf-680fb9430637 req-e4cbafd1-68f9-4db2-ad97-8659c2ffabbc tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "DELETE /v2.0/ports/4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b HTTP/1.1" status: 204 len: 173 time: 2.0857339 Nov 13 04:40:35.058843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c57c2b-4626-4ddb-b510-b9e04cc064b7', 'name': 'network-vif-deleted', 'tag': '4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:35.070063 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a798f184-5f0e-4b74-81db-bab2f3e2b7db" -d '{"events": [{"server_uuid": "33c57c2b-4626-4ddb-b510-b9e04cc064b7", "name": "network-vif-deleted", "tag": "4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:35.135369 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ad0c28-1817-4725-9ca8-83ecb93a6bfc x-openstack-request-id: req-42ad0c28-1817-4725-9ca8-83ecb93a6bfc {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:35.135913 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c57c2b-4626-4ddb-b510-b9e04cc064b7", "name": "network-vif-deleted", "tag": "4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:35.136354 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42ad0c28-1817-4725-9ca8-83ecb93a6bfc {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:35.136980 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c57c2b-4626-4ddb-b510-b9e04cc064b7', 'name': 'network-vif-deleted', 'tag': '4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b', 'status': 'completed', 'code': 200} Nov 13 04:40:35.213007 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:29Z', 'updated_at': '2021-11-13T04:40:31Z', 'revision_number': 3, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'gw_port': {'id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:af:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:30Z', 'updated_at': '2021-11-13T04:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:35.278990 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Checking router: 74e7d0ee-7ba8-49e3-92d2-3a91677727eb for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:40:35.279853 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Updating router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb port 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:40:35.312943 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:35.518020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41540ce-945d-4152-bbe5-c1bc7d32f404', 'name': 'network-vif-deleted', 'tag': 'c5ffd6ec-955a-43f0-a0b3-18057ccbfc45'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:35.521139 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601bdc96-7e78-4321-93a5-e4f808e04afb" -d '{"events": [{"server_uuid": "c41540ce-945d-4152-bbe5-c1bc7d32f404", "name": "network-vif-deleted", "tag": "c5ffd6ec-955a-43f0-a0b3-18057ccbfc45"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:35.590854 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e515468-41ef-46b4-aef6-725fd7a3796a req-2b6d074a-2b49-446f-aa09-f0e4f5679518 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd4c038-fa8d-4623-bafd-267de195e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8892579 Nov 13 04:40:35.594312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6ad0d-b10b-4b90-ad7c-ee0ad897e1c1 req-c27e5a6b-cb3b-4d7b-87e6-93d73034442c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:35.618267 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9f6ad0d-b10b-4b90-ad7c-ee0ad897e1c1 req-c27e5a6b-cb3b-4d7b-87e6-93d73034442c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 948 time: 0.1341636 Nov 13 04:40:35.675496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a618a7-46c2-4ebb-a496-bd10e5df8931 req-e4e07189-d6c2-4cd0-a6d3-50155584842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:35.677912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7a618a7-46c2-4ebb-a496-bd10e5df8931 req-e4e07189-d6c2-4cd0-a6d3-50155584842d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.9314651 Nov 13 04:40:35.716096 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9f6ad0d-b10b-4b90-ad7c-ee0ad897e1c1 req-7ab7e174-0d50-4864-8894-b93606a6fc6c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963593 Nov 13 04:40:35.804503 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ac59c2c6-89ad-4ade-be68-4e9578283f17 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:40:35.854023 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3be3281-d00a-4178-8c20-d95373a1d922 x-openstack-request-id: req-a3be3281-d00a-4178-8c20-d95373a1d922 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:35.858009 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41540ce-945d-4152-bbe5-c1bc7d32f404", "name": "network-vif-deleted", "tag": "c5ffd6ec-955a-43f0-a0b3-18057ccbfc45", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:35.859870 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3be3281-d00a-4178-8c20-d95373a1d922 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:35.861619 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41540ce-945d-4152-bbe5-c1bc7d32f404', 'name': 'network-vif-deleted', 'tag': 'c5ffd6ec-955a-43f0-a0b3-18057ccbfc45', 'status': 'completed', 'code': 200} Nov 13 04:40:35.882111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7a618a7-46c2-4ebb-a496-bd10e5df8931 req-42a4aaf9-42e3-4f97-9373-6616a1be1b75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=5174efca-acba-4b86-ac8f-664b949ef942 HTTP/1.1" status: 200 len: 217 time: 0.1870031 Nov 13 04:40:35.964335 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ac59c2c6-89ad-4ade-be68-4e9578283f17, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ac59c2c6-89ad-4ade-be68-4e9578283f17,segment=NetworkSegment(9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898),segment_id=9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:35.980740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'ac59c2c6-89ad-4ade-be68-4e9578283f17', 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'port_id': 'ac59c2c6-89ad-4ade-be68-4e9578283f17', 'mac_address': 'fa:16:3e:97:c9:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:40:36.027872 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.040735 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.051442 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.079856 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac59c2c6-89ad-4ade-be68-4e9578283f17 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:40:36.112931 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ac59c2c6-89ad-4ade-be68-4e9578283f17, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ac59c2c6-89ad-4ade-be68-4e9578283f17,segment=NetworkSegment(9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898),segment_id=9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:36.126163 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.144169 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Attempting to bind port 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:40:36.144533 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Attempting to bind port 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:40:36.144889 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Attempting to bind port 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:36.148245 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc58725-18c0-482c-a140-ad3d9f644328 None None] Pushing event updated for resources: {'Port': ['ID=0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:36.153105 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:40:36.153471 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:36.153866 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.154245 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:40:36.154710 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Bound port: 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:40:36.156777 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.238474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=ac59c2c6-89ad-4ade-be68-4e9578283f17,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:36.248509 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] For port 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:40:36.254612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43312) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:36.256938 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] For port 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:40:36.263905 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.312846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a618a7-46c2-4ebb-a496-bd10e5df8931 req-24ef6c3e-086a-441e-91da-fe4063ad839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:36.319281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7a618a7-46c2-4ebb-a496-bd10e5df8931 req-24ef6c3e-086a-441e-91da-fe4063ad839e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.4268045 Nov 13 04:40:36.326634 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc58725-18c0-482c-a140-ad3d9f644328 None None] Pushing event updated for resources: {'Port': ['ID=0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:36.361610 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Routers {'74e7d0ee-7ba8-49e3-92d2-3a91677727eb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:40:36.362965 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:36.372559 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5174efca-acba-4b86-ac8f-664b949ef942 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:36.435974 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1782346707-network', 'tenant_id': '5fb6a5cc9ac24f4895732d0a964d9ae6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:36.454253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa649d1-dd1e-4bf0-bdc6-2350fad08f95 req-595467ca-4053-41e9-9aaa-35515a9e3abb tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:36.465124 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2fa649d1-dd1e-4bf0-bdc6-2350fad08f95 req-595467ca-4053-41e9-9aaa-35515a9e3abb tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.6798878 Nov 13 04:40:36.467030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] Made reservation on behalf of 5fb6a5cc9ac24f4895732d0a964d9ae6 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:40:36.469842 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.477065 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f680a574-022f-46b0-bb3b-425a9959b7f2', '06627902-a266-434c-be1b-4705c06afe9f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:36.491927 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.495087 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] Set router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:40:36.526655 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b51a057-3a1a-4e4b-bc3d-07419ef79c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.609163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 5174efca-acba-4b86-ac8f-664b949ef942 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:36.609526 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.635228 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.639666 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a618a7-46c2-4ebb-a496-bd10e5df8931 req-0c652728-57f7-4a5c-8f73-4cff0c1bf637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:36.641019 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7a618a7-46c2-4ebb-a496-bd10e5df8931 req-0c652728-57f7-4a5c-8f73-4cff0c1bf637 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3122947 Nov 13 04:40:36.646614 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.691458 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd0a078-b5c9-4e04-b478-f815bd73ebf1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:36.695702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:40:36.708794 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.709461 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] Added segment 8cf0daf5-b634-4db3-b787-69affa974bbf of type vlan for network 30463417-156c-4748-ba94-5261b5aef08e Nov 13 04:40:36.718159 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['ac59c2c6-89ad-4ade-be68-4e9578283f17'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:36.767862 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.821072 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2fa649d1-dd1e-4bf0-bdc6-2350fad08f95 req-b6705086-d0d4-4f9a-8c5b-6b2c7af4001c tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548295 Nov 13 04:40:36.835678 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:29Z', 'updated_at': '2021-11-13T04:40:31Z', 'revision_number': 3, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'gw_port': {'id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:af:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:30Z', 'updated_at': '2021-11-13T04:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:36.887969 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2da04-d680-4cf3-9624-0cf9e4016379 req-b12e7c01-db94-48c8-a209-ff6e10dde5e2 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:36.893690 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0e008-c671-4a41-8949-049b80dd6bb8 None None] The sync data for ids ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'] in n-d-813114-2 is: [{'id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:29Z', 'updated_at': '2021-11-13T04:40:31Z', 'revision_number': 3, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'gw_port': {'id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:af:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:30Z', 'updated_at': '2021-11-13T04:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:40:36.896883 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a0d2da04-d680-4cf3-9624-0cf9e4016379 req-b12e7c01-db94-48c8-a209-ff6e10dde5e2 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 945 time: 0.1145506 Nov 13 04:40:36.905511 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.906452 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:36.907066 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:36.950654 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7a618a7-46c2-4ebb-a496-bd10e5df8931 req-b418b486-1d13-4591-820b-82ed82f235db service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828341 Nov 13 04:40:36.999849 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:37.001318 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7440424 Nov 13 04:40:37.004933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43326) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:37.012233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-67b3cdfc-800c-434c-aaa2-c79415ef243f admin admin] Request body: {'subnet': {'network_id': '30463417-156c-4748-ba94-5261b5aef08e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1782346707-subnet', 'tenant_id': '5fb6a5cc9ac24f4895732d0a964d9ae6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:37.029255 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e25a5f-4cbf-4f91-9c5b-05abdbc7926e admin admin] Pushing event updated for resources: {'Network': ['ID=30463417-156c-4748-ba94-5261b5aef08e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:37.064848 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a0d2da04-d680-4cf3-9624-0cf9e4016379 req-632f097a-e50c-49e4-83db-4a9b51b61cf4 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd4c038-fa8d-4623-bafd-267de195e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627080 Nov 13 04:40:37.084956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b3cdfc-800c-434c-aaa2-c79415ef243f admin admin] Made reservation on behalf of 5fb6a5cc9ac24f4895732d0a964d9ae6 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:40:37.087790 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67b3cdfc-800c-434c-aaa2-c79415ef243f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:37.188815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5174efca-acba-4b86-ac8f-664b949ef942, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5174efca-acba-4b86-ac8f-664b949ef942,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:37.191614 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 30463417-156c-4748-ba94-5261b5aef08e details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:40:37.193847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b619b7d-38a3-465c-a969-931bbad93798 req-6ce00e89-1956-46bb-adb4-b8e3782bfcb3 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:37.204936 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b619b7d-38a3-465c-a969-931bbad93798 req-6ce00e89-1956-46bb-adb4-b8e3782bfcb3 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c958743b-cec2-481c-8955-c15443a35e2e HTTP/1.1" status: 200 len: 950 time: 0.2511847 Nov 13 04:40:37.205665 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd640cf9c-b74e-40e8-9f78-05b946b1dd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5174efca-acba-4b86-ac8f-664b949ef942'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:37.213481 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7075a8e-3421-43c4-aac0-d45657301bc0" -d '{"events": [{"server_uuid": "d640cf9c-b74e-40e8-9f78-05b946b1dd7d", "name": "network-vif-plugged", "status": "completed", "tag": "5174efca-acba-4b86-ac8f-664b949ef942"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:37.226048 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:37.236881 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:37.237871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:37.308654 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7a618a7-46c2-4ebb-a496-bd10e5df8931 req-265aa650-8900-4cb7-b40b-68ddce30a910 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428793 Nov 13 04:40:37.353309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf9b8-88ad-475c-8808-72c237682ae1 req-38178933-7f89-44f3-bdc2-107e14d9a21c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:37.390959 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb6bf9b8-88ad-475c-8808-72c237682ae1 req-38178933-7f89-44f3-bdc2-107e14d9a21c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.1935730 Nov 13 04:40:37.394602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:37.394946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c5ffd6ec-955a-43f0-a0b3-18057ccbfc45 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:37.411471 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b619b7d-38a3-465c-a969-931bbad93798 req-a2203610-d04f-4932-b624-d6e776cda29e tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055829 Nov 13 04:40:37.559864 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67b3cdfc-800c-434c-aaa2-c79415ef243f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:37.605771 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5174efca-acba-4b86-ac8f-664b949ef942,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:37.655069 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dada6b-0ef2-4120-958b-0b8f0b2a050f x-openstack-request-id: req-b3dada6b-0ef2-4120-958b-0b8f0b2a050f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:37.655069 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d640cf9c-b74e-40e8-9f78-05b946b1dd7d", "name": "network-vif-plugged", "status": "completed", "tag": "5174efca-acba-4b86-ac8f-664b949ef942", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:37.655336 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3dada6b-0ef2-4120-958b-0b8f0b2a050f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:37.655583 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd640cf9c-b74e-40e8-9f78-05b946b1dd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5174efca-acba-4b86-ac8f-664b949ef942', 'code': 200} Nov 13 04:40:37.657283 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:37.661997 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Allocated IP 172.20.0.1 (0da5777e-6db9-4b39-a161-a68c010b6b41/25e69f96-ffaf-4b1a-971f-b57cbdd77cce/57b1cdd9-9585-434c-b0ad-a01d33ec5cb7) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:40:37.678571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb6bf9b8-88ad-475c-8808-72c237682ae1 req-bb6c3fce-95d8-45b9-9006-5ea51a799247 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861230 Nov 13 04:40:37.681430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3cdfc-800c-434c-aaa2-c79415ef243f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d65c77a-231f-4fdd-924c-8e388e6274e3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:37.716304 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3cdfc-800c-434c-aaa2-c79415ef243f admin admin] Checking segment: {'id': '8cf0daf5-b634-4db3-b787-69affa974bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30463417-156c-4748-ba94-5261b5aef08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:37.716959 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b3cdfc-800c-434c-aaa2-c79415ef243f admin admin] Network hostable DHCP agents. Network: 30463417-156c-4748-ba94-5261b5aef08e, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:40:37.748266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b3cdfc-800c-434c-aaa2-c79415ef243f admin admin] Network 30463417-156c-4748-ba94-5261b5aef08e is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:40:37.763047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-67b3cdfc-800c-434c-aaa2-c79415ef243f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 30463417-156c-4748-ba94-5261b5aef08e) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:37.768859 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b3cdfc-800c-434c-aaa2-c79415ef243f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:37.769528 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67b3cdfc-800c-434c-aaa2-c79415ef243f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:37.778063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21851406-bbea-468d-9a4e-df04e0d92b5d None None] Network 30463417-156c-4748-ba94-5261b5aef08e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:40:37.801255 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:37.808857 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-67b3cdfc-800c-434c-aaa2-c79415ef243f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8005927 Nov 13 04:40:37.875514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:37.881085 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:37.926998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:37.927336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4eb6cc32-ce3f-43c1-bbc7-4ac68a3f5d4b not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:37.956208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Network 0da5777e-6db9-4b39-a161-a68c010b6b41 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:37.960106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:37.968829 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:40:37.969354 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:38.038370 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fc1be6-f9f0-4419-97e0-87b40f61e536 None None] Network 30463417-156c-4748-ba94-5261b5aef08e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:40:38.259201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Pushing event updated for resources: {'Port': ['ID=57b1cdd9-9585-434c-b0ad-a01d33ec5cb7,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:38.303184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb1701-ecfa-4ca2-91d2-ee0c0e903309 req-d78c9511-ae87-4f4a-9c3c-2acff3255397 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:38.304778 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04bb1701-ecfa-4ca2-91d2-ee0c0e903309 req-d78c9511-ae87-4f4a-9c3c-2acff3255397 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 945 time: 0.1267641 Nov 13 04:40:38.345710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84963ab7-61b6-4466-9917-b62513e2044a None None] Provisioning complete for port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:38.346089 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84963ab7-61b6-4466-9917-b62513e2044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:38.376457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ce9e8-d1a4-4d79-895c-f48772907ae8 req-1fa25c1f-c2bc-45b6-b54d-92a31d803578 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:38.378480 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c06ce9e8-d1a4-4d79-895c-f48772907ae8 req-1fa25c1f-c2bc-45b6-b54d-92a31d803578 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.3008399 Nov 13 04:40:38.397292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84963ab7-61b6-4466-9917-b62513e2044a None None] Port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:40:38.431477 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04bb1701-ecfa-4ca2-91d2-ee0c0e903309 req-0b4bef0f-1ea8-4288-ae9f-1367b0a5355a tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd4c038-fa8d-4623-bafd-267de195e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192703 Nov 13 04:40:38.513896 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:38.545531 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c06ce9e8-d1a4-4d79-895c-f48772907ae8 req-151c2c5a-da48-4db8-bb42-6f927a98c677 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446824 Nov 13 04:40:38.563472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d3575-3378-4120-98f0-055259d4e7ad req-73a1f3d5-884d-4396-b09f-2d38e40dbf29 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:38.565556 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-137d3575-3378-4120-98f0-055259d4e7ad req-73a1f3d5-884d-4396-b09f-2d38e40dbf29 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "GET /v2.0/ports?device_id=c958743b-cec2-481c-8955-c15443a35e2e HTTP/1.1" status: 200 len: 950 time: 0.0765331 Nov 13 04:40:38.739225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:38.758371 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-137d3575-3378-4120-98f0-055259d4e7ad req-2a655769-a458-49c4-9670-c54d118119be tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Deleting port f680a574-022f-46b0-bb3b-425a9959b7f2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:38.759045 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-137d3575-3378-4120-98f0-055259d4e7ad req-2a655769-a458-49c4-9670-c54d118119be tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:38.823612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:38.824117 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:38.855860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83b662-c458-4b49-8ea8-a216ff9e1784 req-0ecd9d73-35d2-458a-a6f3-fc3fc7cba00c tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:38.869670 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a83b662-c458-4b49-8ea8-a216ff9e1784 req-0ecd9d73-35d2-458a-a6f3-fc3fc7cba00c tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c958743b-cec2-481c-8955-c15443a35e2e HTTP/1.1" status: 200 len: 950 time: 0.1925578 Nov 13 04:40:38.925670 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:38.950057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-466e6fd8-4d9b-4ebc-bffa-d50ee4de21af tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:38.952545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:38.961514 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-466e6fd8-4d9b-4ebc-bffa-d50ee4de21af tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/networks?id=30463417-156c-4748-ba94-5261b5aef08e HTTP/1.1" status: 200 len: 822 time: 0.2401614 Nov 13 04:40:38.965378 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:38.987936 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-137d3575-3378-4120-98f0-055259d4e7ad req-2a655769-a458-49c4-9670-c54d118119be tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] For port f680a574-022f-46b0-bb3b-425a9959b7f2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f680a574-022f-46b0-bb3b-425a9959b7f2,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:38.988433 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-137d3575-3378-4120-98f0-055259d4e7ad req-2a655769-a458-49c4-9670-c54d118119be tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:39.004325 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:39.009376 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-f7606a24-1357-4925-b17a-cf1dc291cf1b tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/quotas/5fb6a5cc9ac24f4895732d0a964d9ae6 HTTP/1.1" status: 200 len: 375 time: 0.0467837 Nov 13 04:40:39.012111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-137d3575-3378-4120-98f0-055259d4e7ad req-2a655769-a458-49c4-9670-c54d118119be tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Calling delete_port for f680a574-022f-46b0-bb3b-425a9959b7f2 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:39.018117 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:39.038730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:39.043499 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a83b662-c458-4b49-8ea8-a216ff9e1784 req-faa55f33-e4a1-44b6-8fbb-20e4e3c126a4 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719563 Nov 13 04:40:39.055319 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f76460-a24a-464c-b0de-6578d8226dac req-55202487-872e-4028-8269-b70fb3ffbc73 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:39.057127 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2f76460-a24a-464c-b0de-6578d8226dac req-55202487-872e-4028-8269-b70fb3ffbc73 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "GET /v2.0/ports?device_id=9939df3d-052d-4094-9e1a-763cfc312e5c HTTP/1.1" status: 200 len: 950 time: 0.1839323 Nov 13 04:40:39.057893 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:39.059028 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:39.072815 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-39b57634-4775-4391-b53e-076229525eb2 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5fb6a5cc9ac24f4895732d0a964d9ae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492144 Nov 13 04:40:39.212805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Network 0da5777e-6db9-4b39-a161-a68c010b6b41 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:39.217738 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:39.263704 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-defee4dc-68f2-4af0-bf27-db000d4f564d service neutron] 10.222.0.43 "GET /v2.0/networks/30463417-156c-4748-ba94-5261b5aef08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881380 Nov 13 04:40:39.318127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Pushing event updated for resources: {'Port': ['ID=57b1cdd9-9585-434c-b0ad-a01d33ec5cb7,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:39.435881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-e2f76460-a24a-464c-b0de-6578d8226dac req-54fcad69-4087-445f-872a-b45f6a98bf20 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Deleting port 06627902-a266-434c-be1b-4705c06afe9f {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:39.436218 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e2f76460-a24a-464c-b0de-6578d8226dac req-54fcad69-4087-445f-872a-b45f6a98bf20 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:39.453651 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-4815e186-23ce-44f0-9df3-83ae1f77e5cf service neutron] 10.222.0.43 "GET /v2.0/networks/30463417-156c-4748-ba94-5261b5aef08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834004 Nov 13 04:40:39.465326 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-137d3575-3378-4120-98f0-055259d4e7ad req-2a655769-a458-49c4-9670-c54d118119be tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:39.504507 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1260c06f-f210-4b90-be67-896cb88572fa'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:39.521241 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a655769-a458-49c4-9670-c54d118119be tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event deleted for resources: {'Port': ['ID=f680a574-022f-46b0-bb3b-425a9959b7f2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:39.545855 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f680a574-022f-46b0-bb3b-425a9959b7f2', '06627902-a266-434c-be1b-4705c06afe9f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:39.613693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-137d3575-3378-4120-98f0-055259d4e7ad req-2a655769-a458-49c4-9670-c54d118119be tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] No DVR routers for this DVR port f680a574-022f-46b0-bb3b-425a9959b7f2 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:39.623319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-137d3575-3378-4120-98f0-055259d4e7ad req-2a655769-a458-49c4-9670-c54d118119be tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:39.638999 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-137d3575-3378-4120-98f0-055259d4e7ad req-2a655769-a458-49c4-9670-c54d118119be tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "DELETE /v2.0/ports/f680a574-022f-46b0-bb3b-425a9959b7f2 HTTP/1.1" status: 204 len: 173 time: 1.0656755 Nov 13 04:40:39.645290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c958743b-cec2-481c-8955-c15443a35e2e', 'name': 'network-vif-deleted', 'tag': 'f680a574-022f-46b0-bb3b-425a9959b7f2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:39.652647 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87436937-1187-46ec-a21f-633fa2fb1b85" -d '{"events": [{"server_uuid": "c958743b-cec2-481c-8955-c15443a35e2e", "name": "network-vif-deleted", "tag": "f680a574-022f-46b0-bb3b-425a9959b7f2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:39.672594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b67ea669-f014-43a9-ac68-450a279cdbcb None None] Provisioning complete for port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:39.672975 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b67ea669-f014-43a9-ac68-450a279cdbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:39.790585 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b67ea669-f014-43a9-ac68-450a279cdbcb None None] Port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:40:39.841805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713be11-d917-4fb3-b237-389438d54e69 req-bc998d3b-c495-4f0b-9121-c3ebfaa500cc tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:39.844754 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0713be11-d917-4fb3-b237-389438d54e69 req-bc998d3b-c495-4f0b-9121-c3ebfaa500cc tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 945 time: 0.0673771 Nov 13 04:40:39.929408 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0713be11-d917-4fb3-b237-389438d54e69 req-4406693b-be44-48a1-850a-5821d9ce0278 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd4c038-fa8d-4623-bafd-267de195e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784106 Nov 13 04:40:39.940342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ac59c2c6-89ad-4ade-be68-4e9578283f17 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:40.031465 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:40.058327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462c307-c9c0-4103-8ae1-4db8991584f2 req-0a423e0e-8609-4517-9d37-7d6db6d3f27f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:40.066315 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5462c307-c9c0-4103-8ae1-4db8991584f2 req-0a423e0e-8609-4517-9d37-7d6db6d3f27f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.6921194 Nov 13 04:40:40.091231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port ac59c2c6-89ad-4ade-be68-4e9578283f17 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:40:40.096984 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port ac59c2c6-89ad-4ade-be68-4e9578283f17 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:40.097586 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:40.099346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:40:40.130027 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf02b4-0e12-4bbf-b49c-e9f36ec431b2 req-a0bbcf59-e443-49cc-9d27-fefacc4507a6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:40.138993 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1adf02b4-0e12-4bbf-b49c-e9f36ec431b2 req-a0bbcf59-e443-49cc-9d27-fefacc4507a6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.0772476 Nov 13 04:40:40.167143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-e2f76460-a24a-464c-b0de-6578d8226dac req-54fcad69-4087-445f-872a-b45f6a98bf20 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] For port 06627902-a266-434c-be1b-4705c06afe9f, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=06627902-a266-434c-be1b-4705c06afe9f,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:40.167511 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e2f76460-a24a-464c-b0de-6578d8226dac req-54fcad69-4087-445f-872a-b45f6a98bf20 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:40.242413 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1adf02b4-0e12-4bbf-b49c-e9f36ec431b2 req-6e16f085-f63d-429b-89f3-7b12b97d4172 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013045 Nov 13 04:40:40.289049 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5462c307-c9c0-4103-8ae1-4db8991584f2 req-4af0151b-903a-4e39-8dcd-9950d32edb11 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217226 Nov 13 04:40:40.290142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-e2f76460-a24a-464c-b0de-6578d8226dac req-54fcad69-4087-445f-872a-b45f6a98bf20 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Calling delete_port for 06627902-a266-434c-be1b-4705c06afe9f owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:40.301773 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:40.316915 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986b0745-fcae-453f-bec6-452311eb4152 x-openstack-request-id: req-986b0745-fcae-453f-bec6-452311eb4152 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:40.317217 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c958743b-cec2-481c-8955-c15443a35e2e", "name": "network-vif-deleted", "tag": "f680a574-022f-46b0-bb3b-425a9959b7f2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:40.317478 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-986b0745-fcae-453f-bec6-452311eb4152 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:40.317877 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c958743b-cec2-481c-8955-c15443a35e2e', 'name': 'network-vif-deleted', 'tag': 'f680a574-022f-46b0-bb3b-425a9959b7f2', 'status': 'completed', 'code': 200} Nov 13 04:40:40.344229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c2b80a-070e-4865-8178-f696308774a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac59c2c6-89ad-4ade-be68-4e9578283f17'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:40.347114 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f32db1-1fa0-496a-9599-53bbcc2f4de6" -d '{"events": [{"server_uuid": "11c2b80a-070e-4865-8178-f696308774a4", "name": "network-vif-plugged", "status": "completed", "tag": "ac59c2c6-89ad-4ade-be68-4e9578283f17"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:40.379770 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ac59c2c6-89ad-4ade-be68-4e9578283f17, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ac59c2c6-89ad-4ade-be68-4e9578283f17,segment=NetworkSegment(9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898),segment_id=9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:40.386653 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:40.387887 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f680a574-022f-46b0-bb3b-425a9959b7f2 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:40.466349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=ac59c2c6-89ad-4ade-be68-4e9578283f17,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:40.559383 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd6530fb-20a7-4849-b6bc-b4c70ff59e64 req-1e0db721-4284-4580-9e12-0e245357ed37 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c958743b-cec2-481c-8955-c15443a35e2e HTTP/1.1" status: 200 len: 210 time: 0.0633330 Nov 13 04:40:40.702155 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68fb143f-c083-490d-b51b-8e706350556a req-f113e52c-268a-4143-92a5-feffe8370ef1 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 210 time: 0.2422411 Nov 13 04:40:40.726902 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: f680a574-022f-46b0-bb3b-425a9959b7f2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:40.727268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f680a574-022f-46b0-bb3b-425a9959b7f2 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:40.737273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:40.767334 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:40:40.783111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c1b68cca-f6ce-4a18-8434-e9d508cf942f admin admin] 10.222.0.43 "PUT /v2.0/routers/74e7d0ee-7ba8-49e3-92d2-3a91677727eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8744791 Nov 13 04:40:40.792622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Sync routers for ids ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:40:40.808331 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7324f099-a23a-41c5-9650-5323f42bf9fc x-openstack-request-id: req-7324f099-a23a-41c5-9650-5323f42bf9fc {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:40.810676 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c2b80a-070e-4865-8178-f696308774a4", "name": "network-vif-plugged", "status": "completed", "tag": "ac59c2c6-89ad-4ade-be68-4e9578283f17", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:40.811281 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7324f099-a23a-41c5-9650-5323f42bf9fc {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:40.811892 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c2b80a-070e-4865-8178-f696308774a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac59c2c6-89ad-4ade-be68-4e9578283f17', 'code': 200} Nov 13 04:40:40.830333 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e2f76460-a24a-464c-b0de-6578d8226dac req-54fcad69-4087-445f-872a-b45f6a98bf20 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:40.842644 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169ec41-3958-43e5-85ed-d20644d8bde4 req-a3762322-a4e0-4784-9dd8-274054bb93d2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:40.861813 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c169ec41-3958-43e5-85ed-d20644d8bde4 req-a3762322-a4e0-4784-9dd8-274054bb93d2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0897701 Nov 13 04:40:40.867686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Routers {'74e7d0ee-7ba8-49e3-92d2-3a91677727eb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:40:40.876311 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:40.884366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1260c06f-f210-4b90-be67-896cb88572fa'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:40.905237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43394) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:40.915459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcad69-4087-445f-872a-b45f6a98bf20 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event deleted for resources: {'Port': ['ID=06627902-a266-434c-be1b-4705c06afe9f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:41.008839 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f76460-a24a-464c-b0de-6578d8226dac req-54fcad69-4087-445f-872a-b45f6a98bf20 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] No DVR routers for this DVR port 06627902-a266-434c-be1b-4705c06afe9f on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:41.013342 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e2f76460-a24a-464c-b0de-6578d8226dac req-54fcad69-4087-445f-872a-b45f6a98bf20 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:41.016771 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2f76460-a24a-464c-b0de-6578d8226dac req-54fcad69-4087-445f-872a-b45f6a98bf20 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.36 "DELETE /v2.0/ports/06627902-a266-434c-be1b-4705c06afe9f HTTP/1.1" status: 204 len: 173 time: 1.9489627 Nov 13 04:40:41.017261 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9939df3d-052d-4094-9e1a-763cfc312e5c', 'name': 'network-vif-deleted', 'tag': '06627902-a266-434c-be1b-4705c06afe9f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:41.033060 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792fa432-9477-46d1-8092-4412dd1fc3d5" -d '{"events": [{"server_uuid": "9939df3d-052d-4094-9e1a-763cfc312e5c", "name": "network-vif-deleted", "tag": "06627902-a266-434c-be1b-4705c06afe9f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:41.139800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0380fdd-f67a-46a5-a383-3cfcaf733001 req-17d22be4-c535-442f-8235-1c52328ab197 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:41.141430 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0380fdd-f67a-46a5-a383-3cfcaf733001 req-17d22be4-c535-442f-8235-1c52328ab197 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 946 time: 0.0737817 Nov 13 04:40:41.177189 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Set router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:40:41.181905 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:41.182587 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:41.262384 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0380fdd-f67a-46a5-a383-3cfcaf733001 req-8f83bfcc-cbd7-4e48-99e3-f8bd08d07940 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd4c038-fa8d-4623-bafd-267de195e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096382 Nov 13 04:40:41.353234 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22f56a9-1cd9-4cb4-ae79-cbdfb2e664bd x-openstack-request-id: req-f22f56a9-1cd9-4cb4-ae79-cbdfb2e664bd {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:41.353546 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9939df3d-052d-4094-9e1a-763cfc312e5c", "name": "network-vif-deleted", "tag": "06627902-a266-434c-be1b-4705c06afe9f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:41.353792 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f22f56a9-1cd9-4cb4-ae79-cbdfb2e664bd {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:41.354190 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9939df3d-052d-4094-9e1a-763cfc312e5c', 'name': 'network-vif-deleted', 'tag': '06627902-a266-434c-be1b-4705c06afe9f', 'status': 'completed', 'code': 200} Nov 13 04:40:41.520126 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c169ec41-3958-43e5-85ed-d20644d8bde4 req-8d0287d2-073a-413e-8449-5f30ba99e73f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6573195 Nov 13 04:40:41.619824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509eba3-ce28-4ca6-bb2e-ff70301c0428 req-a1d78f09-9eb9-4777-90b7-85fb604e498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:41.641721 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0509eba3-ce28-4ca6-bb2e-ff70301c0428 req-a1d78f09-9eb9-4777-90b7-85fb604e498f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 1097 time: 0.7008440 Nov 13 04:40:41.668069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-f242ebf3-86b3-4c72-b8dc-b4f9de9aa994 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:41.669574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-f242ebf3-86b3-4c72-b8dc-b4f9de9aa994 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.46 "GET /v2.0/networks?id=30463417-156c-4748-ba94-5261b5aef08e HTTP/1.1" status: 200 len: 822 time: 0.2287729 Nov 13 04:40:41.691325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-51ca6b40-15ee-4a58-a1b2-dab947e9ffb0 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Request body: {'port': {'device_id': '20969356-4c98-496c-bda7-31cf9fcc0e35', 'network_id': '30463417-156c-4748-ba94-5261b5aef08e', 'admin_state_up': True, 'tenant_id': '5fb6a5cc9ac24f4895732d0a964d9ae6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:41.728431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:29Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'gw_port': {'id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:30Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '57b1cdd9-9585-434c-b0ad-a01d33ec5cb7', 'name': '', 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:37Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 2, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'subnets': [{'id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:41.785967 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Checking router: 74e7d0ee-7ba8-49e3-92d2-3a91677727eb for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:40:41.786255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Updating router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:40:41.833601 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:41.911326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-51ca6b40-15ee-4a58-a1b2-dab947e9ffb0 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Made reservation on behalf of 5fb6a5cc9ac24f4895732d0a964d9ae6 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:40:41.915166 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-51ca6b40-15ee-4a58-a1b2-dab947e9ffb0 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:41.962077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43414) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:41.978785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f6c4b7c7-bed1-4679-91f4-d76616503372 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--868885663', 'description': 'tempest-description--1196448433'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:42.038834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92e404-e010-493a-9217-213394d3c6ad req-a064a6f9-ba11-4e56-b8df-13748f9858b1 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:42.046776 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad92e404-e010-493a-9217-213394d3c6ad req-a064a6f9-ba11-4e56-b8df-13748f9858b1 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.3992014 Nov 13 04:40:42.108857 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0509eba3-ce28-4ca6-bb2e-ff70301c0428 req-86b21e0d-2784-438f-8db1-ec242e499d73 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8bd4c038-fa8d-4623-bafd-267de195e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315629 Nov 13 04:40:42.136956 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b7c7-bed1-4679-91f4-d76616503372 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.170642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a570-969e-4703-ac84-03894addd554 req-d319066b-8fee-4211-ba3f-b2f37e51d014 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:42.174351 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-d319066b-8fee-4211-ba3f-b2f37e51d014 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e&tenant_id=bb1a865db7e845b9aa19ffe9f890f983&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 1097 time: 0.1082709 Nov 13 04:40:42.217413 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad92e404-e010-493a-9217-213394d3c6ad req-decb02e2-b9f2-471e-a0c3-5935e694467b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696980 Nov 13 04:40:42.223108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-51ca6b40-15ee-4a58-a1b2-dab947e9ffb0 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Allocated IP 172.20.0.12 (30463417-156c-4748-ba94-5261b5aef08e/7d65c77a-231f-4fdd-924c-8e388e6274e3/7484cdac-e6b6-45f2-b7a1-bf3c6c970357) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:40:42.234821 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.243564 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.285515 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b7c7-bed1-4679-91f4-d76616503372 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.322865 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b7c7-bed1-4679-91f4-d76616503372 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.329746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ca449-e24e-46d5-875a-5b40d8f73b02 None None] Pushing event updated for resources: {'Port': ['ID=57b1cdd9-9585-434c-b0ad-a01d33ec5cb7,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:42.382523 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0bb97118-9939-49f7-9167-f66bb9156b13 req-b75f8925-74a2-4c13-99db-eaa10d2c1313 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 210 time: 0.0784960 Nov 13 04:40:42.399606 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b7c7-bed1-4679-91f4-d76616503372 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.410034 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f6c4b7c7-bed1-4679-91f4-d76616503372 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4414551 Nov 13 04:40:42.413612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43422) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:42.415911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4b7c7-bed1-4679-91f4-d76616503372 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39cde1ba-d991-408f-b9f4-1e3e58963aa8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:42.418194 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0595678b-bc49-4e8f-8a10-e1ec6d028229 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Request body: {'security_group_rule': {'security_group_id': '39cde1ba-d991-408f-b9f4-1e3e58963aa8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:42.431758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Attempting to bind port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:40:42.432125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Attempting to bind port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '7095dcf0-66eb-4b39-91e5-da1be60550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:40:42.432470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Attempting to bind port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 on network 0da5777e-6db9-4b39-a161-a68c010b6b41 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:42.447839 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:40:42.448241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Checking segment: {'id': '7095dcf0-66eb-4b39-91e5-da1be60550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:42.448601 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.452220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Bound using segment: {'id': '7095dcf0-66eb-4b39-91e5-da1be60550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:40:42.452395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Bound port: 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7095dcf0-66eb-4b39-91e5-da1be60550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:40:42.452731 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.454734 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0595678b-bc49-4e8f-8a10-e1ec6d028229 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.487653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813114-2'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:42.496586 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5031bfab-d8e4-4e82-836c-d0601d03764d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.506717 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:40:42.586993 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-51ca6b40-15ee-4a58-a1b2-dab947e9ffb0 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.603295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] For port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:40:42.606835 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] For port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=57b1cdd9-9585-434c-b0ad-a01d33ec5cb7,segment=NetworkSegment(7095dcf0-66eb-4b39-91e5-da1be60550fb),segment_id=7095dcf0-66eb-4b39-91e5-da1be60550fb)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:40:42.614553 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.622907 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0595678b-bc49-4e8f-8a10-e1ec6d028229 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.649750 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0595678b-bc49-4e8f-8a10-e1ec6d028229 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.692116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0595678b-bc49-4e8f-8a10-e1ec6d028229 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.694969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0595678b-bc49-4e8f-8a10-e1ec6d028229 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2787910 Nov 13 04:40:42.703067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43434) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:42.705761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595678b-bc49-4e8f-8a10-e1ec6d028229 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a916e659-58ba-4e58-ac89-3943ae0e8fa6,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:42.715227 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.720592 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-af6da468-d686-48b8-95ed-6fb6589104ff None None] Provisioning complete for port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:42.721192 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af6da468-d686-48b8-95ed-6fb6589104ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.753343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-eca726b5-202f-4bfe-9c70-8f86c3e92f24 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Request body: {'security_group_rule': {'security_group_id': '39cde1ba-d991-408f-b9f4-1e3e58963aa8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:42.768836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13968b8c-4e43-4175-90c1-be9c37daf811 req-97059b2b-ca34-46d4-9833-4b5af6b3c0f1 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:42.770782 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-13968b8c-4e43-4175-90c1-be9c37daf811 req-97059b2b-ca34-46d4-9833-4b5af6b3c0f1 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 946 time: 0.2029736 Nov 13 04:40:42.856814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Routers {'74e7d0ee-7ba8-49e3-92d2-3a91677727eb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:40:42.860396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:42.919140 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-13968b8c-4e43-4175-90c1-be9c37daf811 req-77113ad8-1cc3-461b-ba40-a05b1d3f1a9a tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd4c038-fa8d-4623-bafd-267de195e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400392 Nov 13 04:40:42.923414 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-51ca6b40-15ee-4a58-a1b2-dab947e9ffb0 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:42.974831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ca449-e24e-46d5-875a-5b40d8f73b02 None None] Pushing event updated for resources: {'Port': ['ID=57b1cdd9-9585-434c-b0ad-a01d33ec5cb7,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:43.024975 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca6b40-15ee-4a58-a1b2-dab947e9ffb0 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Pushing event updated for resources: {'Port': ['ID=7484cdac-e6b6-45f2-b7a1-bf3c6c970357,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:43.027374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eca726b5-202f-4bfe-9c70-8f86c3e92f24 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:43.059839 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-4ba8f7e8-3062-44bb-88f1-20a98cbd7185 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398018 Nov 13 04:40:43.094419 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af6da468-d686-48b8-95ed-6fb6589104ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:43.112633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] Set router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:40:43.116403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-51ca6b40-15ee-4a58-a1b2-dab947e9ffb0 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Network 30463417-156c-4748-ba94-5261b5aef08e is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:43.128674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-51ca6b40-15ee-4a58-a1b2-dab947e9ffb0 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:43.133956 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-51ca6b40-15ee-4a58-a1b2-dab947e9ffb0 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:40:43.139529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-51ca6b40-15ee-4a58-a1b2-dab947e9ffb0 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:43.140132 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-51ca6b40-15ee-4a58-a1b2-dab947e9ffb0 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:43.171687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-af6da468-d686-48b8-95ed-6fb6589104ff None None] For port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=57b1cdd9-9585-434c-b0ad-a01d33ec5cb7,segment=NetworkSegment(7095dcf0-66eb-4b39-91e5-da1be60550fb),segment_id=7095dcf0-66eb-4b39-91e5-da1be60550fb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:43.179904 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af6da468-d686-48b8-95ed-6fb6589104ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:43.180795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5031bfab-d8e4-4e82-836c-d0601d03764d admin admin] Deleting port ae36e5a8-95b5-4722-ba04-a96cb19d6713 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:43.181133 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5031bfab-d8e4-4e82-836c-d0601d03764d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:43.194634 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:43.211728 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bc939-1c4d-4cca-a01c-35a27d773625 req-7f883cab-517b-4a3c-9b1e-0f1bd956ec55 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:43.215427 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d2bc939-1c4d-4cca-a01c-35a27d773625 req-7f883cab-517b-4a3c-9b1e-0f1bd956ec55 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 950 time: 0.1814454 Nov 13 04:40:43.220463 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-51ca6b40-15ee-4a58-a1b2-dab947e9ffb0 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5334337 Nov 13 04:40:43.246172 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-bd078615-1503-4f86-98aa-1d9e91bb5aec tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:43.247760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-bd078615-1503-4f86-98aa-1d9e91bb5aec tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650517 Nov 13 04:40:43.259114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Request body: {'port': {'device_id': '20969356-4c98-496c-bda7-31cf9fcc0e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:43.274506 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-d8c5a75d-6e6e-49ef-9f47-450561ea47a6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/quotas/b836d7db5e664454bda2ae2ccdb312f4 HTTP/1.1" status: 200 len: 375 time: 0.0187225 Nov 13 04:40:43.295776 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eca726b5-202f-4bfe-9c70-8f86c3e92f24 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:43.315126 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eca726b5-202f-4bfe-9c70-8f86c3e92f24 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:43.315362 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6da468-d686-48b8-95ed-6fb6589104ff None None] Pushing event updated for resources: {'Port': ['ID=57b1cdd9-9585-434c-b0ad-a01d33ec5cb7,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:43.325581 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-5031bfab-d8e4-4e82-836c-d0601d03764d admin admin] For port ae36e5a8-95b5-4722-ba04-a96cb19d6713, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ae36e5a8-95b5-4722-ba04-a96cb19d6713,segment=NetworkSegment(8a8a0143-9995-4eae-b5e8-de0e7d98cd99),segment_id=8a8a0143-9995-4eae-b5e8-de0e7d98cd99)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:43.325978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5031bfab-d8e4-4e82-836c-d0601d03764d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:43.340088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-85c246f6-5d2a-4510-a08a-1cd935e1dffa None None] Provisioning complete for port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:43.340454 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85c246f6-5d2a-4510-a08a-1cd935e1dffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:43.341007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5031bfab-d8e4-4e82-836c-d0601d03764d admin admin] Calling delete_port for ae36e5a8-95b5-4722-ba04-a96cb19d6713 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:43.361269 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-cdb7b54b-9575-4170-8567-f27988d5a50b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761228 Nov 13 04:40:43.369452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca726b5-202f-4bfe-9c70-8f86c3e92f24 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cac5507-d01b-4c44-ad76-782fe14153e3,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:43.383058 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d2bc939-1c4d-4cca-a01c-35a27d773625 req-5c8737c8-21ad-419c-b56f-c650f76b743a tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592782 Nov 13 04:40:43.427145 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:40:43.456663 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eca726b5-202f-4bfe-9c70-8f86c3e92f24 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:43.457885 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-eca726b5-202f-4bfe-9c70-8f86c3e92f24 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7130067 Nov 13 04:40:43.462291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43452) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:43.468141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:43.499249 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:43.524759 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:43.607480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7db36868-ab33-4f04-a8be-9f22e6fb0ef2'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:43.610096 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5031bfab-d8e4-4e82-836c-d0601d03764d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:43.610277 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00287b9d-aea8-4ac0-a17c-b808878fd0c8" -d '{"events": [{"server_uuid": "7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e", "name": "network-vif-unplugged", "status": "completed", "tag": "7db36868-ab33-4f04-a8be-9f22e6fb0ef2"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:43.621711 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:43.648318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031bfab-d8e4-4e82-836c-d0601d03764d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae36e5a8-95b5-4722-ba04-a96cb19d6713,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:43.669665 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:43.776408 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:29Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'gw_port': {'id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:30Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '57b1cdd9-9585-434c-b0ad-a01d33ec5cb7', 'name': '', 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:37Z', 'updated_at': '2021-11-13T04:40:42Z', 'revision_number': 4, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'subnets': [{'id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:43.800171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af097039-8e50-4ccc-b8a5-c1b1c729d2b6 req-5716125d-d526-417c-9929-4ca54edb0df0 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:43.808607 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af097039-8e50-4ccc-b8a5-c1b1c729d2b6 req-5716125d-d526-417c-9929-4ca54edb0df0 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 946 time: 0.2937827 Nov 13 04:40:43.862444 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:40:43.875553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 06627902-a266-434c-be1b-4705c06afe9f no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:43.877908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f142b-ab3b-4373-97d7-b69e399af6c2 None None] The sync data for ids ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'] in n-d-813114-2 is: [{'id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:29Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'gw_port': {'id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:30Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '57b1cdd9-9585-434c-b0ad-a01d33ec5cb7', 'name': '', 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:37Z', 'updated_at': '2021-11-13T04:40:42Z', 'revision_number': 4, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'subnets': [{'id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:40:43.912479 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af097039-8e50-4ccc-b8a5-c1b1c729d2b6 req-91ac6d20-43aa-41e9-beb0-e3d76d8707aa tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026556 Nov 13 04:40:43.929140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 06627902-a266-434c-be1b-4705c06afe9f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:43.929487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 06627902-a266-434c-be1b-4705c06afe9f not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:44.081557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4dac4-bdff-4a06-a973-79562d431b2b req-c8667b9f-896c-4ca4-b3f6-53cc3c3771b6 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:44.087254 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66d4dac4-bdff-4a06-a973-79562d431b2b req-c8667b9f-896c-4ca4-b3f6-53cc3c3771b6 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 932 time: 0.3305442 Nov 13 04:40:44.112110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on host n-h1-813114-2 for vnic_type normal with profile {"migrating_to": "n-h2-813114-2"} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:40:44.112444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:40:44.112775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:44.135634 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Pushing event updated for resources: {'Port': ['ID=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,revision_number=7']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:44.161365 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:40:44.161688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:44.177942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h1-813114-2, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:44.212806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:40:44.213824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Checking segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:44.214385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Bound using segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:40:44.215034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Bound port: 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:40:44.215548 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:44.239618 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on host n-h1-813114-2 for vnic_type normal with profile {"migrating_to": "n-h2-813114-2"} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:40:44.240033 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:40:44.240500 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:44.261161 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:40:44.263565 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:44.275896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:40:44.276273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Checking segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:44.276891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Bound using segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:40:44.277360 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Bound port: 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:40:44.278361 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:44.278960 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66d4dac4-bdff-4a06-a973-79562d431b2b req-631e4ba6-78dd-4e57-9238-a7462377923d tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd0a078-b5c9-4e04-b478-f815bd73ebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739528 Nov 13 04:40:44.293246 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5031bfab-d8e4-4e82-836c-d0601d03764d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:44.354411 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c2aa257f-93ab-4c63-9eae-429f7f16077d req-8e4041ed-e16d-4e03-b68b-3e9b1f59b328 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 210 time: 0.1147101 Nov 13 04:40:44.366221 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0ccd66-3acb-4a00-893d-0619ece01dfb x-openstack-request-id: req-4e0ccd66-3acb-4a00-893d-0619ece01dfb {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:44.368173 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e", "name": "network-vif-unplugged", "status": "completed", "tag": "7db36868-ab33-4f04-a8be-9f22e6fb0ef2", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:44.368786 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e0ccd66-3acb-4a00-893d-0619ece01dfb {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:44.369400 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7db36868-ab33-4f04-a8be-9f22e6fb0ef2', 'code': 200} Nov 13 04:40:44.371342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h1-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:40:44.375901 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:40:44.386209 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:44.493465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:40:44.528419 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.db.api [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 7db36868-ab33-4f04-a8be-9f22e6fb0ef2-n-h1-813114-2-0 {{(pid=102667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:40:44.528923 n-d-813114-2 neutron-server[102667]: DEBUG oslo_db.api [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:40:44.533350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:44.541642 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:44.546568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 has no active binding in host n-h2-813114-2 {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 13 04:40:44.591728 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129557e-7a1c-4a4f-8648-af5535f7c2c1 req-04ab86c8-d663-40e5-8027-d9ffac8f44c1 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:44.593616 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2129557e-7a1c-4a4f-8648-af5535f7c2c1 req-04ab86c8-d663-40e5-8027-d9ffac8f44c1 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 946 time: 0.1039119 Nov 13 04:40:44.726555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10270c07-c6d1-4344-94be-b3159029e7a0 req-2eb15473-2817-4275-a373-68df57ffcbb0 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:44.734473 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10270c07-c6d1-4344-94be-b3159029e7a0 req-2eb15473-2817-4275-a373-68df57ffcbb0 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 950 time: 0.2184527 Nov 13 04:40:44.748628 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2129557e-7a1c-4a4f-8648-af5535f7c2c1 req-be7577ed-0706-44b5-bf91-1ff72d7d0eeb tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd4c038-fa8d-4623-bafd-267de195e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056063 Nov 13 04:40:44.754954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:40:44.771880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5031bfab-d8e4-4e82-836c-d0601d03764d admin admin] Router c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:40:44.782514 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:44.839967 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Transition to ACTIVE for port object 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:40:44.845551 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:44.879056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c97fdb-5494-4a9c-b0b3-441d5a9ae865 req-9d2cf53d-bcbb-4939-a3c6-e8d86057639f tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:44.880602 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4c97fdb-5494-4a9c-b0b3-441d5a9ae865 req-9d2cf53d-bcbb-4939-a3c6-e8d86057639f tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.46 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 950 time: 0.2361248 Nov 13 04:40:44.881274 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:44.921199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:44.921871 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:44.972426 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10270c07-c6d1-4344-94be-b3159029e7a0 req-aaffdc05-ee24-425d-bbd0-d8510a337828 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374454 Nov 13 04:40:44.981271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Allocated IP 172.25.8.68 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/1f9bd25b-2a8f-4a57-9762-4e06bdf7d004) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:40:45.115689 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:45.311417 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-ffea3193-e01a-4712-812f-cab9df0e49c0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006126 Nov 13 04:40:45.406346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5031bfab-d8e4-4e82-836c-d0601d03764d admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:40:45.413746 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5031bfab-d8e4-4e82-836c-d0601d03764d admin admin] 10.222.0.43 "PUT /v2.0/routers/c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5017030 Nov 13 04:40:45.420634 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe68263-86b5-495b-85e3-dda6e1132144 None None] Sync routers for ids ['c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:40:45.425462 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-e04a5152-781a-415a-8bdf-fa3750fc3706 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 258 time: 0.6417232 Nov 13 04:40:45.426275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43482) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:45.436594 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe68263-86b5-495b-85e3-dda6e1132144 None None] Routers {'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:40:45.437225 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dfe68263-86b5-495b-85e3-dda6e1132144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:45.471943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:45.503717 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on host n-h1-813114-2 for vnic_type normal with profile {"migrating_to": "n-h2-813114-2"} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:40:45.504249 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:40:45.504342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:45.530423 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Pushing event updated for resources: {'Port': ['ID=7484cdac-e6b6-45f2-b7a1-bf3c6c970357,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:45.553046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:40:45.553456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Attempting to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:45.562171 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:45.562766 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Attempting to bind port 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:40:45.563111 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Attempting to bind port 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '8cf0daf5-b634-4db3-b787-69affa974bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30463417-156c-4748-ba94-5261b5aef08e'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:40:45.563421 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Attempting to bind port 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 on network 30463417-156c-4748-ba94-5261b5aef08e {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:45.572493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d73fa-98e1-4b1d-bbb1-5c71d9b28015 req-9989d130-b595-4a5a-9319-2d84dc820af8 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:45.580171 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f02d73fa-98e1-4b1d-bbb1-5c71d9b28015 req-9989d130-b595-4a5a-9319-2d84dc820af8 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 944 time: 0.4479308 Nov 13 04:40:45.588619 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:40:45.588985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Checking segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:45.589400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Bound using segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:40:45.589842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Bound port: 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:40:45.590194 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:45.602116 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-dfe68263-86b5-495b-85e3-dda6e1132144 None None] Set router c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:40:45.608632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Port 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 on network 30463417-156c-4748-ba94-5261b5aef08e not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:40:45.608948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Attempting to bind port 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 on network 30463417-156c-4748-ba94-5261b5aef08e {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:45.620714 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:45.626954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-495a004a-1891-48fb-9303-18e0b0f221bf tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:45.628701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-495a004a-1891-48fb-9303-18e0b0f221bf tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2695570 Nov 13 04:40:45.654962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:40:45.655205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-540810a4-8bb7-4561-9905-8b33dbb38906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Request body: {'port': {'device_id': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': 'b836d7db5e664454bda2ae2ccdb312f4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:45.655331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Checking segment: {'id': '8cf0daf5-b634-4db3-b787-69affa974bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30463417-156c-4748-ba94-5261b5aef08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:45.655647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Bound using segment: {'id': '8cf0daf5-b634-4db3-b787-69affa974bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30463417-156c-4748-ba94-5261b5aef08e'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:40:45.656094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Bound port: 7484cdac-e6b6-45f2-b7a1-bf3c6c970357, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf0daf5-b634-4db3-b787-69affa974bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30463417-156c-4748-ba94-5261b5aef08e'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:40:45.656443 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:45.694581 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:45.737892 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:45.780928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:45.794070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-a4c97fdb-5494-4a9c-b0b3-441d5a9ae865 req-175d1c69-549f-49cd-b955-a0b5cf5bee24 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Deleting port 1260c06f-f210-4b90-be67-896cb88572fa {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:45.794460 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4c97fdb-5494-4a9c-b0b3-441d5a9ae865 req-175d1c69-549f-49cd-b955-a0b5cf5bee24 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:45.798876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:40:45.805877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Pushing event updated for resources: {'Port': ['ID=1f9bd25b-2a8f-4a57-9762-4e06bdf7d004,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:45.810669 n-d-813114-2 neutron-server[102667]: WARNING neutron.plugins.ml2.plugin [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Concurrent port binding operations failed on port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 Nov 13 04:40:45.819168 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dfe68263-86b5-495b-85e3-dda6e1132144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104215784-router', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:32Z', 'updated_at': '2021-11-13T04:40:43Z', 'revision_number': 5, 'project_id': 'ce0cfecdac4441318074adbf32b6f508', 'gw_port': {'id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:33Z', 'updated_at': '2021-11-13T04:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:45.829298 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f02d73fa-98e1-4b1d-bbb1-5c71d9b28015 req-49ce7b56-b87e-45a5-9905-3d79ecb8fcf5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483633 Nov 13 04:40:45.870601 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe68263-86b5-495b-85e3-dda6e1132144 None None] Checking router: c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:40:45.885210 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe68263-86b5-495b-85e3-dda6e1132144 None None] Routers {'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:40:45.887114 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dfe68263-86b5-495b-85e3-dda6e1132144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:45.899986 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:45.914664 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:45.931217 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Attempt 2 to bind port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 Nov 13 04:40:45.957543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-540810a4-8bb7-4561-9905-8b33dbb38906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Made reservation on behalf of b836d7db5e664454bda2ae2ccdb312f4 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:40:45.961331 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-540810a4-8bb7-4561-9905-8b33dbb38906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:45.963558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:45.964177 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:45.965546 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-bc495404-c80b-4a42-acf2-a7730bd4ce94 service neutron] 10.222.0.36 "PUT /v2.0/ports/7db36868-ab33-4f04-a8be-9f22e6fb0ef2 HTTP/1.1" status: 200 len: 1122 time: 3.4871118 Nov 13 04:40:45.983594 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:45.989697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] For port 7484cdac-e6b6-45f2-b7a1-bf3c6c970357, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:40:46.009466 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.042214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] For port 7484cdac-e6b6-45f2-b7a1-bf3c6c970357, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7484cdac-e6b6-45f2-b7a1-bf3c6c970357,segment=NetworkSegment(8cf0daf5-b634-4db3-b787-69affa974bbf),segment_id=8cf0daf5-b634-4db3-b787-69affa974bbf)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:40:46.044452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4c97fdb-5494-4a9c-b0b3-441d5a9ae865 req-175d1c69-549f-49cd-b955-a0b5cf5bee24 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] For port 1260c06f-f210-4b90-be67-896cb88572fa, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1260c06f-f210-4b90-be67-896cb88572fa,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:46.044811 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4c97fdb-5494-4a9c-b0b3-441d5a9ae865 req-175d1c69-549f-49cd-b955-a0b5cf5bee24 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.059965 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-dfe68263-86b5-495b-85e3-dda6e1132144 None None] Set router c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:40:46.069307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['7db36868-ab33-4f04-a8be-9f22e6fb0ef2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:46.110880 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.131212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] Deleting port 58b126b9-f71e-4559-bfe1-884937ce3271 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:46.131553 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.168954 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['7db36868-ab33-4f04-a8be-9f22e6fb0ef2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:46.222356 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.287788 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dfe68263-86b5-495b-85e3-dda6e1132144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104215784-router', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:32Z', 'updated_at': '2021-11-13T04:40:43Z', 'revision_number': 5, 'project_id': 'ce0cfecdac4441318074adbf32b6f508', 'gw_port': {'id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:33Z', 'updated_at': '2021-11-13T04:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:46.316672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Allocated IP 172.25.8.39 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/30878fab-1993-4b5d-975e-aa841a7c45e4) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:40:46.326397 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe68263-86b5-495b-85e3-dda6e1132144 None None] The sync data for ids ['c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b'] in n-d-813114-2 is: [{'id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104215784-router', 'tenant_id': 'ce0cfecdac4441318074adbf32b6f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:32Z', 'updated_at': '2021-11-13T04:40:43Z', 'revision_number': 5, 'project_id': 'ce0cfecdac4441318074adbf32b6f508', 'gw_port': {'id': '58b126b9-f71e-4559-bfe1-884937ce3271', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:33Z', 'updated_at': '2021-11-13T04:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:40:46.332289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-540810a4-8bb7-4561-9905-8b33dbb38906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Allocated IP 192.168.233.189 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/b1759a3a-416f-4ab5-97a7-1a69a5bce9ba) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:40:46.358851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] For port 58b126b9-f71e-4559-bfe1-884937ce3271, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=58b126b9-f71e-4559-bfe1-884937ce3271,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:46.359250 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.384194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] Calling delete_port for 58b126b9-f71e-4559-bfe1-884937ce3271 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:46.399054 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.412628 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e', 'tag': '7db36868-ab33-4f04-a8be-9f22e6fb0ef2'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:46.415004 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc10219-2679-4d6c-a12a-4b61b962131e" -d '{"events": [{"name": "network-changed", "server_uuid": "7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e", "tag": "7db36868-ab33-4f04-a8be-9f22e6fb0ef2"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:46.424335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-a4c97fdb-5494-4a9c-b0b3-441d5a9ae865 req-175d1c69-549f-49cd-b955-a0b5cf5bee24 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Calling delete_port for 1260c06f-f210-4b90-be67-896cb88572fa owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:46.429930 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.450954 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.467852 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff0a57-57d2-4565-8c96-8df394c5742f req-84ecfddb-d737-4405-9825-2849f3cb45e0 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:46.469034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-13ff0a57-57d2-4565-8c96-8df394c5742f req-84ecfddb-d737-4405-9825-2849f3cb45e0 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 944 time: 0.4113545 Nov 13 04:40:46.470139 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Pushing event updated for resources: {'Port': ['ID=7484cdac-e6b6-45f2-b7a1-bf3c6c970357,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:46.474820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:46.475409 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.476905 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ecadf119-a17a-473b-b1bc-b821459c8e73 service neutron] 10.222.0.46 "PUT /v2.0/ports/7484cdac-e6b6-45f2-b7a1-bf3c6c970357 HTTP/1.1" status: 200 len: 1092 time: 3.2400613 Nov 13 04:40:46.571746 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.572944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1090312 Nov 13 04:40:46.631310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d60cf-7eb5-47a9-a3b3-a04d780a0769 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Pushing event updated for resources: {'Port': ['ID=1f9bd25b-2a8f-4a57-9762-4e06bdf7d004,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:46.683657 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-13ff0a57-57d2-4565-8c96-8df394c5742f req-763dd3ee-20f2-4199-9363-e6c69c38ad31 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd0a078-b5c9-4e04-b478-f815bd73ebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981981 Nov 13 04:40:46.699651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ec6a0449-7acb-4452-9d61-4dd223100ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:46.701184 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ec6a0449-7acb-4452-9d61-4dd223100ff7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fb6a5cc9ac24f4895732d0a964d9ae6&device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 1095 time: 0.1371226 Nov 13 04:40:46.715614 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ae36e5a8-95b5-4722-ba04-a96cb19d6713 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:46.733666 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.745105 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: ae36e5a8-95b5-4722-ba04-a96cb19d6713 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:46.745579 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ae36e5a8-95b5-4722-ba04-a96cb19d6713 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:46.770557 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-540810a4-8bb7-4561-9905-8b33dbb38906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.814251 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ab2e4f48-b617-4e49-92a5-e7e265dbaba2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7484cdac-e6b6-45f2-b7a1-bf3c6c970357 HTTP/1.1" status: 200 len: 217 time: 0.0963540 Nov 13 04:40:46.844557 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eaec646b-7f7d-47f9-870a-bff648e906c6 req-9b41a226-d308-47b3-a120-064da19c8a80 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 210 time: 0.0520289 Nov 13 04:40:46.868579 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.896294 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4c97fdb-5494-4a9c-b0b3-441d5a9ae865 req-175d1c69-549f-49cd-b955-a0b5cf5bee24 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.924243 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-540810a4-8bb7-4561-9905-8b33dbb38906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.936846 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:46.944458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-935218b7-6b62-4ec8-bb3c-effb8e088089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:46.945868 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-935218b7-6b62-4ec8-bb3c-effb8e088089 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d65c77a-231f-4fdd-924c-8e388e6274e3 HTTP/1.1" status: 200 len: 862 time: 0.1120169 Nov 13 04:40:46.949259 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d1c69-549f-49cd-b955-a0b5cf5bee24 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Pushing event deleted for resources: {'Port': ['ID=1260c06f-f210-4b90-be67-896cb88572fa,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:46.973071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Pushing event updated for resources: {'Port': ['ID=30878fab-1993-4b5d-975e-aa841a7c45e4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:46.974360 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5174efca-acba-4b86-ac8f-664b949ef942'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:46.989640 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:47.007814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d994b596-e39d-4c7d-9ab4-400f61e88774'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:47.016772 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-055f91aa-43af-4103-accd-c9cfac44b04e req-29cbe357-9e52-4325-9cd0-112f556878f8 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.43 "GET /v2.0/ports?device_id=292eb910-b826-4cc8-8c08-992b8f952934 HTTP/1.1" status: 200 len: 210 time: 0.0740852 Nov 13 04:40:47.023940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-540810a4-8bb7-4561-9905-8b33dbb38906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:47.026268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-540810a4-8bb7-4561-9905-8b33dbb38906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:47.047628 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c97fdb-5494-4a9c-b0b3-441d5a9ae865 req-175d1c69-549f-49cd-b955-a0b5cf5bee24 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] No DVR routers for this DVR port 1260c06f-f210-4b90-be67-896cb88572fa on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:47.048253 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:47.051578 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-b9660e92-43e1-4227-8387-f19706416d91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30463417-156c-4748-ba94-5261b5aef08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895333 Nov 13 04:40:47.053216 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4c97fdb-5494-4a9c-b0b3-441d5a9ae865 req-175d1c69-549f-49cd-b955-a0b5cf5bee24 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:47.057131 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4c97fdb-5494-4a9c-b0b3-441d5a9ae865 req-175d1c69-549f-49cd-b955-a0b5cf5bee24 tempest-ServersOnMultiNodesTest-884437664 tempest-ServersOnMultiNodesTest-884437664-project] 10.222.0.46 "DELETE /v2.0/ports/1260c06f-f210-4b90-be67-896cb88572fa HTTP/1.1" status: 204 len: 173 time: 2.1640661 Nov 13 04:40:47.082303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-540810a4-8bb7-4561-9905-8b33dbb38906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:40:47.087374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:40:47.089417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540810a4-8bb7-4561-9905-8b33dbb38906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Pushing event updated for resources: {'Port': ['ID=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:47.116351 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93af626e-c65b-4134-b9e5-60a303885991 x-openstack-request-id: req-93af626e-c65b-4134-b9e5-60a303885991 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:47.116720 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e", "tag": "7db36868-ab33-4f04-a8be-9f22e6fb0ef2", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:47.117104 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93af626e-c65b-4134-b9e5-60a303885991 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:47.117545 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e', 'tag': '7db36868-ab33-4f04-a8be-9f22e6fb0ef2', 'status': 'completed', 'code': 200} Nov 13 04:40:47.241436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b126b9-f71e-4559-bfe1-884937ce3271,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:47.276501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc10219-2679-4d6c-a12a-4b61b962131e req-b2f18f0b-06d6-4f59-8103-8b9807b18bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:47.276759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-540810a4-8bb7-4561-9905-8b33dbb38906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:47.277266 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-540810a4-8bb7-4561-9905-8b33dbb38906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:47.277532 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fcc10219-2679-4d6c-a12a-4b61b962131e req-b2f18f0b-06d6-4f59-8103-8b9807b18bc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 1125 time: 0.1324773 Nov 13 04:40:47.304356 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-cc5ce564-c6b1-4a4b-9489-ecf968c3787c service neutron] 10.222.0.46 "GET /v2.0/networks/30463417-156c-4748-ba94-5261b5aef08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398448 Nov 13 04:40:47.321607 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-2774e9a1-adbb-4cfe-84e9-0f6ed7dcb337 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--868885663&fields=id&tenant_id=57f662e4e3a04e68b02eb6775cea16ba HTTP/1.1" status: 200 len: 267 time: 0.1132026 Nov 13 04:40:47.392632 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:47.445946 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-540810a4-8bb7-4561-9905-8b33dbb38906 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7978704 Nov 13 04:40:47.487543 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:47.492136 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Request body: {'port': {'device_id': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:47.544919 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a6f4989-98e0-4a28-9bb8-2d5036b289ec req-ec98d8c5-c0ee-43c7-955d-02a0dbb53174 service neutron] 10.222.0.46 "GET /v2.0/networks/30463417-156c-4748-ba94-5261b5aef08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274749 Nov 13 04:40:47.546873 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:47.548625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc10219-2679-4d6c-a12a-4b61b962131e req-beed008c-013f-4af2-925e-05ec4db7931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:47.550083 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fcc10219-2679-4d6c-a12a-4b61b962131e req-beed008c-013f-4af2-925e-05ec4db7931c service neutron] 10.222.0.46 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.2585070 Nov 13 04:40:47.555048 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:47.569604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-c6e53a2d-2ce4-4d8e-b200-2536264561c4 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:47.576674 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-c6e53a2d-2ce4-4d8e-b200-2536264561c4 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/networks?id=0da5777e-6db9-4b39-a161-a68c010b6b41 HTTP/1.1" status: 200 len: 806 time: 0.2314007 Nov 13 04:40:47.643261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fcc10219-2679-4d6c-a12a-4b61b962131e req-651a1ea7-6596-4977-94d3-cb2330ec54e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2 HTTP/1.1" status: 200 len: 217 time: 0.0477288 Nov 13 04:40:47.644734 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-c6d6b481-d573-4a7b-a8d0-fc913429eb4f tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/quotas/57f662e4e3a04e68b02eb6775cea16ba HTTP/1.1" status: 200 len: 375 time: 0.0672708 Nov 13 04:40:47.767750 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-d98bbf62-48f1-4765-bdb2-c8172797fbe8 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=57f662e4e3a04e68b02eb6775cea16ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1089451 Nov 13 04:40:47.770433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc10219-2679-4d6c-a12a-4b61b962131e req-58236f6c-ad25-4088-a22d-a8dd89ab4d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:47.772149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fcc10219-2679-4d6c-a12a-4b61b962131e req-58236f6c-ad25-4088-a22d-a8dd89ab4d1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.1124597 Nov 13 04:40:47.829310 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-eac0286e-9873-43c4-bceb-d1eea6f9b29c None None] Provisioning complete for port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:47.829879 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eac0286e-9873-43c4-bceb-d1eea6f9b29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:47.841682 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fcc10219-2679-4d6c-a12a-4b61b962131e req-d7b0f35a-6311-44f1-8f22-570237a20282 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483499 Nov 13 04:40:47.875996 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-eac0286e-9873-43c4-bceb-d1eea6f9b29c None None] Port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:40:47.905482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:47.936719 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:47.949468 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:47.950120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:40:47.957717 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:47.959238 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2a189220-0f1e-4d3c-9e41-5c0290d2fce3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c9cf134f-12f8-4b7d-abeb-bcb17e5cae9b HTTP/1.1" status: 204 len: 168 time: 2.5013733 Nov 13 04:40:47.964264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43508) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:47.974133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-bccfbd34-4036-4219-ad94-da3c495b6cae service neutron] 10.222.0.43 "GET /v2.0/networks/0da5777e-6db9-4b39-a161-a68c010b6b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888964 Nov 13 04:40:48.013227 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fcc10219-2679-4d6c-a12a-4b61b962131e req-75e9ea3c-5a25-45be-a6b2-fc7bb067fff8 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419840 Nov 13 04:40:48.106152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae216f6-fa0c-4a2d-9401-b7639d8ce0fa admin admin] Deleting subnet 66f9c1a2-000d-4cd3-886f-60ee310198c9 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:40:48.117054 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ae216f6-fa0c-4a2d-9401-b7639d8ce0fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:48.148715 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-c2870297-5486-46f8-a806-6b8f09bc7daf service neutron] 10.222.0.43 "GET /v2.0/networks/0da5777e-6db9-4b39-a161-a68c010b6b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644619 Nov 13 04:40:48.164464 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fcc10219-2679-4d6c-a12a-4b61b962131e req-5ad892e9-e7fb-42fc-bca0-8a53452124a9 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181805 Nov 13 04:40:48.245041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ae216f6-fa0c-4a2d-9401-b7639d8ce0fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:48.353978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:48.364200 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:48.398024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9792a-abb5-44f3-97bb-9c35fe1d495a req-04f294ea-f3d9-4022-bf31-cdb65538d5ae tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:48.398313 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-28d9792a-abb5-44f3-97bb-9c35fe1d495a req-04f294ea-f3d9-4022-bf31-cdb65538d5ae tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 944 time: 0.0588605 Nov 13 04:40:48.430572 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1260c06f-f210-4b90-be67-896cb88572fa no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:48.469949 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 1260c06f-f210-4b90-be67-896cb88572fa {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:48.470396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1260c06f-f210-4b90-be67-896cb88572fa not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:48.488063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-28d9792a-abb5-44f3-97bb-9c35fe1d495a req-d6cfe757-30d8-438f-8ab3-231afcc194db tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830877 Nov 13 04:40:48.534425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Pushing event updated for resources: {'Port': ['ID=30878fab-1993-4b5d-975e-aa841a7c45e4,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:48.539428 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ae216f6-fa0c-4a2d-9401-b7639d8ce0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:48.580548 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:48.633759 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:48.635006 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-3fb7e382-37ab-449c-8e09-af05dd26fb6b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1698740 Nov 13 04:40:48.644074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1759a3a-416f-4ab5-97a7-1a69a5bce9ba {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:40:48.684629 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:48.713806 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 58b126b9-f71e-4559-bfe1-884937ce3271 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:48.738415 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ae216f6-fa0c-4a2d-9401-b7639d8ce0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:48.742787 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-d85adc32-daee-4a2f-8c39-4bb78a37d96b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.0923750 Nov 13 04:40:48.753815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 58b126b9-f71e-4559-bfe1-884937ce3271 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:48.754246 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 58b126b9-f71e-4559-bfe1-884937ce3271 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:48.754790 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Transition to ACTIVE for port object b1759a3a-416f-4ab5-97a7-1a69a5bce9ba will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:40:48.769566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b556b-7348-4993-bb97-1938adb9884d req-dc409d96-d1da-4e1b-8586-d2c63d2c7ac6 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:48.771652 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-449b556b-7348-4993-bb97-1938adb9884d req-dc409d96-d1da-4e1b-8586-d2c63d2c7ac6 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 944 time: 0.0928187 Nov 13 04:40:48.784502 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:48.786373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae216f6-fa0c-4a2d-9401-b7639d8ce0fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f9c1a2-000d-4cd3-886f-60ee310198c9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:48.786605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a8b2d1-62b2-4ed3-88a4-daf8deb02814 None None] Network 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:40:48.789910 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ae216f6-fa0c-4a2d-9401-b7639d8ce0fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:48.793294 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3ae216f6-fa0c-4a2d-9401-b7639d8ce0fa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/66f9c1a2-000d-4cd3-886f-60ee310198c9 HTTP/1.1" status: 204 len: 168 time: 0.8241405 Nov 13 04:40:48.797650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:48.855079 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-449b556b-7348-4993-bb97-1938adb9884d req-b6ca37f5-5aee-41e4-8cd8-48427858b251 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd0a078-b5c9-4e04-b478-f815bd73ebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730038 Nov 13 04:40:48.979556 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:48.983474 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Pushing event updated for resources: {'Port': ['ID=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:49.051233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380edb18-f465-4ce7-9cfd-ab68d7758983 None None] DHCP port deletion for 75fd9bb5-a9f9-48f3-aede-d4fff3bb220a request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:40:49.057435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6911b-08e5-4056-9250-3cc112ff1219 req-17f4b28c-fcea-4a1b-833c-ba03a5e7eb53 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:49.063478 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65e6911b-08e5-4056-9250-3cc112ff1219 req-17f4b28c-fcea-4a1b-833c-ba03a5e7eb53 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 948 time: 0.1012917 Nov 13 04:40:49.113737 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65e6911b-08e5-4056-9250-3cc112ff1219 req-152db502-ab1c-4b8e-aae1-d2b4873dc163 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482225 Nov 13 04:40:49.116232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-380edb18-f465-4ce7-9cfd-ab68d7758983 None None] Deleting port f33b7720-21c2-4230-8e29-be28b37efe43 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:49.116811 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-380edb18-f465-4ce7-9cfd-ab68d7758983 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:49.118285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20969356-4c98-496c-bda7-31cf9fcc0e35', 'tag': '7484cdac-e6b6-45f2-b7a1-bf3c6c970357'}, {'server_uuid': '292eb910-b826-4cc8-8c08-992b8f952934', 'name': 'network-vif-deleted', 'tag': '1260c06f-f210-4b90-be67-896cb88572fa'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:49.121392 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386e2921-b750-451c-8e6b-1352d936fffb" -d '{"events": [{"name": "network-changed", "server_uuid": "20969356-4c98-496c-bda7-31cf9fcc0e35", "tag": "7484cdac-e6b6-45f2-b7a1-bf3c6c970357"}, {"server_uuid": "292eb910-b826-4cc8-8c08-992b8f952934", "name": "network-vif-deleted", "tag": "1260c06f-f210-4b90-be67-896cb88572fa"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:49.210784 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-271603f1-2889-49bd-9363-ca3bdf6ab9df tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:49.213072 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-271603f1-2889-49bd-9363-ca3bdf6ab9df tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.4571674 Nov 13 04:40:49.222026 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-380edb18-f465-4ce7-9cfd-ab68d7758983 None None] For port f33b7720-21c2-4230-8e29-be28b37efe43, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f33b7720-21c2-4230-8e29-be28b37efe43,segment=NetworkSegment(8a8a0143-9995-4eae-b5e8-de0e7d98cd99),segment_id=8a8a0143-9995-4eae-b5e8-de0e7d98cd99)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:49.222671 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-380edb18-f465-4ce7-9cfd-ab68d7758983 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:49.235401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Attempting to bind port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:40:49.239796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Attempting to bind port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:40:49.240157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Attempting to bind port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:49.241609 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-380edb18-f465-4ce7-9cfd-ab68d7758983 None None] Calling delete_port for f33b7720-21c2-4230-8e29-be28b37efe43 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:49.249812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:40:49.249812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Attempting to bind port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:49.258754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-515cb547-09a3-4909-8a17-4ccd3ae3fbfa tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:40:49.271806 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3a67ebb6-94b6-471a-8b22-178ae1d14c38 req-bed75c17-7339-4005-b1f3-9bd0f5f7c09b tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 210 time: 0.0351632 Nov 13 04:40:49.282056 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f03594a-5fba-4ead-a24e-6b11206f2ad0 req-515cb547-09a3-4909-8a17-4ccd3ae3fbfa tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0366719 Nov 13 04:40:49.300210 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:40:49.300521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:49.300912 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:40:49.301366 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Bound port: b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:40:49.301724 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:49.344830 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b029d2-429b-4730-b767-9ae14b0c5b9b x-openstack-request-id: req-92b029d2-429b-4730-b767-9ae14b0c5b9b {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:49.345483 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20969356-4c98-496c-bda7-31cf9fcc0e35", "tag": "7484cdac-e6b6-45f2-b7a1-bf3c6c970357", "status": "completed", "code": 200}, {"server_uuid": "292eb910-b826-4cc8-8c08-992b8f952934", "name": "network-vif-deleted", "tag": "1260c06f-f210-4b90-be67-896cb88572fa", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:49.345831 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92b029d2-429b-4730-b767-9ae14b0c5b9b {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:49.346276 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20969356-4c98-496c-bda7-31cf9fcc0e35', 'tag': '7484cdac-e6b6-45f2-b7a1-bf3c6c970357', 'status': 'completed', 'code': 200} Nov 13 04:40:49.346937 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292eb910-b826-4cc8-8c08-992b8f952934', 'name': 'network-vif-deleted', 'tag': '1260c06f-f210-4b90-be67-896cb88572fa', 'status': 'completed', 'code': 200} Nov 13 04:40:49.348114 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] Deleting port f33b7720-21c2-4230-8e29-be28b37efe43 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:49.348453 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:49.435379 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-380edb18-f465-4ce7-9cfd-ab68d7758983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:49.458319 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] For port f33b7720-21c2-4230-8e29-be28b37efe43, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f33b7720-21c2-4230-8e29-be28b37efe43,segment=NetworkSegment(8a8a0143-9995-4eae-b5e8-de0e7d98cd99),segment_id=8a8a0143-9995-4eae-b5e8-de0e7d98cd99)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:49.458705 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:49.463742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380edb18-f465-4ce7-9cfd-ab68d7758983 None None] Pushing event deleted for resources: {'Port': ['ID=f33b7720-21c2-4230-8e29-be28b37efe43,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:49.468575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] For port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:40:49.472905 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380edb18-f465-4ce7-9cfd-ab68d7758983 None None] No DVR routers for this DVR port f33b7720-21c2-4230-8e29-be28b37efe43 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:49.485309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] Calling delete_port for f33b7720-21c2-4230-8e29-be28b37efe43 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:49.493369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] For port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:40:49.508957 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43532) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:49.510138 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:49.536933 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e2921-b750-451c-8e6b-1352d936fffb req-9ae073a2-bd8f-496f-977a-4e09995b3f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:49.538552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-386e2921-b750-451c-8e6b-1352d936fffb req-9ae073a2-bd8f-496f-977a-4e09995b3f2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fb6a5cc9ac24f4895732d0a964d9ae6&device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 1095 time: 0.1422050 Nov 13 04:40:49.579768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-b0c07d0c-5809-4924-a7f4-cd55681bedc6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:49.582052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-b0c07d0c-5809-4924-a7f4-cd55681bedc6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1490569 Nov 13 04:40:49.614102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:49.614102 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:49.614102 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] 10.222.0.36 "PUT /v2.0/ports/b1759a3a-416f-4ab5-97a7-1a69a5bce9ba HTTP/1.1" status: 200 len: 1096 time: 2.1266589 Nov 13 04:40:49.616798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:49.619113 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dbee3f-b6ee-4232-96c7-5759c5e09e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:49.693125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77522dbd-36b8-47f7-b824-1c82e5926393 service neutron] Pushing event updated for resources: {'Port': ['ID=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:49.726479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c448a1-b8c9-4102-a893-ca19d5d2bd07 req-92e6b9e1-bd87-4546-9484-502a8ba2c33c tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:49.728486 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-8c5581ec-b2d7-4746-a085-417a2fde7976 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.1386127 Nov 13 04:40:49.733755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-80c448a1-b8c9-4102-a893-ca19d5d2bd07 req-92e6b9e1-bd87-4546-9484-502a8ba2c33c tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 944 time: 0.1400690 Nov 13 04:40:49.744010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-b1ae7a14-7898-4e4e-9f9e-34f04c56794a tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Request body: {'floatingip': {'port_id': 'ac59c2c6-89ad-4ade-be68-4e9578283f17', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:49.837426 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:49.901634 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6197e329-6587-4fac-907d-1b465882d6ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0484ddf744b740ccb839123a39a7449a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890505 Nov 13 04:40:49.907703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] No DVR routers for this DVR port f33b7720-21c2-4230-8e29-be28b37efe43 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:49.909909 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] Pushing event deleted for resources: {'Port': ['ID=f33b7720-21c2-4230-8e29-be28b37efe43,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:49.918576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43544) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:49.974958 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-2b379d3f-273b-41e8-9965-be19f2e71cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:49.976572 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-2b379d3f-273b-41e8-9965-be19f2e71cf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 1099 time: 0.2798481 Nov 13 04:40:49.988352 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-80c448a1-b8c9-4102-a893-ca19d5d2bd07 req-09ebd55f-8514-42b4-bacc-f7cd9c68f0d8 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315383 Nov 13 04:40:50.066229 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:50.068961 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-b1ae7a14-7898-4e4e-9f9e-34f04c56794a tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for floatingip, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:50.101968 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-63d7688d-7152-4548-87b8-30f6e14a9de6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba HTTP/1.1" status: 200 len: 217 time: 0.1022835 Nov 13 04:40:50.111108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e2921-b750-451c-8e6b-1352d936fffb req-0649ae2b-8013-412d-a05b-5a284a49dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:50.112796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-386e2921-b750-451c-8e6b-1352d936fffb req-0649ae2b-8013-412d-a05b-5a284a49dca9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30463417-156c-4748-ba94-5261b5aef08e HTTP/1.1" status: 200 len: 923 time: 0.5649481 Nov 13 04:40:50.127881 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fd9bb5-a9f9-48f3-aede-d4fff3bb220a']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:50.157657 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93821898-5d28-4787-a8e9-e24915ca3cd6 x-openstack-request-id: req-93821898-5d28-4787-a8e9-e24915ca3cd6 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:50.157944 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:50.158250 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93821898-5d28-4787-a8e9-e24915ca3cd6 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:50.158629 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba', 'status': 'completed', 'code': 200} Nov 13 04:40:50.167629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8a0143-9995-4eae-b5e8-de0e7d98cd99') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:50.167629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8a0143-9995-4eae-b5e8-de0e7d98cd99') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:50.169169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-472629b8-f396-465e-9377-daf4447a58c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:50.180026 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:50.208861 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-386e2921-b750-451c-8e6b-1352d936fffb req-49cf4ee0-b80e-43ec-940e-09ba0de66e45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7484cdac-e6b6-45f2-b7a1-bf3c6c970357 HTTP/1.1" status: 200 len: 217 time: 0.0874138 Nov 13 04:40:50.231025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-32001797-8742-46a7-b500-98c70ad65868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:50.232471 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-32001797-8742-46a7-b500-98c70ad65868 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1187243 Nov 13 04:40:50.233387 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:50.250024 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-472629b8-f396-465e-9377-daf4447a58c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:50.273178 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:40:50.273582 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:40:50.275298 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:40:50.315450 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-bc86a1b1-228f-4c72-a113-12eb123ede40 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:50.316901 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-bc86a1b1-228f-4c72-a113-12eb123ede40 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.46 "GET /v2.0/networks?id=0da5777e-6db9-4b39-a161-a68c010b6b41 HTTP/1.1" status: 200 len: 806 time: 0.2835934 Nov 13 04:40:50.321953 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e2921-b750-451c-8e6b-1352d936fffb req-15aefac2-d119-44bd-a269-8807523c3750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:50.323293 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-386e2921-b750-451c-8e6b-1352d936fffb req-15aefac2-d119-44bd-a269-8807523c3750 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d65c77a-231f-4fdd-924c-8e388e6274e3 HTTP/1.1" status: 200 len: 862 time: 0.0890801 Nov 13 04:40:50.383849 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-1de61063-382d-4e92-8599-672a4b4704ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:50.385385 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-1de61063-382d-4e92-8599-672a4b4704ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310742 Nov 13 04:40:50.393542 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbad14-27a4-446d-ad42-935ed1f9f885 req-49039509-c222-4210-8300-f74354f3c385 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:50.394964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dedbad14-27a4-446d-ad42-935ed1f9f885 req-49039509-c222-4210-8300-f74354f3c385 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 944 time: 0.1940048 Nov 13 04:40:50.396339 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-386e2921-b750-451c-8e6b-1352d936fffb req-91faabe9-f6ba-4b95-9d65-5f9dab577a4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30463417-156c-4748-ba94-5261b5aef08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381968 Nov 13 04:40:50.397205 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:50.411490 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:50.415772 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] 10.222.0.43 "DELETE /v2.0/networks/75fd9bb5-a9f9-48f3-aede-d4fff3bb220a HTTP/1.1" status: 204 len: 168 time: 1.6039693 Nov 13 04:40:50.427514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43550) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:50.436539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:40:50.480949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c799f-1a7f-4f4e-bac6-2990fac2faad admin admin] Pushing event deleted for resources: {'Network': ['ID=75fd9bb5-a9f9-48f3-aede-d4fff3bb220a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:50.485265 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-472629b8-f396-465e-9377-daf4447a58c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:50.488019 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-472629b8-f396-465e-9377-daf4447a58c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:50.489184 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-472629b8-f396-465e-9377-daf4447a58c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47 HTTP/1.1" status: 204 len: 168 time: 0.5458314 Nov 13 04:40:50.523740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472629b8-f396-465e-9377-daf4447a58c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b68f2e1-ae45-4dcd-9fa2-a185e0e4ff47,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:50.556979 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dedbad14-27a4-446d-ad42-935ed1f9f885 req-429fd83e-5c6e-4fde-9204-de57a802d401 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd0a078-b5c9-4e04-b478-f815bd73ebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506743 Nov 13 04:40:50.561037 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-bb3732e0-6fe2-44fe-bb46-332d636f2285 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647186 Nov 13 04:40:50.608330 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-68cea693-5a5f-46ae-b1ef-956bbb128434 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57f662e4e3a04e68b02eb6775cea16ba HTTP/1.1" status: 200 len: 379 time: 0.2505541 Nov 13 04:40:50.664974 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-6d8bc456-221a-4966-a41b-89696ee97892 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Request body: {'port': {'device_id': '486389d8-7069-42ef-a531-66fd24a07530', 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'admin_state_up': True, 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'security_groups': ['39cde1ba-d991-408f-b9f4-1e3e58963aa8']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:50.836656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f33b7720-21c2-4230-8e29-be28b37efe43 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:50.839552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-386e2921-b750-451c-8e6b-1352d936fffb req-bdc24871-3b8e-4016-92e6-adc992f50cd0 service neutron] 10.222.0.46 "GET /v2.0/networks/30463417-156c-4748-ba94-5261b5aef08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264381 Nov 13 04:40:50.916745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f33b7720-21c2-4230-8e29-be28b37efe43 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:50.917720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f33b7720-21c2-4230-8e29-be28b37efe43 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:50.930947 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7484cdac-e6b6-45f2-b7a1-bf3c6c970357, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7484cdac-e6b6-45f2-b7a1-bf3c6c970357,segment=NetworkSegment(8cf0daf5-b634-4db3-b787-69affa974bbf),segment_id=8cf0daf5-b634-4db3-b787-69affa974bbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:50.948785 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '7484cdac-e6b6-45f2-b7a1-bf3c6c970357', 'network_id': '30463417-156c-4748-ba94-5261b5aef08e', 'port_id': '7484cdac-e6b6-45f2-b7a1-bf3c6c970357', 'mac_address': 'fa:16:3e:ba:af:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d65c77a-231f-4fdd-924c-8e388e6274e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:40:50.963903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43556) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:50.988114 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:51.003726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:40:51.035566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7484cdac-e6b6-45f2-b7a1-bf3c6c970357, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7484cdac-e6b6-45f2-b7a1-bf3c6c970357,segment=NetworkSegment(8cf0daf5-b634-4db3-b787-69affa974bbf),segment_id=8cf0daf5-b634-4db3-b787-69affa974bbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:51.040922 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:51.062508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83e533-78cd-4553-a6bf-1c6dd584da5e req-8f222ae1-def0-4d8e-9aa7-b408b3c5919e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:51.070265 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d83e533-78cd-4553-a6bf-1c6dd584da5e req-8f222ae1-def0-4d8e-9aa7-b408b3c5919e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 948 time: 0.1585777 Nov 13 04:40:51.092207 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c45ff29-b53c-4d8c-b013-ad56ea652ee8 req-286d1223-c92d-412e-bb52-05f2a8dd80ff service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207164 Nov 13 04:40:51.092489 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=7484cdac-e6b6-45f2-b7a1-bf3c6c970357,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:51.094595 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-55dccdc6-7430-457e-853f-09dc7cf168ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3548d80b10944cd6b4f2fa15e4a0083f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295104 Nov 13 04:40:51.097079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43560) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:51.129340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-6d8bc456-221a-4966-a41b-89696ee97892 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Made reservation on behalf of 57f662e4e3a04e68b02eb6775cea16ba for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:40:51.133007 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-6d8bc456-221a-4966-a41b-89696ee97892 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:51.153405 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d83e533-78cd-4553-a6bf-1c6dd584da5e req-99ad65fd-93f5-4ac2-970d-c8058e14330a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825765 Nov 13 04:40:51.156016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-386e2921-b750-451c-8e6b-1352d936fffb req-04a19e7a-e9a1-41c5-b626-0cde86fb1185 service neutron] 10.222.0.46 "GET /v2.0/networks/30463417-156c-4748-ba94-5261b5aef08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040025 Nov 13 04:40:51.185422 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33817399-1e83-43da-99ac-201e24c17b2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:51.209623 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33817399-1e83-43da-99ac-201e24c17b2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:51.291022 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-b1ae7a14-7898-4e4e-9f9e-34f04c56794a tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:51.295299 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d6e49ba-2204-4d64-9ee8-f2e3921fdc9d req-2d179fd3-93cf-4a1a-95ef-fb202af74619 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 210 time: 0.0644088 Nov 13 04:40:51.303278 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-b1ae7a14-7898-4e4e-9f9e-34f04c56794a tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:51.308303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbee3f-b6ee-4232-96c7-5759c5e09e9d req-6aae51bd-ea34-4eb9-8f8c-ce235623b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:51.309223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-94dbee3f-b6ee-4232-96c7-5759c5e09e9d req-6aae51bd-ea34-4eb9-8f8c-ce235623b7a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 1099 time: 0.0901692 Nov 13 04:40:51.353221 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33817399-1e83-43da-99ac-201e24c17b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:51.355896 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33817399-1e83-43da-99ac-201e24c17b2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:51.357039 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-33817399-1e83-43da-99ac-201e24c17b2e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0a5bf5a-77e6-441b-866e-c6ec96e9d830 HTTP/1.1" status: 204 len: 168 time: 0.2590570 Nov 13 04:40:51.395103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33817399-1e83-43da-99ac-201e24c17b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a5bf5a-77e6-441b-866e-c6ec96e9d830,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:51.467380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbee3f-b6ee-4232-96c7-5759c5e09e9d req-33ea7694-5997-40b3-b34f-4f8919743556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:51.468856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-94dbee3f-b6ee-4232-96c7-5759c5e09e9d req-33ea7694-5997-40b3-b34f-4f8919743556 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1447482 Nov 13 04:40:51.481902 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5482f8-820d-4a84-87de-dd1141fd4522 req-b0b1051c-1bea-421c-aa95-4bfb5208a74f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:51.483396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f5482f8-820d-4a84-87de-dd1141fd4522 req-b0b1051c-1bea-421c-aa95-4bfb5208a74f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 944 time: 0.0922344 Nov 13 04:40:51.484705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['7484cdac-e6b6-45f2-b7a1-bf3c6c970357'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:51.532489 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-94dbee3f-b6ee-4232-96c7-5759c5e09e9d req-612b2252-48f1-4ccc-b9f7-c1a2a7e12889 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba HTTP/1.1" status: 200 len: 217 time: 0.0481026 Nov 13 04:40:51.611586 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f5482f8-820d-4a84-87de-dd1141fd4522 req-178c0444-d687-4ab9-8871-ab4a6a62c626 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208704 Nov 13 04:40:51.637911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbee3f-b6ee-4232-96c7-5759c5e09e9d req-2557b23e-df33-44d6-aeb0-3f147c786970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:51.644250 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-94dbee3f-b6ee-4232-96c7-5759c5e09e9d req-2557b23e-df33-44d6-aeb0-3f147c786970 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1033328 Nov 13 04:40:51.707897 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbee3f-b6ee-4232-96c7-5759c5e09e9d req-3d6bbcc2-2de5-4455-acc6-88b488e063bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:51.709931 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-94dbee3f-b6ee-4232-96c7-5759c5e09e9d req-3d6bbcc2-2de5-4455-acc6-88b488e063bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606492 Nov 13 04:40:51.814297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-6d8bc456-221a-4966-a41b-89696ee97892 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Allocated IP 172.20.0.5 (0da5777e-6db9-4b39-a161-a68c010b6b41/25e69f96-ffaf-4b1a-971f-b57cbdd77cce/1edc74e7-288b-4953-bafc-9ac23731afda) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:40:51.841074 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-b1ae7a14-7898-4e4e-9f9e-34f04c56794a tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Floating IP 7d3f87c9-a930-4766-aeb9-4fc8fe354322 associated. External IP: 172.25.8.39, port: ac59c2c6-89ad-4ade-be68-4e9578283f17. Nov 13 04:40:51.855859 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38559429-420e-419c-8367-87a7fdf57b5e req-c38072b5-5bf4-4635-9b06-2191094496c1 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:51.857320 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38559429-420e-419c-8367-87a7fdf57b5e req-c38072b5-5bf4-4635-9b06-2191094496c1 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 945 time: 0.0714645 Nov 13 04:40:51.863910 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-94dbee3f-b6ee-4232-96c7-5759c5e09e9d req-f25c2b53-6100-42b7-8ed0-079551c17493 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377511 Nov 13 04:40:51.972451 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38559429-420e-419c-8367-87a7fdf57b5e req-1d31f0c3-2079-48de-8d78-10904e32c8d4 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd0a078-b5c9-4e04-b478-f815bd73ebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067038 Nov 13 04:40:52.001680 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-94dbee3f-b6ee-4232-96c7-5759c5e09e9d req-5c6de2fb-078f-443b-95f0-14703af48f1a service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276162 Nov 13 04:40:52.197738 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-6d8bc456-221a-4966-a41b-89696ee97892 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.229780 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43588) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:52.287325 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dd51fce3-794d-4c12-bc60-4cb86564b9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.287888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a106f-8476-476e-81a7-55192edd2102 req-1f369e34-1d32-43e6-aee9-1c3017f96dc8 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:52.289567 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e10a106f-8476-476e-81a7-55192edd2102 req-1f369e34-1d32-43e6-aee9-1c3017f96dc8 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 948 time: 0.0633752 Nov 13 04:40:52.339001 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e10a106f-8476-476e-81a7-55192edd2102 req-90d3482c-b31e-42bf-9e6f-b10d66b9e277 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Nov 13 04:40:52.341452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-b1ae7a14-7898-4e4e-9f9e-34f04c56794a tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Router 71ad77ed-458b-4d8d-b232-96ca61538402 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:40:52.343949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-729425250-network', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:52.373513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] Made reservation on behalf of e8cdfaf85edf480884f6154c8172b27b for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:40:52.376485 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.386023 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.393307 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-6d8bc456-221a-4966-a41b-89696ee97892 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.474450 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e59ab9-db72-4450-8bbf-25c2e16499fe req-78494032-b039-4687-9698-aa64d7373329 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:52.476095 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1e59ab9-db72-4450-8bbf-25c2e16499fe req-78494032-b039-4687-9698-aa64d7373329 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 931 time: 0.0705640 Nov 13 04:40:52.485136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-6d8bc456-221a-4966-a41b-89696ee97892 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Network 0da5777e-6db9-4b39-a161-a68c010b6b41 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:52.496864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-6d8bc456-221a-4966-a41b-89696ee97892 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:52.523219 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-6d8bc456-221a-4966-a41b-89696ee97892 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:40:52.525910 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.528836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-6d8bc456-221a-4966-a41b-89696ee97892 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:52.529457 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-6d8bc456-221a-4966-a41b-89696ee97892 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.534484 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.567068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:40:52.568464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bc456-221a-4966-a41b-89696ee97892 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Pushing event updated for resources: {'Port': ['ID=1edc74e7-288b-4953-bafc-9ac23731afda,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:52.571916 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1e59ab9-db72-4450-8bbf-25c2e16499fe req-66e6b310-91c6-466b-8bfc-b78bff080572 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups?id=39cde1ba-d991-408f-b9f4-1e3e58963aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866759 Nov 13 04:40:52.600524 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.600524 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] Added segment 2a2debb2-916c-4341-ab9a-1f327a4cc17b of type vlan for network 1015f99b-500c-4579-8b51-65ce01429358 Nov 13 04:40:52.630008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cae5ddb-8cc2-47e5-9755-da5f9fe97ef3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:52.648705 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-6d8bc456-221a-4966-a41b-89696ee97892 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0010798 Nov 13 04:40:52.671950 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Request body: {'port': {'device_id': '486389d8-7069-42ef-a531-66fd24a07530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:52.688878 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.720795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-b1ae7a14-7898-4e4e-9f9e-34f04c56794a tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:40:52.732871 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-b1ae7a14-7898-4e4e-9f9e-34f04c56794a tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.733363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d12d05-0093-427c-a05e-581be0b10de0 None None] Sync routers for ids ['71ad77ed-458b-4d8d-b232-96ca61538402'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:40:52.746943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d12d05-0093-427c-a05e-581be0b10de0 None None] Routers {'71ad77ed-458b-4d8d-b232-96ca61538402'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:40:52.747600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-83d12d05-0093-427c-a05e-581be0b10de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['71ad77ed-458b-4d8d-b232-96ca61538402'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:52.759927 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.760898 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:52.761466 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.792709 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.798531 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-b1ae7a14-7898-4e4e-9f9e-34f04c56794a tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "PUT /v2.0/floatingips/7d3f87c9-a930-4766-aeb9-4fc8fe354322 HTTP/1.1" status: 200 len: 996 time: 3.0612428 Nov 13 04:40:52.802685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b8282-26fe-4195-934d-14611c8245ee req-fc4d1958-7a4f-4aa7-9c0d-aaea10b4fb3a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:52.804450 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4c1b8282-26fe-4195-934d-14611c8245ee req-fc4d1958-7a4f-4aa7-9c0d-aaea10b4fb3a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 944 time: 0.0936663 Nov 13 04:40:52.810537 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5769398 Nov 13 04:40:52.819764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c2b80a-070e-4865-8178-f696308774a4', 'tag': 'ac59c2c6-89ad-4ade-be68-4e9578283f17'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:52.822026 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b38cd4-8209-41c0-844e-8e792ad152b2" -d '{"events": [{"name": "network-changed", "server_uuid": "11c2b80a-070e-4865-8178-f696308774a4", "tag": "ac59c2c6-89ad-4ade-be68-4e9578283f17"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:52.832745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43598) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:52.840063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9e05ace3-1b60-41b6-bb5f-1e2e6d8dad0a admin admin] Request body: {'subnet': {'network_id': '1015f99b-500c-4579-8b51-65ce01429358', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-729425250-subnet', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:52.855932 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47cf14-91f6-494d-8bf6-bddba9284f3c admin admin] Pushing event updated for resources: {'Network': ['ID=1015f99b-500c-4579-8b51-65ce01429358,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:52.875707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 1015f99b-500c-4579-8b51-65ce01429358 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:40:52.903294 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4c1b8282-26fe-4195-934d-14611c8245ee req-0155345a-f1f7-4488-82bd-2e1188678b45 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690055 Nov 13 04:40:52.916513 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4ac69a0e-f0b3-47db-a3f7-d576658dcb52 None None] Provisioning complete for port 1edc74e7-288b-4953-bafc-9ac23731afda triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:52.916877 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ac69a0e-f0b3-47db-a3f7-d576658dcb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.958883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e05ace3-1b60-41b6-bb5f-1e2e6d8dad0a admin admin] Made reservation on behalf of e8cdfaf85edf480884f6154c8172b27b for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:40:52.961230 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9e05ace3-1b60-41b6-bb5f-1e2e6d8dad0a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:52.982681 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-83d12d05-0093-427c-a05e-581be0b10de0 None None] Set router 71ad77ed-458b-4d8d-b232-96ca61538402 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:40:53.029481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69a0e-f0b3-47db-a3f7-d576658dcb52 None None] Port 1edc74e7-288b-4953-bafc-9ac23731afda cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:40:53.034477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-f263ccd0-c50e-48d7-8daa-a0420c911e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:53.036016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-f263ccd0-c50e-48d7-8daa-a0420c911e8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99e6064bf1bb4f598ab1406c922d3f8c&device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 1097 time: 0.2093070 Nov 13 04:40:53.108985 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d64d588-6918-44c8-826a-20383b20ad9b x-openstack-request-id: req-4d64d588-6918-44c8-826a-20383b20ad9b {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:53.109277 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c2b80a-070e-4865-8178-f696308774a4", "tag": "ac59c2c6-89ad-4ade-be68-4e9578283f17", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:53.109527 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d64d588-6918-44c8-826a-20383b20ad9b {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:53.109909 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c2b80a-070e-4865-8178-f696308774a4', 'tag': 'ac59c2c6-89ad-4ade-be68-4e9578283f17', 'status': 'completed', 'code': 200} Nov 13 04:40:53.217955 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeab4c2-ed66-4b3d-a1d4-4eedffb8e6da req-8bd0eec0-0bda-4999-8e6a-8e76cdb101e6 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:53.219647 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-beeab4c2-ed66-4b3d-a1d4-4eedffb8e6da req-8bd0eec0-0bda-4999-8e6a-8e76cdb101e6 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 945 time: 0.0795488 Nov 13 04:40:53.226598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b38cd4-8209-41c0-844e-8e792ad152b2 req-9c4c270b-c912-4a05-a7eb-233588b973bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:53.228317 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0b38cd4-8209-41c0-844e-8e792ad152b2 req-9c4c270b-c912-4a05-a7eb-233588b973bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=99e6064bf1bb4f598ab1406c922d3f8c&device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 1097 time: 0.0593514 Nov 13 04:40:53.247033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-dd51fce3-794d-4c12-bc60-4cb86564b9d4 admin admin] Deleting port 52451bcd-5613-406e-9eab-3ab46d428be2 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:53.247655 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dd51fce3-794d-4c12-bc60-4cb86564b9d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:53.299613 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-beeab4c2-ed66-4b3d-a1d4-4eedffb8e6da req-b554433e-df39-4357-872c-66f0f7bcf6b3 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd0a078-b5c9-4e04-b478-f815bd73ebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699985 Nov 13 04:40:53.316298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-83d12d05-0093-427c-a05e-581be0b10de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:14Z', 'updated_at': '2021-11-13T04:40:19Z', 'revision_number': 4, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'gw_port': {'id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:15Z', 'updated_at': '2021-11-13T04:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '7d3f87c9-a930-4766-aeb9-4fc8fe354322', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'port_id': 'ac59c2c6-89ad-4ade-be68-4e9578283f17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'mac_address': 'fa:16:3e:97:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2b80a-070e-4865-8178-f696308774a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:40:47Z', 'updated_at': '2021-11-13T04:40:51Z', 'revision_number': 1, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05cad90-e4b1-49c6-9a2e-6d5c73045678', 'name': '', 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'mac_address': 'fa:16:3e:08:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:18Z', 'updated_at': '2021-11-13T04:40:26Z', 'revision_number': 5, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'subnets': [{'id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:53.344990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d12d05-0093-427c-a05e-581be0b10de0 None None] Checking router: 71ad77ed-458b-4d8d-b232-96ca61538402 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:40:53.354380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-9e8a45fa-84d9-4af8-883b-3b605856b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:53.355912 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d12d05-0093-427c-a05e-581be0b10de0 None None] Routers {'71ad77ed-458b-4d8d-b232-96ca61538402'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:40:53.356044 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-9e8a45fa-84d9-4af8-883b-3b605856b106 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9ae54ec-83fa-4095-ba77-f303aa05e360 HTTP/1.1" status: 200 len: 929 time: 0.2830276 Nov 13 04:40:53.356988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-83d12d05-0093-427c-a05e-581be0b10de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['71ad77ed-458b-4d8d-b232-96ca61538402'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:53.370851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b38cd4-8209-41c0-844e-8e792ad152b2 req-f47f8887-90b2-4ee1-99d5-33c9c9e86deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:53.372584 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0b38cd4-8209-41c0-844e-8e792ad152b2 req-f47f8887-90b2-4ee1-99d5-33c9c9e86deb service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9ae54ec-83fa-4095-ba77-f303aa05e360 HTTP/1.1" status: 200 len: 929 time: 0.1180475 Nov 13 04:40:53.471835 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-83d12d05-0093-427c-a05e-581be0b10de0 None None] Set router 71ad77ed-458b-4d8d-b232-96ca61538402 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:40:53.484254 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0b38cd4-8209-41c0-844e-8e792ad152b2 req-c436c5d3-2d09-4536-b47e-70aa7334b6cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac59c2c6-89ad-4ade-be68-4e9578283f17 HTTP/1.1" status: 200 len: 999 time: 0.1020494 Nov 13 04:40:53.497179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbd8fb-3ab8-4f11-b422-e321f29d5b0d req-db799585-5f74-4ce4-8d8c-97a2a50f0466 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:53.499277 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5bcbd8fb-3ab8-4f11-b422-e321f29d5b0d req-db799585-5f74-4ce4-8d8c-97a2a50f0466 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 948 time: 0.0718164 Nov 13 04:40:53.568074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b38cd4-8209-41c0-844e-8e792ad152b2 req-ccf57332-b582-4d3c-aa85-1134198b8b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:53.569442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0b38cd4-8209-41c0-844e-8e792ad152b2 req-ccf57332-b582-4d3c-aa85-1134198b8b25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e483262-94a9-4749-b19e-6e195cbd6696 HTTP/1.1" status: 200 len: 867 time: 0.0692739 Nov 13 04:40:53.612950 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5bcbd8fb-3ab8-4f11-b422-e321f29d5b0d req-7301d1e7-5c56-45f0-8929-85181070addd tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861707 Nov 13 04:40:53.629318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b38cd4-8209-41c0-844e-8e792ad152b2 req-6aa5a811-c612-46c5-b771-757ce8eb7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:53.630851 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0b38cd4-8209-41c0-844e-8e792ad152b2 req-6aa5a811-c612-46c5-b771-757ce8eb7eaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9ae54ec-83fa-4095-ba77-f303aa05e360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512125 Nov 13 04:40:53.734431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-83d12d05-0093-427c-a05e-581be0b10de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:14Z', 'updated_at': '2021-11-13T04:40:19Z', 'revision_number': 4, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'gw_port': {'id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:15Z', 'updated_at': '2021-11-13T04:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '7d3f87c9-a930-4766-aeb9-4fc8fe354322', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'port_id': 'ac59c2c6-89ad-4ade-be68-4e9578283f17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'mac_address': 'fa:16:3e:97:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2b80a-070e-4865-8178-f696308774a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:40:47Z', 'updated_at': '2021-11-13T04:40:51Z', 'revision_number': 1, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05cad90-e4b1-49c6-9a2e-6d5c73045678', 'name': '', 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'mac_address': 'fa:16:3e:08:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:18Z', 'updated_at': '2021-11-13T04:40:26Z', 'revision_number': 5, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'subnets': [{'id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:53.771410 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d12d05-0093-427c-a05e-581be0b10de0 None None] The sync data for ids ['71ad77ed-458b-4d8d-b232-96ca61538402'] in n-d-813114-2 is: [{'id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:14Z', 'updated_at': '2021-11-13T04:40:19Z', 'revision_number': 4, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'gw_port': {'id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:15Z', 'updated_at': '2021-11-13T04:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '7d3f87c9-a930-4766-aeb9-4fc8fe354322', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'port_id': 'ac59c2c6-89ad-4ade-be68-4e9578283f17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'mac_address': 'fa:16:3e:97:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2b80a-070e-4865-8178-f696308774a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:40:47Z', 'updated_at': '2021-11-13T04:40:51Z', 'revision_number': 1, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05cad90-e4b1-49c6-9a2e-6d5c73045678', 'name': '', 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'mac_address': 'fa:16:3e:08:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:18Z', 'updated_at': '2021-11-13T04:40:26Z', 'revision_number': 5, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'subnets': [{'id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:40:53.802315 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0b38cd4-8209-41c0-844e-8e792ad152b2 req-fbef543b-9cb9-407e-b1fb-ec376b65a029 service neutron] 10.222.0.36 "GET /v2.0/networks/b9ae54ec-83fa-4095-ba77-f303aa05e360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543934 Nov 13 04:40:53.817660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e7df9-ccfd-489f-8cd1-dbeaf44b192a req-e400adb1-4ebc-4f9c-ab3c-250ff1986723 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:53.819482 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f6e7df9-ccfd-489f-8cd1-dbeaf44b192a req-e400adb1-4ebc-4f9c-ab3c-250ff1986723 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 931 time: 0.0796192 Nov 13 04:40:53.890536 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-dd51fce3-794d-4c12-bc60-4cb86564b9d4 admin admin] For port 52451bcd-5613-406e-9eab-3ab46d428be2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=52451bcd-5613-406e-9eab-3ab46d428be2,segment=NetworkSegment(4b14ad18-0ddb-4030-9602-9cb71b4fee1c),segment_id=4b14ad18-0ddb-4030-9602-9cb71b4fee1c)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:53.891082 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dd51fce3-794d-4c12-bc60-4cb86564b9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:53.896111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-47566ccd-aa81-4925-af17-aeffa44c85e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac59c2c6-89ad-4ade-be68-4e9578283f17 HTTP/1.1" status: 200 len: 999 time: 0.5192196 Nov 13 04:40:53.904464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9e05ace3-1b60-41b6-bb5f-1e2e6d8dad0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:53.934644 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f6e7df9-ccfd-489f-8cd1-dbeaf44b192a req-b994bb78-d49c-4acc-971b-bd3797de7f50 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups?id=39cde1ba-d991-408f-b9f4-1e3e58963aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067824 Nov 13 04:40:53.965157 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0b38cd4-8209-41c0-844e-8e792ad152b2 req-7f1dc117-e161-43e1-88ea-566eff7fe507 service neutron] 10.222.0.36 "GET /v2.0/networks/b9ae54ec-83fa-4095-ba77-f303aa05e360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446829 Nov 13 04:40:53.978123 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05ace3-1b60-41b6-bb5f-1e2e6d8dad0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0ff78a-4d22-4fb6-9db9-29872b1c94c6,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:53.983833 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-dd51fce3-794d-4c12-bc60-4cb86564b9d4 admin admin] Calling delete_port for 52451bcd-5613-406e-9eab-3ab46d428be2 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:54.018403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1edc74e7-288b-4953-bafc-9ac23731afda {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:40:54.032704 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:54.084387 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d1f3f-4fc1-4bfe-8ee1-36a708b41854 req-c76768fe-41f9-4d86-98eb-7d358abfa829 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:54.086323 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e13d1f3f-4fc1-4bfe-8ee1-36a708b41854 req-c76768fe-41f9-4d86-98eb-7d358abfa829 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 944 time: 0.0720935 Nov 13 04:40:54.098748 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db38a0-4757-4d6a-ae98-4554fe561c90 None None] New status for floating IP 7d3f87c9-a930-4766-aeb9-4fc8fe354322: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:40:54.110314 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Transition to ACTIVE for port object 1edc74e7-288b-4953-bafc-9ac23731afda will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:40:54.117544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-cd581514-8410-49fb-9ec7-fcc820b06676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:54.119109 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-cd581514-8410-49fb-9ec7-fcc820b06676 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e483262-94a9-4749-b19e-6e195cbd6696 HTTP/1.1" status: 200 len: 867 time: 0.2077796 Nov 13 04:40:54.124152 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:54.145833 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e13d1f3f-4fc1-4bfe-8ee1-36a708b41854 req-f477130c-de28-47d6-bd65-ac47845e7cbf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534482 Nov 13 04:40:54.180667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e05ace3-1b60-41b6-bb5f-1e2e6d8dad0a admin admin] Checking segment: {'id': '2a2debb2-916c-4341-ab9a-1f327a4cc17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1015f99b-500c-4579-8b51-65ce01429358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:54.181069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e05ace3-1b60-41b6-bb5f-1e2e6d8dad0a admin admin] Network hostable DHCP agents. Network: 1015f99b-500c-4579-8b51-65ce01429358, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:40:54.276553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e05ace3-1b60-41b6-bb5f-1e2e6d8dad0a admin admin] Network 1015f99b-500c-4579-8b51-65ce01429358 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:40:54.329187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-9e05ace3-1b60-41b6-bb5f-1e2e6d8dad0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 1015f99b-500c-4579-8b51-65ce01429358) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:54.354340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Pushing event updated for resources: {'Port': ['ID=1edc74e7-288b-4953-bafc-9ac23731afda,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:54.360619 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8207a1-9f2e-4825-82a9-dc7a227b36cb None None] Network 1015f99b-500c-4579-8b51-65ce01429358 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:40:54.432302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-663bc2d3-8120-43ad-8c3e-760ccea8f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:54.433893 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-663bc2d3-8120-43ad-8c3e-760ccea8f083 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9ae54ec-83fa-4095-ba77-f303aa05e360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2994697 Nov 13 04:40:54.443576 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e05ace3-1b60-41b6-bb5f-1e2e6d8dad0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:54.444524 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9e05ace3-1b60-41b6-bb5f-1e2e6d8dad0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:54.483589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-e840a3e3-16db-49d0-8463-c42db2db84b2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:40:54.490372 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-e840a3e3-16db-49d0-8463-c42db2db84b2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0298963 Nov 13 04:40:54.508980 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:54.522492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34d050-32a6-432f-bc53-18f528ab6b11 req-dd8d6465-6725-40b8-b100-49192587a443 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:54.530267 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce34d050-32a6-432f-bc53-18f528ab6b11 req-dd8d6465-6725-40b8-b100-49192587a443 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 945 time: 0.1160228 Nov 13 04:40:54.533870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Attempting to bind port 1edc74e7-288b-4953-bafc-9ac23731afda on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:40:54.540089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Attempting to bind port 1edc74e7-288b-4953-bafc-9ac23731afda by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '7095dcf0-66eb-4b39-91e5-da1be60550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:40:54.540751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Attempting to bind port 1edc74e7-288b-4953-bafc-9ac23731afda on network 0da5777e-6db9-4b39-a161-a68c010b6b41 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:54.610870 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9e05ace3-1b60-41b6-bb5f-1e2e6d8dad0a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7714858 Nov 13 04:40:54.612727 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43614) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:54.621000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Port 1edc74e7-288b-4953-bafc-9ac23731afda on network 0da5777e-6db9-4b39-a161-a68c010b6b41 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:40:54.626184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Attempting to bind port 1edc74e7-288b-4953-bafc-9ac23731afda on network 0da5777e-6db9-4b39-a161-a68c010b6b41 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:54.636254 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce34d050-32a6-432f-bc53-18f528ab6b11 req-059a6121-e140-419f-83ba-3c00bf85920c tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd0a078-b5c9-4e04-b478-f815bd73ebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041961 Nov 13 04:40:54.640810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-729425250-router', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:54.727814 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:40:54.728295 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Checking segment: {'id': '7095dcf0-66eb-4b39-91e5-da1be60550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:54.728781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Bound using segment: {'id': '7095dcf0-66eb-4b39-91e5-da1be60550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:40:54.729333 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Bound port: 1edc74e7-288b-4953-bafc-9ac23731afda, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095dcf0-66eb-4b39-91e5-da1be60550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:40:54.729795 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:54.782661 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:40:54.844099 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:54.846362 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:54.848045 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:54.848726 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:54.866948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44001c86-1051-430d-9bad-bf5378e2f457 req-52a69d00-3be9-4bba-b0fa-a5ca6dbe6297 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:54.875483 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44001c86-1051-430d-9bad-bf5378e2f457 req-52a69d00-3be9-4bba-b0fa-a5ca6dbe6297 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 948 time: 0.1064272 Nov 13 04:40:54.885818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-1015f99b-500c-4579-8b51-65ce01429358', 'network_id': '1015f99b-500c-4579-8b51-65ce01429358', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b', 'fixed_ips': [{'subnet_id': '7a0ff78a-4d22-4fb6-9db9-29872b1c94c6'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:40:54.886891 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:54.918430 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-97ea09f7-8aeb-4c6e-a2f2-a7e7aaec0a2e service neutron] 10.222.0.43 "GET /v2.0/networks/b9ae54ec-83fa-4095-ba77-f303aa05e360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213438 Nov 13 04:40:54.940372 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44001c86-1051-430d-9bad-bf5378e2f457 req-bfba7a9c-5ed4-4eb4-a11e-8abd6af278bb tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636003 Nov 13 04:40:54.965640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] For port 1edc74e7-288b-4953-bafc-9ac23731afda, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:40:55.042208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] For port 1edc74e7-288b-4953-bafc-9ac23731afda, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1edc74e7-288b-4953-bafc-9ac23731afda,segment=NetworkSegment(7095dcf0-66eb-4b39-91e5-da1be60550fb),segment_id=7095dcf0-66eb-4b39-91e5-da1be60550fb)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:40:55.078218 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:55.078597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a578c4e-513d-4b12-8f6b-7afdd1746f90 req-918b2da3-0275-4c0a-aca7-39b04d070bd7 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:55.080428 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a578c4e-513d-4b12-8f6b-7afdd1746f90 req-918b2da3-0275-4c0a-aca7-39b04d070bd7 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 943 time: 0.0593338 Nov 13 04:40:55.084755 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dd51fce3-794d-4c12-bc60-4cb86564b9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:55.087584 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:55.159679 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a578c4e-513d-4b12-8f6b-7afdd1746f90 req-e84156ce-e546-43a1-9b03-23526b22b511 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups?id=39cde1ba-d991-408f-b9f4-1e3e58963aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693038 Nov 13 04:40:55.229598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51fce3-794d-4c12-bc60-4cb86564b9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=52451bcd-5613-406e-9eab-3ab46d428be2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:55.253398 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:55.304122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20969356-4c98-496c-bda7-31cf9fcc0e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7484cdac-e6b6-45f2-b7a1-bf3c6c970357'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:55.306814 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851a8a43-3e52-476e-863f-6866c169dc4f" -d '{"events": [{"server_uuid": "20969356-4c98-496c-bda7-31cf9fcc0e35", "name": "network-vif-plugged", "status": "completed", "tag": "7484cdac-e6b6-45f2-b7a1-bf3c6c970357"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:55.310689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Allocated IP 172.20.0.2 (1015f99b-500c-4579-8b51-65ce01429358/7a0ff78a-4d22-4fb6-9db9-29872b1c94c6/fb728d19-9dfd-4c7b-8f1a-02b4949062f2) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:40:55.331388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7484cdac-e6b6-45f2-b7a1-bf3c6c970357, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7484cdac-e6b6-45f2-b7a1-bf3c6c970357,segment=NetworkSegment(8cf0daf5-b634-4db3-b787-69affa974bbf),segment_id=8cf0daf5-b634-4db3-b787-69affa974bbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:55.350349 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:55.385150 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e500e75-8d59-4a55-8891-838eceb5d8b2 req-1ddb125f-09f8-4bc4-86d4-be62134ef70f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:55.387154 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e500e75-8d59-4a55-8891-838eceb5d8b2 req-1ddb125f-09f8-4bc4-86d4-be62134ef70f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 944 time: 0.1101079 Nov 13 04:40:55.423719 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:55.477453 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=7484cdac-e6b6-45f2-b7a1-bf3c6c970357,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:55.488603 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e500e75-8d59-4a55-8891-838eceb5d8b2 req-c3e6d8ab-3d29-4c16-b220-9934ba3b530a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907221 Nov 13 04:40:55.558439 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dd51fce3-794d-4c12-bc60-4cb86564b9d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:55.581509 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55ebd06-9305-42df-bc4f-05a4142f2830 x-openstack-request-id: req-e55ebd06-9305-42df-bc4f-05a4142f2830 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:55.581859 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20969356-4c98-496c-bda7-31cf9fcc0e35", "name": "network-vif-plugged", "status": "completed", "tag": "7484cdac-e6b6-45f2-b7a1-bf3c6c970357", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:55.582583 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e55ebd06-9305-42df-bc4f-05a4142f2830 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:55.583009 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20969356-4c98-496c-bda7-31cf9fcc0e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7484cdac-e6b6-45f2-b7a1-bf3c6c970357', 'code': 200} Nov 13 04:40:55.614407 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:55.622777 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:55.646508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:55.647951 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:55.652068 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] 10.222.0.46 "PUT /v2.0/ports/1edc74e7-288b-4953-bafc-9ac23731afda HTTP/1.1" status: 200 len: 1091 time: 2.9844339 Nov 13 04:40:55.656393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486389d8-7069-42ef-a531-66fd24a07530', 'tag': '1edc74e7-288b-4953-bafc-9ac23731afda'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:40:55.659680 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee216ccc-a7df-448d-8a6f-858fceabdf0f" -d '{"events": [{"name": "network-changed", "server_uuid": "486389d8-7069-42ef-a531-66fd24a07530", "tag": "1edc74e7-288b-4953-bafc-9ac23731afda"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:40:55.671673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Network 1015f99b-500c-4579-8b51-65ce01429358 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:55.678153 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:55.686968 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f38eee2-1566-42b4-aa99-d88ba873e59b req-a2a95c84-58aa-4f7f-97f4-e12ddffedf54 service neutron] 10.222.0.43 "GET /v2.0/networks/b9ae54ec-83fa-4095-ba77-f303aa05e360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7553582 Nov 13 04:40:55.691097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:40:55.713088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab3d4c-f144-42fa-bd6d-32ebb0cb7355 service neutron] Pushing event updated for resources: {'Port': ['ID=1edc74e7-288b-4953-bafc-9ac23731afda,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:55.717789 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Pushing event updated for resources: {'Port': ['ID=fb728d19-9dfd-4c7b-8f1a-02b4949062f2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:55.787743 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Attempting to bind port fb728d19-9dfd-4c7b-8f1a-02b4949062f2 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:40:55.788390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Attempting to bind port fb728d19-9dfd-4c7b-8f1a-02b4949062f2 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '2a2debb2-916c-4341-ab9a-1f327a4cc17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1015f99b-500c-4579-8b51-65ce01429358'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:40:55.788566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Attempting to bind port fb728d19-9dfd-4c7b-8f1a-02b4949062f2 on network 1015f99b-500c-4579-8b51-65ce01429358 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:40:55.794858 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:40:55.795576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Checking segment: {'id': '2a2debb2-916c-4341-ab9a-1f327a4cc17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1015f99b-500c-4579-8b51-65ce01429358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:40:55.796182 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:55.796740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Bound using segment: {'id': '2a2debb2-916c-4341-ab9a-1f327a4cc17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1015f99b-500c-4579-8b51-65ce01429358'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:40:55.797381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Bound port: fb728d19-9dfd-4c7b-8f1a-02b4949062f2, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2debb2-916c-4341-ab9a-1f327a4cc17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1015f99b-500c-4579-8b51-65ce01429358'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:40:55.797935 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:55.884541 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b62814c-70b1-4066-a5ff-b3ce7aeb85cc x-openstack-request-id: req-8b62814c-70b1-4066-a5ff-b3ce7aeb85cc {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:40:55.884995 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486389d8-7069-42ef-a531-66fd24a07530", "tag": "1edc74e7-288b-4953-bafc-9ac23731afda", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:40:55.885248 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b62814c-70b1-4066-a5ff-b3ce7aeb85cc {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:40:55.885740 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486389d8-7069-42ef-a531-66fd24a07530', 'tag': '1edc74e7-288b-4953-bafc-9ac23731afda', 'status': 'completed', 'code': 200} Nov 13 04:40:55.898120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] For port fb728d19-9dfd-4c7b-8f1a-02b4949062f2, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:40:55.902347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] For port fb728d19-9dfd-4c7b-8f1a-02b4949062f2, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fb728d19-9dfd-4c7b-8f1a-02b4949062f2,segment=NetworkSegment(2a2debb2-916c-4341-ab9a-1f327a4cc17b),segment_id=2a2debb2-916c-4341-ab9a-1f327a4cc17b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:40:55.906456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2545e-db97-4207-bef3-b97223e2b364 req-2c0c0033-847c-4236-be68-352ae546de9e tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:55.913581 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:55.915328 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6a2545e-db97-4207-bef3-b97223e2b364 req-2c0c0033-847c-4236-be68-352ae546de9e tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 946 time: 0.0846717 Nov 13 04:40:55.980891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea9f6b-0130-4718-b866-b3285d9a11a5 None None] Pushing event updated for resources: {'Port': ['ID=fb728d19-9dfd-4c7b-8f1a-02b4949062f2,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:55.985264 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6a2545e-db97-4207-bef3-b97223e2b364 req-e2acf85e-781d-4f65-8409-4f7b4db6788e tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd0a078-b5c9-4e04-b478-f815bd73ebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688758 Nov 13 04:40:56.005261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b1759a3a-416f-4ab5-97a7-1a69a5bce9ba details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:40:56.117329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b729b0-fac3-4c9c-85be-6c1fee9c6811 req-113727ea-4da1-44f9-bb18-4fb4035ab185 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:56.125703 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e4b729b0-fac3-4c9c-85be-6c1fee9c6811 req-113727ea-4da1-44f9-bb18-4fb4035ab185 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 948 time: 0.0729992 Nov 13 04:40:56.151561 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:56.164951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba', 'mac_address': 'fa:16:3e:63:c7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:40:56.193245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e4b729b0-fac3-4c9c-85be-6c1fee9c6811 req-6deba48f-5f6d-4618-bc50-f2ba9db54573 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670912 Nov 13 04:40:56.236673 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:56.255863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1759a3a-416f-4ab5-97a7-1a69a5bce9ba {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:40:56.290396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:56.299054 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:56.373646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c4b50-540b-41ce-abc0-b9862e4db93e req-af9e57ca-efc8-409b-b920-e18dc8ee4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:56.375016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b20c4b50-540b-41ce-abc0-b9862e4db93e req-af9e57ca-efc8-409b-b920-e18dc8ee4c74 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 1097 time: 0.6864307 Nov 13 04:40:56.397494 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:56.404060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214081b-aa13-4aa3-a235-1685d8137810 req-8b9f5906-d519-42bc-b43a-58705531842e tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:56.411828 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5214081b-aa13-4aa3-a235-1685d8137810 req-8b9f5906-d519-42bc-b43a-58705531842e tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 943 time: 0.1294427 Nov 13 04:40:56.456584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:56.470275 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5214081b-aa13-4aa3-a235-1685d8137810 req-8fbcbe88-256b-4c2a-b822-0b503c6c1afe tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups?id=39cde1ba-d991-408f-b9f4-1e3e58963aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565631 Nov 13 04:40:56.611186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a485d1d-4b46-4586-8151-8f733047bb03 req-6ebe1390-8a55-4a48-914a-9b3374642532 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:56.612694 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a485d1d-4b46-4586-8151-8f733047bb03 req-6ebe1390-8a55-4a48-914a-9b3374642532 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 944 time: 0.0523028 Nov 13 04:40:56.667255 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-34461b3e-450d-401a-a233-320293146837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:56.668757 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-34461b3e-450d-401a-a233-320293146837 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57f662e4e3a04e68b02eb6775cea16ba&device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 1094 time: 0.7813478 Nov 13 04:40:56.689187 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a485d1d-4b46-4586-8151-8f733047bb03 req-53410f58-077e-4912-9ab3-d755895b8356 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583785 Nov 13 04:40:56.709377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-c2969d95-2418-45e6-9e0b-613207d88d32 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 258 time: 0.8207135 Nov 13 04:40:56.740199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:40:56.761290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['b1759a3a-416f-4ab5-97a7-1a69a5bce9ba'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:40:56.795301 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-4ac5212b-7e80-4133-b4c5-bfaca3120a20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1edc74e7-288b-4953-bafc-9ac23731afda HTTP/1.1" status: 200 len: 217 time: 0.1037741 Nov 13 04:40:56.803909 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fb728d19-9dfd-4c7b-8f1a-02b4949062f2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:56.878719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd51fce3-794d-4c12-bc60-4cb86564b9d4 admin admin] Router 04f3a8c7-392d-45f5-a893-165d35eb444e has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:40:56.889372 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b20c4b50-540b-41ce-abc0-b9862e4db93e req-983a3ecc-9992-411b-8d02-3e0c72fa315f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5fd0a078-b5c9-4e04-b478-f815bd73ebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317135 Nov 13 04:40:56.910888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port fb728d19-9dfd-4c7b-8f1a-02b4949062f2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:56.911276 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:56.913339 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:56.953038 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-c8eb5c29-51bd-4b15-84e3-14147c4b5e63 service neutron] 10.222.0.46 "GET /v2.0/ports/7db36868-ab33-4f04-a8be-9f22e6fb0ef2/bindings/n-h2-813114-2 HTTP/1.1" status: 200 len: 384 time: 0.2832909 Nov 13 04:40:56.999660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-ef39c614-89fe-48cc-b171-4b0945754256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:57.001126 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-ef39c614-89fe-48cc-b171-4b0945754256 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=25e69f96-ffaf-4b1a-971f-b57cbdd77cce HTTP/1.1" status: 200 len: 845 time: 0.1931252 Nov 13 04:40:57.046133 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:57.084091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port fb728d19-9dfd-4c7b-8f1a-02b4949062f2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fb728d19-9dfd-4c7b-8f1a-02b4949062f2,segment=NetworkSegment(2a2debb2-916c-4341-ab9a-1f327a4cc17b),segment_id=2a2debb2-916c-4341-ab9a-1f327a4cc17b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:57.092932 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:57.137916 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab61cc-fbb5-454e-b084-4a47d1cc9ea7 req-765f090a-d4b5-45da-8952-e8438a9fecb7 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:57.139518 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24ab61cc-fbb5-454e-b084-4a47d1cc9ea7 req-765f090a-d4b5-45da-8952-e8438a9fecb7 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 946 time: 0.0637186 Nov 13 04:40:57.171546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=fb728d19-9dfd-4c7b-8f1a-02b4949062f2,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:57.182161 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:57.203990 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:57.205090 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24ab61cc-fbb5-454e-b084-4a47d1cc9ea7 req-355eacbf-4261-45f6-888f-534cf1240c5f tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd0a078-b5c9-4e04-b478-f815bd73ebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570183 Nov 13 04:40:57.245563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d84c01-5a4a-4807-9906-3ed940bb05b6 None None] Network 1015f99b-500c-4579-8b51-65ce01429358 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:40:57.277875 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd51fce3-794d-4c12-bc60-4cb86564b9d4 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:40:57.300480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bc7c92-997b-4bae-b49c-02d8b921142c None None] Sync routers for ids ['04f3a8c7-392d-45f5-a893-165d35eb444e'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:40:57.302479 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dd51fce3-794d-4c12-bc60-4cb86564b9d4 admin admin] 10.222.0.43 "PUT /v2.0/routers/04f3a8c7-392d-45f5-a893-165d35eb444e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8386679 Nov 13 04:40:57.313888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43646) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:57.330395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bc7c92-997b-4bae-b49c-02d8b921142c None None] Routers {'04f3a8c7-392d-45f5-a893-165d35eb444e'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:40:57.331148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-83bc7c92-997b-4bae-b49c-02d8b921142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['04f3a8c7-392d-45f5-a893-165d35eb444e'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:57.389025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e5072a22-08e1-41a3-b1fb-4b16ca59cead None None] Provisioning complete for port fb728d19-9dfd-4c7b-8f1a-02b4949062f2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:57.389394 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5072a22-08e1-41a3-b1fb-4b16ca59cead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:57.390619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac949330-c3d6-4e62-8960-f62db945b62b req-d0c1bbdf-0446-482d-84b6-337466487407 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:57.392369 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac949330-c3d6-4e62-8960-f62db945b62b req-d0c1bbdf-0446-482d-84b6-337466487407 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 949 time: 0.1166925 Nov 13 04:40:57.428758 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-8beac5c1-eef4-41fa-9b83-508fd325a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:57.430167 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-8beac5c1-eef4-41fa-9b83-508fd325a11e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0da5777e-6db9-4b39-a161-a68c010b6b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536591 Nov 13 04:40:57.433132 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:57.481649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Allocated IP 172.25.8.40 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/09435d52-9908-4673-9ed1-fda12df02aa2) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:40:57.495187 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:57.543152 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac949330-c3d6-4e62-8960-f62db945b62b req-c46f4185-ab88-45ec-9917-5239aea37c94 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111367 Nov 13 04:40:57.543426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-83bc7c92-997b-4bae-b49c-02d8b921142c None None] Set router 04f3a8c7-392d-45f5-a893-165d35eb444e gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:40:57.628329 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:57.726186 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-9babb1ed-6c2c-48dd-9a62-923166b5c82c service neutron] 10.222.0.46 "GET /v2.0/networks/0da5777e-6db9-4b39-a161-a68c010b6b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811685 Nov 13 04:40:57.742047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc27a90-27fb-4e24-8b7c-0d6250def970 req-4cb3b559-5b43-4211-904d-e36005019649 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:57.743939 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adc27a90-27fb-4e24-8b7c-0d6250def970 req-4cb3b559-5b43-4211-904d-e36005019649 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 943 time: 0.0805342 Nov 13 04:40:57.752252 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] Deleting port ee1dae50-6005-41de-b439-de3e34d85ed9 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:57.752583 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:57.859749 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:57.862428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-e2e2a570-969e-4703-ac84-03894addd554 req-1b9651e3-676e-48b9-8f25-2b5e6457aff5 service neutron] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:57.864319 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adc27a90-27fb-4e24-8b7c-0d6250def970 req-0ad70a17-5360-40e6-b027-cd992f6a8243 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups?id=39cde1ba-d991-408f-b9f4-1e3e58963aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970831 Nov 13 04:40:57.900029 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] For port ee1dae50-6005-41de-b439-de3e34d85ed9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ee1dae50-6005-41de-b439-de3e34d85ed9,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:57.900613 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:57.912030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-83bc7c92-997b-4bae-b49c-02d8b921142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735122975-router', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ee1dae50-6005-41de-b439-de3e34d85ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:42Z', 'updated_at': '2021-11-13T04:40:54Z', 'revision_number': 5, 'project_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'gw_port': {'id': 'ee1dae50-6005-41de-b439-de3e34d85ed9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:38:43Z', 'updated_at': '2021-11-13T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:57.916194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] Calling delete_port for ee1dae50-6005-41de-b439-de3e34d85ed9 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:57.945548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bc7c92-997b-4bae-b49c-02d8b921142c None None] Checking router: 04f3a8c7-392d-45f5-a893-165d35eb444e for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:40:57.955186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bc7c92-997b-4bae-b49c-02d8b921142c None None] Routers {'04f3a8c7-392d-45f5-a893-165d35eb444e'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:40:57.955813 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-83bc7c92-997b-4bae-b49c-02d8b921142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['04f3a8c7-392d-45f5-a893-165d35eb444e'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:57.989712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-e2e2a570-969e-4703-ac84-03894addd554 req-1b9651e3-676e-48b9-8f25-2b5e6457aff5 service neutron] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:40:58.018216 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc383fd-4be1-4b7a-90f5-c40b9849d0ac req-f88dcca4-786f-4cfb-921e-9564b1123f96 service neutron] 10.222.0.46 "GET /v2.0/networks/0da5777e-6db9-4b39-a161-a68c010b6b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801037 Nov 13 04:40:58.057070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-83bc7c92-997b-4bae-b49c-02d8b921142c None None] Set router 04f3a8c7-392d-45f5-a893-165d35eb444e gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:40:58.067707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-e2e2a570-969e-4703-ac84-03894addd554 req-1b9651e3-676e-48b9-8f25-2b5e6457aff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:40:58.081177 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-e2e2a570-969e-4703-ac84-03894addd554 req-1b9651e3-676e-48b9-8f25-2b5e6457aff5 service neutron] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:58.094286 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:58.122121 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4ff7a-a246-4d5b-9b62-8ee0cc9e0717 req-8b1f06d7-d05c-43af-935c-4141d1f152f4 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:58.124240 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2f4ff7a-a246-4d5b-9b62-8ee0cc9e0717 req-8b1f06d7-d05c-43af-935c-4141d1f152f4 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 944 time: 0.1378894 Nov 13 04:40:58.134666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-83bc7c92-997b-4bae-b49c-02d8b921142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735122975-router', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:42Z', 'updated_at': '2021-11-13T04:40:57Z', 'revision_number': 6, 'project_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:40:58.166242 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bc7c92-997b-4bae-b49c-02d8b921142c None None] The sync data for ids ['04f3a8c7-392d-45f5-a893-165d35eb444e'] in n-d-813114-2 is: [{'id': '04f3a8c7-392d-45f5-a893-165d35eb444e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735122975-router', 'tenant_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:38:42Z', 'updated_at': '2021-11-13T04:40:57Z', 'revision_number': 6, 'project_id': '97f89ed31ac24f6fb7d229d7cb6717db', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:40:58.169447 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e2e2a570-969e-4703-ac84-03894addd554 req-1b9651e3-676e-48b9-8f25-2b5e6457aff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:58.178946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d1d8b710-96ae-41da-add5-6bcb408d4b8a None None] Provisioning complete for port fb728d19-9dfd-4c7b-8f1a-02b4949062f2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:58.179746 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1d8b710-96ae-41da-add5-6bcb408d4b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:58.242996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Allocated IP 172.25.8.109 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/a6a95377-82bb-4e0c-8142-40a371b041a5) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:40:58.255856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2f4ff7a-a246-4d5b-9b62-8ee0cc9e0717 req-e176e359-3989-4ea5-9a5e-f48e67c08aa3 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252544 Nov 13 04:40:58.260813 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:58.274413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:58.278534 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Pushing event updated for resources: {'Port': ['ID=09435d52-9908-4673-9ed1-fda12df02aa2,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:58.289305 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:58.326854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:40:58.334857 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:58.344811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1dae50-6005-41de-b439-de3e34d85ed9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:58.417540 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:58.488872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee216ccc-a7df-448d-8a6f-858fceabdf0f req-a35ebec3-e64d-4f67-9dd2-608514603c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:58.490396 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee216ccc-a7df-448d-8a6f-858fceabdf0f req-a35ebec3-e64d-4f67-9dd2-608514603c35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57f662e4e3a04e68b02eb6775cea16ba&device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 1094 time: 0.2816837 Nov 13 04:40:58.531236 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:58.536045 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:58.591730 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881e026-e323-4548-826d-8c6a28df9da8 req-f315fffe-29b4-4e15-844c-d7cb5ef4a632 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:58.593328 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9881e026-e323-4548-826d-8c6a28df9da8 req-f315fffe-29b4-4e15-844c-d7cb5ef4a632 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 946 time: 0.1183183 Nov 13 04:40:58.594467 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:58.595048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04f3a8c7-392d-45f5-a893-165d35eb444e {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:40:58.613294 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:58.614486 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4f7983da-9e13-49ff-855e-48543868cadd admin admin] 10.222.0.43 "DELETE /v2.0/routers/04f3a8c7-392d-45f5-a893-165d35eb444e HTTP/1.1" status: 204 len: 168 time: 1.2973719 Nov 13 04:40:58.617187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43658) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:58.633385 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:58.636355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-e2e2a570-969e-4703-ac84-03894addd554 req-1b9651e3-676e-48b9-8f25-2b5e6457aff5 service neutron] Transition to ACTIVE for port object 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:40:58.652610 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e2e2a570-969e-4703-ac84-03894addd554 req-1b9651e3-676e-48b9-8f25-2b5e6457aff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:58.664666 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:58.856212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e2a570-969e-4703-ac84-03894addd554 req-1b9651e3-676e-48b9-8f25-2b5e6457aff5 service neutron] No DVR routers for this DVR port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:40:58.858588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee216ccc-a7df-448d-8a6f-858fceabdf0f req-b1f375a0-32e4-41a9-802a-df7b5cd03851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:58.861335 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee216ccc-a7df-448d-8a6f-858fceabdf0f req-b1f375a0-32e4-41a9-802a-df7b5cd03851 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0da5777e-6db9-4b39-a161-a68c010b6b41 HTTP/1.1" status: 200 len: 907 time: 0.3463728 Nov 13 04:40:58.872952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9651e3-676e-48b9-8f25-2b5e6457aff5 service neutron] Pushing event updated for resources: {'Port': ['ID=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,revision_number=10']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:58.943759 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:58.959596 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee216ccc-a7df-448d-8a6f-858fceabdf0f req-06d3e697-103d-4509-b08c-5e45c7dfab8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1edc74e7-288b-4953-bafc-9ac23731afda HTTP/1.1" status: 200 len: 217 time: 0.0887227 Nov 13 04:40:58.977908 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c8d627-a2fa-49c2-bb1e-e3f4fb4cf183 admin admin] Deleting subnet 1d3ea36d-85f1-4630-8557-ec29a605d1ac {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:40:58.990169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08c8d627-a2fa-49c2-bb1e-e3f4fb4cf183 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:59.011134 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:59.019364 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-1b9651e3-676e-48b9-8f25-2b5e6457aff5 service neutron] 10.222.0.46 "PUT /v2.0/ports/7db36868-ab33-4f04-a8be-9f22e6fb0ef2/bindings/n-h2-813114-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7467222 Nov 13 04:40:59.058227 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08c8d627-a2fa-49c2-bb1e-e3f4fb4cf183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:59.122354 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9881e026-e323-4548-826d-8c6a28df9da8 req-a01f6bd1-98f3-4c39-a4e9-a2c1de3320ae tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd0a078-b5c9-4e04-b478-f815bd73ebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150752 Nov 13 04:40:59.141063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:40:59.165863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Pushing event updated for resources: {'Port': ['ID=a6a95377-82bb-4e0c-8142-40a371b041a5,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:59.172515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:40:59.181002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:40:59.193417 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08c8d627-a2fa-49c2-bb1e-e3f4fb4cf183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:59.206036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fb728d19-9dfd-4c7b-8f1a-02b4949062f2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:59.230355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee216ccc-a7df-448d-8a6f-858fceabdf0f req-19155244-e1bc-4bcd-9c7b-5b60cd7bf4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:59.231954 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee216ccc-a7df-448d-8a6f-858fceabdf0f req-19155244-e1bc-4bcd-9c7b-5b60cd7bf4b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=25e69f96-ffaf-4b1a-971f-b57cbdd77cce HTTP/1.1" status: 200 len: 845 time: 0.2468145 Nov 13 04:40:59.290018 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port fb728d19-9dfd-4c7b-8f1a-02b4949062f2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:40:59.290520 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:59.329233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a570-969e-4703-ac84-03894addd554 req-11a407b3-164f-495b-b68a-5e9ff74b6112 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:59.330906 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-11a407b3-164f-495b-b68a-5e9ff74b6112 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e&tenant_id=bb1a865db7e845b9aa19ffe9f890f983&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 1096 time: 0.1019142 Nov 13 04:40:59.352168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a860aa0-2128-452c-b5f3-a068ef527634 req-0b1c4b88-db7d-42f8-bbab-d310df7f0c92 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:59.360116 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0a860aa0-2128-452c-b5f3-a068ef527634 req-0b1c4b88-db7d-42f8-bbab-d310df7f0c92 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 949 time: 0.1319594 Nov 13 04:40:59.405281 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08c8d627-a2fa-49c2-bb1e-e3f4fb4cf183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:59.406115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 52451bcd-5613-406e-9eab-3ab46d428be2 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:40:59.431206 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 52451bcd-5613-406e-9eab-3ab46d428be2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:40:59.431794 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 52451bcd-5613-406e-9eab-3ab46d428be2 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:40:59.438360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8d627-a2fa-49c2-bb1e-e3f4fb4cf183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d3ea36d-85f1-4630-8557-ec29a605d1ac,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:40:59.461749 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08c8d627-a2fa-49c2-bb1e-e3f4fb4cf183 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:59.465088 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-08c8d627-a2fa-49c2-bb1e-e3f4fb4cf183 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1d3ea36d-85f1-4630-8557-ec29a605d1ac HTTP/1.1" status: 204 len: 168 time: 0.8465884 Nov 13 04:40:59.469547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43668) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:40:59.473051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010e4b41-1f7d-447e-9ceb-a2a4e54791c2 None None] Network d392bc6f-41ad-4729-8027-7f14f17ac7f5 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:40:59.508646 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0a860aa0-2128-452c-b5f3-a068ef527634 req-16a81adf-5515-4578-8c12-fec6efc59a66 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474991 Nov 13 04:40:59.589809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a570-969e-4703-ac84-03894addd554 req-aae6d2ed-6b78-424b-a5a0-d252ddf1e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:59.591899 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-aae6d2ed-6b78-424b-a5a0-d252ddf1e58f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e&tenant_id=bb1a865db7e845b9aa19ffe9f890f983 HTTP/1.1" status: 200 len: 1096 time: 0.2275026 Nov 13 04:40:59.608646 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:59.722935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da79fb7-486e-4349-a211-50e256bce011 req-240beb68-1cb6-44e2-a8ca-4f5b05cbef77 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:59.724548 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3da79fb7-486e-4349-a211-50e256bce011 req-240beb68-1cb6-44e2-a8ca-4f5b05cbef77 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 943 time: 0.1297753 Nov 13 04:40:59.740075 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:59.742177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0613283e-c91a-47fa-ae9b-e577339358f6 None None] DHCP port deletion for d392bc6f-41ad-4729-8027-7f14f17ac7f5 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:40:59.788000 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a570-969e-4703-ac84-03894addd554 req-a2cb5674-c2dc-42b8-877a-e23a0c45d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:59.789833 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-a2cb5674-c2dc-42b8-877a-e23a0c45d051 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 1096 time: 0.1270826 Nov 13 04:40:59.808243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0613283e-c91a-47fa-ae9b-e577339358f6 None None] Deleting port 81399232-9b9b-4fd7-b5dc-f2c31f054103 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:59.808690 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0613283e-c91a-47fa-ae9b-e577339358f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:59.812081 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3da79fb7-486e-4349-a211-50e256bce011 req-d9e75c39-4ee4-421b-8694-1437469cb45b tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups?id=39cde1ba-d991-408f-b9f4-1e3e58963aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789711 Nov 13 04:40:59.813661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] Deleting port 81399232-9b9b-4fd7-b5dc-f2c31f054103 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:40:59.813985 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:59.821525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee216ccc-a7df-448d-8a6f-858fceabdf0f req-055ecb46-e737-42c0-9f64-f9ee67e84408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:59.824388 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee216ccc-a7df-448d-8a6f-858fceabdf0f req-055ecb46-e737-42c0-9f64-f9ee67e84408 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0da5777e-6db9-4b39-a161-a68c010b6b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5816045 Nov 13 04:40:59.839060 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:59.892603 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0613283e-c91a-47fa-ae9b-e577339358f6 None None] For port 81399232-9b9b-4fd7-b5dc-f2c31f054103, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=81399232-9b9b-4fd7-b5dc-f2c31f054103,segment=NetworkSegment(4b14ad18-0ddb-4030-9602-9cb71b4fee1c),segment_id=4b14ad18-0ddb-4030-9602-9cb71b4fee1c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:59.893193 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0613283e-c91a-47fa-ae9b-e577339358f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:59.907845 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0613283e-c91a-47fa-ae9b-e577339358f6 None None] Calling delete_port for 81399232-9b9b-4fd7-b5dc-f2c31f054103 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:59.942886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] For port 81399232-9b9b-4fd7-b5dc-f2c31f054103, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=81399232-9b9b-4fd7-b5dc-f2c31f054103,segment=NetworkSegment(4b14ad18-0ddb-4030-9602-9cb71b4fee1c),segment_id=4b14ad18-0ddb-4030-9602-9cb71b4fee1c)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:40:59.943400 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:59.961120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] Calling delete_port for 81399232-9b9b-4fd7-b5dc-f2c31f054103 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:40:59.978694 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b1759a3a-416f-4ab5-97a7-1a69a5bce9ba up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:40:59.983945 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:40:59.996238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a570-969e-4703-ac84-03894addd554 req-8bdffa04-e002-408c-8977-b8a6ace8f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:40:59.997701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-8bdffa04-e002-408c-8977-b8a6ace8f4de service neutron] 10.222.0.36 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.1901636 Nov 13 04:41:00.002815 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee216ccc-a7df-448d-8a6f-858fceabdf0f req-1ebdc5af-0140-472b-bdea-dc22013a883f service neutron] 10.222.0.46 "GET /v2.0/networks/0da5777e-6db9-4b39-a161-a68c010b6b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671538 Nov 13 04:41:00.071529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:41:00.076286 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0613283e-c91a-47fa-ae9b-e577339358f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.078211 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:00.078616 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.086523 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-48121595-dea0-4903-a897-741e06894e90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2 HTTP/1.1" status: 200 len: 217 time: 0.0726268 Nov 13 04:41:00.128255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613283e-c91a-47fa-ae9b-e577339358f6 None None] Pushing event deleted for resources: {'Port': ['ID=81399232-9b9b-4fd7-b5dc-f2c31f054103,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:00.133299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0613283e-c91a-47fa-ae9b-e577339358f6 None None] No DVR routers for this DVR port 81399232-9b9b-4fd7-b5dc-f2c31f054103 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:41:00.154812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0255e06-167c-48b2-9692-f2e48eeabd28 req-e89c7d3f-3a24-4b56-a46b-5dcc354a7e12 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:00.162282 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0255e06-167c-48b2-9692-f2e48eeabd28 req-e89c7d3f-3a24-4b56-a46b-5dcc354a7e12 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 945 time: 0.1797721 Nov 13 04:41:00.190554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a570-969e-4703-ac84-03894addd554 req-e613b3bc-6953-444a-81c0-b63eae4381f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:00.191127 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.192050 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-e613b3bc-6953-444a-81c0-b63eae4381f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.0968773 Nov 13 04:41:00.211242 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.220024 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:00.225626 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafbfa82-eb26-465d-8031-74667acf124d" -d '{"events": [{"server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "name": "network-vif-plugged", "status": "completed", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:00.240775 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:00.246940 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.255851 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-bf472450-a461-4378-a74d-1d8bd8b3145b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532346 Nov 13 04:41:00.268732 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=81399232-9b9b-4fd7-b5dc-f2c31f054103,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:00.278280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0255e06-167c-48b2-9692-f2e48eeabd28 req-8afa03cf-04e2-43b4-94de-c9e31ada59d9 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151297 Nov 13 04:41:00.298942 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] No DVR routers for this DVR port 81399232-9b9b-4fd7-b5dc-f2c31f054103 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:41:00.312669 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee216ccc-a7df-448d-8a6f-858fceabdf0f req-4754e1f0-f6b7-4649-8bef-59d9f5758382 service neutron] 10.222.0.46 "GET /v2.0/networks/0da5777e-6db9-4b39-a161-a68c010b6b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001764 Nov 13 04:41:00.328903 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:00.362169 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.368969 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.399845 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Router 893f4f27-9eca-4f6f-a8c2-db26ba88313d is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:41:00.410271 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.416764 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.450091 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d392bc6f-41ad-4729-8027-7f14f17ac7f5']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:00.454950 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f6ea96-6e2d-4015-8dc9-e857245999a4 x-openstack-request-id: req-f1f6ea96-6e2d-4015-8dc9-e857245999a4 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:00.456906 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "name": "network-vif-plugged", "status": "completed", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:00.457412 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1f6ea96-6e2d-4015-8dc9-e857245999a4 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:00.458167 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba', 'code': 200} Nov 13 04:41:00.460085 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-552c55f8-c4a1-403b-9fba-091fdf68a466 service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934190 Nov 13 04:41:00.474130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b14ad18-0ddb-4030-9602-9cb71b4fee1c') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:00.474767 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b14ad18-0ddb-4030-9602-9cb71b4fee1c') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:00.484083 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.486631 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.487921 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7777283 Nov 13 04:41:00.489432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d04252-52c0-4074-8f12-186a6a365e3c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Pushing event updated for resources: {'Port': ['ID=a6a95377-82bb-4e0c-8142-40a371b041a5,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:00.524712 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.536556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:41:00.537131 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:41:00.564392 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:41:00.639748 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-dd72290c-51f1-4fdc-a69d-f2be78fe095f tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 696 time: 0.1222584 Nov 13 04:41:00.658517 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.663107 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-2f5866b8-80de-4b27-ab8e-a61da2be6e03 service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710987 Nov 13 04:41:00.667374 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.671091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d392bc6f-41ad-4729-8027-7f14f17ac7f5 HTTP/1.1" status: 204 len: 168 time: 1.2005262 Nov 13 04:41:00.683456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0374e0-e13f-4194-925b-e9eaec54fdf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d392bc6f-41ad-4729-8027-7f14f17ac7f5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:00.691286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a442c2-18b3-4079-9caa-77289cbfb8bc req-58565319-513c-4895-bc02-5bf2e633d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:00.692755 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82a442c2-18b3-4079-9caa-77289cbfb8bc req-58565319-513c-4895-bc02-5bf2e633d016 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 1101 time: 0.0991588 Nov 13 04:41:00.724672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:41:00.738458 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Sync routers for ids ['893f4f27-9eca-4f6f-a8c2-db26ba88313d'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:41:00.744399 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 81399232-9b9b-4fd7-b5dc-f2c31f054103 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:00.773598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18804626-633f-4c5c-a057-8c78bc53a695 req-305a36e4-a3e8-4d87-ac77-8864dd674295 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:00.777745 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Routers {'893f4f27-9eca-4f6f-a8c2-db26ba88313d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:00.778702 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['893f4f27-9eca-4f6f-a8c2-db26ba88313d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:00.781500 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-18804626-633f-4c5c-a057-8c78bc53a695 req-305a36e4-a3e8-4d87-ac77-8864dd674295 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.0712719 Nov 13 04:41:00.796751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 81399232-9b9b-4fd7-b5dc-f2c31f054103 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:41:00.797088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 81399232-9b9b-4fd7-b5dc-f2c31f054103 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:00.797567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ee1dae50-6005-41de-b439-de3e34d85ed9 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:00.812414 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:00.816172 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6c03020f-b2bc-42a4-a178-c857af13dc5e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1837146 Nov 13 04:41:00.821646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43682) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:00.833242 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: ee1dae50-6005-41de-b439-de3e34d85ed9 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:41:00.833601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ee1dae50-6005-41de-b439-de3e34d85ed9 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:00.885534 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-18804626-633f-4c5c-a057-8c78bc53a695 req-e763d5b8-2257-42fb-96c2-9d0882570d4d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029942 Nov 13 04:41:00.902402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43686) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:00.952227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-03abe930-5661-440d-a24f-cdd837fa70e9 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:00.954238 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-03abe930-5661-440d-a24f-cdd837fa70e9 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.3017294 Nov 13 04:41:00.957878 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Set router 893f4f27-9eca-4f6f-a8c2-db26ba88313d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:00.973375 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82a442c2-18b3-4079-9caa-77289cbfb8bc req-d3acfe0c-0fc6-4012-88b2-0832061481b9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677701 Nov 13 04:41:00.982566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-6e3e2750-d7ab-4376-b98e-df3e086e27d8 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:41:00.983712 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88f995c8-d6e9-4840-884d-be49d6c38477 req-6e3e2750-d7ab-4376-b98e-df3e086e27d8 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058379 Nov 13 04:41:01.091249 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-736187fa-2f41-4cac-877e-66cb9d3cf4c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce0cfecdac4441318074adbf32b6f508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904764 Nov 13 04:41:01.094794 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43690) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:01.107445 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d9930-e50d-4043-8c1c-033236e2596d req-f182c956-a2e2-4d1a-ba53-b2a2ec142282 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:01.109308 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-123d9930-e50d-4043-8c1c-033236e2596d req-f182c956-a2e2-4d1a-ba53-b2a2ec142282 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 946 time: 0.1070163 Nov 13 04:41:01.174812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06d7b7-88b3-4921-99c8-032409a78877 req-f638e7cc-eccd-440e-ad8e-110944d4bb73 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:01.176531 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a06d7b7-88b3-4921-99c8-032409a78877 req-f638e7cc-eccd-440e-ad8e-110944d4bb73 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 943 time: 0.1049979 Nov 13 04:41:01.212702 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'name': 'tempest-FloatingIPsTestJSON-729425250-router', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:54Z', 'updated_at': '2021-11-13T04:40:58Z', 'revision_number': 3, 'project_id': 'e8cdfaf85edf480884f6154c8172b27b', 'gw_port': {'id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:57Z', 'updated_at': '2021-11-13T04:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:01.216757 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f05f36c6-b195-4940-ab5b-1ff72cc5a6de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:01.249948 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-123d9930-e50d-4043-8c1c-033236e2596d req-02c4bdc5-70c7-4221-8348-531f0a939871 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd0a078-b5c9-4e04-b478-f815bd73ebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288342 Nov 13 04:41:01.259481 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Checking router: 893f4f27-9eca-4f6f-a8c2-db26ba88313d for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:41:01.260360 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Updating router 893f4f27-9eca-4f6f-a8c2-db26ba88313d port 09435d52-9908-4673-9ed1-fda12df02aa2 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:41:01.282359 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f05f36c6-b195-4940-ab5b-1ff72cc5a6de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:01.288353 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a06d7b7-88b3-4921-99c8-032409a78877 req-9f5fedc2-dd26-4b15-a647-5d68c45de554 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups?id=39cde1ba-d991-408f-b9f4-1e3e58963aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030378 Nov 13 04:41:01.299431 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:01.428037 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f05f36c6-b195-4940-ab5b-1ff72cc5a6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:01.431243 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f05f36c6-b195-4940-ab5b-1ff72cc5a6de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:01.432668 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f05f36c6-b195-4940-ab5b-1ff72cc5a6de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72d0f20a-3a72-43d5-bca2-78284c7e7608 HTTP/1.1" status: 204 len: 168 time: 0.3215759 Nov 13 04:41:01.442314 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a570-969e-4703-ac84-03894addd554 req-a97bc81f-2bfb-4858-b9d4-79874d3c0aab tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:01.443838 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-a97bc81f-2bfb-4858-b9d4-79874d3c0aab tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e&tenant_id=bb1a865db7e845b9aa19ffe9f890f983&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 1096 time: 0.1083426 Nov 13 04:41:01.458750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f36c6-b195-4940-ab5b-1ff72cc5a6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d0f20a-3a72-43d5-bca2-78284c7e7608,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:01.573554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79b3c-6044-44d1-9bd4-d49a4d403f4a req-e0e85924-2e7d-4fe6-9f56-6eb986ba000c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:01.579318 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28e1f3-c731-43ef-9bc7-5dbc4f578f28 req-4a5dd556-e94e-42d2-9263-320a19dfe4f2 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:01.581137 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0db79b3c-6044-44d1-9bd4-d49a4d403f4a req-e0e85924-2e7d-4fe6-9f56-6eb986ba000c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0990875 Nov 13 04:41:01.581268 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3d28e1f3-c731-43ef-9bc7-5dbc4f578f28 req-4a5dd556-e94e-42d2-9263-320a19dfe4f2 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 945 time: 0.1416247 Nov 13 04:41:01.652855 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0db79b3c-6044-44d1-9bd4-d49a4d403f4a req-282084a5-72fd-4096-ad83-539625543f05 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 696 time: 0.0706542 Nov 13 04:41:01.671222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0db79b3c-6044-44d1-9bd4-d49a4d403f4a req-925150ef-88b7-4c7b-87b6-24d1b73f687c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Request body: {'floatingip': {'port_id': 'ac59c2c6-89ad-4ade-be68-4e9578283f17', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:01.708299 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:01.718224 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:01.723823 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3d28e1f3-c731-43ef-9bc7-5dbc4f578f28 req-c6fe2b76-dc4f-49f5-a0d0-95ddae9e343f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333246 Nov 13 04:41:01.782563 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Attempting to bind port 09435d52-9908-4673-9ed1-fda12df02aa2 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:41:01.783426 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Attempting to bind port 09435d52-9908-4673-9ed1-fda12df02aa2 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:41:01.783797 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Attempting to bind port 09435d52-9908-4673-9ed1-fda12df02aa2 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:01.786802 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0db79b3c-6044-44d1-9bd4-d49a4d403f4a req-925150ef-88b7-4c7b-87b6-24d1b73f687c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:01.794599 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-e2e2a570-969e-4703-ac84-03894addd554 req-c4475a16-0bd7-4927-a9b1-603da4e0b34a service neutron] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:41:01.795373 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:41:01.795736 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:01.796131 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:01.796521 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:41:01.796997 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Bound port: 09435d52-9908-4673-9ed1-fda12df02aa2, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:41:01.797383 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:01.799552 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e2e2a570-969e-4703-ac84-03894addd554 req-c4475a16-0bd7-4927-a9b1-603da4e0b34a service neutron] Publish callbacks [] for binding, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:01.811177 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2e2a570-969e-4703-ac84-03894addd554 req-c4475a16-0bd7-4927-a9b1-603da4e0b34a service neutron] 10.222.0.36 "DELETE /v2.0/ports/7db36868-ab33-4f04-a8be-9f22e6fb0ef2/bindings/n-h1-813114-2 HTTP/1.1" status: 204 len: 173 time: 0.3531525 Nov 13 04:41:01.823954 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:01.829832 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d99b19-5e3c-4b68-b326-898147d5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=09435d52-9908-4673-9ed1-fda12df02aa2,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:01.882582 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] For port 09435d52-9908-4673-9ed1-fda12df02aa2, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:41:01.889635 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] For port 09435d52-9908-4673-9ed1-fda12df02aa2, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=09435d52-9908-4673-9ed1-fda12df02aa2,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:41:01.900135 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:02.006652 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d99b19-5e3c-4b68-b326-898147d5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=09435d52-9908-4673-9ed1-fda12df02aa2,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:02.030276 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Routers {'893f4f27-9eca-4f6f-a8c2-db26ba88313d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:02.030790 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['893f4f27-9eca-4f6f-a8c2-db26ba88313d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:02.113882 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43706) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:02.165017 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-0db79b3c-6044-44d1-9bd4-d49a4d403f4a req-925150ef-88b7-4c7b-87b6-24d1b73f687c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] update failed (client error): There was a conflict when trying to complete your request. Nov 13 04:41:02.176621 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0db79b3c-6044-44d1-9bd4-d49a4d403f4a req-925150ef-88b7-4c7b-87b6-24d1b73f687c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "PUT /v2.0/floatingips/26eaf67a-3077-4e68-bdce-326ce028fd65 HTTP/1.1" status: 409 len: 551 time: 0.5173969 Nov 13 04:41:02.178760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Allocated IP 172.20.0.1 (1015f99b-500c-4579-8b51-65ce01429358/7a0ff78a-4d22-4fb6-9db9-29872b1c94c6/122d2ae8-00f6-48d8-9137-9a83e86ca739) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:02.199507 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] Set router 893f4f27-9eca-4f6f-a8c2-db26ba88313d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:02.247925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edaf9e-d125-4a4b-b63d-e6b483fee51c req-21f52e55-90ef-4a62-99af-bb638bb03a59 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:02.249720 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-85edaf9e-d125-4a4b-b63d-e6b483fee51c req-21f52e55-90ef-4a62-99af-bb638bb03a59 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.1854393 Nov 13 04:41:02.272609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad55ed4-7bb2-45e9-9c04-a9c127997467 req-c7bdbabf-6ab1-4e4f-a74b-6785fa6f47c8 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:02.281664 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ad55ed4-7bb2-45e9-9c04-a9c127997467 req-c7bdbabf-6ab1-4e4f-a74b-6785fa6f47c8 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 1096 time: 0.0556631 Nov 13 04:41:02.303476 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-488885eb-0cce-4292-83d6-950bfe81b850 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97f89ed31ac24f6fb7d229d7cb6717db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724095 Nov 13 04:41:02.307503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43712) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:02.373099 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2091c409-0faa-4a37-b980-dfe032a5cf5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:02.393377 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ad55ed4-7bb2-45e9-9c04-a9c127997467 req-69da386b-681e-486b-9656-df82edc241cd tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040587 Nov 13 04:41:02.428037 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed77f93-05d6-4895-933f-4e309ee31a37 req-ab6a8cd9-b33e-45b9-a156-b0645169b37a tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:02.430971 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ed77f93-05d6-4895-933f-4e309ee31a37 req-ab6a8cd9-b33e-45b9-a156-b0645169b37a tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.46 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 946 time: 0.2178829 Nov 13 04:41:02.441651 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-85edaf9e-d125-4a4b-b63d-e6b483fee51c req-2e50b432-376d-4d44-bbb4-95d296fc7c8f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672394 Nov 13 04:41:02.466408 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1edc74e7-288b-4953-bafc-9ac23731afda details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:41:02.489883 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2091c409-0faa-4a37-b980-dfe032a5cf5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:02.508847 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'name': 'tempest-FloatingIPsTestJSON-729425250-router', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:54Z', 'updated_at': '2021-11-13T04:40:58Z', 'revision_number': 3, 'project_id': 'e8cdfaf85edf480884f6154c8172b27b', 'gw_port': {'id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:57Z', 'updated_at': '2021-11-13T04:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:02.546043 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:02.569078 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be3a182-f0e3-435f-be88-ec8fa02761a5 None None] The sync data for ids ['893f4f27-9eca-4f6f-a8c2-db26ba88313d'] in n-d-813114-2 is: [{'id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'name': 'tempest-FloatingIPsTestJSON-729425250-router', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:54Z', 'updated_at': '2021-11-13T04:40:58Z', 'revision_number': 3, 'project_id': 'e8cdfaf85edf480884f6154c8172b27b', 'gw_port': {'id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:57Z', 'updated_at': '2021-11-13T04:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:41:02.644469 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-ecf10bb4-8acb-4b14-ba81-202e53c1f415 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/floatingips/26eaf67a-3077-4e68-bdce-326ce028fd65 HTTP/1.1" status: 200 len: 693 time: 0.1742148 Nov 13 04:41:02.679358 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:02.719591 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1edc74e7-288b-4953-bafc-9ac23731afda, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1edc74e7-288b-4953-bafc-9ac23731afda,segment=NetworkSegment(7095dcf0-66eb-4b39-91e5-da1be60550fb),segment_id=7095dcf0-66eb-4b39-91e5-da1be60550fb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:02.740828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '1edc74e7-288b-4953-bafc-9ac23731afda', 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'port_id': '1edc74e7-288b-4953-bafc-9ac23731afda', 'mac_address': 'fa:16:3e:9b:23:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:41:02.764871 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2091c409-0faa-4a37-b980-dfe032a5cf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:02.767804 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2091c409-0faa-4a37-b980-dfe032a5cf5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:02.770621 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2091c409-0faa-4a37-b980-dfe032a5cf5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8f49ad1-5a17-4a95-8028-ee1d498c44e0 HTTP/1.1" status: 204 len: 168 time: 0.4602160 Nov 13 04:41:02.786586 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:02.787812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091c409-0faa-4a37-b980-dfe032a5cf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f49ad1-5a17-4a95-8028-ee1d498c44e0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:02.797926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Network 1015f99b-500c-4579-8b51-65ce01429358 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:02.808487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06cf79-0c04-4bc2-9f03-a9eb4a867ca4 req-17815257-2406-42aa-a4d5-044fc8b489c6 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:02.816303 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd06cf79-0c04-4bc2-9f03-a9eb4a867ca4 req-17815257-2406-42aa-a4d5-044fc8b489c6 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 946 time: 0.2401803 Nov 13 04:41:02.818631 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edc74e7-288b-4953-bafc-9ac23731afda {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:41:02.822269 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Pushing event updated for resources: {'Port': ['ID=122d2ae8-00f6-48d8-9137-9a83e86ca739,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:02.827485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:02.840567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:02.841245 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:02.847131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-8fc34669-e52d-4b03-b1da-e2fab69138a6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:02.854333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1edc74e7-288b-4953-bafc-9ac23731afda, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1edc74e7-288b-4953-bafc-9ac23731afda,segment=NetworkSegment(7095dcf0-66eb-4b39-91e5-da1be60550fb),segment_id=7095dcf0-66eb-4b39-91e5-da1be60550fb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:02.857775 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-8fc34669-e52d-4b03-b1da-e2fab69138a6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.2012703 Nov 13 04:41:02.867167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-a5fd5934-7dcd-4256-a7e2-1f4a8db70983 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:41:02.871005 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:02.901141 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-a5fd5934-7dcd-4256-a7e2-1f4a8db70983 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0420246 Nov 13 04:41:03.023531 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-eb9a0065-3a6a-4860-a44e-be3ae26f5c0f tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 696 time: 0.1146884 Nov 13 04:41:03.035549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=1edc74e7-288b-4953-bafc-9ac23731afda,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:03.051368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9ed77f93-05d6-4895-933f-4e309ee31a37 req-bb650275-1064-4f4a-83b3-c30108abd32c tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Deleting port 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:03.051709 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9ed77f93-05d6-4895-933f-4e309ee31a37 req-bb650275-1064-4f4a-83b3-c30108abd32c tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:03.132632 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-a5edf699-efab-4b73-af2b-d36dede86f63 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 696 time: 0.1004658 Nov 13 04:41:03.141027 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd06cf79-0c04-4bc2-9f03-a9eb4a867ca4 req-33574c6d-ed2c-4c8f-b1ae-7fb1f1968522 tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd0a078-b5c9-4e04-b478-f815bd73ebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152487 Nov 13 04:41:03.255048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1edc74e7-288b-4953-bafc-9ac23731afda'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:41:03.373030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-234eaee2-57ab-4c0f-a5aa-6daca9c2495b None None] Provisioning complete for port 122d2ae8-00f6-48d8-9137-9a83e86ca739 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:03.373395 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-234eaee2-57ab-4c0f-a5aa-6daca9c2495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:03.381513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-84c8de5c-8e74-4a32-8d13-ac88665576b6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Deleting port a6a95377-82bb-4e0c-8142-40a371b041a5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:03.382059 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-84c8de5c-8e74-4a32-8d13-ac88665576b6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:03.476209 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-234eaee2-57ab-4c0f-a5aa-6daca9c2495b None None] Port 122d2ae8-00f6-48d8-9137-9a83e86ca739 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:41:03.492055 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-84c8de5c-8e74-4a32-8d13-ac88665576b6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:03.492557 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-84c8de5c-8e74-4a32-8d13-ac88665576b6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:03.510759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-84c8de5c-8e74-4a32-8d13-ac88665576b6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Calling delete_port for a6a95377-82bb-4e0c-8142-40a371b041a5 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:03.670929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9ed77f93-05d6-4895-933f-4e309ee31a37 req-bb650275-1064-4f4a-83b3-c30108abd32c tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] For port 7484cdac-e6b6-45f2-b7a1-bf3c6c970357, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7484cdac-e6b6-45f2-b7a1-bf3c6c970357,segment=NetworkSegment(8cf0daf5-b634-4db3-b787-69affa974bbf),segment_id=8cf0daf5-b634-4db3-b787-69affa974bbf)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:03.671611 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9ed77f93-05d6-4895-933f-4e309ee31a37 req-bb650275-1064-4f4a-83b3-c30108abd32c tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:03.717266 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-84c8de5c-8e74-4a32-8d13-ac88665576b6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:03.719252 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9ed77f93-05d6-4895-933f-4e309ee31a37 req-bb650275-1064-4f4a-83b3-c30108abd32c tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Calling delete_port for 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:03.751278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae7f12-90c7-4103-881e-cd1772854bde req-6deb8c65-1caf-4993-bd81-b5afdfc47ead tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:03.753615 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9cae7f12-90c7-4103-881e-cd1772854bde req-6deb8c65-1caf-4993-bd81-b5afdfc47ead tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 944 time: 0.1018436 Nov 13 04:41:03.760565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8de5c-8e74-4a32-8d13-ac88665576b6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Pushing event deleted for resources: {'Port': ['ID=a6a95377-82bb-4e0c-8142-40a371b041a5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:03.827794 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-84c8de5c-8e74-4a32-8d13-ac88665576b6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:03.830516 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-84c8de5c-8e74-4a32-8d13-ac88665576b6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:03.846122 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b7fdfce-2dc9-42e5-8800-034dc53d2009 req-84c8de5c-8e74-4a32-8d13-ac88665576b6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "DELETE /v2.0/floatingips/26eaf67a-3077-4e68-bdce-326ce028fd65 HTTP/1.1" status: 204 len: 173 time: 0.7125189 Nov 13 04:41:03.862630 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:03.950797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5c1d9-c0b9-48f0-8275-84ad8db3f239 req-7a4d7f5b-f176-413a-a843-9bd98cd937be tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:03.952465 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f2a5c1d9-c0b9-48f0-8275-84ad8db3f239 req-7a4d7f5b-f176-413a-a843-9bd98cd937be tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 1096 time: 0.0470757 Nov 13 04:41:03.956630 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9cae7f12-90c7-4103-881e-cd1772854bde req-7a50c364-587f-485b-88df-0c21256ce950 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups?id=39cde1ba-d991-408f-b9f4-1e3e58963aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738014 Nov 13 04:41:04.006811 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f2a5c1d9-c0b9-48f0-8275-84ad8db3f239 req-89915ac2-428c-4b48-b415-cd3f7aa390b4 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Nov 13 04:41:04.114632 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9ed77f93-05d6-4895-933f-4e309ee31a37 req-bb650275-1064-4f4a-83b3-c30108abd32c tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:04.125739 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b53c0d9-e5e8-4f97-9018-c6d1a0837bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:04.162981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb650275-1064-4f4a-83b3-c30108abd32c tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Pushing event deleted for resources: {'Port': ['ID=7484cdac-e6b6-45f2-b7a1-bf3c6c970357,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:04.167060 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['7484cdac-e6b6-45f2-b7a1-bf3c6c970357'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:41:04.213320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60569047-d900-46db-87a9-b7c57f0242a0 req-1e0763bb-6caa-443d-b611-154008b9c973 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:04.214936 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60569047-d900-46db-87a9-b7c57f0242a0 req-1e0763bb-6caa-443d-b611-154008b9c973 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.0497127 Nov 13 04:41:04.265324 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60569047-d900-46db-87a9-b7c57f0242a0 req-9ef9eac0-f69d-41ad-bd62-b5be1d46fecf tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439043 Nov 13 04:41:04.301408 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:04.327986 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:04.328597 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:04.341632 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-e419c8dd-3557-43d7-9176-a0bb3ceafbd3 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 1001 time: 0.2084420 Nov 13 04:41:04.378128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed77f93-05d6-4895-933f-4e309ee31a37 req-bb650275-1064-4f4a-83b3-c30108abd32c tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] No DVR routers for this DVR port 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:41:04.412586 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9ed77f93-05d6-4895-933f-4e309ee31a37 req-bb650275-1064-4f4a-83b3-c30108abd32c tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:04.416895 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ed77f93-05d6-4895-933f-4e309ee31a37 req-bb650275-1064-4f4a-83b3-c30108abd32c tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.46 "DELETE /v2.0/ports/7484cdac-e6b6-45f2-b7a1-bf3c6c970357 HTTP/1.1" status: 204 len: 173 time: 1.9703164 Nov 13 04:41:04.417369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20969356-4c98-496c-bda7-31cf9fcc0e35', 'name': 'network-vif-deleted', 'tag': '7484cdac-e6b6-45f2-b7a1-bf3c6c970357'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:04.419675 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc8d25f-8789-412e-a329-fd0eaeb55ca8" -d '{"events": [{"server_uuid": "20969356-4c98-496c-bda7-31cf9fcc0e35", "name": "network-vif-deleted", "tag": "7484cdac-e6b6-45f2-b7a1-bf3c6c970357"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:04.452373 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7de9120-7cc3-432a-954e-c184f9b8893f req-27c38ffb-a1aa-4ed1-a46f-52d3594db1fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2359948 Nov 13 04:41:04.490471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Pushing event updated for resources: {'Port': ['ID=122d2ae8-00f6-48d8-9137-9a83e86ca739,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:04.505095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1edc74e7-288b-4953-bafc-9ac23731afda up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:04.509128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-ceca5ba1-6b63-46fd-9a32-813d75d41fa8 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:04.520829 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-b28bd45b-6ee8-4d86-9586-dd7fb468ff7d tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a8465a5023cc4103851e960f3405e0bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405936 Nov 13 04:41:04.522361 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-ceca5ba1-6b63-46fd-9a32-813d75d41fa8 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports/ac59c2c6-89ad-4ade-be68-4e9578283f17 HTTP/1.1" status: 200 len: 943 time: 0.1417265 Nov 13 04:41:04.587757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 1edc74e7-288b-4953-bafc-9ac23731afda completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:41:04.593483 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 1edc74e7-288b-4953-bafc-9ac23731afda triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:04.593971 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:04.683374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Network 1015f99b-500c-4579-8b51-65ce01429358 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:04.694496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de9120-7cc3-432a-954e-c184f9b8893f req-f34da4d8-46c6-4951-8450-d7ab1d47df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:04.698759 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7de9120-7cc3-432a-954e-c184f9b8893f req-f34da4d8-46c6-4951-8450-d7ab1d47df11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=606b6f5d12d04eb5a653aebae6a0ffdb&device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 1096 time: 0.1623654 Nov 13 04:41:04.702505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:04.706821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-3cc8903b-e07d-41ef-98fc-f57bf92e517b tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:04.714889 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-248d3d17-7884-4379-a445-186d861fe406 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 1001 time: 0.1320434 Nov 13 04:41:04.719662 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:04.720897 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-3cc8903b-e07d-41ef-98fc-f57bf92e517b tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803524 Nov 13 04:41:04.734089 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-cd8fbfb1-5237-4ef3-a9f9-b837eb60267f tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/quotas/a8465a5023cc4103851e960f3405e0bf HTTP/1.1" status: 200 len: 375 time: 0.0118780 Nov 13 04:41:04.777772 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486389d8-7069-42ef-a531-66fd24a07530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edc74e7-288b-4953-bafc-9ac23731afda'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:04.780633 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b84354a-b6c8-4d31-b96b-ed67d17889a7" -d '{"events": [{"server_uuid": "486389d8-7069-42ef-a531-66fd24a07530", "name": "network-vif-plugged", "status": "completed", "tag": "1edc74e7-288b-4953-bafc-9ac23731afda"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:04.788984 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-645c695d-3656-4142-8f90-766a0acb1ec4 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8465a5023cc4103851e960f3405e0bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428102 Nov 13 04:41:04.798273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1edc74e7-288b-4953-bafc-9ac23731afda, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1edc74e7-288b-4953-bafc-9ac23731afda,segment=NetworkSegment(7095dcf0-66eb-4b39-91e5-da1be60550fb),segment_id=7095dcf0-66eb-4b39-91e5-da1be60550fb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:04.806159 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:04.807027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:04.851664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 09435d52-9908-4673-9ed1-fda12df02aa2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:04.858271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:41:04.858678 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7484cdac-e6b6-45f2-b7a1-bf3c6c970357 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:04.939951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=1edc74e7-288b-4953-bafc-9ac23731afda,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:04.952285 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:04.952638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:04.952937 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:04.953306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:04.953649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:04.953968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:04.954350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:04.954721 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:04.955087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:04.955373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:04.955711 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:04.956022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:04.969589 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 09435d52-9908-4673-9ed1-fda12df02aa2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:04.970511 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:05.091330 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:05.133460 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 09435d52-9908-4673-9ed1-fda12df02aa2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=09435d52-9908-4673-9ed1-fda12df02aa2,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:05.145912 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3b7e7dca-bbf7-4b4b-9e22-2fe73e7a0e84 None None] Provisioning complete for port 122d2ae8-00f6-48d8-9137-9a83e86ca739 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:05.146334 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7dca-bbf7-4b4b-9e22-2fe73e7a0e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:05.146890 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4361546b-ea4d-45f1-8d60-8ddeb233cfcc req-485d21a1-eda2-4953-b86d-a00d635765cb tempest-InstanceActionsNegativeTestJSON-30706609 tempest-InstanceActionsNegativeTestJSON-30706609-project] 10.222.0.43 "GET /v2.0/ports?device_id=20969356-4c98-496c-bda7-31cf9fcc0e35 HTTP/1.1" status: 200 len: 210 time: 0.0512717 Nov 13 04:41:05.148119 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:05.156108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de9120-7cc3-432a-954e-c184f9b8893f req-374666bc-17ed-4dd0-a314-5776fb659ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:05.157666 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7de9120-7cc3-432a-954e-c184f9b8893f req-374666bc-17ed-4dd0-a314-5776fb659ca5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60424ae1-d64b-4e42-b77a-f43e8fb964ec HTTP/1.1" status: 200 len: 924 time: 0.4299138 Nov 13 04:41:05.186142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-25a79d52-f8dc-47cc-bccc-9a1db84554e7 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:05.188302 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-25a79d52-f8dc-47cc-bccc-9a1db84554e7 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.4724612 Nov 13 04:41:05.307570 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Router 893f4f27-9eca-4f6f-a8c2-db26ba88313d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:41:05.340925 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7de9120-7cc3-432a-954e-c184f9b8893f req-31ae0bd5-a376-4b42-9487-fe39ff208933 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 HTTP/1.1" status: 200 len: 1000 time: 0.1701665 Nov 13 04:41:05.367833 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-760b0628-d3e0-40ba-be62-a41171183dee tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 1001 time: 0.1674376 Nov 13 04:41:05.432979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-f4763cec-5ba6-42c8-97f2-60f0773a82ca tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:05.435272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e7dca-bbf7-4b4b-9e22-2fe73e7a0e84 None None] Port 122d2ae8-00f6-48d8-9137-9a83e86ca739 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:41:05.442723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=09435d52-9908-4673-9ed1-fda12df02aa2,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:05.522469 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363459eb-755b-4fcb-87cc-e1f63830f3c7 req-e59ef786-7b5a-4fbc-9c35-ddec431899d0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:05.530736 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-363459eb-755b-4fcb-87cc-e1f63830f3c7 req-e59ef786-7b5a-4fbc-9c35-ddec431899d0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.0653675 Nov 13 04:41:05.554205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de9120-7cc3-432a-954e-c184f9b8893f req-b3282cfa-ae5a-4245-b8df-e3c02d74af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:05.556016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7de9120-7cc3-432a-954e-c184f9b8893f req-b3282cfa-ae5a-4245-b8df-e3c02d74af5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c7650a9-94c5-4c9d-a3c8-3204f255dd5e HTTP/1.1" status: 200 len: 862 time: 0.2054904 Nov 13 04:41:05.579050 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-f4763cec-5ba6-42c8-97f2-60f0773a82ca tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for floatingip, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:05.580947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-363459eb-755b-4fcb-87cc-e1f63830f3c7 req-8a4390cd-09af-4158-b1e1-b91f83f994be tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492446 Nov 13 04:41:05.635923 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eebc76-12d6-415c-a219-27e65f097ae2 x-openstack-request-id: req-f5eebc76-12d6-415c-a219-27e65f097ae2 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:05.636767 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20969356-4c98-496c-bda7-31cf9fcc0e35", "name": "network-vif-deleted", "tag": "7484cdac-e6b6-45f2-b7a1-bf3c6c970357", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:05.637181 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5eebc76-12d6-415c-a219-27e65f097ae2 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:05.637737 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20969356-4c98-496c-bda7-31cf9fcc0e35', 'name': 'network-vif-deleted', 'tag': '7484cdac-e6b6-45f2-b7a1-bf3c6c970357', 'status': 'completed', 'code': 200} Nov 13 04:41:05.670706 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:41:05.684976 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224e0726-7426-4231-a021-bed4da682864 None None] Sync routers for ids ['893f4f27-9eca-4f6f-a8c2-db26ba88313d'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:41:05.700450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e0726-7426-4231-a021-bed4da682864 None None] Routers {'893f4f27-9eca-4f6f-a8c2-db26ba88313d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:05.701779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-224e0726-7426-4231-a021-bed4da682864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:40:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['893f4f27-9eca-4f6f-a8c2-db26ba88313d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:05.734096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-939aabf7-f556-454b-9593-ef160ac0a23e admin admin] 10.222.0.43 "PUT /v2.0/routers/893f4f27-9eca-4f6f-a8c2-db26ba88313d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9022908 Nov 13 04:41:05.765352 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de9120-7cc3-432a-954e-c184f9b8893f req-e7bf2aca-9973-4afb-9fd8-01b2c5194b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:05.767065 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7de9120-7cc3-432a-954e-c184f9b8893f req-e7bf2aca-9973-4afb-9fd8-01b2c5194b58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60424ae1-d64b-4e42-b77a-f43e8fb964ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908674 Nov 13 04:41:05.808386 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-f4763cec-5ba6-42c8-97f2-60f0773a82ca tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:05.821764 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-f4763cec-5ba6-42c8-97f2-60f0773a82ca tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:05.822125 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-f4763cec-5ba6-42c8-97f2-60f0773a82ca tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Floating IP 7d3f87c9-a930-4766-aeb9-4fc8fe354322 disassociated. External IP: 172.25.8.39, port: ac59c2c6-89ad-4ade-be68-4e9578283f17. Nov 13 04:41:05.892662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-224e0726-7426-4231-a021-bed4da682864 None None] Set router 893f4f27-9eca-4f6f-a8c2-db26ba88313d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:05.930323 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c22abbc-4f8a-45c7-97f5-2cc10b626d57 x-openstack-request-id: req-9c22abbc-4f8a-45c7-97f5-2cc10b626d57 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:05.930632 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486389d8-7069-42ef-a531-66fd24a07530", "name": "network-vif-plugged", "status": "completed", "tag": "1edc74e7-288b-4953-bafc-9ac23731afda", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:05.930879 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c22abbc-4f8a-45c7-97f5-2cc10b626d57 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:05.931431 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486389d8-7069-42ef-a531-66fd24a07530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edc74e7-288b-4953-bafc-9ac23731afda', 'code': 200} Nov 13 04:41:06.003287 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7de9120-7cc3-432a-954e-c184f9b8893f req-171baeca-a4c4-498c-ae7b-6cdd9bcff0df service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084212 Nov 13 04:41:06.067095 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee569b8-fe80-45b1-8aaf-7f83761b2a25 req-f1e49663-b628-488c-b272-81172c735a39 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:06.068844 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ee569b8-fe80-45b1-8aaf-7f83761b2a25 req-f1e49663-b628-488c-b272-81172c735a39 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 945 time: 0.0535533 Nov 13 04:41:06.122085 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ee569b8-fe80-45b1-8aaf-7f83761b2a25 req-f55d70d8-872d-4ffa-99ac-92b81d850fcc tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups?id=39cde1ba-d991-408f-b9f4-1e3e58963aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457435 Nov 13 04:41:06.152628 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-224e0726-7426-4231-a021-bed4da682864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'name': 'tempest-FloatingIPsTestJSON-729425250-router', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:54Z', 'updated_at': '2021-11-13T04:41:03Z', 'revision_number': 4, 'project_id': 'e8cdfaf85edf480884f6154c8172b27b', 'gw_port': {'id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:57Z', 'updated_at': '2021-11-13T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '122d2ae8-00f6-48d8-9137-9a83e86ca739', 'name': '', 'network_id': '1015f99b-500c-4579-8b51-65ce01429358', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b', 'mac_address': 'fa:16:3e:31:84:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7a0ff78a-4d22-4fb6-9db9-29872b1c94c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:01Z', 'updated_at': '2021-11-13T04:41:03Z', 'revision_number': 2, 'project_id': 'e8cdfaf85edf480884f6154c8172b27b', 'subnets': [{'id': '7a0ff78a-4d22-4fb6-9db9-29872b1c94c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:06.186350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224e0726-7426-4231-a021-bed4da682864 None None] Checking router: 893f4f27-9eca-4f6f-a8c2-db26ba88313d for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:41:06.186700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224e0726-7426-4231-a021-bed4da682864 None None] Updating router 893f4f27-9eca-4f6f-a8c2-db26ba88313d port 122d2ae8-00f6-48d8-9137-9a83e86ca739 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:41:06.227819 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-224e0726-7426-4231-a021-bed4da682864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:06.229151 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-058c5deb-5cf0-4533-9254-202c8bf989c5 req-03595a38-235c-471a-a3af-7a8d9595fab5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1757114 Nov 13 04:41:06.236788 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04367aa0-565c-4011-9ef7-41d49b4fe2e5 req-c3474588-e04c-47db-a1f1-bb47aff423eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:06.238488 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04367aa0-565c-4011-9ef7-41d49b4fe2e5 req-c3474588-e04c-47db-a1f1-bb47aff423eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 1096 time: 0.1861110 Nov 13 04:41:06.245344 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-50dcd1b3-1f93-4a27-ba39-a638134bcfb3 req-01470e9f-3c17-49f7-bd9d-256c1e05dcc5 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 210 time: 0.0551655 Nov 13 04:41:06.258002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-f4763cec-5ba6-42c8-97f2-60f0773a82ca tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Router 71ad77ed-458b-4d8d-b232-96ca61538402 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:41:06.264980 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7de9120-7cc3-432a-954e-c184f9b8893f req-ce9b6e31-f4f3-4ad1-9fc7-650159ff77fa service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500596 Nov 13 04:41:06.508780 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2df51d03-51c6-4e99-b49b-c756b72d819f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:06.685093 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-224e0726-7426-4231-a021-bed4da682864 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:06.703779 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-224e0726-7426-4231-a021-bed4da682864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:06.746511 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04367aa0-565c-4011-9ef7-41d49b4fe2e5 req-14c6be3f-4d57-4c86-a1e5-ee7e34c44c55 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=39cde1ba-d991-408f-b9f4-1e3e58963aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4807744 Nov 13 04:41:06.751912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-297340af-6541-4c31-8a24-f22325f86f08 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a8465a5023cc4103851e960f3405e0bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880547 Nov 13 04:41:06.776402 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e511b16-06c1-432e-9086-b0261137a19c None None] Pushing event updated for resources: {'Port': ['ID=122d2ae8-00f6-48d8-9137-9a83e86ca739,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:06.788058 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 09435d52-9908-4673-9ed1-fda12df02aa2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:06.843938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c5deb-5cf0-4533-9254-202c8bf989c5 req-d1745531-cfc2-4f41-a462-310c362c7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:06.846193 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-058c5deb-5cf0-4533-9254-202c8bf989c5 req-d1745531-cfc2-4f41-a462-310c362c7609 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 1100 time: 0.1836257 Nov 13 04:41:06.857339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-f4763cec-5ba6-42c8-97f2-60f0773a82ca tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:41:06.867639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-f4763cec-5ba6-42c8-97f2-60f0773a82ca tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:06.869038 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24810e-174b-43be-8e6f-f91145dc6ac4 None None] Sync routers for ids ['71ad77ed-458b-4d8d-b232-96ca61538402'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:41:06.883440 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24810e-174b-43be-8e6f-f91145dc6ac4 None None] Routers {'71ad77ed-458b-4d8d-b232-96ca61538402'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:06.884462 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5e24810e-174b-43be-8e6f-f91145dc6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['71ad77ed-458b-4d8d-b232-96ca61538402'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:06.920392 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-f4763cec-5ba6-42c8-97f2-60f0773a82ca tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "PUT /v2.0/floatingips/7d3f87c9-a930-4766-aeb9-4fc8fe354322 HTTP/1.1" status: 200 len: 694 time: 1.4915426 Nov 13 04:41:06.938447 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 09435d52-9908-4673-9ed1-fda12df02aa2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:06.939024 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:06.964441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-224e0726-7426-4231-a021-bed4da682864 None None] Attempting to bind port 122d2ae8-00f6-48d8-9137-9a83e86ca739 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:41:06.965599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-224e0726-7426-4231-a021-bed4da682864 None None] Attempting to bind port 122d2ae8-00f6-48d8-9137-9a83e86ca739 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '2a2debb2-916c-4341-ab9a-1f327a4cc17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1015f99b-500c-4579-8b51-65ce01429358'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:41:06.966275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224e0726-7426-4231-a021-bed4da682864 None None] Attempting to bind port 122d2ae8-00f6-48d8-9137-9a83e86ca739 on network 1015f99b-500c-4579-8b51-65ce01429358 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:06.986460 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-fa385a5d-d745-4baf-81c5-35b0810c147b tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3597546 Nov 13 04:41:06.993880 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-d759883a-1f5a-4202-bbf3-e1164d7be956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:06.995315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:06.995461 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-d759883a-1f5a-4202-bbf3-e1164d7be956 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99e6064bf1bb4f598ab1406c922d3f8c&device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 1097 time: 0.0674853 Nov 13 04:41:07.013865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224e0726-7426-4231-a021-bed4da682864 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:41:07.015287 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224e0726-7426-4231-a021-bed4da682864 None None] Checking segment: {'id': '2a2debb2-916c-4341-ab9a-1f327a4cc17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1015f99b-500c-4579-8b51-65ce01429358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:07.015904 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-224e0726-7426-4231-a021-bed4da682864 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:07.017734 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224e0726-7426-4231-a021-bed4da682864 None None] Bound using segment: {'id': '2a2debb2-916c-4341-ab9a-1f327a4cc17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1015f99b-500c-4579-8b51-65ce01429358'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:41:07.018523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-224e0726-7426-4231-a021-bed4da682864 None None] Bound port: 122d2ae8-00f6-48d8-9137-9a83e86ca739, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2debb2-916c-4341-ab9a-1f327a4cc17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1015f99b-500c-4579-8b51-65ce01429358'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:41:07.021312 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-224e0726-7426-4231-a021-bed4da682864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:07.069120 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5e24810e-174b-43be-8e6f-f91145dc6ac4 None None] Set router 71ad77ed-458b-4d8d-b232-96ca61538402 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:07.082735 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:07.181639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-4370cc45-bc7a-4e92-86fb-2ba6bfde0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:07.183163 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-4370cc45-bc7a-4e92-86fb-2ba6bfde0381 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9ae54ec-83fa-4095-ba77-f303aa05e360 HTTP/1.1" status: 200 len: 929 time: 0.1799395 Nov 13 04:41:07.200892 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-224e0726-7426-4231-a021-bed4da682864 None None] For port 122d2ae8-00f6-48d8-9137-9a83e86ca739, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:41:07.208517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-224e0726-7426-4231-a021-bed4da682864 None None] For port 122d2ae8-00f6-48d8-9137-9a83e86ca739, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=122d2ae8-00f6-48d8-9137-9a83e86ca739,segment=NetworkSegment(2a2debb2-916c-4341-ab9a-1f327a4cc17b),segment_id=2a2debb2-916c-4341-ab9a-1f327a4cc17b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:41:07.211939 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4b615f91-8b44-418e-8a8e-af1e742f930f None None] Provisioning complete for port 122d2ae8-00f6-48d8-9137-9a83e86ca739 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:07.212518 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b615f91-8b44-418e-8a8e-af1e742f930f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:07.246429 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-224e0726-7426-4231-a021-bed4da682864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:07.253631 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:07.317685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4b615f91-8b44-418e-8a8e-af1e742f930f None None] Port 122d2ae8-00f6-48d8-9137-9a83e86ca739 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:41:07.338108 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e0726-7426-4231-a021-bed4da682864 None None] Routers {'893f4f27-9eca-4f6f-a8c2-db26ba88313d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:07.340595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-224e0726-7426-4231-a021-bed4da682864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['893f4f27-9eca-4f6f-a8c2-db26ba88313d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:07.396230 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-3a439e3f-74c6-4cf4-8558-0bc5bbb8cee1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac59c2c6-89ad-4ade-be68-4e9578283f17 HTTP/1.1" status: 200 len: 217 time: 0.1598659 Nov 13 04:41:07.458733 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e511b16-06c1-432e-9086-b0261137a19c None None] Pushing event updated for resources: {'Port': ['ID=122d2ae8-00f6-48d8-9137-9a83e86ca739,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:07.545309 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5e24810e-174b-43be-8e6f-f91145dc6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:14Z', 'updated_at': '2021-11-13T04:40:19Z', 'revision_number': 4, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'gw_port': {'id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:15Z', 'updated_at': '2021-11-13T04:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f05cad90-e4b1-49c6-9a2e-6d5c73045678', 'name': '', 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'mac_address': 'fa:16:3e:08:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:18Z', 'updated_at': '2021-11-13T04:40:26Z', 'revision_number': 5, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'subnets': [{'id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:07.581336 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24810e-174b-43be-8e6f-f91145dc6ac4 None None] Checking router: 71ad77ed-458b-4d8d-b232-96ca61538402 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:41:07.590960 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24810e-174b-43be-8e6f-f91145dc6ac4 None None] Routers {'71ad77ed-458b-4d8d-b232-96ca61538402'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:07.591751 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5e24810e-174b-43be-8e6f-f91145dc6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['71ad77ed-458b-4d8d-b232-96ca61538402'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:07.656327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-ed5cd9b3-07cf-480f-842e-a8a0493d4319 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:07.657959 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-224e0726-7426-4231-a021-bed4da682864 None None] Set router 893f4f27-9eca-4f6f-a8c2-db26ba88313d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:07.659796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-ed5cd9b3-07cf-480f-842e-a8a0493d4319 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4745405 Nov 13 04:41:07.660555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c2b80a-070e-4865-8178-f696308774a4', 'tag': 'ac59c2c6-89ad-4ade-be68-4e9578283f17'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:07.663378 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4899d429-7a2d-4964-a4ea-c5438cd923c5" -d '{"events": [{"name": "network-changed", "server_uuid": "11c2b80a-070e-4865-8178-f696308774a4", "tag": "ac59c2c6-89ad-4ade-be68-4e9578283f17"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:07.669638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-2db0ea0c-e3b6-4a79-b370-e2aaac7353d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:07.670933 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-2db0ea0c-e3b6-4a79-b370-e2aaac7353d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e483262-94a9-4749-b19e-6e195cbd6696 HTTP/1.1" status: 200 len: 867 time: 0.1940296 Nov 13 04:41:07.713575 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:07.724149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Request body: {'port': {'device_id': '4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': 'a8465a5023cc4103851e960f3405e0bf'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:07.729777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-faea4b16-5d21-4798-afa0-9362008f4c95 None None] Provisioning complete for port 122d2ae8-00f6-48d8-9137-9a83e86ca739 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:07.729976 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faea4b16-5d21-4798-afa0-9362008f4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:07.738506 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5e24810e-174b-43be-8e6f-f91145dc6ac4 None None] Set router 71ad77ed-458b-4d8d-b232-96ca61538402 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:07.741719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Allocated IP 172.25.8.72 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/5d75a3a7-d7c0-46ca-820e-11ab887ea6a8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:07.851013 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:07.893766 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:07.910115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-5b1c1ba5-53d9-4a48-be4c-d6db8e48a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:07.911698 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-5b1c1ba5-53d9-4a48-be4c-d6db8e48a8f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9ae54ec-83fa-4095-ba77-f303aa05e360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2323945 Nov 13 04:41:07.912418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Made reservation on behalf of a8465a5023cc4103851e960f3405e0bf for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:07.916191 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:07.955139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Pushing event updated for resources: {'Port': ['ID=5d75a3a7-d7c0-46ca-820e-11ab887ea6a8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:07.971141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:07.971422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:07.972230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:07.972230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:07.972834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:07.973218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:07.973660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:07.974038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:07.974412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:07.974784 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:07.975197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:07.975572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:07.988018 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:07.989724 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:07.992842 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:08.039377 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:08.043776 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-d1068d10-6e9f-4c7b-83ba-e35c7e1398fd service neutron] 10.222.0.43 "GET /v2.0/networks/b9ae54ec-83fa-4095-ba77-f303aa05e360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147261 Nov 13 04:41:08.051712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c5deb-5cf0-4533-9254-202c8bf989c5 req-b0c6c6cc-cfa3-43d4-9a6f-1002a0872be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:08.053711 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-058c5deb-5cf0-4533-9254-202c8bf989c5 req-b0c6c6cc-cfa3-43d4-9a6f-1002a0872be6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.8693197 Nov 13 04:41:08.077448 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5e24810e-174b-43be-8e6f-f91145dc6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:14Z', 'updated_at': '2021-11-13T04:40:19Z', 'revision_number': 4, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'gw_port': {'id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:15Z', 'updated_at': '2021-11-13T04:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f05cad90-e4b1-49c6-9a2e-6d5c73045678', 'name': '', 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'mac_address': 'fa:16:3e:08:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:18Z', 'updated_at': '2021-11-13T04:40:26Z', 'revision_number': 5, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'subnets': [{'id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:08.081835 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faea4b16-5d21-4798-afa0-9362008f4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:08.136461 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24810e-174b-43be-8e6f-f91145dc6ac4 None None] The sync data for ids ['71ad77ed-458b-4d8d-b232-96ca61538402'] in n-d-813114-2 is: [{'id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:14Z', 'updated_at': '2021-11-13T04:40:19Z', 'revision_number': 4, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'gw_port': {'id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:15Z', 'updated_at': '2021-11-13T04:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f05cad90-e4b1-49c6-9a2e-6d5c73045678', 'name': '', 'network_id': 'b9ae54ec-83fa-4095-ba77-f303aa05e360', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'mac_address': 'fa:16:3e:08:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:18Z', 'updated_at': '2021-11-13T04:40:26Z', 'revision_number': 5, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'subnets': [{'id': '8e483262-94a9-4749-b19e-6e195cbd6696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:41:08.158001 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:08.165183 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:08.174453 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-faea4b16-5d21-4798-afa0-9362008f4c95 None None] For port 122d2ae8-00f6-48d8-9137-9a83e86ca739, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=122d2ae8-00f6-48d8-9137-9a83e86ca739,segment=NetworkSegment(2a2debb2-916c-4341-ab9a-1f327a4cc17b),segment_id=2a2debb2-916c-4341-ab9a-1f327a4cc17b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:08.183879 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faea4b16-5d21-4798-afa0-9362008f4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:08.217434 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-058c5deb-5cf0-4533-9254-202c8bf989c5 req-d544ee7c-3838-481c-b2fc-71ec97d1bd30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=5174efca-acba-4b86-ac8f-664b949ef942 HTTP/1.1" status: 200 len: 217 time: 0.0569186 Nov 13 04:41:08.229320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-224e0726-7426-4231-a021-bed4da682864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'name': 'tempest-FloatingIPsTestJSON-729425250-router', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:54Z', 'updated_at': '2021-11-13T04:41:03Z', 'revision_number': 4, 'project_id': 'e8cdfaf85edf480884f6154c8172b27b', 'gw_port': {'id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:57Z', 'updated_at': '2021-11-13T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '122d2ae8-00f6-48d8-9137-9a83e86ca739', 'name': '', 'network_id': '1015f99b-500c-4579-8b51-65ce01429358', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b', 'mac_address': 'fa:16:3e:31:84:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7a0ff78a-4d22-4fb6-9db9-29872b1c94c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:01Z', 'updated_at': '2021-11-13T04:41:07Z', 'revision_number': 4, 'project_id': 'e8cdfaf85edf480884f6154c8172b27b', 'subnets': [{'id': '7a0ff78a-4d22-4fb6-9db9-29872b1c94c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:08.234638 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:08.275547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224e0726-7426-4231-a021-bed4da682864 None None] The sync data for ids ['893f4f27-9eca-4f6f-a8c2-db26ba88313d'] in n-d-813114-2 is: [{'id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'name': 'tempest-FloatingIPsTestJSON-729425250-router', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:54Z', 'updated_at': '2021-11-13T04:41:03Z', 'revision_number': 4, 'project_id': 'e8cdfaf85edf480884f6154c8172b27b', 'gw_port': {'id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:57Z', 'updated_at': '2021-11-13T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '122d2ae8-00f6-48d8-9137-9a83e86ca739', 'name': '', 'network_id': '1015f99b-500c-4579-8b51-65ce01429358', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b', 'mac_address': 'fa:16:3e:31:84:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7a0ff78a-4d22-4fb6-9db9-29872b1c94c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:01Z', 'updated_at': '2021-11-13T04:41:07Z', 'revision_number': 4, 'project_id': 'e8cdfaf85edf480884f6154c8172b27b', 'subnets': [{'id': '7a0ff78a-4d22-4fb6-9db9-29872b1c94c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:41:08.275834 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:08.291528 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea4b16-5d21-4798-afa0-9362008f4c95 None None] Pushing event updated for resources: {'Port': ['ID=122d2ae8-00f6-48d8-9137-9a83e86ca739,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:08.545592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116d263e-3d99-4f58-9420-5750b6ba71a9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:08.558396 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:08.558739 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:08.559109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:08.559445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:08.559779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:08.560109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:08.560435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:08.560757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:08.561077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:08.561403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:08.561721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:08.562501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:08.586037 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c5deb-5cf0-4533-9254-202c8bf989c5 req-787572be-b338-40d8-9d99-f5843c40678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:08.587588 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-058c5deb-5cf0-4533-9254-202c8bf989c5 req-787572be-b338-40d8-9d99-f5843c40678b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.2154243 Nov 13 04:41:08.591971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Allocated IP 192.168.233.125 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/d45f75b6-78e0-4f9b-b518-354de6784350) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:08.603828 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:08.614867 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:08.689130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5ef1d5-5971-45c5-bc5a-a5b19b60362a None None] New status for floating IP 7d3f87c9-a930-4766-aeb9-4fc8fe354322: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:41:08.701596 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a479e5c6-05bf-43f9-9ecb-eeb506732563 req-72a73db5-cb51-40a9-b4e9-cba624643671 service neutron] 10.222.0.43 "GET /v2.0/networks/b9ae54ec-83fa-4095-ba77-f303aa05e360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6360018 Nov 13 04:41:08.732854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c5deb-5cf0-4533-9254-202c8bf989c5 req-a7395cae-fb22-4b50-a315-70b95400f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:08.734348 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-058c5deb-5cf0-4533-9254-202c8bf989c5 req-a7395cae-fb22-4b50-a315-70b95400f0f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325336 Nov 13 04:41:08.786320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Pushing event updated for resources: {'Port': ['ID=5d75a3a7-d7c0-46ca-820e-11ab887ea6a8,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:08.797902 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43814) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:08.839534 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:08.885970 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:08.888090 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-ae1ccd6b-b21e-473c-9c47-bd69649d11bc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9007933 Nov 13 04:41:08.936884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 122d2ae8-00f6-48d8-9137-9a83e86ca739 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:09.004112 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-1e7c441c-fe05-4991-acbc-54d7ce71a306 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.72 HTTP/1.1" status: 200 len: 695 time: 0.1025949 Nov 13 04:41:09.030216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-1024753c-baa9-464e-9bab-46faec1ff4ee admin admin] Deleting subnet 7d65c77a-231f-4fdd-924c-8e388e6274e3 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:41:09.078712 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1024753c-baa9-464e-9bab-46faec1ff4ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:09.114708 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-058c5deb-5cf0-4533-9254-202c8bf989c5 req-7fc68305-c96e-43d0-acc0-7b4f6dc142bf service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701487 Nov 13 04:41:09.134944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd1c1a-3612-4c9d-93bb-8a14772656d6 req-ca19b6c9-7b32-4442-8601-87ceec34cd48 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:09.137031 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5bcd1c1a-3612-4c9d-93bb-8a14772656d6 req-ca19b6c9-7b32-4442-8601-87ceec34cd48 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 945 time: 0.2012610 Nov 13 04:41:09.176614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-30ccaf95-5b90-484d-9a2f-9cde7d67dd64 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:09.178104 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fac70441-45b1-4e58-b22e-2ab56b75cde3 req-30ccaf95-5b90-484d-9a2f-9cde7d67dd64 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1669068 Nov 13 04:41:09.234564 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:09.274480 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1024753c-baa9-464e-9bab-46faec1ff4ee admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:09.295568 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4cd97b2a-836c-4147-b797-32f0db31fa4c req-23b18808-d8d2-483d-b970-f00175294604 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 210 time: 0.0483987 Nov 13 04:41:09.334617 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1024753c-baa9-464e-9bab-46faec1ff4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:09.339835 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:09.421158 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5bcd1c1a-3612-4c9d-93bb-8a14772656d6 req-994df3c0-2acc-4c54-ace3-20f862e6b687 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups?id=39cde1ba-d991-408f-b9f4-1e3e58963aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687438 Nov 13 04:41:09.430681 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:09.447911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:09.472941 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 122d2ae8-00f6-48d8-9137-9a83e86ca739 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:09.473316 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:09.481632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:09.553031 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96dfcfb-b71f-4b27-970a-b1cf4af2394a x-openstack-request-id: req-a96dfcfb-b71f-4b27-970a-b1cf4af2394a {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:09.553695 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c2b80a-070e-4865-8178-f696308774a4", "tag": "ac59c2c6-89ad-4ade-be68-4e9578283f17", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:09.553695 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a96dfcfb-b71f-4b27-970a-b1cf4af2394a {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:09.554417 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c2b80a-070e-4865-8178-f696308774a4', 'tag': 'ac59c2c6-89ad-4ade-be68-4e9578283f17', 'status': 'completed', 'code': 200} Nov 13 04:41:09.557129 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:09.563186 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:09.564243 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:09.600554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-058c5deb-5cf0-4533-9254-202c8bf989c5 req-72e36243-2af7-4757-bcac-28e71db715f9 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624112 Nov 13 04:41:09.630050 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1024753c-baa9-464e-9bab-46faec1ff4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:09.717885 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024753c-baa9-464e-9bab-46faec1ff4ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d65c77a-231f-4fdd-924c-8e388e6274e3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:09.783874 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Pushing event updated for resources: {'Port': ['ID=d45f75b6-78e0-4f9b-b518-354de6784350,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:09.805064 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1024753c-baa9-464e-9bab-46faec1ff4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:09.811132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43824) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:09.820094 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1024753c-baa9-464e-9bab-46faec1ff4ee admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7d65c77a-231f-4fdd-924c-8e388e6274e3 HTTP/1.1" status: 204 len: 168 time: 1.0156467 Nov 13 04:41:09.824149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-33217f44-7103-4b84-bd3e-54f35c85c415 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1061246 Nov 13 04:41:09.828318 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-c2e93732-9e76-4055-af66-75c3d3bcef32 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/floatingips/7d3f87c9-a930-4766-aeb9-4fc8fe354322 HTTP/1.1" status: 200 len: 692 time: 0.2023165 Nov 13 04:41:09.830647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899d429-7a2d-4964-a4ea-c5438cd923c5 req-88d7f752-4155-4a25-a2a2-03f9bf9cb3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:09.832170 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4899d429-7a2d-4964-a4ea-c5438cd923c5 req-88d7f752-4155-4a25-a2a2-03f9bf9cb3d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=99e6064bf1bb4f598ab1406c922d3f8c&device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 1097 time: 0.2039626 Nov 13 04:41:09.858426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Request body: {'port': {'device_id': '4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:09.896527 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:09.955289 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-871a566b-f88c-4037-b3a7-b95d3f370ad4 None None] Provisioning complete for port d45f75b6-78e0-4f9b-b518-354de6784350 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:09.955289 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-871a566b-f88c-4037-b3a7-b95d3f370ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:10.015392 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a9e8d034-0fce-430c-957e-a6f388267211 req-03029be9-6136-4531-a59d-78abd9b3c617 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/floatingips/dce10421-26df-40b9-b5ba-076d68cb39b3 HTTP/1.1" status: 200 len: 692 time: 0.1681309 Nov 13 04:41:10.052534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-871a566b-f88c-4037-b3a7-b95d3f370ad4 None None] Port d45f75b6-78e0-4f9b-b518-354de6784350 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:41:10.054516 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57bde20b-a015-47eb-a494-62f34d684af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:10.133455 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:10.141757 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-83ae51ef-d85f-4259-9527-4ae75319a444 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2050877 Nov 13 04:41:10.222234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899d429-7a2d-4964-a4ea-c5438cd923c5 req-e78000d5-7d6c-4554-b1b5-cbf9fcb0a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:10.224050 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4899d429-7a2d-4964-a4ea-c5438cd923c5 req-e78000d5-7d6c-4554-b1b5-cbf9fcb0a360 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9ae54ec-83fa-4095-ba77-f303aa05e360 HTTP/1.1" status: 200 len: 929 time: 0.3703873 Nov 13 04:41:10.242791 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-a5b63617-2077-4626-b2cd-ebfadedb2ad6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:10.244368 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-a5b63617-2077-4626-b2cd-ebfadedb2ad6 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.4101567 Nov 13 04:41:10.262534 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57bde20b-a015-47eb-a494-62f34d684af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:10.276201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8d034-0fce-430c-957e-a6f388267211 req-9fae53f0-8a03-4bc3-a31a-5df67ceb1c8c tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:10.283219 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a9e8d034-0fce-430c-957e-a6f388267211 req-9fae53f0-8a03-4bc3-a31a-5df67ceb1c8c tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.2659693 Nov 13 04:41:10.293633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-a9e8d034-0fce-430c-957e-a6f388267211 req-eb4f93b6-accd-4f97-b4cd-a261ecd2dffc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:41:10.300445 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a9e8d034-0fce-430c-957e-a6f388267211 req-eb4f93b6-accd-4f97-b4cd-a261ecd2dffc tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166080 Nov 13 04:41:10.332416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-57bde20b-a015-47eb-a494-62f34d684af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30463417-156c-4748-ba94-5261b5aef08e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:10.357322 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-57bde20b-a015-47eb-a494-62f34d684af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf0daf5-b634-4db3-b787-69affa974bbf') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:10.357795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-57bde20b-a015-47eb-a494-62f34d684af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf0daf5-b634-4db3-b787-69affa974bbf') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:10.358469 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4899d429-7a2d-4964-a4ea-c5438cd923c5 req-7e55ed1f-dc91-4861-b4db-ab10618f8fc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac59c2c6-89ad-4ade-be68-4e9578283f17 HTTP/1.1" status: 200 len: 217 time: 0.0682390 Nov 13 04:41:10.365553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-ddf5f4b7-3000-4924-8c65-e9aad57e0054 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:41:10.366594 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-ddf5f4b7-3000-4924-8c65-e9aad57e0054 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099044 Nov 13 04:41:10.375095 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57bde20b-a015-47eb-a494-62f34d684af1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:10.422378 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57bde20b-a015-47eb-a494-62f34d684af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:10.432244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bde20b-a015-47eb-a494-62f34d684af1 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:41:10.432639 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57bde20b-a015-47eb-a494-62f34d684af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:41:10.434632 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:41:10.514178 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfab8d-cc17-4f60-8548-c7abfb2025ff req-d6615c1f-75c0-4630-a73b-9a2f9bc3cb07 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:10.522498 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5dbfab8d-cc17-4f60-8548-c7abfb2025ff req-d6615c1f-75c0-4630-a73b-9a2f9bc3cb07 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 945 time: 0.1443861 Nov 13 04:41:10.564847 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57bde20b-a015-47eb-a494-62f34d684af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:10.573641 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57bde20b-a015-47eb-a494-62f34d684af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:10.577914 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-57bde20b-a015-47eb-a494-62f34d684af1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/30463417-156c-4748-ba94-5261b5aef08e HTTP/1.1" status: 204 len: 168 time: 0.7657773 Nov 13 04:41:10.602405 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bde20b-a015-47eb-a494-62f34d684af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=30463417-156c-4748-ba94-5261b5aef08e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:10.618845 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5dbfab8d-cc17-4f60-8548-c7abfb2025ff req-e6940299-929e-4081-af27-23b4076653db tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950646 Nov 13 04:41:10.707521 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-f8c56572-0fb2-4a45-966e-ae68af938dbe tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.1747603 Nov 13 04:41:10.709654 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45f75b6-78e0-4f9b-b518-354de6784350 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:41:10.751205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879403f0-79c9-4ac5-8e39-cc41254d4f0f req-9dc9c22a-a486-49bc-bdce-2b67dd6d8bac tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:10.752788 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-879403f0-79c9-4ac5-8e39-cc41254d4f0f req-9dc9c22a-a486-49bc-bdce-2b67dd6d8bac tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 945 time: 0.0700953 Nov 13 04:41:10.756195 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:10.762982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43856) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:10.769332 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b92554f1-8b17-4baf-b8f7-0cf38e6d774f tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Request body: {'floatingip': {'port_id': '1edc74e7-288b-4953-bafc-9ac23731afda'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:10.781183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899d429-7a2d-4964-a4ea-c5438cd923c5 req-820dadf1-37cf-4873-a7cc-4a8fd5492f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:10.783800 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4899d429-7a2d-4964-a4ea-c5438cd923c5 req-820dadf1-37cf-4873-a7cc-4a8fd5492f95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e483262-94a9-4749-b19e-6e195cbd6696 HTTP/1.1" status: 200 len: 867 time: 0.2485747 Nov 13 04:41:10.863904 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b92554f1-8b17-4baf-b8f7-0cf38e6d774f tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:10.914039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43862) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:11.026138 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643161b6-5625-4ea2-8a96-2603f5f22849 req-15a7ad6a-5b17-4bd0-89f0-8147254f2a29 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:11.027654 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-643161b6-5625-4ea2-8a96-2603f5f22849 req-15a7ad6a-5b17-4bd0-89f0-8147254f2a29 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.1847572 Nov 13 04:41:11.068751 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-08a00df1-1cbf-4a9a-91b5-56707c5ba14c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fb6a5cc9ac24f4895732d0a964d9ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423657 Nov 13 04:41:11.069352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43864) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:11.203985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Transition to ACTIVE for port object d45f75b6-78e0-4f9b-b518-354de6784350 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:41:11.227316 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:11.230756 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-643161b6-5625-4ea2-8a96-2603f5f22849 req-eef299da-02e1-4918-9e76-63b41a0411b2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755648 Nov 13 04:41:11.269101 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-1757f74f-0305-47b6-84e7-c953bd1d0a5c tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.5399551 Nov 13 04:41:11.277414 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b49a36b-f921-4a2f-b4ce-5c09dc16cef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:11.294815 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Pushing event updated for resources: {'Port': ['ID=d45f75b6-78e0-4f9b-b518-354de6784350,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:11.387447 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899d429-7a2d-4964-a4ea-c5438cd923c5 req-6f5b724a-eb36-4f8d-8416-22af7409e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:11.400710 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4899d429-7a2d-4964-a4ea-c5438cd923c5 req-6f5b724a-eb36-4f8d-8416-22af7409e0f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9ae54ec-83fa-4095-ba77-f303aa05e360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2046068 Nov 13 04:41:11.429625 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b49a36b-f921-4a2f-b4ce-5c09dc16cef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:11.441194 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9357e521-48f8-4b67-aef7-87cf278c6cbd req-bff4d648-0d91-4645-b27e-130bd42a5151 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=e8cdfaf85edf480884f6154c8172b27b HTTP/1.1" status: 200 len: 695 time: 0.1517742 Nov 13 04:41:11.556590 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4899d429-7a2d-4964-a4ea-c5438cd923c5 req-bc9565d1-9955-47a3-b6fa-61dda7ab8528 service neutron] 10.222.0.36 "GET /v2.0/networks/b9ae54ec-83fa-4095-ba77-f303aa05e360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289339 Nov 13 04:41:11.581145 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Attempting to bind port d45f75b6-78e0-4f9b-b518-354de6784350 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:41:11.581878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Attempting to bind port d45f75b6-78e0-4f9b-b518-354de6784350 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:41:11.582427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Attempting to bind port d45f75b6-78e0-4f9b-b518-354de6784350 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:11.619973 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Port d45f75b6-78e0-4f9b-b518-354de6784350 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:41:11.620332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Attempting to bind port d45f75b6-78e0-4f9b-b518-354de6784350 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:11.658968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:41:11.659241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:11.660592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:41:11.660592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Bound port: d45f75b6-78e0-4f9b-b518-354de6784350, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:41:11.660592 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:11.733683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-720c36cb-59c9-4ea7-b30f-95075ce628f0 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Deleting port 30878fab-1993-4b5d-975e-aa841a7c45e4 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:11.734417 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-720c36cb-59c9-4ea7-b30f-95075ce628f0 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:11.764745 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b49a36b-f921-4a2f-b4ce-5c09dc16cef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:11.767629 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b49a36b-f921-4a2f-b4ce-5c09dc16cef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:11.773616 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1b49a36b-f921-4a2f-b4ce-5c09dc16cef4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fd0a078-b5c9-4e04-b478-f815bd73ebf1 HTTP/1.1" status: 204 len: 168 time: 0.6994278 Nov 13 04:41:11.814705 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357e521-48f8-4b67-aef7-87cf278c6cbd req-ef3e0ad3-bae7-493e-a199-e65f59e8a6b1 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:11.821993 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9357e521-48f8-4b67-aef7-87cf278c6cbd req-ef3e0ad3-bae7-493e-a199-e65f59e8a6b1 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/networks?id=225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 787 time: 0.3798919 Nov 13 04:41:11.823948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49a36b-f921-4a2f-b4ce-5c09dc16cef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd0a078-b5c9-4e04-b478-f815bd73ebf1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:11.834549 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4899d429-7a2d-4964-a4ea-c5438cd923c5 req-0452b428-a87d-46c9-879d-29482cd5a1c9 service neutron] 10.222.0.36 "GET /v2.0/networks/b9ae54ec-83fa-4095-ba77-f303aa05e360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554982 Nov 13 04:41:11.840258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-9357e521-48f8-4b67-aef7-87cf278c6cbd req-53226092-ba4a-4c03-8177-9460d832d94a tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:41:11.851868 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9357e521-48f8-4b67-aef7-87cf278c6cbd req-53226092-ba4a-4c03-8177-9460d832d94a tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0286634 Nov 13 04:41:11.889325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] For port d45f75b6-78e0-4f9b-b518-354de6784350, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:41:11.895006 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] For port d45f75b6-78e0-4f9b-b518-354de6784350, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d45f75b6-78e0-4f9b-b518-354de6784350,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:41:11.911643 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:11.936748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:11.937145 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:11.938716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] 10.222.0.46 "PUT /v2.0/ports/d45f75b6-78e0-4f9b-b518-354de6784350 HTTP/1.1" status: 200 len: 1096 time: 2.0863719 Nov 13 04:41:11.942229 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59', 'tag': 'd45f75b6-78e0-4f9b-b518-354de6784350'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:11.945881 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de9346a-efbb-4d3a-bdd6-c259815f29a7" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59", "tag": "d45f75b6-78e0-4f9b-b518-354de6784350"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:11.951159 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-720c36cb-59c9-4ea7-b30f-95075ce628f0 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:11.951521 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-720c36cb-59c9-4ea7-b30f-95075ce628f0 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:11.999045 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-720c36cb-59c9-4ea7-b30f-95075ce628f0 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Calling delete_port for 30878fab-1993-4b5d-975e-aa841a7c45e4 owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:12.033677 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.db.resource_extend [None req-b92554f1-8b17-4baf-b8f7-0cf38e6d774f tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 04:41:12.113094 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-49802905-98cd-4210-a542-e1680c8965e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:12.115186 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-49802905-98cd-4210-a542-e1680c8965e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 1101 time: 0.3120012 Nov 13 04:41:12.135175 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f2f5-5167-40c6-aa35-de16a9a84728 service neutron] Pushing event updated for resources: {'Port': ['ID=d45f75b6-78e0-4f9b-b518-354de6784350,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:12.171480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-a9387f5a-d799-4aab-bafa-a3d148c9e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:12.173522 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-a9387f5a-d799-4aab-bafa-a3d148c9e697 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a8465a5023cc4103851e960f3405e0bf&device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 1099 time: 0.1586528 Nov 13 04:41:12.252524 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-93a1ae65-c961-4408-9032-76be9d61b81d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d45f75b6-78e0-4f9b-b518-354de6784350 HTTP/1.1" status: 200 len: 217 time: 0.0542326 Nov 13 04:41:12.258370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e8428-6677-4fbb-ba49-3ac3f5f7f836 req-43d99f70-2818-4a0f-ae49-52062d44d945 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:12.265161 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-279e8428-6677-4fbb-ba49-3ac3f5f7f836 req-43d99f70-2818-4a0f-ae49-52062d44d945 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 948 time: 0.3143113 Nov 13 04:41:12.270483 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b92554f1-8b17-4baf-b8f7-0cf38e6d774f tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:12.338083 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-3cd875f8-e391-4d40-8065-8703df71f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:12.339601 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-3cd875f8-e391-4d40-8065-8703df71f01d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0800867 Nov 13 04:41:12.380988 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-720c36cb-59c9-4ea7-b30f-95075ce628f0 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:12.472642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c36cb-59c9-4ea7-b30f-95075ce628f0 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Pushing event deleted for resources: {'Port': ['ID=30878fab-1993-4b5d-975e-aa841a7c45e4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:12.511231 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-720c36cb-59c9-4ea7-b30f-95075ce628f0 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:12.514033 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-720c36cb-59c9-4ea7-b30f-95075ce628f0 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:12.515394 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39ecf6dd-65af-4b11-bb4a-c518537e0eb6 req-720c36cb-59c9-4ea7-b30f-95075ce628f0 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "DELETE /v2.0/floatingips/7d3f87c9-a930-4766-aeb9-4fc8fe354322 HTTP/1.1" status: 204 len: 173 time: 1.2394302 Nov 13 04:41:12.526731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-b3f0add3-6969-4708-8130-a34ae303b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:12.526731 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-b3f0add3-6969-4708-8130-a34ae303b091 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1734080 Nov 13 04:41:12.641240 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-6c79ffca-e6ad-4b5b-85d3-cbd2090675e6 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100636 Nov 13 04:41:12.702982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-7d0bc954-7ff2-411a-ab80-a3e8c06f008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:12.704861 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-7d0bc954-7ff2-411a-ab80-a3e8c06f008d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.5732634 Nov 13 04:41:12.705621 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b92554f1-8b17-4baf-b8f7-0cf38e6d774f tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:12.790175 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-adfd39a5-7070-49cf-b063-6cf4c93549ad req-98bb7675-bc67-4f31-9740-b30978971166 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374424 Nov 13 04:41:12.812311 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-ffc0fa10-a008-4f44-a5a6-2764ca4e0af0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba HTTP/1.1" status: 200 len: 217 time: 0.0554810 Nov 13 04:41:12.901867 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-279e8428-6677-4fbb-ba49-3ac3f5f7f836 req-81f62912-fdd9-45eb-bc2c-62f168ee02ac tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/security-groups?id=116d263e-3d99-4f58-9420-5750b6ba71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6234922 Nov 13 04:41:12.929931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-802299be-aee7-447a-8db2-142dfc5151e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:12.931158 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-802299be-aee7-447a-8db2-142dfc5151e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1088269 Nov 13 04:41:12.937607 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-b92554f1-8b17-4baf-b8f7-0cf38e6d774f tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Floating IP 08f23c5c-f645-4929-8f82-52eb0d11cfaf associated. External IP: 172.25.8.68, port: 1edc74e7-288b-4953-bafc-9ac23731afda. Nov 13 04:41:12.998536 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196a54d9-1099-4d44-b7d8-e5808a1c82df x-openstack-request-id: req-196a54d9-1099-4d44-b7d8-e5808a1c82df {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:12.999234 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59", "tag": "d45f75b6-78e0-4f9b-b518-354de6784350", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:13.001555 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-196a54d9-1099-4d44-b7d8-e5808a1c82df {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:13.001877 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59', 'tag': 'd45f75b6-78e0-4f9b-b518-354de6784350', 'status': 'completed', 'code': 200} Nov 13 04:41:13.020187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59e955c4-ec8f-45b7-8c78-0ce304f21cee req-96425a7f-b7cb-4935-a9d4-90b0c8df131c tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/floatingips/dce10421-26df-40b9-b5ba-076d68cb39b3 HTTP/1.1" status: 200 len: 692 time: 0.0982580 Nov 13 04:41:13.047929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43898) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:13.156834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-941eb4b2-bc06-4c18-8270-6a16a039bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:13.158663 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-941eb4b2-bc06-4c18-8270-6a16a039bd84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2177510 Nov 13 04:41:13.201042 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9346a-efbb-4d3a-bdd6-c259815f29a7 req-24112ffb-665f-478a-9119-5491b9586b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:13.202379 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8de9346a-efbb-4d3a-bdd6-c259815f29a7 req-24112ffb-665f-478a-9119-5491b9586b40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a8465a5023cc4103851e960f3405e0bf&device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 1099 time: 0.1811266 Nov 13 04:41:13.215816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71440390-7575-4b76-9969-4e8cc90338be req-eb3e398a-4f32-4042-9334-988c033b5ff6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:13.217278 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-71440390-7575-4b76-9969-4e8cc90338be req-eb3e398a-4f32-4042-9334-988c033b5ff6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.1523776 Nov 13 04:41:13.256466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1539295399-network', 'tenant_id': 'd9596a1c1d524c6b93462bd909896902'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:13.260173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e955c4-ec8f-45b7-8c78-0ce304f21cee req-0d560d74-19d4-4a61-ba1b-04f25fab4056 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:13.261633 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59e955c4-ec8f-45b7-8c78-0ce304f21cee req-0d560d74-19d4-4a61-ba1b-04f25fab4056 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.2257724 Nov 13 04:41:13.339466 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59e955c4-ec8f-45b7-8c78-0ce304f21cee req-82addeb3-5554-441b-939f-90c08bbf5b75 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.72 HTTP/1.1" status: 200 len: 695 time: 0.0529482 Nov 13 04:41:13.374644 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] Made reservation on behalf of d9596a1c1d524c6b93462bd909896902 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:13.376880 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:13.402151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9346a-efbb-4d3a-bdd6-c259815f29a7 req-744d167e-edde-4fc7-92a3-577107519a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:13.403653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8de9346a-efbb-4d3a-bdd6-c259815f29a7 req-744d167e-edde-4fc7-92a3-577107519a45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1916144 Nov 13 04:41:13.407054 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59e955c4-ec8f-45b7-8c78-0ce304f21cee req-f443e802-d2ca-429a-bae5-7d78968b5995 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.72 HTTP/1.1" status: 200 len: 695 time: 0.0587964 Nov 13 04:41:13.413275 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:13.422386 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-47d2c0d3-35a0-4fd7-b950-fecc9291a9d0 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497737 Nov 13 04:41:13.431899 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-71440390-7575-4b76-9969-4e8cc90338be req-9322adc4-1e9f-48a2-b5fa-b00b8f009eac tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694558 Nov 13 04:41:13.452427 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8de9346a-efbb-4d3a-bdd6-c259815f29a7 req-c6be64f3-0532-4e62-8dd7-27b450a31d21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d45f75b6-78e0-4f9b-b518-354de6784350 HTTP/1.1" status: 200 len: 217 time: 0.0408301 Nov 13 04:41:13.484665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92554f1-8b17-4baf-b8f7-0cf38e6d774f tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:41:13.592533 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9346a-efbb-4d3a-bdd6-c259815f29a7 req-365c8ba4-7e7a-4f9c-a35a-6c8ea8ffdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:13.593973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8de9346a-efbb-4d3a-bdd6-c259815f29a7 req-365c8ba4-7e7a-4f9c-a35a-6c8ea8ffdb65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1103592 Nov 13 04:41:13.642858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-59e955c4-ec8f-45b7-8c78-0ce304f21cee req-3b8c6aa7-fca3-499b-b5c3-e41b63c117d1 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Deleting port 5d75a3a7-d7c0-46ca-820e-11ab887ea6a8 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:13.643230 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-59e955c4-ec8f-45b7-8c78-0ce304f21cee req-3b8c6aa7-fca3-499b-b5c3-e41b63c117d1 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:13.648021 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-54ff11aa-6837-4eb6-b9cd-751e18b6d723 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106929 Nov 13 04:41:13.667454 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-c9041ba9-a980-4149-97f6-e2ac52c387bc tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1827141806&fields=id&tenant_id=606b6f5d12d04eb5a653aebae6a0ffdb HTTP/1.1" status: 200 len: 267 time: 0.1310713 Nov 13 04:41:13.675184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9346a-efbb-4d3a-bdd6-c259815f29a7 req-827f1c2a-56ca-44df-b2d0-119d2dc48733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:13.677157 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8de9346a-efbb-4d3a-bdd6-c259815f29a7 req-827f1c2a-56ca-44df-b2d0-119d2dc48733 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750008 Nov 13 04:41:13.714124 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:13.729313 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:13.797706 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-59e955c4-ec8f-45b7-8c78-0ce304f21cee req-3b8c6aa7-fca3-499b-b5c3-e41b63c117d1 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:13.798495 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-59e955c4-ec8f-45b7-8c78-0ce304f21cee req-3b8c6aa7-fca3-499b-b5c3-e41b63c117d1 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:13.810113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:41:13.817877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-59e955c4-ec8f-45b7-8c78-0ce304f21cee req-3b8c6aa7-fca3-499b-b5c3-e41b63c117d1 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Calling delete_port for 5d75a3a7-d7c0-46ca-820e-11ab887ea6a8 owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:13.828357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850dfbba-f49e-4979-89c4-563293aa5534,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:13.835260 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92554f1-8b17-4baf-b8f7-0cf38e6d774f tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:41:13.836097 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8de9346a-efbb-4d3a-bdd6-c259815f29a7 req-b7c529e8-687d-4819-a2ec-810c8f69d4b6 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341124 Nov 13 04:41:13.837152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:13.837486 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] Added segment 50351d1b-f441-4e4d-90dd-56d08344d061 of type vlan for network 19c989c0-1979-480e-8fc0-facd46ce0dcf Nov 13 04:41:13.847297 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8353008a-d319-44f6-aade-d2b39edf6a61 None None] Sync routers for ids ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:41:13.855543 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b92554f1-8b17-4baf-b8f7-0cf38e6d774f tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:13.874180 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8353008a-d319-44f6-aade-d2b39edf6a61 None None] Routers {'74e7d0ee-7ba8-49e3-92d2-3a91677727eb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:13.874885 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8353008a-d319-44f6-aade-d2b39edf6a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:13.914998 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:13.928843 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b92554f1-8b17-4baf-b8f7-0cf38e6d774f tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "PUT /v2.0/floatingips/08f23c5c-f645-4929-8f82-52eb0d11cfaf HTTP/1.1" status: 200 len: 990 time: 3.1620684 Nov 13 04:41:13.933450 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486389d8-7069-42ef-a531-66fd24a07530', 'tag': '1edc74e7-288b-4953-bafc-9ac23731afda'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:13.935302 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a22e6c3-ba44-4941-90b9-519130976dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "486389d8-7069-42ef-a531-66fd24a07530", "tag": "1edc74e7-288b-4953-bafc-9ac23731afda"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:13.952685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-f7947101-1d71-4df2-bb9b-2cac7fb976f2 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:13.954157 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-f7947101-1d71-4df2-bb9b-2cac7fb976f2 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/networks?id=60424ae1-d64b-4e42-b77a-f43e8fb964ec HTTP/1.1" status: 200 len: 823 time: 0.2434406 Nov 13 04:41:13.975057 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-26f725fc-4f64-4845-98f4-800fa227234b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/quotas/606b6f5d12d04eb5a653aebae6a0ffdb HTTP/1.1" status: 200 len: 375 time: 0.0146339 Nov 13 04:41:13.983521 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:13.984331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:13.986579 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:13.989949 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8de9346a-efbb-4d3a-bdd6-c259815f29a7 req-b9a6997b-aa36-4004-bdc9-def287bb918c service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197028 Nov 13 04:41:13.995489 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8353008a-d319-44f6-aade-d2b39edf6a61 None None] Set router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:14.053579 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-59e955c4-ec8f-45b7-8c78-0ce304f21cee req-3b8c6aa7-fca3-499b-b5c3-e41b63c117d1 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:14.083816 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0246732 Nov 13 04:41:14.084435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43922) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:14.089523 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-266f17fd-a005-460c-bb58-6239b9583a1d admin admin] Request body: {'subnet': {'network_id': '19c989c0-1979-480e-8fc0-facd46ce0dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1539295399-subnet', 'tenant_id': 'd9596a1c1d524c6b93462bd909896902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:14.093844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fa0d7-5c0e-4216-aced-bd9b0eabb33a admin admin] Pushing event updated for resources: {'Network': ['ID=19c989c0-1979-480e-8fc0-facd46ce0dcf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:14.094165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c6aa7-fca3-499b-b5c3-e41b63c117d1 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Pushing event deleted for resources: {'Port': ['ID=5d75a3a7-d7c0-46ca-820e-11ab887ea6a8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:14.108820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 19c989c0-1979-480e-8fc0-facd46ce0dcf details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:41:14.120317 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-5addbea2-e972-4519-af64-367f49150be1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=606b6f5d12d04eb5a653aebae6a0ffdb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1325338 Nov 13 04:41:14.125416 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-59e955c4-ec8f-45b7-8c78-0ce304f21cee req-3b8c6aa7-fca3-499b-b5c3-e41b63c117d1 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:14.128566 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-59e955c4-ec8f-45b7-8c78-0ce304f21cee req-3b8c6aa7-fca3-499b-b5c3-e41b63c117d1 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:14.131899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59e955c4-ec8f-45b7-8c78-0ce304f21cee req-3b8c6aa7-fca3-499b-b5c3-e41b63c117d1 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "DELETE /v2.0/floatingips/dce10421-26df-40b9-b5ba-076d68cb39b3 HTTP/1.1" status: 204 len: 173 time: 0.7129896 Nov 13 04:41:14.156039 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266f17fd-a005-460c-bb58-6239b9583a1d admin admin] Made reservation on behalf of d9596a1c1d524c6b93462bd909896902 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:14.159372 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-266f17fd-a005-460c-bb58-6239b9583a1d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:14.269786 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-1a647653-458e-4378-87f1-7013cb6f2d14 service neutron] 10.222.0.43 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335306 Nov 13 04:41:14.272660 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8353008a-d319-44f6-aade-d2b39edf6a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:29Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'gw_port': {'id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:30Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '08f23c5c-f645-4929-8f82-52eb0d11cfaf', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'port_id': '1edc74e7-288b-4953-bafc-9ac23731afda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'mac_address': 'fa:16:3e:9b:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486389d8-7069-42ef-a531-66fd24a07530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:40:45Z', 'updated_at': '2021-11-13T04:41:11Z', 'revision_number': 1, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b1cdd9-9585-434c-b0ad-a01d33ec5cb7', 'name': '', 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:37Z', 'updated_at': '2021-11-13T04:40:43Z', 'revision_number': 5, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'subnets': [{'id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:14.300789 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8353008a-d319-44f6-aade-d2b39edf6a61 None None] Checking router: 74e7d0ee-7ba8-49e3-92d2-3a91677727eb for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:41:14.302266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d813d-ab2b-4815-83b9-bb116b93007c req-fdb80ea3-0da4-409a-a3d8-053a4128e76f tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:14.303806 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-673d813d-ab2b-4815-83b9-bb116b93007c req-fdb80ea3-0da4-409a-a3d8-053a4128e76f tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1012785 Nov 13 04:41:14.310367 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8353008a-d319-44f6-aade-d2b39edf6a61 None None] Routers {'74e7d0ee-7ba8-49e3-92d2-3a91677727eb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:14.311298 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8353008a-d319-44f6-aade-d2b39edf6a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:14.372435 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-1180d07c-a29d-4c16-9fc8-6a03c736acdd service neutron] 10.222.0.43 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945859 Nov 13 04:41:14.381944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-673d813d-ab2b-4815-83b9-bb116b93007c req-c0c9f22a-c846-407b-87c8-44e2d8a9fe67 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0678377 Nov 13 04:41:14.423569 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8353008a-d319-44f6-aade-d2b39edf6a61 None None] Set router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:14.488768 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-266f17fd-a005-460c-bb58-6239b9583a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:14.598417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f17fd-a005-460c-bb58-6239b9583a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c8c6c5-2600-40a2-ab47-b5abee54b0f1,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:14.602340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266f17fd-a005-460c-bb58-6239b9583a1d admin admin] Checking segment: {'id': '50351d1b-f441-4e4d-90dd-56d08344d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '19c989c0-1979-480e-8fc0-facd46ce0dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:14.602947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266f17fd-a005-460c-bb58-6239b9583a1d admin admin] Network hostable DHCP agents. Network: 19c989c0-1979-480e-8fc0-facd46ce0dcf, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:41:14.627314 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686d6d1-febd-4b84-8631-24bdf0cbf76f req-4b521416-ca3e-4810-9e0f-ff28d9fa300b tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:14.629127 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7686d6d1-febd-4b84-8631-24bdf0cbf76f req-4b521416-ca3e-4810-9e0f-ff28d9fa300b tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 948 time: 0.1032209 Nov 13 04:41:14.646933 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266f17fd-a005-460c-bb58-6239b9583a1d admin admin] Network 19c989c0-1979-480e-8fc0-facd46ce0dcf is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:41:14.663090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-266f17fd-a005-460c-bb58-6239b9583a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 19c989c0-1979-480e-8fc0-facd46ce0dcf) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:14.671846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266f17fd-a005-460c-bb58-6239b9583a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:14.672428 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-266f17fd-a005-460c-bb58-6239b9583a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:14.689558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d569e62c-7e8c-4715-a782-d7f37524891b None None] Network 19c989c0-1979-480e-8fc0-facd46ce0dcf requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:14.704717 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8353008a-d319-44f6-aade-d2b39edf6a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:29Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'gw_port': {'id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:30Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '08f23c5c-f645-4929-8f82-52eb0d11cfaf', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'port_id': '1edc74e7-288b-4953-bafc-9ac23731afda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'mac_address': 'fa:16:3e:9b:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486389d8-7069-42ef-a531-66fd24a07530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:40:45Z', 'updated_at': '2021-11-13T04:41:11Z', 'revision_number': 1, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b1cdd9-9585-434c-b0ad-a01d33ec5cb7', 'name': '', 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:37Z', 'updated_at': '2021-11-13T04:40:43Z', 'revision_number': 5, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'subnets': [{'id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:14.734388 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959ba845-25fc-4537-bbe7-f1f1915ef2df x-openstack-request-id: req-959ba845-25fc-4537-bbe7-f1f1915ef2df {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:14.734984 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486389d8-7069-42ef-a531-66fd24a07530", "tag": "1edc74e7-288b-4953-bafc-9ac23731afda", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:14.735437 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-959ba845-25fc-4537-bbe7-f1f1915ef2df {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:14.736476 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486389d8-7069-42ef-a531-66fd24a07530', 'tag': '1edc74e7-288b-4953-bafc-9ac23731afda', 'status': 'completed', 'code': 200} Nov 13 04:41:14.750966 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-266f17fd-a005-460c-bb58-6239b9583a1d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6576164 Nov 13 04:41:14.751477 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8353008a-d319-44f6-aade-d2b39edf6a61 None None] The sync data for ids ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'] in n-d-813114-2 is: [{'id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:29Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'gw_port': {'id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:30Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '08f23c5c-f645-4929-8f82-52eb0d11cfaf', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'port_id': '1edc74e7-288b-4953-bafc-9ac23731afda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'mac_address': 'fa:16:3e:9b:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486389d8-7069-42ef-a531-66fd24a07530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:40:45Z', 'updated_at': '2021-11-13T04:41:11Z', 'revision_number': 1, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b1cdd9-9585-434c-b0ad-a01d33ec5cb7', 'name': '', 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:37Z', 'updated_at': '2021-11-13T04:40:43Z', 'revision_number': 5, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'subnets': [{'id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:41:14.772838 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7686d6d1-febd-4b84-8631-24bdf0cbf76f req-8938a1ab-836c-4e83-9df8-bd68962414e8 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/security-groups?id=116d263e-3d99-4f58-9420-5750b6ba71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357212 Nov 13 04:41:14.947126 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-d9626674-4700-4a82-a368-740c84e39d18 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1977313 Nov 13 04:41:14.965777 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:15.000081 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f859396e-6d14-459d-af54-eef951ac5de2 req-254806ae-d867-443d-babd-a287a942fd3b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1914129 Nov 13 04:41:15.008605 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:15.044422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22e6c3-ba44-4941-90b9-519130976dc5 req-2cecb6fe-b278-419c-8d3d-2ec3f1f0d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:15.046047 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a22e6c3-ba44-4941-90b9-519130976dc5 req-2cecb6fe-b278-419c-8d3d-2ec3f1f0d04b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57f662e4e3a04e68b02eb6775cea16ba&device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 1096 time: 0.2302914 Nov 13 04:41:15.117888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e3f788-8f05-4e41-9c28-7dc3f50a7882 None None] Network 19c989c0-1979-480e-8fc0-facd46ce0dcf requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:15.228652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-34c47911-7418-4ee3-8333-c599d58f05e5 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:15.231483 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-34c47911-7418-4ee3-8333-c599d58f05e5 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.36 "GET /v2.0/ports?device_id=092eefc7-9791-495e-b53a-8f62e05cf94d HTTP/1.1" status: 200 len: 945 time: 0.1143453 Nov 13 04:41:15.246977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0ba02f-9d38-41ae-b2cb-abf5496b6074 None None] New status for floating IP 08f23c5c-f645-4929-8f82-52eb0d11cfaf: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:41:15.281427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22e6c3-ba44-4941-90b9-519130976dc5 req-890f7a40-b6c1-4578-92e6-94c7d8a12a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:15.283286 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a22e6c3-ba44-4941-90b9-519130976dc5 req-890f7a40-b6c1-4578-92e6-94c7d8a12a52 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0da5777e-6db9-4b39-a161-a68c010b6b41 HTTP/1.1" status: 200 len: 907 time: 0.2265410 Nov 13 04:41:15.283946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:15.306464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad25ec8-9996-42ca-88cd-b3a1f4bc4f9f req-61666ea7-d2e1-4856-8317-b9e2b10e84d7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:15.314552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ad25ec8-9996-42ca-88cd-b3a1f4bc4f9f req-61666ea7-d2e1-4856-8317-b9e2b10e84d7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.0851068 Nov 13 04:41:15.392764 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a22e6c3-ba44-4941-90b9-519130976dc5 req-bc5e91c7-3784-4017-91c5-cc6bc2eb47a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1edc74e7-288b-4953-bafc-9ac23731afda HTTP/1.1" status: 200 len: 998 time: 0.1020355 Nov 13 04:41:15.424529 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ad25ec8-9996-42ca-88cd-b3a1f4bc4f9f req-04d9b38e-2e63-49eb-a815-9afd80f099e0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045544 Nov 13 04:41:15.432615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Allocated IP 172.25.8.215 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/6ce23b96-e644-49f5-9ad9-1f9a89a6a55e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:15.524931 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22e6c3-ba44-4941-90b9-519130976dc5 req-723fbfe7-4ca6-4e0e-8163-617f1f58a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:15.527255 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a22e6c3-ba44-4941-90b9-519130976dc5 req-723fbfe7-4ca6-4e0e-8163-617f1f58a69a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=25e69f96-ffaf-4b1a-971f-b57cbdd77cce HTTP/1.1" status: 200 len: 845 time: 0.1266119 Nov 13 04:41:15.597732 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0fafde52-5db4-4be4-b5dc-4baa3adc7ba0 req-9d2fe401-15bf-4b7a-8e12-a9f0101813b9 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 210 time: 0.0684390 Nov 13 04:41:15.634503 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22e6c3-ba44-4941-90b9-519130976dc5 req-dc8b24df-5fba-4f45-bdbe-b0df10375194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:15.636351 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a22e6c3-ba44-4941-90b9-519130976dc5 req-dc8b24df-5fba-4f45-bdbe-b0df10375194 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0da5777e-6db9-4b39-a161-a68c010b6b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887754 Nov 13 04:41:15.713224 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:15.722335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-379e3d4f-7fba-4b74-81a0-eed363182a3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Deleting port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:15.722677 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-379e3d4f-7fba-4b74-81a0-eed363182a3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:15.825620 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a22e6c3-ba44-4941-90b9-519130976dc5 req-df40a0ab-aa76-483b-8269-d6d2ef452c74 service neutron] 10.222.0.46 "GET /v2.0/networks/0da5777e-6db9-4b39-a161-a68c010b6b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772699 Nov 13 04:41:15.836963 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:15.897125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-379e3d4f-7fba-4b74-81a0-eed363182a3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] For port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:15.897495 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-379e3d4f-7fba-4b74-81a0-eed363182a3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:15.917230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:15.926728 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:15.929385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:15.945710 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a22e6c3-ba44-4941-90b9-519130976dc5 req-6bea19ca-4094-46a9-be03-19c7df957247 service neutron] 10.222.0.46 "GET /v2.0/networks/0da5777e-6db9-4b39-a161-a68c010b6b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131644 Nov 13 04:41:15.951595 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Pushing event updated for resources: {'Port': ['ID=6ce23b96-e644-49f5-9ad9-1f9a89a6a55e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:16.380641 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664139a-7b72-4e8e-89de-e75baaff7f47 req-4c80abac-450d-4bcd-a108-f4bc931b19fd tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:16.386486 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0664139a-7b72-4e8e-89de-e75baaff7f47 req-4c80abac-450d-4bcd-a108-f4bc931b19fd tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 948 time: 0.1394582 Nov 13 04:41:16.424980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-bd8159f5-62c9-441b-8375-65777b242d3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:16.427037 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-bd8159f5-62c9-441b-8375-65777b242d3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.36 "GET /v2.0/networks?id=60424ae1-d64b-4e42-b77a-f43e8fb964ec HTTP/1.1" status: 200 len: 823 time: 0.2184680 Nov 13 04:41:16.449781 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0664139a-7b72-4e8e-89de-e75baaff7f47 req-02922eff-6f68-4c26-987b-a599fda1d777 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/security-groups?id=116d263e-3d99-4f58-9420-5750b6ba71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597446 Nov 13 04:41:16.492130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d45f75b6-78e0-4f9b-b518-354de6784350 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:41:16.535123 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:16.544289 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-22f5a215-ae70-46a6-b9a6-80d73d981a95 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606b6f5d12d04eb5a653aebae6a0ffdb HTTP/1.1" status: 200 len: 380 time: 0.0827751 Nov 13 04:41:16.563617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-0e2f1ccb-2b7c-40c7-9ff2-0776d80a8caa tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Request body: {'port': {'device_id': '2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'admin_state_up': True, 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'security_groups': ['35557f75-697b-4421-9cc2-64e6a1cca7dc']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:16.587968 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-379e3d4f-7fba-4b74-81a0-eed363182a3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:16.588333 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-379e3d4f-7fba-4b74-81a0-eed363182a3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:16.588627 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-379e3d4f-7fba-4b74-81a0-eed363182a3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Floating IP 58d464e8-c1c9-458f-95e1-d6bd520d7539 disassociated. External IP: 172.25.8.31, port: d7eef5b0-7f9f-4a63-a8bb-2eb64533d114. Nov 13 04:41:16.589010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-379e3d4f-7fba-4b74-81a0-eed363182a3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Calling delete_port for d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:16.606549 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:16.644307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d45f75b6-78e0-4f9b-b518-354de6784350, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d45f75b6-78e0-4f9b-b518-354de6784350,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:16.689033 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'd45f75b6-78e0-4f9b-b518-354de6784350', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'd45f75b6-78e0-4f9b-b518-354de6784350', 'mac_address': 'fa:16:3e:c2:e2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:41:16.715305 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd15635-978e-4bce-949c-8b963ad6b350 req-7281a080-840c-4057-a738-1452a4c9a567 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:16.722657 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4fd15635-978e-4bce-949c-8b963ad6b350 req-7281a080-840c-4057-a738-1452a4c9a567 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 946 time: 0.1742442 Nov 13 04:41:16.725665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-0e2f1ccb-2b7c-40c7-9ff2-0776d80a8caa tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Made reservation on behalf of 606b6f5d12d04eb5a653aebae6a0ffdb for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:16.729263 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-0e2f1ccb-2b7c-40c7-9ff2-0776d80a8caa tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:16.738787 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:16.756453 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45f75b6-78e0-4f9b-b518-354de6784350 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:41:16.785507 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d45f75b6-78e0-4f9b-b518-354de6784350, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d45f75b6-78e0-4f9b-b518-354de6784350,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:16.792502 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:16.826033 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4fd15635-978e-4bce-949c-8b963ad6b350 req-d1fc5c4b-3290-4f71-87b0-996c91d234cf tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd4c038-fa8d-4623-bafd-267de195e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023481 Nov 13 04:41:16.836094 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:16.865080 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:16.869283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d45f75b6-78e0-4f9b-b518-354de6784350,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:16.948101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-0e2f1ccb-2b7c-40c7-9ff2-0776d80a8caa tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Allocated IP 172.20.0.4 (60424ae1-d64b-4e42-b77a-f43e8fb964ec/4c7650a9-94c5-4c9d-a3c8-3204f255dd5e/f9580cb4-2cf3-4d42-bd73-d34a68a01a5d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:16.976440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Pushing event updated for resources: {'Port': ['ID=6ce23b96-e644-49f5-9ad9-1f9a89a6a55e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:17.006117 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:17.019776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-379e3d4f-7fba-4b74-81a0-eed363182a3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:17.063265 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:17.065248 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4bc5054c-ebb5-44a1-b3d6-bff4fb08e458 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1063840 Nov 13 04:41:17.069151 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e3d4f-7fba-4b74-81a0-eed363182a3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Pushing event deleted for resources: {'Port': ['ID=d7eef5b0-7f9f-4a63-a8bb-2eb64533d114,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:17.169318 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-ae9753cb-d32c-4ed8-afdc-3ebd2216bb08 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.215 HTTP/1.1" status: 200 len: 696 time: 0.0654082 Nov 13 04:41:17.185396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['d45f75b6-78e0-4f9b-b518-354de6784350'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:41:17.350629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-379e3d4f-7fba-4b74-81a0-eed363182a3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:41:17.388047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4e29027d-4066-496f-99f9-1d255da632aa tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:17.389922 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc8c3bfd-f69b-46b0-ae2d-b39d17e16156 req-4e29027d-4066-496f-99f9-1d255da632aa tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1802263 Nov 13 04:41:17.488014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f87bfb-8934-4942-977f-1dc4a3493308 req-5c3303f3-3a8f-4d05-8515-a302cfa4a55f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:17.489908 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-00f87bfb-8934-4942-977f-1dc4a3493308 req-5c3303f3-3a8f-4d05-8515-a302cfa4a55f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.0893979 Nov 13 04:41:17.494261 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-0e2f1ccb-2b7c-40c7-9ff2-0776d80a8caa tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:17.558695 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-0e2f1ccb-2b7c-40c7-9ff2-0776d80a8caa tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:17.570047 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2f3d6cb-b4d9-491f-ad7b-49c1af5254fc req-0b6e4d8d-1def-48b5-9a32-d61deb9c8481 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 210 time: 0.1136005 Nov 13 04:41:17.592688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-379e3d4f-7fba-4b74-81a0-eed363182a3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:41:17.605408 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf82184f-303a-4f25-b4ee-46ff8cd5e096 None None] Sync routers for ids ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:41:17.626257 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82184f-303a-4f25-b4ee-46ff8cd5e096 None None] Routers {'1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:17.627680 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cf82184f-303a-4f25-b4ee-46ff8cd5e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:17.655769 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-00f87bfb-8934-4942-977f-1dc4a3493308 req-445cfc55-0420-481e-b069-9a46fc29e334 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571739 Nov 13 04:41:17.687359 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-0e2f1ccb-2b7c-40c7-9ff2-0776d80a8caa tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Network 60424ae1-d64b-4e42-b77a-f43e8fb964ec is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:17.693560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-0e2f1ccb-2b7c-40c7-9ff2-0776d80a8caa tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:17.710397 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-379e3d4f-7fba-4b74-81a0-eed363182a3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] No DVR routers for this DVR port d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:41:17.711503 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-0e2f1ccb-2b7c-40c7-9ff2-0776d80a8caa tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:17.714547 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-379e3d4f-7fba-4b74-81a0-eed363182a3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:17.718945 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-88f36369-673e-48bb-a9f5-feb49514e8b7 req-379e3d4f-7fba-4b74-81a0-eed363182a3b tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.36 "DELETE /v2.0/ports/d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 HTTP/1.1" status: 204 len: 173 time: 2.4803274 Nov 13 04:41:17.719540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092eefc7-9791-495e-b53a-8f62e05cf94d', 'name': 'network-vif-deleted', 'tag': 'd7eef5b0-7f9f-4a63-a8bb-2eb64533d114'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:17.722665 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6678a1-8f88-4a83-8545-af23b46172d4" -d '{"events": [{"server_uuid": "092eefc7-9791-495e-b53a-8f62e05cf94d", "name": "network-vif-deleted", "tag": "d7eef5b0-7f9f-4a63-a8bb-2eb64533d114"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:17.733900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-0e2f1ccb-2b7c-40c7-9ff2-0776d80a8caa tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:17.734613 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-0e2f1ccb-2b7c-40c7-9ff2-0776d80a8caa tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:17.756052 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f1ccb-2b7c-40c7-9ff2-0776d80a8caa tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Pushing event updated for resources: {'Port': ['ID=f9580cb4-2cf3-4d42-bd73-d34a68a01a5d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:17.833481 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-0e2f1ccb-2b7c-40c7-9ff2-0776d80a8caa tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2755284 Nov 13 04:41:17.854029 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Request body: {'port': {'device_id': '2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:17.884622 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e7b29a53-b504-41c4-a585-e49476303c62 req-6d670b88-709e-4399-924d-5aee42fbdd9a tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/floatingips/c52e4553-5f09-4b6e-864e-c6bec4faa010 HTTP/1.1" status: 200 len: 693 time: 0.0900602 Nov 13 04:41:17.951100 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cf82184f-303a-4f25-b4ee-46ff8cd5e096 None None] Set router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:18.048300 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:18.078646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad7c02-95b5-41a8-80a7-fb4f53d001f2 req-2e53db2b-c4e4-480d-be83-2b0e134903ad tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:18.080851 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8ad7c02-95b5-41a8-80a7-fb4f53d001f2 req-2e53db2b-c4e4-480d-be83-2b0e134903ad tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 949 time: 0.1813517 Nov 13 04:41:18.090796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6e4fced0-89f3-4553-b5e4-fd411418c4ee None None] Provisioning complete for port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:18.091817 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e4fced0-89f3-4553-b5e4-fd411418c4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:18.124141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b29a53-b504-41c4-a585-e49476303c62 req-24e13ba8-e10a-48ab-8fb4-72e4a7debffd tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:18.128326 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e7b29a53-b504-41c4-a585-e49476303c62 req-24e13ba8-e10a-48ab-8fb4-72e4a7debffd tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.2401156 Nov 13 04:41:18.138451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6e4fced0-89f3-4553-b5e4-fd411418c4ee None None] Port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:41:18.226337 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8ad7c02-95b5-41a8-80a7-fb4f53d001f2 req-29c50aee-ecd8-4bac-ae24-2bab698a6343 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/security-groups?id=116d263e-3d99-4f58-9420-5750b6ba71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367834 Nov 13 04:41:18.269701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e7b29a53-b504-41c4-a585-e49476303c62 req-aceb7c15-b8a7-44a7-87c5-91098613243e tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.215 HTTP/1.1" status: 200 len: 696 time: 0.1151805 Nov 13 04:41:18.290380 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c41e692-ca9b-41bb-9223-e10d31642e68 x-openstack-request-id: req-8c41e692-ca9b-41bb-9223-e10d31642e68 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:18.290698 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092eefc7-9791-495e-b53a-8f62e05cf94d", "name": "network-vif-deleted", "tag": "d7eef5b0-7f9f-4a63-a8bb-2eb64533d114", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:18.290978 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c41e692-ca9b-41bb-9223-e10d31642e68 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:18.291380 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092eefc7-9791-495e-b53a-8f62e05cf94d', 'name': 'network-vif-deleted', 'tag': 'd7eef5b0-7f9f-4a63-a8bb-2eb64533d114', 'status': 'completed', 'code': 200} Nov 13 04:41:18.357704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b2ea4-374c-4b8e-8306-489aa1917aa4 req-801a1910-e0c7-4ee2-a469-df56175b151f tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:18.360252 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-069b2ea4-374c-4b8e-8306-489aa1917aa4 req-801a1910-e0c7-4ee2-a469-df56175b151f tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 946 time: 0.2307737 Nov 13 04:41:18.379684 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cf82184f-303a-4f25-b4ee-46ff8cd5e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '828e1b6b-e94c-4d7f-a764-8d937c1a436a', 'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'mac_address': 'fa:16:3e:40:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:04Z', 'updated_at': '2021-11-13T04:37:10Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'subnets': [{'id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:18.380862 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e7b29a53-b504-41c4-a585-e49476303c62 req-31f3ccb4-3b82-4368-9a3b-a3aa59e9daba tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.215 HTTP/1.1" status: 200 len: 696 time: 0.1085107 Nov 13 04:41:18.430737 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf82184f-303a-4f25-b4ee-46ff8cd5e096 None None] Checking router: 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:41:18.443632 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82184f-303a-4f25-b4ee-46ff8cd5e096 None None] Routers {'1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:18.444470 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cf82184f-303a-4f25-b4ee-46ff8cd5e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:18.509727 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d45f75b6-78e0-4f9b-b518-354de6784350 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:18.528193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9580cb4-2cf3-4d42-bd73-d34a68a01a5d {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:41:18.538053 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:18.565433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Transition to ACTIVE for port object f9580cb4-2cf3-4d42-bd73-d34a68a01a5d will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:41:18.579065 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cf82184f-303a-4f25-b4ee-46ff8cd5e096 None None] Set router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:18.610222 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port d45f75b6-78e0-4f9b-b518-354de6784350 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:41:18.618655 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port d45f75b6-78e0-4f9b-b518-354de6784350 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:18.619812 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:18.623188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-069b2ea4-374c-4b8e-8306-489aa1917aa4 req-a264953e-1037-432c-9685-54773b2da3dc tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Deleting port ac59c2c6-89ad-4ade-be68-4e9578283f17 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:18.624135 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-069b2ea4-374c-4b8e-8306-489aa1917aa4 req-a264953e-1037-432c-9685-54773b2da3dc tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:18.643531 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:18.739889 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:18.750978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3a5ee-8a57-4b0c-992e-ca4c89bf0b1b req-faac601c-f4fd-4bf9-9b6b-5c7e4a28e487 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:18.759749 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-00d3a5ee-8a57-4b0c-992e-ca4c89bf0b1b req-faac601c-f4fd-4bf9-9b6b-5c7e4a28e487 tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 946 time: 0.1918919 Nov 13 04:41:18.763724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9580cb4-2cf3-4d42-bd73-d34a68a01a5d,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:18.793505 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45f75b6-78e0-4f9b-b518-354de6784350'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:18.801050 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5810c9f0-2873-444b-9d22-d5f44ab4eb7a" -d '{"events": [{"server_uuid": "4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59", "name": "network-vif-plugged", "status": "completed", "tag": "d45f75b6-78e0-4f9b-b518-354de6784350"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:18.815610 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-069b2ea4-374c-4b8e-8306-489aa1917aa4 req-a264953e-1037-432c-9685-54773b2da3dc tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] For port ac59c2c6-89ad-4ade-be68-4e9578283f17, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ac59c2c6-89ad-4ade-be68-4e9578283f17,segment=NetworkSegment(9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898),segment_id=9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:18.816296 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-069b2ea4-374c-4b8e-8306-489aa1917aa4 req-a264953e-1037-432c-9685-54773b2da3dc tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:18.834881 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-069b2ea4-374c-4b8e-8306-489aa1917aa4 req-a264953e-1037-432c-9685-54773b2da3dc tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Calling delete_port for ac59c2c6-89ad-4ade-be68-4e9578283f17 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:18.844941 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d45f75b6-78e0-4f9b-b518-354de6784350, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d45f75b6-78e0-4f9b-b518-354de6784350,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:18.862521 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:18.876640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Attempting to bind port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:41:18.877195 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Attempting to bind port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:41:18.877547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Attempting to bind port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d on network 60424ae1-d64b-4e42-b77a-f43e8fb964ec {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:18.897772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d on network 60424ae1-d64b-4e42-b77a-f43e8fb964ec not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:41:18.898107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Attempting to bind port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d on network 60424ae1-d64b-4e42-b77a-f43e8fb964ec {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:18.919694 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-00d3a5ee-8a57-4b0c-992e-ca4c89bf0b1b req-dd054feb-a8c7-4c17-90a6-cbac34cccd8e tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd4c038-fa8d-4623-bafd-267de195e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589344 Nov 13 04:41:18.920766 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:41:18.921103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Checking segment: {'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:18.936707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Bound using segment: {'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:41:18.939904 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cf82184f-303a-4f25-b4ee-46ff8cd5e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '828e1b6b-e94c-4d7f-a764-8d937c1a436a', 'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'mac_address': 'fa:16:3e:40:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:04Z', 'updated_at': '2021-11-13T04:37:10Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'subnets': [{'id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:18.941328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Bound port: f9580cb4-2cf3-4d42-bd73-d34a68a01a5d, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27656d1f-be6f-423c-96c2-590373e16586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:41:18.942999 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:19.000372 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d45f75b6-78e0-4f9b-b518-354de6784350,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:19.011294 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf82184f-303a-4f25-b4ee-46ff8cd5e096 None None] The sync data for ids ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'] in n-d-813114-2 is: [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '828e1b6b-e94c-4d7f-a764-8d937c1a436a', 'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'mac_address': 'fa:16:3e:40:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:04Z', 'updated_at': '2021-11-13T04:37:10Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'subnets': [{'id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:41:19.017089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-e7b29a53-b504-41c4-a585-e49476303c62 req-efa75cb4-dfc9-4167-9a4a-6b7ff0f27fd2 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Deleting port 6ce23b96-e644-49f5-9ad9-1f9a89a6a55e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:19.017504 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e7b29a53-b504-41c4-a585-e49476303c62 req-efa75cb4-dfc9-4167-9a4a-6b7ff0f27fd2 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:19.053564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] For port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:41:19.057747 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] For port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f9580cb4-2cf3-4d42-bd73-d34a68a01a5d,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:41:19.076428 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:19.150454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:19.151022 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:19.152844 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/f9580cb4-2cf3-4d42-bd73-d34a68a01a5d HTTP/1.1" status: 200 len: 1091 time: 1.3031781 Nov 13 04:41:19.153970 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33', 'tag': 'f9580cb4-2cf3-4d42-bd73-d34a68a01a5d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:19.156433 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17b6cc6-d5ba-484f-951f-173319f8e24d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33", "tag": "f9580cb4-2cf3-4d42-bd73-d34a68a01a5d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:19.211557 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f55843-e1af-4087-8ade-915df4e56dc8 req-adb3dedf-3258-41db-9df9-e33ab0828c5f tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:19.215641 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0f55843-e1af-4087-8ade-915df4e56dc8 req-adb3dedf-3258-41db-9df9-e33ab0828c5f tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 943 time: 0.1537640 Nov 13 04:41:19.223457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80301416-ddad-4f02-bcb0-78ec8b1951d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9580cb4-2cf3-4d42-bd73-d34a68a01a5d,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:19.288876 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e7b29a53-b504-41c4-a585-e49476303c62 req-efa75cb4-dfc9-4167-9a4a-6b7ff0f27fd2 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:19.289485 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e7b29a53-b504-41c4-a585-e49476303c62 req-efa75cb4-dfc9-4167-9a4a-6b7ff0f27fd2 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:19.292518 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-069b2ea4-374c-4b8e-8306-489aa1917aa4 req-a264953e-1037-432c-9685-54773b2da3dc tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:19.314643 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-ca155039-bf50-4e36-9602-872a790ddacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:19.316418 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-ca155039-bf50-4e36-9602-872a790ddacd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=606b6f5d12d04eb5a653aebae6a0ffdb&device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 1094 time: 0.0717320 Nov 13 04:41:19.332806 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['ac59c2c6-89ad-4ade-be68-4e9578283f17'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:41:19.352602 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-e7b29a53-b504-41c4-a585-e49476303c62 req-efa75cb4-dfc9-4167-9a4a-6b7ff0f27fd2 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Calling delete_port for 6ce23b96-e644-49f5-9ad9-1f9a89a6a55e owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:19.356140 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264953e-1037-432c-9685-54773b2da3dc tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Pushing event deleted for resources: {'Port': ['ID=ac59c2c6-89ad-4ade-be68-4e9578283f17,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:19.365219 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0f55843-e1af-4087-8ade-915df4e56dc8 req-7244250a-024c-40b5-a27b-1a2bc3edbe01 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189544 Nov 13 04:41:19.471675 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-ecfe4015-1479-46d1-b768-706e5f72d964 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9580cb4-2cf3-4d42-bd73-d34a68a01a5d HTTP/1.1" status: 200 len: 217 time: 0.1211004 Nov 13 04:41:19.484431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bc099a-b218-4799-997d-1375fd366c77 None None] New status for floating IP 58d464e8-c1c9-458f-95e1-d6bd520d7539: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:41:19.508613 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:41:19.575229 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddf67d-dcf7-42c3-a6c7-5891f6dd485e req-f6e5e52a-2e18-4d4e-98e6-8dffbffbe9cb tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:19.576798 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f7ddf67d-dcf7-42c3-a6c7-5891f6dd485e req-f6e5e52a-2e18-4d4e-98e6-8dffbffbe9cb tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.0978034 Nov 13 04:41:19.591055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-ef880c8a-436f-4f54-8f75-392c76a3cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:19.592510 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-ef880c8a-436f-4f54-8f75-392c76a3cbe5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c7650a9-94c5-4c9d-a3c8-3204f255dd5e HTTP/1.1" status: 200 len: 862 time: 0.0739229 Nov 13 04:41:19.600465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-069b2ea4-374c-4b8e-8306-489aa1917aa4 req-a264953e-1037-432c-9685-54773b2da3dc tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] No DVR routers for this DVR port ac59c2c6-89ad-4ade-be68-4e9578283f17 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:41:19.604801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-069b2ea4-374c-4b8e-8306-489aa1917aa4 req-a264953e-1037-432c-9685-54773b2da3dc tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:19.608972 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-069b2ea4-374c-4b8e-8306-489aa1917aa4 req-a264953e-1037-432c-9685-54773b2da3dc tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.36 "DELETE /v2.0/ports/ac59c2c6-89ad-4ade-be68-4e9578283f17 HTTP/1.1" status: 204 len: 173 time: 1.2252262 Nov 13 04:41:19.729569 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f7ddf67d-dcf7-42c3-a6c7-5891f6dd485e req-190d0966-d0aa-4ff0-abd6-b717ac014e48 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415772 Nov 13 04:41:19.735861 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e7b29a53-b504-41c4-a585-e49476303c62 req-efa75cb4-dfc9-4167-9a4a-6b7ff0f27fd2 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:19.736706 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-02191a4d-44ff-4957-a612-1d7ffa28a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:19.738215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-02191a4d-44ff-4957-a612-1d7ffa28a833 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60424ae1-d64b-4e42-b77a-f43e8fb964ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258535 Nov 13 04:41:19.787960 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa75cb4-dfc9-4167-9a4a-6b7ff0f27fd2 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Pushing event deleted for resources: {'Port': ['ID=6ce23b96-e644-49f5-9ad9-1f9a89a6a55e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:19.874715 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-b48de4b0-bb14-4f2f-9638-0c660cf2f245 service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247735 Nov 13 04:41:19.882724 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e7b29a53-b504-41c4-a585-e49476303c62 req-efa75cb4-dfc9-4167-9a4a-6b7ff0f27fd2 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:19.885524 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce8a099-92bb-4146-b6e1-2564dcbb3325 x-openstack-request-id: req-8ce8a099-92bb-4146-b6e1-2564dcbb3325 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:19.885819 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59", "name": "network-vif-plugged", "status": "completed", "tag": "d45f75b6-78e0-4f9b-b518-354de6784350", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:19.886129 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e7b29a53-b504-41c4-a585-e49476303c62 req-efa75cb4-dfc9-4167-9a4a-6b7ff0f27fd2 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:19.886277 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ce8a099-92bb-4146-b6e1-2564dcbb3325 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:19.886636 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45f75b6-78e0-4f9b-b518-354de6784350', 'code': 200} Nov 13 04:41:19.889053 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e7b29a53-b504-41c4-a585-e49476303c62 req-efa75cb4-dfc9-4167-9a4a-6b7ff0f27fd2 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "DELETE /v2.0/floatingips/c52e4553-5f09-4b6e-864e-c6bec4faa010 HTTP/1.1" status: 204 len: 173 time: 1.5058467 Nov 13 04:41:19.960333 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722c68de-3951-4f95-8a1e-462996ec254e x-openstack-request-id: req-722c68de-3951-4f95-8a1e-462996ec254e {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:19.960627 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33", "tag": "f9580cb4-2cf3-4d42-bd73-d34a68a01a5d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:19.960866 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-722c68de-3951-4f95-8a1e-462996ec254e {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:19.962136 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33', 'tag': 'f9580cb4-2cf3-4d42-bd73-d34a68a01a5d', 'status': 'completed', 'code': 200} Nov 13 04:41:19.996867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:20.026152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:41:20.026772 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d7eef5b0-7f9f-4a63-a8bb-2eb64533d114 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:20.057023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133eef0-2088-41a4-bc2c-1cc4b19b257c req-3543b9f7-dcbf-416f-a4c1-3b0d23cedfdd tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:20.058559 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a133eef0-2088-41a4-bc2c-1cc4b19b257c req-3543b9f7-dcbf-416f-a4c1-3b0d23cedfdd tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 950 time: 0.0608263 Nov 13 04:41:20.060186 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-8e3000a0-5738-4768-9110-285bf5bbb9c8 req-6b4c2b4e-d1bf-4780-9666-23bf37be5a95 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] show failed (client error): The resource could not be found. Nov 13 04:41:20.061174 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e3000a0-5738-4768-9110-285bf5bbb9c8 req-6b4c2b4e-d1bf-4780-9666-23bf37be5a95 tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/floatingips/c52e4553-5f09-4b6e-864e-c6bec4faa010 HTTP/1.1" status: 404 len: 350 time: 0.0974061 Nov 13 04:41:20.109836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870df23-7c75-47d3-9e09-8b144ca850d5 req-010da27a-2dbf-42d8-832a-476d6063cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:20.111915 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c870df23-7c75-47d3-9e09-8b144ca850d5 req-010da27a-2dbf-42d8-832a-476d6063cf20 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 1101 time: 0.0919833 Nov 13 04:41:20.128020 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a133eef0-2088-41a4-bc2c-1cc4b19b257c req-4dc9e8e7-3816-4cb6-b529-36b419763ae0 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/security-groups?id=116d263e-3d99-4f58-9420-5750b6ba71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564084 Nov 13 04:41:20.159223 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eafa4e3-7bbc-49ef-bca3-ccf115974e82 req-a51b23e3-2c9b-4cfc-8448-1de9edc83a7c service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675943 Nov 13 04:41:20.185385 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c870df23-7c75-47d3-9e09-8b144ca850d5 req-b2942db9-c5c7-495b-b7af-47a751f642fe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=116d263e-3d99-4f58-9420-5750b6ba71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630209 Nov 13 04:41:20.199879 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-b9732e2a-38f7-4c40-a650-2b73f5871bdd req-7780c6fc-a05d-4ad9-be37-8f71bdeaa6fa tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] show failed (client error): The resource could not be found. Nov 13 04:41:20.211145 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9732e2a-38f7-4c40-a650-2b73f5871bdd req-7780c6fc-a05d-4ad9-be37-8f71bdeaa6fa tempest-FloatingIPsTestJSON-994640778 tempest-FloatingIPsTestJSON-994640778-project] 10.222.0.43 "GET /v2.0/floatingips/c52e4553-5f09-4b6e-864e-c6bec4faa010 HTTP/1.1" status: 404 len: 350 time: 0.0527999 Nov 13 04:41:20.215522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44086) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:20.234960 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2729d3a-07c0-4c07-87f3-02c0bbfeebe9 req-5efc682e-bf20-4024-8509-d10f2a4b6c8b tempest-FloatingIPsAssociationNegativeTestJSON-118863103 tempest-FloatingIPsAssociationNegativeTestJSON-118863103-project] 10.222.0.43 "GET /v2.0/ports?device_id=11c2b80a-070e-4865-8178-f696308774a4 HTTP/1.1" status: 200 len: 210 time: 0.0456567 Nov 13 04:41:20.336240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c2b80a-070e-4865-8178-f696308774a4', 'name': 'network-vif-deleted', 'tag': 'ac59c2c6-89ad-4ade-be68-4e9578283f17'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:20.338538 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb6c098-8a62-4314-8833-37ca29ae9f3f" -d '{"events": [{"server_uuid": "11c2b80a-070e-4865-8178-f696308774a4", "name": "network-vif-deleted", "tag": "ac59c2c6-89ad-4ade-be68-4e9578283f17"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:20.370347 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b6cc6-d5ba-484f-951f-173319f8e24d req-26888cae-abed-4246-bad8-b866c21ad6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:20.371924 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f17b6cc6-d5ba-484f-951f-173319f8e24d req-26888cae-abed-4246-bad8-b866c21ad6ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=606b6f5d12d04eb5a653aebae6a0ffdb&device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 1094 time: 0.0692060 Nov 13 04:41:20.539838 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b6cc6-d5ba-484f-951f-173319f8e24d req-52d9d371-7e2c-43a9-8c32-603fda7f8348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:20.541407 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f17b6cc6-d5ba-484f-951f-173319f8e24d req-52d9d371-7e2c-43a9-8c32-603fda7f8348 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60424ae1-d64b-4e42-b77a-f43e8fb964ec HTTP/1.1" status: 200 len: 924 time: 0.1538200 Nov 13 04:41:20.611975 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d64720-1c21-454b-9ca9-c676acc6fcf5 req-956e5767-8ff4-439f-a9ae-ecef86be159d tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:20.613653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34d64720-1c21-454b-9ca9-c676acc6fcf5 req-956e5767-8ff4-439f-a9ae-ecef86be159d tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 943 time: 0.1098933 Nov 13 04:41:20.615724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f17b6cc6-d5ba-484f-951f-173319f8e24d req-183d4f9e-fe25-458b-a358-2ca50c7b4443 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9580cb4-2cf3-4d42-bd73-d34a68a01a5d HTTP/1.1" status: 200 len: 217 time: 0.0640035 Nov 13 04:41:20.652445 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e821f1ec-9ead-4ca8-9773-f9931bfcb428 x-openstack-request-id: req-e821f1ec-9ead-4ca8-9773-f9931bfcb428 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:20.654591 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c2b80a-070e-4865-8178-f696308774a4", "name": "network-vif-deleted", "tag": "ac59c2c6-89ad-4ade-be68-4e9578283f17", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:20.655580 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e821f1ec-9ead-4ca8-9773-f9931bfcb428 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:20.656599 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c2b80a-070e-4865-8178-f696308774a4', 'name': 'network-vif-deleted', 'tag': 'ac59c2c6-89ad-4ade-be68-4e9578283f17', 'status': 'completed', 'code': 200} Nov 13 04:41:20.693259 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-687fb82c-46e8-4c13-a58d-782e40a39289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:20.716983 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34d64720-1c21-454b-9ca9-c676acc6fcf5 req-1296e86a-f61e-4c75-9c8a-f0a301adeb5c tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923016 Nov 13 04:41:20.734238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b6cc6-d5ba-484f-951f-173319f8e24d req-c5474f3d-4595-4b2a-8e7f-bb7c7d88cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:20.735941 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f17b6cc6-d5ba-484f-951f-173319f8e24d req-c5474f3d-4595-4b2a-8e7f-bb7c7d88cf88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c7650a9-94c5-4c9d-a3c8-3204f255dd5e HTTP/1.1" status: 200 len: 862 time: 0.1059763 Nov 13 04:41:20.814485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b6cc6-d5ba-484f-951f-173319f8e24d req-baf460a5-e716-402e-9daf-f1514e75f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:20.816070 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f17b6cc6-d5ba-484f-951f-173319f8e24d req-baf460a5-e716-402e-9daf-f1514e75f713 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60424ae1-d64b-4e42-b77a-f43e8fb964ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697300 Nov 13 04:41:20.932111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977f55f-1e32-4490-9c8e-9ef0b2b479cd req-59be1305-b68b-4e1f-9ba4-6fc9a4f5633d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:20.933619 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1977f55f-1e32-4490-9c8e-9ef0b2b479cd req-59be1305-b68b-4e1f-9ba4-6fc9a4f5633d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.1153228 Nov 13 04:41:20.995968 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f17b6cc6-d5ba-484f-951f-173319f8e24d req-a5ea321a-5aa2-469b-9aa8-167afe5a697c service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709931 Nov 13 04:41:20.997425 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1977f55f-1e32-4490-9c8e-9ef0b2b479cd req-d75d8142-337e-4b9e-b40c-84e0ac9fc3fe tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572248 Nov 13 04:41:21.007720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-1b565215-a4da-4ed3-ac26-28d2f0131919 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:21.009432 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-1b565215-a4da-4ed3-ac26-28d2f0131919 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/networks?id=19c989c0-1979-480e-8fc0-facd46ce0dcf HTTP/1.1" status: 200 len: 810 time: 0.1669078 Nov 13 04:41:21.053441 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-32aa2479-0f0f-41c0-b03e-93692980ffd4 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/quotas/d9596a1c1d524c6b93462bd909896902 HTTP/1.1" status: 200 len: 375 time: 0.0355232 Nov 13 04:41:21.102423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-687fb82c-46e8-4c13-a58d-782e40a39289 admin admin] Deleting port 122d2ae8-00f6-48d8-9137-9a83e86ca739 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:21.102762 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-687fb82c-46e8-4c13-a58d-782e40a39289 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:21.121031 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-e2ae87f3-2b0b-4020-abd1-5090883ad7d2 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9596a1c1d524c6b93462bd909896902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584211 Nov 13 04:41:21.179337 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f17b6cc6-d5ba-484f-951f-173319f8e24d req-85d596cb-9686-499e-af40-233a618974eb service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688032 Nov 13 04:41:21.233189 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-687fb82c-46e8-4c13-a58d-782e40a39289 admin admin] For port 122d2ae8-00f6-48d8-9137-9a83e86ca739, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=122d2ae8-00f6-48d8-9137-9a83e86ca739,segment=NetworkSegment(2a2debb2-916c-4341-ab9a-1f327a4cc17b),segment_id=2a2debb2-916c-4341-ab9a-1f327a4cc17b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:21.234029 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-687fb82c-46e8-4c13-a58d-782e40a39289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:21.245929 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-aa063555-176b-4cb8-aa09-63b812160604 service neutron] 10.222.0.43 "GET /v2.0/networks/19c989c0-1979-480e-8fc0-facd46ce0dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079886 Nov 13 04:41:21.264429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-687fb82c-46e8-4c13-a58d-782e40a39289 admin admin] Calling delete_port for 122d2ae8-00f6-48d8-9137-9a83e86ca739 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:21.293549 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede81a08-04ee-4664-bd44-38b44325d2e8 req-7d85006c-8809-4834-b800-2cab2f1781a7 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:21.295196 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ede81a08-04ee-4664-bd44-38b44325d2e8 req-7d85006c-8809-4834-b800-2cab2f1781a7 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 950 time: 0.0882020 Nov 13 04:41:21.354889 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-a34ee8c9-3635-45ff-a9da-3f66ff2db934 service neutron] 10.222.0.43 "GET /v2.0/networks/19c989c0-1979-480e-8fc0-facd46ce0dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007946 Nov 13 04:41:21.393019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ede81a08-04ee-4664-bd44-38b44325d2e8 req-2a01ac66-855d-4947-9d7c-8a5c85affbd5 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/security-groups?id=116d263e-3d99-4f58-9420-5750b6ba71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667753 Nov 13 04:41:21.464293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44124) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:21.513875 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-687fb82c-46e8-4c13-a58d-782e40a39289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:21.574621 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fb82c-46e8-4c13-a58d-782e40a39289 admin admin] Pushing event deleted for resources: {'Port': ['ID=122d2ae8-00f6-48d8-9137-9a83e86ca739,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:21.828402 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6506ba59-c164-4077-b8d4-3cf532eb3c01 req-8055b511-c60c-47b2-993c-870a952a3ae2 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 210 time: 0.0642512 Nov 13 04:41:21.903825 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-687fb82c-46e8-4c13-a58d-782e40a39289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:21.963449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963c8b3-2bb1-4c1e-a88d-defc71bc9023 req-e34056f8-62a0-4e23-983e-e6deb92ad7ad tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:21.971797 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c963c8b3-2bb1-4c1e-a88d-defc71bc9023 req-e34056f8-62a0-4e23-983e-e6deb92ad7ad tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 943 time: 0.1613348 Nov 13 04:41:22.001720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ac59c2c6-89ad-4ade-be68-4e9578283f17 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:22.026076 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: ac59c2c6-89ad-4ade-be68-4e9578283f17 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:41:22.027260 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ac59c2c6-89ad-4ade-be68-4e9578283f17 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:22.095694 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c963c8b3-2bb1-4c1e-a88d-defc71bc9023 req-9a46b53d-aaff-4a44-a21e-54251f3560b3 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228108 Nov 13 04:41:22.213586 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58f209b6-9d7a-4900-a831-754dd9df641d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:22.529094 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964f08d-d762-4365-b348-d16ab63b1082 req-84cf2532-1d8f-471f-8c8e-f250f202975e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:22.530743 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6964f08d-d762-4365-b348-d16ab63b1082 req-84cf2532-1d8f-471f-8c8e-f250f202975e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.0953372 Nov 13 04:41:22.573193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a09e95-8a7f-49bf-af9b-d46c6a858294 req-7af40919-54bd-4d7f-b504-ce664e51952f tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:22.581889 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d5a09e95-8a7f-49bf-af9b-d46c6a858294 req-7af40919-54bd-4d7f-b504-ce664e51952f tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 950 time: 0.0806956 Nov 13 04:41:22.603794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-58f209b6-9d7a-4900-a831-754dd9df641d admin admin] Deleting port f05cad90-e4b1-49c6-9a2e-6d5c73045678 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:22.604464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58f209b6-9d7a-4900-a831-754dd9df641d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:22.693815 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6964f08d-d762-4365-b348-d16ab63b1082 req-abec131a-edce-48f0-974a-8de0abad332e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055813 Nov 13 04:41:22.723941 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d5a09e95-8a7f-49bf-af9b-d46c6a858294 req-523f190a-4754-46b5-926e-8b1498b540d4 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/security-groups?id=116d263e-3d99-4f58-9420-5750b6ba71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370361 Nov 13 04:41:22.749970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687fb82c-46e8-4c13-a58d-782e40a39289 admin admin] Router 893f4f27-9eca-4f6f-a8c2-db26ba88313d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:41:22.786073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-58f209b6-9d7a-4900-a831-754dd9df641d admin admin] For port f05cad90-e4b1-49c6-9a2e-6d5c73045678, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f05cad90-e4b1-49c6-9a2e-6d5c73045678,segment=NetworkSegment(9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898),segment_id=9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:22.787652 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58f209b6-9d7a-4900-a831-754dd9df641d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:22.809478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-58f209b6-9d7a-4900-a831-754dd9df641d admin admin] Calling delete_port for f05cad90-e4b1-49c6-9a2e-6d5c73045678 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:22.875864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687fb82c-46e8-4c13-a58d-782e40a39289 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:41:22.882047 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-687fb82c-46e8-4c13-a58d-782e40a39289 admin admin] 10.222.0.43 "PUT /v2.0/routers/893f4f27-9eca-4f6f-a8c2-db26ba88313d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6655324 Nov 13 04:41:22.884586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44150) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:22.888547 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5051bc45-a677-4af7-88e7-2cfccba5b45d None None] Sync routers for ids ['893f4f27-9eca-4f6f-a8c2-db26ba88313d'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:41:22.916693 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5051bc45-a677-4af7-88e7-2cfccba5b45d None None] Routers {'893f4f27-9eca-4f6f-a8c2-db26ba88313d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:22.917657 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5051bc45-a677-4af7-88e7-2cfccba5b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['893f4f27-9eca-4f6f-a8c2-db26ba88313d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:23.059381 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5051bc45-a677-4af7-88e7-2cfccba5b45d None None] Set router 893f4f27-9eca-4f6f-a8c2-db26ba88313d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:23.077376 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:23.082353 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb9cd44c-c4f5-46b4-aa38-4e35b5d12d2f req-66af8954-960e-4fd6-b72d-0b8710f4605f tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 210 time: 0.0548439 Nov 13 04:41:23.175004 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58f209b6-9d7a-4900-a831-754dd9df641d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:23.239606 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f209b6-9d7a-4900-a831-754dd9df641d admin admin] Pushing event deleted for resources: {'Port': ['ID=f05cad90-e4b1-49c6-9a2e-6d5c73045678,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:23.306172 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5051bc45-a677-4af7-88e7-2cfccba5b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'name': 'tempest-FloatingIPsTestJSON-729425250-router', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:54Z', 'updated_at': '2021-11-13T04:41:21Z', 'revision_number': 5, 'project_id': 'e8cdfaf85edf480884f6154c8172b27b', 'gw_port': {'id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:57Z', 'updated_at': '2021-11-13T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:23.346811 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5051bc45-a677-4af7-88e7-2cfccba5b45d None None] Checking router: 893f4f27-9eca-4f6f-a8c2-db26ba88313d for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:41:23.358621 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5051bc45-a677-4af7-88e7-2cfccba5b45d None None] Routers {'893f4f27-9eca-4f6f-a8c2-db26ba88313d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:23.359851 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5051bc45-a677-4af7-88e7-2cfccba5b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['893f4f27-9eca-4f6f-a8c2-db26ba88313d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:23.374821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57206098-2899-4c6a-9de5-008e995ffeff req-470f1227-50fc-4225-8a56-7c264b8c4d57 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:23.376476 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-57206098-2899-4c6a-9de5-008e995ffeff req-470f1227-50fc-4225-8a56-7c264b8c4d57 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 950 time: 0.2962596 Nov 13 04:41:23.379866 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:23.509807 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5051bc45-a677-4af7-88e7-2cfccba5b45d None None] Set router 893f4f27-9eca-4f6f-a8c2-db26ba88313d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:23.517007 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-57206098-2899-4c6a-9de5-008e995ffeff req-81dba501-eacc-460f-adf0-94a5716616d0 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/security-groups?id=116d263e-3d99-4f58-9420-5750b6ba71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224301 Nov 13 04:41:23.568373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] Deleting port 09435d52-9908-4673-9ed1-fda12df02aa2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:23.572857 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:23.594264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89598bc8-53a0-4321-99d4-6f4b631c5857 req-1406123a-a8c7-4dd0-9ecb-53d681e2cfe0 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:23.596051 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89598bc8-53a0-4321-99d4-6f4b631c5857 req-1406123a-a8c7-4dd0-9ecb-53d681e2cfe0 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 943 time: 0.3348131 Nov 13 04:41:23.726296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] For port 09435d52-9908-4673-9ed1-fda12df02aa2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=09435d52-9908-4673-9ed1-fda12df02aa2,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:23.726748 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:23.747761 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89598bc8-53a0-4321-99d4-6f4b631c5857 req-661bc349-05e4-4410-99b8-fc855c6d0a2d tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331584 Nov 13 04:41:23.754451 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] Calling delete_port for 09435d52-9908-4673-9ed1-fda12df02aa2 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:23.771335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-8cafbf66-764e-40ef-a2dc-433b603d3fc3 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:23.772820 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-8cafbf66-764e-40ef-a2dc-433b603d3fc3 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.46 "GET /v2.0/networks?id=19c989c0-1979-480e-8fc0-facd46ce0dcf HTTP/1.1" status: 200 len: 810 time: 0.4622626 Nov 13 04:41:23.774123 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58f209b6-9d7a-4900-a831-754dd9df641d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:23.777658 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5051bc45-a677-4af7-88e7-2cfccba5b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'name': 'tempest-FloatingIPsTestJSON-729425250-router', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:54Z', 'updated_at': '2021-11-13T04:41:21Z', 'revision_number': 5, 'project_id': 'e8cdfaf85edf480884f6154c8172b27b', 'gw_port': {'id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:57Z', 'updated_at': '2021-11-13T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:23.831352 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5051bc45-a677-4af7-88e7-2cfccba5b45d None None] The sync data for ids ['893f4f27-9eca-4f6f-a8c2-db26ba88313d'] in n-d-813114-2 is: [{'id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'name': 'tempest-FloatingIPsTestJSON-729425250-router', 'tenant_id': 'e8cdfaf85edf480884f6154c8172b27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:54Z', 'updated_at': '2021-11-13T04:41:21Z', 'revision_number': 5, 'project_id': 'e8cdfaf85edf480884f6154c8172b27b', 'gw_port': {'id': '09435d52-9908-4673-9ed1-fda12df02aa2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893f4f27-9eca-4f6f-a8c2-db26ba88313d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:57Z', 'updated_at': '2021-11-13T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:41:23.837883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-40b45ca8-9d0a-4128-8e02-11ab10f8a1af tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Request body: {'port': {'device_id': '85cd31d8-7c41-4aa5-96ec-1a5612cbefa8', 'network_id': '19c989c0-1979-480e-8fc0-facd46ce0dcf', 'admin_state_up': True, 'tenant_id': 'd9596a1c1d524c6b93462bd909896902'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:23.901543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c685a66-4aef-48d6-b225-25299b398149 req-51ddc456-d308-49be-a601-4c968f4d43f5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:23.903323 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c685a66-4aef-48d6-b225-25299b398149 req-51ddc456-d308-49be-a601-4c968f4d43f5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.0885959 Nov 13 04:41:24.006590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f9580cb4-2cf3-4d42-bd73-d34a68a01a5d details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:41:24.012239 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c685a66-4aef-48d6-b225-25299b398149 req-84e28a28-a1a5-4e09-99a7-1ba56a2266bc tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018453 Nov 13 04:41:24.089290 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:24.134534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] Pushing event deleted for resources: {'Port': ['ID=09435d52-9908-4673-9ed1-fda12df02aa2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:24.154073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f9580cb4-2cf3-4d42-bd73-d34a68a01a5d,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:24.167682 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'f9580cb4-2cf3-4d42-bd73-d34a68a01a5d', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'port_id': 'f9580cb4-2cf3-4d42-bd73-d34a68a01a5d', 'mac_address': 'fa:16:3e:a4:bc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:41:24.268971 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:24.291124 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9580cb4-2cf3-4d42-bd73-d34a68a01a5d {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:41:24.300450 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:24.315478 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e15d6a72-a663-4a12-a111-dfc809a2cdcb req-31fcb593-20a1-400b-ae04-38cce293b1ca tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 210 time: 0.0682616 Nov 13 04:41:24.344529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f9580cb4-2cf3-4d42-bd73-d34a68a01a5d,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:24.347107 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:24.433798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=f9580cb4-2cf3-4d42-bd73-d34a68a01a5d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:24.448825 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:24.451202 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:24.466448 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-40b45ca8-9d0a-4128-8e02-11ab10f8a1af tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Made reservation on behalf of d9596a1c1d524c6b93462bd909896902 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:24.474375 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-40b45ca8-9d0a-4128-8e02-11ab10f8a1af tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:24.508829 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:24.509717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 893f4f27-9eca-4f6f-a8c2-db26ba88313d {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:41:24.515587 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:24.516869 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-80aaad72-ab0c-47bf-acc1-4c84ad84f963 admin admin] 10.222.0.43 "DELETE /v2.0/routers/893f4f27-9eca-4f6f-a8c2-db26ba88313d HTTP/1.1" status: 204 len: 168 time: 1.6311810 Nov 13 04:41:24.519620 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44166) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:24.572307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c994f8-a0d7-4f83-adb0-60ca70e59b0f admin admin] Deleting subnet 7a0ff78a-4d22-4fb6-9db9-29872b1c94c6 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:41:24.576031 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53c994f8-a0d7-4f83-adb0-60ca70e59b0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:24.621048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f209b6-9d7a-4900-a831-754dd9df641d admin admin] Router 71ad77ed-458b-4d8d-b232-96ca61538402 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:41:24.624693 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53c994f8-a0d7-4f83-adb0-60ca70e59b0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:24.759796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee3d26-d5cd-42fa-9ab4-28450579d8be req-da5f0de5-b432-4467-90d6-67207f45eff7 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:24.767774 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1dee3d26-d5cd-42fa-9ab4-28450579d8be req-da5f0de5-b432-4467-90d6-67207f45eff7 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 950 time: 0.1144598 Nov 13 04:41:24.781563 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-40b45ca8-9d0a-4128-8e02-11ab10f8a1af tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Allocated IP 172.20.0.5 (19c989c0-1979-480e-8fc0-facd46ce0dcf/14c8c6c5-2600-40a2-ab47-b5abee54b0f1/6932e855-b60c-451c-b087-979e77afb94b) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:24.793038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f9580cb4-2cf3-4d42-bd73-d34a68a01a5d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:41:24.856549 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53c994f8-a0d7-4f83-adb0-60ca70e59b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:24.883183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 122d2ae8-00f6-48d8-9137-9a83e86ca739 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:24.888605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f209b6-9d7a-4900-a831-754dd9df641d admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:41:24.927869 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1dee3d26-d5cd-42fa-9ab4-28450579d8be req-8e21ecd0-2aa3-4750-97a4-986a5c660537 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/security-groups?id=116d263e-3d99-4f58-9420-5750b6ba71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588278 Nov 13 04:41:24.929741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec802cb1-a7d8-4666-a026-681471dd06c3 None None] Sync routers for ids ['71ad77ed-458b-4d8d-b232-96ca61538402'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:41:24.935617 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 122d2ae8-00f6-48d8-9137-9a83e86ca739 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:41:24.937344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 122d2ae8-00f6-48d8-9137-9a83e86ca739 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:24.955142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-58f209b6-9d7a-4900-a831-754dd9df641d admin admin] 10.222.0.43 "PUT /v2.0/routers/71ad77ed-458b-4d8d-b232-96ca61538402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4895830 Nov 13 04:41:24.958520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:24.964688 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec802cb1-a7d8-4666-a026-681471dd06c3 None None] Routers {'71ad77ed-458b-4d8d-b232-96ca61538402'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:24.965514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ec802cb1-a7d8-4666-a026-681471dd06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['71ad77ed-458b-4d8d-b232-96ca61538402'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:25.041818 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53c994f8-a0d7-4f83-adb0-60ca70e59b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:25.098449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7806fb-7600-4372-9cbf-a10b84642adf req-7de450b1-5d6b-4e8e-b4c3-bf120438b553 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:25.099921 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c7806fb-7600-4372-9cbf-a10b84642adf req-7de450b1-5d6b-4e8e-b4c3-bf120438b553 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 950 time: 0.1501787 Nov 13 04:41:25.119025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-ec802cb1-a7d8-4666-a026-681471dd06c3 None None] Set router 71ad77ed-458b-4d8d-b232-96ca61538402 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:25.131200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec045b8a-a9d8-4301-a5eb-166599d18e2a req-16ba7cf2-d60d-4133-bcc7-013d228f9f8f tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:25.132736 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ec045b8a-a9d8-4301-a5eb-166599d18e2a req-16ba7cf2-d60d-4133-bcc7-013d228f9f8f tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 944 time: 0.1818621 Nov 13 04:41:25.156145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53c994f8-a0d7-4f83-adb0-60ca70e59b0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:25.162509 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-53c994f8-a0d7-4f83-adb0-60ca70e59b0f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7a0ff78a-4d22-4fb6-9db9-29872b1c94c6 HTTP/1.1" status: 204 len: 168 time: 0.6417351 Nov 13 04:41:25.170236 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c994f8-a0d7-4f83-adb0-60ca70e59b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0ff78a-4d22-4fb6-9db9-29872b1c94c6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:25.174200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44178) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:25.197644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-40b45ca8-9d0a-4128-8e02-11ab10f8a1af tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:25.281723 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ec045b8a-a9d8-4301-a5eb-166599d18e2a req-cb36ba2a-1c15-42ee-b632-64fe74ea368e tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269722 Nov 13 04:41:25.336157 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:25.350801 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-40b45ca8-9d0a-4128-8e02-11ab10f8a1af tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:25.396248 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-40b45ca8-9d0a-4128-8e02-11ab10f8a1af tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Network 19c989c0-1979-480e-8fc0-facd46ce0dcf is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:25.396442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b5ecef-02b0-4ea6-b073-154915c61bb1 None None] Network 1015f99b-500c-4579-8b51-65ce01429358 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:25.402484 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-40b45ca8-9d0a-4128-8e02-11ab10f8a1af tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:25.404621 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa8149-a402-46b0-9937-ec734f2d06a6 req-681f8583-6da4-4171-8c6f-fc230537faab tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:25.410702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-40b45ca8-9d0a-4128-8e02-11ab10f8a1af tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:25.413916 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08fa8149-a402-46b0-9937-ec734f2d06a6 req-681f8583-6da4-4171-8c6f-fc230537faab tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.2613673 Nov 13 04:41:25.421510 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-40b45ca8-9d0a-4128-8e02-11ab10f8a1af tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:25.423830 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-40b45ca8-9d0a-4128-8e02-11ab10f8a1af tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:25.434669 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-7c7806fb-7600-4372-9cbf-a10b84642adf req-f7fa8d68-8995-405f-a36b-560df31f0406 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Deleting port d45f75b6-78e0-4f9b-b518-354de6784350 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:25.435884 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7c7806fb-7600-4372-9cbf-a10b84642adf req-f7fa8d68-8995-405f-a36b-560df31f0406 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:25.460788 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:25.580694 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7c7806fb-7600-4372-9cbf-a10b84642adf req-f7fa8d68-8995-405f-a36b-560df31f0406 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] For port d45f75b6-78e0-4f9b-b518-354de6784350, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d45f75b6-78e0-4f9b-b518-354de6784350,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:25.581142 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7c7806fb-7600-4372-9cbf-a10b84642adf req-f7fa8d68-8995-405f-a36b-560df31f0406 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:25.589540 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08fa8149-a402-46b0-9937-ec734f2d06a6 req-50f4650e-e5c0-4d81-a5c7-6fbd0f538316 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727550 Nov 13 04:41:25.598740 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:25.603250 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b45ca8-9d0a-4128-8e02-11ab10f8a1af tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Pushing event updated for resources: {'Port': ['ID=6932e855-b60c-451c-b087-979e77afb94b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:25.614245 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-40b45ca8-9d0a-4128-8e02-11ab10f8a1af tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7796855 Nov 13 04:41:25.620598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-7c7806fb-7600-4372-9cbf-a10b84642adf req-f7fa8d68-8995-405f-a36b-560df31f0406 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Calling delete_port for d45f75b6-78e0-4f9b-b518-354de6784350 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:25.633958 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Request body: {'port': {'device_id': '85cd31d8-7c41-4aa5-96ec-1a5612cbefa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:25.689765 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] Deleting port fb728d19-9dfd-4c7b-8f1a-02b4949062f2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:25.690181 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:25.718388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb2374-3953-4805-8e16-5b7e357afe0d req-d24bf6f6-65c8-4ed0-a055-b73181257279 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:25.725618 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a2bb2374-3953-4805-8e16-5b7e357afe0d req-d24bf6f6-65c8-4ed0-a055-b73181257279 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 931 time: 0.1696746 Nov 13 04:41:25.742533 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ec802cb1-a7d8-4666-a026-681471dd06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:14Z', 'updated_at': '2021-11-13T04:41:23Z', 'revision_number': 5, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'gw_port': {'id': '08c5a3b7-1624-44fe-8b38-37f1d042efa9', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:15Z', 'updated_at': '2021-11-13T04:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:25.776741 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:25.788466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] For port fb728d19-9dfd-4c7b-8f1a-02b4949062f2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fb728d19-9dfd-4c7b-8f1a-02b4949062f2,segment=NetworkSegment(2a2debb2-916c-4341-ab9a-1f327a4cc17b),segment_id=2a2debb2-916c-4341-ab9a-1f327a4cc17b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:25.789465 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:25.810425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec802cb1-a7d8-4666-a026-681471dd06c3 None None] Checking router: 71ad77ed-458b-4d8d-b232-96ca61538402 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:41:25.821963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] Deleting port 08c5a3b7-1624-44fe-8b38-37f1d042efa9 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:25.822393 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:25.825237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] Calling delete_port for fb728d19-9dfd-4c7b-8f1a-02b4949062f2 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:25.843739 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec802cb1-a7d8-4666-a026-681471dd06c3 None None] Routers {'71ad77ed-458b-4d8d-b232-96ca61538402'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:25.845485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ec802cb1-a7d8-4666-a026-681471dd06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['71ad77ed-458b-4d8d-b232-96ca61538402'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:25.862486 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a2bb2374-3953-4805-8e16-5b7e357afe0d req-bec28303-f9ab-4487-9d2a-a6e0dd2c4f48 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/security-groups?id=850dfbba-f49e-4979-89c4-563293aa5534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317339 Nov 13 04:41:25.925978 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4895d46-07c5-4b72-ad40-0318b7d00855 None None] DHCP port deletion for 1015f99b-500c-4579-8b51-65ce01429358 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:41:26.018852 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] For port 08c5a3b7-1624-44fe-8b38-37f1d042efa9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=08c5a3b7-1624-44fe-8b38-37f1d042efa9,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:26.019396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.037559 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-ec802cb1-a7d8-4666-a026-681471dd06c3 None None] Set router 71ad77ed-458b-4d8d-b232-96ca61538402 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:26.044684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] Calling delete_port for 08c5a3b7-1624-44fe-8b38-37f1d042efa9 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:26.092374 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.112193 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ec802cb1-a7d8-4666-a026-681471dd06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:14Z', 'updated_at': '2021-11-13T04:41:25Z', 'revision_number': 6, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:26.126494 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7c7806fb-7600-4372-9cbf-a10b84642adf req-f7fa8d68-8995-405f-a36b-560df31f0406 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.128681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb728d19-9dfd-4c7b-8f1a-02b4949062f2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:26.139127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] No DVR routers for this DVR port fb728d19-9dfd-4c7b-8f1a-02b4949062f2 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:41:26.150334 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec802cb1-a7d8-4666-a026-681471dd06c3 None None] The sync data for ids ['71ad77ed-458b-4d8d-b232-96ca61538402'] in n-d-813114-2 is: [{'id': '71ad77ed-458b-4d8d-b232-96ca61538402', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694124412-router', 'tenant_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:14Z', 'updated_at': '2021-11-13T04:41:25Z', 'revision_number': 6, 'project_id': '99e6064bf1bb4f598ab1406c922d3f8c', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:41:26.162333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d4895d46-07c5-4b72-ad40-0318b7d00855 None None] Deleting port fb728d19-9dfd-4c7b-8f1a-02b4949062f2 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:26.162704 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4895d46-07c5-4b72-ad40-0318b7d00855 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.167475 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['d45f75b6-78e0-4f9b-b518-354de6784350'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:41:26.195046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa8d68-8995-405f-a36b-560df31f0406 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Pushing event deleted for resources: {'Port': ['ID=d45f75b6-78e0-4f9b-b518-354de6784350,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:26.236373 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629d3e0-e455-4fb1-91ca-cea7ddc22eb0 req-b7c8d818-5ba4-400f-bb0e-db19fd5f65c5 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:26.244029 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a629d3e0-e455-4fb1-91ca-cea7ddc22eb0 req-b7c8d818-5ba4-400f-bb0e-db19fd5f65c5 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59 HTTP/1.1" status: 200 len: 867 time: 0.1942821 Nov 13 04:41:26.264789 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.287140 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7806fb-7600-4372-9cbf-a10b84642adf req-f7fa8d68-8995-405f-a36b-560df31f0406 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] No DVR routers for this DVR port d45f75b6-78e0-4f9b-b518-354de6784350 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:41:26.292318 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7c7806fb-7600-4372-9cbf-a10b84642adf req-f7fa8d68-8995-405f-a36b-560df31f0406 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.297392 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c7806fb-7600-4372-9cbf-a10b84642adf req-f7fa8d68-8995-405f-a36b-560df31f0406 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.46 "DELETE /v2.0/ports/d45f75b6-78e0-4f9b-b518-354de6784350 HTTP/1.1" status: 204 len: 173 time: 1.1877077 Nov 13 04:41:26.298005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59', 'name': 'network-vif-deleted', 'tag': 'd45f75b6-78e0-4f9b-b518-354de6784350'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:26.304961 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3197b5-b557-4621-82ce-785d4262030a" -d '{"events": [{"server_uuid": "4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59", "name": "network-vif-deleted", "tag": "d45f75b6-78e0-4f9b-b518-354de6784350"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:26.313943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d4895d46-07c5-4b72-ad40-0318b7d00855 None None] For port fb728d19-9dfd-4c7b-8f1a-02b4949062f2, host n-d-813114-2, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:26.314273 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4895d46-07c5-4b72-ad40-0318b7d00855 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.350135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d4895d46-07c5-4b72-ad40-0318b7d00855 None None] Calling delete_port for fb728d19-9dfd-4c7b-8f1a-02b4949062f2 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:26.358311 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-d4895d46-07c5-4b72-ad40-0318b7d00855 None None] Port fb728d19-9dfd-4c7b-8f1a-02b4949062f2 was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 04:41:26.365534 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4895d46-07c5-4b72-ad40-0318b7d00855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.365833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1015f99b-500c-4579-8b51-65ce01429358']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:26.411471 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2debb2-916c-4341-ab9a-1f327a4cc17b') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:26.411935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2debb2-916c-4341-ab9a-1f327a4cc17b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:26.423210 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a629d3e0-e455-4fb1-91ca-cea7ddc22eb0 req-ac7378fa-4e3b-4b00-9ade-90c514d4a8a3 tempest-ImagesNegativeTestJSON-191181025 tempest-ImagesNegativeTestJSON-191181025-project] 10.222.0.43 "GET /v2.0/security-groups?id=116d263e-3d99-4f58-9420-5750b6ba71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780314 Nov 13 04:41:26.436434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4895d46-07c5-4b72-ad40-0318b7d00855 None None] Pushing event deleted for resources: {'Port': ['ID=fb728d19-9dfd-4c7b-8f1a-02b4949062f2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:26.461773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4895d46-07c5-4b72-ad40-0318b7d00855 None None] No DVR routers for this DVR port fb728d19-9dfd-4c7b-8f1a-02b4949062f2 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:41:26.465620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.525567 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a694dd-c46e-434c-b5f9-f94466d2689f x-openstack-request-id: req-95a694dd-c46e-434c-b5f9-f94466d2689f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:26.526722 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59", "name": "network-vif-deleted", "tag": "d45f75b6-78e0-4f9b-b518-354de6784350", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:26.527413 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95a694dd-c46e-434c-b5f9-f94466d2689f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:26.527823 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3b02cd-5f4b-4762-b35c-a1cff3bc6c59', 'name': 'network-vif-deleted', 'tag': 'd45f75b6-78e0-4f9b-b518-354de6784350', 'status': 'completed', 'code': 200} Nov 13 04:41:26.542142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6932e855-b60c-451c-b087-979e77afb94b {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:41:26.555228 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.556912 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.593907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Transition to ACTIVE for port object 6932e855-b60c-451c-b087-979e77afb94b will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:41:26.601832 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.639808 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:41:26.640785 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:41:26.644161 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:41:26.729446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Pushing event updated for resources: {'Port': ['ID=6932e855-b60c-451c-b087-979e77afb94b,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:26.762628 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Attempting to bind port 6932e855-b60c-451c-b087-979e77afb94b on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:41:26.763004 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Attempting to bind port 6932e855-b60c-451c-b087-979e77afb94b by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '50351d1b-f441-4e4d-90dd-56d08344d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '19c989c0-1979-480e-8fc0-facd46ce0dcf'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:41:26.763336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Attempting to bind port 6932e855-b60c-451c-b087-979e77afb94b on network 19c989c0-1979-480e-8fc0-facd46ce0dcf {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:26.769093 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b46f9b-e608-4e33-9b13-50289521d4dc req-6741cab2-a15e-4390-9bee-99341f7ca434 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:26.774704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Port 6932e855-b60c-451c-b087-979e77afb94b on network 19c989c0-1979-480e-8fc0-facd46ce0dcf not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:41:26.775091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Attempting to bind port 6932e855-b60c-451c-b087-979e77afb94b on network 19c989c0-1979-480e-8fc0-facd46ce0dcf {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:26.780798 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56b46f9b-e608-4e33-9b13-50289521d4dc req-6741cab2-a15e-4390-9bee-99341f7ca434 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 944 time: 0.3064835 Nov 13 04:41:26.786778 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:41:26.787264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Checking segment: {'id': '50351d1b-f441-4e4d-90dd-56d08344d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '19c989c0-1979-480e-8fc0-facd46ce0dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:26.787578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Bound using segment: {'id': '50351d1b-f441-4e4d-90dd-56d08344d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '19c989c0-1979-480e-8fc0-facd46ce0dcf'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:41:26.788228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Bound port: 6932e855-b60c-451c-b087-979e77afb94b, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50351d1b-f441-4e4d-90dd-56d08344d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '19c989c0-1979-480e-8fc0-facd46ce0dcf'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:41:26.788618 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.790558 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.794708 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.811055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b5df8-d003-416f-b747-98a1fe01c406 req-cadf5570-0b1e-4385-aadb-4e35269e416e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:26.812650 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c88b5df8-d003-416f-b747-98a1fe01c406 req-cadf5570-0b1e-4385-aadb-4e35269e416e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.1123648 Nov 13 04:41:26.913418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] For port 6932e855-b60c-451c-b087-979e77afb94b, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:41:26.919135 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c88b5df8-d003-416f-b747-98a1fe01c406 req-ef82ec8b-bb4e-450b-96e8-f398c7061e95 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814795 Nov 13 04:41:26.921012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] For port 6932e855-b60c-451c-b087-979e77afb94b, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=6932e855-b60c-451c-b087-979e77afb94b,segment=NetworkSegment(50351d1b-f441-4e4d-90dd-56d08344d061),segment_id=50351d1b-f441-4e4d-90dd-56d08344d061)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:41:26.934794 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.975529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:26.976369 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:26.977945 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] 10.222.0.46 "PUT /v2.0/ports/6932e855-b60c-451c-b087-979e77afb94b HTTP/1.1" status: 200 len: 1091 time: 1.3483088 Nov 13 04:41:27.024712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf00906-4a86-4e90-916f-106079f62cae service neutron] Pushing event updated for resources: {'Port': ['ID=6932e855-b60c-451c-b087-979e77afb94b,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:27.068061 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fb728d19-9dfd-4c7b-8f1a-02b4949062f2 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:27.097039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: fb728d19-9dfd-4c7b-8f1a-02b4949062f2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:41:27.097426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fb728d19-9dfd-4c7b-8f1a-02b4949062f2 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:27.098086 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 09435d52-9908-4673-9ed1-fda12df02aa2 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:27.130479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 09435d52-9908-4673-9ed1-fda12df02aa2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:41:27.131096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 09435d52-9908-4673-9ed1-fda12df02aa2 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:27.131982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f05cad90-e4b1-49c6-9a2e-6d5c73045678 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:27.155990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f05cad90-e4b1-49c6-9a2e-6d5c73045678 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:41:27.157108 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f05cad90-e4b1-49c6-9a2e-6d5c73045678 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:27.178335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea424e2-e857-48ae-aa35-e4696ae2e3ec req-a2ba5e01-017e-4cad-9731-54feea4de592 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:27.180182 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fea424e2-e857-48ae-aa35-e4696ae2e3ec req-a2ba5e01-017e-4cad-9731-54feea4de592 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 943 time: 0.1209633 Nov 13 04:41:27.188280 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2f42f2ed-6b4c-4db9-a79a-4924470a8157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:27.189063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-2f42f2ed-6b4c-4db9-a79a-4924470a8157 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9596a1c1d524c6b93462bd909896902&device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 1094 time: 0.1061857 Nov 13 04:41:27.242520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:27.248111 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1015f99b-500c-4579-8b51-65ce01429358 HTTP/1.1" status: 204 len: 168 time: 2.0629659 Nov 13 04:41:27.279283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=08c5a3b7-1624-44fe-8b38-37f1d042efa9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:27.287561 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fea424e2-e857-48ae-aa35-e4696ae2e3ec req-896332f1-5e56-419c-b4f1-d7d8cf8b1154 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/security-groups?id=850dfbba-f49e-4979-89c4-563293aa5534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932510 Nov 13 04:41:27.289116 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-7aa848da-496f-407f-8473-ca30b53664df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6932e855-b60c-451c-b087-979e77afb94b HTTP/1.1" status: 200 len: 217 time: 0.0762453 Nov 13 04:41:27.352876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad296256-196a-4ff5-b81c-4763a87e0b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=1015f99b-500c-4579-8b51-65ce01429358,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:27.374645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-4bb9df38-27de-425a-a79c-2251a973c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:27.377964 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-4bb9df38-27de-425a-a79c-2251a973c3eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14c8c6c5-2600-40a2-ab47-b5abee54b0f1 HTTP/1.1" status: 200 len: 850 time: 0.0782628 Nov 13 04:41:27.398397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56b46f9b-e608-4e33-9b13-50289521d4dc req-3a7b24e7-9819-4556-a014-03a327fd024a tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6164637 Nov 13 04:41:27.405876 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:27.420617 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-69764c85-e5d8-4856-baae-a62abdbd3321 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19c989c0-1979-480e-8fc0-facd46ce0dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323184 Nov 13 04:41:27.473936 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44204) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:27.545015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:27.549444 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:27.609737 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2a078da9-1897-4fa3-be70-a807fe81114f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8cdfaf85edf480884f6154c8172b27b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334963 Nov 13 04:41:27.613393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44218) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:27.625120 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-a62b232f-2fde-43ce-b4ac-3f79850f02a8 service neutron] 10.222.0.46 "GET /v2.0/networks/19c989c0-1979-480e-8fc0-facd46ce0dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960375 Nov 13 04:41:27.630045 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:27.630643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71ad77ed-458b-4d8d-b232-96ca61538402 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:41:27.654114 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:27.655662 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fb1e1739-15fc-4755-af60-3259339feca3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/71ad77ed-458b-4d8d-b232-96ca61538402 HTTP/1.1" status: 204 len: 168 time: 2.6951509 Nov 13 04:41:27.660196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44222) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:27.747946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af3853e6-e635-4705-89ad-17fad5845685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:27.760271 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab51503-8fa8-442c-9f90-f9188872cf2f req-46fa965e-73f3-4af1-ba0d-b676c0b88e17 service neutron] 10.222.0.46 "GET /v2.0/networks/19c989c0-1979-480e-8fc0-facd46ce0dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267254 Nov 13 04:41:27.762228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-1761caf6-1e55-4a5d-b2e8-021b6aa09804 admin admin] Deleting subnet 8e483262-94a9-4749-b19e-6e195cbd6696 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:41:27.773547 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1761caf6-1e55-4a5d-b2e8-021b6aa09804 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:27.826390 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af3853e6-e635-4705-89ad-17fad5845685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:27.851617 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1761caf6-1e55-4a5d-b2e8-021b6aa09804 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:27.954427 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af3853e6-e635-4705-89ad-17fad5845685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:27.957284 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af3853e6-e635-4705-89ad-17fad5845685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:27.959581 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-af3853e6-e635-4705-89ad-17fad5845685 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2cae5ddb-8cc2-47e5-9755-da5f9fe97ef3 HTTP/1.1" status: 204 len: 168 time: 0.3446503 Nov 13 04:41:27.985796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3853e6-e635-4705-89ad-17fad5845685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cae5ddb-8cc2-47e5-9755-da5f9fe97ef3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:27.988481 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1761caf6-1e55-4a5d-b2e8-021b6aa09804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.043399 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f9580cb4-2cf3-4d42-bd73-d34a68a01a5d up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:28.080134 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1761caf6-1e55-4a5d-b2e8-021b6aa09804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.111978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44232) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:28.116584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761caf6-1e55-4a5d-b2e8-021b6aa09804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e483262-94a9-4749-b19e-6e195cbd6696,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:28.123977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:41:28.124505 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1761caf6-1e55-4a5d-b2e8-021b6aa09804 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.130852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1761caf6-1e55-4a5d-b2e8-021b6aa09804 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8e483262-94a9-4749-b19e-6e195cbd6696 HTTP/1.1" status: 204 len: 168 time: 0.4673386 Nov 13 04:41:28.132719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44236) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:28.136572 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1207dbaa-a5be-4b6c-a6f8-8780a012291e None None] Network b9ae54ec-83fa-4095-ba77-f303aa05e360 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:28.156519 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:28.158393 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.235524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9b66a-de08-4cf3-9860-b3486ee82d46 req-7e213d01-66f5-49c1-b09f-f68700bce864 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:28.237118 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-53a9b66a-de08-4cf3-9860-b3486ee82d46 req-7e213d01-66f5-49c1-b09f-f68700bce864 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.1853986 Nov 13 04:41:28.270677 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.340497 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.360003 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-53a9b66a-de08-4cf3-9860-b3486ee82d46 req-4a23a748-b283-4c63-a3de-ed308e4caf44 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119223 Nov 13 04:41:28.416333 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Deleting port c79d33cc-a296-46a2-bcc6-e633f6617ae3 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:28.416669 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.455677 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.513183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9580cb4-2cf3-4d42-bd73-d34a68a01a5d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:28.521940 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82a3604-316c-477a-852f-8d72f560bbb0" -d '{"events": [{"server_uuid": "2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33", "name": "network-vif-plugged", "status": "completed", "tag": "f9580cb4-2cf3-4d42-bd73-d34a68a01a5d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:28.538848 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73fdf8-fbb8-4a5d-91e5-8a0f74f4ef53 req-c09504a8-b441-448a-a376-ea2973ba2791 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:28.539131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85cd31d8-7c41-4aa5-96ec-1a5612cbefa8', 'tag': '6932e855-b60c-451c-b087-979e77afb94b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:28.540484 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac73fdf8-fbb8-4a5d-91e5-8a0f74f4ef53 req-c09504a8-b441-448a-a376-ea2973ba2791 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 943 time: 0.1312928 Nov 13 04:41:28.543866 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8109b9-4669-4c38-ad49-ce7e60b56208" -d '{"events": [{"name": "network-changed", "server_uuid": "85cd31d8-7c41-4aa5-96ec-1a5612cbefa8", "tag": "6932e855-b60c-451c-b087-979e77afb94b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:28.555796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f9580cb4-2cf3-4d42-bd73-d34a68a01a5d,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:28.560228 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f36c980-b9e9-423c-b05a-9a1fd839922e None None] DHCP port deletion for b9ae54ec-83fa-4095-ba77-f303aa05e360 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:41:28.568198 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.590645 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d45f75b6-78e0-4f9b-b518-354de6784350 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:28.654944 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: d45f75b6-78e0-4f9b-b518-354de6784350 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:41:28.655285 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d45f75b6-78e0-4f9b-b518-354de6784350 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:28.683328 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.692054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=f9580cb4-2cf3-4d42-bd73-d34a68a01a5d,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:28.704643 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] For port c79d33cc-a296-46a2-bcc6-e633f6617ae3, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c79d33cc-a296-46a2-bcc6-e633f6617ae3,segment=NetworkSegment(9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898),segment_id=9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:28.705017 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.705401 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac73fdf8-fbb8-4a5d-91e5-8a0f74f4ef53 req-177f34f2-40f4-41b6-a05e-9de0829b495b tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/security-groups?id=850dfbba-f49e-4979-89c4-563293aa5534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557400 Nov 13 04:41:28.730517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6f36c980-b9e9-423c-b05a-9a1fd839922e None None] Deleting port c79d33cc-a296-46a2-bcc6-e633f6617ae3 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:28.731053 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f36c980-b9e9-423c-b05a-9a1fd839922e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.734637 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Calling delete_port for c79d33cc-a296-46a2-bcc6-e633f6617ae3 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:28.751576 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565299f1-cf70-41db-b5fa-6a42b73a893f req-73da3788-1a12-4157-97bb-9fd604fbf04e tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:28.753162 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-565299f1-cf70-41db-b5fa-6a42b73a893f req-73da3788-1a12-4157-97bb-9fd604fbf04e tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 945 time: 0.1931982 Nov 13 04:41:28.758646 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:28.758803 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-304bf43a-10c2-4f44-a797-53b6bb774689 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8465a5023cc4103851e960f3405e0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6454926 Nov 13 04:41:28.843649 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98295192-e451-4b7e-93f4-fd157bc210ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.853864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 08c5a3b7-1624-44fe-8b38-37f1d042efa9 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:28.884288 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98295192-e451-4b7e-93f4-fd157bc210ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.912339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 08c5a3b7-1624-44fe-8b38-37f1d042efa9 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:41:28.916133 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 08c5a3b7-1624-44fe-8b38-37f1d042efa9 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:28.917387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c79d33cc-a296-46a2-bcc6-e633f6617ae3 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:28.931256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6f36c980-b9e9-423c-b05a-9a1fd839922e None None] For port c79d33cc-a296-46a2-bcc6-e633f6617ae3, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c79d33cc-a296-46a2-bcc6-e633f6617ae3,segment=NetworkSegment(9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898),segment_id=9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:28.931730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-565299f1-cf70-41db-b5fa-6a42b73a893f req-d7c8fb57-cf7c-4b1d-8035-9326e61acecf tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662502 Nov 13 04:41:28.937024 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f36c980-b9e9-423c-b05a-9a1fd839922e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.942955 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b111b51-7d87-48b4-b6b6-e67f3e2b7692 x-openstack-request-id: req-3b111b51-7d87-48b4-b6b6-e67f3e2b7692 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:28.945594 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33", "name": "network-vif-plugged", "status": "completed", "tag": "f9580cb4-2cf3-4d42-bd73-d34a68a01a5d", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:28.948539 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b111b51-7d87-48b4-b6b6-e67f3e2b7692 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:28.948539 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9580cb4-2cf3-4d42-bd73-d34a68a01a5d', 'code': 200} Nov 13 04:41:28.974116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.975190 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98295192-e451-4b7e-93f4-fd157bc210ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.981480 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98295192-e451-4b7e-93f4-fd157bc210ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:28.986020 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-98295192-e451-4b7e-93f4-fd157bc210ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/116d263e-3d99-4f58-9420-5750b6ba71a9 HTTP/1.1" status: 204 len: 168 time: 0.2228949 Nov 13 04:41:28.995540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98295192-e451-4b7e-93f4-fd157bc210ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116d263e-3d99-4f58-9420-5750b6ba71a9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:29.024910 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6f36c980-b9e9-423c-b05a-9a1fd839922e None None] Calling delete_port for c79d33cc-a296-46a2-bcc6-e633f6617ae3 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:29.038404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] No DVR routers for this DVR port c79d33cc-a296-46a2-bcc6-e633f6617ae3 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:41:29.043860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Pushing event deleted for resources: {'Port': ['ID=c79d33cc-a296-46a2-bcc6-e633f6617ae3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:29.118508 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92745437-21ff-4cee-be52-954c2a931dbf x-openstack-request-id: req-92745437-21ff-4cee-be52-954c2a931dbf {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:29.119070 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85cd31d8-7c41-4aa5-96ec-1a5612cbefa8", "tag": "6932e855-b60c-451c-b087-979e77afb94b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:29.119324 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92745437-21ff-4cee-be52-954c2a931dbf {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:29.119961 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85cd31d8-7c41-4aa5-96ec-1a5612cbefa8', 'tag': '6932e855-b60c-451c-b087-979e77afb94b', 'status': 'completed', 'code': 200} Nov 13 04:41:29.186811 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:29.215830 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44272) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:29.236486 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:41:29.238374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:41:29.239167 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:41:29.239894 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Subscribe: > port after_create 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:41:29.240216 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:41:29.240531 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Subscribe: > port after_update 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:41:29.240862 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:41:29.248284 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:41:29.251814 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:41:29.252158 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:41:29.288981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No active binding found for port c79d33cc-a296-46a2-bcc6-e633f6617ae3 {{(pid=102669) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 13 04:41:29.289555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c79d33cc-a296-46a2-bcc6-e633f6617ae3 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:29.332483 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f36c980-b9e9-423c-b05a-9a1fd839922e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:29.347024 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f36c980-b9e9-423c-b05a-9a1fd839922e None None] No DVR routers for this DVR port c79d33cc-a296-46a2-bcc6-e633f6617ae3 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:41:29.380227 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36c980-b9e9-423c-b05a-9a1fd839922e None None] Pushing event deleted for resources: {'Port': ['ID=c79d33cc-a296-46a2-bcc6-e633f6617ae3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:29.390392 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:41:29.390883 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:41:29.391237 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:41:29.391821 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 04:41:29.392198 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ae54ec-83fa-4095-ba77-f303aa05e360']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:29.410145 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2057200637-network', 'tenant_id': '5723952576e74bb6b3f89d90dc554514'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:29.434996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:29.435656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3f82cf-df2f-4f77-ae8d-ecc0bf2d1898') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:29.441125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] Made reservation on behalf of 5723952576e74bb6b3f89d90dc554514 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:29.446391 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:29.489842 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:29.505448 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:29.538858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e7843-b8ae-4c68-8017-0fef4db71f8f req-17f7585a-c4c3-406c-8888-9bdd0381f7d3 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:29.541312 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a47e7843-b8ae-4c68-8017-0fef4db71f8f req-17f7585a-c4c3-406c-8888-9bdd0381f7d3 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.0913146 Nov 13 04:41:29.544255 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1712867-81ea-46ba-9369-c325349fb8e0 req-1d05f918-6eff-4ba4-a367-c67c90b6f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:29.546161 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f1712867-81ea-46ba-9369-c325349fb8e0 req-1d05f918-6eff-4ba4-a367-c67c90b6f3cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 1096 time: 0.4698377 Nov 13 04:41:29.551600 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:29.565948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:41:29.566614 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: from cryptography.utils import int_from_bytes Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: from cryptography.utils import int_from_bytes Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:41:29.619863 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:41:29.623477 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a47e7843-b8ae-4c68-8017-0fef4db71f8f req-357ed704-a335-44fd-81ce-3e84c427dcf6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737526 Nov 13 04:41:29.670170 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:29.685104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8109b9-4669-4c38-ad49-ce7e60b56208 req-688b44fd-20d0-4772-bcd3-b07e2eb59b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:29.685706 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:29.686405 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c8109b9-4669-4c38-ad49-ce7e60b56208 req-688b44fd-20d0-4772-bcd3-b07e2eb59b80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9596a1c1d524c6b93462bd909896902&device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 1094 time: 0.4662397 Nov 13 04:41:29.717146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:41:29.723799 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:29.733992 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43438c6d-0139-4d94-966f-d3d2f6cf67ed,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:29.740409 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:29.740757 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] Added segment 2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95 of type vlan for network 4db65db2-7a9a-459d-9f96-81c4148a7ac3 Nov 13 04:41:29.749530 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:29.759527 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] 10.222.0.43 "DELETE /v2.0/networks/b9ae54ec-83fa-4095-ba77-f303aa05e360 HTTP/1.1" status: 204 len: 168 time: 1.6256409 Nov 13 04:41:29.796307 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:29.836649 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:29.838484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:29.838879 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:29.892837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f2ded-e615-4904-ae28-efbfd2b5210e admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ae54ec-83fa-4095-ba77-f303aa05e360,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:29.902697 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f1712867-81ea-46ba-9369-c325349fb8e0 req-f96b01f0-3fa2-4507-aeaa-2e711bd84d55 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874463 Nov 13 04:41:29.918553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] Pushing event updated for resources: {'Network': ['ID=4db65db2-7a9a-459d-9f96-81c4148a7ac3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:29.926649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4fda056b-87cb-469f-bd49-9d606e38d61a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7095089 Nov 13 04:41:29.929353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44302) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:29.934495 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e27f31b3-c66e-43fb-a910-905cfca36ca7 admin admin] Request body: {'subnet': {'network_id': '4db65db2-7a9a-459d-9f96-81c4148a7ac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2057200637-subnet', 'tenant_id': '5723952576e74bb6b3f89d90dc554514', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:29.943518 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 4db65db2-7a9a-459d-9f96-81c4148a7ac3 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:41:29.977425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8109b9-4669-4c38-ad49-ce7e60b56208 req-9a3739be-f7d9-412b-b538-2cd0bcf0a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:29.978944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c8109b9-4669-4c38-ad49-ce7e60b56208 req-9a3739be-f7d9-412b-b538-2cd0bcf0a265 service neutron] 10.222.0.46 "GET /v2.0/networks?id=19c989c0-1979-480e-8fc0-facd46ce0dcf HTTP/1.1" status: 200 len: 911 time: 0.2833388 Nov 13 04:41:29.983849 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27f31b3-c66e-43fb-a910-905cfca36ca7 admin admin] Made reservation on behalf of 5723952576e74bb6b3f89d90dc554514 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:29.986498 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e27f31b3-c66e-43fb-a910-905cfca36ca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.005132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44306) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:30.157057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44310) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:30.240929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f79083-b21a-496f-80e0-05bb452a41b9 req-0d2c96cc-f436-4ca3-ab62-2603371373f8 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:30.242649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4f79083-b21a-496f-80e0-05bb452a41b9 req-0d2c96cc-f436-4ca3-ab62-2603371373f8 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 945 time: 0.1072443 Nov 13 04:41:30.311857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2101038071-network', 'tenant_id': 'b12983f8146043478e1de303695fb8a5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:30.354960 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e27f31b3-c66e-43fb-a910-905cfca36ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.387967 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4f79083-b21a-496f-80e0-05bb452a41b9 req-5c81bf9c-8e2e-48a5-8186-3ad584040277 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282749 Nov 13 04:41:30.390751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1061bd7-01c3-42ec-a26e-a398b8a7742e req-ededd24c-36f2-4bec-b803-ac69b44ad6f1 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:30.391076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] Made reservation on behalf of b12983f8146043478e1de303695fb8a5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:30.393485 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.398742 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d1061bd7-01c3-42ec-a26e-a398b8a7742e req-ededd24c-36f2-4bec-b803-ac69b44ad6f1 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 943 time: 0.5860701 Nov 13 04:41:30.410457 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.416124 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c8109b9-4669-4c38-ad49-ce7e60b56208 req-2a4d7f76-44ce-468c-8995-72cc66eef3bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6932e855-b60c-451c-b087-979e77afb94b HTTP/1.1" status: 200 len: 217 time: 0.4254916 Nov 13 04:41:30.439333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f31b3-c66e-43fb-a910-905cfca36ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96ae5579-5f5f-4852-bc56-b5038c6cb7ed,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:30.480033 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27f31b3-c66e-43fb-a910-905cfca36ca7 admin admin] Checking segment: {'id': '2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4db65db2-7a9a-459d-9f96-81c4148a7ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:30.480631 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27f31b3-c66e-43fb-a910-905cfca36ca7 admin admin] Network hostable DHCP agents. Network: 4db65db2-7a9a-459d-9f96-81c4148a7ac3, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:41:30.494971 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-73c0dfca-b288-47ab-8845-4abdd14d05fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99e6064bf1bb4f598ab1406c922d3f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4855237 Nov 13 04:41:30.497408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44314) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:30.512629 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d1061bd7-01c3-42ec-a26e-a398b8a7742e req-f5dde0da-8813-4d17-869f-2ecbf90d3391 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/security-groups?id=850dfbba-f49e-4979-89c4-563293aa5534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129625 Nov 13 04:41:30.516761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8109b9-4669-4c38-ad49-ce7e60b56208 req-87ab53d7-faf3-48d0-a745-c2dde835d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:30.518960 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c8109b9-4669-4c38-ad49-ce7e60b56208 req-87ab53d7-faf3-48d0-a745-c2dde835d002 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14c8c6c5-2600-40a2-ab47-b5abee54b0f1 HTTP/1.1" status: 200 len: 850 time: 0.0917645 Nov 13 04:41:30.553202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27f31b3-c66e-43fb-a910-905cfca36ca7 admin admin] Network 4db65db2-7a9a-459d-9f96-81c4148a7ac3 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:41:30.558053 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c8109b9-4669-4c38-ad49-ce7e60b56208 req-15f236b7-f5e1-469c-8ac4-0ac8abe97b0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19c989c0-1979-480e-8fc0-facd46ce0dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305843 Nov 13 04:41:30.569332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 6932e855-b60c-451c-b087-979e77afb94b details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:41:30.585486 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.588407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e27f31b3-c66e-43fb-a910-905cfca36ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 4db65db2-7a9a-459d-9f96-81c4148a7ac3) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:30.593003 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f31b3-c66e-43fb-a910-905cfca36ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:30.594038 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e27f31b3-c66e-43fb-a910-905cfca36ca7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.602261 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.604282 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1956e9d5-7586-44d5-93bf-726d56759c64 None None] Network 4db65db2-7a9a-459d-9f96-81c4148a7ac3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:30.636962 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e27f31b3-c66e-43fb-a910-905cfca36ca7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7065370 Nov 13 04:41:30.648845 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44316) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:30.651314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:41:30.658844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2057200637-router', 'tenant_id': '5723952576e74bb6b3f89d90dc554514', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:30.662544 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a86b371a-d468-4def-960a-9b990a856363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.675784 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b0ee65-e531-4d1a-bf21-dc21a9fdb946,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:30.688411 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.688756 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] Added segment e3e978a5-b84c-4613-a723-ae0c40666aa1 of type vlan for network 803777c0-8da9-4e5a-8575-85c0e350ff7e Nov 13 04:41:30.741373 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a86b371a-d468-4def-960a-9b990a856363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.747629 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c8109b9-4669-4c38-ad49-ce7e60b56208 req-a0d2a28f-b31f-4b2a-8c74-74a74dafd7c0 service neutron] 10.222.0.46 "GET /v2.0/networks/19c989c0-1979-480e-8fc0-facd46ce0dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725020 Nov 13 04:41:30.758744 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.759825 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.774943 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.870331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 6932e855-b60c-451c-b087-979e77afb94b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=6932e855-b60c-451c-b087-979e77afb94b,segment=NetworkSegment(50351d1b-f441-4e4d-90dd-56d08344d061),segment_id=50351d1b-f441-4e4d-90dd-56d08344d061)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:30.892183 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.892901 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '6932e855-b60c-451c-b087-979e77afb94b', 'network_id': '19c989c0-1979-480e-8fc0-facd46ce0dcf', 'port_id': '6932e855-b60c-451c-b087-979e77afb94b', 'mac_address': 'fa:16:3e:f0:a9:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c8c6c5-2600-40a2-ab47-b5abee54b0f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:41:30.897831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c8109b9-4669-4c38-ad49-ce7e60b56208 req-4d2be45e-ff70-4b0c-ad99-5890bc97b66c service neutron] 10.222.0.46 "GET /v2.0/networks/19c989c0-1979-480e-8fc0-facd46ce0dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409378 Nov 13 04:41:30.912352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd9747-32c9-4b04-ac1d-781b9b08fc6e req-e76b82a5-1407-4243-a2e4-b578cc526ce3 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:30.929793 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-babd9747-32c9-4b04-ac1d-781b9b08fc6e req-e76b82a5-1407-4243-a2e4-b578cc526ce3 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.1614695 Nov 13 04:41:30.965120 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.965969 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:30.966542 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:30.970029 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:31.000518 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6932e855-b60c-451c-b087-979e77afb94b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:41:31.026005 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a86b371a-d468-4def-960a-9b990a856363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:31.028682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a86b371a-d468-4def-960a-9b990a856363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:31.029880 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a86b371a-d468-4def-960a-9b990a856363 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8bd4c038-fa8d-4623-bafd-267de195e3e0 HTTP/1.1" status: 204 len: 168 time: 0.5300167 Nov 13 04:41:31.055540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 6932e855-b60c-451c-b087-979e77afb94b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=6932e855-b60c-451c-b087-979e77afb94b,segment=NetworkSegment(50351d1b-f441-4e4d-90dd-56d08344d061),segment_id=50351d1b-f441-4e4d-90dd-56d08344d061)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:31.065901 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-4db65db2-7a9a-459d-9f96-81c4148a7ac3', 'network_id': '4db65db2-7a9a-459d-9f96-81c4148a7ac3', 'tenant_id': '5723952576e74bb6b3f89d90dc554514', 'fixed_ips': [{'subnet_id': '96ae5579-5f5f-4852-bc56-b5038c6cb7ed'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:41:31.067300 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:31.073411 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:31.095238 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9368451 Nov 13 04:41:31.098805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b371a-d468-4def-960a-9b990a856363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd4c038-fa8d-4623-bafd-267de195e3e0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:31.099444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44326) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:31.110200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-00c1776a-f6b0-4576-845a-5145b588e0fd admin admin] Request body: {'subnet': {'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2101038071-subnet', 'tenant_id': 'b12983f8146043478e1de303695fb8a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:31.156689 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c1776a-f6b0-4576-845a-5145b588e0fd admin admin] Made reservation on behalf of b12983f8146043478e1de303695fb8a5 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:31.167325 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00c1776a-f6b0-4576-845a-5145b588e0fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:31.193899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e187e-ff27-4620-8f17-27d053d6cfb4 admin admin] Pushing event updated for resources: {'Network': ['ID=803777c0-8da9-4e5a-8575-85c0e350ff7e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:31.231514 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-babd9747-32c9-4b04-ac1d-781b9b08fc6e req-815d218e-0583-45fc-bf36-ae95e2c0b59a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924421 Nov 13 04:41:31.231514 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:31.250078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 803777c0-8da9-4e5a-8575-85c0e350ff7e details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:41:31.289110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=6932e855-b60c-451c-b087-979e77afb94b,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:31.522727 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Allocated IP 172.20.0.2 (4db65db2-7a9a-459d-9f96-81c4148a7ac3/96ae5579-5f5f-4852-bc56-b5038c6cb7ed/62b3d1cf-d84a-4b08-88a1-931f4a4b8778) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:31.607288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['6932e855-b60c-451c-b087-979e77afb94b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:41:31.742026 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00c1776a-f6b0-4576-845a-5145b588e0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:31.765990 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:31.797761 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:31.809585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d885e5f-d538-40d5-8a05-42cb22514683 req-ec2baede-4929-4520-bb09-28989b242d62 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:31.813714 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d885e5f-d538-40d5-8a05-42cb22514683 req-ec2baede-4929-4520-bb09-28989b242d62 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 944 time: 0.1838567 Nov 13 04:41:31.828265 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dca1e7-d8e8-4a56-af3b-8402644b3067 req-ab1954dd-aa7e-44d1-9928-78671df89800 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:31.836545 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5dca1e7-d8e8-4a56-af3b-8402644b3067 req-ab1954dd-aa7e-44d1-9928-78671df89800 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 945 time: 0.2961817 Nov 13 04:41:31.911216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1776a-f6b0-4576-845a-5145b588e0fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57f6b55-1ecd-4ea5-960a-97d61ae62a13,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:31.958507 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5dca1e7-d8e8-4a56-af3b-8402644b3067 req-a48a4dbe-1960-4103-9707-42dc6a127936 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045179 Nov 13 04:41:32.006187 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d885e5f-d538-40d5-8a05-42cb22514683 req-7bc9513b-a18c-4b64-882c-232a483d6a16 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/security-groups?id=850dfbba-f49e-4979-89c4-563293aa5534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767552 Nov 13 04:41:32.026177 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:32.042364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1776a-f6b0-4576-845a-5145b588e0fd admin admin] Checking segment: {'id': 'e3e978a5-b84c-4613-a723-ae0c40666aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:32.043385 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:32.044476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c1776a-f6b0-4576-845a-5145b588e0fd admin admin] Network hostable DHCP agents. Network: 803777c0-8da9-4e5a-8575-85c0e350ff7e, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:41:32.054388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Allocated IP 172.25.8.119 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/111f2776-b84b-4aa0-a0c4-cc90475c1efd) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:32.075924 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c1776a-f6b0-4576-845a-5145b588e0fd admin admin] Network 803777c0-8da9-4e5a-8575-85c0e350ff7e is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:41:32.090328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-00c1776a-f6b0-4576-845a-5145b588e0fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 803777c0-8da9-4e5a-8575-85c0e350ff7e) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:32.097159 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c1776a-f6b0-4576-845a-5145b588e0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:32.098715 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00c1776a-f6b0-4576-845a-5145b588e0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:32.111115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Pushing event updated for resources: {'Port': ['ID=62b3d1cf-d84a-4b08-88a1-931f4a4b8778,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:32.118778 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034b76fe-8389-4007-8951-2a4f7200b5cb None None] Network 803777c0-8da9-4e5a-8575-85c0e350ff7e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:32.138028 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-00c1776a-f6b0-4576-845a-5145b588e0fd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0283554 Nov 13 04:41:32.138253 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Network 4db65db2-7a9a-459d-9f96-81c4148a7ac3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:32.164908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:32.168045 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:32.291903 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:32.298062 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Attempting to bind port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:41:32.298773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Attempting to bind port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4db65db2-7a9a-459d-9f96-81c4148a7ac3'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:41:32.299022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Attempting to bind port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 on network 4db65db2-7a9a-459d-9f96-81c4148a7ac3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:32.305610 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:41:32.306225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Checking segment: {'id': '2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4db65db2-7a9a-459d-9f96-81c4148a7ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:32.306620 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:32.307038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Bound using segment: {'id': '2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4db65db2-7a9a-459d-9f96-81c4148a7ac3'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:41:32.307508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Bound port: 62b3d1cf-d84a-4b08-88a1-931f4a4b8778, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4db65db2-7a9a-459d-9f96-81c4148a7ac3'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:41:32.307877 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:32.398689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77972608-3997-4d8b-ab6e-17b752858557 None None] Network 803777c0-8da9-4e5a-8575-85c0e350ff7e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:32.412207 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:32.470349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224ec55-5533-4013-8065-4e5031c6297f req-69c46b35-1096-40e3-96f6-055b92cecb3a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:32.476228 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f224ec55-5533-4013-8065-4e5031c6297f req-69c46b35-1096-40e3-96f6-055b92cecb3a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.1162946 Nov 13 04:41:32.497690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] For port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:41:32.503239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:32.515395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] For port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=62b3d1cf-d84a-4b08-88a1-931f4a4b8778,segment=NetworkSegment(2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95),segment_id=2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:41:32.517024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:32.523020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:32.525366 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:32.629392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Pushing event updated for resources: {'Port': ['ID=111f2776-b84b-4aa0-a0c4-cc90475c1efd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:32.663739 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabccd54-be2a-4588-bd44-4467da57966b None None] Pushing event updated for resources: {'Port': ['ID=62b3d1cf-d84a-4b08-88a1-931f4a4b8778,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:32.751014 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f224ec55-5533-4013-8065-4e5031c6297f req-c6ee0c44-28ff-44a2-a6e5-6847d0bd6e3d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640119 Nov 13 04:41:32.973703 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-6c56c3f1-d342-4a0e-aed7-1fac1bb348cf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:32.984582 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:32.987834 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-6c56c3f1-d342-4a0e-aed7-1fac1bb348cf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/networks?id=803777c0-8da9-4e5a-8575-85c0e350ff7e HTTP/1.1" status: 200 len: 822 time: 0.1775308 Nov 13 04:41:33.021114 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-06467464-1edb-4dbe-9699-02bca925f876 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/quotas/b12983f8146043478e1de303695fb8a5 HTTP/1.1" status: 200 len: 375 time: 0.0211589 Nov 13 04:41:33.087327 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-d1b4cc81-511c-4f1b-94b1-a32d7cf80a97 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b12983f8146043478e1de303695fb8a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651855 Nov 13 04:41:33.148181 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44396) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:33.175282 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139017c7-ecff-4ce5-af05-ddc4e493cc7c req-9df6445b-f4eb-431d-8da4-8b5414444635 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:33.183034 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-139017c7-ecff-4ce5-af05-ddc4e493cc7c req-9df6445b-f4eb-431d-8da4-8b5414444635 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 945 time: 0.1086187 Nov 13 04:41:33.197982 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-438d6d81-c57c-4ae4-93ed-f406d11167ce service neutron] 10.222.0.43 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097884 Nov 13 04:41:33.299416 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0bca28e7-3254-4c85-b132-38f753469057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:33.333974 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:33.338626 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-139017c7-ecff-4ce5-af05-ddc4e493cc7c req-795e760d-f3d7-4949-8779-9c5c9c6629ee tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546316 Nov 13 04:41:33.419337 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-e10264d3-54dc-4b52-af18-f0e2d433e1cb service neutron] 10.222.0.43 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141051 Nov 13 04:41:33.424462 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0bca28e7-3254-4c85-b132-38f753469057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:33.430936 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0bca28e7-3254-4c85-b132-38f753469057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:33.480191 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0bca28e7-3254-4c85-b132-38f753469057 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7908f3e5eda4f8d8a160daf3dd85b04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309546 Nov 13 04:41:33.482904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44404) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:33.485623 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca28e7-3254-4c85-b132-38f753469057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78b4023-3e36-4660-85ae-b72281f598b7,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:33.506566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffefae-e4ef-428e-8add-9e45c66f8f1a req-754731f5-91ac-4c39-bc5c-72839b79d11d tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:33.508125 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e5ffefae-e4ef-428e-8add-9e45c66f8f1a req-754731f5-91ac-4c39-bc5c-72839b79d11d tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 944 time: 0.1044302 Nov 13 04:41:33.556597 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cb4425d0-ca9a-4aa1-adf4-28a6a8658cf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:33.569977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Router e468f1fb-a0f1-41d6-9dd2-eff922c92457 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:41:33.578453 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e5ffefae-e4ef-428e-8add-9e45c66f8f1a req-6b833968-7516-4a1d-8f80-31c33cca90d0 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/security-groups?id=850dfbba-f49e-4979-89c4-563293aa5534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624111 Nov 13 04:41:33.635572 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cb4425d0-ca9a-4aa1-adf4-28a6a8658cf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:33.809004 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723edac8-d810-40e4-b5ad-b1abffb1dbe2 req-2ecf1708-79ee-43b7-9d06-3db51a21b101 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:33.812562 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-723edac8-d810-40e4-b5ad-b1abffb1dbe2 req-2ecf1708-79ee-43b7-9d06-3db51a21b101 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 945 time: 0.0723758 Nov 13 04:41:33.820356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44412) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:33.825354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2beb5797-9370-4b27-a3a5-af93925f94dd tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Request body: {'floatingip': {'port_id': 'f9580cb4-2cf3-4d42-bd73-d34a68a01a5d'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:33.831776 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cb4425d0-ca9a-4aa1-adf4-28a6a8658cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:33.834377 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cb4425d0-ca9a-4aa1-adf4-28a6a8658cf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:33.839828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cb4425d0-ca9a-4aa1-adf4-28a6a8658cf1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f78b4023-3e36-4660-85ae-b72281f598b7 HTTP/1.1" status: 204 len: 168 time: 0.3556581 Nov 13 04:41:33.925676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4425d0-ca9a-4aa1-adf4-28a6a8658cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78b4023-3e36-4660-85ae-b72281f598b7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:33.983894 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2beb5797-9370-4b27-a3a5-af93925f94dd tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for floatingip, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:34.050086 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c0b83-30ce-4db0-ad57-614bd7341cfe req-da82a06b-4ba5-4a3d-a9cf-3b67e00eacab tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:34.057714 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f17c0b83-30ce-4db0-ad57-614bd7341cfe req-da82a06b-4ba5-4a3d-a9cf-3b67e00eacab tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.1205714 Nov 13 04:41:34.136664 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0974-e18b-4c13-b1d3-b34ff66d15b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:34.220832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a4c209-a930-46ae-ad3c-e4cd6c7c4959 None None] Network 4db65db2-7a9a-459d-9f96-81c4148a7ac3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:34.254050 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f17c0b83-30ce-4db0-ad57-614bd7341cfe req-47e00eea-7aaf-478b-a74f-8253d6a78ca0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950426 Nov 13 04:41:34.274305 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34b693b8-ad5c-4098-a93c-ec466ae1ac6d req-bb2b3b50-5d5e-4553-8368-bd871e450c97 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 210 time: 0.0461528 Nov 13 04:41:34.301144 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:41:34.312123 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Sync routers for ids ['e468f1fb-a0f1-41d6-9dd2-eff922c92457'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:41:34.329822 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Routers {'e468f1fb-a0f1-41d6-9dd2-eff922c92457'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:34.330561 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e468f1fb-a0f1-41d6-9dd2-eff922c92457'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:34.338676 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:34.340320 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f06e1ed4-d9a7-4518-a0e7-7ced71859a30 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6902587 Nov 13 04:41:34.343313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44434) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:34.403027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4175c86f-fbb8-4165-969f-2b83dfcf63dd None None] Provisioning complete for port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:34.403380 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4175c86f-fbb8-4165-969f-2b83dfcf63dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:34.514137 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Set router e468f1fb-a0f1-41d6-9dd2-eff922c92457 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:34.587919 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 6932e855-b60c-451c-b087-979e77afb94b up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:34.724790 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4175c86f-fbb8-4165-969f-2b83dfcf63dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:34.891631 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7bc1d-48ee-4ef0-95db-cac33648eadc req-0df6994e-03ee-4b1e-b610-a921a675fd6b tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:34.891631 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-74b7bc1d-48ee-4ef0-95db-cac33648eadc req-0df6994e-03ee-4b1e-b610-a921a675fd6b tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 944 time: 0.1354954 Nov 13 04:41:34.910344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 6932e855-b60c-451c-b087-979e77afb94b completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:41:34.931118 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4175c86f-fbb8-4165-969f-2b83dfcf63dd None None] For port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=62b3d1cf-d84a-4b08-88a1-931f4a4b8778,segment=NetworkSegment(2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95),segment_id=2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:34.939367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 6932e855-b60c-451c-b087-979e77afb94b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:34.942352 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:34.960914 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-74b7bc1d-48ee-4ef0-95db-cac33648eadc req-a66ab8e6-4597-4ccd-aaef-c79316943be1 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/security-groups?id=850dfbba-f49e-4979-89c4-563293aa5534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658808 Nov 13 04:41:35.024617 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4175c86f-fbb8-4165-969f-2b83dfcf63dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:35.046110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:35.094077 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2beb5797-9370-4b27-a3a5-af93925f94dd tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:35.108047 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2beb5797-9370-4b27-a3a5-af93925f94dd tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:35.174507 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'name': 'tempest-FloatingIPsNegativeTestJSON-2057200637-router', 'tenant_id': '5723952576e74bb6b3f89d90dc554514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '111f2776-b84b-4aa0-a0c4-cc90475c1efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:30Z', 'updated_at': '2021-11-13T04:41:32Z', 'revision_number': 3, 'project_id': '5723952576e74bb6b3f89d90dc554514', 'gw_port': {'id': '111f2776-b84b-4aa0-a0c4-cc90475c1efd', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:56:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:31Z', 'updated_at': '2021-11-13T04:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:35.246836 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Checking router: e468f1fb-a0f1-41d6-9dd2-eff922c92457 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:41:35.251982 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Updating router e468f1fb-a0f1-41d6-9dd2-eff922c92457 port 111f2776-b84b-4aa0-a0c4-cc90475c1efd binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:41:35.340125 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:35.380919 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:35.381514 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:35.394350 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-2beb5797-9370-4b27-a3a5-af93925f94dd tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Floating IP 58d464e8-c1c9-458f-95e1-d6bd520d7539 associated. External IP: 172.25.8.31, port: f9580cb4-2cf3-4d42-bd73-d34a68a01a5d. Nov 13 04:41:35.456720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175c86f-fbb8-4165-969f-2b83dfcf63dd None None] Pushing event updated for resources: {'Port': ['ID=62b3d1cf-d84a-4b08-88a1-931f4a4b8778,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:35.562275 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:35.596907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44462) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:35.601902 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-38a63634-2eb1-4c01-938e-c35a9a5fef55 req-1df3d60a-65c0-4b41-ae22-437987352f1e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 210 time: 0.1937833 Nov 13 04:41:35.653162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cd31d8-7c41-4aa5-96ec-1a5612cbefa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6932e855-b60c-451c-b087-979e77afb94b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:35.655379 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98e6db0-8708-4881-88f8-5e73bf4a9a7f" -d '{"events": [{"server_uuid": "85cd31d8-7c41-4aa5-96ec-1a5612cbefa8", "name": "network-vif-plugged", "status": "completed", "tag": "6932e855-b60c-451c-b087-979e77afb94b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:35.700384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab373b2-7a7c-497d-9712-a9fc11292bec req-802e0b79-3ee7-4204-836b-e6284a1d3924 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:35.714944 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8ab373b2-7a7c-497d-9712-a9fc11292bec req-802e0b79-3ee7-4204-836b-e6284a1d3924 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.2933855 Nov 13 04:41:35.776115 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab5acb5-833d-4399-b45f-75568cad2a46 x-openstack-request-id: req-0ab5acb5-833d-4399-b45f-75568cad2a46 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:35.776396 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cd31d8-7c41-4aa5-96ec-1a5612cbefa8", "name": "network-vif-plugged", "status": "completed", "tag": "6932e855-b60c-451c-b087-979e77afb94b", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:35.776793 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ab5acb5-833d-4399-b45f-75568cad2a46 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:35.777228 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cd31d8-7c41-4aa5-96ec-1a5612cbefa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6932e855-b60c-451c-b087-979e77afb94b', 'code': 200} Nov 13 04:41:35.792540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 6932e855-b60c-451c-b087-979e77afb94b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=6932e855-b60c-451c-b087-979e77afb94b,segment=NetworkSegment(50351d1b-f441-4e4d-90dd-56d08344d061),segment_id=50351d1b-f441-4e4d-90dd-56d08344d061)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:35.809393 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:35.813343 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:35.847342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-50837315-network', 'tenant_id': '5143a27bb143403789df703346f51b53'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:35.941441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f0eb904c-0a03-4a97-ad94-c0943db6e0cc None None] Provisioning complete for port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:35.941808 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0eb904c-0a03-4a97-ad94-c0943db6e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:35.948062 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:35.961165 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.014680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=6932e855-b60c-451c-b087-979e77afb94b,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:36.105834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Allocated IP 172.20.0.1 (4db65db2-7a9a-459d-9f96-81c4148a7ac3/96ae5579-5f5f-4852-bc56-b5038c6cb7ed/9109341a-38e8-4f03-ae2b-9e0b5920c845) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:36.109980 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Attempting to bind port 111f2776-b84b-4aa0-a0c4-cc90475c1efd on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:41:36.111130 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Attempting to bind port 111f2776-b84b-4aa0-a0c4-cc90475c1efd by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:41:36.112245 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Attempting to bind port 111f2776-b84b-4aa0-a0c4-cc90475c1efd on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:36.116037 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449471d6-104e-49f1-81b5-bbfaf2da7a1f None None] Pushing event updated for resources: {'Port': ['ID=111f2776-b84b-4aa0-a0c4-cc90475c1efd,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:36.127862 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449471d6-104e-49f1-81b5-bbfaf2da7a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:36.128292 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449471d6-104e-49f1-81b5-bbfaf2da7a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:36.128657 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449471d6-104e-49f1-81b5-bbfaf2da7a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:36.129077 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449471d6-104e-49f1-81b5-bbfaf2da7a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:36.129721 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449471d6-104e-49f1-81b5-bbfaf2da7a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:36.130297 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449471d6-104e-49f1-81b5-bbfaf2da7a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:36.130740 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449471d6-104e-49f1-81b5-bbfaf2da7a1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:36.131183 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449471d6-104e-49f1-81b5-bbfaf2da7a1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:36.131622 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449471d6-104e-49f1-81b5-bbfaf2da7a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:36.132068 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449471d6-104e-49f1-81b5-bbfaf2da7a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:36.132649 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449471d6-104e-49f1-81b5-bbfaf2da7a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:36.133186 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449471d6-104e-49f1-81b5-bbfaf2da7a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:41:36.145273 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:41:36.145716 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:36.146179 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.147078 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:41:36.147631 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Bound port: 111f2776-b84b-4aa0-a0c4-cc90475c1efd, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:41:36.148092 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.161870 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8ab373b2-7a7c-497d-9712-a9fc11292bec req-58fa0d1c-6e0e-4d47-a1a1-72923f8b1612 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457510 Nov 13 04:41:36.185441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] Made reservation on behalf of 5143a27bb143403789df703346f51b53 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:36.187786 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.224272 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] For port 111f2776-b84b-4aa0-a0c4-cc90475c1efd, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:41:36.227904 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.230278 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] For port 111f2776-b84b-4aa0-a0c4-cc90475c1efd, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=111f2776-b84b-4aa0-a0c4-cc90475c1efd,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:41:36.237149 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.311911 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449471d6-104e-49f1-81b5-bbfaf2da7a1f None None] Pushing event updated for resources: {'Port': ['ID=111f2776-b84b-4aa0-a0c4-cc90475c1efd,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:36.316540 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.339041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.354231 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Routers {'e468f1fb-a0f1-41d6-9dd2-eff922c92457'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:36.355867 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e468f1fb-a0f1-41d6-9dd2-eff922c92457'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:36.361723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-1e290753-5598-4ca8-bb8a-6c2db5f460b5 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:36.363258 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-1e290753-5598-4ca8-bb8a-6c2db5f460b5 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.46 "GET /v2.0/networks?id=803777c0-8da9-4e5a-8575-85c0e350ff7e HTTP/1.1" status: 200 len: 822 time: 0.7583463 Nov 13 04:41:36.367820 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-f53eb1ce-ecfb-437a-8f96-931624ac999a service neutron] 10.222.0.36 "GET /v2.0/ports/b1759a3a-416f-4ab5-97a7-1a69a5bce9ba/bindings/n-h2-813114-2 HTTP/1.1" status: 200 len: 382 time: 0.6808586 Nov 13 04:41:36.370479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2beb5797-9370-4b27-a3a5-af93925f94dd tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:41:36.374520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f85c0-b774-4102-95a3-878694605ac8 req-6ee152a8-6ecf-4454-86f1-4999f5caa83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:36.376244 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9e9f85c0-b774-4102-95a3-878694605ac8 req-6ee152a8-6ecf-4454-86f1-4999f5caa83d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 1096 time: 0.4288816 Nov 13 04:41:36.394993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-59671557-ef5a-4720-a3d6-6b8328dc1e99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Request body: {'port': {'device_id': '0ef4cdf3-456b-45a5-b2c7-c6442f4f074d', 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e', 'admin_state_up': True, 'tenant_id': 'b12983f8146043478e1de303695fb8a5'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:36.395359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:41:36.403960 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937f01e1-d51d-4099-bef6-1d5baae2a0f4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:36.429386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10aeb2-4d5e-4d9c-84ef-c16082de49a5 req-cdc3a5ed-d403-4e79-9248-7eded8c7602a tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:36.438310 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c95a451-8bb5-47d9-99a4-b6fd4e09d39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.443184 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a10aeb2-4d5e-4d9c-84ef-c16082de49a5 req-cdc3a5ed-d403-4e79-9248-7eded8c7602a tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 945 time: 0.2846901 Nov 13 04:41:36.456916 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.457928 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] Added segment f2587768-3bc6-4842-b1ba-6cc4a2b4cafe of type vlan for network fbb54431-206d-4ff6-8cc1-1e8f8272ccde Nov 13 04:41:36.472388 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.517779 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.560112 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.561161 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:36.561750 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.567650 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.630950 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] Set router e468f1fb-a0f1-41d6-9dd2-eff922c92457 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:36.672361 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9e9f85c0-b774-4102-95a3-878694605ac8 req-0672c520-ade9-4ce2-a272-e198c11afb56 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=850dfbba-f49e-4979-89c4-563293aa5534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633457 Nov 13 04:41:36.676066 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0761056 Nov 13 04:41:36.680655 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Network 4db65db2-7a9a-459d-9f96-81c4148a7ac3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:36.684690 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44476) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:36.689438 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-06693bb3-65c7-45e7-ad57-58081fd4bc0a admin admin] Request body: {'subnet': {'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-50837315-subnet', 'tenant_id': '5143a27bb143403789df703346f51b53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:36.693143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:36.699651 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a53ef8-3094-4c93-b73b-e7d4a3a5e1ec admin admin] Pushing event updated for resources: {'Network': ['ID=fbb54431-206d-4ff6-8cc1-1e8f8272ccde,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:36.701816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:36.709862 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Pushing event updated for resources: {'Port': ['ID=9109341a-38e8-4f03-ae2b-9e0b5920c845,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:36.710017 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a10aeb2-4d5e-4d9c-84ef-c16082de49a5 req-1cf5f515-0021-4fef-be8f-0b2d5bac773d tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/security-groups?id=850dfbba-f49e-4979-89c4-563293aa5534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657595 Nov 13 04:41:36.740125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network fbb54431-206d-4ff6-8cc1-1e8f8272ccde details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:41:36.825213 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08943ada-580b-4d81-a61c-899412227fa4 req-94afcd8b-6c8b-45f2-848f-d9ae7d6694af tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 210 time: 0.0589302 Nov 13 04:41:36.862211 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:36.894021 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:36.947476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06693bb3-65c7-45e7-ad57-58081fd4bc0a admin admin] Made reservation on behalf of 5143a27bb143403789df703346f51b53 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:36.953676 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06693bb3-65c7-45e7-ad57-58081fd4bc0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:37.025057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:37.025418 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:37.037176 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2beb5797-9370-4b27-a3a5-af93925f94dd tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:41:37.066539 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2beb5797-9370-4b27-a3a5-af93925f94dd tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:37.079252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ae9f7b-b235-444f-bb19-735c3cbaba5c None None] Sync routers for ids ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:41:37.109399 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'name': 'tempest-FloatingIPsNegativeTestJSON-2057200637-router', 'tenant_id': '5723952576e74bb6b3f89d90dc554514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '111f2776-b84b-4aa0-a0c4-cc90475c1efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:30Z', 'updated_at': '2021-11-13T04:41:32Z', 'revision_number': 3, 'project_id': '5723952576e74bb6b3f89d90dc554514', 'gw_port': {'id': '111f2776-b84b-4aa0-a0c4-cc90475c1efd', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:56:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:31Z', 'updated_at': '2021-11-13T04:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:37.121303 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:37.143838 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8680bc0d-b31d-4aeb-ac9d-0e36f01a69c4 None None] The sync data for ids ['e468f1fb-a0f1-41d6-9dd2-eff922c92457'] in n-d-813114-2 is: [{'id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'name': 'tempest-FloatingIPsNegativeTestJSON-2057200637-router', 'tenant_id': '5723952576e74bb6b3f89d90dc554514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '111f2776-b84b-4aa0-a0c4-cc90475c1efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:30Z', 'updated_at': '2021-11-13T04:41:32Z', 'revision_number': 3, 'project_id': '5723952576e74bb6b3f89d90dc554514', 'gw_port': {'id': '111f2776-b84b-4aa0-a0c4-cc90475c1efd', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:56:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:31Z', 'updated_at': '2021-11-13T04:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:41:37.152023 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae9f7b-b235-444f-bb19-735c3cbaba5c None None] Routers {'1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:37.152678 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e7ae9f7b-b235-444f-bb19-735c3cbaba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:37.203378 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-59671557-ef5a-4720-a3d6-6b8328dc1e99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Made reservation on behalf of b12983f8146043478e1de303695fb8a5 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:37.214185 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-59671557-ef5a-4720-a3d6-6b8328dc1e99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:37.219437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-9adf4aba-7543-4ac6-8518-98c84e36a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:37.221052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-9adf4aba-7543-4ac6-8518-98c84e36a2ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68&tenant_id=b836d7db5e664454bda2ae2ccdb312f4 HTTP/1.1" status: 200 len: 1101 time: 0.4025528 Nov 13 04:41:37.281690 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2beb5797-9370-4b27-a3a5-af93925f94dd tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "PUT /v2.0/floatingips/58d464e8-c1c9-458f-95e1-d6bd520d7539 HTTP/1.1" status: 200 len: 990 time: 3.4600837 Nov 13 04:41:37.289652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33', 'tag': 'f9580cb4-2cf3-4d42-bd73-d34a68a01a5d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:37.292058 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0975e368-f0f4-437b-881f-3aa212cd56ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33", "tag": "f9580cb4-2cf3-4d42-bd73-d34a68a01a5d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:37.320555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-950cc6b3-ce6d-4a10-afd5-25e82ca9c128 None None] Provisioning complete for port 9109341a-38e8-4f03-ae2b-9e0b5920c845 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:37.321143 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-950cc6b3-ce6d-4a10-afd5-25e82ca9c128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:37.436196 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:37.462774 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-950cc6b3-ce6d-4a10-afd5-25e82ca9c128 None None] Port 9109341a-38e8-4f03-ae2b-9e0b5920c845 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:41:37.464287 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:37.466824 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-e7ae9f7b-b235-444f-bb19-735c3cbaba5c None None] Set router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:37.536520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd49c6-9f73-42eb-b1fa-72549a90e988 req-3cc6504f-0667-4c56-8108-985de2ba135f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:37.544149 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66cd49c6-9f73-42eb-b1fa-72549a90e988 req-3cc6504f-0667-4c56-8108-985de2ba135f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.2405341 Nov 13 04:41:37.643233 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66cd49c6-9f73-42eb-b1fa-72549a90e988 req-b18d9eb8-5d2e-4511-8d3b-31d0e1db46c6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931475 Nov 13 04:41:37.644142 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:37.680684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Pushing event updated for resources: {'Port': ['ID=9109341a-38e8-4f03-ae2b-9e0b5920c845,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:37.691168 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:37.772876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975e368-f0f4-437b-881f-3aa212cd56ca req-6bfde80d-d295-4ba1-a975-1368dee7d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:37.774959 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0975e368-f0f4-437b-881f-3aa212cd56ca req-6bfde80d-d295-4ba1-a975-1368dee7d3ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=606b6f5d12d04eb5a653aebae6a0ffdb&device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 1096 time: 0.1481073 Nov 13 04:41:37.921394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e7ae9f7b-b235-444f-bb19-735c3cbaba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '58d464e8-c1c9-458f-95e1-d6bd520d7539', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'port_id': 'f9580cb4-2cf3-4d42-bd73-d34a68a01a5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'mac_address': 'fa:16:3e:a4:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:37:21Z', 'updated_at': '2021-11-13T04:41:34Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828e1b6b-e94c-4d7f-a764-8d937c1a436a', 'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'mac_address': 'fa:16:3e:40:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:04Z', 'updated_at': '2021-11-13T04:37:10Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'subnets': [{'id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:37.929490 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Network 4db65db2-7a9a-459d-9f96-81c4148a7ac3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:37.932596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:37.955815 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efcc1f4-86e5-44ba-a81c-cf937ef20ac8 x-openstack-request-id: req-8efcc1f4-86e5-44ba-a81c-cf937ef20ac8 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:37.956762 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33", "tag": "f9580cb4-2cf3-4d42-bd73-d34a68a01a5d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:37.957752 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8efcc1f4-86e5-44ba-a81c-cf937ef20ac8 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:37.958292 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33', 'tag': 'f9580cb4-2cf3-4d42-bd73-d34a68a01a5d', 'status': 'completed', 'code': 200} Nov 13 04:41:38.002809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ae9f7b-b235-444f-bb19-735c3cbaba5c None None] Checking router: 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:41:38.026876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-1c191c0b-090b-4693-a3ee-d146a19dc248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:38.027937 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae9f7b-b235-444f-bb19-735c3cbaba5c None None] Routers {'1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:38.028589 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e7ae9f7b-b235-444f-bb19-735c3cbaba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:38.029090 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-1c191c0b-090b-4693-a3ee-d146a19dc248 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 1101 time: 0.7406735 Nov 13 04:41:38.105073 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975e368-f0f4-437b-881f-3aa212cd56ca req-c15e76c9-1d6b-4a99-b75a-5652fffeca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:38.111660 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0975e368-f0f4-437b-881f-3aa212cd56ca req-c15e76c9-1d6b-4a99-b75a-5652fffeca77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60424ae1-d64b-4e42-b77a-f43e8fb964ec HTTP/1.1" status: 200 len: 924 time: 0.3140197 Nov 13 04:41:38.113942 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aedcb06d-45fd-4a18-b720-11d0460d750a req-42b08dbe-8062-40c4-8dca-ddc37db9fc3d tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 210 time: 0.1171508 Nov 13 04:41:38.272975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-e7ae9f7b-b235-444f-bb19-735c3cbaba5c None None] Set router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:38.311170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a183622-2ce2-436c-864e-100a7357b577 req-134806b6-94e6-4033-aafe-e9a9ca2a7eaa tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:38.313472 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3a183622-2ce2-436c-864e-100a7357b577 req-134806b6-94e6-4033-aafe-e9a9ca2a7eaa tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 945 time: 0.3597705 Nov 13 04:41:38.362173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0975e368-f0f4-437b-881f-3aa212cd56ca req-50636e3c-f4f9-40c1-9f80-bf727ca1e12f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9580cb4-2cf3-4d42-bd73-d34a68a01a5d HTTP/1.1" status: 200 len: 998 time: 0.2451165 Nov 13 04:41:38.406054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-59671557-ef5a-4720-a3d6-6b8328dc1e99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Allocated IP 172.20.0.12 (803777c0-8da9-4e5a-8575-85c0e350ff7e/b57f6b55-1ecd-4ea5-960a-97d61ae62a13/96068fc3-cdca-4306-aa0a-cd6e23eff128) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:38.412169 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Router e468f1fb-a0f1-41d6-9dd2-eff922c92457 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:41:38.503521 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06693bb3-65c7-45e7-ad57-58081fd4bc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:38.546637 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-b4016f2b-a050-4f9c-a10a-e7859c692e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:38.546637 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-b4016f2b-a050-4f9c-a10a-e7859c692e40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.5037754 Nov 13 04:41:38.606945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:41:38.614255 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7f0d8dd3-8ee1-43a1-816c-9536fb2c0d07 admin admin] 10.222.0.43 "PUT /v2.0/routers/e468f1fb-a0f1-41d6-9dd2-eff922c92457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2696064 Nov 13 04:41:38.616788 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975e368-f0f4-437b-881f-3aa212cd56ca req-dd4680cf-5802-4bda-a32a-165200df346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:38.618660 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0975e368-f0f4-437b-881f-3aa212cd56ca req-dd4680cf-5802-4bda-a32a-165200df346d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c7650a9-94c5-4c9d-a3c8-3204f255dd5e HTTP/1.1" status: 200 len: 862 time: 0.2412441 Nov 13 04:41:38.630883 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3a183622-2ce2-436c-864e-100a7357b577 req-e2301fd5-95e4-4f69-807a-803fad875e69 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/security-groups?id=850dfbba-f49e-4979-89c4-563293aa5534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843690 Nov 13 04:41:38.649567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f46e0113-1d6f-497f-97a8-c49b72972c46 None None] Provisioning complete for port 9109341a-38e8-4f03-ae2b-9e0b5920c845 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:38.650175 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f46e0113-1d6f-497f-97a8-c49b72972c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:38.683898 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-4267c051-632c-4aae-a19b-5ff7c6bea6d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba HTTP/1.1" status: 200 len: 217 time: 0.1000376 Nov 13 04:41:38.737535 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975e368-f0f4-437b-881f-3aa212cd56ca req-4cf5dbb1-b43e-48c2-a614-b762fa601e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:38.740105 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0975e368-f0f4-437b-881f-3aa212cd56ca req-4cf5dbb1-b43e-48c2-a614-b762fa601e58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60424ae1-d64b-4e42-b77a-f43e8fb964ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135850 Nov 13 04:41:38.853438 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 111f2776-b84b-4aa0-a0c4-cc90475c1efd up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:38.859798 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-59671557-ef5a-4720-a3d6-6b8328dc1e99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:38.875627 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f46e0113-1d6f-497f-97a8-c49b72972c46 None None] Port 9109341a-38e8-4f03-ae2b-9e0b5920c845 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:41:38.903525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06693bb3-65c7-45e7-ad57-58081fd4bc0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:38.949604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a3430-0e23-46d5-b84b-22cbf2b8e4ee req-eeb64c02-2cc4-45e6-9e53-8bf6e6a1c10a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:38.953088 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f2a3430-0e23-46d5-b84b-22cbf2b8e4ee req-eeb64c02-2cc4-45e6-9e53-8bf6e6a1c10a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.1407654 Nov 13 04:41:39.004645 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:39.005594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 111f2776-b84b-4aa0-a0c4-cc90475c1efd triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:39.005939 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:39.008456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-fbff2878-343d-4c89-8771-75967991a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:39.010350 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-fbff2878-343d-4c89-8771-75967991a178 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1018848 Nov 13 04:41:39.019103 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-59671557-ef5a-4720-a3d6-6b8328dc1e99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:39.047552 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0975e368-f0f4-437b-881f-3aa212cd56ca req-75a88d3a-a668-46fc-93b5-705351f4b14a service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954831 Nov 13 04:41:39.047743 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e7ae9f7b-b235-444f-bb19-735c3cbaba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '58d464e8-c1c9-458f-95e1-d6bd520d7539', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'port_id': 'f9580cb4-2cf3-4d42-bd73-d34a68a01a5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'mac_address': 'fa:16:3e:a4:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:37:21Z', 'updated_at': '2021-11-13T04:41:34Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828e1b6b-e94c-4d7f-a764-8d937c1a436a', 'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'mac_address': 'fa:16:3e:40:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:04Z', 'updated_at': '2021-11-13T04:37:10Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'subnets': [{'id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:39.087111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ae9f7b-b235-444f-bb19-735c3cbaba5c None None] The sync data for ids ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'] in n-d-813114-2 is: [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '58d464e8-c1c9-458f-95e1-d6bd520d7539', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'port_id': 'f9580cb4-2cf3-4d42-bd73-d34a68a01a5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'mac_address': 'fa:16:3e:a4:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:37:21Z', 'updated_at': '2021-11-13T04:41:34Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828e1b6b-e94c-4d7f-a764-8d937c1a436a', 'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'mac_address': 'fa:16:3e:40:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:04Z', 'updated_at': '2021-11-13T04:37:10Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'subnets': [{'id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:41:39.092657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06693bb3-65c7-45e7-ad57-58081fd4bc0a admin admin] Checking segment: {'id': 'f2587768-3bc6-4842-b1ba-6cc4a2b4cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:39.093021 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06693bb3-65c7-45e7-ad57-58081fd4bc0a admin admin] Network hostable DHCP agents. Network: fbb54431-206d-4ff6-8cc1-1e8f8272ccde, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:41:39.102437 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f2a3430-0e23-46d5-b84b-22cbf2b8e4ee req-212ed028-b67e-450c-81a4-5abfd66c0c98 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352973 Nov 13 04:41:39.139894 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-59671557-ef5a-4720-a3d6-6b8328dc1e99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Network 803777c0-8da9-4e5a-8575-85c0e350ff7e is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:39.157614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-444ecd20-d883-4755-ae02-036a715e2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:39.161012 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-444ecd20-d883-4755-ae02-036a715e2a00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1379411 Nov 13 04:41:39.162020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-59671557-ef5a-4720-a3d6-6b8328dc1e99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:39.167029 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-59671557-ef5a-4720-a3d6-6b8328dc1e99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:39.174430 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59671557-ef5a-4720-a3d6-6b8328dc1e99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Pushing event updated for resources: {'Port': ['ID=96068fc3-cdca-4306-aa0a-cd6e23eff128,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:39.233299 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0975e368-f0f4-437b-881f-3aa212cd56ca req-0a7e8ff1-721b-4531-83b0-50a949a12a01 service neutron] 10.222.0.36 "GET /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717916 Nov 13 04:41:39.236830 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:39.269192 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 111f2776-b84b-4aa0-a0c4-cc90475c1efd, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=111f2776-b84b-4aa0-a0c4-cc90475c1efd,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:39.283675 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:39.287353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06693bb3-65c7-45e7-ad57-58081fd4bc0a admin admin] Network fbb54431-206d-4ff6-8cc1-1e8f8272ccde is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:41:39.358043 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=111f2776-b84b-4aa0-a0c4-cc90475c1efd,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:39.363683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95644a-0cf2-44f4-a735-54b434082aad req-6a08742a-680f-4845-a273-70d841d709d2 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:39.371483 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c95644a-0cf2-44f4-a735-54b434082aad req-6a08742a-680f-4845-a273-70d841d709d2 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 932 time: 0.1058216 Nov 13 04:41:39.405896 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-864e768d-2979-46dc-b6cf-40fca29a977b req-5ad936df-6cee-48df-a0f6-4c24a6620e9e tempest-FloatingIPsNegativeTestJSON-929816900 tempest-FloatingIPsNegativeTestJSON-929816900-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=5723952576e74bb6b3f89d90dc554514 HTTP/1.1" status: 200 len: 217 time: 0.2216775 Nov 13 04:41:39.418993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-06693bb3-65c7-45e7-ad57-58081fd4bc0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, fbb54431-206d-4ff6-8cc1-1e8f8272ccde) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:39.428559 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c10274-04fd-4009-8a1d-312f9e55353f None None] Network fbb54431-206d-4ff6-8cc1-1e8f8272ccde requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:39.429968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06693bb3-65c7-45e7-ad57-58081fd4bc0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:39.433871 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06693bb3-65c7-45e7-ad57-58081fd4bc0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:39.458024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-59671557-ef5a-4720-a3d6-6b8328dc1e99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:39.458765 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-59671557-ef5a-4720-a3d6-6b8328dc1e99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:39.466599 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c95644a-0cf2-44f4-a735-54b434082aad req-85f62c97-692d-4ded-a6ca-fad213713e02 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863209 Nov 13 04:41:39.498334 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-06693bb3-65c7-45e7-ad57-58081fd4bc0a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8100927 Nov 13 04:41:39.499045 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d230d6-6f3e-4939-b3b4-1b8e0949db76 None None] New status for floating IP 58d464e8-c1c9-458f-95e1-d6bd520d7539: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:41:39.499566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44520) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:39.503951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:39.513181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-d0607a5b-5ebc-44c9-9a49-a150c6c4eca9 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277032 Nov 13 04:41:39.526071 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-59671557-ef5a-4720-a3d6-6b8328dc1e99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1355677 Nov 13 04:41:39.556458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Request body: {'port': {'device_id': '0ef4cdf3-456b-45a5-b2c7-c6442f4f074d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:39.568076 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5b8bdc99-77ef-4645-935e-7ee99f496d15 req-c4da5dc4-7a00-4e8e-9e52-9329af140e1c tempest-FloatingIPsNegativeTestJSON-929816900 tempest-FloatingIPsNegativeTestJSON-929816900-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0555246 Nov 13 04:41:39.680918 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:39.682300 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:39.686781 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:39.693993 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-4fd0ff8c-3c30-4420-ae56-1a75109d2da8 req-83c59406-6d5d-4c3e-8885-f1c2be2b5f0b tempest-FloatingIPsNegativeTestJSON-929816900 tempest-FloatingIPsNegativeTestJSON-929816900-project] show failed (client error): The resource could not be found. Nov 13 04:41:39.714001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44530) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:39.714769 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fd0ff8c-3c30-4420-ae56-1a75109d2da8 req-83c59406-6d5d-4c3e-8885-f1c2be2b5f0b tempest-FloatingIPsNegativeTestJSON-929816900 tempest-FloatingIPsNegativeTestJSON-929816900-project] 10.222.0.43 "GET /v2.0/floatingips/99137512-8817-4ed7-b2b6-d656b5eafcb2 HTTP/1.1" status: 404 len: 350 time: 0.1201801 Nov 13 04:41:39.731208 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d51608f1-2d71-4555-acdc-9792c0d31d19 req-178ff1e5-295e-4b85-9136-5940a65b530a service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031085 Nov 13 04:41:39.858555 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:39.994165 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Sync routers for ids ['e468f1fb-a0f1-41d6-9dd2-eff922c92457'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:41:40.014293 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b7598-9b6d-4f61-ada8-9ce5e8785443 req-7a75d8f7-f54b-4b62-ab54-a229364223eb tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:40.022557 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe9b7598-9b6d-4f61-ada8-9ce5e8785443 req-7a75d8f7-f54b-4b62-ab54-a229364223eb tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 945 time: 0.1749940 Nov 13 04:41:40.025534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Routers {'e468f1fb-a0f1-41d6-9dd2-eff922c92457'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:40.026264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e468f1fb-a0f1-41d6-9dd2-eff922c92457'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:40.117367 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:40.187639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Set router e468f1fb-a0f1-41d6-9dd2-eff922c92457 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:40.192883 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe9b7598-9b6d-4f61-ada8-9ce5e8785443 req-397fb6ef-62aa-45cb-98f2-09b7d1b914d9 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/security-groups?id=850dfbba-f49e-4979-89c4-563293aa5534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690483 Nov 13 04:41:40.322396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b1759a3a-416f-4ab5-97a7-1a69a5bce9ba no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:40.421526 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:40.435558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96068fc3-cdca-4306-aa0a-cd6e23eff128 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:41:40.448028 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:40.460424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa2d08-ca53-48cd-816e-34f9c570cf43 req-eb47340c-daa2-4fc0-800f-ce6cf717658f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:40.462499 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2ffa2d08-ca53-48cd-816e-34f9c570cf43 req-eb47340c-daa2-4fc0-800f-ce6cf717658f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.1756997 Nov 13 04:41:40.481591 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Transition to ACTIVE for port object 96068fc3-cdca-4306-aa0a-cd6e23eff128 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:41:40.503643 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:40.547257 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:40.562400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'tenant_id': '5143a27bb143403789df703346f51b53', 'fixed_ips': [{'subnet_id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:41:40.563205 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:40.611920 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:40.640038 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2ffa2d08-ca53-48cd-816e-34f9c570cf43 req-863ffb55-bd7c-42ab-86ad-085e8a66650a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603990 Nov 13 04:41:40.641200 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:40.652069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Pushing event updated for resources: {'Port': ['ID=96068fc3-cdca-4306-aa0a-cd6e23eff128,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:40.800403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dd5a7-3777-490d-8dfc-12b85c0e3669 req-4a441c1a-723a-4304-adf0-36fa2f2121de tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:40.807987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Attempting to bind port 96068fc3-cdca-4306-aa0a-cd6e23eff128 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:41:40.808505 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d38dd5a7-3777-490d-8dfc-12b85c0e3669 req-4a441c1a-723a-4304-adf0-36fa2f2121de tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 944 time: 0.1368454 Nov 13 04:41:40.808877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Attempting to bind port 96068fc3-cdca-4306-aa0a-cd6e23eff128 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'e3e978a5-b84c-4613-a723-ae0c40666aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:41:40.809420 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Attempting to bind port 96068fc3-cdca-4306-aa0a-cd6e23eff128 on network 803777c0-8da9-4e5a-8575-85c0e350ff7e {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:40.813953 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0204284d-45ff-4d41-852a-96ae672a582e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:40.850324 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 111f2776-b84b-4aa0-a0c4-cc90475c1efd up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:40.870264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Port 96068fc3-cdca-4306-aa0a-cd6e23eff128 on network 803777c0-8da9-4e5a-8575-85c0e350ff7e not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:41:40.871199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Attempting to bind port 96068fc3-cdca-4306-aa0a-cd6e23eff128 on network 803777c0-8da9-4e5a-8575-85c0e350ff7e {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:40.879374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d38dd5a7-3777-490d-8dfc-12b85c0e3669 req-b1bdc169-5758-4f52-908b-591db1bf14fa tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657616 Nov 13 04:41:40.901271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:41:40.901802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Checking segment: {'id': 'e3e978a5-b84c-4613-a723-ae0c40666aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:40.902304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Bound using segment: {'id': 'e3e978a5-b84c-4613-a723-ae0c40666aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:41:40.902858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Bound port: 96068fc3-cdca-4306-aa0a-cd6e23eff128, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e978a5-b84c-4613-a723-ae0c40666aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:41:40.903434 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:40.904683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Allocated IP 172.25.8.64 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/5c8ecdf3-191e-4ca7-b89c-08074f13f786) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:40.966655 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:40.969077 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb20234-b224-47c8-8ab6-8dc516729d7e" -d '{"events": [{"server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "name": "network-vif-unplugged", "status": "completed", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:40.983802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2fffe-7ae2-481b-8c66-a981acac5e87 req-9c1f0381-06e6-422f-8810-1eae2c104517 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:40.991405 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-61d2fffe-7ae2-481b-8c66-a981acac5e87 req-9c1f0381-06e6-422f-8810-1eae2c104517 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 945 time: 0.2055645 Nov 13 04:41:41.020377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:41.060420 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'name': 'tempest-FloatingIPsNegativeTestJSON-2057200637-router', 'tenant_id': '5723952576e74bb6b3f89d90dc554514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '111f2776-b84b-4aa0-a0c4-cc90475c1efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:30Z', 'updated_at': '2021-11-13T04:41:37Z', 'revision_number': 4, 'project_id': '5723952576e74bb6b3f89d90dc554514', 'gw_port': {'id': '111f2776-b84b-4aa0-a0c4-cc90475c1efd', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:56:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:31Z', 'updated_at': '2021-11-13T04:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '9109341a-38e8-4f03-ae2b-9e0b5920c845', 'name': '', 'network_id': '4db65db2-7a9a-459d-9f96-81c4148a7ac3', 'tenant_id': '5723952576e74bb6b3f89d90dc554514', 'mac_address': 'fa:16:3e:7e:ec:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '96ae5579-5f5f-4852-bc56-b5038c6cb7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:35Z', 'updated_at': '2021-11-13T04:41:37Z', 'revision_number': 2, 'project_id': '5723952576e74bb6b3f89d90dc554514', 'subnets': [{'id': '96ae5579-5f5f-4852-bc56-b5038c6cb7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:41.107659 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:41.114284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] For port 96068fc3-cdca-4306-aa0a-cd6e23eff128, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:41:41.133937 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-61d2fffe-7ae2-481b-8c66-a981acac5e87 req-1a64723e-d13c-4f17-b013-0231222db650 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/security-groups?id=850dfbba-f49e-4979-89c4-563293aa5534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414604 Nov 13 04:41:41.134778 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Checking router: e468f1fb-a0f1-41d6-9dd2-eff922c92457 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:41:41.135150 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Updating router e468f1fb-a0f1-41d6-9dd2-eff922c92457 port 9109341a-38e8-4f03-ae2b-9e0b5920c845 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:41:41.152616 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:41.200097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] For port 96068fc3-cdca-4306-aa0a-cd6e23eff128, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=96068fc3-cdca-4306-aa0a-cd6e23eff128,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:41:41.203789 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:41.226675 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:41.236680 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:41.248120 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9ea29f-1114-4cd8-805b-5b856880e50a x-openstack-request-id: req-2a9ea29f-1114-4cd8-805b-5b856880e50a {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:41.249083 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "name": "network-vif-unplugged", "status": "completed", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:41.249373 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a9ea29f-1114-4cd8-805b-5b856880e50a {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:41.249840 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba', 'code': 200} Nov 13 04:41:41.254822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 111f2776-b84b-4aa0-a0c4-cc90475c1efd triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:41.255020 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:41.261184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:41.265179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:41.269325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:41.293056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:41.293682 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:41.295505 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] 10.222.0.46 "PUT /v2.0/ports/96068fc3-cdca-4306-aa0a-cd6e23eff128 HTTP/1.1" status: 200 len: 1092 time: 1.7430890 Nov 13 04:41:41.296018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef4cdf3-456b-45a5-b2c7-c6442f4f074d', 'tag': '96068fc3-cdca-4306-aa0a-cd6e23eff128'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:41.298830 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e49da2-3264-475b-a1ce-3126de51ba5f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef4cdf3-456b-45a5-b2c7-c6442f4f074d", "tag": "96068fc3-cdca-4306-aa0a-cd6e23eff128"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:41.318182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:41.357618 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Allocated IP 172.20.0.2 (fbb54431-206d-4ff6-8cc1-1e8f8272ccde/46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc/fe2d1197-f32e-45ae-bd44-5db4e2d44818) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:41.403411 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bd1f9e-1f00-4b75-9f40-ae574712e01e x-openstack-request-id: req-83bd1f9e-1f00-4b75-9f40-ae574712e01e {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:41.403814 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef4cdf3-456b-45a5-b2c7-c6442f4f074d", "tag": "96068fc3-cdca-4306-aa0a-cd6e23eff128", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:41.404089 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83bd1f9e-1f00-4b75-9f40-ae574712e01e {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:41.404585 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef4cdf3-456b-45a5-b2c7-c6442f4f074d', 'tag': '96068fc3-cdca-4306-aa0a-cd6e23eff128', 'status': 'completed', 'code': 200} Nov 13 04:41:41.414054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a208998-92e9-47a3-9bed-a72024852e98 service neutron] Pushing event updated for resources: {'Port': ['ID=96068fc3-cdca-4306-aa0a-cd6e23eff128,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:41.483930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-db973420-b124-491e-bad5-0be04c1b094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:41.486173 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-db973420-b124-491e-bad5-0be04c1b094f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b12983f8146043478e1de303695fb8a5&device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 1095 time: 0.1125679 Nov 13 04:41:41.559836 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-be6e8c88-c73f-467c-ac60-2fb2cae58c94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96068fc3-cdca-4306-aa0a-cd6e23eff128 HTTP/1.1" status: 200 len: 217 time: 0.0491636 Nov 13 04:41:41.737632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8ecdf3-191e-4ca7-b89c-08074f13f786,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:41.876691 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:41.891471 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:41.977425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Network fbb54431-206d-4ff6-8cc1-1e8f8272ccde is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:42.001289 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:42.010027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:42.014022 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:42.018430 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Pushing event updated for resources: {'Port': ['ID=fe2d1197-f32e-45ae-bd44-5db4e2d44818,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:42.027151 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:42.133755 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab165e-fb8d-4cb3-8499-d83b071f2503 None None] Pushing event updated for resources: {'Port': ['ID=9109341a-38e8-4f03-ae2b-9e0b5920c845,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:42.152683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Attempting to bind port fe2d1197-f32e-45ae-bd44-5db4e2d44818 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:41:42.153542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Attempting to bind port fe2d1197-f32e-45ae-bd44-5db4e2d44818 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'f2587768-3bc6-4842-b1ba-6cc4a2b4cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:41:42.154306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Attempting to bind port fe2d1197-f32e-45ae-bd44-5db4e2d44818 on network fbb54431-206d-4ff6-8cc1-1e8f8272ccde {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:42.155616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0204284d-45ff-4d41-852a-96ae672a582e admin admin] Deleting port 9109341a-38e8-4f03-ae2b-9e0b5920c845 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:42.161241 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0204284d-45ff-4d41-852a-96ae672a582e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:42.171912 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:42.180336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-85589137-a44e-4999-ad7c-7885cc698d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:42.184056 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-85589137-a44e-4999-ad7c-7885cc698d05 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b57f6b55-1ecd-4ea5-960a-97d61ae62a13 HTTP/1.1" status: 200 len: 862 time: 0.6144550 Nov 13 04:41:42.222473 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:41:42.223010 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Checking segment: {'id': 'f2587768-3bc6-4842-b1ba-6cc4a2b4cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:42.225271 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:42.225953 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Bound using segment: {'id': 'f2587768-3bc6-4842-b1ba-6cc4a2b4cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:41:42.226566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Bound port: fe2d1197-f32e-45ae-bd44-5db4e2d44818, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2587768-3bc6-4842-b1ba-6cc4a2b4cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:41:42.228023 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:42.229616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face1b2f-8b37-4e68-a8c4-5178ad5e75da req-97aef18f-ef9e-42b2-b2ed-4d6d0b2df29a tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:42.238274 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-face1b2f-8b37-4e68-a8c4-5178ad5e75da req-97aef18f-ef9e-42b2-b2ed-4d6d0b2df29a tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 944 time: 0.1489570 Nov 13 04:41:42.291215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65feb898-10e4-43bd-bbfe-906df3eb1388 req-5ead06c9-5fcb-48a4-9870-e5e0dfc0a5a3 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:42.296436 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65feb898-10e4-43bd-bbfe-906df3eb1388 req-5ead06c9-5fcb-48a4-9870-e5e0dfc0a5a3 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 948 time: 0.2173038 Nov 13 04:41:42.309426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Attempting to bind port 9109341a-38e8-4f03-ae2b-9e0b5920c845 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:41:42.309786 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Attempting to bind port 9109341a-38e8-4f03-ae2b-9e0b5920c845 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4db65db2-7a9a-459d-9f96-81c4148a7ac3'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:41:42.310141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Attempting to bind port 9109341a-38e8-4f03-ae2b-9e0b5920c845 on network 4db65db2-7a9a-459d-9f96-81c4148a7ac3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:42.344069 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:41:42.344944 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Checking segment: {'id': '2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4db65db2-7a9a-459d-9f96-81c4148a7ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:42.345083 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:42.345746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Bound using segment: {'id': '2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4db65db2-7a9a-459d-9f96-81c4148a7ac3'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:41:42.345939 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Bound port: 9109341a-38e8-4f03-ae2b-9e0b5920c845, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4db65db2-7a9a-459d-9f96-81c4148a7ac3'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:41:42.346325 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:42.375427 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0204284d-45ff-4d41-852a-96ae672a582e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:42.391325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0204284d-45ff-4d41-852a-96ae672a582e admin admin] Calling delete_port for 9109341a-38e8-4f03-ae2b-9e0b5920c845 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:42.408337 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-a945473d-6445-4c90-a709-ce5a9554325e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=803777c0-8da9-4e5a-8575-85c0e350ff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1590278 Nov 13 04:41:42.423359 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-face1b2f-8b37-4e68-a8c4-5178ad5e75da req-f8a941c7-e6b5-4872-8828-5f49b65bc132 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809115 Nov 13 04:41:42.468463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1a77dbd2-1bef-42c4-b93c-93e06e30b3a2 None None] Provisioning complete for port 9109341a-38e8-4f03-ae2b-9e0b5920c845 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:42.468916 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a77dbd2-1bef-42c4-b93c-93e06e30b3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:42.480058 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] For port fe2d1197-f32e-45ae-bd44-5db4e2d44818, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:41:42.530218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] For port fe2d1197-f32e-45ae-bd44-5db4e2d44818, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fe2d1197-f32e-45ae-bd44-5db4e2d44818,segment=NetworkSegment(f2587768-3bc6-4842-b1ba-6cc4a2b4cafe),segment_id=f2587768-3bc6-4842-b1ba-6cc4a2b4cafe)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:41:42.537990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] For port 9109341a-38e8-4f03-ae2b-9e0b5920c845, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:41:42.541983 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] For port 9109341a-38e8-4f03-ae2b-9e0b5920c845, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9109341a-38e8-4f03-ae2b-9e0b5920c845,segment=NetworkSegment(2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95),segment_id=2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:41:42.548240 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:42.579203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671abaf-f692-442a-8722-a6dc83087f79 req-47c7bdb0-55c0-4e31-97d3-c4a34c1918ce tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:42.581052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9671abaf-f692-442a-8722-a6dc83087f79 req-47c7bdb0-55c0-4e31-97d3-c4a34c1918ce tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.46 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 945 time: 0.3284743 Nov 13 04:41:42.619857 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65feb898-10e4-43bd-bbfe-906df3eb1388 req-24c68965-25a5-4017-bd07-3179d1a05214 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158339 Nov 13 04:41:42.664983 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:42.771906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c1673-bb70-4c2f-90cc-4ccdbc7fdeeb None None] Pushing event updated for resources: {'Port': ['ID=fe2d1197-f32e-45ae-bd44-5db4e2d44818,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:42.781782 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:42.795868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1a77dbd2-1bef-42c4-b93c-93e06e30b3a2 None None] Port 9109341a-38e8-4f03-ae2b-9e0b5920c845 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:41:42.844681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a73f-9c0d-4cff-badc-61445797af38 req-25745485-e5ed-487e-b757-93cc185ffd3c tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:42.846597 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1220a73f-9c0d-4cff-badc-61445797af38 req-25745485-e5ed-487e-b757-93cc185ffd3c tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 945 time: 0.1162405 Nov 13 04:41:42.869415 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Routers {'e468f1fb-a0f1-41d6-9dd2-eff922c92457'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:42.871599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e468f1fb-a0f1-41d6-9dd2-eff922c92457'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:42.898846 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-d91c7529-2bde-4464-ac86-2669b288581b service neutron] 10.222.0.46 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719727 Nov 13 04:41:42.949138 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1220a73f-9c0d-4cff-badc-61445797af38 req-e0fc6cbe-5d9b-47f6-8db8-7ff75e98fee2 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/security-groups?id=850dfbba-f49e-4979-89c4-563293aa5534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944693 Nov 13 04:41:42.951676 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab165e-fb8d-4cb3-8499-d83b071f2503 None None] Pushing event updated for resources: {'Port': ['ID=9109341a-38e8-4f03-ae2b-9e0b5920c845,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:42.997473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:41:43.094952 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] Set router e468f1fb-a0f1-41d6-9dd2-eff922c92457 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:43.225725 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1fbe52-35a5-4a62-981a-5793d112e6de req-8cb2c607-4800-4793-96f2-1bfb3e1e9096 service neutron] 10.222.0.46 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516429 Nov 13 04:41:43.277903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:41:43.289771 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Sync routers for ids ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:41:43.301220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9671abaf-f692-442a-8722-a6dc83087f79 req-fd0e4725-5da9-41e2-90a1-44d0ea8e6243 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Deleting port 6932e855-b60c-451c-b087-979e77afb94b {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:43.306450 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Routers {'d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:43.307686 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:43.310996 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9671abaf-f692-442a-8722-a6dc83087f79 req-fd0e4725-5da9-41e2-90a1-44d0ea8e6243 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:43.333942 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:43.335258 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2e5aab36-802e-4e72-9f62-b5588bd68df9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8351936 Nov 13 04:41:43.337999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44566) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:43.404612 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0204284d-45ff-4d41-852a-96ae672a582e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:43.414004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-69e870f3-9710-4910-a08f-93cb6b9aac3d None None] Could not find standard attr ID for object 9109341a-38e8-4f03-ae2b-9e0b5920c845. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:41:43.429606 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Set router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:43.541440 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'name': 'tempest-FloatingIPsNegativeTestJSON-2057200637-router', 'tenant_id': '5723952576e74bb6b3f89d90dc554514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '111f2776-b84b-4aa0-a0c4-cc90475c1efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:30Z', 'updated_at': '2021-11-13T04:41:37Z', 'revision_number': 4, 'project_id': '5723952576e74bb6b3f89d90dc554514', 'gw_port': {'id': '111f2776-b84b-4aa0-a0c4-cc90475c1efd', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:56:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:31Z', 'updated_at': '2021-11-13T04:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '9109341a-38e8-4f03-ae2b-9e0b5920c845', 'name': '', 'network_id': '4db65db2-7a9a-459d-9f96-81c4148a7ac3', 'tenant_id': '5723952576e74bb6b3f89d90dc554514', 'mac_address': 'fa:16:3e:7e:ec:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '96ae5579-5f5f-4852-bc56-b5038c6cb7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:35Z', 'updated_at': '2021-11-13T04:41:42Z', 'revision_number': 4, 'project_id': '5723952576e74bb6b3f89d90dc554514', 'subnets': [{'id': '96ae5579-5f5f-4852-bc56-b5038c6cb7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:43.591247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12a30a-0e02-41ae-9f3f-9829430ccbfa None None] The sync data for ids ['e468f1fb-a0f1-41d6-9dd2-eff922c92457'] in n-d-813114-2 is: [{'id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'name': 'tempest-FloatingIPsNegativeTestJSON-2057200637-router', 'tenant_id': '5723952576e74bb6b3f89d90dc554514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '111f2776-b84b-4aa0-a0c4-cc90475c1efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:30Z', 'updated_at': '2021-11-13T04:41:37Z', 'revision_number': 4, 'project_id': '5723952576e74bb6b3f89d90dc554514', 'gw_port': {'id': '111f2776-b84b-4aa0-a0c4-cc90475c1efd', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:56:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:31Z', 'updated_at': '2021-11-13T04:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '9109341a-38e8-4f03-ae2b-9e0b5920c845', 'name': '', 'network_id': '4db65db2-7a9a-459d-9f96-81c4148a7ac3', 'tenant_id': '5723952576e74bb6b3f89d90dc554514', 'mac_address': 'fa:16:3e:7e:ec:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '96ae5579-5f5f-4852-bc56-b5038c6cb7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:35Z', 'updated_at': '2021-11-13T04:41:42Z', 'revision_number': 4, 'project_id': '5723952576e74bb6b3f89d90dc554514', 'subnets': [{'id': '96ae5579-5f5f-4852-bc56-b5038c6cb7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:41:43.701718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204284d-45ff-4d41-852a-96ae672a582e admin admin] Pushing event deleted for resources: {'Port': ['ID=9109341a-38e8-4f03-ae2b-9e0b5920c845,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:43.746647 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:39Z', 'updated_at': '2021-11-13T04:41:41Z', 'revision_number': 3, 'project_id': '5143a27bb143403789df703346f51b53', 'gw_port': {'id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:40Z', 'updated_at': '2021-11-13T04:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:43.758667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9671abaf-f692-442a-8722-a6dc83087f79 req-fd0e4725-5da9-41e2-90a1-44d0ea8e6243 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] For port 6932e855-b60c-451c-b087-979e77afb94b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=6932e855-b60c-451c-b087-979e77afb94b,segment=NetworkSegment(50351d1b-f441-4e4d-90dd-56d08344d061),segment_id=50351d1b-f441-4e4d-90dd-56d08344d061)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:43.759060 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9671abaf-f692-442a-8722-a6dc83087f79 req-fd0e4725-5da9-41e2-90a1-44d0ea8e6243 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:43.793479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9671abaf-f692-442a-8722-a6dc83087f79 req-fd0e4725-5da9-41e2-90a1-44d0ea8e6243 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Calling delete_port for 6932e855-b60c-451c-b087-979e77afb94b owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:43.827021 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Checking router: d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:41:43.829527 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Updating router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 port 5c8ecdf3-191e-4ca7-b89c-08074f13f786 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:41:43.929674 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:44.138701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b1759a3a-416f-4ab5-97a7-1a69a5bce9ba details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:41:44.151947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29cd81-d0e7-4db0-baf2-ceebfcef2a2b req-77cfb48a-351d-40a2-9d74-976ea8ec1e53 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:44.153819 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d29cd81-d0e7-4db0-baf2-ceebfcef2a2b req-77cfb48a-351d-40a2-9d74-976ea8ec1e53 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 948 time: 0.0908062 Nov 13 04:41:44.249353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e49da2-3264-475b-a1ce-3126de51ba5f req-010f2ee6-6f02-424e-a300-0c6b044ff49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:44.251436 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10e49da2-3264-475b-a1ce-3126de51ba5f req-010f2ee6-6f02-424e-a300-0c6b044ff49e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b12983f8146043478e1de303695fb8a5&device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 1095 time: 0.8541310 Nov 13 04:41:44.278202 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d29cd81-d0e7-4db0-baf2-ceebfcef2a2b req-833f4ba1-1e76-4c34-85ec-36ea7a0e3b4d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148233 Nov 13 04:41:44.368275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:44.395229 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa40839-d8f3-40cd-9299-c5f3daa7678c req-390b84fb-9dea-43c5-a049-59e55e4e9712 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:44.396844 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-daa40839-d8f3-40cd-9299-c5f3daa7678c req-390b84fb-9dea-43c5-a049-59e55e4e9712 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 944 time: 0.7684863 Nov 13 04:41:44.419789 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:44.421050 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba', 'mac_address': 'fa:16:3e:63:c7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:41:44.484518 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9671abaf-f692-442a-8722-a6dc83087f79 req-fd0e4725-5da9-41e2-90a1-44d0ea8e6243 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:44.533187 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:44.549271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['6932e855-b60c-451c-b087-979e77afb94b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:41:44.553843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1759a3a-416f-4ab5-97a7-1a69a5bce9ba {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:41:44.579890 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e4725-5da9-41e2-90a1-44d0ea8e6243 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Pushing event deleted for resources: {'Port': ['ID=6932e855-b60c-451c-b087-979e77afb94b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:44.588262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86ced2d1-ac32-43a6-a44c-c7c562218697 req-78b952a0-aa8c-44a0-ab39-231208265743 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.43 "GET /v2.0/ports?device_id=85cd31d8-7c41-4aa5-96ec-1a5612cbefa8 HTTP/1.1" status: 200 len: 210 time: 0.0423722 Nov 13 04:41:44.589894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65399b80-ec64-4f71-98a8-d428dc15d484 None None] Network fbb54431-206d-4ff6-8cc1-1e8f8272ccde requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:44.634805 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:44.661681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e49da2-3264-475b-a1ce-3126de51ba5f req-cae06327-39b6-418c-a1ba-519d13c7c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:44.668792 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10e49da2-3264-475b-a1ce-3126de51ba5f req-cae06327-39b6-418c-a1ba-519d13c7c6cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=803777c0-8da9-4e5a-8575-85c0e350ff7e HTTP/1.1" status: 200 len: 923 time: 0.3520050 Nov 13 04:41:44.671680 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0204284d-45ff-4d41-852a-96ae672a582e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:44.677972 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:44.773645 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:44.776481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:44.789460 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:44.810464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fb6af227-58b0-486d-9ed5-3b30d01a8c38 None None] Provisioning complete for port fe2d1197-f32e-45ae-bd44-5db4e2d44818 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:44.810464 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb6af227-58b0-486d-9ed5-3b30d01a8c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:44.846335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Allocated IP 172.20.0.1 (fbb54431-206d-4ff6-8cc1-1e8f8272ccde/46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc/9c6e56e1-25b0-4a79-9269-ad6da74677b8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:44.847942 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Attempting to bind port 5c8ecdf3-191e-4ca7-b89c-08074f13f786 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:41:44.850509 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Attempting to bind port 5c8ecdf3-191e-4ca7-b89c-08074f13f786 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:41:44.851029 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Attempting to bind port 5c8ecdf3-191e-4ca7-b89c-08074f13f786 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:44.857189 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10e49da2-3264-475b-a1ce-3126de51ba5f req-444fab8f-e0f3-432f-9805-783c8bfb2a2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96068fc3-cdca-4306-aa0a-cd6e23eff128 HTTP/1.1" status: 200 len: 217 time: 0.1447632 Nov 13 04:41:44.888149 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:41:44.888509 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:44.889443 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:44.889716 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:41:44.890359 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Bound port: 5c8ecdf3-191e-4ca7-b89c-08074f13f786, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:41:44.890819 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:44.924745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9671abaf-f692-442a-8722-a6dc83087f79 req-fd0e4725-5da9-41e2-90a1-44d0ea8e6243 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] No DVR routers for this DVR port 6932e855-b60c-451c-b087-979e77afb94b on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:41:44.941638 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9671abaf-f692-442a-8722-a6dc83087f79 req-fd0e4725-5da9-41e2-90a1-44d0ea8e6243 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:44.950449 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9671abaf-f692-442a-8722-a6dc83087f79 req-fd0e4725-5da9-41e2-90a1-44d0ea8e6243 tempest-ServerGroupTestJSON-534060054 tempest-ServerGroupTestJSON-534060054-project] 10.222.0.46 "DELETE /v2.0/ports/6932e855-b60c-451c-b087-979e77afb94b HTTP/1.1" status: 204 len: 173 time: 2.3538694 Nov 13 04:41:44.961668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fe2d1197-f32e-45ae-bd44-5db4e2d44818 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:44.963498 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-daa40839-d8f3-40cd-9299-c5f3daa7678c req-612ecdca-0bd1-4227-bee1-ab7fe58c057f tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505066 Nov 13 04:41:44.963986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cd31d8-7c41-4aa5-96ec-1a5612cbefa8', 'name': 'network-vif-deleted', 'tag': '6932e855-b60c-451c-b087-979e77afb94b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:44.973056 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb96b0a-e510-47b7-8de1-27419873afdf" -d '{"events": [{"server_uuid": "85cd31d8-7c41-4aa5-96ec-1a5612cbefa8", "name": "network-vif-deleted", "tag": "6932e855-b60c-451c-b087-979e77afb94b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:44.995402 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cba26-3b3c-428d-a041-8a1dbb2f5e6d None None] Pushing event updated for resources: {'Port': ['ID=5c8ecdf3-191e-4ca7-b89c-08074f13f786,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:45.053767 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] For port 5c8ecdf3-191e-4ca7-b89c-08074f13f786, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:41:45.062941 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] For port 5c8ecdf3-191e-4ca7-b89c-08074f13f786, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5c8ecdf3-191e-4ca7-b89c-08074f13f786,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:41:45.080767 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:45.143035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e49da2-3264-475b-a1ce-3126de51ba5f req-c384dd98-8a6a-43f6-91de-0fcf017dddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:45.147554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10e49da2-3264-475b-a1ce-3126de51ba5f req-c384dd98-8a6a-43f6-91de-0fcf017dddb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b57f6b55-1ecd-4ea5-960a-97d61ae62a13 HTTP/1.1" status: 200 len: 862 time: 0.2237685 Nov 13 04:41:45.172461 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['b1759a3a-416f-4ab5-97a7-1a69a5bce9ba'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:41:45.185096 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Routers {'d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:45.185735 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:45.237981 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:45.276922 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10e49da2-3264-475b-a1ce-3126de51ba5f req-da6de50b-8c61-4324-950f-a57f027718d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=803777c0-8da9-4e5a-8575-85c0e350ff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211112 Nov 13 04:41:45.328458 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb6af227-58b0-486d-9ed5-3b30d01a8c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:45.337362 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port fe2d1197-f32e-45ae-bd44-5db4e2d44818 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:45.339475 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:45.349551 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:45.449075 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Network fbb54431-206d-4ff6-8cc1-1e8f8272ccde is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:45.468312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:45.477912 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:45.488479 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] Set router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:45.496505 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba54e6eb-fcaf-4f79-b8ee-6c8477a1fd50 x-openstack-request-id: req-ba54e6eb-fcaf-4f79-b8ee-6c8477a1fd50 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:45.497156 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cd31d8-7c41-4aa5-96ec-1a5612cbefa8", "name": "network-vif-deleted", "tag": "6932e855-b60c-451c-b087-979e77afb94b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:45.497642 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba54e6eb-fcaf-4f79-b8ee-6c8477a1fd50 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:45.498239 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cd31d8-7c41-4aa5-96ec-1a5612cbefa8', 'name': 'network-vif-deleted', 'tag': '6932e855-b60c-451c-b087-979e77afb94b', 'status': 'completed', 'code': 200} Nov 13 04:41:45.535874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fb6af227-58b0-486d-9ed5-3b30d01a8c38 None None] For port fe2d1197-f32e-45ae-bd44-5db4e2d44818, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fe2d1197-f32e-45ae-bd44-5db4e2d44818,segment=NetworkSegment(f2587768-3bc6-4842-b1ba-6cc4a2b4cafe),segment_id=f2587768-3bc6-4842-b1ba-6cc4a2b4cafe)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:45.569504 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb6af227-58b0-486d-9ed5-3b30d01a8c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:45.688187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0204284d-45ff-4d41-852a-96ae672a582e admin admin] Router e468f1fb-a0f1-41d6-9dd2-eff922c92457 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:41:45.730738 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-471452ad-7291-4b28-9db6-9cfee5b126a0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:45.733154 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-471452ad-7291-4b28-9db6-9cfee5b126a0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68&tenant_id=b836d7db5e664454bda2ae2ccdb312f4&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 949 time: 0.2595463 Nov 13 04:41:45.763574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b03c57-c023-470b-9c2e-ed20177a15b0 req-c60d3588-e43d-4487-b11b-9d8722376e60 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:45.765313 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77b03c57-c023-470b-9c2e-ed20177a15b0 req-c60d3588-e43d-4487-b11b-9d8722376e60 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 949 time: 0.2529202 Nov 13 04:41:45.771191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Pushing event updated for resources: {'Port': ['ID=9c6e56e1-25b0-4a79-9269-ad6da74677b8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:45.780665 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cba26-3b3c-428d-a041-8a1dbb2f5e6d None None] Pushing event updated for resources: {'Port': ['ID=5c8ecdf3-191e-4ca7-b89c-08074f13f786,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:45.840122 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:45.843455 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:39Z', 'updated_at': '2021-11-13T04:41:41Z', 'revision_number': 3, 'project_id': '5143a27bb143403789df703346f51b53', 'gw_port': {'id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:40Z', 'updated_at': '2021-11-13T04:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:45.887821 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1598f2ac-1aab-45fa-bb05-3f704d4aa711 None None] The sync data for ids ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'] in n-d-813114-2 is: [{'id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:39Z', 'updated_at': '2021-11-13T04:41:41Z', 'revision_number': 3, 'project_id': '5143a27bb143403789df703346f51b53', 'gw_port': {'id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:40Z', 'updated_at': '2021-11-13T04:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:41:45.919134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836763b-6df4-4534-a74b-2459d1a15942 req-d3f7f69b-ef55-4d01-adbe-5bf46321c87b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:45.920715 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c836763b-6df4-4534-a74b-2459d1a15942 req-d3f7f69b-ef55-4d01-adbe-5bf46321c87b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 821 time: 0.4305880 Nov 13 04:41:45.931794 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6af227-58b0-486d-9ed5-3b30d01a8c38 None None] Pushing event updated for resources: {'Port': ['ID=fe2d1197-f32e-45ae-bd44-5db4e2d44818,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:45.936750 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-703ca719-cecc-41f3-a1d6-81485f9ea05d None None] Provisioning complete for port fe2d1197-f32e-45ae-bd44-5db4e2d44818 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:45.937911 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-703ca719-cecc-41f3-a1d6-81485f9ea05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:45.962134 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c836763b-6df4-4534-a74b-2459d1a15942 req-62d345ff-1cb0-41db-87ec-cde20b98af86 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/quotas/bb1a865db7e845b9aa19ffe9f890f983 HTTP/1.1" status: 200 len: 375 time: 0.0308197 Nov 13 04:41:46.048886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0204284d-45ff-4d41-852a-96ae672a582e admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:41:46.078613 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c836763b-6df4-4534-a74b-2459d1a15942 req-1d1b3aeb-b77a-460f-b981-ebff2c0b0906 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1155043 Nov 13 04:41:46.080547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ba12bb-5a62-46ca-8ecc-6b5cda8b065c None None] Sync routers for ids ['e468f1fb-a0f1-41d6-9dd2-eff922c92457'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:41:46.081081 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0204284d-45ff-4d41-852a-96ae672a582e admin admin] 10.222.0.43 "PUT /v2.0/routers/e468f1fb-a0f1-41d6-9dd2-eff922c92457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3659341 Nov 13 04:41:46.084238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44600) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:46.086610 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10e49da2-3264-475b-a1ce-3126de51ba5f req-5e5473f9-47d3-4e8b-a851-5e36a6cf3d56 service neutron] 10.222.0.46 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7914734 Nov 13 04:41:46.099859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba12bb-5a62-46ca-8ecc-6b5cda8b065c None None] Routers {'e468f1fb-a0f1-41d6-9dd2-eff922c92457'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:46.100616 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-00ba12bb-5a62-46ca-8ecc-6b5cda8b065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e468f1fb-a0f1-41d6-9dd2-eff922c92457'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:46.129875 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77b03c57-c023-470b-9c2e-ed20177a15b0 req-66f44285-2661-489c-be24-7d70a8254f5a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533247 Nov 13 04:41:46.147190 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:46.203651 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-802e0829-5ae5-432e-869a-568b83fb0b0b service neutron] 10.222.0.36 "GET /v2.0/ports/b1759a3a-416f-4ab5-97a7-1a69a5bce9ba/bindings/n-h2-813114-2 HTTP/1.1" status: 200 len: 382 time: 0.4345021 Nov 13 04:41:46.286064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-00ba12bb-5a62-46ca-8ecc-6b5cda8b065c None None] Set router e468f1fb-a0f1-41d6-9dd2-eff922c92457 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:46.288911 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-58dcdfd6-0ccf-4558-93be-7b1d6b148aca None None] Provisioning complete for port 9c6e56e1-25b0-4a79-9269-ad6da74677b8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:46.289342 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58dcdfd6-0ccf-4558-93be-7b1d6b148aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:46.454253 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c836763b-6df4-4534-a74b-2459d1a15942 req-46224c4c-db06-481a-abb3-134f59a182d8 service neutron] 10.222.0.43 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481481 Nov 13 04:41:46.581687 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:46.597248 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:46.615596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 96068fc3-cdca-4306-aa0a-cd6e23eff128 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:41:46.625015 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 6932e855-b60c-451c-b087-979e77afb94b no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:46.660332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-58dcdfd6-0ccf-4558-93be-7b1d6b148aca None None] Port 9c6e56e1-25b0-4a79-9269-ad6da74677b8 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:41:46.665905 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 6932e855-b60c-451c-b087-979e77afb94b {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:41:46.666057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 6932e855-b60c-451c-b087-979e77afb94b not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:46.674570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Pushing event updated for resources: {'Port': ['ID=9c6e56e1-25b0-4a79-9269-ad6da74677b8,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:46.687478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c836763b-6df4-4534-a74b-2459d1a15942 req-a40e3941-f87b-494a-91f7-7b8d20d7f339 service neutron] 10.222.0.43 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216790 Nov 13 04:41:46.715390 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:46.856123 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:46.872275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 96068fc3-cdca-4306-aa0a-cd6e23eff128, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=96068fc3-cdca-4306-aa0a-cd6e23eff128,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:46.909874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Network fbb54431-206d-4ff6-8cc1-1e8f8272ccde is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:46.911578 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:46.915904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '96068fc3-cdca-4306-aa0a-cd6e23eff128', 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e', 'port_id': '96068fc3-cdca-4306-aa0a-cd6e23eff128', 'mac_address': 'fa:16:3e:98:6e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57f6b55-1ecd-4ea5-960a-97d61ae62a13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:41:46.978829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fe2d1197-f32e-45ae-bd44-5db4e2d44818 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:47.034762 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10e49da2-3264-475b-a1ce-3126de51ba5f req-9a531231-d412-427d-816a-55981074ed67 service neutron] 10.222.0.46 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9016705 Nov 13 04:41:47.086229 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfadcb-33e3-4182-a9a8-21a03c85be88 req-907afdf8-6b0f-4596-a9c5-e98356d1766f tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:47.089251 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a5bfadcb-33e3-4182-a9a8-21a03c85be88 req-907afdf8-6b0f-4596-a9c5-e98356d1766f tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 944 time: 0.4525340 Nov 13 04:41:47.091547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-4767d2ca-a2ce-4be4-83d0-8d4d0c624999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:47.093300 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-4767d2ca-a2ce-4be4-83d0-8d4d0c624999 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 1100 time: 0.4538016 Nov 13 04:41:47.095919 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:47.100959 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:47.119037 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96068fc3-cdca-4306-aa0a-cd6e23eff128 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:41:47.148035 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 96068fc3-cdca-4306-aa0a-cd6e23eff128, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=96068fc3-cdca-4306-aa0a-cd6e23eff128,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:47.170689 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:47.172077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:41:47.180348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-00ba12bb-5a62-46ca-8ecc-6b5cda8b065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'name': 'tempest-FloatingIPsNegativeTestJSON-2057200637-router', 'tenant_id': '5723952576e74bb6b3f89d90dc554514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '111f2776-b84b-4aa0-a0c4-cc90475c1efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:30Z', 'updated_at': '2021-11-13T04:41:42Z', 'revision_number': 5, 'project_id': '5723952576e74bb6b3f89d90dc554514', 'gw_port': {'id': '111f2776-b84b-4aa0-a0c4-cc90475c1efd', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:56:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:31Z', 'updated_at': '2021-11-13T04:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:47.230126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ba12bb-5a62-46ca-8ecc-6b5cda8b065c None None] Checking router: e468f1fb-a0f1-41d6-9dd2-eff922c92457 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:41:47.301811 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba12bb-5a62-46ca-8ecc-6b5cda8b065c None None] Routers {'e468f1fb-a0f1-41d6-9dd2-eff922c92457'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:47.301811 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-00ba12bb-5a62-46ca-8ecc-6b5cda8b065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e468f1fb-a0f1-41d6-9dd2-eff922c92457'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:47.318140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port fe2d1197-f32e-45ae-bd44-5db4e2d44818 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:47.318894 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:47.347334 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a5bfadcb-33e3-4182-a9a8-21a03c85be88 req-8e963c4d-4578-4493-94f1-8bf1114770c3 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466905 Nov 13 04:41:47.440718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-10a38d86-5fb3-4bd5-975f-bb5e6002be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:47.442453 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-10a38d86-5fb3-4bd5-975f-bb5e6002be8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.3394432 Nov 13 04:41:47.445158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] Deleting port 111f2776-b84b-4aa0-a0c4-cc90475c1efd {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:47.445690 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:47.445864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-aa0ad003-6c39-419c-8017-aa8ba8d7730d None None] Provisioning complete for port 9c6e56e1-25b0-4a79-9269-ad6da74677b8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:47.446230 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa0ad003-6c39-419c-8017-aa8ba8d7730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:47.468549 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a839ee23-78bd-4327-af05-0cad5aa4a4e6 req-6b0b4ce4-e2a5-42ec-970c-5a2011a35ab7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 210 time: 0.0554316 Nov 13 04:41:47.473932 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:41:47.495279 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-08071166-8dba-48f0-8d48-c4f2ccf0028e admin admin] 10.222.0.43 "PUT /v2.0/routers/d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1350486 Nov 13 04:41:47.527552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-e1d20e27-bcf1-4404-b768-59a088b52376 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba HTTP/1.1" status: 200 len: 217 time: 0.0494268 Nov 13 04:41:47.557902 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=96068fc3-cdca-4306-aa0a-cd6e23eff128,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:47.568778 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ad003-6c39-419c-8017-aa8ba8d7730d None None] Port 9c6e56e1-25b0-4a79-9269-ad6da74677b8 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:41:47.619657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-195e27ba-1bdf-4dc4-8617-36b8e72f6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:47.621296 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-195e27ba-1bdf-4dc4-8617-36b8e72f6b9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0588198 Nov 13 04:41:47.645354 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['96068fc3-cdca-4306-aa0a-cd6e23eff128'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:41:47.652392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-00ba12bb-5a62-46ca-8ecc-6b5cda8b065c None None] Set router e468f1fb-a0f1-41d6-9dd2-eff922c92457 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:47.709163 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372ba0-6081-48a6-ab6e-67a5cfa4ac7b req-1a7b8408-bcc8-4f02-8c6a-320c7a3a11c7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:47.710861 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-70372ba0-6081-48a6-ab6e-67a5cfa4ac7b req-1a7b8408-bcc8-4f02-8c6a-320c7a3a11c7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 949 time: 0.2455757 Nov 13 04:41:47.735774 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-00ba12bb-5a62-46ca-8ecc-6b5cda8b065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'name': 'tempest-FloatingIPsNegativeTestJSON-2057200637-router', 'tenant_id': '5723952576e74bb6b3f89d90dc554514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:30Z', 'updated_at': '2021-11-13T04:41:47Z', 'revision_number': 6, 'project_id': '5723952576e74bb6b3f89d90dc554514', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:47.759635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-1ba5d3a5-a323-4c93-9534-03e712f8c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:47.761284 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-1ba5d3a5-a323-4c93-9534-03e712f8c6ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088281 Nov 13 04:41:47.785108 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ba12bb-5a62-46ca-8ecc-6b5cda8b065c None None] The sync data for ids ['e468f1fb-a0f1-41d6-9dd2-eff922c92457'] in n-d-813114-2 is: [{'id': 'e468f1fb-a0f1-41d6-9dd2-eff922c92457', 'name': 'tempest-FloatingIPsNegativeTestJSON-2057200637-router', 'tenant_id': '5723952576e74bb6b3f89d90dc554514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:30Z', 'updated_at': '2021-11-13T04:41:47Z', 'revision_number': 6, 'project_id': '5723952576e74bb6b3f89d90dc554514', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:41:47.787871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5c8ecdf3-191e-4ca7-b89c-08074f13f786 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:47.868332 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-70372ba0-6081-48a6-ab6e-67a5cfa4ac7b req-cb724a6e-8c1c-45d9-b240-4d7266eb16b6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482749 Nov 13 04:41:47.922124 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 5c8ecdf3-191e-4ca7-b89c-08074f13f786 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:47.922662 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:47.928089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] For port 111f2776-b84b-4aa0-a0c4-cc90475c1efd, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=111f2776-b84b-4aa0-a0c4-cc90475c1efd,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:47.929021 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:47.949868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] Calling delete_port for 111f2776-b84b-4aa0-a0c4-cc90475c1efd owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:48.034483 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-0694283b-5ee4-4685-a04d-2f5b17390eab service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514398 Nov 13 04:41:48.126385 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.147793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b1759a3a-416f-4ab5-97a7-1a69a5bce9ba up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:48.191862 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 5c8ecdf3-191e-4ca7-b89c-08074f13f786, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5c8ecdf3-191e-4ca7-b89c-08074f13f786,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:48.217946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44648) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:48.221326 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.255660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44650) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:48.267761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-dcf57c12-dfe3-48be-bcf8-f8e0479ab6ae tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373593292', 'description': 'tempest-description--761398435'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:48.278686 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3c1bd8-d512-46a4-82eb-f1cb2eda8e3a admin admin] Deleting subnet 14c8c6c5-2600-40a2-ab47-b5abee54b0f1 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:41:48.281834 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1bd8-d512-46a4-82eb-f1cb2eda8e3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.290505 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=5c8ecdf3-191e-4ca7-b89c-08074f13f786,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:48.319867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:48.319867 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.320558 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dcf57c12-dfe3-48be-bcf8-f8e0479ab6ae tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.391697 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-91ed15a4-04c9-444a-a453-387c2a35a87a service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439641 Nov 13 04:41:48.445590 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.495658 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=111f2776-b84b-4aa0-a0c4-cc90475c1efd,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:48.504148 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.519379 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dcf57c12-dfe3-48be-bcf8-f8e0479ab6ae tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.548322 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dcf57c12-dfe3-48be-bcf8-f8e0479ab6ae tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.568268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:48.573945 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d959aa11-e6f5-45d0-ab08-fdf70f786ddc" -d '{"events": [{"server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "name": "network-vif-plugged", "status": "completed", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:48.609042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:48.611194 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dcf57c12-dfe3-48be-bcf8-f8e0479ab6ae tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.612451 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dcf57c12-dfe3-48be-bcf8-f8e0479ab6ae tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3517971 Nov 13 04:41:48.615723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf57c12-dfe3-48be-bcf8-f8e0479ab6ae tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2426b450-ccd6-46df-b91b-d77d3e766a1a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:48.618342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44660) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:48.620810 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.632615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-209d0cb8-3266-440f-9af4-4cd784dbbd41 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Request body: {'security_group_rule': {'security_group_id': '2426b450-ccd6-46df-b91b-d77d3e766a1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:48.640584 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.699389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:48.731100 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1bd8-d512-46a4-82eb-f1cb2eda8e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.771833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c40bc3-1971-46a6-b9c1-df457f326152 req-aaa269d5-67da-410b-b674-b98cca92ff18 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:48.780161 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99c40bc3-1971-46a6-b9c1-df457f326152 req-aaa269d5-67da-410b-b674-b98cca92ff18 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 945 time: 0.1034997 Nov 13 04:41:48.797008 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-71014b40-4307-42d1-abd0-ee7824beb187 req-31abac93-a63f-48f8-88a5-f7b112db7853 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 210 time: 0.1087425 Nov 13 04:41:48.802487 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Sync routers for ids ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:41:48.821255 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Routers {'d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:48.822513 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:48.838165 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.842011 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.856269 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99c40bc3-1971-46a6-b9c1-df457f326152 req-5735377a-a674-47a3-a606-c21eb416e556 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748324 Nov 13 04:41:48.857550 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1bd8-d512-46a4-82eb-f1cb2eda8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.916093 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-209d0cb8-3266-440f-9af4-4cd784dbbd41 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.937999 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8355322c-58ee-465f-944e-9fa08f6c51ef x-openstack-request-id: req-8355322c-58ee-465f-944e-9fa08f6c51ef {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:48.938376 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "name": "network-vif-plugged", "status": "completed", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:48.938881 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8355322c-58ee-465f-944e-9fa08f6c51ef {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:48.939382 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba', 'code': 200} Nov 13 04:41:48.953984 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1bd8-d512-46a4-82eb-f1cb2eda8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.989446 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c1bd8-d512-46a4-82eb-f1cb2eda8e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c8c6c5-2600-40a2-ab47-b5abee54b0f1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:48.991601 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1bd8-d512-46a4-82eb-f1cb2eda8e3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:48.997034 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7b3c1bd8-d512-46a4-82eb-f1cb2eda8e3a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/14c8c6c5-2600-40a2-ab47-b5abee54b0f1 HTTP/1.1" status: 204 len: 168 time: 0.7757344 Nov 13 04:41:48.997355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44666) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:49.021898 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Set router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:49.172732 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7d3a9ad-b68d-45f9-9028-7c8cb05ce37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.174201 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.174762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e468f1fb-a0f1-41d6-9dd2-eff922c92457 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:41:49.209149 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.210309 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-440b3949-b83d-41da-8024-930a4e8106e8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e468f1fb-a0f1-41d6-9dd2-eff922c92457 HTTP/1.1" status: 204 len: 168 time: 3.1227329 Nov 13 04:41:49.214883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44668) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:49.271098 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836763b-6df4-4534-a74b-2459d1a15942 req-61a2c74b-3a30-4749-8aa9-3647ac0d4161 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:49.271719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5c8ecdf3-191e-4ca7-b89c-08074f13f786 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:49.273097 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c836763b-6df4-4534-a74b-2459d1a15942 req-61a2c74b-3a30-4749-8aa9-3647ac0d4161 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.46 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 821 time: 0.4908965 Nov 13 04:41:49.281681 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-209d0cb8-3266-440f-9af4-4cd784dbbd41 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.306431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c9b63-4191-49d2-b120-095f53529643 req-52bfc878-39e3-4d19-8860-e5c518891b29 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:49.313935 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d91c9b63-4191-49d2-b120-095f53529643 req-52bfc878-39e3-4d19-8860-e5c518891b29 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.2161853 Nov 13 04:41:49.319165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-c836763b-6df4-4534-a74b-2459d1a15942 req-28c97d80-d893-470f-9e21-829df3158975 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Request body: {'port': {'device_id': 'f3827230-e3f3-4053-ba2a-0b0c1135d528', 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5', 'admin_state_up': True, 'tenant_id': 'bb1a865db7e845b9aa19ffe9f890f983'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:49.332636 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7d3a9ad-b68d-45f9-9028-7c8cb05ce37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.355197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e7d3a9ad-b68d-45f9-9028-7c8cb05ce37a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c989c0-1979-480e-8fc0-facd46ce0dcf']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:49.366244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e7d3a9ad-b68d-45f9-9028-7c8cb05ce37a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50351d1b-f441-4e4d-90dd-56d08344d061') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:49.366587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e7d3a9ad-b68d-45f9-9028-7c8cb05ce37a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50351d1b-f441-4e4d-90dd-56d08344d061') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:49.373204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 5c8ecdf3-191e-4ca7-b89c-08074f13f786 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:49.374106 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.377319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7d3a9ad-b68d-45f9-9028-7c8cb05ce37a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.390691 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7d3a9ad-b68d-45f9-9028-7c8cb05ce37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.393320 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:39Z', 'updated_at': '2021-11-13T04:41:46Z', 'revision_number': 4, 'project_id': '5143a27bb143403789df703346f51b53', 'gw_port': {'id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:40Z', 'updated_at': '2021-11-13T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '9c6e56e1-25b0-4a79-9269-ad6da74677b8', 'name': '', 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'tenant_id': '5143a27bb143403789df703346f51b53', 'mac_address': 'fa:16:3e:8d:4a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:44Z', 'updated_at': '2021-11-13T04:41:46Z', 'revision_number': 2, 'project_id': '5143a27bb143403789df703346f51b53', 'subnets': [{'id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:49.397440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d3a9ad-b68d-45f9-9028-7c8cb05ce37a admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:41:49.397848 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7d3a9ad-b68d-45f9-9028-7c8cb05ce37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.432935 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-209d0cb8-3266-440f-9af4-4cd784dbbd41 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.448634 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Checking router: d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:41:49.449256 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Updating router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 port 9c6e56e1-25b0-4a79-9269-ad6da74677b8 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:41:49.463689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6d04c1-8684-4181-bb3d-bf3fe5170133 admin admin] Deleting subnet 96ae5579-5f5f-4852-bc56-b5038c6cb7ed {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:41:49.466180 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:41:49.468804 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7d3a9ad-b68d-45f9-9028-7c8cb05ce37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.470999 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe6d04c1-8684-4181-bb3d-bf3fe5170133 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.512305 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.530813 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7d3a9ad-b68d-45f9-9028-7c8cb05ce37a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.535669 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e7d3a9ad-b68d-45f9-9028-7c8cb05ce37a admin admin] 10.222.0.43 "DELETE /v2.0/networks/19c989c0-1979-480e-8fc0-facd46ce0dcf HTTP/1.1" status: 204 len: 168 time: 0.5373962 Nov 13 04:41:49.557324 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9109341a-38e8-4f03-ae2b-9e0b5920c845 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:49.578687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3a9ad-b68d-45f9-9028-7c8cb05ce37a admin admin] Pushing event deleted for resources: {'Network': ['ID=19c989c0-1979-480e-8fc0-facd46ce0dcf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:49.587620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d0cb8-3266-440f-9af4-4cd784dbbd41 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17798e52-febf-4ab0-9327-82dd4a474377,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:49.596945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c836763b-6df4-4534-a74b-2459d1a15942 req-28c97d80-d893-470f-9e21-829df3158975 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Made reservation on behalf of bb1a865db7e845b9aa19ffe9f890f983 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:49.604484 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c836763b-6df4-4534-a74b-2459d1a15942 req-28c97d80-d893-470f-9e21-829df3158975 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.608297 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe6d04c1-8684-4181-bb3d-bf3fe5170133 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.630935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 9109341a-38e8-4f03-ae2b-9e0b5920c845 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:41:49.631332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9109341a-38e8-4f03-ae2b-9e0b5920c845 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:49.658393 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-209d0cb8-3266-440f-9af4-4cd784dbbd41 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.658393 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-209d0cb8-3266-440f-9af4-4cd784dbbd41 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0295923 Nov 13 04:41:49.667488 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44674) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:49.676519 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2dbf996e-19cc-4ff5-aafa-e059a4e79878 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Request body: {'security_group_rule': {'security_group_id': '2426b450-ccd6-46df-b91b-d77d3e766a1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:49.753872 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d91c9b63-4191-49d2-b120-095f53529643 req-3e4bd5b5-c267-4932-9776-162517c714be tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391322 Nov 13 04:41:49.756878 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe6d04c1-8684-4181-bb3d-bf3fe5170133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.763273 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dbf996e-19cc-4ff5-aafa-e059a4e79878 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.802976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44676) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:49.851242 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe6d04c1-8684-4181-bb3d-bf3fe5170133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.914677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-c836763b-6df4-4534-a74b-2459d1a15942 req-28c97d80-d893-470f-9e21-829df3158975 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Allocated IP 172.20.0.7 (116a44e5-9a3c-43fe-bfae-c0a00d4422e5/b6972208-b01b-4035-88d5-8d96d7af813a/ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:49.965131 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14ef524-c1bc-42c5-87be-0b3f1a84e2a3 None None] Network 4db65db2-7a9a-459d-9f96-81c4148a7ac3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:49.971588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d04c1-8684-4181-bb3d-bf3fe5170133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96ae5579-5f5f-4852-bc56-b5038c6cb7ed,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:49.977384 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe6d04c1-8684-4181-bb3d-bf3fe5170133 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:49.981576 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fe6d04c1-8684-4181-bb3d-bf3fe5170133 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/96ae5579-5f5f-4852-bc56-b5038c6cb7ed HTTP/1.1" status: 204 len: 168 time: 0.7652745 Nov 13 04:41:49.985555 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44682) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:49.988798 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.010220 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f378b3ed-656d-4584-a3be-2f3056fcc01a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9596a1c1d524c6b93462bd909896902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064776 Nov 13 04:41:50.010846 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.053531 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-11db05d7-e9d2-441a-98f7-3732dd502189 req-9f4fd2b7-13e6-464e-9929-9c46f858aa62 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 210 time: 0.0932229 Nov 13 04:41:50.061669 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0a149-aece-4b4c-ba63-d9f0cfa53960 None None] Pushing event updated for resources: {'Port': ['ID=9c6e56e1-25b0-4a79-9269-ad6da74677b8,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:50.069028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44686) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:50.156100 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Attempting to bind port 9c6e56e1-25b0-4a79-9269-ad6da74677b8 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:41:50.156471 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Attempting to bind port 9c6e56e1-25b0-4a79-9269-ad6da74677b8 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'f2587768-3bc6-4842-b1ba-6cc4a2b4cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:41:50.157028 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Attempting to bind port 9c6e56e1-25b0-4a79-9269-ad6da74677b8 on network fbb54431-206d-4ff6-8cc1-1e8f8272ccde {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:50.168939 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:41:50.169803 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Checking segment: {'id': 'f2587768-3bc6-4842-b1ba-6cc4a2b4cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:50.170360 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.170884 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Bound using segment: {'id': 'f2587768-3bc6-4842-b1ba-6cc4a2b4cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:41:50.171536 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Bound port: 9c6e56e1-25b0-4a79-9269-ad6da74677b8, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2587768-3bc6-4842-b1ba-6cc4a2b4cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:41:50.173137 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.227441 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-379507a8-ea3a-492b-8d80-23d73890f0a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.235792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.241840 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c836763b-6df4-4534-a74b-2459d1a15942 req-28c97d80-d893-470f-9e21-829df3158975 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.292521 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-379507a8-ea3a-492b-8d80-23d73890f0a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.305155 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] For port 9c6e56e1-25b0-4a79-9269-ad6da74677b8, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:41:50.313637 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] For port 9c6e56e1-25b0-4a79-9269-ad6da74677b8, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9c6e56e1-25b0-4a79-9269-ad6da74677b8,segment=NetworkSegment(f2587768-3bc6-4842-b1ba-6cc4a2b4cafe),segment_id=f2587768-3bc6-4842-b1ba-6cc4a2b4cafe)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:41:50.323033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ea433-163b-4548-9073-23fc8705df67 req-7e363c8d-3106-4b42-b61c-cb5fb204b6e9 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:50.324312 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.333694 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e51ea433-163b-4548-9073-23fc8705df67 req-7e363c8d-3106-4b42-b61c-cb5fb204b6e9 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 945 time: 0.1793821 Nov 13 04:41:50.347661 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffebdb98-2731-4353-b203-7e370bfc8014 None None] DHCP port deletion for 4db65db2-7a9a-459d-9f96-81c4148a7ac3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:41:50.355671 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dbf996e-19cc-4ff5-aafa-e059a4e79878 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.387387 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] Deleting port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:50.387799 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.410906 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dbf996e-19cc-4ff5-aafa-e059a4e79878 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.426204 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Routers {'d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:50.426830 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:50.462028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] For port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=62b3d1cf-d84a-4b08-88a1-931f4a4b8778,segment=NetworkSegment(2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95),segment_id=2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:50.464584 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.472405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ffebdb98-2731-4353-b203-7e370bfc8014 None None] Deleting port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:41:50.473374 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffebdb98-2731-4353-b203-7e370bfc8014 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.487622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] Calling delete_port for 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:50.527851 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e51ea433-163b-4548-9073-23fc8705df67 req-7191f1d2-26ee-4701-8cd5-75d6117863c5 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821861 Nov 13 04:41:50.536266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf996e-19cc-4ff5-aafa-e059a4e79878 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02df8135-b111-41d3-ab8b-ca4c82b1cfab,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:50.564514 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dbf996e-19cc-4ff5-aafa-e059a4e79878 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.572164 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2dbf996e-19cc-4ff5-aafa-e059a4e79878 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9006312 Nov 13 04:41:50.574529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44690) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:50.605449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:50.619110 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-379507a8-ea3a-492b-8d80-23d73890f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.621748 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-379507a8-ea3a-492b-8d80-23d73890f0a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.625849 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-379507a8-ea3a-492b-8d80-23d73890f0a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/850dfbba-f49e-4979-89c4-563293aa5534 HTTP/1.1" status: 204 len: 168 time: 0.5489166 Nov 13 04:41:50.649854 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c836763b-6df4-4534-a74b-2459d1a15942 req-28c97d80-d893-470f-9e21-829df3158975 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.652786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379507a8-ea3a-492b-8d80-23d73890f0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850dfbba-f49e-4979-89c4-563293aa5534,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:50.675794 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.705637 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:50.727474 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0a149-aece-4b4c-ba63-d9f0cfa53960 None None] Pushing event updated for resources: {'Port': ['ID=9c6e56e1-25b0-4a79-9269-ad6da74677b8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:50.801753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] Pushing event deleted for resources: {'Port': ['ID=62b3d1cf-d84a-4b08-88a1-931f4a4b8778,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:50.819988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] No DVR routers for this DVR port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:41:50.917583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c836763b-6df4-4534-a74b-2459d1a15942 req-28c97d80-d893-470f-9e21-829df3158975 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:50.929476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-c836763b-6df4-4534-a74b-2459d1a15942 req-28c97d80-d893-470f-9e21-829df3158975 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:50.939686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c836763b-6df4-4534-a74b-2459d1a15942 req-28c97d80-d893-470f-9e21-829df3158975 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:50.957593 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] Set router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:41:51.011693 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:51.041986 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ffebdb98-2731-4353-b203-7e370bfc8014 None None] For port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=62b3d1cf-d84a-4b08-88a1-931f4a4b8778,segment=NetworkSegment(2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95),segment_id=2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:51.042760 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffebdb98-2731-4353-b203-7e370bfc8014 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:51.065553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836763b-6df4-4534-a74b-2459d1a15942 req-28c97d80-d893-470f-9e21-829df3158975 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:51.066502 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c836763b-6df4-4534-a74b-2459d1a15942 req-28c97d80-d893-470f-9e21-829df3158975 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:51.075814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db65db2-7a9a-459d-9f96-81c4148a7ac3']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:51.084426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ffebdb98-2731-4353-b203-7e370bfc8014 None None] Calling delete_port for 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:41:51.135014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:51.136391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcf0ebf-c8f2-4b96-a35f-54bd8844ba95') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:51.143030 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c836763b-6df4-4534-a74b-2459d1a15942 req-28c97d80-d893-470f-9e21-829df3158975 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8531828 Nov 13 04:41:51.178953 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:51.197284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Request body: {'port': {'device_id': 'f3827230-e3f3-4053-ba2a-0b0c1135d528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:51.212112 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 96068fc3-cdca-4306-aa0a-cd6e23eff128 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:51.223565 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['7db36868-ab33-4f04-a8be-9f22e6fb0ef2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:41:51.226636 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:51.229541 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 111f2776-b84b-4aa0-a0c4-cc90475c1efd no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:51.244465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:41:51.247333 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:41:51.253826 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:41:51.264350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c97d80-d893-470f-9e21-829df3158975 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Pushing event updated for resources: {'Port': ['ID=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:51.288053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b50896-979f-4cb7-9967-1df9ebd6e02a req-8ce09a66-93a8-4e6f-9325-19190946c427 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:51.295430 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a5b50896-979f-4cb7-9967-1df9ebd6e02a req-8ce09a66-93a8-4e6f-9325-19190946c427 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.2458053 Nov 13 04:41:51.333431 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:51.339308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 111f2776-b84b-4aa0-a0c4-cc90475c1efd {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:41:51.340506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 111f2776-b84b-4aa0-a0c4-cc90475c1efd not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:51.342764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:51.405136 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:39Z', 'updated_at': '2021-11-13T04:41:46Z', 'revision_number': 4, 'project_id': '5143a27bb143403789df703346f51b53', 'gw_port': {'id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:40Z', 'updated_at': '2021-11-13T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '9c6e56e1-25b0-4a79-9269-ad6da74677b8', 'name': '', 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'tenant_id': '5143a27bb143403789df703346f51b53', 'mac_address': 'fa:16:3e:8d:4a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:44Z', 'updated_at': '2021-11-13T04:41:50Z', 'revision_number': 4, 'project_id': '5143a27bb143403789df703346f51b53', 'subnets': [{'id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:51.428175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:41:51.428552 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:41:51.464562 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0619be4-868f-43d0-8cac-6743e8a2e668 None None] The sync data for ids ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'] in n-d-813114-2 is: [{'id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:39Z', 'updated_at': '2021-11-13T04:41:46Z', 'revision_number': 4, 'project_id': '5143a27bb143403789df703346f51b53', 'gw_port': {'id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:40Z', 'updated_at': '2021-11-13T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '9c6e56e1-25b0-4a79-9269-ad6da74677b8', 'name': '', 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'tenant_id': '5143a27bb143403789df703346f51b53', 'mac_address': 'fa:16:3e:8d:4a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:44Z', 'updated_at': '2021-11-13T04:41:50Z', 'revision_number': 4, 'project_id': '5143a27bb143403789df703346f51b53', 'subnets': [{'id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:41:51.497862 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:51.524915 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:51.538374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4db65db2-7a9a-459d-9f96-81c4148a7ac3 HTTP/1.1" status: 204 len: 168 time: 1.5511110 Nov 13 04:41:51.600345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bad957-ecdf-4d38-9fb1-23cad1b0b102 admin admin] Pushing event deleted for resources: {'Network': ['ID=4db65db2-7a9a-459d-9f96-81c4148a7ac3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:51.627396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95aae8-4c75-454d-bdfe-e476336fa7b6 req-22057497-b4ee-4371-a5d9-d4ae08edaae7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:51.629180 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba95aae8-4c75-454d-bdfe-e476336fa7b6 req-22057497-b4ee-4371-a5d9-d4ae08edaae7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 931 time: 0.3477550 Nov 13 04:41:51.704328 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba95aae8-4c75-454d-bdfe-e476336fa7b6 req-fb84e3fe-4971-4645-a078-5958d48cc718 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667057 Nov 13 04:41:51.729599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 96068fc3-cdca-4306-aa0a-cd6e23eff128 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:41:51.736917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-daf4c8ac-edc5-428a-a694-b8d2479d0549 None None] Provisioning complete for port 9c6e56e1-25b0-4a79-9269-ad6da74677b8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:51.737289 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daf4c8ac-edc5-428a-a694-b8d2479d0549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:51.787048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 96068fc3-cdca-4306-aa0a-cd6e23eff128 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:51.787451 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:51.903091 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffebdb98-2731-4353-b203-7e370bfc8014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:51.908565 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a5b50896-979f-4cb7-9967-1df9ebd6e02a req-4702e1d4-e85e-40b7-ad87-ec30c29520ae tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105502 Nov 13 04:41:51.929253 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44720) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:52.014685 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c076f643-ccb3-4618-a143-0104eca5f669 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5723952576e74bb6b3f89d90dc554514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0841477 Nov 13 04:41:52.018075 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44724) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:52.040075 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ffebdb98-2731-4353-b203-7e370bfc8014 None None] Network 4db65db2-7a9a-459d-9f96-81c4148a7ac3 is not hosted by any dhcp agent {{(pid=102669) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 13 04:41:52.040532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebdb98-2731-4353-b203-7e370bfc8014 None None] No DVR routers for this DVR port 62b3d1cf-d84a-4b08-88a1-931f4a4b8778 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:41:52.044584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebdb98-2731-4353-b203-7e370bfc8014 None None] Pushing event deleted for resources: {'Port': ['ID=62b3d1cf-d84a-4b08-88a1-931f4a4b8778,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:52.053425 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:52.072307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-0049d611-cff1-454b-a58e-5a06c1ca2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:52.081250 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-0049d611-cff1-454b-a58e-5a06c1ca2ead service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68&tenant_id=b836d7db5e664454bda2ae2ccdb312f4 HTTP/1.1" status: 200 len: 1101 time: 0.3680563 Nov 13 04:41:52.114550 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daf4c8ac-edc5-428a-a694-b8d2479d0549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:52.158262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294508c-5195-4cc6-acb5-4cb7b5ff4def req-7edb086b-0247-479f-a2de-67b2bf7b6c5e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:52.166341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6294508c-5195-4cc6-acb5-4cb7b5ff4def req-7edb086b-0247-479f-a2de-67b2bf7b6c5e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 945 time: 0.1407273 Nov 13 04:41:52.181203 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:52.217576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef4cdf3-456b-45a5-b2c7-c6442f4f074d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96068fc3-cdca-4306-aa0a-cd6e23eff128'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:52.220501 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce958ce-f85a-4a00-918b-541112aee58b" -d '{"events": [{"server_uuid": "0ef4cdf3-456b-45a5-b2c7-c6442f4f074d", "name": "network-vif-plugged", "status": "completed", "tag": "96068fc3-cdca-4306-aa0a-cd6e23eff128"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:52.227390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-daf4c8ac-edc5-428a-a694-b8d2479d0549 None None] For port 9c6e56e1-25b0-4a79-9269-ad6da74677b8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9c6e56e1-25b0-4a79-9269-ad6da74677b8,segment=NetworkSegment(f2587768-3bc6-4842-b1ba-6cc4a2b4cafe),segment_id=f2587768-3bc6-4842-b1ba-6cc4a2b4cafe)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:52.246002 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 96068fc3-cdca-4306-aa0a-cd6e23eff128, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=96068fc3-cdca-4306-aa0a-cd6e23eff128,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:52.250327 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daf4c8ac-edc5-428a-a694-b8d2479d0549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:52.269549 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:52.276434 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba876737-0d6b-4d88-83f0-9b342c97b347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:52.324527 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4c8ac-edc5-428a-a694-b8d2479d0549 None None] Pushing event updated for resources: {'Port': ['ID=9c6e56e1-25b0-4a79-9269-ad6da74677b8,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:52.350777 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba876737-0d6b-4d88-83f0-9b342c97b347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:52.367462 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8466e7-c292-4000-995d-716a0d897c5f x-openstack-request-id: req-af8466e7-c292-4000-995d-716a0d897c5f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:52.367867 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef4cdf3-456b-45a5-b2c7-c6442f4f074d", "name": "network-vif-plugged", "status": "completed", "tag": "96068fc3-cdca-4306-aa0a-cd6e23eff128", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:52.368115 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af8466e7-c292-4000-995d-716a0d897c5f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:52.368494 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef4cdf3-456b-45a5-b2c7-c6442f4f074d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96068fc3-cdca-4306-aa0a-cd6e23eff128', 'code': 200} Nov 13 04:41:52.411413 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a2733bd3-0ab5-489c-bc43-6700daede7a4 None None] Provisioning complete for port 9c6e56e1-25b0-4a79-9269-ad6da74677b8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:52.412196 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2733bd3-0ab5-489c-bc43-6700daede7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:52.489122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=96068fc3-cdca-4306-aa0a-cd6e23eff128,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:52.501201 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba876737-0d6b-4d88-83f0-9b342c97b347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:52.507989 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba876737-0d6b-4d88-83f0-9b342c97b347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:52.509509 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ba876737-0d6b-4d88-83f0-9b342c97b347 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43438c6d-0139-4d94-966f-d3d2f6cf67ed HTTP/1.1" status: 204 len: 168 time: 0.4904516 Nov 13 04:41:52.565331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba876737-0d6b-4d88-83f0-9b342c97b347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43438c6d-0139-4d94-966f-d3d2f6cf67ed,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:52.615769 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44734) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:52.655375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6294508c-5195-4cc6-acb5-4cb7b5ff4def req-ffde4c49-d8a6-464e-98db-218a1d1ac89c tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090459 Nov 13 04:41:52.851685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9c6e56e1-25b0-4a79-9269-ad6da74677b8 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:53.007391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-3ecbbcfc-a6df-46b1-bf69-b000ea867a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:53.014682 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-3ecbbcfc-a6df-46b1-bf69-b000ea867a06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 1101 time: 0.8292515 Nov 13 04:41:53.015725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 9c6e56e1-25b0-4a79-9269-ad6da74677b8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:53.016595 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:53.023116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:41:53.075967 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:53.142086 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-754805176-network', 'tenant_id': '80cb8b7d60254bd1a696651991002b9b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:53.192879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] Made reservation on behalf of 80cb8b7d60254bd1a696651991002b9b for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:53.195718 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:53.206601 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-763fa8fb-108a-4a3d-88b1-a62797a2aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:53.208182 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-763fa8fb-108a-4a3d-88b1-a62797a2aff0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1432011 Nov 13 04:41:53.223145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:53.339727 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df13cc-867d-4f14-9ead-a79b2a15738c req-0ba661ee-201b-4303-ba63-867cbb777371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:53.342144 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-52df13cc-867d-4f14-9ead-a79b2a15738c req-0ba661ee-201b-4303-ba63-867cbb777371 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 1097 time: 0.5767450 Nov 13 04:41:53.342818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f79993-a4b2-4e3e-89a3-3530ee02f98e req-36688b74-d75b-4206-9ff9-8783379b8365 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:53.343983 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-eced1e42-6b55-49d2-8d71-51b5afd9cc15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba HTTP/1.1" status: 200 len: 217 time: 0.1164119 Nov 13 04:41:53.344831 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8f79993-a4b2-4e3e-89a3-3530ee02f98e req-36688b74-d75b-4206-9ff9-8783379b8365 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.1141782 Nov 13 04:41:53.410743 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8f79993-a4b2-4e3e-89a3-3530ee02f98e req-295200a2-b58e-4e4c-8f7c-440d38943af8 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536425 Nov 13 04:41:53.442766 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Allocated IP 172.25.8.243 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/4a019e27-9219-44ba-9e4c-320853b5ad23) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:53.455165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-bb0429d7-297f-4c82-bca4-de0d109e1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:53.456743 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-bb0429d7-297f-4c82-bca4-de0d109e1076 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0993457 Nov 13 04:41:53.466199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Transition to ACTIVE for port object ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:41:53.482890 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:53.492954 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:53.517807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d857cd6-7e1b-40da-a6a5-3f9f6fbad47a req-e3eb19dc-1e24-43fe-8c60-b550e70e4d3f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:53.519431 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d857cd6-7e1b-40da-a6a5-3f9f6fbad47a req-e3eb19dc-1e24-43fe-8c60-b550e70e4d3f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 931 time: 0.6515405 Nov 13 04:41:53.520303 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:53.538429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:41:53.551380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49f95c7-35e7-451b-8f26-f199676d6017,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:53.568598 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:53.569028 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] Added segment af9f2157-5995-4224-aeb3-5f3e67e34f95 of type vlan for network ac2baa63-207b-41da-a1b4-fddf7f25fbed Nov 13 04:41:53.617323 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:53.654082 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:53.655585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:53.656310 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:53.721250 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1027231 Nov 13 04:41:53.724243 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44766) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:53.729823 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-19621607-e96a-4f74-9989-ccb9242def88 admin admin] Request body: {'subnet': {'network_id': 'ac2baa63-207b-41da-a1b4-fddf7f25fbed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-754805176-subnet', 'tenant_id': '80cb8b7d60254bd1a696651991002b9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:53.743032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d4dd2-038e-4aaa-bb88-1f5ee40cafdc admin admin] Pushing event updated for resources: {'Network': ['ID=ac2baa63-207b-41da-a1b4-fddf7f25fbed,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:53.755527 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network ac2baa63-207b-41da-a1b4-fddf7f25fbed details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:41:53.783958 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:53.789774 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19621607-e96a-4f74-9989-ccb9242def88 admin admin] Made reservation on behalf of 80cb8b7d60254bd1a696651991002b9b for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:53.792274 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19621607-e96a-4f74-9989-ccb9242def88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:53.834944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44768) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:53.846696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:53.855384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:53.878823 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-52df13cc-867d-4f14-9ead-a79b2a15738c req-92ff845a-ffea-40dd-8b15-b7ac8056f0e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700861 Nov 13 04:41:53.905004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a446789-a9af-446a-bf53-7d5fece262b9 req-1f12b545-48c8-4360-9345-e8d653a6eece tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:53.913088 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a446789-a9af-446a-bf53-7d5fece262b9 req-1f12b545-48c8-4360-9345-e8d653a6eece tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 946 time: 0.1349266 Nov 13 04:41:53.923688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-00ee41e4-2dcb-4409-bd29-450a63a41835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:53.925537 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-00ee41e4-2dcb-4409-bd29-450a63a41835 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4491036 Nov 13 04:41:53.986387 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:53.997321 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a446789-a9af-446a-bf53-7d5fece262b9 req-f9d45716-833b-473d-872f-7a6cc821f810 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808172 Nov 13 04:41:54.018197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2083099467-network', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:54.034725 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d857cd6-7e1b-40da-a6a5-3f9f6fbad47a req-1b0b8352-7cf4-4767-83be-99d2d272ab7c tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971247 Nov 13 04:41:54.050104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:54.052656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:54.085167 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Pushing event updated for resources: {'Port': ['ID=4a019e27-9219-44ba-9e4c-320853b5ad23,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:54.137629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] Made reservation on behalf of dcee42129b4c4045a17dddb37d9c1338 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:54.156166 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.181483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Attempting to bind port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:41:54.181812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Attempting to bind port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:41:54.182135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Attempting to bind port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:54.184212 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.210066 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:41:54.210569 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Attempting to bind port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:54.212268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b1759a3a-416f-4ab5-97a7-1a69a5bce9ba no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:41:54.242243 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-1c15f924-85f4-4b9e-a8a5-cbac76fda4d9 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846303 Nov 13 04:41:54.245351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:41:54.245780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Checking segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:54.246257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Bound using segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:41:54.246837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Bound port: ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:41:54.247489 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.300248 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.302924 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19621607-e96a-4f74-9989-ccb9242def88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.319240 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.348169 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.350642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.360951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19621607-e96a-4f74-9989-ccb9242def88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfbc95c1-1169-4a60-a56e-1ca5ce3e5457,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:54.382160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:54.385346 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab72e1ed-bb91-4079-9de0-c92d66a93fea" -d '{"events": [{"server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "name": "network-vif-unplugged", "status": "completed", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:54.386099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:41:54.406160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:54.412000 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.489406 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b38b61-019a-43af-8b1b-71e3bdc14a0f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:54.491339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:54.493478 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.493737 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] Added segment cc312bf2-6416-4014-948a-52b6192f87c0 of type vlan for network d44595d1-840c-4227-8af1-c37c370ad72b Nov 13 04:41:54.501206 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff444fbe-ea1b-4967-a24b-4f333d4d2ff2 x-openstack-request-id: req-ff444fbe-ea1b-4967-a24b-4f333d4d2ff2 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:54.504960 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "name": "network-vif-unplugged", "status": "completed", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:54.505189 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff444fbe-ea1b-4967-a24b-4f333d4d2ff2 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:54.505833 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba', 'code': 200} Nov 13 04:41:54.512595 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:41:54.514894 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.521132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:41:54.543758 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.547192 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a668d9-8caa-4564-ae3f-e4e1d91a1238 req-a18b67c1-8efc-45fa-b9d0-022a6f0c09ab service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933202 Nov 13 04:41:54.548768 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.616977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:54.617598 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.619307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c836763b-6df4-4534-a74b-2459d1a15942 req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] 10.222.0.46 "PUT /v2.0/ports/ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 HTTP/1.1" status: 200 len: 1091 time: 3.4505441 Nov 13 04:41:54.625793 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19621607-e96a-4f74-9989-ccb9242def88 admin admin] Checking segment: {'id': 'af9f2157-5995-4224-aeb3-5f3e67e34f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac2baa63-207b-41da-a1b4-fddf7f25fbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:54.626033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3827230-e3f3-4053-ba2a-0b0c1135d528', 'tag': 'ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:41:54.626129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19621607-e96a-4f74-9989-ccb9242def88 admin admin] Network hostable DHCP agents. Network: ac2baa63-207b-41da-a1b4-fddf7f25fbed, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:41:54.628540 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.628989 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec768379-1637-4a38-952c-fc5f1276d6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f3827230-e3f3-4053-ba2a-0b0c1135d528", "tag": "ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:41:54.629874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:54.630446 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.708211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d6646-a9ed-4885-a399-721843449ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:54.736847 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8956826 Nov 13 04:41:54.744506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3559876-fd58-4f5c-b5e2-ad8b642c8f75 req-ed5bf988-c02b-414c-8f17-e4980dad1f20 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:54.746285 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3559876-fd58-4f5c-b5e2-ad8b642c8f75 req-ed5bf988-c02b-414c-8f17-e4980dad1f20 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 948 time: 0.1670694 Nov 13 04:41:54.747024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44782) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:54.751826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19621607-e96a-4f74-9989-ccb9242def88 admin admin] Network ac2baa63-207b-41da-a1b4-fddf7f25fbed is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:41:54.759068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f8091a16-96fa-4f64-b207-8cedd8c25167 admin admin] Request body: {'subnet': {'network_id': 'd44595d1-840c-4227-8af1-c37c370ad72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2083099467-subnet', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:54.767222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ad69d-7e37-408f-9b6c-fa9101fe3eec admin admin] Pushing event updated for resources: {'Network': ['ID=d44595d1-840c-4227-8af1-c37c370ad72b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:54.780561 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network d44595d1-840c-4227-8af1-c37c370ad72b details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:41:54.783910 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-19621607-e96a-4f74-9989-ccb9242def88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, ac2baa63-207b-41da-a1b4-fddf7f25fbed) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:54.800632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19621607-e96a-4f74-9989-ccb9242def88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:54.802649 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19621607-e96a-4f74-9989-ccb9242def88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.812927 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135a167a-6d45-4335-bdcb-acf989060681 None None] Network ac2baa63-207b-41da-a1b4-fddf7f25fbed requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:54.817817 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3228f756-7147-4fff-8293-2b75fc418ba5 x-openstack-request-id: req-3228f756-7147-4fff-8293-2b75fc418ba5 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:41:54.818026 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3827230-e3f3-4053-ba2a-0b0c1135d528", "tag": "ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:41:54.818288 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3228f756-7147-4fff-8293-2b75fc418ba5 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:41:54.818705 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3827230-e3f3-4053-ba2a-0b0c1135d528', 'tag': 'ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4', 'status': 'completed', 'code': 200} Nov 13 04:41:54.830638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8091a16-96fa-4f64-b207-8cedd8c25167 admin admin] Made reservation on behalf of dcee42129b4c4045a17dddb37d9c1338 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:54.833584 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8091a16-96fa-4f64-b207-8cedd8c25167 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.846444 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-19621607-e96a-4f74-9989-ccb9242def88 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1210790 Nov 13 04:41:54.902201 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3559876-fd58-4f5c-b5e2-ad8b642c8f75 req-bdf35248-eb9f-48ee-86d3-e79832c4894a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395676 Nov 13 04:41:54.924855 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.937545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836763b-6df4-4534-a74b-2459d1a15942 req-aed95b67-ccee-484b-9005-7e8621a0e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:54.939979 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c836763b-6df4-4534-a74b-2459d1a15942 req-aed95b67-ccee-484b-9005-7e8621a0e168 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 1094 time: 0.2467346 Nov 13 04:41:54.941935 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:54.995561 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Pushing event updated for resources: {'Port': ['ID=4a019e27-9219-44ba-9e4c-320853b5ad23,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:55.095164 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c836763b-6df4-4534-a74b-2459d1a15942 req-98aa52c0-660a-455b-b6ed-c7b49d04b300 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 HTTP/1.1" status: 200 len: 217 time: 0.1006236 Nov 13 04:41:55.156019 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8091a16-96fa-4f64-b207-8cedd8c25167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:55.235354 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:55.255918 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8091a16-96fa-4f64-b207-8cedd8c25167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ec2dc6-8a17-4a3c-aa30-f7bff499a437,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:55.274866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45024548-f9f8-4c5b-9b4f-0ce1f653d9f9 None None] Network ac2baa63-207b-41da-a1b4-fddf7f25fbed requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:55.367369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836763b-6df4-4534-a74b-2459d1a15942 req-f4d2df4b-4529-44b8-ab9d-32c592915441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:55.369652 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c836763b-6df4-4534-a74b-2459d1a15942 req-f4d2df4b-4529-44b8-ab9d-32c592915441 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.2311811 Nov 13 04:41:55.404225 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:55.405710 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-80fb8d8e-d4a7-467a-b785-f4c989c8d206 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8285682 Nov 13 04:41:55.446244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8091a16-96fa-4f64-b207-8cedd8c25167 admin admin] Checking segment: {'id': 'cc312bf2-6416-4014-948a-52b6192f87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd44595d1-840c-4227-8af1-c37c370ad72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:55.453701 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8091a16-96fa-4f64-b207-8cedd8c25167 admin admin] Network hostable DHCP agents. Network: d44595d1-840c-4227-8af1-c37c370ad72b, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:41:55.460387 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c836763b-6df4-4534-a74b-2459d1a15942 req-a2d37d20-68fa-4bff-a1a0-3d9a46679412 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789516 Nov 13 04:41:55.476893 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36da5b-50c9-4786-8a95-90d326233dc5 req-f3ba2e88-39ff-4270-93a1-a75478e1124f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:55.477280 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeac4a7-9b2d-4c85-9535-5d178d0ba7eb req-00cd0a12-8706-41dc-aeca-3b7299ede69f tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:55.478429 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf36da5b-50c9-4786-8a95-90d326233dc5 req-f3ba2e88-39ff-4270-93a1-a75478e1124f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 943 time: 0.2195795 Nov 13 04:41:55.479148 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efeac4a7-9b2d-4c85-9535-5d178d0ba7eb req-00cd0a12-8706-41dc-aeca-3b7299ede69f tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 946 time: 0.2388887 Nov 13 04:41:55.570263 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8091a16-96fa-4f64-b207-8cedd8c25167 admin admin] Network d44595d1-840c-4227-8af1-c37c370ad72b is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:41:55.609609 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efeac4a7-9b2d-4c85-9535-5d178d0ba7eb req-95a7b8d9-1a44-48ef-9e04-a4d0f8dd2434 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217132 Nov 13 04:41:55.637555 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf36da5b-50c9-4786-8a95-90d326233dc5 req-8ccb192d-0710-48a8-8b82-e7eac1e6c119 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440928 Nov 13 04:41:55.644660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f8091a16-96fa-4f64-b207-8cedd8c25167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, d44595d1-840c-4227-8af1-c37c370ad72b) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:55.651726 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c836763b-6df4-4534-a74b-2459d1a15942 req-f2ef4ae0-6a94-40cd-9b95-233d14b20f1c service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714797 Nov 13 04:41:55.654994 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e73c0f-da44-45f3-a40f-b54bbe2bceeb None None] Network d44595d1-840c-4227-8af1-c37c370ad72b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:55.659126 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8091a16-96fa-4f64-b207-8cedd8c25167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:55.660357 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8091a16-96fa-4f64-b207-8cedd8c25167 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:55.689267 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f8091a16-96fa-4f64-b207-8cedd8c25167 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9382279 Nov 13 04:41:55.691481 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44818) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:55.702683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2083099467-router', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:55.756630 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:55.758398 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:55.836006 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:55.901695 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c836763b-6df4-4534-a74b-2459d1a15942 req-19885140-df76-4ded-a6c4-0c7ee8af87c8 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336681 Nov 13 04:41:55.907309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44842) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:55.913213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-522662779-network', 'tenant_id': '0d835cf9247c408ea6df87df3064f8da'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:55.964356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] Made reservation on behalf of 0d835cf9247c408ea6df87df3064f8da for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:55.967046 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:55.994870 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:56.001571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-d44595d1-840c-4227-8af1-c37c370ad72b', 'network_id': 'd44595d1-840c-4227-8af1-c37c370ad72b', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338', 'fixed_ips': [{'subnet_id': '28ec2dc6-8a17-4a3c-aa30-f7bff499a437'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:41:56.002579 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:56.106389 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec768379-1637-4a38-952c-fc5f1276d6c8 req-ca4f8321-fa42-40fb-9c4e-a58a91250ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:56.109052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ec768379-1637-4a38-952c-fc5f1276d6c8 req-ca4f8321-fa42-40fb-9c4e-a58a91250ab6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 1094 time: 0.1154494 Nov 13 04:41:56.156518 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:56.239929 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Allocated IP 172.20.0.2 (d44595d1-840c-4227-8af1-c37c370ad72b/28ec2dc6-8a17-4a3c-aa30-f7bff499a437/951f1a7c-cc20-46ba-ae10-dd600a697c81) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:56.279279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95758c-396a-4643-bbce-20cc1d254c54 req-b9812ddf-74ec-4b42-8160-eb9f6c26b594 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:56.288888 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed95758c-396a-4643-bbce-20cc1d254c54 req-b9812ddf-74ec-4b42-8160-eb9f6c26b594 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 948 time: 0.2250917 Nov 13 04:41:56.386515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec768379-1637-4a38-952c-fc5f1276d6c8 req-4e5511e4-8f5c-40c3-bff3-424a515ede5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:56.392693 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ec768379-1637-4a38-952c-fc5f1276d6c8 req-4e5511e4-8f5c-40c3-bff3-424a515ede5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.2699192 Nov 13 04:41:56.435801 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed95758c-396a-4643-bbce-20cc1d254c54 req-80fc6b17-9eb3-4339-a3b0-930475f3f5a1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451950 Nov 13 04:41:56.480527 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ec768379-1637-4a38-952c-fc5f1276d6c8 req-5bb25627-d088-4f38-973c-d1ce897992ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 HTTP/1.1" status: 200 len: 217 time: 0.0708573 Nov 13 04:41:56.508930 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:41:56.518490 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:56.525677 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:56.541143 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:56.541315 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:56.580843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:41:56.596261 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec768379-1637-4a38-952c-fc5f1276d6c8 req-4e3ee003-1e7c-4954-a9b9-199b1f03e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:56.597742 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ec768379-1637-4a38-952c-fc5f1276d6c8 req-4e3ee003-1e7c-4954-a9b9-199b1f03e757 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.1089680 Nov 13 04:41:56.598366 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ea9e48-d0b5-4a3d-a272-27bb32655fc5,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:56.603525 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:56.603858 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] Added segment 39f20719-f83a-4643-a81f-12d8e08c49e3 of type vlan for network 88d6f87a-134e-44c3-9c07-ff618fa67997 Nov 13 04:41:56.630734 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:56.647395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Network d44595d1-840c-4227-8af1-c37c370ad72b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:56.657306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:56.657633 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:56.665802 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:56.708040 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ec768379-1637-4a38-952c-fc5f1276d6c8 req-6137e2a6-790c-4d9b-b1b0-d55dfa1b572d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026304 Nov 13 04:41:56.806090 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Pushing event updated for resources: {'Port': ['ID=951f1a7c-cc20-46ba-ae10-dd600a697c81,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:56.818190 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:56.837386 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Attempting to bind port 951f1a7c-cc20-46ba-ae10-dd600a697c81 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:41:56.838109 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Attempting to bind port 951f1a7c-cc20-46ba-ae10-dd600a697c81 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'cc312bf2-6416-4014-948a-52b6192f87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd44595d1-840c-4227-8af1-c37c370ad72b'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:41:56.838562 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Attempting to bind port 951f1a7c-cc20-46ba-ae10-dd600a697c81 on network d44595d1-840c-4227-8af1-c37c370ad72b {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:41:56.844508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:41:56.845020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Checking segment: {'id': 'cc312bf2-6416-4014-948a-52b6192f87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd44595d1-840c-4227-8af1-c37c370ad72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:56.853216 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:56.853979 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Bound using segment: {'id': 'cc312bf2-6416-4014-948a-52b6192f87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd44595d1-840c-4227-8af1-c37c370ad72b'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:41:56.854638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Bound port: 951f1a7c-cc20-46ba-ae10-dd600a697c81, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc312bf2-6416-4014-948a-52b6192f87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd44595d1-840c-4227-8af1-c37c370ad72b'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:41:56.855873 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:56.861251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Allocated IP 172.25.8.66 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/d2791f8c-b795-4fad-91cb-d2a8162df63d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:41:56.865167 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:56.866224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:56.867036 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:56.885533 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e76def-2ac9-4da9-a6bf-b425ca7929dd req-bc9eb311-5960-4450-b8e0-0dd533c97ec7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:56.888503 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-52e76def-2ac9-4da9-a6bf-b425ca7929dd req-bc9eb311-5960-4450-b8e0-0dd533c97ec7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 943 time: 0.0994349 Nov 13 04:41:56.955396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-52e76def-2ac9-4da9-a6bf-b425ca7929dd req-a3a89d94-4d63-4c29-842e-dc0fcedb7873 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602729 Nov 13 04:41:56.982186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] For port 951f1a7c-cc20-46ba-ae10-dd600a697c81, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:41:56.987561 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] For port 951f1a7c-cc20-46ba-ae10-dd600a697c81, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=951f1a7c-cc20-46ba-ae10-dd600a697c81,segment=NetworkSegment(cc312bf2-6416-4014-948a-52b6192f87c0),segment_id=cc312bf2-6416-4014-948a-52b6192f87c0)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:41:56.996057 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:57.107710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f516160-4bd5-4b17-8223-a745e27d2fdd None None] Pushing event updated for resources: {'Port': ['ID=951f1a7c-cc20-46ba-ae10-dd600a697c81,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:57.109651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] Pushing event updated for resources: {'Network': ['ID=88d6f87a-134e-44c3-9c07-ff618fa67997,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:57.136246 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:57.137047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 88d6f87a-134e-44c3-9c07-ff618fa67997 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:41:57.146236 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5b5fa4d5-1855-4ccc-a5cd-825e24308a8a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2347846 Nov 13 04:41:57.147973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44886) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:57.157025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-19e80ff0-c83b-4ea0-8b77-b58d3d542182 admin admin] Request body: {'subnet': {'network_id': '88d6f87a-134e-44c3-9c07-ff618fa67997', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-522662779-subnet', 'tenant_id': '0d835cf9247c408ea6df87df3064f8da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:41:57.165152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19bda8-37cc-43de-8c9b-ddcc5e249712 req-614c08da-fe8d-4e42-8939-2f5f86407154 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:57.174534 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b19bda8-37cc-43de-8c9b-ddcc5e249712 req-614c08da-fe8d-4e42-8939-2f5f86407154 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 946 time: 0.3734355 Nov 13 04:41:57.232943 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ec768379-1637-4a38-952c-fc5f1276d6c8 req-abfc17fa-3455-4cee-8490-b16808536850 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080636 Nov 13 04:41:57.248828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e80ff0-c83b-4ea0-8b77-b58d3d542182 admin admin] Made reservation on behalf of 0d835cf9247c408ea6df87df3064f8da for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:41:57.252484 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19e80ff0-c83b-4ea0-8b77-b58d3d542182 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:57.261895 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:57.315775 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b19bda8-37cc-43de-8c9b-ddcc5e249712 req-6892ca1c-d895-4778-b3ef-6a598004c60d tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381032 Nov 13 04:41:57.451863 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:41:57.459024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:57.466872 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:41:57.471458 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Pushing event updated for resources: {'Port': ['ID=d2791f8c-b795-4fad-91cb-d2a8162df63d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:57.568501 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ec768379-1637-4a38-952c-fc5f1276d6c8 req-763d527f-1fc5-48ec-af46-5eaac5d24be0 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218625 Nov 13 04:41:57.657257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9b8a5-da40-4215-86f9-b420317cb9c0 req-ed3f9187-7f61-4034-8d54-a0c0a980a1e1 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:57.659921 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ccd9b8a5-da40-4215-86f9-b420317cb9c0 req-ed3f9187-7f61-4034-8d54-a0c0a980a1e1 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 946 time: 0.1706252 Nov 13 04:41:57.733941 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ccd9b8a5-da40-4215-86f9-b420317cb9c0 req-18da2ccc-e80d-4a74-a172-9b36e87d40fd tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678325 Nov 13 04:41:57.801017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417ebcf-b786-4940-aeba-378fd1ebe268 req-749f1b37-86ec-4849-9e11-82d9b0417d0f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:57.802904 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a417ebcf-b786-4940-aeba-378fd1ebe268 req-749f1b37-86ec-4849-9e11-82d9b0417d0f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 948 time: 0.2038007 Nov 13 04:41:57.911141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d8e83-bb2f-4a14-a65d-77e9efa6eaa4 req-e15a1548-c12f-48b8-889b-77fee65c6597 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:57.913419 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0a5d8e83-bb2f-4a14-a65d-77e9efa6eaa4 req-e15a1548-c12f-48b8-889b-77fee65c6597 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 946 time: 0.0828600 Nov 13 04:41:57.927163 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19e80ff0-c83b-4ea0-8b77-b58d3d542182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:58.015426 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a417ebcf-b786-4940-aeba-378fd1ebe268 req-747dd2b7-afc5-4351-b1c8-ae5e731fde21 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570401 Nov 13 04:41:58.043455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e80ff0-c83b-4ea0-8b77-b58d3d542182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4074cdf9-9c9c-40c5-ace1-36978f0ba0bd,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:58.056213 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0a5d8e83-bb2f-4a14-a65d-77e9efa6eaa4 req-af9c5aff-583c-41dd-ac1c-11da40dcc686 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338282 Nov 13 04:41:58.057823 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:58.119390 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e80ff0-c83b-4ea0-8b77-b58d3d542182 admin admin] Checking segment: {'id': '39f20719-f83a-4643-a81f-12d8e08c49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '88d6f87a-134e-44c3-9c07-ff618fa67997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:41:58.119741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e80ff0-c83b-4ea0-8b77-b58d3d542182 admin admin] Network hostable DHCP agents. Network: 88d6f87a-134e-44c3-9c07-ff618fa67997, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:41:58.179530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e80ff0-c83b-4ea0-8b77-b58d3d542182 admin admin] Network 88d6f87a-134e-44c3-9c07-ff618fa67997 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:41:58.234290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-19e80ff0-c83b-4ea0-8b77-b58d3d542182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 88d6f87a-134e-44c3-9c07-ff618fa67997) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:41:58.239158 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b1759a3a-416f-4ab5-97a7-1a69a5bce9ba details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:41:58.246522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e80ff0-c83b-4ea0-8b77-b58d3d542182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:58.247097 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19e80ff0-c83b-4ea0-8b77-b58d3d542182 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:58.274647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f729a-245c-44d3-9683-3c3466d53968 req-7117d474-c7e0-47b3-9a54-c9de5a9b96b7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:58.291123 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db0f729a-245c-44d3-9683-3c3466d53968 req-7117d474-c7e0-47b3-9a54-c9de5a9b96b7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 943 time: 0.1206670 Nov 13 04:41:58.298186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43681474-e6e6-42c6-961a-f924e8e2b21c None None] Network 88d6f87a-134e-44c3-9c07-ff618fa67997 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:58.336465 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-19e80ff0-c83b-4ea0-8b77-b58d3d542182 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1784096 Nov 13 04:41:58.442566 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db0f729a-245c-44d3-9683-3c3466d53968 req-92cdb872-9632-4bb3-a575-9ce74fa84f60 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500895 Nov 13 04:41:58.507393 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:58.526651 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17318a9c-5899-48d1-8b6e-3065640b75be req-b835dada-5a15-465b-bf40-ca8e2f757832 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:58.528256 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-17318a9c-5899-48d1-8b6e-3065640b75be req-b835dada-5a15-465b-bf40-ca8e2f757832 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 946 time: 0.1790504 Nov 13 04:41:58.704679 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-17318a9c-5899-48d1-8b6e-3065640b75be req-b2035077-dfb5-4024-817f-1c2ab316dce7 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556597 Nov 13 04:41:58.838696 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Router c77b11e9-151c-40c6-ad22-d85355ac4bc8 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:41:58.916205 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0d3852-dfa4-455b-9b69-22c198ccad28 None None] Network d44595d1-840c-4227-8af1-c37c370ad72b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:58.919088 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:58.934894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 951f1a7c-cc20-46ba-ae10-dd600a697c81 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:41:58.991932 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:59.006957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:59.125772 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba', 'mac_address': 'fa:16:3e:63:c7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:41:59.167229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f81e7cc5-ae6f-4e3c-b506-5cb20423c8c5 None None] Provisioning complete for port 951f1a7c-cc20-46ba-ae10-dd600a697c81 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:59.167600 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f81e7cc5-ae6f-4e3c-b506-5cb20423c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:59.260361 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 951f1a7c-cc20-46ba-ae10-dd600a697c81 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:41:59.261446 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:59.310723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed127335-d046-4968-9075-163972af0b56 None None] Network 88d6f87a-134e-44c3-9c07-ff618fa67997 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:41:59.330821 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-803d0586-efdf-4113-b618-9f62f1226803 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:59.333539 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-803d0586-efdf-4113-b618-9f62f1226803 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/networks?id=ac2baa63-207b-41da-a1b4-fddf7f25fbed HTTP/1.1" status: 200 len: 824 time: 0.1637900 Nov 13 04:41:59.356572 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-65bf8c5f-7c93-4789-ac81-747cdf7a2ef5 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/quotas/80cb8b7d60254bd1a696651991002b9b HTTP/1.1" status: 200 len: 375 time: 0.0170424 Nov 13 04:41:59.361938 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:59.374235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:41:59.396127 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1759a3a-416f-4ab5-97a7-1a69a5bce9ba {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:41:59.396517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea899e-c217-4380-9ae9-cf031562b412 req-78818fd7-6d01-4046-ba66-8f6fa1dd0b1d tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:59.397254 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-47babb8c-cb34-4c56-86c7-3b936af498b4 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=80cb8b7d60254bd1a696651991002b9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398188 Nov 13 04:41:59.398012 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93ea899e-c217-4380-9ae9-cf031562b412 req-78818fd7-6d01-4046-ba66-8f6fa1dd0b1d tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 946 time: 0.4181430 Nov 13 04:41:59.405524 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:59.411106 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-26800935-b805-49d7-a3d9-619f6a11ba36 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7154446 Nov 13 04:41:59.411564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44934) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:41:59.433963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Sync routers for ids ['c77b11e9-151c-40c6-ad22-d85355ac4bc8'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:41:59.467091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93ea899e-c217-4380-9ae9-cf031562b412 req-6d2938e4-3214-4668-b3b8-0394ab29a6b6 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513260 Nov 13 04:41:59.516226 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:59.535612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Routers {'c77b11e9-151c-40c6-ad22-d85355ac4bc8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:41:59.536253 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c77b11e9-151c-40c6-ad22-d85355ac4bc8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:41:59.537975 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:59.601617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad4df8-617d-4fd0-a09a-63db9da76aa1 req-9cf81474-d4fb-45a5-ba9f-7abdf98b2aa5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:59.614771 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f7ad4df8-617d-4fd0-a09a-63db9da76aa1 req-9cf81474-d4fb-45a5-ba9f-7abdf98b2aa5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.0778506 Nov 13 04:41:59.643741 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-775b8d0f-72ef-4e93-ab54-7ee9dc0a75cc service neutron] 10.222.0.43 "GET /v2.0/networks/ac2baa63-207b-41da-a1b4-fddf7f25fbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817946 Nov 13 04:41:59.685265 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f81e7cc5-ae6f-4e3c-b506-5cb20423c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:59.692736 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f7ad4df8-617d-4fd0-a09a-63db9da76aa1 req-29ee1e9e-ae66-4f73-aa68-8d51c5dea979 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755761 Nov 13 04:41:59.816287 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,revision_number=10']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:41:59.925083 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:59.954696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f81e7cc5-ae6f-4e3c-b506-5cb20423c8c5 None None] For port 951f1a7c-cc20-46ba-ae10-dd600a697c81, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=951f1a7c-cc20-46ba-ae10-dd600a697c81,segment=NetworkSegment(cc312bf2-6416-4014-948a-52b6192f87c0),segment_id=cc312bf2-6416-4014-948a-52b6192f87c0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:41:59.964556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e0a1a-9b15-4e80-9f70-33178030fd14 req-3193d6f4-ffa8-40d0-ac4c-b68a0e15d59c tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:41:59.972356 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f81e7cc5-ae6f-4e3c-b506-5cb20423c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:41:59.977559 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-448e0a1a-9b15-4e80-9f70-33178030fd14 req-3193d6f4-ffa8-40d0-ac4c-b68a0e15d59c tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 943 time: 0.1126378 Nov 13 04:41:59.987997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Set router c77b11e9-151c-40c6-ad22-d85355ac4bc8 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:42:00.078020 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-448e0a1a-9b15-4e80-9f70-33178030fd14 req-e347f3bd-2b1d-409d-a70b-1384b099639b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959175 Nov 13 04:42:00.112814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['b1759a3a-416f-4ab5-97a7-1a69a5bce9ba'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:00.256534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48556b26-7868-43f9-b52e-18e4b62c8a05 req-1dc508ab-effa-49bc-934c-452bcd3cb26a tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:00.257711 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e7cc5-ae6f-4e3c-b506-5cb20423c8c5 None None] Pushing event updated for resources: {'Port': ['ID=951f1a7c-cc20-46ba-ae10-dd600a697c81,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:00.258181 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48556b26-7868-43f9-b52e-18e4b62c8a05 req-1dc508ab-effa-49bc-934c-452bcd3cb26a tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 946 time: 0.0784273 Nov 13 04:42:00.261792 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-ed200019-a599-409b-82d2-09662a4c5a1b service neutron] 10.222.0.43 "GET /v2.0/networks/ac2baa63-207b-41da-a1b4-fddf7f25fbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839548 Nov 13 04:42:00.290368 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:42:00.291634 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:42:00.351020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-dc36ff2e-f3b2-4dd5-b0da-d9555aa66347 None None] Provisioning complete for port 951f1a7c-cc20-46ba-ae10-dd600a697c81 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:00.351652 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc36ff2e-f3b2-4dd5-b0da-d9555aa66347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:00.383716 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48556b26-7868-43f9-b52e-18e4b62c8a05 req-3ef5ae0c-b46b-466d-8a39-ad8ee2d2d9e7 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053145 Nov 13 04:42:00.607036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'name': 'tempest-FloatingIPDetailsTestJSON-2083099467-router', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd2791f8c-b795-4fad-91cb-d2a8162df63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:55Z', 'updated_at': '2021-11-13T04:41:57Z', 'revision_number': 3, 'project_id': 'dcee42129b4c4045a17dddb37d9c1338', 'gw_port': {'id': 'd2791f8c-b795-4fad-91cb-d2a8162df63d', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:79:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:56Z', 'updated_at': '2021-11-13T04:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:00.644079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Checking router: c77b11e9-151c-40c6-ad22-d85355ac4bc8 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:42:00.644600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Updating router c77b11e9-151c-40c6-ad22-d85355ac4bc8 port d2791f8c-b795-4fad-91cb-d2a8162df63d binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:42:00.666690 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b8a5cc7-f85e-434f-aa3b-20dfa7b2a85a req-8fc01ddd-f021-44b7-98ef-03827200f245 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 210 time: 0.0545475 Nov 13 04:42:00.681677 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:00.732557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:00.764391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a87e7-b298-44d6-b080-e9174d3c4d40 req-9a02c663-d7e6-4cbd-8017-54a669bf59a7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:00.771494 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d1a87e7-b298-44d6-b080-e9174d3c4d40 req-9a02c663-d7e6-4cbd-8017-54a669bf59a7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 950 time: 0.1544602 Nov 13 04:42:00.894704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27032cff-537c-4806-9db3-9922c10b30e3 req-401af5a0-c974-42b3-8e07-1f1d339c121f tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:00.905791 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-27032cff-537c-4806-9db3-9922c10b30e3 req-401af5a0-c974-42b3-8e07-1f1d339c121f tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 946 time: 0.0988348 Nov 13 04:42:00.929080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d1a87e7-b298-44d6-b080-e9174d3c4d40 req-471ca4de-774e-47bb-92bc-74b6b6c18163 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524210 Nov 13 04:42:01.092864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-27032cff-537c-4806-9db3-9922c10b30e3 req-ec4cba9f-abf9-4d41-8b48-a14f6de30cf9 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834211 Nov 13 04:42:01.211589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Allocated IP 172.20.0.1 (d44595d1-840c-4227-8af1-c37c370ad72b/28ec2dc6-8a17-4a3c-aa30-f7bff499a437/2c7b7a8f-075a-4109-91f6-f40745e6f36c) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:42:01.251514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 951f1a7c-cc20-46ba-ae10-dd600a697c81 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:42:01.372815 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656ccbd-f158-4c16-ae0a-e0b4a88270f6 req-49b5c569-3b6e-41e1-b5b8-f9f283d85aea tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:01.382393 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a656ccbd-f158-4c16-ae0a-e0b4a88270f6 req-49b5c569-3b6e-41e1-b5b8-f9f283d85aea tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 943 time: 0.1336954 Nov 13 04:42:01.414498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb44fe-a372-456e-8a0c-de60e13afbfd req-25a56282-1419-4d4d-ba0d-e699e6b8ae21 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:01.418004 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04bb44fe-a372-456e-8a0c-de60e13afbfd req-25a56282-1419-4d4d-ba0d-e699e6b8ae21 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 946 time: 0.0929792 Nov 13 04:42:01.460856 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:01.486440 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a656ccbd-f158-4c16-ae0a-e0b4a88270f6 req-0930ed1a-0613-4ba6-9543-4648e878483b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028271 Nov 13 04:42:01.505956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04bb44fe-a372-456e-8a0c-de60e13afbfd req-a12f2085-b0ca-4b98-b9c9-7677f61ad978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753751 Nov 13 04:42:01.542202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 951f1a7c-cc20-46ba-ae10-dd600a697c81 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:01.542839 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:01.588745 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:01.702171 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:01.717689 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:01.725609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Pushing event updated for resources: {'Port': ['ID=2c7b7a8f-075a-4109-91f6-f40745e6f36c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:01.729516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Network d44595d1-840c-4227-8af1-c37c370ad72b is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:42:01.780219 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:42:01.795055 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-4a48dd5f-24c3-45a9-ba91-3bab1bc985a9 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1387024 Nov 13 04:42:01.797356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:42:01.838863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0a564-57dc-4f0c-9676-d4041ef7b8be None None] Pushing event updated for resources: {'Port': ['ID=d2791f8c-b795-4fad-91cb-d2a8162df63d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:01.846598 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Attempting to bind port d2791f8c-b795-4fad-91cb-d2a8162df63d on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:42:01.847072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Attempting to bind port d2791f8c-b795-4fad-91cb-d2a8162df63d by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:42:01.847486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Attempting to bind port d2791f8c-b795-4fad-91cb-d2a8162df63d on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:01.853484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:42:01.853948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:42:01.854678 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:01.855281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:42:01.855832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Bound port: d2791f8c-b795-4fad-91cb-d2a8162df63d, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:42:01.856271 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:01.983079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] For port d2791f8c-b795-4fad-91cb-d2a8162df63d, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:42:01.991252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] For port d2791f8c-b795-4fad-91cb-d2a8162df63d, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d2791f8c-b795-4fad-91cb-d2a8162df63d,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:42:02.003887 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:02.028522 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:02.166079 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-2aab4598-9511-4814-a69c-c5b40b3a3959 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:02.167623 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0a564-57dc-4f0c-9676-d4041ef7b8be None None] Pushing event updated for resources: {'Port': ['ID=d2791f8c-b795-4fad-91cb-d2a8162df63d,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:02.169735 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-2aab4598-9511-4814-a69c-c5b40b3a3959 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3735275 Nov 13 04:42:02.178141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Routers {'c77b11e9-151c-40c6-ad22-d85355ac4bc8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:42:02.178825 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c77b11e9-151c-40c6-ad22-d85355ac4bc8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:02.251524 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b1759a3a-416f-4ab5-97a7-1a69a5bce9ba up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:42:02.289699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-d56717ec-c084-4e13-9337-901a6b1c6c02 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/quotas/b836d7db5e664454bda2ae2ccdb312f4 HTTP/1.1" status: 200 len: 375 time: 0.0653079 Nov 13 04:42:02.421154 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-62c48d72-ac51-46af-8fbf-f86d817bddf8 req-af810b6f-7275-44ae-b599-f9cb67fe1207 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 210 time: 0.0427029 Nov 13 04:42:02.423240 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-40e97537-6851-4128-9e10-892945594164 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1237516 Nov 13 04:42:02.451314 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:02.604195 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4abee5ec-a71c-4215-beb3-93e826c677b8 None None] Provisioning complete for port 2c7b7a8f-075a-4109-91f6-f40745e6f36c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:02.605511 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4abee5ec-a71c-4215-beb3-93e826c677b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:02.675472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:02.676078 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:02.746003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] Set router c77b11e9-151c-40c6-ad22-d85355ac4bc8 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:42:02.896888 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6834e6f7-e635-4227-b348-87afb694fd3b req-a20c4b9a-4864-4a30-908b-b6606a6e9b0b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 210 time: 0.0530980 Nov 13 04:42:02.962199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-e44ee58b-0f14-4560-9580-f29d14a3dac9 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:02.965995 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-e44ee58b-0f14-4560-9580-f29d14a3dac9 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.36 "GET /v2.0/networks?id=ac2baa63-207b-41da-a1b4-fddf7f25fbed HTTP/1.1" status: 200 len: 824 time: 0.5158439 Nov 13 04:42:03.008384 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4abee5ec-a71c-4215-beb3-93e826c677b8 None None] Port 2c7b7a8f-075a-4109-91f6-f40745e6f36c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:42:03.023525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-37cc60e9-8a1a-4979-ab65-e8929aa521df tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Request body: {'port': {'device_id': 'a7a04a3a-696f-465b-8631-1a22364e2971', 'network_id': 'ac2baa63-207b-41da-a1b4-fddf7f25fbed', 'admin_state_up': True, 'tenant_id': '80cb8b7d60254bd1a696651991002b9b'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:03.058860 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:03.116415 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:03.129357 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcac9a7-ecbe-4e71-bc84-99c6df2a461d" -d '{"events": [{"server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "name": "network-vif-plugged", "status": "completed", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:03.135490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb609a6-ddb2-49df-b5db-3949de100e01 req-ae5f6cd0-9b85-4f79-b28b-773eb68e1a80 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:03.137149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ddb609a6-ddb2-49df-b5db-3949de100e01 req-ae5f6cd0-9b85-4f79-b28b-773eb68e1a80 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 943 time: 0.3383055 Nov 13 04:42:03.161560 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:03.175879 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:03.232599 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ddb609a6-ddb2-49df-b5db-3949de100e01 req-7fdce78a-8d88-4799-9eaa-a05f6fdf097e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843222 Nov 13 04:42:03.278030 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:03.289412 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,revision_number=11']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:03.296608 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:03.309709 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158acf2a-0152-422e-9156-fd04de6ec9fc x-openstack-request-id: req-158acf2a-0152-422e-9156-fd04de6ec9fc {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:03.310138 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "name": "network-vif-plugged", "status": "completed", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:03.310478 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-158acf2a-0152-422e-9156-fd04de6ec9fc {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:03.311217 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba', 'code': 200} Nov 13 04:42:03.323539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'name': 'tempest-FloatingIPDetailsTestJSON-2083099467-router', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd2791f8c-b795-4fad-91cb-d2a8162df63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:55Z', 'updated_at': '2021-11-13T04:41:57Z', 'revision_number': 3, 'project_id': 'dcee42129b4c4045a17dddb37d9c1338', 'gw_port': {'id': 'd2791f8c-b795-4fad-91cb-d2a8162df63d', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:79:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:56Z', 'updated_at': '2021-11-13T04:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:03.361647 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e5423-d589-4ced-8846-1ef7d295bf3f None None] The sync data for ids ['c77b11e9-151c-40c6-ad22-d85355ac4bc8'] in n-d-813114-2 is: [{'id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'name': 'tempest-FloatingIPDetailsTestJSON-2083099467-router', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd2791f8c-b795-4fad-91cb-d2a8162df63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:55Z', 'updated_at': '2021-11-13T04:41:57Z', 'revision_number': 3, 'project_id': 'dcee42129b4c4045a17dddb37d9c1338', 'gw_port': {'id': 'd2791f8c-b795-4fad-91cb-d2a8162df63d', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:79:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:56Z', 'updated_at': '2021-11-13T04:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:42:03.395749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Pushing event updated for resources: {'Port': ['ID=2c7b7a8f-075a-4109-91f6-f40745e6f36c,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:03.447220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-37cc60e9-8a1a-4979-ab65-e8929aa521df tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Made reservation on behalf of 80cb8b7d60254bd1a696651991002b9b for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:42:03.450787 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-37cc60e9-8a1a-4979-ab65-e8929aa521df tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:03.459038 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:03.525888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976971bf-0459-46fe-a872-b4a9f346f07c req-c40a56f8-18fb-4311-aad9-5f288d9e0912 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:03.527317 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-976971bf-0459-46fe-a872-b4a9f346f07c req-c40a56f8-18fb-4311-aad9-5f288d9e0912 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 946 time: 0.1235275 Nov 13 04:42:03.588842 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89b780bb-5016-4701-a842-0458a1e11e11 req-922b6ae3-ab3b-4329-ac6c-a1fda230e234 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 210 time: 0.0605445 Nov 13 04:42:03.761125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Network d44595d1-840c-4227-8af1-c37c370ad72b is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:42:03.768768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:42:03.795917 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-976971bf-0459-46fe-a872-b4a9f346f07c req-0fdd68f8-eb88-43b0-bfa9-6f236e48e8b6 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400110 Nov 13 04:42:03.875658 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-37cc60e9-8a1a-4979-ab65-e8929aa521df tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Allocated IP 172.20.0.7 (ac2baa63-207b-41da-a1b4-fddf7f25fbed/dfbc95c1-1169-4a60-a56e-1ca5ce3e5457/5784aebb-ccca-4255-8231-ba26729ef8eb) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:42:04.101898 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cd082e35-1a62-42e9-ad9c-81895b3ea3c1 req-8b4a5d48-fa98-47b4-b458-474f6df794d9 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 210 time: 0.0647938 Nov 13 04:42:04.124914 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d167fd90-698c-4d7e-9a0f-223ff232cb09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:04.156007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Router c77b11e9-151c-40c6-ad22-d85355ac4bc8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:42:04.187108 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-37cc60e9-8a1a-4979-ab65-e8929aa521df tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:04.215867 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f3a5625-778f-44f7-86d7-20ea31ed4e49 req-52855a69-d9c4-435e-bb81-e387bbd12c21 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499287 Nov 13 04:42:04.246178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fa616b3b-7070-4bf3-91b6-b32a38b0ef26 None None] Provisioning complete for port 2c7b7a8f-075a-4109-91f6-f40745e6f36c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:04.247293 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa616b3b-7070-4bf3-91b6-b32a38b0ef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:04.327545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fa616b3b-7070-4bf3-91b6-b32a38b0ef26 None None] Port 2c7b7a8f-075a-4109-91f6-f40745e6f36c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:42:04.328414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a5625-778f-44f7-86d7-20ea31ed4e49 req-db55fd91-86eb-4b82-8369-ddd1a626adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:04.330372 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f3a5625-778f-44f7-86d7-20ea31ed4e49 req-db55fd91-86eb-4b82-8369-ddd1a626adf0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 1095 time: 0.0767660 Nov 13 04:42:04.341266 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-37cc60e9-8a1a-4979-ab65-e8929aa521df tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:04.440159 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-37cc60e9-8a1a-4979-ab65-e8929aa521df tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Network ac2baa63-207b-41da-a1b4-fddf7f25fbed is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:42:04.449101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:42:04.460265 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3fe0f807-bbc8-41d5-925f-217dc927649a admin admin] 10.222.0.43 "PUT /v2.0/routers/c77b11e9-151c-40c6-ad22-d85355ac4bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0474768 Nov 13 04:42:04.461219 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-37cc60e9-8a1a-4979-ab65-e8929aa521df tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:42:04.467131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-37cc60e9-8a1a-4979-ab65-e8929aa521df tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:42:04.478073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc60e9-8a1a-4979-ab65-e8929aa521df tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Pushing event updated for resources: {'Port': ['ID=5784aebb-ccca-4255-8231-ba26729ef8eb,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:04.483158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a5625-778f-44f7-86d7-20ea31ed4e49 req-ba71b3bd-a962-47f5-9361-3ef42f287365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:04.487256 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f3a5625-778f-44f7-86d7-20ea31ed4e49 req-ba71b3bd-a962-47f5-9361-3ef42f287365 service neutron] 10.222.0.36 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.1352382 Nov 13 04:42:04.546159 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f3a5625-778f-44f7-86d7-20ea31ed4e49 req-d4e3c072-02ca-4756-a7df-177f35c0c63f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d HTTP/1.1" status: 200 len: 217 time: 0.0504944 Nov 13 04:42:04.560959 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3169b-a9ab-42c9-913f-33167d49f87d req-8c65390c-c864-4e18-b929-639b66aa90ec tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:04.566603 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77d3169b-a9ab-42c9-913f-33167d49f87d req-8c65390c-c864-4e18-b929-639b66aa90ec tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 943 time: 0.1887169 Nov 13 04:42:04.593170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-37cc60e9-8a1a-4979-ab65-e8929aa521df tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:04.594345 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-37cc60e9-8a1a-4979-ab65-e8929aa521df tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:04.632365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a5625-778f-44f7-86d7-20ea31ed4e49 req-7ad9bb01-d8ed-4055-addc-a94ca807ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:04.634545 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f3a5625-778f-44f7-86d7-20ea31ed4e49 req-7ad9bb01-d8ed-4055-addc-a94ca807ced6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.0813081 Nov 13 04:42:04.654415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-37cc60e9-8a1a-4979-ab65-e8929aa521df tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6532273 Nov 13 04:42:04.686845 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Request body: {'port': {'device_id': 'a7a04a3a-696f-465b-8631-1a22364e2971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:04.707947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f3a5625-778f-44f7-86d7-20ea31ed4e49 req-045efae4-a342-443c-9f38-f7479f7ea41d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645583 Nov 13 04:42:04.749460 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-5a731f1d-ab6b-46d2-826b-a973d3d80193 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1114559 Nov 13 04:42:04.766323 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77d3169b-a9ab-42c9-913f-33167d49f87d req-8e6cc7dd-4b0b-4a08-8a6a-0a1dd337d66f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894491 Nov 13 04:42:04.849914 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f3a5625-778f-44f7-86d7-20ea31ed4e49 req-a5573070-6d1c-4a46-885e-3df1b4101947 service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323948 Nov 13 04:42:04.854075 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:04.904682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68099c8e-e7b1-4586-acb6-d9ebd8fab467 req-b93740ba-830a-49c5-9ee6-6d29c875a520 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:04.906975 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68099c8e-e7b1-4586-acb6-d9ebd8fab467 req-b93740ba-830a-49c5-9ee6-6d29c875a520 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 931 time: 0.1979749 Nov 13 04:42:05.035583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68099c8e-e7b1-4586-acb6-d9ebd8fab467 req-67639d6b-785d-4d67-b736-887dfa6b95c7 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139944 Nov 13 04:42:05.072556 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d2791f8c-b795-4fad-91cb-d2a8162df63d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:42:05.082210 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f3a5625-778f-44f7-86d7-20ea31ed4e49 req-5d1714f2-500a-4477-9b0c-6a15eff3ceb8 service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197556 Nov 13 04:42:05.087773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-6725511a-606f-44c7-bdec-d5ad44973357 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:05.089369 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-6725511a-606f-44c7-bdec-d5ad44973357 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3221271 Nov 13 04:42:05.165100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-ab240163-b6a3-4957-b62d-b4e0dbf9b690 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Request body: {'port': {'device_id': '42152049-6be9-40ad-b722-d398855d7a25', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': 'b836d7db5e664454bda2ae2ccdb312f4'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:05.187921 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d2791f8c-b795-4fad-91cb-d2a8162df63d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:05.190965 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:05.271187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f8d0c-7709-4091-98c9-03a9f6e9be0e req-a6007e66-3d61-44e0-ba66-7efb17fe26ec tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:05.282540 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b92f8d0c-7709-4091-98c9-03a9f6e9be0e req-a6007e66-3d61-44e0-ba66-7efb17fe26ec tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 946 time: 0.0816679 Nov 13 04:42:05.319210 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:05.344525 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port d2791f8c-b795-4fad-91cb-d2a8162df63d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d2791f8c-b795-4fad-91cb-d2a8162df63d,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:05.352628 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:05.362087 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b92f8d0c-7709-4091-98c9-03a9f6e9be0e req-e353921c-fd14-449a-8b19-bd022f624a92 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758684 Nov 13 04:42:05.412690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=d2791f8c-b795-4fad-91cb-d2a8162df63d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:05.423303 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:05.423806 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:05.424307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:05.424783 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:05.425262 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:05.425889 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:05.426385 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:05.426777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:05.427086 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:05.427409 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:05.427986 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:05.428322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:05.499550 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-74137df2-9159-477f-9a53-17855df75f93 req-2ce6f047-12a1-4eba-9454-300081a22e17 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 210 time: 0.0290430 Nov 13 04:42:05.663526 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-260647f0-2197-47b6-81ad-bde974e7c678 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7596693 Nov 13 04:42:05.674600 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Sync routers for ids ['c77b11e9-151c-40c6-ad22-d85355ac4bc8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:42:05.691463 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Routers {'c77b11e9-151c-40c6-ad22-d85355ac4bc8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:42:05.692086 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:41:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c77b11e9-151c-40c6-ad22-d85355ac4bc8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:05.698480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:05.755206 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:05.802044 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Set router c77b11e9-151c-40c6-ad22-d85355ac4bc8 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:42:05.809482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-ab240163-b6a3-4957-b62d-b4e0dbf9b690 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Made reservation on behalf of b836d7db5e664454bda2ae2ccdb312f4 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:42:05.813748 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-ab240163-b6a3-4957-b62d-b4e0dbf9b690 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:05.913440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18790-c32a-498c-bc7f-f479cb092ae0 req-b87d81ee-b229-44e5-b296-42894059a8dd tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:05.922713 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-19d18790-c32a-498c-bc7f-f479cb092ae0 req-b87d81ee-b229-44e5-b296-42894059a8dd tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 943 time: 0.0651426 Nov 13 04:42:05.971126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5784aebb-ccca-4255-8231-ba26729ef8eb {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:42:05.983305 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:05.986537 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-19d18790-c32a-498c-bc7f-f479cb092ae0 req-d47c2c22-9163-464f-9f33-fac15cc3cc4d tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578542 Nov 13 04:42:06.055548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Transition to ACTIVE for port object 5784aebb-ccca-4255-8231-ba26729ef8eb will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:42:06.074488 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:06.086074 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'name': 'tempest-FloatingIPDetailsTestJSON-2083099467-router', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd2791f8c-b795-4fad-91cb-d2a8162df63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:55Z', 'updated_at': '2021-11-13T04:42:02Z', 'revision_number': 4, 'project_id': 'dcee42129b4c4045a17dddb37d9c1338', 'gw_port': {'id': 'd2791f8c-b795-4fad-91cb-d2a8162df63d', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:56Z', 'updated_at': '2021-11-13T04:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '2c7b7a8f-075a-4109-91f6-f40745e6f36c', 'name': '', 'network_id': 'd44595d1-840c-4227-8af1-c37c370ad72b', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338', 'mac_address': 'fa:16:3e:b0:5c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '28ec2dc6-8a17-4a3c-aa30-f7bff499a437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:42:00Z', 'updated_at': '2021-11-13T04:42:02Z', 'revision_number': 2, 'project_id': 'dcee42129b4c4045a17dddb37d9c1338', 'subnets': [{'id': '28ec2dc6-8a17-4a3c-aa30-f7bff499a437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:06.121296 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Checking router: c77b11e9-151c-40c6-ad22-d85355ac4bc8 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:42:06.121650 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Updating router c77b11e9-151c-40c6-ad22-d85355ac4bc8 port 2c7b7a8f-075a-4109-91f6-f40745e6f36c binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:42:06.157942 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:06.174771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b886c07-0dfa-45d6-b2ce-29c044395d9c req-ae0d05bf-f025-4672-8990-440df0c3f4f7 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:06.182141 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b886c07-0dfa-45d6-b2ce-29c044395d9c req-ae0d05bf-f025-4672-8990-440df0c3f4f7 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 943 time: 0.0721135 Nov 13 04:42:06.190500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-ab240163-b6a3-4957-b62d-b4e0dbf9b690 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Allocated IP 192.168.233.245 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/7e545820-faf3-4d8a-b3d9-76ff7dd68ef8) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:42:06.238574 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:06.241341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b886c07-0dfa-45d6-b2ce-29c044395d9c req-33ab7119-9c7b-4dc3-b841-f27dd3837d96 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582378 Nov 13 04:42:06.259467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Pushing event updated for resources: {'Port': ['ID=5784aebb-ccca-4255-8231-ba26729ef8eb,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:06.396548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Attempting to bind port 5784aebb-ccca-4255-8231-ba26729ef8eb on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:42:06.396548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Attempting to bind port 5784aebb-ccca-4255-8231-ba26729ef8eb by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'af9f2157-5995-4224-aeb3-5f3e67e34f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac2baa63-207b-41da-a1b4-fddf7f25fbed'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:42:06.396909 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Attempting to bind port 5784aebb-ccca-4255-8231-ba26729ef8eb on network ac2baa63-207b-41da-a1b4-fddf7f25fbed {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:06.424683 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7bed45b-f9e7-4467-8439-4b2d4cbbc212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:06.440097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Port 5784aebb-ccca-4255-8231-ba26729ef8eb on network ac2baa63-207b-41da-a1b4-fddf7f25fbed not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:42:06.440592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Attempting to bind port 5784aebb-ccca-4255-8231-ba26729ef8eb on network ac2baa63-207b-41da-a1b4-fddf7f25fbed {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:06.476304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:42:06.476723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Checking segment: {'id': 'af9f2157-5995-4224-aeb3-5f3e67e34f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac2baa63-207b-41da-a1b4-fddf7f25fbed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:42:06.477024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Bound using segment: {'id': 'af9f2157-5995-4224-aeb3-5f3e67e34f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac2baa63-207b-41da-a1b4-fddf7f25fbed'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:42:06.477467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Bound port: 5784aebb-ccca-4255-8231-ba26729ef8eb, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af9f2157-5995-4224-aeb3-5f3e67e34f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac2baa63-207b-41da-a1b4-fddf7f25fbed'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:42:06.477847 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:06.506964 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:06.518741 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:06.566605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Allocated IP 172.25.8.99 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/6cdcf197-2d8f-40ea-b2f3-3d3b40ae6230) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:42:06.574166 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d409551-2de2-4864-ba62-7b1e8248d13d req-82fb6688-e5f7-4130-8151-cab87da15fc5 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:06.582289 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d409551-2de2-4864-ba62-7b1e8248d13d req-82fb6688-e5f7-4130-8151-cab87da15fc5 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 946 time: 0.0625703 Nov 13 04:42:06.590997 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-ab240163-b6a3-4957-b62d-b4e0dbf9b690 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:06.608547 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0faba-5158-44b3-812a-43f8e7a73239 None None] Pushing event updated for resources: {'Port': ['ID=2c7b7a8f-075a-4109-91f6-f40745e6f36c,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:06.663317 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d409551-2de2-4864-ba62-7b1e8248d13d req-5c00b57f-0193-4bd7-860b-d15b1369b6a0 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799873 Nov 13 04:42:06.711457 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Attempting to bind port 2c7b7a8f-075a-4109-91f6-f40745e6f36c on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:42:06.713398 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Attempting to bind port 2c7b7a8f-075a-4109-91f6-f40745e6f36c by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'cc312bf2-6416-4014-948a-52b6192f87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd44595d1-840c-4227-8af1-c37c370ad72b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:42:06.713924 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Attempting to bind port 2c7b7a8f-075a-4109-91f6-f40745e6f36c on network d44595d1-840c-4227-8af1-c37c370ad72b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:06.726492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 96068fc3-cdca-4306-aa0a-cd6e23eff128 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:42:06.738111 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:42:06.738895 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Checking segment: {'id': 'cc312bf2-6416-4014-948a-52b6192f87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd44595d1-840c-4227-8af1-c37c370ad72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:42:06.739534 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:06.740072 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Bound using segment: {'id': 'cc312bf2-6416-4014-948a-52b6192f87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd44595d1-840c-4227-8af1-c37c370ad72b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:42:06.740723 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Bound port: 2c7b7a8f-075a-4109-91f6-f40745e6f36c, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc312bf2-6416-4014-948a-52b6192f87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd44595d1-840c-4227-8af1-c37c370ad72b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:42:06.741098 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:06.786355 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-095d4667-8ead-43f5-9f8d-52ed37502aef req-e19b8f88-9fd6-411f-b96f-a48c457f9382 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 210 time: 0.0469832 Nov 13 04:42:06.793364 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:06.816582 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] For port 5784aebb-ccca-4255-8231-ba26729ef8eb, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:42:06.856263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] For port 5784aebb-ccca-4255-8231-ba26729ef8eb, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=5784aebb-ccca-4255-8231-ba26729ef8eb,segment=NetworkSegment(af9f2157-5995-4224-aeb3-5f3e67e34f95),segment_id=af9f2157-5995-4224-aeb3-5f3e67e34f95)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:42:06.877340 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] For port 2c7b7a8f-075a-4109-91f6-f40745e6f36c, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:42:06.885311 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] For port 2c7b7a8f-075a-4109-91f6-f40745e6f36c, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2c7b7a8f-075a-4109-91f6-f40745e6f36c,segment=NetworkSegment(cc312bf2-6416-4014-948a-52b6192f87c0),segment_id=cc312bf2-6416-4014-948a-52b6192f87c0)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:42:06.893191 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:06.894235 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:06.926119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 96068fc3-cdca-4306-aa0a-cd6e23eff128, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=96068fc3-cdca-4306-aa0a-cd6e23eff128,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:06.946607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '96068fc3-cdca-4306-aa0a-cd6e23eff128', 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e', 'port_id': '96068fc3-cdca-4306-aa0a-cd6e23eff128', 'mac_address': 'fa:16:3e:98:6e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57f6b55-1ecd-4ea5-960a-97d61ae62a13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:42:06.951961 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0faba-5158-44b3-812a-43f8e7a73239 None None] Pushing event updated for resources: {'Port': ['ID=2c7b7a8f-075a-4109-91f6-f40745e6f36c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:06.965464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-ab240163-b6a3-4957-b62d-b4e0dbf9b690 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:06.966438 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Routers {'c77b11e9-151c-40c6-ad22-d85355ac4bc8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:42:06.967093 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:42:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c77b11e9-151c-40c6-ad22-d85355ac4bc8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:06.996276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:07.000000 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:07.002212 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] 10.222.0.36 "PUT /v2.0/ports/5784aebb-ccca-4255-8231-ba26729ef8eb HTTP/1.1" status: 200 len: 1091 time: 2.3214326 Nov 13 04:42:07.007567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a04a3a-696f-465b-8631-1a22364e2971', 'tag': '5784aebb-ccca-4255-8231-ba26729ef8eb'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:07.008420 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5174efca-acba-4b86-ac8f-664b949ef942'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:07.011519 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f1f4e8-61c0-488f-a11b-39c7e78337ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a04a3a-696f-465b-8631-1a22364e2971", "tag": "5784aebb-ccca-4255-8231-ba26729ef8eb"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:07.034024 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d994b596-e39d-4c7d-9ab4-400f61e88774', 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:07.051301 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:07.128256 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f296a403-a614-4ff9-add6-5d22a309a603 x-openstack-request-id: req-f296a403-a614-4ff9-add6-5d22a309a603 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:07.128541 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a04a3a-696f-465b-8631-1a22364e2971", "tag": "5784aebb-ccca-4255-8231-ba26729ef8eb", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:07.128794 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f296a403-a614-4ff9-add6-5d22a309a603 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:07.129442 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a04a3a-696f-465b-8631-1a22364e2971', 'tag': '5784aebb-ccca-4255-8231-ba26729ef8eb', 'status': 'completed', 'code': 200} Nov 13 04:42:07.159531 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-ab240163-b6a3-4957-b62d-b4e0dbf9b690 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:42:07.162135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8895ed7-eb83-4988-b9ec-d62c528e1b3f service neutron] Pushing event updated for resources: {'Port': ['ID=5784aebb-ccca-4255-8231-ba26729ef8eb,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:07.162275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d2791f8c-b795-4fad-91cb-d2a8162df63d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:42:07.204503 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-ab240163-b6a3-4957-b62d-b4e0dbf9b690 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:42:07.209357 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-ab240163-b6a3-4957-b62d-b4e0dbf9b690 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:42:07.213055 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] Set router c77b11e9-151c-40c6-ad22-d85355ac4bc8 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:42:07.232279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:42:07.245163 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:07.295828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96068fc3-cdca-4306-aa0a-cd6e23eff128 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:42:07.315242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c873cf-a645-4bbe-8a5c-bcb4851913f7 req-b6b90502-b2d5-49e7-b323-c47395114390 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:07.323587 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3c873cf-a645-4bbe-8a5c-bcb4851913f7 req-b6b90502-b2d5-49e7-b323-c47395114390 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 943 time: 0.0813501 Nov 13 04:42:07.346193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:42:07.366828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9b5d3fb0-7096-48d7-882e-febe51d9e9a7 None None] Provisioning complete for port 2c7b7a8f-075a-4109-91f6-f40745e6f36c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:07.368137 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b5d3fb0-7096-48d7-882e-febe51d9e9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:07.370326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:42:07.425543 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3c873cf-a645-4bbe-8a5c-bcb4851913f7 req-48f014f7-9aa1-4038-b5a0-ea3479954380 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009376 Nov 13 04:42:07.525807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-d6e45ccd-0b6f-45d0-831a-bb326a7563ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:07.528336 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-d6e45ccd-0b6f-45d0-831a-bb326a7563ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80cb8b7d60254bd1a696651991002b9b&device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 1094 time: 0.4178736 Nov 13 04:42:07.553277 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab240163-b6a3-4957-b62d-b4e0dbf9b690 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Pushing event updated for resources: {'Port': ['ID=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:07.576950 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-ab240163-b6a3-4957-b62d-b4e0dbf9b690 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:07.581541 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-ab240163-b6a3-4957-b62d-b4e0dbf9b690 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:07.602319 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'name': 'tempest-FloatingIPDetailsTestJSON-2083099467-router', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd2791f8c-b795-4fad-91cb-d2a8162df63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:55Z', 'updated_at': '2021-11-13T04:42:02Z', 'revision_number': 4, 'project_id': 'dcee42129b4c4045a17dddb37d9c1338', 'gw_port': {'id': 'd2791f8c-b795-4fad-91cb-d2a8162df63d', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:56Z', 'updated_at': '2021-11-13T04:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '2c7b7a8f-075a-4109-91f6-f40745e6f36c', 'name': '', 'network_id': 'd44595d1-840c-4227-8af1-c37c370ad72b', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338', 'mac_address': 'fa:16:3e:b0:5c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '28ec2dc6-8a17-4a3c-aa30-f7bff499a437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:42:00Z', 'updated_at': '2021-11-13T04:42:06Z', 'revision_number': 4, 'project_id': 'dcee42129b4c4045a17dddb37d9c1338', 'subnets': [{'id': '28ec2dc6-8a17-4a3c-aa30-f7bff499a437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:07.632605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 96068fc3-cdca-4306-aa0a-cd6e23eff128, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=96068fc3-cdca-4306-aa0a-cd6e23eff128,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:07.661033 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc041ce-ab67-4bae-95cc-8a0de0cf23c7 req-7ad63d41-56be-4dfb-9284-8e92c0a6bd8a tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:07.674338 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bfc041ce-ab67-4bae-95cc-8a0de0cf23c7 req-7ad63d41-56be-4dfb-9284-8e92c0a6bd8a tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 943 time: 0.1276495 Nov 13 04:42:07.674794 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:07.675489 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:42:07.741960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=96068fc3-cdca-4306-aa0a-cd6e23eff128,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:07.742559 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-ab240163-b6a3-4957-b62d-b4e0dbf9b690 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5889063 Nov 13 04:42:07.770021 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:07.770403 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bfc041ce-ab67-4bae-95cc-8a0de0cf23c7 req-508e0abb-0e97-4059-886c-61cbf6497ac9 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933712 Nov 13 04:42:07.774076 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cbdca-5e46-46a1-b560-420f60ae77c0 None None] The sync data for ids ['c77b11e9-151c-40c6-ad22-d85355ac4bc8'] in n-d-813114-2 is: [{'id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'name': 'tempest-FloatingIPDetailsTestJSON-2083099467-router', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd2791f8c-b795-4fad-91cb-d2a8162df63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:55Z', 'updated_at': '2021-11-13T04:42:02Z', 'revision_number': 4, 'project_id': 'dcee42129b4c4045a17dddb37d9c1338', 'gw_port': {'id': 'd2791f8c-b795-4fad-91cb-d2a8162df63d', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:56Z', 'updated_at': '2021-11-13T04:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '2c7b7a8f-075a-4109-91f6-f40745e6f36c', 'name': '', 'network_id': 'd44595d1-840c-4227-8af1-c37c370ad72b', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338', 'mac_address': 'fa:16:3e:b0:5c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '28ec2dc6-8a17-4a3c-aa30-f7bff499a437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:42:00Z', 'updated_at': '2021-11-13T04:42:06Z', 'revision_number': 4, 'project_id': 'dcee42129b4c4045a17dddb37d9c1338', 'subnets': [{'id': '28ec2dc6-8a17-4a3c-aa30-f7bff499a437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:42:07.805407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d2791f8c-b795-4fad-91cb-d2a8162df63d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:07.805768 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:07.816687 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Request body: {'port': {'device_id': '42152049-6be9-40ad-b722-d398855d7a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:07.824687 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-fc0663ef-febd-4857-b3b1-6ed83f6bf68f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5784aebb-ccca-4255-8231-ba26729ef8eb HTTP/1.1" status: 200 len: 217 time: 0.0974979 Nov 13 04:42:07.830305 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:07.887518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Pushing event updated for resources: {'Port': ['ID=6cdcf197-2d8f-40ea-b2f3-3d3b40ae6230,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:08.018476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-1d1e1556-1c10-4eaa-a78a-7465cbde69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:08.020037 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-1d1e1556-1c10-4eaa-a78a-7465cbde69e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dfbc95c1-1169-4a60-a56e-1ca5ce3e5457 HTTP/1.1" status: 200 len: 864 time: 0.1725068 Nov 13 04:42:08.022817 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:08.072410 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad91a2-e78d-482e-a364-77ac6bf309be req-85ff119d-0e5f-4a64-bc6d-cf29baf7f515 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:08.080754 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2dad91a2-e78d-482e-a364-77ac6bf309be req-85ff119d-0e5f-4a64-bc6d-cf29baf7f515 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 945 time: 0.0872920 Nov 13 04:42:08.084885 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:08.154665 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2dad91a2-e78d-482e-a364-77ac6bf309be req-44665c67-3bf8-487e-845c-7b42f2b06ca9 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684450 Nov 13 04:42:08.166616 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-2f819792-a1ae-4272-95da-6a323aa4f5a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac2baa63-207b-41da-a1b4-fddf7f25fbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358471 Nov 13 04:42:08.266891 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b5d3fb0-7096-48d7-882e-febe51d9e9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:08.369210 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-698e0a47-c460-4d45-9edd-9485af264565 service neutron] 10.222.0.36 "GET /v2.0/networks/ac2baa63-207b-41da-a1b4-fddf7f25fbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915529 Nov 13 04:42:08.371716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cffdc-744d-407a-b108-e61164b1d62c req-cdd44932-bfaf-43d3-a474-b1db3ac1da95 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:08.377572 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:08.384009 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b65cffdc-744d-407a-b108-e61164b1d62c req-cdd44932-bfaf-43d3-a474-b1db3ac1da95 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 936 time: 0.1306026 Nov 13 04:42:08.399967 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9b5d3fb0-7096-48d7-882e-febe51d9e9a7 None None] For port 2c7b7a8f-075a-4109-91f6-f40745e6f36c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2c7b7a8f-075a-4109-91f6-f40745e6f36c,segment=NetworkSegment(cc312bf2-6416-4014-948a-52b6192f87c0),segment_id=cc312bf2-6416-4014-948a-52b6192f87c0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:08.421917 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b5d3fb0-7096-48d7-882e-febe51d9e9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:08.434296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4', 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5', 'port_id': 'ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4', 'mac_address': 'fa:16:3e:33:48:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6972208-b01b-4035-88d5-8d96d7af813a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:42:08.485712 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b65cffdc-744d-407a-b108-e61164b1d62c req-c432fcf7-cf6d-4a79-8f09-97310df056e5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990534 Nov 13 04:42:08.501264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d3fb0-7096-48d7-882e-febe51d9e9a7 None None] Pushing event updated for resources: {'Port': ['ID=2c7b7a8f-075a-4109-91f6-f40745e6f36c,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:08.555294 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59f8ef15-de41-4822-8dbf-9f30a80d9300 req-f5d8e51d-9bfc-47f9-8d4f-f01aa550b87e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4727201 Nov 13 04:42:08.630777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5a034b16-113d-4bd0-9823-cf2136e20f2d None None] Provisioning complete for port 2c7b7a8f-075a-4109-91f6-f40745e6f36c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:08.631434 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a034b16-113d-4bd0-9823-cf2136e20f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:08.634878 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:08.708426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:42:08.751636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:08.753371 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2811ab-1316-4b78-9e71-3cfa3312690c req-cbb38466-d9b0-4476-abb1-ae036e05393a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:08.754839 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-be2811ab-1316-4b78-9e71-3cfa3312690c req-cbb38466-d9b0-4476-abb1-ae036e05393a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 943 time: 0.0833366 Nov 13 04:42:08.761378 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:08.824804 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d14ff05-84e6-42cf-81b2-779f87f6ae85 req-ef0208ad-9465-4f55-8aac-9d31a21f4d7b service neutron] 10.222.0.36 "GET /v2.0/networks/ac2baa63-207b-41da-a1b4-fddf7f25fbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246457 Nov 13 04:42:08.840792 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:08.866295 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-be2811ab-1316-4b78-9e71-3cfa3312690c req-26291e16-5f0c-4ef4-b292-05e0fe582f62 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963650 Nov 13 04:42:08.934498 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8ef15-de41-4822-8dbf-9f30a80d9300 req-260ade3f-a425-4a2e-a760-118f9a319887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:08.936057 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59f8ef15-de41-4822-8dbf-9f30a80d9300 req-260ade3f-a425-4a2e-a760-118f9a319887 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 1100 time: 0.2350314 Nov 13 04:42:08.966477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5a034b16-113d-4bd0-9823-cf2136e20f2d None None] Provisioning complete for port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:08.966812 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a034b16-113d-4bd0-9823-cf2136e20f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:08.972518 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:09.020324 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['96068fc3-cdca-4306-aa0a-cd6e23eff128'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:09.025392 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:09.051299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4df48-1d49-4ae1-b5fd-6f24c9902a29 req-554346df-c795-4e6e-ad5c-8b546368d9e2 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:09.053393 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dac4df48-1d49-4ae1-b5fd-6f24c9902a29 req-554346df-c795-4e6e-ad5c-8b546368d9e2 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 943 time: 0.0984650 Nov 13 04:42:09.105656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2c7b7a8f-075a-4109-91f6-f40745e6f36c up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:42:09.159176 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:09.159853 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5a034b16-113d-4bd0-9823-cf2136e20f2d None None] Port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:42:09.178739 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dac4df48-1d49-4ae1-b5fd-6f24c9902a29 req-1b67e0dc-11c4-47e3-b9f4-527d8c7b7613 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190228 Nov 13 04:42:09.257590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 2c7b7a8f-075a-4109-91f6-f40745e6f36c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:09.259452 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:09.285770 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:09.328735 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8ef15-de41-4822-8dbf-9f30a80d9300 req-d5eef4c3-8ba8-4ee8-885b-45750f9ab535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:09.330371 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59f8ef15-de41-4822-8dbf-9f30a80d9300 req-d5eef4c3-8ba8-4ee8-885b-45750f9ab535 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.3469105 Nov 13 04:42:09.344597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1f4e8-61c0-488f-a11b-39c7e78337ec req-3db2771b-02fa-4adf-b555-18b34fa14ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:09.350241 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30f1f4e8-61c0-488f-a11b-39c7e78337ec req-3db2771b-02fa-4adf-b555-18b34fa14ba6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80cb8b7d60254bd1a696651991002b9b&device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 1094 time: 0.3676932 Nov 13 04:42:09.383407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Pushing event updated for resources: {'Port': ['ID=6cdcf197-2d8f-40ea-b2f3-3d3b40ae6230,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:09.387620 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:09.486480 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81f558-740f-4095-9642-7b471f79c15d req-9f29b9d4-46df-46c4-8179-e6fdce62b360 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:09.505534 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc81f558-740f-4095-9642-7b471f79c15d req-9f29b9d4-46df-46c4-8179-e6fdce62b360 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 945 time: 0.1127098 Nov 13 04:42:09.534849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:09.535549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:09.536082 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:09.536858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:09.537392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:09.537802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:09.538218 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:09.538596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:09.539124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:09.539795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:09.539922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:09.540339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:09.557835 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59f8ef15-de41-4822-8dbf-9f30a80d9300 req-cec942bd-8491-49c2-933b-69d3b2d57644 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=5174efca-acba-4b86-ac8f-664b949ef942 HTTP/1.1" status: 200 len: 217 time: 0.2055371 Nov 13 04:42:09.645654 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc81f558-740f-4095-9642-7b471f79c15d req-b15a3df7-38e2-4c42-bc49-20f08c68a268 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256361 Nov 13 04:42:09.734448 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8ef15-de41-4822-8dbf-9f30a80d9300 req-1afa65a1-d267-4176-bcb1-7348f8c25c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:09.736511 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59f8ef15-de41-4822-8dbf-9f30a80d9300 req-1afa65a1-d267-4176-bcb1-7348f8c25c9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1298528 Nov 13 04:42:09.746858 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:09.748189 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-e5b80c33-1985-4224-b92a-8730b12f8fe8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0838599 Nov 13 04:42:09.785584 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:42:09.795817 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:09.815163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0029391-227a-4468-9c27-6bb3fe01986a req-899872ec-88e7-498f-a2ea-1677ac4411f2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:09.821980 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a0029391-227a-4468-9c27-6bb3fe01986a req-899872ec-88e7-498f-a2ea-1677ac4411f2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 936 time: 0.1091437 Nov 13 04:42:09.885124 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a0029391-227a-4468-9c27-6bb3fe01986a req-ba33d6de-a0e2-4ed1-834c-b1956e512303 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568695 Nov 13 04:42:09.908905 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:09.921839 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-a63aa514-e318-4bcd-86ff-d0a61a067e7a tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.99 HTTP/1.1" status: 200 len: 695 time: 0.1003704 Nov 13 04:42:09.927106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Transition to ACTIVE for port object 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:42:09.928388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1f4e8-61c0-488f-a11b-39c7e78337ec req-3b5e3212-390c-4ceb-b9f9-70cbb381e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:09.929966 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30f1f4e8-61c0-488f-a11b-39c7e78337ec req-3b5e3212-390c-4ceb-b9f9-70cbb381e66a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac2baa63-207b-41da-a1b4-fddf7f25fbed HTTP/1.1" status: 200 len: 925 time: 0.5257969 Nov 13 04:42:09.962117 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:10.009826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8ef15-de41-4822-8dbf-9f30a80d9300 req-11bad526-0a94-43dd-9978-7a6a9607b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:10.011427 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59f8ef15-de41-4822-8dbf-9f30a80d9300 req-11bad526-0a94-43dd-9978-7a6a9607b83c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2588055 Nov 13 04:42:10.018265 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30f1f4e8-61c0-488f-a11b-39c7e78337ec req-617c47ad-3bda-4d9e-aecd-6776da5102b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5784aebb-ccca-4255-8231-ba26729ef8eb HTTP/1.1" status: 200 len: 217 time: 0.0770576 Nov 13 04:42:10.099037 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02244bcf-f803-4f7f-a5af-961705e73e45 req-0bbd63d6-4592-4877-9fd2-cbfabddc97d2 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:10.101186 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02244bcf-f803-4f7f-a5af-961705e73e45 req-0bbd63d6-4592-4877-9fd2-cbfabddc97d2 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 944 time: 0.0664897 Nov 13 04:42:10.170581 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02244bcf-f803-4f7f-a5af-961705e73e45 req-15acc394-6504-4b8e-890a-7c6d394c2b0f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632310 Nov 13 04:42:10.349733 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef345cd-eab3-4bf4-916e-82d03f98c365 req-1c48d937-80bd-47f9-aec9-38e2db0146de tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:10.351412 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ef345cd-eab3-4bf4-916e-82d03f98c365 req-1c48d937-80bd-47f9-aec9-38e2db0146de tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 943 time: 0.0651886 Nov 13 04:42:10.413046 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ef345cd-eab3-4bf4-916e-82d03f98c365 req-6721ae49-8ea3-4fd2-9c80-7ccf1db417e3 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546124 Nov 13 04:42:10.560259 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Pushing event updated for resources: {'Port': ['ID=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:10.568834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1f4e8-61c0-488f-a11b-39c7e78337ec req-265dda82-a928-42b5-9e7d-5847f541a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:10.570359 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30f1f4e8-61c0-488f-a11b-39c7e78337ec req-265dda82-a928-42b5-9e7d-5847f541a6c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dfbc95c1-1169-4a60-a56e-1ca5ce3e5457 HTTP/1.1" status: 200 len: 864 time: 0.5100369 Nov 13 04:42:10.605368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-7e38efce-0313-4b0c-82a6-d8efdd8e4bdc tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:10.606732 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-981f588c-ddb1-483e-99c8-2270c2f6d1e7 req-7e38efce-0313-4b0c-82a6-d8efdd8e4bdc tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.6839702 Nov 13 04:42:10.650737 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30f1f4e8-61c0-488f-a11b-39c7e78337ec req-574f6517-255c-4646-8c55-9020dd061699 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac2baa63-207b-41da-a1b4-fddf7f25fbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542817 Nov 13 04:42:10.654711 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59f8ef15-de41-4822-8dbf-9f30a80d9300 req-ce822bf0-7268-48b3-9c69-c494e1a454bc service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844626 Nov 13 04:42:10.722374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Attempting to bind port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:42:10.722703 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Attempting to bind port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:42:10.723060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Attempting to bind port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:10.762956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86e878a4-ba98-4407-ba46-326f07031cda req-37e3fd7a-43e0-432b-ac6f-994eafc82a76 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1314192 Nov 13 04:42:10.776154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:10.797532 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:42:10.798012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Attempting to bind port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:10.803452 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:10.823769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 96068fc3-cdca-4306-aa0a-cd6e23eff128 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:42:10.838292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:42:10.838620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:42:10.839035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:42:10.839486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Bound port: 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:42:10.839837 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:10.888248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 96068fc3-cdca-4306-aa0a-cd6e23eff128 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:10.888797 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:10.899576 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30f1f4e8-61c0-488f-a11b-39c7e78337ec req-a48609fb-c69b-4eb5-8e4d-20eddeba3e17 service neutron] 10.222.0.36 "GET /v2.0/networks/ac2baa63-207b-41da-a1b4-fddf7f25fbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394571 Nov 13 04:42:10.927052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59f8ef15-de41-4822-8dbf-9f30a80d9300 req-ab5833fc-739d-4750-8366-48c24a846ded service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557862 Nov 13 04:42:10.944130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86da140-8e56-47a3-9e6a-2631bd03147b req-9ec1f1db-a59c-449f-8314-6a7be0ab184f tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:10.945650 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c86da140-8e56-47a3-9e6a-2631bd03147b req-9ec1f1db-a59c-449f-8314-6a7be0ab184f tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 945 time: 0.1666164 Nov 13 04:42:10.971582 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:11.012109 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:11.044645 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef4cdf3-456b-45a5-b2c7-c6442f4f074d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96068fc3-cdca-4306-aa0a-cd6e23eff128'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:11.047245 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ca398a-d93e-40c1-97ca-195515e90dce" -d '{"events": [{"server_uuid": "0ef4cdf3-456b-45a5-b2c7-c6442f4f074d", "name": "network-vif-plugged", "status": "completed", "tag": "96068fc3-cdca-4306-aa0a-cd6e23eff128"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:11.062752 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:42:11.065876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 96068fc3-cdca-4306-aa0a-cd6e23eff128, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=96068fc3-cdca-4306-aa0a-cd6e23eff128,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:11.070005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:42:11.072531 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:11.073371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:42:11.090401 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:11.098867 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c86da140-8e56-47a3-9e6a-2631bd03147b req-21568734-e0d7-4add-be99-a333d2255bd5 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382575 Nov 13 04:42:11.130564 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30f1f4e8-61c0-488f-a11b-39c7e78337ec req-64851b26-a83d-47a0-bb16-0243a30e81cd service neutron] 10.222.0.36 "GET /v2.0/networks/ac2baa63-207b-41da-a1b4-fddf7f25fbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066376 Nov 13 04:42:11.140227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:11.141220 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:11.142672 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] 10.222.0.46 "PUT /v2.0/ports/7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 HTTP/1.1" status: 200 len: 1096 time: 3.3472707 Nov 13 04:42:11.143212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:11.146084 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaaa1dd-8cda-4682-adf4-9c24ed744976" -d '{"events": [{"name": "network-changed", "server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:11.153006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Allocated IP 172.25.8.107 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/3566e4d9-6233-4f94-bb35-8d22a12df62e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:42:11.190605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=96068fc3-cdca-4306-aa0a-cd6e23eff128,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:11.194614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aad947-e672-4185-a1c5-c74b5c033452 service neutron] Pushing event updated for resources: {'Port': ['ID=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:11.218297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:42:11.223771 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:11.224185 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:11.308290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-4baf0ff4-3ded-49e8-975f-7c72d2dfa0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:11.310032 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-4baf0ff4-3ded-49e8-975f-7c72d2dfa0b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 1099 time: 0.0930755 Nov 13 04:42:11.328481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29da29-2758-402a-8c50-d3bcc194edde req-c9a7159c-00c4-47cf-825c-87378b543887 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:11.338184 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db29da29-2758-402a-8c50-d3bcc194edde req-c9a7159c-00c4-47cf-825c-87378b543887 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 948 time: 0.0808477 Nov 13 04:42:11.354485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:11.384304 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:11.406366 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-6ef7d79b-d4d1-4ec1-8dd9-18a7647f3d5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 HTTP/1.1" status: 200 len: 217 time: 0.0566897 Nov 13 04:42:11.407354 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:11.420962 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:11.439482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:11.490857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:42:11.514796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:42:11.521599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:42:11.524117 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db29da29-2758-402a-8c50-d3bcc194edde req-b375a8d5-62d8-42ca-9e58-382a082c301d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805215 Nov 13 04:42:11.525359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Pushing event updated for resources: {'Port': ['ID=3566e4d9-6233-4f94-bb35-8d22a12df62e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:11.530667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-85d73c36-519d-4c98-b4d6-135a01dd4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:11.542947 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-85d73c36-519d-4c98-b4d6-135a01dd4859 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1280475 Nov 13 04:42:11.554561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:11.554900 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:11.555258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:11.555585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:11.555905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:11.556465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:11.556797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:11.557170 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:11.557648 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:11.557976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:11.558292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:11.558603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:42:11.602277 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:11.634351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-eb1c93bd-5ec3-4b9e-a992-8677fc02e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:11.636371 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-eb1c93bd-5ec3-4b9e-a992-8677fc02e5f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842052 Nov 13 04:42:11.693356 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:11.699649 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af6a143-9c34-4840-89d9-5f4b353fbe97 x-openstack-request-id: req-3af6a143-9c34-4840-89d9-5f4b353fbe97 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:11.700062 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef4cdf3-456b-45a5-b2c7-c6442f4f074d", "name": "network-vif-plugged", "status": "completed", "tag": "96068fc3-cdca-4306-aa0a-cd6e23eff128", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:11.700575 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3af6a143-9c34-4840-89d9-5f4b353fbe97 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:11.701126 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef4cdf3-456b-45a5-b2c7-c6442f4f074d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96068fc3-cdca-4306-aa0a-cd6e23eff128', 'code': 200} Nov 13 04:42:11.744898 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:11.791432 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-2cde4cb8-c358-4fe7-b227-d485e2c3e57f service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469960 Nov 13 04:42:11.924328 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d4f55e-cd95-4ab4-8095-7174850c51c5 x-openstack-request-id: req-30d4f55e-cd95-4ab4-8095-7174850c51c5 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:11.924641 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:11.924861 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30d4f55e-cd95-4ab4-8095-7174850c51c5 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:11.927181 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8', 'status': 'completed', 'code': 200} Nov 13 04:42:11.937650 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba2b5a9-6f89-4ebe-9a93-fe50a9c9564f req-039787e0-277b-4563-ba75-4ea60b62a20b service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389184 Nov 13 04:42:11.954188 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:11.962557 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:12.028916 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b87c9-8026-4e11-adff-162577121a4c req-95fb2253-98d3-443f-842b-489f696d45c2 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:12.030718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Pushing event updated for resources: {'Port': ['ID=3566e4d9-6233-4f94-bb35-8d22a12df62e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:12.036466 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c0b87c9-8026-4e11-adff-162577121a4c req-95fb2253-98d3-443f-842b-489f696d45c2 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 945 time: 0.0598989 Nov 13 04:42:12.048871 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:12.070663 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:12.078579 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86e878a4-ba98-4407-ba46-326f07031cda req-20002821-d4ac-44e9-8f63-38a8bf9ae803 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3085599 Nov 13 04:42:12.107366 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c0b87c9-8026-4e11-adff-162577121a4c req-b626e33c-5bee-4e54-beae-5bb64889c7fd tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698240 Nov 13 04:42:12.117146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaa1dd-8cda-4682-adf4-9c24ed744976 req-27fe166e-c8a8-4fed-9a1d-23434f8f189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:12.118629 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efaaa1dd-8cda-4682-adf4-9c24ed744976 req-27fe166e-c8a8-4fed-9a1d-23434f8f189b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 1099 time: 0.0542362 Nov 13 04:42:12.257301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86e878a4-ba98-4407-ba46-326f07031cda req-4048162f-fc1b-4c67-989d-bf0d876142b4 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 696 time: 0.1782820 Nov 13 04:42:12.276994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fd9f1-d90f-40f9-b8b9-9474cb658201 req-85ac4672-d287-4622-8b46-15116bde4e7b tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:12.278504 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-613fd9f1-d90f-40f9-b8b9-9474cb658201 req-85ac4672-d287-4622-8b46-15116bde4e7b tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 943 time: 0.0786965 Nov 13 04:42:12.280018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaa1dd-8cda-4682-adf4-9c24ed744976 req-0b0bcbbf-82b3-459a-87de-dce3ee7967e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:12.281541 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efaaa1dd-8cda-4682-adf4-9c24ed744976 req-0b0bcbbf-82b3-459a-87de-dce3ee7967e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1466095 Nov 13 04:42:12.321842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 5784aebb-ccca-4255-8231-ba26729ef8eb details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:42:12.341211 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efaaa1dd-8cda-4682-adf4-9c24ed744976 req-4c5bf241-a0b1-4320-b9c2-9bc7a8063239 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 HTTP/1.1" status: 200 len: 217 time: 0.0471067 Nov 13 04:42:12.372207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e878a4-ba98-4407-ba46-326f07031cda req-d47c5ec8-23b6-4783-914f-288f8e8008dc tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:12.374028 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86e878a4-ba98-4407-ba46-326f07031cda req-d47c5ec8-23b6-4783-914f-288f8e8008dc tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1110144 Nov 13 04:42:12.400937 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-613fd9f1-d90f-40f9-b8b9-9474cb658201 req-fb112c93-c465-42d8-8f1b-3fa9effdfb20 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131427 Nov 13 04:42:12.421153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaa1dd-8cda-4682-adf4-9c24ed744976 req-9b15704d-0af8-46a8-b8c1-1dde09745a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:12.423268 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efaaa1dd-8cda-4682-adf4-9c24ed744976 req-9b15704d-0af8-46a8-b8c1-1dde09745a6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0669725 Nov 13 04:42:12.469483 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 5784aebb-ccca-4255-8231-ba26729ef8eb, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=5784aebb-ccca-4255-8231-ba26729ef8eb,segment=NetworkSegment(af9f2157-5995-4224-aeb3-5f3e67e34f95),segment_id=af9f2157-5995-4224-aeb3-5f3e67e34f95)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:12.478969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaa1dd-8cda-4682-adf4-9c24ed744976 req-8853a3e3-6a1f-4c95-92bf-e7b7897366dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:12.480472 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efaaa1dd-8cda-4682-adf4-9c24ed744976 req-8853a3e3-6a1f-4c95-92bf-e7b7897366dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489945 Nov 13 04:42:12.488741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '5784aebb-ccca-4255-8231-ba26729ef8eb', 'network_id': 'ac2baa63-207b-41da-a1b4-fddf7f25fbed', 'port_id': '5784aebb-ccca-4255-8231-ba26729ef8eb', 'mac_address': 'fa:16:3e:4e:ce:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbc95c1-1169-4a60-a56e-1ca5ce3e5457', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:42:12.532157 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:12.547568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5784aebb-ccca-4255-8231-ba26729ef8eb {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:42:12.580754 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 5784aebb-ccca-4255-8231-ba26729ef8eb, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=5784aebb-ccca-4255-8231-ba26729ef8eb,segment=NetworkSegment(af9f2157-5995-4224-aeb3-5f3e67e34f95),segment_id=af9f2157-5995-4224-aeb3-5f3e67e34f95)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:12.586740 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:12.608700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345a17e-8bf8-4184-b55f-6295e3de17bd req-b4f827ca-9fc6-4a40-a4ba-2bc5c128f30f tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:12.612206 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d345a17e-8bf8-4184-b55f-6295e3de17bd req-b4f827ca-9fc6-4a40-a4ba-2bc5c128f30f tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 946 time: 0.1307855 Nov 13 04:42:12.651338 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=5784aebb-ccca-4255-8231-ba26729ef8eb,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:12.654050 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-bd3f084d-2ac9-41d7-afeb-46492fd535a5 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1475310 Nov 13 04:42:12.673591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:12.688196 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efaaa1dd-8cda-4682-adf4-9c24ed744976 req-d87d46b9-f413-4144-b40f-e97577e2884b service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927700 Nov 13 04:42:12.691814 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d345a17e-8bf8-4184-b55f-6295e3de17bd req-5618ae6f-219f-4254-97d1-801f301575c4 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699177 Nov 13 04:42:12.701731 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:12.816653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:12.817433 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 96068fc3-cdca-4306-aa0a-cd6e23eff128 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:42:12.888096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efaaa1dd-8cda-4682-adf4-9c24ed744976 req-4cfb117a-9222-4fff-a789-8106bfff4465 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911428 Nov 13 04:42:12.902058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b1f9-2369-4c4b-86d0-c410924c6264 req-562c93c1-7215-452d-a241-daf607f93a66 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:12.906148 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cf07b1f9-2369-4c4b-86d0-c410924c6264 req-562c93c1-7215-452d-a241-daf607f93a66 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 948 time: 0.1203518 Nov 13 04:42:12.966932 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:12.971903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Allocated IP 172.25.8.114 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/0b6d8ca5-fcad-4c67-b55b-633c7bbe8a7d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:42:13.050031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 96068fc3-cdca-4306-aa0a-cd6e23eff128, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=96068fc3-cdca-4306-aa0a-cd6e23eff128,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:13.054747 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cf07b1f9-2369-4c4b-86d0-c410924c6264 req-cb06e18c-3e2b-41cd-b56e-3bdcacbb7532 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474540 Nov 13 04:42:13.065562 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['5784aebb-ccca-4255-8231-ba26729ef8eb'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:13.098704 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:13.143069 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:13.189333 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:13.200113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=96068fc3-cdca-4306-aa0a-cd6e23eff128,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:13.236455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:42:13.239734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:42:13.251039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:42:13.278544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Pushing event updated for resources: {'Port': ['ID=0b6d8ca5-fcad-4c67-b55b-633c7bbe8a7d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:13.305414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162e898-b474-477e-b8a8-cc650541e4fd req-41d3be24-0a51-497c-9229-deffce1f357b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:13.307158 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8162e898-b474-477e-b8a8-cc650541e4fd req-41d3be24-0a51-497c-9229-deffce1f357b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 945 time: 0.0679574 Nov 13 04:42:13.355308 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:13.363099 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8162e898-b474-477e-b8a8-cc650541e4fd req-5de2642f-0895-45ce-8b47-bf05fb7b22a2 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489461 Nov 13 04:42:13.399669 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:13.526938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f63f4-d36a-4605-a732-45ab47ca6907 req-a21bd76d-d3fc-43c9-bfd4-0096ba5c888b tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:13.528920 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a0f63f4-d36a-4605-a732-45ab47ca6907 req-a21bd76d-d3fc-43c9-bfd4-0096ba5c888b tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 944 time: 0.0538235 Nov 13 04:42:13.566558 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:13.573123 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:13.590144 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a0f63f4-d36a-4605-a732-45ab47ca6907 req-2e5818f2-6b46-49e0-8ea6-cea614117fae tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540104 Nov 13 04:42:13.651352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Pushing event updated for resources: {'Port': ['ID=0b6d8ca5-fcad-4c67-b55b-633c7bbe8a7d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:13.667271 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:13.689640 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:13.691052 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-af30de4d-9ea2-4821-bdbd-949e04890429 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0227575 Nov 13 04:42:13.702553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3827230-e3f3-4053-ba2a-0b0c1135d528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4'}, {'server_uuid': '0ef4cdf3-456b-45a5-b2c7-c6442f4f074d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96068fc3-cdca-4306-aa0a-cd6e23eff128'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:13.705025 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803026c6-3c59-470f-aab8-85e4f6d844d1" -d '{"events": [{"server_uuid": "f3827230-e3f3-4053-ba2a-0b0c1135d528", "name": "network-vif-plugged", "status": "completed", "tag": "ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4"}, {"server_uuid": "0ef4cdf3-456b-45a5-b2c7-c6442f4f074d", "name": "network-vif-unplugged", "status": "completed", "tag": "96068fc3-cdca-4306-aa0a-cd6e23eff128"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:13.743502 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-f751ac20-63b8-47d0-b055-6c63d33b8ca5 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.0457823 Nov 13 04:42:13.752925 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41994c00-0955-4053-b103-931717b8bfec x-openstack-request-id: req-41994c00-0955-4053-b103-931717b8bfec {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:13.753216 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3827230-e3f3-4053-ba2a-0b0c1135d528", "name": "network-vif-plugged", "status": "completed", "tag": "ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4", "code": 200}, {"server_uuid": "0ef4cdf3-456b-45a5-b2c7-c6442f4f074d", "name": "network-vif-unplugged", "status": "completed", "tag": "96068fc3-cdca-4306-aa0a-cd6e23eff128", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:13.753465 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41994c00-0955-4053-b103-931717b8bfec {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:13.753857 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3827230-e3f3-4053-ba2a-0b0c1135d528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4', 'code': 200} Nov 13 04:42:13.754105 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef4cdf3-456b-45a5-b2c7-c6442f4f074d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96068fc3-cdca-4306-aa0a-cd6e23eff128', 'code': 200} Nov 13 04:42:13.870303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d83a0-f4e9-49ca-9d7b-728bba63684a req-29d56bf7-824c-4154-849e-7ec4586dda01 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:13.883742 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c3d83a0-f4e9-49ca-9d7b-728bba63684a req-29d56bf7-824c-4154-849e-7ec4586dda01 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 944 time: 0.0798385 Nov 13 04:42:13.891425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-2fa4ee56-984d-4b20-9387-d2ce5c0ce874 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:13.893197 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a37b6704-669f-4ae0-91a7-143c9b44392e req-2fa4ee56-984d-4b20-9387-d2ce5c0ce874 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1381679 Nov 13 04:42:13.983789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cdf32-7f13-4506-a17e-f727892d4868 req-cd57420b-61a8-4e39-af5b-24c593cd404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:13.985315 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-962cdf32-7f13-4506-a17e-f727892d4868 req-cd57420b-61a8-4e39-af5b-24c593cd404b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 1096 time: 0.0754156 Nov 13 04:42:13.989018 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c3d83a0-f4e9-49ca-9d7b-728bba63684a req-3ca8bcaf-5617-49f6-951e-9ad97f015319 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041157 Nov 13 04:42:14.025766 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-048c4b9f-e062-498d-89e4-957694e51300 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1097083 Nov 13 04:42:14.039170 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:14.066299 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:14.082806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277098bf-8ee3-4814-9d32-3378fb770e51 req-ac267e6d-dacf-4126-a29e-642503665113 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:14.085342 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-277098bf-8ee3-4814-9d32-3378fb770e51 req-ac267e6d-dacf-4126-a29e-642503665113 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 944 time: 0.0862420 Nov 13 04:42:14.087682 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-962cdf32-7f13-4506-a17e-f727892d4868 req-99768d25-5ae0-4482-98f5-a8f4562efef0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786591 Nov 13 04:42:14.172433 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:14.185202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b97cfa-495e-4428-b5ce-7ffdb740cb37 req-01d4e755-8196-4aa7-8fd4-4781a98ea688 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:14.186869 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9b97cfa-495e-4428-b5ce-7ffdb740cb37 req-01d4e755-8196-4aa7-8fd4-4781a98ea688 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 948 time: 0.0541189 Nov 13 04:42:14.242509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9b97cfa-495e-4428-b5ce-7ffdb740cb37 req-66759f1e-4644-4e97-a0db-1d5c55183873 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468819 Nov 13 04:42:14.291527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Allocated IP 172.25.8.137 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/82f623c4-6e28-4b92-9e89-00c6631f92ad) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:42:14.336880 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 5784aebb-ccca-4255-8231-ba26729ef8eb up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:42:14.387729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 5784aebb-ccca-4255-8231-ba26729ef8eb completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:42:14.396381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 5784aebb-ccca-4255-8231-ba26729ef8eb triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:14.396742 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:14.408063 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:14.450666 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:14.484298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:42:14.488387 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:14.526493 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 5784aebb-ccca-4255-8231-ba26729ef8eb, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=5784aebb-ccca-4255-8231-ba26729ef8eb,segment=NetworkSegment(af9f2157-5995-4224-aeb3-5f3e67e34f95),segment_id=af9f2157-5995-4224-aeb3-5f3e67e34f95)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:14.527563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:42:14.535103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:42:14.538379 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:14.553837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed0230-54f1-4cb8-ba3a-48564213ccde req-8ab4dd50-5c8f-4a4f-a130-618e4274c2ab tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:14.554597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Pushing event updated for resources: {'Port': ['ID=82f623c4-6e28-4b92-9e89-00c6631f92ad,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:14.555667 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6ed0230-54f1-4cb8-ba3a-48564213ccde req-8ab4dd50-5c8f-4a4f-a130-618e4274c2ab tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 945 time: 0.0879421 Nov 13 04:42:14.569065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-277098bf-8ee3-4814-9d32-3378fb770e51 req-f3df65f0-eb34-4a12-be49-36cc62e68acb tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Deleting port 96068fc3-cdca-4306-aa0a-cd6e23eff128 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:42:14.569393 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-277098bf-8ee3-4814-9d32-3378fb770e51 req-f3df65f0-eb34-4a12-be49-36cc62e68acb tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:14.603118 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=5784aebb-ccca-4255-8231-ba26729ef8eb,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:14.678826 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:14.685451 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6ed0230-54f1-4cb8-ba3a-48564213ccde req-42dbc47f-bf60-47f0-81c7-dbf93f9cc003 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129267 Nov 13 04:42:14.705304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-277098bf-8ee3-4814-9d32-3378fb770e51 req-f3df65f0-eb34-4a12-be49-36cc62e68acb tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] For port 96068fc3-cdca-4306-aa0a-cd6e23eff128, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=96068fc3-cdca-4306-aa0a-cd6e23eff128,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:14.705708 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-277098bf-8ee3-4814-9d32-3378fb770e51 req-f3df65f0-eb34-4a12-be49-36cc62e68acb tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:14.719299 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:14.731427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-277098bf-8ee3-4814-9d32-3378fb770e51 req-f3df65f0-eb34-4a12-be49-36cc62e68acb tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Calling delete_port for 96068fc3-cdca-4306-aa0a-cd6e23eff128 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:42:14.819885 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:42:14.868556 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e9f5d-6d30-40bc-8a02-876a331e47ca req-8cf2be24-99a1-4b6c-b7c0-9dce8b230891 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:14.870809 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b3e9f5d-6d30-40bc-8a02-876a331e47ca req-8cf2be24-99a1-4b6c-b7c0-9dce8b230891 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 945 time: 0.0797305 Nov 13 04:42:14.888573 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:14.897015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:14.973751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:14.975519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Pushing event updated for resources: {'Port': ['ID=82f623c4-6e28-4b92-9e89-00c6631f92ad,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:14.992210 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:14.995271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8', 'mac_address': 'fa:16:3e:f3:74:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:42:15.022742 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:15.035247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-0e266756-d22e-46de-b470-240d0876b6e7 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9977543 Nov 13 04:42:15.050899 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-277098bf-8ee3-4814-9d32-3378fb770e51 req-f3df65f0-eb34-4a12-be49-36cc62e68acb tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:15.060319 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:15.076379 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b3e9f5d-6d30-40bc-8a02-876a331e47ca req-0fc50e94-fe5d-4ee0-a131-b9d14dd6fd10 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724188 Nov 13 04:42:15.076616 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:42:15.089996 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-9f0655fb-13a0-44e0-81b5-aa5b79cdbf6d tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.0582311 Nov 13 04:42:15.114806 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:15.126485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:15.126943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df65f0-eb34-4a12-be49-36cc62e68acb tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Pushing event deleted for resources: {'Port': ['ID=96068fc3-cdca-4306-aa0a-cd6e23eff128,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:15.181991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-277098bf-8ee3-4814-9d32-3378fb770e51 req-f3df65f0-eb34-4a12-be49-36cc62e68acb tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] No DVR routers for this DVR port 96068fc3-cdca-4306-aa0a-cd6e23eff128 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:42:15.186179 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-277098bf-8ee3-4814-9d32-3378fb770e51 req-f3df65f0-eb34-4a12-be49-36cc62e68acb tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:15.191505 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-277098bf-8ee3-4814-9d32-3378fb770e51 req-f3df65f0-eb34-4a12-be49-36cc62e68acb tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.46 "DELETE /v2.0/ports/96068fc3-cdca-4306-aa0a-cd6e23eff128 HTTP/1.1" status: 204 len: 173 time: 0.7836645 Nov 13 04:42:15.191895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef4cdf3-456b-45a5-b2c7-c6442f4f074d', 'name': 'network-vif-deleted', 'tag': '96068fc3-cdca-4306-aa0a-cd6e23eff128'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:15.194403 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320e4930-a187-42a5-b079-650fbd4d9340" -d '{"events": [{"server_uuid": "0ef4cdf3-456b-45a5-b2c7-c6442f4f074d", "name": "network-vif-deleted", "tag": "96068fc3-cdca-4306-aa0a-cd6e23eff128"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:15.216042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-d34ef448-5b0d-45ec-8150-f398cf0543f8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:15.217396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a19ad8c2-a3f1-440d-8c8b-d8e6a0ca0107 req-d34ef448-5b0d-45ec-8150-f398cf0543f8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1265364 Nov 13 04:42:15.227178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:15.306148 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ce5a03-e4e6-4144-9bf7-530c426bd506 x-openstack-request-id: req-e6ce5a03-e4e6-4144-9bf7-530c426bd506 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:15.306148 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef4cdf3-456b-45a5-b2c7-c6442f4f074d", "name": "network-vif-deleted", "tag": "96068fc3-cdca-4306-aa0a-cd6e23eff128", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:15.306148 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6ce5a03-e4e6-4144-9bf7-530c426bd506 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:15.306148 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef4cdf3-456b-45a5-b2c7-c6442f4f074d', 'name': 'network-vif-deleted', 'tag': '96068fc3-cdca-4306-aa0a-cd6e23eff128', 'status': 'completed', 'code': 200} Nov 13 04:42:15.322832 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-95e44eb8-20b3-496a-a087-9762826412c1 req-1c91bf39-e800-4ed9-9ea4-52e7f37541c3 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ef4cdf3-456b-45a5-b2c7-c6442f4f074d HTTP/1.1" status: 200 len: 210 time: 0.0296779 Nov 13 04:42:15.372553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6bdd8f61-f9a0-45b7-b2c5-2c46dbbe9dbc req-25607e4f-1608-4125-ae70-c5e13ae92474 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips/99a287e4-9da6-494d-95dc-bad97804cf2e HTTP/1.1" status: 200 len: 693 time: 0.0573168 Nov 13 04:42:15.472169 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461105e-705d-4010-8086-874aebce1059 req-8172e358-eb6b-43c9-a703-9fe5ed7debf7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:15.473713 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4461105e-705d-4010-8086-874aebce1059 req-8172e358-eb6b-43c9-a703-9fe5ed7debf7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 949 time: 0.0714018 Nov 13 04:42:15.497083 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd8f61-f9a0-45b7-b2c5-2c46dbbe9dbc req-1b22346a-99a2-46a9-9d78-b2aae9d6bcf3 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:15.498958 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6bdd8f61-f9a0-45b7-b2c5-2c46dbbe9dbc req-1b22346a-99a2-46a9-9d78-b2aae9d6bcf3 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1189466 Nov 13 04:42:15.510707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-6bdd8f61-f9a0-45b7-b2c5-2c46dbbe9dbc req-304dbda1-57c6-456d-af60-12365f25a68b tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:42:15.511784 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6bdd8f61-f9a0-45b7-b2c5-2c46dbbe9dbc req-304dbda1-57c6-456d-af60-12365f25a68b tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064924 Nov 13 04:42:15.545292 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4461105e-705d-4010-8086-874aebce1059 req-84289102-dad5-43b3-a74f-b88a356cb6a1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645931 Nov 13 04:42:15.638181 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f7c57630-d297-4b2e-b0f5-78ad6111624c req-37935e71-49cc-4db4-b9f3-b9f6233e48c1 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips/99a287e4-9da6-494d-95dc-bad97804cf2e HTTP/1.1" status: 200 len: 693 time: 0.0514815 Nov 13 04:42:15.658948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['7e545820-faf3-4d8a-b3d9-76ff7dd68ef8'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:15.756676 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a04a3a-696f-465b-8631-1a22364e2971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5784aebb-ccca-4255-8231-ba26729ef8eb'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:15.758968 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0bfdef-61b7-4ee9-adcc-50f3793a7866" -d '{"events": [{"server_uuid": "a7a04a3a-696f-465b-8631-1a22364e2971", "name": "network-vif-plugged", "status": "completed", "tag": "5784aebb-ccca-4255-8231-ba26729ef8eb"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:15.777158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c57630-d297-4b2e-b0f5-78ad6111624c req-d7e4dfbd-661c-46b4-a129-4c021bea69cf tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:15.778983 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f7c57630-d297-4b2e-b0f5-78ad6111624c req-d7e4dfbd-661c-46b4-a129-4c021bea69cf tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1343067 Nov 13 04:42:15.847530 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f7c57630-d297-4b2e-b0f5-78ad6111624c req-7eef1cab-68b0-494c-be84-0cb492245523 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.0595269 Nov 13 04:42:15.905081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232228d-eb75-42cc-9124-fc5e1d814553 req-6f40128b-1466-4653-be6a-b12c104623f7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:15.907543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6232228d-eb75-42cc-9124-fc5e1d814553 req-6f40128b-1466-4653-be6a-b12c104623f7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 945 time: 0.1239216 Nov 13 04:42:15.915469 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f7c57630-d297-4b2e-b0f5-78ad6111624c req-48a3ff20-2e27-444f-bb4c-ff6d6e13c57f tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.0626016 Nov 13 04:42:15.985206 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6232228d-eb75-42cc-9124-fc5e1d814553 req-b7fd2882-4899-42bd-a04a-28ee5694d95f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671604 Nov 13 04:42:16.069727 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5971f9ac-b856-414d-be23-96f4ccc53c82 x-openstack-request-id: req-5971f9ac-b856-414d-be23-96f4ccc53c82 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:16.078347 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a04a3a-696f-465b-8631-1a22364e2971", "name": "network-vif-plugged", "status": "completed", "tag": "5784aebb-ccca-4255-8231-ba26729ef8eb", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:16.078666 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5971f9ac-b856-414d-be23-96f4ccc53c82 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:16.078796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f7c57630-d297-4b2e-b0f5-78ad6111624c req-b6040ca7-6ae5-4f53-9879-692a4ea064d0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Deleting port 82f623c4-6e28-4b92-9e89-00c6631f92ad {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:42:16.079290 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f7c57630-d297-4b2e-b0f5-78ad6111624c req-b6040ca7-6ae5-4f53-9879-692a4ea064d0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:16.079418 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a04a3a-696f-465b-8631-1a22364e2971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5784aebb-ccca-4255-8231-ba26729ef8eb', 'code': 200} Nov 13 04:42:16.168228 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f7c57630-d297-4b2e-b0f5-78ad6111624c req-b6040ca7-6ae5-4f53-9879-692a4ea064d0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:16.168709 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f7c57630-d297-4b2e-b0f5-78ad6111624c req-b6040ca7-6ae5-4f53-9879-692a4ea064d0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:16.183599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f7c57630-d297-4b2e-b0f5-78ad6111624c req-b6040ca7-6ae5-4f53-9879-692a4ea064d0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Calling delete_port for 82f623c4-6e28-4b92-9e89-00c6631f92ad owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:42:16.198999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fd45f-eeb6-4b41-8bc0-c26c467efd3e req-2332192b-9ee4-4036-9ceb-fbed2fe2a3cc tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:16.201269 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-309fd45f-eeb6-4b41-8bc0-c26c467efd3e req-2332192b-9ee4-4036-9ceb-fbed2fe2a3cc tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 1096 time: 0.0798132 Nov 13 04:42:16.244621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46852967-35a6-4276-982b-71d2e6e511c2 req-491076d0-0bcd-405b-b18f-76833fb9dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:16.245662 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46852967-35a6-4276-982b-71d2e6e511c2 req-491076d0-0bcd-405b-b18f-76833fb9dc36 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 1096 time: 0.0810890 Nov 13 04:42:16.276405 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-309fd45f-eeb6-4b41-8bc0-c26c467efd3e req-15a0ad19-6fd3-4609-bdd2-be425dd5e8dd tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684280 Nov 13 04:42:16.315412 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46852967-35a6-4276-982b-71d2e6e511c2 req-62a639fb-306f-45bb-ba38-c466df79e7f2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484271 Nov 13 04:42:16.343493 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f7c57630-d297-4b2e-b0f5-78ad6111624c req-b6040ca7-6ae5-4f53-9879-692a4ea064d0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:16.370229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6040ca7-6ae5-4f53-9879-692a4ea064d0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Pushing event deleted for resources: {'Port': ['ID=82f623c4-6e28-4b92-9e89-00c6631f92ad,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:16.409733 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067a829-af03-4a5e-8e23-a873a1cc8bcf req-3b7903de-1e22-4e7d-a650-48f439230e04 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:16.411774 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e067a829-af03-4a5e-8e23-a873a1cc8bcf req-3b7903de-1e22-4e7d-a650-48f439230e04 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 945 time: 0.0593643 Nov 13 04:42:16.446728 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f7c57630-d297-4b2e-b0f5-78ad6111624c req-b6040ca7-6ae5-4f53-9879-692a4ea064d0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:16.449576 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f7c57630-d297-4b2e-b0f5-78ad6111624c req-b6040ca7-6ae5-4f53-9879-692a4ea064d0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:16.450771 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f7c57630-d297-4b2e-b0f5-78ad6111624c req-b6040ca7-6ae5-4f53-9879-692a4ea064d0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "DELETE /v2.0/floatingips/99a287e4-9da6-494d-95dc-bad97804cf2e HTTP/1.1" status: 204 len: 173 time: 0.5332456 Nov 13 04:42:16.466402 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e067a829-af03-4a5e-8e23-a873a1cc8bcf req-0cbe0bc2-cedc-4865-ac1a-06140fda8e8b tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483742 Nov 13 04:42:16.570529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8570c5-5cc4-4279-9485-a6c30ab80e39 req-86c2682c-fe63-44ac-b03a-3a3cfb62e168 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:16.572399 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5c8570c5-5cc4-4279-9485-a6c30ab80e39 req-86c2682c-fe63-44ac-b03a-3a3cfb62e168 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 1096 time: 0.0469055 Nov 13 04:42:16.625105 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5c8570c5-5cc4-4279-9485-a6c30ab80e39 req-a25d4f49-1d5b-4c6f-bed0-617b69eac215 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Nov 13 04:42:16.752413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d047c27-d825-4383-912a-bf5c1819d1f2 req-45cbda18-ec96-41b2-8bd6-e320c747418b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:16.754042 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d047c27-d825-4383-912a-bf5c1819d1f2 req-45cbda18-ec96-41b2-8bd6-e320c747418b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 949 time: 0.0546441 Nov 13 04:42:16.800051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbdfaa-05c3-4ebd-a817-9b32ab9fc288 req-d363b191-1365-4538-986a-dceed6623690 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:16.801448 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c1bbdfaa-05c3-4ebd-a817-9b32ab9fc288 req-d363b191-1365-4538-986a-dceed6623690 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2113309 Nov 13 04:42:16.817865 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d047c27-d825-4383-912a-bf5c1819d1f2 req-65fc8bac-b8f8-43ed-8d6e-641651423a76 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565133 Nov 13 04:42:16.840875 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:42:16.900588 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:42:16.906935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:16.907538 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:17.027272 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:17.062623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45244) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:17.066804 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:17.067540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-510eaaff-d9ea-401f-af44-7e3c5130e337 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--917258241', 'description': 'tempest-description--1292091864'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:17.073672 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:17.076073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 96068fc3-cdca-4306-aa0a-cd6e23eff128 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:42:17.157792 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:17.178925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 96068fc3-cdca-4306-aa0a-cd6e23eff128 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:42:17.179359 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 96068fc3-cdca-4306-aa0a-cd6e23eff128 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:42:17.471238 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-510eaaff-d9ea-401f-af44-7e3c5130e337 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:17.490386 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b58dd22-9645-4137-a1df-7d64b57e0463 req-17859666-7f4b-4671-b51c-9a184cdcac8b tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=dcee42129b4c4045a17dddb37d9c1338 HTTP/1.1" status: 200 len: 1656 time: 0.4018321 Nov 13 04:42:17.628813 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-510eaaff-d9ea-401f-af44-7e3c5130e337 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:17.637952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58dd22-9645-4137-a1df-7d64b57e0463 req-cc18f0ae-5779-4987-9512-92cb2a9535f8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:17.639466 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b58dd22-9645-4137-a1df-7d64b57e0463 req-cc18f0ae-5779-4987-9512-92cb2a9535f8 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/networks?id=225784db-0d47-4ce7-81bb-95ad27b251ca&id=225784db-0d47-4ce7-81bb-95ad27b251ca&id=225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 787 time: 0.1389382 Nov 13 04:42:17.640625 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-510eaaff-d9ea-401f-af44-7e3c5130e337 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:17.691024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510eaaff-d9ea-401f-af44-7e3c5130e337 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb00d3dd-1a49-4b7e-ba53-43714be6b8b5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:17.698076 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-510eaaff-d9ea-401f-af44-7e3c5130e337 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:17.702383 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-510eaaff-d9ea-401f-af44-7e3c5130e337 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6357422 Nov 13 04:42:17.703457 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45274) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:17.707216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a4b55608-49e1-43bd-b2cd-814912f8440b tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Request body: {'security_group_rule': {'security_group_id': 'fb00d3dd-1a49-4b7e-ba53-43714be6b8b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:17.746959 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4b55608-49e1-43bd-b2cd-814912f8440b tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:17.817257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d39ca-0b92-47b1-9350-0b5e969ee786 req-b2739dec-1e8e-4d91-9b6d-e8d9785da4b6 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:17.818830 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-839d39ca-0b92-47b1-9350-0b5e969ee786 req-b2739dec-1e8e-4d91-9b6d-e8d9785da4b6 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 945 time: 0.0841978 Nov 13 04:42:17.833876 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4b55608-49e1-43bd-b2cd-814912f8440b tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:17.841070 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4b55608-49e1-43bd-b2cd-814912f8440b tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:17.869201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b55608-49e1-43bd-b2cd-814912f8440b tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9b0761-b00f-4d68-992c-5752fa88cea3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:17.885610 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4b55608-49e1-43bd-b2cd-814912f8440b tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:17.889496 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a4b55608-49e1-43bd-b2cd-814912f8440b tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1832492 Nov 13 04:42:17.890344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45282) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:17.896018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1465b69b-8951-47bd-99b4-6ec3e7147536 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Request body: {'security_group_rule': {'security_group_id': 'fb00d3dd-1a49-4b7e-ba53-43714be6b8b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:17.913937 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-839d39ca-0b92-47b1-9350-0b5e969ee786 req-2a077046-edf4-48a6-89e1-ff86a497e64e tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828795 Nov 13 04:42:17.925489 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1465b69b-8951-47bd-99b4-6ec3e7147536 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:18.017945 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1465b69b-8951-47bd-99b4-6ec3e7147536 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:18.022332 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1465b69b-8951-47bd-99b4-6ec3e7147536 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:18.047757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465b69b-8951-47bd-99b4-6ec3e7147536 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0f5850-fa52-4f9e-a12b-c15960e3f62f,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:18.052840 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1465b69b-8951-47bd-99b4-6ec3e7147536 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:18.054325 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1465b69b-8951-47bd-99b4-6ec3e7147536 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621194 Nov 13 04:42:18.059916 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45286) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:18.067258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:18.081054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:18.085138 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d53264a-06bd-489b-a617-31a8743968c4" -d '{"events": [{"server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "name": "network-vif-plugged", "status": "completed", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:18.100021 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:18.129251 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f178d96-36e6-4757-a696-33a8d4585b8c req-2daa6530-33b6-4b77-b779-dcbe69b2846b tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips/52214fc4-ffa6-47a4-847e-dfe9d006b7cc HTTP/1.1" status: 200 len: 693 time: 0.0720046 Nov 13 04:42:18.228026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-75151224-72db-44d7-a9c2-3e45ec3be748 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:42:18.229177 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-75151224-72db-44d7-a9c2-3e45ec3be748 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060916 Nov 13 04:42:18.241903 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:18.295901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f178d96-36e6-4757-a696-33a8d4585b8c req-434f2559-c085-4900-8428-c23972f02e1a tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:18.299036 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f178d96-36e6-4757-a696-33a8d4585b8c req-434f2559-c085-4900-8428-c23972f02e1a tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1611094 Nov 13 04:42:18.300269 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-33f17692-34e0-42ad-9151-f2c89ab08c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:18.301551 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-33f17692-34e0-42ad-9151-f2c89ab08c02 service neutron] 10.222.0.43 "GET /v2.0/ports/ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 HTTP/1.1" status: 200 len: 1093 time: 0.0609190 Nov 13 04:42:18.310841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-933c7e9a-0101-4411-91c6-c4656386acca service neutron] Request body: {'binding': {'host': 'n-h2-813114-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:18.311309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-933c7e9a-0101-4411-91c6-c4656386acca service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 04:42:18.378743 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f178d96-36e6-4757-a696-33a8d4585b8c req-aaddc336-87ff-4d69-877f-95185f9ff174 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.0727320 Nov 13 04:42:18.385023 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Allocated IP 172.25.8.224 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/cb61a78e-7d73-4acf-9d5e-2bdfdd1a7720) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:42:18.488564 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f178d96-36e6-4757-a696-33a8d4585b8c req-cb5b5793-9ff8-4583-b443-2aa977a3b762 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.0994883 Nov 13 04:42:18.506414 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:18.542498 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:18.585745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:42:18.588744 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:42:18.593829 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:42:18.617868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Pushing event updated for resources: {'Port': ['ID=cb61a78e-7d73-4acf-9d5e-2bdfdd1a7720,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:18.649466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-933c7e9a-0101-4411-91c6-c4656386acca service neutron] Attempting to bind port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 on host n-h2-813114-2 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:42:18.649466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-933c7e9a-0101-4411-91c6-c4656386acca service neutron] Attempting to bind port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:42:18.649816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-933c7e9a-0101-4411-91c6-c4656386acca service neutron] Attempting to bind port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:18.655671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-933c7e9a-0101-4411-91c6-c4656386acca service neutron] Port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:42:18.656218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-933c7e9a-0101-4411-91c6-c4656386acca service neutron] Attempting to bind port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:18.663541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-933c7e9a-0101-4411-91c6-c4656386acca service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:42:18.663891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-933c7e9a-0101-4411-91c6-c4656386acca service neutron] Checking segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:42:18.664245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-933c7e9a-0101-4411-91c6-c4656386acca service neutron] Bound using segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:42:18.665242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-933c7e9a-0101-4411-91c6-c4656386acca service neutron] Bound port: ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:42:18.696880 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:18.716109 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3f178d96-36e6-4757-a696-33a8d4585b8c req-344bb149-0e90-48f7-a015-ac7ce69dbdd6 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Deleting port 0b6d8ca5-fcad-4c67-b55b-633c7bbe8a7d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:42:18.716457 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f178d96-36e6-4757-a696-33a8d4585b8c req-344bb149-0e90-48f7-a015-ac7ce69dbdd6 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:18.735951 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:18.788766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-933c7e9a-0101-4411-91c6-c4656386acca service neutron] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:42:18.799862 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-933c7e9a-0101-4411-91c6-c4656386acca service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:18.801034 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-933c7e9a-0101-4411-91c6-c4656386acca service neutron] 10.222.0.43 "POST /v2.0/ports/ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4/bindings HTTP/1.1" status: 201 len: 389 time: 0.4939611 Nov 13 04:42:18.821172 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f178d96-36e6-4757-a696-33a8d4585b8c req-344bb149-0e90-48f7-a015-ac7ce69dbdd6 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:18.821584 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f178d96-36e6-4757-a696-33a8d4585b8c req-344bb149-0e90-48f7-a015-ac7ce69dbdd6 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:18.835328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3f178d96-36e6-4757-a696-33a8d4585b8c req-344bb149-0e90-48f7-a015-ac7ce69dbdd6 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Calling delete_port for 0b6d8ca5-fcad-4c67-b55b-633c7bbe8a7d owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:42:18.918864 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:18.931398 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:19.053400 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f178d96-36e6-4757-a696-33a8d4585b8c req-344bb149-0e90-48f7-a015-ac7ce69dbdd6 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:19.054451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Pushing event updated for resources: {'Port': ['ID=cb61a78e-7d73-4acf-9d5e-2bdfdd1a7720,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:19.095161 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bb149-0e90-48f7-a015-ac7ce69dbdd6 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Pushing event deleted for resources: {'Port': ['ID=0b6d8ca5-fcad-4c67-b55b-633c7bbe8a7d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:19.127487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219cec2-332b-4f23-aedf-c22b06b2e7fd req-020c3cb4-16e4-41d5-ab59-bed81c70e08b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:19.129145 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0219cec2-332b-4f23-aedf-c22b06b2e7fd req-020c3cb4-16e4-41d5-ab59-bed81c70e08b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.1630192 Nov 13 04:42:19.132493 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:19.174803 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f178d96-36e6-4757-a696-33a8d4585b8c req-344bb149-0e90-48f7-a015-ac7ce69dbdd6 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:19.175331 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:19.176886 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3ee1330f-9215-4825-af93-8f831f9e9978 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1167560 Nov 13 04:42:19.177529 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f178d96-36e6-4757-a696-33a8d4585b8c req-344bb149-0e90-48f7-a015-ac7ce69dbdd6 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:19.180515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-e62f5b17-4730-4195-b727-15ca145b3734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:19.184258 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-e62f5b17-4730-4195-b727-15ca145b3734 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 1096 time: 0.1170731 Nov 13 04:42:19.184500 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f178d96-36e6-4757-a696-33a8d4585b8c req-344bb149-0e90-48f7-a015-ac7ce69dbdd6 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "DELETE /v2.0/floatingips/52214fc4-ffa6-47a4-847e-dfe9d006b7cc HTTP/1.1" status: 204 len: 173 time: 0.6854682 Nov 13 04:42:19.237897 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0219cec2-332b-4f23-aedf-c22b06b2e7fd req-f9dfe85d-a9b7-4eb0-b2f2-0de37099c363 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003010 Nov 13 04:42:19.313179 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1b3020-f978-4f75-b0e2-f68aeaadd5af x-openstack-request-id: req-ac1b3020-f978-4f75-b0e2-f68aeaadd5af {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:19.314642 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "name": "network-vif-plugged", "status": "completed", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:19.315176 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac1b3020-f978-4f75-b0e2-f68aeaadd5af {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:19.316565 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8', 'code': 200} Nov 13 04:42:19.344227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-4ebb6145-3113-46b5-84b1-d62414b756d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:19.345940 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-4ebb6145-3113-46b5-84b1-d62414b756d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.1538668 Nov 13 04:42:19.421674 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-427020b6-456d-454b-9059-4d59f6c68fa8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 HTTP/1.1" status: 200 len: 217 time: 0.0670478 Nov 13 04:42:19.444979 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ef5e-f2cb-4d30-ac44-a0d5185f84a0 req-f4443a86-e779-4396-9414-3f5a2ebc4310 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:19.452559 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1415ef5e-f2cb-4d30-ac44-a0d5185f84a0 req-f4443a86-e779-4396-9414-3f5a2ebc4310 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 945 time: 0.0874956 Nov 13 04:42:19.517272 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1415ef5e-f2cb-4d30-ac44-a0d5185f84a0 req-4ba9f627-9e8c-4297-b958-7984527d9b80 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634294 Nov 13 04:42:19.534077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-124cf78c-cc54-4bd6-bb78-ef290f9617b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:19.535669 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-124cf78c-cc54-4bd6-bb78-ef290f9617b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.0917518 Nov 13 04:42:19.551645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737ef9d-20e2-4498-8b3b-2b132a2e2b14 req-b564a1b8-7161-4b62-9b42-82da46b94dcd tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:19.553308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4737ef9d-20e2-4498-8b3b-2b132a2e2b14 req-b564a1b8-7161-4b62-9b42-82da46b94dcd tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 945 time: 0.1428041 Nov 13 04:42:19.556843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da161e9-b371-49d8-97df-cc590dce4d06 req-5da0607f-6f7b-467e-b1f9-25b607184010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:19.558370 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4da161e9-b371-49d8-97df-cc590dce4d06 req-5da0607f-6f7b-467e-b1f9-25b607184010 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 1101 time: 0.1360197 Nov 13 04:42:19.603688 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-26e29e6b-56b4-44b7-b54c-b611ba25f22a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491002 Nov 13 04:42:19.684557 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b04ea2df-892b-4307-8480-5e79e7e05834 req-4bffdb47-326d-48ca-9968-c427f1ba3c94 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips/f0c35dff-d016-4e9d-be6e-1a9424d7f1ab HTTP/1.1" status: 200 len: 693 time: 0.0503178 Nov 13 04:42:19.732205 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4da161e9-b371-49d8-97df-cc590dce4d06 req-b8253912-9196-44b6-9420-8ddfdfad58fe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652594 Nov 13 04:42:19.738801 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4737ef9d-20e2-4498-8b3b-2b132a2e2b14 req-1fccf0c4-9575-4a56-af74-f3b80a9b50c9 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708121 Nov 13 04:42:19.794039 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-8ea3f3c5-efb8-46d1-a820-f05e2eea97d4 service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797457 Nov 13 04:42:19.826798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ea2df-892b-4307-8480-5e79e7e05834 req-368b206d-b9f5-4b5c-b306-763ee2364cb3 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:19.835162 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b04ea2df-892b-4307-8480-5e79e7e05834 req-368b206d-b9f5-4b5c-b306-763ee2364cb3 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1429880 Nov 13 04:42:19.890287 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b04ea2df-892b-4307-8480-5e79e7e05834 req-ed31513a-7600-4242-ad4f-a6ecaa0f310e tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 696 time: 0.0541508 Nov 13 04:42:19.952169 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b04ea2df-892b-4307-8480-5e79e7e05834 req-405894d4-01e5-4dbc-82ce-f6b00d074e1f tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 696 time: 0.0527630 Nov 13 04:42:20.091596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b04ea2df-892b-4307-8480-5e79e7e05834 req-b97d4770-cfbc-4443-b11b-26ee19eccde0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Deleting port 3566e4d9-6233-4f94-bb35-8d22a12df62e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:42:20.091993 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b04ea2df-892b-4307-8480-5e79e7e05834 req-b97d4770-cfbc-4443-b11b-26ee19eccde0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:20.171946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b04ea2df-892b-4307-8480-5e79e7e05834 req-b97d4770-cfbc-4443-b11b-26ee19eccde0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:20.172204 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b04ea2df-892b-4307-8480-5e79e7e05834 req-b97d4770-cfbc-4443-b11b-26ee19eccde0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:20.187183 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b04ea2df-892b-4307-8480-5e79e7e05834 req-b97d4770-cfbc-4443-b11b-26ee19eccde0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Calling delete_port for 3566e4d9-6233-4f94-bb35-8d22a12df62e owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:42:20.282728 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-fb6147fb-5aba-4854-b2c7-e748fcf361f5 service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804955 Nov 13 04:42:20.300580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-4802cf9c-ca56-41f1-ae7d-ec2cefab46da tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:20.307512 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-4802cf9c-ca56-41f1-ae7d-ec2cefab46da tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/networks?id=803777c0-8da9-4e5a-8575-85c0e350ff7e HTTP/1.1" status: 200 len: 822 time: 0.4639411 Nov 13 04:42:20.324265 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-14c0696b-18db-44e7-8e1a-3fc58791d587 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/quotas/b12983f8146043478e1de303695fb8a5 HTTP/1.1" status: 200 len: 375 time: 0.0158095 Nov 13 04:42:20.360071 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b04ea2df-892b-4307-8480-5e79e7e05834 req-b97d4770-cfbc-4443-b11b-26ee19eccde0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:20.383389 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-9b5dac0f-2125-451c-8898-e7109f42fc35 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b12983f8146043478e1de303695fb8a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581186 Nov 13 04:42:20.431156 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d4770-cfbc-4443-b11b-26ee19eccde0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Pushing event deleted for resources: {'Port': ['ID=3566e4d9-6233-4f94-bb35-8d22a12df62e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:20.475704 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-f44a3ca4-f781-49a0-b12b-92abe66aff39 service neutron] 10.222.0.43 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898521 Nov 13 04:42:20.487674 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b04ea2df-892b-4307-8480-5e79e7e05834 req-b97d4770-cfbc-4443-b11b-26ee19eccde0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:20.491434 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b04ea2df-892b-4307-8480-5e79e7e05834 req-b97d4770-cfbc-4443-b11b-26ee19eccde0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:20.492802 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b04ea2df-892b-4307-8480-5e79e7e05834 req-b97d4770-cfbc-4443-b11b-26ee19eccde0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "DELETE /v2.0/floatingips/f0c35dff-d016-4e9d-be6e-1a9424d7f1ab HTTP/1.1" status: 204 len: 173 time: 0.5338614 Nov 13 04:42:20.597567 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-0c5ac10c-d856-4929-8aac-62804bd56424 service neutron] 10.222.0.43 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152794 Nov 13 04:42:20.611243 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f8d17-0b5a-4c9a-b7c3-1e6a554a06ad req-3e61ff49-91f4-42cf-aa88-53d6f6eec692 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:20.612955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d1f8d17-0b5a-4c9a-b7c3-1e6a554a06ad req-3e61ff49-91f4-42cf-aa88-53d6f6eec692 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 945 time: 0.0598557 Nov 13 04:42:20.683089 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d1f8d17-0b5a-4c9a-b7c3-1e6a554a06ad req-fa6be609-8802-404d-b801-5d64d75c61f8 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639026 Nov 13 04:42:20.863393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261dbc9-6b26-4db7-89b4-25a53f3c52a2 req-4e6eb6c7-78a7-434e-ad1c-22932f06ef1b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:20.876248 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3261dbc9-6b26-4db7-89b4-25a53f3c52a2 req-4e6eb6c7-78a7-434e-ad1c-22932f06ef1b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.1108158 Nov 13 04:42:20.945681 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-811740b2-a139-4ecd-852d-ca428d6074de req-0f49aa59-857c-4c63-9a13-36396025745c tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips/45e86077-8b7e-44fa-84dc-e2b311fdc90b HTTP/1.1" status: 200 len: 692 time: 0.0519123 Nov 13 04:42:20.974687 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3261dbc9-6b26-4db7-89b4-25a53f3c52a2 req-12898538-728a-4af9-b7b0-44bfd3d8c42b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741646 Nov 13 04:42:21.088387 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811740b2-a139-4ecd-852d-ca428d6074de req-4c21447c-e09a-459e-9a03-7b3e2bca5b82 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:21.090164 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-811740b2-a139-4ecd-852d-ca428d6074de req-4c21447c-e09a-459e-9a03-7b3e2bca5b82 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1437161 Nov 13 04:42:21.108113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4efb89-4bfa-4641-8de9-2487a3ea6c84 req-2c0843b0-2cf8-4fdf-8c1a-02e13ce1228a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:21.113079 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cd4efb89-4bfa-4641-8de9-2487a3ea6c84 req-2c0843b0-2cf8-4fdf-8c1a-02e13ce1228a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 945 time: 0.0760760 Nov 13 04:42:21.163198 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-811740b2-a139-4ecd-852d-ca428d6074de req-7d6aa484-750d-4185-af95-d739b624c8d3 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.99 HTTP/1.1" status: 200 len: 695 time: 0.0647209 Nov 13 04:42:21.188758 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cd4efb89-4bfa-4641-8de9-2487a3ea6c84 req-0f204b82-079b-42ad-8303-75b56f3f6d24 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694036 Nov 13 04:42:21.224345 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-811740b2-a139-4ecd-852d-ca428d6074de req-7c76623c-b97e-4359-ab21-a3ccd31e5aa0 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.99 HTTP/1.1" status: 200 len: 695 time: 0.0521159 Nov 13 04:42:21.387732 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-811740b2-a139-4ecd-852d-ca428d6074de req-43a92acf-22d6-4590-b3fc-605f4bc89ba3 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Deleting port 6cdcf197-2d8f-40ea-b2f3-3d3b40ae6230 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:42:21.388353 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-811740b2-a139-4ecd-852d-ca428d6074de req-43a92acf-22d6-4590-b3fc-605f4bc89ba3 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:21.511482 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-811740b2-a139-4ecd-852d-ca428d6074de req-43a92acf-22d6-4590-b3fc-605f4bc89ba3 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:21.512096 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-811740b2-a139-4ecd-852d-ca428d6074de req-43a92acf-22d6-4590-b3fc-605f4bc89ba3 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:21.528171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-811740b2-a139-4ecd-852d-ca428d6074de req-43a92acf-22d6-4590-b3fc-605f4bc89ba3 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Calling delete_port for 6cdcf197-2d8f-40ea-b2f3-3d3b40ae6230 owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:42:21.540096 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5b0c07ff-2f4a-4be4-bca5-d28fc1a8c0b0 req-8ef3bcb2-d5fe-4c56-bacf-42ab479ee685 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 210 time: 0.0288589 Nov 13 04:42:21.686476 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-811740b2-a139-4ecd-852d-ca428d6074de req-43a92acf-22d6-4590-b3fc-605f4bc89ba3 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:21.722125 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-bc280789-c56c-485a-a086-1ab8e1d7e67c tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1373593292&fields=id&tenant_id=5143a27bb143403789df703346f51b53 HTTP/1.1" status: 200 len: 267 time: 0.0615561 Nov 13 04:42:21.746974 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a92acf-22d6-4590-b3fc-605f4bc89ba3 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Pushing event deleted for resources: {'Port': ['ID=6cdcf197-2d8f-40ea-b2f3-3d3b40ae6230,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:21.791591 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-811740b2-a139-4ecd-852d-ca428d6074de req-43a92acf-22d6-4590-b3fc-605f4bc89ba3 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:21.794483 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-811740b2-a139-4ecd-852d-ca428d6074de req-43a92acf-22d6-4590-b3fc-605f4bc89ba3 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:21.796532 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-811740b2-a139-4ecd-852d-ca428d6074de req-43a92acf-22d6-4590-b3fc-605f4bc89ba3 tempest-FloatingIPDetailsTestJSON-1640716612 tempest-FloatingIPDetailsTestJSON-1640716612-project] 10.222.0.43 "DELETE /v2.0/floatingips/45e86077-8b7e-44fa-84dc-e2b311fdc90b HTTP/1.1" status: 204 len: 173 time: 0.5713451 Nov 13 04:42:21.803742 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45352) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:21.840435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-005b51b2-3a9f-468e-8619-0aeae03a5a8b tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:21.842077 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-005b51b2-3a9f-468e-8619-0aeae03a5a8b tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/networks?id=fbb54431-206d-4ff6-8cc1-1e8f8272ccde HTTP/1.1" status: 200 len: 814 time: 0.1191709 Nov 13 04:42:21.861369 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-5d7b0a97-734a-4806-83bf-e8600e491c35 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/quotas/5143a27bb143403789df703346f51b53 HTTP/1.1" status: 200 len: 375 time: 0.0103462 Nov 13 04:42:21.917549 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-3926f38a-a9c8-47b0-b231-8823c56bd4d8 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5143a27bb143403789df703346f51b53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495710 Nov 13 04:42:21.958518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4432d4-bd09-4c1d-94bd-e6b0397ec460 req-f1f36046-0ad4-44a1-89e3-5077c98c498b tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:21.960158 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a4432d4-bd09-4c1d-94bd-e6b0397ec460 req-f1f36046-0ad4-44a1-89e3-5077c98c498b tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 945 time: 0.0948260 Nov 13 04:42:22.040021 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-515e19fd-8af3-4f97-9761-1158d1af1b55 service neutron] 10.222.0.43 "GET /v2.0/networks/fbb54431-206d-4ff6-8cc1-1e8f8272ccde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093042 Nov 13 04:42:22.151362 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6995bcd2-fa36-4f34-b09c-01a2a68382d4 service neutron] 10.222.0.43 "GET /v2.0/networks/fbb54431-206d-4ff6-8cc1-1e8f8272ccde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010644 Nov 13 04:42:22.159901 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a4432d4-bd09-4c1d-94bd-e6b0397ec460 req-6b14a682-e207-41d3-866d-b427c5785f92 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587429 Nov 13 04:42:22.293233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-04c4f52e-3af9-4a0c-bb99-b73bf3e44da2 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:22.294803 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-04c4f52e-3af9-4a0c-bb99-b73bf3e44da2 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.36 "GET /v2.0/networks?id=803777c0-8da9-4e5a-8575-85c0e350ff7e HTTP/1.1" status: 200 len: 822 time: 0.1838548 Nov 13 04:42:22.352906 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-828af95a-cb2e-4862-9c1e-86f06faf3bcf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Request body: {'port': {'device_id': '4b358beb-da3c-4b83-94c8-a49117a1adb5', 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e', 'admin_state_up': True, 'tenant_id': 'b12983f8146043478e1de303695fb8a5'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:22.499042 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8761-0ad7-4612-aa83-e7c992364a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:22.567134 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bb509-2412-43ab-ba5a-ed3fd0cca0f0 req-0e507dae-5224-4f78-9821-c614da1eaca2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:22.574822 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-479bb509-2412-43ab-ba5a-ed3fd0cca0f0 req-0e507dae-5224-4f78-9821-c614da1eaca2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.1595976 Nov 13 04:42:22.668819 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71337271-8225-45c5-b586-85890a5b6f75 req-fcfa7bfa-d8b2-4c67-863d-7673acde7794 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:22.682186 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-828af95a-cb2e-4862-9c1e-86f06faf3bcf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Made reservation on behalf of b12983f8146043478e1de303695fb8a5 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:42:22.685790 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-828af95a-cb2e-4862-9c1e-86f06faf3bcf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:22.687202 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-71337271-8225-45c5-b586-85890a5b6f75 req-fcfa7bfa-d8b2-4c67-863d-7673acde7794 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 945 time: 0.1041474 Nov 13 04:42:22.717450 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-479bb509-2412-43ab-ba5a-ed3fd0cca0f0 req-95e5316f-f4d6-4ad0-9fa5-61bf486f38a7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371422 Nov 13 04:42:22.787603 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-71337271-8225-45c5-b586-85890a5b6f75 req-fb6bbaee-ad91-407c-ae7c-a74760d8226e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989387 Nov 13 04:42:22.905606 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-71610508-29cf-45cb-ae06-f27c49e5379f req-9c169eca-b22a-43e5-85ef-40596c191e13 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 210 time: 0.0611484 Nov 13 04:42:22.978237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-828af95a-cb2e-4862-9c1e-86f06faf3bcf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Allocated IP 172.20.0.4 (803777c0-8da9-4e5a-8575-85c0e350ff7e/b57f6b55-1ecd-4ea5-960a-97d61ae62a13/88ea1d05-e574-4a2c-982b-e7a936c647a0) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:42:23.080638 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5221d074-1546-4aab-a676-a05678150111 req-337408a1-aeca-4fab-a5d5-26160dad0701 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 210 time: 0.0384190 Nov 13 04:42:23.182782 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d8761-0ad7-4612-aa83-e7c992364a75 admin admin] Deleting port 2c7b7a8f-075a-4109-91f6-f40745e6f36c {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:42:23.183250 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8761-0ad7-4612-aa83-e7c992364a75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:23.215125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf767c5-f165-4629-acd1-f33c45e5df61 req-a8be9eb5-772a-448f-b2da-6823959e2936 tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:23.217025 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0bf767c5-f165-4629-acd1-f33c45e5df61 req-a8be9eb5-772a-448f-b2da-6823959e2936 tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 1101 time: 0.0530548 Nov 13 04:42:23.284675 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0bf767c5-f165-4629-acd1-f33c45e5df61 req-e2eb5d6c-0bfe-46a9-860b-727509f05d03 tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569053 Nov 13 04:42:23.340528 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-828af95a-cb2e-4862-9c1e-86f06faf3bcf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:23.353736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8fd76-50f5-4642-8b85-18f2f75fbac4 req-e0f565a8-346f-4cab-b394-98ae66f34535 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:23.355490 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-25d8fd76-50f5-4642-8b85-18f2f75fbac4 req-e0f565a8-346f-4cab-b394-98ae66f34535 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 945 time: 0.1693707 Nov 13 04:42:23.417024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-7c5d8761-0ad7-4612-aa83-e7c992364a75 admin admin] For port 2c7b7a8f-075a-4109-91f6-f40745e6f36c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2c7b7a8f-075a-4109-91f6-f40745e6f36c,segment=NetworkSegment(cc312bf2-6416-4014-948a-52b6192f87c0),segment_id=cc312bf2-6416-4014-948a-52b6192f87c0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:23.417681 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8761-0ad7-4612-aa83-e7c992364a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:23.444895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d8761-0ad7-4612-aa83-e7c992364a75 admin admin] Calling delete_port for 2c7b7a8f-075a-4109-91f6-f40745e6f36c owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:42:23.470549 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-25d8fd76-50f5-4642-8b85-18f2f75fbac4 req-23d4054a-9c45-4f01-97f4-fa00d469679e tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029525 Nov 13 04:42:23.476155 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-828af95a-cb2e-4862-9c1e-86f06faf3bcf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:23.570793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-828af95a-cb2e-4862-9c1e-86f06faf3bcf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Network 803777c0-8da9-4e5a-8575-85c0e350ff7e is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:42:23.581861 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-828af95a-cb2e-4862-9c1e-86f06faf3bcf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:42:23.584141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-828af95a-cb2e-4862-9c1e-86f06faf3bcf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:42:23.612573 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828af95a-cb2e-4862-9c1e-86f06faf3bcf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Pushing event updated for resources: {'Port': ['ID=88ea1d05-e574-4a2c-982b-e7a936c647a0,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:23.660018 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50a53a-df5c-48ee-b4f6-6c123837d2ed req-85dd4bbf-47ff-4709-a553-854caf5b72a9 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:23.661506 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce50a53a-df5c-48ee-b4f6-6c123837d2ed req-85dd4bbf-47ff-4709-a553-854caf5b72a9 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0574219 Nov 13 04:42:23.664220 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-7e0837c6-ef7e-4c85-b2f2-ea3b7b2676db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891731 Nov 13 04:42:23.681067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-828af95a-cb2e-4862-9c1e-86f06faf3bcf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:23.681747 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-828af95a-cb2e-4862-9c1e-86f06faf3bcf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:23.717549 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-828af95a-cb2e-4862-9c1e-86f06faf3bcf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3733778 Nov 13 04:42:23.740334 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce50a53a-df5c-48ee-b4f6-6c123837d2ed req-3d5a715b-1cf5-48f6-8a81-7fe68afeea87 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655265 Nov 13 04:42:23.751132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Request body: {'port': {'device_id': '4b358beb-da3c-4b83-94c8-a49117a1adb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:23.854025 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:23.916177 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8761-0ad7-4612-aa83-e7c992364a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:24.109189 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-315cc8be-6992-41f6-b7b1-199cb21c0cb7 req-93637a4f-f223-4dcc-858f-f061ac2295ac tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 210 time: 0.0656042 Nov 13 04:42:24.141866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-8092e3f0-ef76-4887-ad63-978ecc748b7e tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:24.145177 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-8092e3f0-ef76-4887-ad63-978ecc748b7e tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.46 "GET /v2.0/networks?id=fbb54431-206d-4ff6-8cc1-1e8f8272ccde HTTP/1.1" status: 200 len: 814 time: 0.1757882 Nov 13 04:42:24.146205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d8761-0ad7-4612-aa83-e7c992364a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7b7a8f-075a-4109-91f6-f40745e6f36c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:24.288109 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fedda-9f33-4bd3-8936-f2cfd39e2a86 req-967e9019-ecb4-41b8-9978-d87289c5e7dd tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:24.296028 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f4fedda-9f33-4bd3-8936-f2cfd39e2a86 req-967e9019-ecb4-41b8-9978-d87289c5e7dd tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 931 time: 0.1092727 Nov 13 04:42:24.380343 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f4fedda-9f33-4bd3-8936-f2cfd39e2a86 req-281ff93a-ba53-4f0e-a134-478581b04d6a tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821767 Nov 13 04:42:24.426613 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a1f5d-e563-4061-9df0-b76d308528bd req-7076ca00-56be-4bce-a13c-19d3b0c1fed6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:24.428627 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1c5a1f5d-e563-4061-9df0-b76d308528bd req-7076ca00-56be-4bce-a13c-19d3b0c1fed6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 945 time: 0.4885571 Nov 13 04:42:24.509268 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-701260fc-8cb7-42a9-ab3b-f1414a6d0b75 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5143a27bb143403789df703346f51b53 HTTP/1.1" status: 200 len: 380 time: 0.3162830 Nov 13 04:42:24.523366 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-706d26e4-52be-487c-b299-74f88c3e3b37 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Request body: {'port': {'device_id': '1b78b5f9-0844-408a-877c-b65fc57a75eb', 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'admin_state_up': True, 'tenant_id': '5143a27bb143403789df703346f51b53', 'security_groups': ['2426b450-ccd6-46df-b91b-d77d3e766a1a']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:24.636321 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f254b61-938a-4045-8a85-0a00a2113a05 req-29ab85fb-f4f9-45a6-92e9-5e0454f078cd tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:24.638839 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0f254b61-938a-4045-8a85-0a00a2113a05 req-29ab85fb-f4f9-45a6-92e9-5e0454f078cd tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 945 time: 0.0635138 Nov 13 04:42:24.741519 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0f254b61-938a-4045-8a85-0a00a2113a05 req-90bc98fa-067e-4abe-a796-68eb08958484 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/security-groups?id=d49f95c7-35e7-451b-8f26-f199676d6017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951638 Nov 13 04:42:24.895959 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113dd8a-e9ff-447d-8b22-e519740973b3 req-6dc4cd20-6963-4c4b-86f6-67e01432b4a1 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:24.898938 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1113dd8a-e9ff-447d-8b22-e519740973b3 req-6dc4cd20-6963-4c4b-86f6-67e01432b4a1 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 945 time: 0.1049807 Nov 13 04:42:25.164604 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1c5a1f5d-e563-4061-9df0-b76d308528bd req-8bab39d8-4137-4a2b-afd9-a28e93fba5d7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7229407 Nov 13 04:42:25.198665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-706d26e4-52be-487c-b299-74f88c3e3b37 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Made reservation on behalf of 5143a27bb143403789df703346f51b53 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:42:25.202152 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-706d26e4-52be-487c-b299-74f88c3e3b37 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:25.208461 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8761-0ad7-4612-aa83-e7c992364a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:25.222335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41ac8a-705a-4a05-9124-257daa008ace req-2f8e74e9-d1dc-4752-a687-a01dc3234674 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:25.228311 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e41ac8a-705a-4a05-9124-257daa008ace req-2f8e74e9-d1dc-4752-a687-a01dc3234674 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.1221361 Nov 13 04:42:25.283147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-1113dd8a-e9ff-447d-8b22-e519740973b3 req-b1db5f76-d5f0-441d-9ee9-cd43073b73d8 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Deleting port 5784aebb-ccca-4255-8231-ba26729ef8eb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:42:25.283806 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1113dd8a-e9ff-447d-8b22-e519740973b3 req-b1db5f76-d5f0-441d-9ee9-cd43073b73d8 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:25.412422 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e41ac8a-705a-4a05-9124-257daa008ace req-34a57bee-b357-4907-92c5-67aaf6031604 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592865 Nov 13 04:42:25.423556 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ea1d05-e574-4a2c-982b-e7a936c647a0 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:42:25.464307 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:25.501131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1113dd8a-e9ff-447d-8b22-e519740973b3 req-b1db5f76-d5f0-441d-9ee9-cd43073b73d8 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] For port 5784aebb-ccca-4255-8231-ba26729ef8eb, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=5784aebb-ccca-4255-8231-ba26729ef8eb,segment=NetworkSegment(af9f2157-5995-4224-aeb3-5f3e67e34f95),segment_id=af9f2157-5995-4224-aeb3-5f3e67e34f95)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:25.501622 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1113dd8a-e9ff-447d-8b22-e519740973b3 req-b1db5f76-d5f0-441d-9ee9-cd43073b73d8 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:25.520160 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9522921c-af90-41b3-9817-4f71ca32a7e2 req-105ee8ce-b565-4634-a7d4-b32ba5af864e tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 210 time: 0.0778670 Nov 13 04:42:25.543468 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Transition to ACTIVE for port object 88ea1d05-e574-4a2c-982b-e7a936c647a0 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:42:25.543664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-1113dd8a-e9ff-447d-8b22-e519740973b3 req-b1db5f76-d5f0-441d-9ee9-cd43073b73d8 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Calling delete_port for 5784aebb-ccca-4255-8231-ba26729ef8eb owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:42:25.555785 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:25.598688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-706d26e4-52be-487c-b299-74f88c3e3b37 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Allocated IP 172.20.0.12 (fbb54431-206d-4ff6-8cc1-1e8f8272ccde/46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc/d767552b-5aa2-4acf-a706-16cf760e3518) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:42:25.653381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421a437-e193-437d-b643-7c138a699130 req-480b5378-4187-4791-af4f-fcecfced4097 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:25.661106 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3421a437-e193-437d-b643-7c138a699130 req-480b5378-4187-4791-af4f-fcecfced4097 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 943 time: 0.1635301 Nov 13 04:42:25.729138 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3421a437-e193-437d-b643-7c138a699130 req-13401f20-9043-415c-858d-142d8b38f99e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668619 Nov 13 04:42:25.739904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Pushing event updated for resources: {'Port': ['ID=88ea1d05-e574-4a2c-982b-e7a936c647a0,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:25.810538 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1113dd8a-e9ff-447d-8b22-e519740973b3 req-b1db5f76-d5f0-441d-9ee9-cd43073b73d8 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:25.837309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-88eae5fc-4ac0-440a-8df1-18ef06c81d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:25.838856 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-88eae5fc-4ac0-440a-8df1-18ef06c81d9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 1101 time: 0.3085010 Nov 13 04:42:25.844262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db5f76-d5f0-441d-9ee9-cd43073b73d8 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Pushing event deleted for resources: {'Port': ['ID=5784aebb-ccca-4255-8231-ba26729ef8eb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:25.845925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['5784aebb-ccca-4255-8231-ba26729ef8eb'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:25.903872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5d8761-0ad7-4612-aa83-e7c992364a75 admin admin] Router c77b11e9-151c-40c6-ad22-d85355ac4bc8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:42:25.905786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1113dd8a-e9ff-447d-8b22-e519740973b3 req-b1db5f76-d5f0-441d-9ee9-cd43073b73d8 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] No DVR routers for this DVR port 5784aebb-ccca-4255-8231-ba26729ef8eb on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:42:25.909317 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1113dd8a-e9ff-447d-8b22-e519740973b3 req-b1db5f76-d5f0-441d-9ee9-cd43073b73d8 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:25.912993 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1113dd8a-e9ff-447d-8b22-e519740973b3 req-b1db5f76-d5f0-441d-9ee9-cd43073b73d8 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.36 "DELETE /v2.0/ports/5784aebb-ccca-4255-8231-ba26729ef8eb HTTP/1.1" status: 204 len: 173 time: 0.9869118 Nov 13 04:42:25.913541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a04a3a-696f-465b-8631-1a22364e2971', 'name': 'network-vif-deleted', 'tag': '5784aebb-ccca-4255-8231-ba26729ef8eb'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:25.916009 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27d445b-afca-409c-90d8-c153c96ef662" -d '{"events": [{"server_uuid": "a7a04a3a-696f-465b-8631-1a22364e2971", "name": "network-vif-deleted", "tag": "5784aebb-ccca-4255-8231-ba26729ef8eb"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:25.947694 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8bbb7261-85f9-442e-adbf-98a09d78624d req-96169fa6-f9ed-49de-ab81-68c303283c74 tempest-ServersNegativeTestMultiTenantJSON-194767433 tempest-ServersNegativeTestMultiTenantJSON-194767433-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a04a3a-696f-465b-8631-1a22364e2971 HTTP/1.1" status: 200 len: 210 time: 0.1041453 Nov 13 04:42:26.040451 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3bdc08-920b-400f-a7e2-c97045f77302 x-openstack-request-id: req-2d3bdc08-920b-400f-a7e2-c97045f77302 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:26.040931 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a04a3a-696f-465b-8631-1a22364e2971", "name": "network-vif-deleted", "tag": "5784aebb-ccca-4255-8231-ba26729ef8eb", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:26.041385 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d3bdc08-920b-400f-a7e2-c97045f77302 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:26.041918 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a04a3a-696f-465b-8631-1a22364e2971', 'name': 'network-vif-deleted', 'tag': '5784aebb-ccca-4255-8231-ba26729ef8eb', 'status': 'completed', 'code': 200} Nov 13 04:42:26.075723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Attempting to bind port 88ea1d05-e574-4a2c-982b-e7a936c647a0 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:42:26.076056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Attempting to bind port 88ea1d05-e574-4a2c-982b-e7a936c647a0 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'e3e978a5-b84c-4613-a723-ae0c40666aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:42:26.076379 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Attempting to bind port 88ea1d05-e574-4a2c-982b-e7a936c647a0 on network 803777c0-8da9-4e5a-8575-85c0e350ff7e {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:26.106543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Port 88ea1d05-e574-4a2c-982b-e7a936c647a0 on network 803777c0-8da9-4e5a-8575-85c0e350ff7e not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:42:26.106543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Attempting to bind port 88ea1d05-e574-4a2c-982b-e7a936c647a0 on network 803777c0-8da9-4e5a-8575-85c0e350ff7e {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:26.119647 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-706d26e4-52be-487c-b299-74f88c3e3b37 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:26.139649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:42:26.139952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Checking segment: {'id': 'e3e978a5-b84c-4613-a723-ae0c40666aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:42:26.140463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Bound using segment: {'id': 'e3e978a5-b84c-4613-a723-ae0c40666aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:42:26.141123 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Bound port: 88ea1d05-e574-4a2c-982b-e7a936c647a0, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e978a5-b84c-4613-a723-ae0c40666aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:42:26.141477 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:26.199346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-6545df9b-fb46-4763-808e-06a87a2b9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:26.200831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-6545df9b-fb46-4763-808e-06a87a2b9967 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.3422136 Nov 13 04:42:26.282300 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-9de614ba-5354-4ec9-bb37-dc0d808799b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 HTTP/1.1" status: 200 len: 217 time: 0.0695388 Nov 13 04:42:26.289547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5d8761-0ad7-4612-aa83-e7c992364a75 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:42:26.298059 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7c5d8761-0ad7-4612-aa83-e7c992364a75 admin admin] 10.222.0.43 "PUT /v2.0/routers/c77b11e9-151c-40c6-ad22-d85355ac4bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4907913 Nov 13 04:42:26.299065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45450) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:26.303232 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-706d26e4-52be-487c-b299-74f88c3e3b37 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:26.312548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6a1d2b-ce11-4293-9f13-5aadb97c2479 None None] Sync routers for ids ['c77b11e9-151c-40c6-ad22-d85355ac4bc8'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:42:26.333223 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6a1d2b-ce11-4293-9f13-5aadb97c2479 None None] Routers {'c77b11e9-151c-40c6-ad22-d85355ac4bc8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:42:26.333946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ad6a1d2b-ce11-4293-9f13-5aadb97c2479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:42:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c77b11e9-151c-40c6-ad22-d85355ac4bc8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:26.389340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187c2f2-fb15-4576-8190-199f7ab29f23 req-0759bb94-3c47-41b4-93f9-d1076f90b816 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:26.389595 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] For port 88ea1d05-e574-4a2c-982b-e7a936c647a0, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:42:26.398837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4187c2f2-fb15-4576-8190-199f7ab29f23 req-0759bb94-3c47-41b4-93f9-d1076f90b816 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 945 time: 0.1377077 Nov 13 04:42:26.399197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] For port 88ea1d05-e574-4a2c-982b-e7a936c647a0, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=88ea1d05-e574-4a2c-982b-e7a936c647a0,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:42:26.401212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-706d26e4-52be-487c-b299-74f88c3e3b37 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Network fbb54431-206d-4ff6-8cc1-1e8f8272ccde is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:42:26.414550 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-706d26e4-52be-487c-b299-74f88c3e3b37 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:42:26.421885 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:26.424627 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-706d26e4-52be-487c-b299-74f88c3e3b37 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:42:26.430754 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d26e4-52be-487c-b299-74f88c3e3b37 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Pushing event updated for resources: {'Port': ['ID=d767552b-5aa2-4acf-a706-16cf760e3518,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:26.540103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-706d26e4-52be-487c-b299-74f88c3e3b37 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:26.541399 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-706d26e4-52be-487c-b299-74f88c3e3b37 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:26.546755 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-ad6a1d2b-ce11-4293-9f13-5aadb97c2479 None None] Set router c77b11e9-151c-40c6-ad22-d85355ac4bc8 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:42:26.549171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-ac628822-cc9f-417b-bd9a-523cddddd520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:26.563507 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-ac628822-cc9f-417b-bd9a-523cddddd520 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.2531855 Nov 13 04:42:26.576496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:26.577117 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:26.580771 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] 10.222.0.36 "PUT /v2.0/ports/88ea1d05-e574-4a2c-982b-e7a936c647a0 HTTP/1.1" status: 200 len: 1091 time: 2.8477473 Nov 13 04:42:26.626765 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b358beb-da3c-4b83-94c8-a49117a1adb5', 'tag': '88ea1d05-e574-4a2c-982b-e7a936c647a0'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:26.628645 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd86d8f-279e-42d8-9b8c-369734d9df99" -d '{"events": [{"name": "network-changed", "server_uuid": "4b358beb-da3c-4b83-94c8-a49117a1adb5", "tag": "88ea1d05-e574-4a2c-982b-e7a936c647a0"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:26.654586 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4187c2f2-fb15-4576-8190-199f7ab29f23 req-ffc328cb-fc3b-4e65-873d-46f8603306fd tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540653 Nov 13 04:42:26.689866 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:26.837313 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-706d26e4-52be-487c-b299-74f88c3e3b37 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3194952 Nov 13 04:42:26.857166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0d9ac-9467-4957-958b-727248fd7da3 service neutron] Pushing event updated for resources: {'Port': ['ID=88ea1d05-e574-4a2c-982b-e7a936c647a0,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:26.870310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Request body: {'port': {'device_id': '1b78b5f9-0844-408a-877c-b65fc57a75eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:26.928181 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034259-36e6-43c7-a98f-79b035a77971 req-04888aae-e40f-4a08-a430-ea090a61bbff tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:26.930193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359411f-ce40-49b3-957c-7d333a7c12d0 req-5d6a4185-3599-46bd-9def-ff153e30514c tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:26.940842 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0034259-36e6-43c7-a98f-79b035a77971 req-04888aae-e40f-4a08-a430-ea090a61bbff tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.2756624 Nov 13 04:42:26.945065 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d359411f-ce40-49b3-957c-7d333a7c12d0 req-5d6a4185-3599-46bd-9def-ff153e30514c tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 932 time: 0.0936980 Nov 13 04:42:26.950596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d7ba78b0-348a-4e90-b8e4-c0e8c687faf1 None None] Provisioning complete for port d767552b-5aa2-4acf-a706-16cf760e3518 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:26.951087 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7ba78b0-348a-4e90-b8e4-c0e8c687faf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:26.957590 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-aa647570-3524-4137-95de-9b3993dfd7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:26.959295 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-aa647570-3524-4137-95de-9b3993dfd7ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3343096 Nov 13 04:42:26.965000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-a529938b-c8ed-45fd-bf1c-7e7424d0e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:26.967292 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-a529938b-c8ed-45fd-bf1c-7e7424d0e948 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b12983f8146043478e1de303695fb8a5&device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 1094 time: 0.2363255 Nov 13 04:42:26.984595 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:26.989672 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ad6a1d2b-ce11-4293-9f13-5aadb97c2479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'name': 'tempest-FloatingIPDetailsTestJSON-2083099467-router', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd2791f8c-b795-4fad-91cb-d2a8162df63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:55Z', 'updated_at': '2021-11-13T04:42:23Z', 'revision_number': 5, 'project_id': 'dcee42129b4c4045a17dddb37d9c1338', 'gw_port': {'id': 'd2791f8c-b795-4fad-91cb-d2a8162df63d', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:56Z', 'updated_at': '2021-11-13T04:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:27.028884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6a1d2b-ce11-4293-9f13-5aadb97c2479 None None] Checking router: c77b11e9-151c-40c6-ad22-d85355ac4bc8 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:42:27.041822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6a1d2b-ce11-4293-9f13-5aadb97c2479 None None] Routers {'c77b11e9-151c-40c6-ad22-d85355ac4bc8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:42:27.042453 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ad6a1d2b-ce11-4293-9f13-5aadb97c2479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:42:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c77b11e9-151c-40c6-ad22-d85355ac4bc8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:27.046041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba78b0-348a-4e90-b8e4-c0e8c687faf1 None None] Port d767552b-5aa2-4acf-a706-16cf760e3518 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:42:27.061232 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d359411f-ce40-49b3-957c-7d333a7c12d0 req-cbc75820-bea2-4f7c-b7d9-6d871edfb255 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149995 Nov 13 04:42:27.099875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] Deleting port d2791f8c-b795-4fad-91cb-d2a8162df63d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:42:27.100891 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:27.158352 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-dc0b11db-e94f-49df-ad87-9c75f1df64ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88ea1d05-e574-4a2c-982b-e7a936c647a0 HTTP/1.1" status: 200 len: 217 time: 0.1510084 Nov 13 04:42:27.227315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] For port d2791f8c-b795-4fad-91cb-d2a8162df63d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d2791f8c-b795-4fad-91cb-d2a8162df63d,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:27.228257 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:27.241732 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:27.248586 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c4202d-4fff-47cf-a91c-d09a692d2e33 x-openstack-request-id: req-f2c4202d-4fff-47cf-a91c-d09a692d2e33 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:27.248941 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b358beb-da3c-4b83-94c8-a49117a1adb5", "tag": "88ea1d05-e574-4a2c-982b-e7a936c647a0", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:27.249233 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2c4202d-4fff-47cf-a91c-d09a692d2e33 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:27.249567 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b358beb-da3c-4b83-94c8-a49117a1adb5', 'tag': '88ea1d05-e574-4a2c-982b-e7a936c647a0', 'status': 'completed', 'code': 200} Nov 13 04:42:27.260605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-ad6a1d2b-ce11-4293-9f13-5aadb97c2479 None None] Set router c77b11e9-151c-40c6-ad22-d85355ac4bc8 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:42:27.262434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] Calling delete_port for d2791f8c-b795-4fad-91cb-d2a8162df63d owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:42:27.268025 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0034259-36e6-43c7-a98f-79b035a77971 req-3585e413-99af-4468-b59e-d9a665447ca1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184726 Nov 13 04:42:27.347734 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ad6a1d2b-ce11-4293-9f13-5aadb97c2479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'name': 'tempest-FloatingIPDetailsTestJSON-2083099467-router', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:55Z', 'updated_at': '2021-11-13T04:42:26Z', 'revision_number': 6, 'project_id': 'dcee42129b4c4045a17dddb37d9c1338', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:27.352772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45468) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:27.354299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-cc72ea6d-9557-4f57-94af-5a1f3c6155ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:27.355802 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-cc72ea6d-9557-4f57-94af-5a1f3c6155ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b57f6b55-1ecd-4ea5-960a-97d61ae62a13 HTTP/1.1" status: 200 len: 862 time: 0.1645095 Nov 13 04:42:27.404980 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6a1d2b-ce11-4293-9f13-5aadb97c2479 None None] The sync data for ids ['c77b11e9-151c-40c6-ad22-d85355ac4bc8'] in n-d-813114-2 is: [{'id': 'c77b11e9-151c-40c6-ad22-d85355ac4bc8', 'name': 'tempest-FloatingIPDetailsTestJSON-2083099467-router', 'tenant_id': 'dcee42129b4c4045a17dddb37d9c1338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:55Z', 'updated_at': '2021-11-13T04:42:26Z', 'revision_number': 6, 'project_id': 'dcee42129b4c4045a17dddb37d9c1338', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:42:27.447830 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-36dfd564-747f-421c-8b7f-0987b457b4a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=803777c0-8da9-4e5a-8575-85c0e350ff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598876 Nov 13 04:42:27.449687 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-5dcbbdbf-dac9-4527-91cf-38efe4797936 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748201 Nov 13 04:42:27.542534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ef7ac-1618-4209-86f2-87384470b198 req-fc99c0c2-a407-4226-8b37-fafc300919f0 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:27.551424 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-139ef7ac-1618-4209-86f2-87384470b198 req-fc99c0c2-a407-4226-8b37-fafc300919f0 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 943 time: 0.1239290 Nov 13 04:42:27.579954 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:27.618120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-200f8734-7d6c-411a-b4d0-afeaadd22461 admin admin] Deleting subnet dfbc95c1-1169-4a60-a56e-1ca5ce3e5457 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:42:27.631897 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2791f8c-b795-4fad-91cb-d2a8162df63d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:27.656808 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-200f8734-7d6c-411a-b4d0-afeaadd22461 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:27.687524 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-139ef7ac-1618-4209-86f2-87384470b198 req-bca8bb77-2357-432a-884e-88f037e2908e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340067 Nov 13 04:42:27.704730 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:27.854671 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:27.860522 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:27.941929 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:27.942755 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c77b11e9-151c-40c6-ad22-d85355ac4bc8 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:42:27.950171 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:27.954382 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6bedb8c4-7b12-4b9c-9b5f-dc48a327a210 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c77b11e9-151c-40c6-ad22-d85355ac4bc8 HTTP/1.1" status: 204 len: 168 time: 1.6517806 Nov 13 04:42:27.954795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:28.013050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-363d8af8-2878-4084-8201-238459a66db0 admin admin] Deleting subnet 28ec2dc6-8a17-4a3c-aa30-f7bff499a437 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:42:28.017126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-363d8af8-2878-4084-8201-238459a66db0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:28.054747 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-363d8af8-2878-4084-8201-238459a66db0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:28.143778 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-363d8af8-2878-4084-8201-238459a66db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:28.156409 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-200f8734-7d6c-411a-b4d0-afeaadd22461 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:28.225004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43066de9-0178-4997-8986-c6d30c9c1c90 req-960e5a20-74d6-40ca-9bd3-557f2ef6cfee tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:28.226467 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-43066de9-0178-4997-8986-c6d30c9c1c90 req-960e5a20-74d6-40ca-9bd3-557f2ef6cfee tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 932 time: 0.0852380 Nov 13 04:42:28.246948 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-363d8af8-2878-4084-8201-238459a66db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:28.259116 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-cb3df702-461d-45f9-b582-6657915d3401 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8005288 Nov 13 04:42:28.282851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d8af8-2878-4084-8201-238459a66db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28ec2dc6-8a17-4a3c-aa30-f7bff499a437,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:28.295957 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-363d8af8-2878-4084-8201-238459a66db0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:28.300755 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82af8f22-c5a8-4683-8c5b-729ca53ec8b0 None None] Network d44595d1-840c-4227-8af1-c37c370ad72b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:42:28.302649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-363d8af8-2878-4084-8201-238459a66db0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/28ec2dc6-8a17-4a3c-aa30-f7bff499a437 HTTP/1.1" status: 204 len: 168 time: 0.3466535 Nov 13 04:42:28.306399 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45480) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:28.310597 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:28.349035 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-43066de9-0178-4997-8986-c6d30c9c1c90 req-0befe134-d546-47ea-ae8c-fab1ff0d59d2 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097622 Nov 13 04:42:28.355924 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-bd5d65a0-4b5e-4cef-9956-f243d7b37f31 service neutron] 10.222.0.36 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8915546 Nov 13 04:42:28.389025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 5784aebb-ccca-4255-8231-ba26729ef8eb no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:42:28.408353 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:28.509946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 5784aebb-ccca-4255-8231-ba26729ef8eb {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:42:28.510281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 5784aebb-ccca-4255-8231-ba26729ef8eb not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:42:28.557468 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-200f8734-7d6c-411a-b4d0-afeaadd22461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:28.594063 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] Deleting port 951f1a7c-cc20-46ba-ae10-dd600a697c81 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:42:28.594734 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:28.604975 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131e160-86f6-4649-824e-f94a09dfa7f9 req-e14d8e1e-6992-4919-a924-dfe6d1277d02 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:28.612703 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a131e160-86f6-4649-824e-f94a09dfa7f9 req-e14d8e1e-6992-4919-a924-dfe6d1277d02 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.1151426 Nov 13 04:42:28.622112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc4469-4ad7-4af3-b0fb-147d0a83a626 req-07e22dda-7c23-41f7-835a-2b537f570796 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:28.630813 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39dc4469-4ad7-4af3-b0fb-147d0a83a626 req-07e22dda-7c23-41f7-835a-2b537f570796 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 945 time: 0.4481850 Nov 13 04:42:28.675194 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:28.716964 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e111f28-f8c8-412d-83b6-d50ed78cac84 req-1b8db361-8282-45f5-a7bb-cb76bcb471a8 service neutron] 10.222.0.36 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351843 Nov 13 04:42:28.734140 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] For port 951f1a7c-cc20-46ba-ae10-dd600a697c81, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=951f1a7c-cc20-46ba-ae10-dd600a697c81,segment=NetworkSegment(cc312bf2-6416-4014-948a-52b6192f87c0),segment_id=cc312bf2-6416-4014-948a-52b6192f87c0)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:28.734140 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:28.769746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] Calling delete_port for 951f1a7c-cc20-46ba-ae10-dd600a697c81 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:42:28.776261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39dc4469-4ad7-4af3-b0fb-147d0a83a626 req-f6e9a245-cb61-44d5-8ac5-cc0c31aa676e tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443934 Nov 13 04:42:28.788082 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a131e160-86f6-4649-824e-f94a09dfa7f9 req-2c3e8cd0-aff4-40fc-b78c-8631d13b6849 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743574 Nov 13 04:42:28.811868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe98e07-f1b6-442c-8ed9-bf6a2fe67354 None None] DHCP port deletion for d44595d1-840c-4227-8af1-c37c370ad72b request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:42:28.816153 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-200f8734-7d6c-411a-b4d0-afeaadd22461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:28.848742 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-200f8734-7d6c-411a-b4d0-afeaadd22461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:28.866499 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-200f8734-7d6c-411a-b4d0-afeaadd22461 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dfbc95c1-1169-4a60-a56e-1ca5ce3e5457 HTTP/1.1" status: 204 len: 168 time: 1.5040424 Nov 13 04:42:28.873983 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45488) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:28.919873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fbe98e07-f1b6-442c-8ed9-bf6a2fe67354 None None] Deleting port 951f1a7c-cc20-46ba-ae10-dd600a697c81 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:42:28.920618 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fbe98e07-f1b6-442c-8ed9-bf6a2fe67354 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:28.962680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f8734-7d6c-411a-b4d0-afeaadd22461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfbc95c1-1169-4a60-a56e-1ca5ce3e5457,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:28.991301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d767552b-5aa2-4acf-a706-16cf760e3518 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:42:28.997258 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.009079 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.017234 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fbe98e07-f1b6-442c-8ed9-bf6a2fe67354 None None] For port 951f1a7c-cc20-46ba-ae10-dd600a697c81, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=951f1a7c-cc20-46ba-ae10-dd600a697c81,segment=NetworkSegment(cc312bf2-6416-4014-948a-52b6192f87c0),segment_id=cc312bf2-6416-4014-948a-52b6192f87c0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:29.021196 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fbe98e07-f1b6-442c-8ed9-bf6a2fe67354 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.029617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] No DVR routers for this DVR port 951f1a7c-cc20-46ba-ae10-dd600a697c81 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:42:29.053819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fbe98e07-f1b6-442c-8ed9-bf6a2fe67354 None None] Calling delete_port for 951f1a7c-cc20-46ba-ae10-dd600a697c81 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:42:29.080592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd86d8f-279e-42d8-9b8c-369734d9df99 req-c76d37f7-4aca-4ea1-a20b-71ce49bbc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:29.082215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1bd86d8f-279e-42d8-9b8c-369734d9df99 req-c76d37f7-4aca-4ea1-a20b-71ce49bbc493 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b12983f8146043478e1de303695fb8a5&device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 1094 time: 0.2534904 Nov 13 04:42:29.086751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=951f1a7c-cc20-46ba-ae10-dd600a697c81,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:29.146887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Transition to ACTIVE for port object d767552b-5aa2-4acf-a706-16cf760e3518 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:42:29.162682 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95a0fa45-afb1-404b-a162-1f90ab9519d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.174553 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.184409 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.187371 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fbe98e07-f1b6-442c-8ed9-bf6a2fe67354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.190615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d2791f8c-b795-4fad-91cb-d2a8162df63d no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:42:29.246086 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: d2791f8c-b795-4fad-91cb-d2a8162df63d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:42:29.250711 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d2791f8c-b795-4fad-91cb-d2a8162df63d not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:42:29.251192 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2c7b7a8f-075a-4109-91f6-f40745e6f36c no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:42:29.278007 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe98e07-f1b6-442c-8ed9-bf6a2fe67354 None None] No DVR routers for this DVR port 951f1a7c-cc20-46ba-ae10-dd600a697c81 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:42:29.279727 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 2c7b7a8f-075a-4109-91f6-f40745e6f36c {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:42:29.280063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2c7b7a8f-075a-4109-91f6-f40745e6f36c not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:42:29.280557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 951f1a7c-cc20-46ba-ae10-dd600a697c81 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:42:29.282521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe98e07-f1b6-442c-8ed9-bf6a2fe67354 None None] Pushing event deleted for resources: {'Port': ['ID=951f1a7c-cc20-46ba-ae10-dd600a697c81,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:29.305538 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95a0fa45-afb1-404b-a162-1f90ab9519d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.331866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 951f1a7c-cc20-46ba-ae10-dd600a697c81 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:42:29.332882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 951f1a7c-cc20-46ba-ae10-dd600a697c81 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:42:29.336889 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-95a0fa45-afb1-404b-a162-1f90ab9519d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2baa63-207b-41da-a1b4-fddf7f25fbed']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:29.347714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-95a0fa45-afb1-404b-a162-1f90ab9519d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9f2157-5995-4224-aeb3-5f3e67e34f95') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:29.347900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-95a0fa45-afb1-404b-a162-1f90ab9519d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9f2157-5995-4224-aeb3-5f3e67e34f95') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:29.358725 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95a0fa45-afb1-404b-a162-1f90ab9519d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.379865 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95a0fa45-afb1-404b-a162-1f90ab9519d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.472306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd86d8f-279e-42d8-9b8c-369734d9df99 req-f0d2ba70-f0e0-4983-8d6b-9ec4aefadcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:29.474150 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1bd86d8f-279e-42d8-9b8c-369734d9df99 req-f0d2ba70-f0e0-4983-8d6b-9ec4aefadcd3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=803777c0-8da9-4e5a-8575-85c0e350ff7e HTTP/1.1" status: 200 len: 923 time: 0.3390739 Nov 13 04:42:29.488200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ba101-060f-465d-b78b-27f13cce4e73 req-d116f5b0-a53b-46da-aebd-c93bb901b348 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:29.489730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-069ba101-060f-465d-b78b-27f13cce4e73 req-d116f5b0-a53b-46da-aebd-c93bb901b348 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 943 time: 0.3950896 Nov 13 04:42:29.490906 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a0fa45-afb1-404b-a162-1f90ab9519d7 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:42:29.491386 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95a0fa45-afb1-404b-a162-1f90ab9519d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:42:29.497310 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:42:29.552145 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44595d1-840c-4227-8af1-c37c370ad72b']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:29.566358 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc312bf2-6416-4014-948a-52b6192f87c0') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:29.566945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc312bf2-6416-4014-948a-52b6192f87c0') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:29.581618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.599801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.611969 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:42:29.611969 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.617155 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1bd86d8f-279e-42d8-9b8c-369734d9df99 req-8b6037d8-1c9b-44fe-98c3-3921721ac2ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88ea1d05-e574-4a2c-982b-e7a936c647a0 HTTP/1.1" status: 200 len: 217 time: 0.1226299 Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:42:29.617336 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:42:29.635464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Pushing event updated for resources: {'Port': ['ID=d767552b-5aa2-4acf-a706-16cf760e3518,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:29.720644 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c1abc-5060-4217-8cd3-fc1fe5560a33 req-de8ddf97-d6cf-469e-bdd1-f24fa75ad6cf tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:29.727556 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a44c1abc-5060-4217-8cd3-fc1fe5560a33 req-de8ddf97-d6cf-469e-bdd1-f24fa75ad6cf tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 944 time: 0.1924350 Nov 13 04:42:29.729872 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.742109 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.745512 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d44595d1-840c-4227-8af1-c37c370ad72b HTTP/1.1" status: 204 len: 168 time: 1.4383419 Nov 13 04:42:29.764171 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f1e39-4ed8-43d3-a959-c541294485d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d44595d1-840c-4227-8af1-c37c370ad72b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:29.765780 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95a0fa45-afb1-404b-a162-1f90ab9519d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.772499 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95a0fa45-afb1-404b-a162-1f90ab9519d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.779415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-95a0fa45-afb1-404b-a162-1f90ab9519d7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ac2baa63-207b-41da-a1b4-fddf7f25fbed HTTP/1.1" status: 204 len: 168 time: 0.9043252 Nov 13 04:42:29.784392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45494) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:29.794622 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a44c1abc-5060-4217-8cd3-fc1fe5560a33 req-6b4f306e-2dc7-45e9-8db0-312c572eb4a0 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621467 Nov 13 04:42:29.811203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0fa45-afb1-404b-a162-1f90ab9519d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac2baa63-207b-41da-a1b4-fddf7f25fbed,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:29.860271 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-069ba101-060f-465d-b78b-27f13cce4e73 req-8199109e-fb35-41ce-a1af-779c57409da1 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422158 Nov 13 04:42:29.892536 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Attempting to bind port d767552b-5aa2-4acf-a706-16cf760e3518 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:42:29.892882 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Attempting to bind port d767552b-5aa2-4acf-a706-16cf760e3518 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'f2587768-3bc6-4842-b1ba-6cc4a2b4cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:42:29.894155 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Attempting to bind port d767552b-5aa2-4acf-a706-16cf760e3518 on network fbb54431-206d-4ff6-8cc1-1e8f8272ccde {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:29.910264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd86d8f-279e-42d8-9b8c-369734d9df99 req-c817b806-2fad-4a1b-9107-df7a2d768e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:29.911939 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1bd86d8f-279e-42d8-9b8c-369734d9df99 req-c817b806-2fad-4a1b-9107-df7a2d768e99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b57f6b55-1ecd-4ea5-960a-97d61ae62a13 HTTP/1.1" status: 200 len: 862 time: 0.2732160 Nov 13 04:42:29.916682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Port d767552b-5aa2-4acf-a706-16cf760e3518 on network fbb54431-206d-4ff6-8cc1-1e8f8272ccde not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:42:29.917254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Attempting to bind port d767552b-5aa2-4acf-a706-16cf760e3518 on network fbb54431-206d-4ff6-8cc1-1e8f8272ccde {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:29.932617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:42:29.932956 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Checking segment: {'id': 'f2587768-3bc6-4842-b1ba-6cc4a2b4cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:42:29.933338 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Bound using segment: {'id': 'f2587768-3bc6-4842-b1ba-6cc4a2b4cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:42:29.933789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Bound port: d767552b-5aa2-4acf-a706-16cf760e3518, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2587768-3bc6-4842-b1ba-6cc4a2b4cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:42:29.934145 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.941856 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ec36e7-fce6-429a-9394-37d2f705a334 admin admin] Deleting subnet 4074cdf9-9c9c-40c5-ace1-36978f0ba0bd {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:42:29.969422 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63ec36e7-fce6-429a-9394-37d2f705a334 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:29.971424 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45502) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:29.975796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1bd86d8f-279e-42d8-9b8c-369734d9df99 req-2e37163b-c292-40ec-bb7e-da81f4ba4308 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=803777c0-8da9-4e5a-8575-85c0e350ff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511200 Nov 13 04:42:29.988921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ba6b5-3ab6-4d58-bde7-dc5871a36797 req-c875c4d2-5b9d-4f1c-b49a-7dc6129b4e2f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:29.990484 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-468ba6b5-3ab6-4d58-bde7-dc5871a36797 req-c875c4d2-5b9d-4f1c-b49a-7dc6129b4e2f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0897923 Nov 13 04:42:30.055270 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0ca1f247-9c72-43fe-b931-08ca52915ebe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dcee42129b4c4045a17dddb37d9c1338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0770693 Nov 13 04:42:30.055520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45506) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:30.085825 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-468ba6b5-3ab6-4d58-bde7-dc5871a36797 req-d8f9dd7a-d27d-47d0-8488-489a004e3500 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851922 Nov 13 04:42:30.105828 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63ec36e7-fce6-429a-9394-37d2f705a334 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:30.128841 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-efd859c6-55e9-471b-9ecf-37c21be78626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:30.160816 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-efd859c6-55e9-471b-9ecf-37c21be78626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:30.216398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf650a5e-1bdb-41b8-aade-82eaef3f06d0 req-b741914a-c6e8-4f3b-902c-018d461cb9cf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:30.223406 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-efd859c6-55e9-471b-9ecf-37c21be78626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:30.224725 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cf650a5e-1bdb-41b8-aade-82eaef3f06d0 req-b741914a-c6e8-4f3b-902c-018d461cb9cf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 945 time: 0.2514067 Nov 13 04:42:30.228121 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-efd859c6-55e9-471b-9ecf-37c21be78626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:30.233334 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-efd859c6-55e9-471b-9ecf-37c21be78626 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45b38b61-019a-43af-8b1b-71e3bdc14a0f HTTP/1.1" status: 204 len: 168 time: 0.1766980 Nov 13 04:42:30.245472 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] For port d767552b-5aa2-4acf-a706-16cf760e3518, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:42:30.246413 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd859c6-55e9-471b-9ecf-37c21be78626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b38b61-019a-43af-8b1b-71e3bdc14a0f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:30.265518 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63ec36e7-fce6-429a-9394-37d2f705a334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:30.299700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] For port d767552b-5aa2-4acf-a706-16cf760e3518, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d767552b-5aa2-4acf-a706-16cf760e3518,segment=NetworkSegment(f2587768-3bc6-4842-b1ba-6cc4a2b4cafe),segment_id=f2587768-3bc6-4842-b1ba-6cc4a2b4cafe)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:42:30.316828 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:30.338607 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1bd86d8f-279e-42d8-9b8c-369734d9df99 req-8f12518a-67bb-4e54-9c0f-ad7cf807c120 service neutron] 10.222.0.36 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419385 Nov 13 04:42:30.389205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:30.389854 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:30.391868 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] 10.222.0.46 "PUT /v2.0/ports/d767552b-5aa2-4acf-a706-16cf760e3518 HTTP/1.1" status: 200 len: 1092 time: 3.5372043 Nov 13 04:42:30.399227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b78b5f9-0844-408a-877c-b65fc57a75eb', 'tag': 'd767552b-5aa2-4acf-a706-16cf760e3518'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:30.402331 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8944aa-17d8-4871-918b-14f9b33c6c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b78b5f9-0844-408a-877c-b65fc57a75eb", "tag": "d767552b-5aa2-4acf-a706-16cf760e3518"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:30.430412 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cf650a5e-1bdb-41b8-aade-82eaef3f06d0 req-092b00b1-9a4c-4b0c-91e5-a3d003a68bc7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048073 Nov 13 04:42:30.482700 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f77eac-650a-4def-b0ea-e284a79ae229 x-openstack-request-id: req-d8f77eac-650a-4def-b0ea-e284a79ae229 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:30.483012 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b78b5f9-0844-408a-877c-b65fc57a75eb", "tag": "d767552b-5aa2-4acf-a706-16cf760e3518", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:30.483303 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8f77eac-650a-4def-b0ea-e284a79ae229 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:30.483769 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b78b5f9-0844-408a-877c-b65fc57a75eb', 'tag': 'd767552b-5aa2-4acf-a706-16cf760e3518', 'status': 'completed', 'code': 200} Nov 13 04:42:30.523020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9ae3f-d923-4ad6-95f8-e11aa384b7bd service neutron] Pushing event updated for resources: {'Port': ['ID=d767552b-5aa2-4acf-a706-16cf760e3518,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:30.532701 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63ec36e7-fce6-429a-9394-37d2f705a334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:30.580700 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63ec36e7-fce6-429a-9394-37d2f705a334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:30.587169 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45514) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:30.587347 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-63ec36e7-fce6-429a-9394-37d2f705a334 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4074cdf9-9c9c-40c5-ace1-36978f0ba0bd HTTP/1.1" status: 204 len: 168 time: 0.7862620 Nov 13 04:42:30.593325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec36e7-fce6-429a-9394-37d2f705a334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4074cdf9-9c9c-40c5-ace1-36978f0ba0bd,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:30.609741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-c92e528d-c52a-440b-a7ff-bc0162ee0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:30.611351 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-c92e528d-c52a-440b-a7ff-bc0162ee0990 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5143a27bb143403789df703346f51b53&device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 1095 time: 0.1308613 Nov 13 04:42:30.613191 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1bd86d8f-279e-42d8-9b8c-369734d9df99 req-08f73bf3-cc11-4a68-bf75-4eca4004bad7 service neutron] 10.222.0.36 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478595 Nov 13 04:42:30.677614 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-bfddebfc-157f-4f30-8877-8ace09e23d2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d767552b-5aa2-4acf-a706-16cf760e3518 HTTP/1.1" status: 200 len: 217 time: 0.0465088 Nov 13 04:42:30.709318 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ba7dff-1bf3-4d43-af1c-ed1d69080ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:30.745114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-4ec9ea68-63d0-4fc6-a3f8-847c78261d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:30.750267 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-4ec9ea68-63d0-4fc6-a3f8-847c78261d17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc HTTP/1.1" status: 200 len: 853 time: 0.0656085 Nov 13 04:42:30.812207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-2fbeeca2-2905-48ae-9529-a6588360b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:30.814138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-2fbeeca2-2905-48ae-9529-a6588360b433 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb54431-206d-4ff6-8cc1-1e8f8272ccde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561495 Nov 13 04:42:30.828763 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ba7dff-1bf3-4d43-af1c-ed1d69080ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:30.855463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e3ba7dff-1bf3-4d43-af1c-ed1d69080ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d6f87a-134e-44c3-9c07-ff618fa67997']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:30.868103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e3ba7dff-1bf3-4d43-af1c-ed1d69080ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f20719-f83a-4643-a81f-12d8e08c49e3') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:30.868401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e3ba7dff-1bf3-4d43-af1c-ed1d69080ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f20719-f83a-4643-a81f-12d8e08c49e3') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:30.886200 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ba7dff-1bf3-4d43-af1c-ed1d69080ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:30.920421 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ba7dff-1bf3-4d43-af1c-ed1d69080ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:30.947497 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ba7dff-1bf3-4d43-af1c-ed1d69080ab1 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:42:30.947820 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ba7dff-1bf3-4d43-af1c-ed1d69080ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:42:30.949710 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:42:31.019145 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-1bf87009-b9d1-4a10-bde5-c7326c750767 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb54431-206d-4ff6-8cc1-1e8f8272ccde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963069 Nov 13 04:42:31.042146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529ee24-a1e7-46a8-a3f8-3cdc7af6dc47 req-bdacf913-7f09-413f-aeac-55862c9aaee5 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:31.049545 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7529ee24-a1e7-46a8-a3f8-3cdc7af6dc47 req-bdacf913-7f09-413f-aeac-55862c9aaee5 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 944 time: 0.1265876 Nov 13 04:42:31.067852 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ba7dff-1bf3-4d43-af1c-ed1d69080ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:31.090533 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ba7dff-1bf3-4d43-af1c-ed1d69080ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:31.099438 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e3ba7dff-1bf3-4d43-af1c-ed1d69080ab1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/88d6f87a-134e-44c3-9c07-ff618fa67997 HTTP/1.1" status: 204 len: 168 time: 0.5085766 Nov 13 04:42:31.116820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db0255-4f03-4846-986e-e5db3fed9d3b req-1c8fe92e-0d60-4f9a-ab99-050d42f2aa68 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:31.120108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba7dff-1bf3-4d43-af1c-ed1d69080ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=88d6f87a-134e-44c3-9c07-ff618fa67997,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:31.124306 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66db0255-4f03-4846-986e-e5db3fed9d3b req-1c8fe92e-0d60-4f9a-ab99-050d42f2aa68 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 943 time: 0.1402609 Nov 13 04:42:31.185433 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7529ee24-a1e7-46a8-a3f8-3cdc7af6dc47 req-2fffac33-a4b8-43d5-852d-6b06c275aa97 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349664 Nov 13 04:42:31.186309 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56f960ac-ea27-4a3e-8280-832f535ceb3d req-ee119c97-bfd9-45dc-9ead-e1618f9fdae0 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb54431-206d-4ff6-8cc1-1e8f8272ccde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582634 Nov 13 04:42:31.202886 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66db0255-4f03-4846-986e-e5db3fed9d3b req-a0040e47-97ed-4b50-89ce-c4d0782b7a57 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775228 Nov 13 04:42:31.294304 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45544) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:31.384677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8944aa-17d8-4871-918b-14f9b33c6c9d req-6eea358c-de4a-4b3f-bc7e-0eadae243798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:31.386465 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a8944aa-17d8-4871-918b-14f9b33c6c9d req-6eea358c-de4a-4b3f-bc7e-0eadae243798 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5143a27bb143403789df703346f51b53&device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 1095 time: 0.0800047 Nov 13 04:42:31.403357 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45546) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:31.425804 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a97e9bc7-7732-47ae-9421-69bb9f4c51da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80cb8b7d60254bd1a696651991002b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301343 Nov 13 04:42:31.431872 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45548) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:31.439842 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5d5f1-ffb1-4628-a248-8f2aaff170fd req-a126e1ab-9bc5-4098-a2d4-eae94428a4af tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:31.441511 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cae5d5f1-ffb1-4628-a248-8f2aaff170fd req-a126e1ab-9bc5-4098-a2d4-eae94428a4af tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.1361847 Nov 13 04:42:31.530306 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68deed8c-0a5b-4413-aa6d-bfe860db704d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:31.586238 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68deed8c-0a5b-4413-aa6d-bfe860db704d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:31.594000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1924112343-network', 'tenant_id': '2e347a3a9a834bc4994d47e90b08af6e'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:31.602737 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cae5d5f1-ffb1-4628-a248-8f2aaff170fd req-629e0314-38e3-4cf3-b5a9-8a4d26360325 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474853 Nov 13 04:42:31.607220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8944aa-17d8-4871-918b-14f9b33c6c9d req-7701b554-301c-45b7-9a40-37e4c4be303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:31.608852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a8944aa-17d8-4871-918b-14f9b33c6c9d req-7701b554-301c-45b7-9a40-37e4c4be303c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbb54431-206d-4ff6-8cc1-1e8f8272ccde HTTP/1.1" status: 200 len: 915 time: 0.2068255 Nov 13 04:42:31.642446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6d8e8-f45e-43cc-a7cf-25b7105fae3e req-8a7f557e-5c90-4c8b-b72c-b8b335333db6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:31.644484 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-52b6d8e8-f45e-43cc-a7cf-25b7105fae3e req-8a7f557e-5c90-4c8b-b72c-b8b335333db6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 945 time: 0.1046219 Nov 13 04:42:31.663959 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68deed8c-0a5b-4413-aa6d-bfe860db704d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:31.666943 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68deed8c-0a5b-4413-aa6d-bfe860db704d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:31.668222 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-68deed8c-0a5b-4413-aa6d-bfe860db704d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d49f95c7-35e7-451b-8f26-f199676d6017 HTTP/1.1" status: 204 len: 168 time: 0.2258084 Nov 13 04:42:31.677375 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68deed8c-0a5b-4413-aa6d-bfe860db704d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49f95c7-35e7-451b-8f26-f199676d6017,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:31.681563 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] Made reservation on behalf of 2e347a3a9a834bc4994d47e90b08af6e for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:42:31.683873 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:31.697427 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:31.700245 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a8944aa-17d8-4871-918b-14f9b33c6c9d req-eaf90a42-4fbc-4c6b-952b-38a0cc117245 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d767552b-5aa2-4acf-a706-16cf760e3518 HTTP/1.1" status: 200 len: 217 time: 0.0744143 Nov 13 04:42:31.797226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8944aa-17d8-4871-918b-14f9b33c6c9d req-b1d57a57-7237-4ec1-8f0d-8fc39fc5be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:31.798690 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a8944aa-17d8-4871-918b-14f9b33c6c9d req-b1d57a57-7237-4ec1-8f0d-8fc39fc5be84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc HTTP/1.1" status: 200 len: 853 time: 0.0865157 Nov 13 04:42:31.811913 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-52b6d8e8-f45e-43cc-a7cf-25b7105fae3e req-3737a0c8-1c95-4eaf-b76c-22bb9e1dd657 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173847 Nov 13 04:42:31.889034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8944aa-17d8-4871-918b-14f9b33c6c9d req-8135630c-d0fe-4719-863e-b504037360e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:31.890622 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a8944aa-17d8-4871-918b-14f9b33c6c9d req-8135630c-d0fe-4719-863e-b504037360e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb54431-206d-4ff6-8cc1-1e8f8272ccde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778658 Nov 13 04:42:31.917199 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:31.931009 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:31.986517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:42:31.996998 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45558) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:32.010165 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:32.010995 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] Added segment c86dc2ab-ff02-4d24-b134-83f7b1798e92 of type vlan for network 503808df-f3fc-4564-bd08-a3e23e94312e Nov 13 04:42:32.011754 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1715b961-319c-471f-8abe-cd9c5b8c7cd2,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:32.044148 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fb0284c1-2685-45dc-b17e-096b7b9d788b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d835cf9247c408ea6df87df3064f8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459919 Nov 13 04:42:32.047020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45560) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:32.076116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:32.089108 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a8944aa-17d8-4871-918b-14f9b33c6c9d req-665fc987-6936-4e2f-8f50-2caae18f283c service neutron] 10.222.0.46 "GET /v2.0/networks/fbb54431-206d-4ff6-8cc1-1e8f8272ccde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841600 Nov 13 04:42:32.101224 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-919d8803-9f50-4941-bc2f-73131487747e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:32.124539 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-919d8803-9f50-4941-bc2f-73131487747e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:32.140235 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:32.141519 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:32.142260 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:32.181966 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-919d8803-9f50-4941-bc2f-73131487747e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:32.184844 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-919d8803-9f50-4941-bc2f-73131487747e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:32.186019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-919d8803-9f50-4941-bc2f-73131487747e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7ea9e48-d0b5-4a3d-a272-27bb32655fc5 HTTP/1.1" status: 204 len: 168 time: 0.1379890 Nov 13 04:42:32.194447 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d8803-9f50-4941-bc2f-73131487747e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ea9e48-d0b5-4a3d-a272-27bb32655fc5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:32.218138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7831547 Nov 13 04:42:32.231130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45568) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:32.244543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-55b507e1-a46e-4530-a8bf-b8deda57f656 admin admin] Request body: {'subnet': {'network_id': '503808df-f3fc-4564-bd08-a3e23e94312e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1924112343-subnet', 'tenant_id': '2e347a3a9a834bc4994d47e90b08af6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:32.268513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca8e15-8447-4725-9fed-962fdacf4f1a admin admin] Pushing event updated for resources: {'Network': ['ID=503808df-f3fc-4564-bd08-a3e23e94312e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:32.296791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 503808df-f3fc-4564-bd08-a3e23e94312e details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:42:32.297860 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a8944aa-17d8-4871-918b-14f9b33c6c9d req-d9028974-193a-417c-82f3-9a4523a91a3c service neutron] 10.222.0.46 "GET /v2.0/networks/fbb54431-206d-4ff6-8cc1-1e8f8272ccde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954017 Nov 13 04:42:32.301111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b507e1-a46e-4530-a8bf-b8deda57f656 admin admin] Made reservation on behalf of 2e347a3a9a834bc4994d47e90b08af6e for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:42:32.304088 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55b507e1-a46e-4530-a8bf-b8deda57f656 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:32.370533 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5682d2-d6cb-46b6-9867-86948992c137 req-e082e23d-5e0a-40e8-b8fc-bae8856f6702 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:32.372478 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b5682d2-d6cb-46b6-9867-86948992c137 req-e082e23d-5e0a-40e8-b8fc-bae8856f6702 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 943 time: 0.0668626 Nov 13 04:42:32.387389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 88ea1d05-e574-4a2c-982b-e7a936c647a0 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:42:32.460088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b5682d2-d6cb-46b6-9867-86948992c137 req-7656396f-ee7a-4a11-b01d-1c465b6e04c4 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812457 Nov 13 04:42:32.514210 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ac524-3ce2-4781-9063-9f7fb14fe9c5 req-03ccb5be-ca7f-4a59-b1c9-717e8262eb1c tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:32.523543 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-546ac524-3ce2-4781-9063-9f7fb14fe9c5 req-03ccb5be-ca7f-4a59-b1c9-717e8262eb1c tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 944 time: 0.1315410 Nov 13 04:42:32.542907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 88ea1d05-e574-4a2c-982b-e7a936c647a0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=88ea1d05-e574-4a2c-982b-e7a936c647a0,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:32.556405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '88ea1d05-e574-4a2c-982b-e7a936c647a0', 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e', 'port_id': '88ea1d05-e574-4a2c-982b-e7a936c647a0', 'mac_address': 'fa:16:3e:34:12:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57f6b55-1ecd-4ea5-960a-97d61ae62a13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:42:32.610864 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:32.628907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ea1d05-e574-4a2c-982b-e7a936c647a0 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:42:32.638134 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-546ac524-3ce2-4781-9063-9f7fb14fe9c5 req-69d9b147-4843-48e8-84ea-227cc7401a46 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135678 Nov 13 04:42:32.649045 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55b507e1-a46e-4530-a8bf-b8deda57f656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:32.654449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 88ea1d05-e574-4a2c-982b-e7a936c647a0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=88ea1d05-e574-4a2c-982b-e7a936c647a0,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:32.661134 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:32.710098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b507e1-a46e-4530-a8bf-b8deda57f656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a3bbd5-3ea5-4303-bf8f-a48fb89aecff,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:32.717743 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=88ea1d05-e574-4a2c-982b-e7a936c647a0,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:32.762447 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b507e1-a46e-4530-a8bf-b8deda57f656 admin admin] Checking segment: {'id': 'c86dc2ab-ff02-4d24-b134-83f7b1798e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '503808df-f3fc-4564-bd08-a3e23e94312e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:42:32.762863 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b507e1-a46e-4530-a8bf-b8deda57f656 admin admin] Network hostable DHCP agents. Network: 503808df-f3fc-4564-bd08-a3e23e94312e, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:42:32.793581 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fa66d-c490-45d4-abb5-ae5b813033b5 req-6f6d260d-b0af-4672-b21d-e04b79229d53 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:32.795217 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a69fa66d-c490-45d4-abb5-ae5b813033b5 req-6f6d260d-b0af-4672-b21d-e04b79229d53 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0714386 Nov 13 04:42:32.796349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b507e1-a46e-4530-a8bf-b8deda57f656 admin admin] Network 503808df-f3fc-4564-bd08-a3e23e94312e is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:42:32.811144 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-55b507e1-a46e-4530-a8bf-b8deda57f656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 503808df-f3fc-4564-bd08-a3e23e94312e) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:42:32.818589 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ae9fba-cff5-495c-be2e-0fed132f04ce None None] Network 503808df-f3fc-4564-bd08-a3e23e94312e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:42:32.821692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b507e1-a46e-4530-a8bf-b8deda57f656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:32.822292 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55b507e1-a46e-4530-a8bf-b8deda57f656 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:32.856445 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-55b507e1-a46e-4530-a8bf-b8deda57f656 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6219888 Nov 13 04:42:32.880692 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a69fa66d-c490-45d4-abb5-ae5b813033b5 req-e80c2483-4420-4a86-9fce-e65bb7567db2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787103 Nov 13 04:42:32.956884 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75292216-63af-49e1-846e-8e03336c89b7 req-2c4afd53-f1b4-458d-8ab8-7760494fd505 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:32.964876 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75292216-63af-49e1-846e-8e03336c89b7 req-2c4afd53-f1b4-458d-8ab8-7760494fd505 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 945 time: 0.0601215 Nov 13 04:42:33.009800 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75292216-63af-49e1-846e-8e03336c89b7 req-de901133-97bf-41ee-af5d-b0c32bc6194c tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440614 Nov 13 04:42:33.022165 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c70ef7d-45e4-4424-a020-f6e317294ee6 None None] Network 503808df-f3fc-4564-bd08-a3e23e94312e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:42:33.342597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-8d611216-289d-44ef-ac6a-c2069c2ca974 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:33.344529 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-8d611216-289d-44ef-ac6a-c2069c2ca974 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/networks?id=503808df-f3fc-4564-bd08-a3e23e94312e HTTP/1.1" status: 200 len: 818 time: 0.1089911 Nov 13 04:42:33.360712 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-17fd9569-ca2c-41ad-8155-a9b121aa1a0e tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/quotas/2e347a3a9a834bc4994d47e90b08af6e HTTP/1.1" status: 200 len: 375 time: 0.0099449 Nov 13 04:42:33.395023 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-3c15185a-5b5f-4f97-af46-c385642a1cb0 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e347a3a9a834bc4994d47e90b08af6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274405 Nov 13 04:42:33.471944 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['88ea1d05-e574-4a2c-982b-e7a936c647a0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:33.485764 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-e22bafce-dae9-4efc-bb7f-42e646e0cd97 service neutron] 10.222.0.43 "GET /v2.0/networks/503808df-f3fc-4564-bd08-a3e23e94312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846665 Nov 13 04:42:33.508732 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:42:33.620187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cef52-ef8a-494a-95d3-92765f2bc0f7 req-12ddc5cb-19d6-49b2-bedd-6df41260fffb tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:33.624618 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-051532f2-0d8a-41e6-95b8-48820b0f224a service neutron] 10.222.0.43 "GET /v2.0/networks/503808df-f3fc-4564-bd08-a3e23e94312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297588 Nov 13 04:42:33.629599 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-396cef52-ef8a-494a-95d3-92765f2bc0f7 req-12ddc5cb-19d6-49b2-bedd-6df41260fffb tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 944 time: 0.0738847 Nov 13 04:42:33.675696 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-396cef52-ef8a-494a-95d3-92765f2bc0f7 req-61f2f7f8-bdd5-414b-ac81-802e3fb958ae tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452068 Nov 13 04:42:33.771166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-49f2b855-d119-4a0f-b71f-5ab83f5c8f52 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:33.772807 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-49f2b855-d119-4a0f-b71f-5ab83f5c8f52 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528&tenant_id=bb1a865db7e845b9aa19ffe9f890f983&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 1096 time: 0.0638685 Nov 13 04:42:33.787060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813114-2'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:33.892347 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:33.898628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d83d5f-75e0-46d4-87cf-139b9de740e8 req-537e5364-efae-4be7-ad99-f693c4d3022c tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:33.900434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8d83d5f-75e0-46d4-87cf-139b9de740e8 req-537e5364-efae-4be7-ad99-f693c4d3022c tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 944 time: 0.0573881 Nov 13 04:42:33.967394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8d83d5f-75e0-46d4-87cf-139b9de740e8 req-51aad755-b2d1-44cf-b778-4390659d2ea2 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587776 Nov 13 04:42:34.001031 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-825a898c-a0f1-4221-9501-06b863ba2d95 req-1249b707-5382-466c-86cc-a264dfb580e6 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 210 time: 0.0698578 Nov 13 04:42:34.176962 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fa09463-7783-4479-9219-209cca059380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:34.200806 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c49d0-6030-4045-a938-31e59e939f96 req-0b2a26ef-b507-4d94-9973-1c20fbe65e19 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:34.208985 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-506c49d0-6030-4045-a938-31e59e939f96 req-0b2a26ef-b507-4d94-9973-1c20fbe65e19 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.1168036 Nov 13 04:42:34.281538 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-506c49d0-6030-4045-a938-31e59e939f96 req-d46fbf23-9917-4ab5-9079-eeede193836f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571465 Nov 13 04:42:34.398923 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:42:34.523629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:34.524248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:34.537005 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 has no active binding in host n-h2-813114-2 {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 13 04:42:34.585046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:42:34.615704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be75c20-8420-4d6f-8ff6-796e72991f23 req-353838e4-e77b-40b9-9925-f007876dd72f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:34.617193 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1be75c20-8420-4d6f-8ff6-796e72991f23 req-353838e4-e77b-40b9-9925-f007876dd72f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 945 time: 0.4776571 Nov 13 04:42:34.652169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3827230-e3f3-4053-ba2a-0b0c1135d528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:34.654342 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f47472f-29e3-4ffb-ac7f-7d65c239c7c8" -d '{"events": [{"server_uuid": "f3827230-e3f3-4053-ba2a-0b0c1135d528", "name": "network-vif-unplugged", "status": "completed", "tag": "ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:34.660746 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:34.676150 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:34.720985 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29306c9-e004-4239-9310-91d89c446395 x-openstack-request-id: req-a29306c9-e004-4239-9310-91d89c446395 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:34.721117 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3827230-e3f3-4053-ba2a-0b0c1135d528", "name": "network-vif-unplugged", "status": "completed", "tag": "ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:34.722209 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a29306c9-e004-4239-9310-91d89c446395 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:34.722674 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3827230-e3f3-4053-ba2a-0b0c1135d528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4', 'code': 200} Nov 13 04:42:34.746887 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1be75c20-8420-4d6f-8ff6-796e72991f23 req-18e01715-1cef-434d-8415-1171926401ba tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182551 Nov 13 04:42:34.786222 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,revision_number=7']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:34.802762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Attempting to bind port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 on host n-h1-813114-2 for vnic_type normal with profile {"migrating_to": "n-h2-813114-2"} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:42:34.803892 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Attempting to bind port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:42:34.803892 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Attempting to bind port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:34.808096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:42:34.808422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Attempting to bind port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 on network 116a44e5-9a3c-43fe-bfae-c0a00d4422e5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:34.815724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:42:34.816467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Checking segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:42:34.818575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Bound using segment: {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:42:34.819233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Bound port: ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '116a44e5-9a3c-43fe-bfae-c0a00d4422e5'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:42:34.819660 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:34.845013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5ce45-1ad1-44b8-8b38-cbd289409402 req-251e8e90-2e3f-4fa8-90c1-76b4922f1982 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:34.847162 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66e5ce45-1ad1-44b8-8b38-cbd289409402 req-251e8e90-2e3f-4fa8-90c1-76b4922f1982 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 944 time: 0.0806015 Nov 13 04:42:34.895401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:42:34.903560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:42:34.911784 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:34.923378 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66e5ce45-1ad1-44b8-8b38-cbd289409402 req-a08ec585-0e9e-4c82-b24b-6ad0ccc3e26e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616407 Nov 13 04:42:35.005304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:35.005880 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:35.007290 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] 10.222.0.36 "PUT /v2.0/ports/ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 HTTP/1.1" status: 200 len: 1121 time: 1.2259281 Nov 13 04:42:35.010887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73920a8-f766-4320-98fe-d1049d63e243 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,revision_number=8']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:35.152357 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5e9733f0-74c0-4926-9f6d-c0af7122e220 req-62a7798c-4cdf-4061-8c7d-ac6099672a2d tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 210 time: 0.0320354 Nov 13 04:42:35.161607 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687066c-39ce-4960-8068-3cc3f7ca17ff req-1fd28778-f84d-46b7-99dc-9e70c47988bb tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:35.163231 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0687066c-39ce-4960-8068-3cc3f7ca17ff req-1fd28778-f84d-46b7-99dc-9e70c47988bb tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 944 time: 0.0680010 Nov 13 04:42:35.171225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:35.238282 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0687066c-39ce-4960-8068-3cc3f7ca17ff req-e0e8d7b2-8c92-49ad-8e26-f857fdb441d5 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656607 Nov 13 04:42:35.348746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:35.483731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-53659ccc-80d2-45c5-9561-dc173aaeaf9d tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:35.485190 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-53659ccc-80d2-45c5-9561-dc173aaeaf9d tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.36 "GET /v2.0/networks?id=503808df-f3fc-4564-bd08-a3e23e94312e HTTP/1.1" status: 200 len: 818 time: 0.2424150 Nov 13 04:42:35.492644 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadfec9-7f5b-45d8-89a1-4bff818a8ef8 req-f45a052e-b8d4-4577-bbd2-635ab0c94456 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:35.494009 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7aadfec9-7f5b-45d8-89a1-4bff818a8ef8 req-f45a052e-b8d4-4577-bbd2-635ab0c94456 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0915070 Nov 13 04:42:35.531558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-0c428145-68ff-422c-8407-05fcb0d9456b tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Request body: {'port': {'device_id': 'd06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7', 'network_id': '503808df-f3fc-4564-bd08-a3e23e94312e', 'admin_state_up': True, 'tenant_id': '2e347a3a9a834bc4994d47e90b08af6e'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:35.607545 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7aadfec9-7f5b-45d8-89a1-4bff818a8ef8 req-bb2da40f-c9ae-4c94-81ad-d907a9b9b336 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041393 Nov 13 04:42:35.670998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-0c428145-68ff-422c-8407-05fcb0d9456b tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Made reservation on behalf of 2e347a3a9a834bc4994d47e90b08af6e for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:42:35.674949 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-0c428145-68ff-422c-8407-05fcb0d9456b tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:35.812327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-0c428145-68ff-422c-8407-05fcb0d9456b tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Allocated IP 172.20.0.2 (503808df-f3fc-4564-bd08-a3e23e94312e/30a3bbd5-3ea5-4303-bf8f-a48fb89aecff/a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:42:35.899418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f927db-55fd-4283-93e8-41ebbdfa5ab0 req-343f247e-642a-4b4a-84d4-0845c8ac91bd tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:35.901337 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4f927db-55fd-4283-93e8-41ebbdfa5ab0 req-343f247e-642a-4b4a-84d4-0845c8ac91bd tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 943 time: 0.0596576 Nov 13 04:42:35.911412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45694) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:35.987165 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4f927db-55fd-4283-93e8-41ebbdfa5ab0 req-00224403-9e7d-4508-84e3-8e2cf52ec95d tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636525 Nov 13 04:42:36.028078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-0c428145-68ff-422c-8407-05fcb0d9456b tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.101941 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cceb0cfb-2372-41ae-9936-101d89a61de7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.138561 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b4ba8-af1f-4d65-9eb3-7b8d5371dd09 req-c64dece2-c906-4bcf-a01b-1303d23ff78e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:36.140377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-524b4ba8-af1f-4d65-9eb3-7b8d5371dd09 req-c64dece2-c906-4bcf-a01b-1303d23ff78e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 944 time: 0.0863523 Nov 13 04:42:36.141899 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-0c428145-68ff-422c-8407-05fcb0d9456b tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.182324 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cceb0cfb-2372-41ae-9936-101d89a61de7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.188509 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cceb0cfb-2372-41ae-9936-101d89a61de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.207466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-0c428145-68ff-422c-8407-05fcb0d9456b tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Network 503808df-f3fc-4564-bd08-a3e23e94312e is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:42:36.216701 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-0c428145-68ff-422c-8407-05fcb0d9456b tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:42:36.223925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-0c428145-68ff-422c-8407-05fcb0d9456b tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:42:36.228449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c428145-68ff-422c-8407-05fcb0d9456b tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Pushing event updated for resources: {'Port': ['ID=a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:36.231415 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cceb0cfb-2372-41ae-9936-101d89a61de7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3756890115bd4a3fb403491024990d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179586 Nov 13 04:42:36.234556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45704) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:36.235443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb0cfb-2372-41ae-9936-101d89a61de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc7c82c-f60f-4313-8ace-05801c2e5a66,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:36.271561 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-524b4ba8-af1f-4d65-9eb3-7b8d5371dd09 req-97fec185-8af1-4b0c-84fc-5706dd470396 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211770 Nov 13 04:42:36.296500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-0c428145-68ff-422c-8407-05fcb0d9456b tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:36.297365 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-0c428145-68ff-422c-8407-05fcb0d9456b tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.314753 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-0c428145-68ff-422c-8407-05fcb0d9456b tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7883282 Nov 13 04:42:36.328135 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9648d240-f0b1-4b6d-bf69-dceebf9d4d12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.333386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Request body: {'port': {'device_id': 'd06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:36.339207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46412ce1-b0fa-44f1-b716-31456e214f9c req-d212edd9-6339-436d-8b2a-bfc810c34cf5 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:36.340838 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-46412ce1-b0fa-44f1-b716-31456e214f9c req-d212edd9-6339-436d-8b2a-bfc810c34cf5 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 931 time: 0.0881691 Nov 13 04:42:36.376077 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9648d240-f0b1-4b6d-bf69-dceebf9d4d12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.415559 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.421976 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 88ea1d05-e574-4a2c-982b-e7a936c647a0 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:42:36.430083 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-46412ce1-b0fa-44f1-b716-31456e214f9c req-4fddda18-5ee7-47fe-9780-5c4da0fa819e tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/security-groups?id=1715b961-319c-471f-8abe-cd9c5b8c7cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790892 Nov 13 04:42:36.437211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c0698-4b49-45ab-bd5e-6fcd51c74faf req-4408ed76-4e98-4dc5-9dc6-46bd242e7d2d tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:36.439026 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-988c0698-4b49-45ab-bd5e-6fcd51c74faf req-4408ed76-4e98-4dc5-9dc6-46bd242e7d2d tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 944 time: 0.0858598 Nov 13 04:42:36.455191 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9648d240-f0b1-4b6d-bf69-dceebf9d4d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.457719 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9648d240-f0b1-4b6d-bf69-dceebf9d4d12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.459110 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9648d240-f0b1-4b6d-bf69-dceebf9d4d12 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbc7c82c-f60f-4313-8ace-05801c2e5a66 HTTP/1.1" status: 204 len: 168 time: 0.2205560 Nov 13 04:42:36.464422 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c3c02b1-eff0-4c51-9c1d-ebb342fb59c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.468829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648d240-f0b1-4b6d-bf69-dceebf9d4d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc7c82c-f60f-4313-8ace-05801c2e5a66,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:36.509882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 88ea1d05-e574-4a2c-982b-e7a936c647a0 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:42:36.513973 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 88ea1d05-e574-4a2c-982b-e7a936c647a0 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:36.514435 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.544679 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-988c0698-4b49-45ab-bd5e-6fcd51c74faf req-e4eb7069-c5fe-4b7d-b248-bb9cd96dc8b8 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686355 Nov 13 04:42:36.620438 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.656051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 88ea1d05-e574-4a2c-982b-e7a936c647a0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=88ea1d05-e574-4a2c-982b-e7a936c647a0,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:36.657488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b358beb-da3c-4b83-94c8-a49117a1adb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ea1d05-e574-4a2c-982b-e7a936c647a0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:36.659899 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd277340-3925-40e7-a959-f9f2dbc306cc" -d '{"events": [{"server_uuid": "4b358beb-da3c-4b83-94c8-a49117a1adb5", "name": "network-vif-plugged", "status": "completed", "tag": "88ea1d05-e574-4a2c-982b-e7a936c647a0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:36.665771 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.699914 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9bdad9-a9a3-4837-a044-901a5a78ae42 x-openstack-request-id: req-fc9bdad9-a9a3-4837-a044-901a5a78ae42 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:36.700199 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b358beb-da3c-4b83-94c8-a49117a1adb5", "name": "network-vif-plugged", "status": "completed", "tag": "88ea1d05-e574-4a2c-982b-e7a936c647a0", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:36.700433 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc9bdad9-a9a3-4837-a044-901a5a78ae42 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:36.700821 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b358beb-da3c-4b83-94c8-a49117a1adb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ea1d05-e574-4a2c-982b-e7a936c647a0', 'code': 200} Nov 13 04:42:36.723501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3827230-e3f3-4053-ba2a-0b0c1135d528', 'tag': 'ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:36.726163 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe99a00-6795-4102-a384-9b4854c64960" -d '{"events": [{"name": "network-changed", "server_uuid": "f3827230-e3f3-4053-ba2a-0b0c1135d528", "tag": "ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:36.730053 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=88ea1d05-e574-4a2c-982b-e7a936c647a0,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:36.783444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3f79-b1be-404e-8a10-a92e84fc4940 req-bf9448dc-025c-45f1-9c78-3c7efa24768e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:36.785429 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1cef3f79-b1be-404e-8a10-a92e84fc4940 req-bf9448dc-025c-45f1-9c78-3c7efa24768e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0822549 Nov 13 04:42:36.787364 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783b5201-fe3c-4ba6-90de-26f1ebb204a7 x-openstack-request-id: req-783b5201-fe3c-4ba6-90de-26f1ebb204a7 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:36.787656 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3827230-e3f3-4053-ba2a-0b0c1135d528", "tag": "ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:36.787902 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-783b5201-fe3c-4ba6-90de-26f1ebb204a7 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:36.788301 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3827230-e3f3-4053-ba2a-0b0c1135d528', 'tag': 'ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4', 'status': 'completed', 'code': 200} Nov 13 04:42:36.830306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:42:36.846250 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.857307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45718) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:36.872799 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1cef3f79-b1be-404e-8a10-a92e84fc4940 req-b422c07b-42a1-4b53-805c-cefd27fae096 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803478 Nov 13 04:42:36.882365 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Transition to ACTIVE for port object a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:42:36.882577 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-815b24cb-ac6c-404a-afb5-47a24893df2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.890286 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:36.899375 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a4036-78cf-4421-a152-15aba2cea426 req-6d0f497d-de33-472c-9945-82e067357672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:36.900939 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a9a4036-78cf-4421-a152-15aba2cea426 req-6d0f497d-de33-472c-9945-82e067357672 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 1096 time: 0.0879345 Nov 13 04:42:36.930141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe99a00-6795-4102-a384-9b4854c64960 req-6265ccea-a791-4f67-8716-ada63a84abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:36.931475 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5fe99a00-6795-4102-a384-9b4854c64960 req-6265ccea-a791-4f67-8716-ada63a84abb6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 1124 time: 0.0942998 Nov 13 04:42:36.971849 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a9a4036-78cf-4421-a152-15aba2cea426 req-9e0b6cb8-81f9-4285-8e22-af12de6c4bad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609894 Nov 13 04:42:36.971988 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:37.004805 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-815b24cb-ac6c-404a-afb5-47a24893df2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:37.010687 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-815b24cb-ac6c-404a-afb5-47a24893df2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:37.044392 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-815b24cb-ac6c-404a-afb5-47a24893df2e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39a28c346db446d1a26a060cc24bc29b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809449 Nov 13 04:42:37.044603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45724) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:37.089300 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b24cb-ac6c-404a-afb5-47a24893df2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1956505-5a0f-47a0-9169-d3a21e642791,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:37.119914 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Attempting to bind port a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:42:37.120248 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Attempting to bind port a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'c86dc2ab-ff02-4d24-b134-83f7b1798e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '503808df-f3fc-4564-bd08-a3e23e94312e'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:42:37.120566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Attempting to bind port a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 on network 503808df-f3fc-4564-bd08-a3e23e94312e {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:37.128218 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Port a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 on network 503808df-f3fc-4564-bd08-a3e23e94312e not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:42:37.128558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Attempting to bind port a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 on network 503808df-f3fc-4564-bd08-a3e23e94312e {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:37.131888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe99a00-6795-4102-a384-9b4854c64960 req-78f7e208-5e27-4731-9a7e-43d739b14768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:37.133370 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5fe99a00-6795-4102-a384-9b4854c64960 req-78f7e208-5e27-4731-9a7e-43d739b14768 service neutron] 10.222.0.46 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.1891334 Nov 13 04:42:37.136011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:42:37.136345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Checking segment: {'id': 'c86dc2ab-ff02-4d24-b134-83f7b1798e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '503808df-f3fc-4564-bd08-a3e23e94312e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:42:37.136718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Bound using segment: {'id': 'c86dc2ab-ff02-4d24-b134-83f7b1798e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '503808df-f3fc-4564-bd08-a3e23e94312e'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:42:37.137141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Bound port: a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86dc2ab-ff02-4d24-b134-83f7b1798e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '503808df-f3fc-4564-bd08-a3e23e94312e'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:42:37.137489 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:37.146868 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0493228-dda0-4e88-892a-b9798e519819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:37.160361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cdd82-7165-448e-b58c-ee0364b73cf2 req-12915ed2-daad-4406-af67-aecc0ec3fdfa tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:37.161864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d46cdd82-7165-448e-b58c-ee0364b73cf2 req-12915ed2-daad-4406-af67-aecc0ec3fdfa tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 943 time: 0.0771859 Nov 13 04:42:37.184632 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5fe99a00-6795-4102-a384-9b4854c64960 req-5b809daf-0986-4c31-b56d-cec15ba2c331 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 HTTP/1.1" status: 200 len: 217 time: 0.0382612 Nov 13 04:42:37.185732 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0493228-dda0-4e88-892a-b9798e519819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:37.250749 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d46cdd82-7165-448e-b58c-ee0364b73cf2 req-6d00f3e6-a432-4508-a471-63d059586ec5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815852 Nov 13 04:42:37.273797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe99a00-6795-4102-a384-9b4854c64960 req-2eea61d8-6916-4e74-9763-bf668bdc2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:37.275259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5fe99a00-6795-4102-a384-9b4854c64960 req-2eea61d8-6916-4e74-9763-bf668bdc2839 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.0714719 Nov 13 04:42:37.277463 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0493228-dda0-4e88-892a-b9798e519819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:37.278498 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] For port a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:42:37.281088 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0493228-dda0-4e88-892a-b9798e519819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:37.282257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a0493228-dda0-4e88-892a-b9798e519819 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1956505-5a0f-47a0-9169-d3a21e642791 HTTP/1.1" status: 204 len: 168 time: 0.2368021 Nov 13 04:42:37.285192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] For port a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4,segment=NetworkSegment(c86dc2ab-ff02-4d24-b134-83f7b1798e92),segment_id=c86dc2ab-ff02-4d24-b134-83f7b1798e92)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:42:37.292330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0493228-dda0-4e88-892a-b9798e519819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1956505-5a0f-47a0-9169-d3a21e642791,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:37.298317 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:37.320943 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5fe99a00-6795-4102-a384-9b4854c64960 req-f44f925b-53b3-425b-aefb-de8d7592a8f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341499 Nov 13 04:42:37.372443 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:37.373060 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:37.374877 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 HTTP/1.1" status: 200 len: 1091 time: 1.0459747 Nov 13 04:42:37.422829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44530e-6726-41eb-82a9-610749aad957 req-6bbcb798-d101-43c8-ba22-462599ea743a tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:37.427023 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3f907-e0a0-4ba2-824a-e4a0660b65a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:37.428215 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-af44530e-6726-41eb-82a9-610749aad957 req-6bbcb798-d101-43c8-ba22-462599ea743a tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 945 time: 0.0679731 Nov 13 04:42:37.465072 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5fe99a00-6795-4102-a384-9b4854c64960 req-16beeb0a-8d24-4265-a1e9-34488cd2cc9d service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255996 Nov 13 04:42:37.487095 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-af44530e-6726-41eb-82a9-610749aad957 req-5e743362-0d48-404e-a6a0-83511a7a2782 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517263 Nov 13 04:42:37.634207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-68dca8e3-87e5-44b5-b33a-a48a383eff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:37.636138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-68dca8e3-87e5-44b5-b33a-a48a383eff5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e347a3a9a834bc4994d47e90b08af6e&device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 1094 time: 0.1323595 Nov 13 04:42:37.643807 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:37.660821 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa9cd1-7cf1-47ff-853d-53be948b305f req-fa5d1ec1-287b-4e98-80ae-acfa159abf05 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:37.662385 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efaa9cd1-7cf1-47ff-853d-53be948b305f req-fa5d1ec1-287b-4e98-80ae-acfa159abf05 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 943 time: 0.1354232 Nov 13 04:42:37.670491 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5fe99a00-6795-4102-a384-9b4854c64960 req-a4383992-233a-4d86-b02c-3f1c64b94245 service neutron] 10.222.0.46 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908832 Nov 13 04:42:37.717917 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181717ae-4ddb-4c18-850a-597832602222 req-beb9a09b-e96a-4545-9cbd-fa62f39644f3 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:37.719007 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-fda093bb-9a8e-46b8-a152-962b596754b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 HTTP/1.1" status: 200 len: 217 time: 0.0555680 Nov 13 04:42:37.719660 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-181717ae-4ddb-4c18-850a-597832602222 req-beb9a09b-e96a-4545-9cbd-fa62f39644f3 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 944 time: 0.0702276 Nov 13 04:42:37.776519 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-181717ae-4ddb-4c18-850a-597832602222 req-e53e60cc-351c-459d-8e59-cadfeaf1ea40 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507016 Nov 13 04:42:37.796842 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efaa9cd1-7cf1-47ff-853d-53be948b305f req-efef0bf0-e69e-4ef6-bf3a-5bf0bc268757 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/security-groups?id=1715b961-319c-471f-8abe-cd9c5b8c7cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218204 Nov 13 04:42:37.801506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-194be586-eaff-4f48-8845-4b086c283cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:37.803083 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-194be586-eaff-4f48-8845-4b086c283cd0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30a3bbd5-3ea5-4303-bf8f-a48fb89aecff HTTP/1.1" status: 200 len: 858 time: 0.0760734 Nov 13 04:42:37.840915 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-c68b98b8-2cd5-4f73-a0d5-4e75b6f3ecfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=503808df-f3fc-4564-bd08-a3e23e94312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301533 Nov 13 04:42:37.937857 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-be799a70-c1a2-416e-813b-fc48779e854c service neutron] 10.222.0.36 "GET /v2.0/networks/503808df-f3fc-4564-bd08-a3e23e94312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880964 Nov 13 04:42:38.000161 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6e388-c662-4984-81ba-e68a7f40b949 req-70560351-4f07-4127-92d8-8589d30aeaa7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:38.001894 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ba6e388-c662-4984-81ba-e68a7f40b949 req-70560351-4f07-4127-92d8-8589d30aeaa7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0525231 Nov 13 04:42:38.043812 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07a2d416-ee20-4676-82b3-87724ac770f8 req-4095aafa-7195-4ea3-b1f2-4f3dab557c1d service neutron] 10.222.0.36 "GET /v2.0/networks/503808df-f3fc-4564-bd08-a3e23e94312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978272 Nov 13 04:42:38.056512 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ba6e388-c662-4984-81ba-e68a7f40b949 req-6bd123a7-194f-4ca3-aae6-a78a1dc13864 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486617 Nov 13 04:42:38.386959 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06978a64-c1c7-4c67-aeac-c46be18eae4b req-b202e0c7-3138-4543-828b-720841b1aa84 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:38.391452 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06978a64-c1c7-4c67-aeac-c46be18eae4b req-b202e0c7-3138-4543-828b-720841b1aa84 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 943 time: 0.0552013 Nov 13 04:42:38.455104 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06978a64-c1c7-4c67-aeac-c46be18eae4b req-7093968c-d46c-4904-a047-ade79a4158a9 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559912 Nov 13 04:42:38.622109 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165a19-1e9e-406b-bb46-1254d5a9aa5a req-cbdd8f0c-35e3-43e7-b7f4-06b07ca666e7 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:38.624078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c5165a19-1e9e-406b-bb46-1254d5a9aa5a req-cbdd8f0c-35e3-43e7-b7f4-06b07ca666e7 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 945 time: 0.0548260 Nov 13 04:42:38.676059 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c5165a19-1e9e-406b-bb46-1254d5a9aa5a req-fbd3ebbc-58d4-4ee7-aa63-021918bb937a tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457082 Nov 13 04:42:38.789495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7', 'tag': 'a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:38.792103 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921e6704-44fa-452f-a33e-5faad3966088" -d '{"events": [{"name": "network-changed", "server_uuid": "d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7", "tag": "a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:38.840403 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a1e06a-e6b6-4b45-accf-5c4d3914f05c x-openstack-request-id: req-74a1e06a-e6b6-4b45-accf-5c4d3914f05c {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:38.841148 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7", "tag": "a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:38.841148 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74a1e06a-e6b6-4b45-accf-5c4d3914f05c {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:38.841345 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7', 'tag': 'a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4', 'status': 'completed', 'code': 200} Nov 13 04:42:38.921684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23928a7f-3e1e-42d7-846c-b7fcf24a1dc3 req-f0d61f22-ce31-4422-bf6b-3176b7e0d92f tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:38.931345 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-23928a7f-3e1e-42d7-846c-b7fcf24a1dc3 req-f0d61f22-ce31-4422-bf6b-3176b7e0d92f tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 944 time: 0.0753801 Nov 13 04:42:38.952148 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20554bd9-4651-4300-8cda-cff1f07b4bd8 req-b4766c39-3c74-4985-be4f-2e5d50176431 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:38.954334 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20554bd9-4651-4300-8cda-cff1f07b4bd8 req-b4766c39-3c74-4985-be4f-2e5d50176431 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 943 time: 0.0669544 Nov 13 04:42:38.986086 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-23928a7f-3e1e-42d7-846c-b7fcf24a1dc3 req-f78ef6b8-df39-4b3f-a6a8-53d49b0b485e tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537012 Nov 13 04:42:38.997511 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:39.021883 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20554bd9-4651-4300-8cda-cff1f07b4bd8 req-a5876921-5161-4e6e-b05c-103abdf23a6d tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/security-groups?id=1715b961-319c-471f-8abe-cd9c5b8c7cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472140 Nov 13 04:42:39.060049 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e6704-44fa-452f-a33e-5faad3966088 req-dffe3818-9788-4bdf-b0e7-3aaebe24abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:39.062615 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-921e6704-44fa-452f-a33e-5faad3966088 req-dffe3818-9788-4bdf-b0e7-3aaebe24abca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e347a3a9a834bc4994d47e90b08af6e&device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 1094 time: 0.0643396 Nov 13 04:42:39.252479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5505f7-8764-42f9-ba30-1da2c889c15c req-c0350d66-4f76-445e-8f87-eceb75e6a730 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:39.253992 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0f5505f7-8764-42f9-ba30-1da2c889c15c req-c0350d66-4f76-445e-8f87-eceb75e6a730 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.1002047 Nov 13 04:42:39.255209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e6704-44fa-452f-a33e-5faad3966088 req-f799bfee-2c1b-45e3-bd8b-e555644a952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:39.256515 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-921e6704-44fa-452f-a33e-5faad3966088 req-f799bfee-2c1b-45e3-bd8b-e555644a952f service neutron] 10.222.0.36 "GET /v2.0/networks?id=503808df-f3fc-4564-bd08-a3e23e94312e HTTP/1.1" status: 200 len: 919 time: 0.1571443 Nov 13 04:42:39.308125 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-921e6704-44fa-452f-a33e-5faad3966088 req-6efdb36a-32f4-4049-9021-cf9810276a1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 HTTP/1.1" status: 200 len: 217 time: 0.0413940 Nov 13 04:42:39.363412 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0f5505f7-8764-42f9-ba30-1da2c889c15c req-199c9de5-11b3-4a65-a271-0403f6f33ab5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031919 Nov 13 04:42:39.379199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e6704-44fa-452f-a33e-5faad3966088 req-54d7bac0-1a0c-455c-9878-4eb7d02b5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:39.380841 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-921e6704-44fa-452f-a33e-5faad3966088 req-54d7bac0-1a0c-455c-9878-4eb7d02b5e42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30a3bbd5-3ea5-4303-bf8f-a48fb89aecff HTTP/1.1" status: 200 len: 858 time: 0.0609968 Nov 13 04:42:39.418609 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-921e6704-44fa-452f-a33e-5faad3966088 req-5053a69c-91d1-46b7-aceb-db0ec97be22b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=503808df-f3fc-4564-bd08-a3e23e94312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286291 Nov 13 04:42:39.526466 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-921e6704-44fa-452f-a33e-5faad3966088 req-402b7e48-75b3-4f44-b5e2-c3cd3f14af6a service neutron] 10.222.0.36 "GET /v2.0/networks/503808df-f3fc-4564-bd08-a3e23e94312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985985 Nov 13 04:42:39.643840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b3458-bc89-4414-91c2-4a76068f3b26 req-6e405dac-0144-4e51-90ab-a37bc71f6f37 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:39.646893 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-921e6704-44fa-452f-a33e-5faad3966088 req-3a242f40-0e31-4170-9703-fba11801dd8e service neutron] 10.222.0.36 "GET /v2.0/networks/503808df-f3fc-4564-bd08-a3e23e94312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105027 Nov 13 04:42:39.651400 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b09b3458-bc89-4414-91c2-4a76068f3b26 req-6e405dac-0144-4e51-90ab-a37bc71f6f37 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 943 time: 0.0792961 Nov 13 04:42:39.700526 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b09b3458-bc89-4414-91c2-4a76068f3b26 req-c8062f96-b5f8-4922-a0b0-31dbd3b164f6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474770 Nov 13 04:42:39.832455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f952e-8342-4c18-b4b6-2e199fa51ce1 req-28c84331-6454-439a-95a8-44564f61188a tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:39.834408 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fc6f952e-8342-4c18-b4b6-2e199fa51ce1 req-28c84331-6454-439a-95a8-44564f61188a tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 945 time: 0.0600467 Nov 13 04:42:39.892977 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fc6f952e-8342-4c18-b4b6-2e199fa51ce1 req-500d3838-446b-4332-b278-55b5cc7ac1c9 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517046 Nov 13 04:42:39.910146 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:40.031181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002da862-8d39-4221-8962-f53c20327b93 req-92f288c8-c809-4468-bb06-60b98ad31214 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:40.035588 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-002da862-8d39-4221-8962-f53c20327b93 req-92f288c8-c809-4468-bb06-60b98ad31214 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 945 time: 0.0645790 Nov 13 04:42:40.115487 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-002da862-8d39-4221-8962-f53c20327b93 req-540eceff-0d65-4293-8d1d-3359990f3108 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747659 Nov 13 04:42:40.128674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c428ca-943b-4294-9d20-50d15a7242a0 req-b1d256c0-e2f1-4efe-a7b8-fc8e5d55a027 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:40.130887 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a9c428ca-943b-4294-9d20-50d15a7242a0 req-b1d256c0-e2f1-4efe-a7b8-fc8e5d55a027 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 944 time: 0.0527616 Nov 13 04:42:40.206154 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a9c428ca-943b-4294-9d20-50d15a7242a0 req-4d85b16b-3f85-4a47-83b8-4851353201ff tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635588 Nov 13 04:42:40.277347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4c098-db80-443f-8a28-f085faaf2f20 req-ddc68a9b-2aac-45fa-9c07-e0db8d163884 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:40.281389 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34f4c098-db80-443f-8a28-f085faaf2f20 req-ddc68a9b-2aac-45fa-9c07-e0db8d163884 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 943 time: 0.0889773 Nov 13 04:42:40.351560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34f4c098-db80-443f-8a28-f085faaf2f20 req-7b88325f-025b-4d2a-bd8f-378f394df039 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/security-groups?id=1715b961-319c-471f-8abe-cd9c5b8c7cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619438 Nov 13 04:42:40.564644 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee81e8-e03f-467f-b97e-adb8781a423e req-17c88516-0432-412d-99aa-cf4321c23480 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:40.566583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e8ee81e8-e03f-467f-b97e-adb8781a423e req-17c88516-0432-412d-99aa-cf4321c23480 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0551574 Nov 13 04:42:40.644164 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e8ee81e8-e03f-467f-b97e-adb8781a423e req-59b52fcc-f240-440d-a02a-beaa03b72266 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618455 Nov 13 04:42:40.887338 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95260b87-6de5-485d-ad1b-1fa38c1e8ef2 req-599bfa1c-b1ad-4d16-850f-e2e17014065b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:40.889197 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-95260b87-6de5-485d-ad1b-1fa38c1e8ef2 req-599bfa1c-b1ad-4d16-850f-e2e17014065b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 943 time: 0.0800405 Nov 13 04:42:40.917383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d767552b-5aa2-4acf-a706-16cf760e3518 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:42:40.959460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d6c43-792e-4579-bd2d-96e6a8fe8383 req-110e4525-22f7-4ee2-8f9f-80e97151a42b tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:40.961065 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-103d6c43-792e-4579-bd2d-96e6a8fe8383 req-110e4525-22f7-4ee2-8f9f-80e97151a42b tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 945 time: 0.0630491 Nov 13 04:42:41.000092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-95260b87-6de5-485d-ad1b-1fa38c1e8ef2 req-5db3faa2-13ed-4453-b4d6-42642addc27a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002128 Nov 13 04:42:41.030789 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-103d6c43-792e-4579-bd2d-96e6a8fe8383 req-c5c489ab-5ccc-4e96-bae7-11bdf2daadba tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513964 Nov 13 04:42:41.036140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:42:41.040239 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d767552b-5aa2-4acf-a706-16cf760e3518, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d767552b-5aa2-4acf-a706-16cf760e3518,segment=NetworkSegment(f2587768-3bc6-4842-b1ba-6cc4a2b4cafe),segment_id=f2587768-3bc6-4842-b1ba-6cc4a2b4cafe)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:41.087232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'd767552b-5aa2-4acf-a706-16cf760e3518', 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'port_id': 'd767552b-5aa2-4acf-a706-16cf760e3518', 'mac_address': 'fa:16:3e:f4:c5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:42:41.141516 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:41.174667 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d767552b-5aa2-4acf-a706-16cf760e3518 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:42:41.205995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d767552b-5aa2-4acf-a706-16cf760e3518, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d767552b-5aa2-4acf-a706-16cf760e3518,segment=NetworkSegment(f2587768-3bc6-4842-b1ba-6cc4a2b4cafe),segment_id=f2587768-3bc6-4842-b1ba-6cc4a2b4cafe)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:41.210586 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:41.269341 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d767552b-5aa2-4acf-a706-16cf760e3518,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:41.332569 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94da2f0-0242-4539-bb09-03ddbca25ade req-e1c451af-7f2c-4abe-bb8f-c48a80c76c0d tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:41.334194 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e94da2f0-0242-4539-bb09-03ddbca25ade req-e1c451af-7f2c-4abe-bb8f-c48a80c76c0d tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 945 time: 0.0527110 Nov 13 04:42:41.389664 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e94da2f0-0242-4539-bb09-03ddbca25ade req-37fdf973-0f61-4959-9494-542a76067576 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484326 Nov 13 04:42:41.519110 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1588c5b-94b6-4908-a805-3037ac2bd0ed req-1544144a-b7e1-412d-bab8-738470991bf6 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:41.520635 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d1588c5b-94b6-4908-a805-3037ac2bd0ed req-1544144a-b7e1-412d-bab8-738470991bf6 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 943 time: 0.0916238 Nov 13 04:42:41.548192 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-8dfea54b-c929-4c99-aa76-dfda2845b618 service neutron] 10.222.0.46 "GET /v2.0/ports/ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4/bindings/n-h2-813114-2 HTTP/1.1" status: 200 len: 384 time: 0.0593736 Nov 13 04:42:41.589344 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d1588c5b-94b6-4908-a805-3037ac2bd0ed req-7831cf1f-6331-44d6-836c-d2194d51d2bd tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/security-groups?id=1715b961-319c-471f-8abe-cd9c5b8c7cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582514 Nov 13 04:42:41.633307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['d767552b-5aa2-4acf-a706-16cf760e3518'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:41.812261 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-fa3387f4-cb35-4459-bfc1-4bd9826ced52 service neutron] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:41.831236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595ba06-d91b-4336-b20c-1a8b7b6b4b38 req-2f772106-ae47-4d5e-b582-396c69c04c66 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:41.832730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e595ba06-d91b-4336-b20c-1a8b7b6b4b38 req-2f772106-ae47-4d5e-b582-396c69c04c66 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.1025808 Nov 13 04:42:41.850114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-fa3387f4-cb35-4459-bfc1-4bd9826ced52 service neutron] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:42:41.903510 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-fa3387f4-cb35-4459-bfc1-4bd9826ced52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:42:41.921775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-fa3387f4-cb35-4459-bfc1-4bd9826ced52 service neutron] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:41.927074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e595ba06-d91b-4336-b20c-1a8b7b6b4b38 req-594ef939-3647-4480-a772-1dc10eab0066 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868206 Nov 13 04:42:41.942480 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-fa3387f4-cb35-4459-bfc1-4bd9826ced52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:42.023216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-fa3387f4-cb35-4459-bfc1-4bd9826ced52 service neutron] Transition to ACTIVE for port object ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:42:42.028997 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-fa3387f4-cb35-4459-bfc1-4bd9826ced52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:42.095354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-fa3387f4-cb35-4459-bfc1-4bd9826ced52 service neutron] No DVR routers for this DVR port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:42:42.156212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e340f5-8a3c-448a-b288-7954c53f222a req-3cb1b52d-b7a4-4f9a-a250-fc3760a357a2 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:42.157926 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-01e340f5-8a3c-448a-b288-7954c53f222a req-3cb1b52d-b7a4-4f9a-a250-fc3760a357a2 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 944 time: 0.0606029 Nov 13 04:42:42.168134 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3387f4-cb35-4459-bfc1-4bd9826ced52 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,revision_number=10']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:42.174730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-fa3387f4-cb35-4459-bfc1-4bd9826ced52 service neutron] 10.222.0.46 "PUT /v2.0/ports/ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4/bindings/n-h2-813114-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6067379 Nov 13 04:42:42.199544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319029d0-5c05-4de9-a89f-09431e3e92db req-bfb6635e-392f-4b88-af41-b47e45f3af9b tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:42.201746 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-319029d0-5c05-4de9-a89f-09431e3e92db req-bfb6635e-392f-4b88-af41-b47e45f3af9b tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 945 time: 0.0749691 Nov 13 04:42:42.211584 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-01e340f5-8a3c-448a-b288-7954c53f222a req-163b9a0d-576c-49c8-9de1-b07d187fd834 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471823 Nov 13 04:42:42.261816 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-319029d0-5c05-4de9-a89f-09431e3e92db req-a1c41784-0c99-4eb8-9d17-e903f081a648 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530961 Nov 13 04:42:42.334162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-1d7ebe84-75fb-4f3c-83ba-4c657a105e2b tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:42.335696 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-1d7ebe84-75fb-4f3c-83ba-4c657a105e2b tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528&tenant_id=bb1a865db7e845b9aa19ffe9f890f983&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 1095 time: 0.0451035 Nov 13 04:42:42.467987 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:42:42.525994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c77b2-38a6-46ac-81f5-e47ebe252e97 req-b1f97009-493a-475c-816a-b912c524701b tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:42.528521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-419c77b2-38a6-46ac-81f5-e47ebe252e97 req-b1f97009-493a-475c-816a-b912c524701b tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 945 time: 0.0611036 Nov 13 04:42:42.558050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-153a4ad0-27a9-4b82-b39c-1a45610c21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:42.559949 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-153a4ad0-27a9-4b82-b39c-1a45610c21b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528&tenant_id=bb1a865db7e845b9aa19ffe9f890f983 HTTP/1.1" status: 200 len: 1095 time: 0.2109416 Nov 13 04:42:42.587151 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-419c77b2-38a6-46ac-81f5-e47ebe252e97 req-f9f5312f-5990-47ba-91fc-205901bc4449 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510919 Nov 13 04:42:42.629487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4,segment=NetworkSegment(c86dc2ab-ff02-4d24-b134-83f7b1798e92),segment_id=c86dc2ab-ff02-4d24-b134-83f7b1798e92)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:42.644450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4', 'network_id': '503808df-f3fc-4564-bd08-a3e23e94312e', 'port_id': 'a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4', 'mac_address': 'fa:16:3e:8e:0c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a3bbd5-3ea5-4303-bf8f-a48fb89aecff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:42:42.669878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-efa4a118-4033-4c3c-9cf6-294cdf7408ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:42.672015 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-efa4a118-4033-4c3c-9cf6-294cdf7408ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 1095 time: 0.0706098 Nov 13 04:42:42.689996 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:42.706365 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:42:42.733329 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4,segment=NetworkSegment(c86dc2ab-ff02-4d24-b134-83f7b1798e92),segment_id=c86dc2ab-ff02-4d24-b134-83f7b1798e92)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:42.734747 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7faf0-05e9-46b9-84d8-b5a758e29291 req-ca179960-7255-418d-ba14-c2e5a7b096bf tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:42.736456 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9d7faf0-05e9-46b9-84d8-b5a758e29291 req-ca179960-7255-418d-ba14-c2e5a7b096bf tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 943 time: 0.0547283 Nov 13 04:42:42.739309 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:42.784010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-cfca09e6-b2fd-4283-b7a0-78ddfe01477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:42.785460 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-cfca09e6-b2fd-4283-b7a0-78ddfe01477f service neutron] 10.222.0.36 "GET /v2.0/networks?id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 200 len: 922 time: 0.1054628 Nov 13 04:42:42.791888 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9d7faf0-05e9-46b9-84d8-b5a758e29291 req-3d8dfaac-6d20-413d-8ce4-5b25118ce343 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/security-groups?id=1715b961-319c-471f-8abe-cd9c5b8c7cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458035 Nov 13 04:42:42.796917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:42.839472 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-85d1a091-a723-4e74-b5d7-9ee815945b17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 HTTP/1.1" status: 200 len: 217 time: 0.0407963 Nov 13 04:42:42.904936 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-83d98465-5fc9-4c99-8405-166002fe2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:42.906802 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-83d98465-5fc9-4c99-8405-166002fe2a94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 200 len: 861 time: 0.0601573 Nov 13 04:42:42.931272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d767552b-5aa2-4acf-a706-16cf760e3518 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:42:42.944990 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-e83f0624-d362-44cb-a2a9-ffd8d2f3e78e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=116a44e5-9a3c-43fe-bfae-c0a00d4422e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270059 Nov 13 04:42:43.002084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port d767552b-5aa2-4acf-a706-16cf760e3518 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:42:43.008174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port d767552b-5aa2-4acf-a706-16cf760e3518 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:43.008889 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:43.058181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-acdfc95c-f515-4620-9f68-95c6780f18c3 service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025386 Nov 13 04:42:43.065262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac654005-73a5-4f60-a06b-982d9958f0c9 req-fd818a08-f7b2-4610-b32b-5d069c3e58de tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:43.067180 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac654005-73a5-4f60-a06b-982d9958f0c9 req-fd818a08-f7b2-4610-b32b-5d069c3e58de tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0566113 Nov 13 04:42:43.123698 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:43.148034 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac654005-73a5-4f60-a06b-982d9958f0c9 req-5c150f8b-d199-4e5f-90ab-7a7bad92c2ec tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580490 Nov 13 04:42:43.152651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b78b5f9-0844-408a-877c-b65fc57a75eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd767552b-5aa2-4acf-a706-16cf760e3518'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:43.155757 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1d5371-256e-45ca-8663-27c7d09dbc04" -d '{"events": [{"server_uuid": "1b78b5f9-0844-408a-877c-b65fc57a75eb", "name": "network-vif-plugged", "status": "completed", "tag": "d767552b-5aa2-4acf-a706-16cf760e3518"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:43.172972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d767552b-5aa2-4acf-a706-16cf760e3518, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d767552b-5aa2-4acf-a706-16cf760e3518,segment=NetworkSegment(f2587768-3bc6-4842-b1ba-6cc4a2b4cafe),segment_id=f2587768-3bc6-4842-b1ba-6cc4a2b4cafe)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:43.181329 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:43.191334 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-bceaccd3-a02d-48f0-88ec-dbc67755a680 service neutron] 10.222.0.36 "GET /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193612 Nov 13 04:42:43.235900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d767552b-5aa2-4acf-a706-16cf760e3518,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:43.357330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ae675-9847-4c35-9b25-d45c4b940157 req-2f7e618f-c0b0-4df6-9f1c-4c3b86c393c6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:43.359074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1e5ae675-9847-4c35-9b25-d45c4b940157 req-2f7e618f-c0b0-4df6-9f1c-4c3b86c393c6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 944 time: 0.0609004 Nov 13 04:42:43.436812 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e94e467-0cc4-4856-9996-4edbef043ec0 x-openstack-request-id: req-0e94e467-0cc4-4856-9996-4edbef043ec0 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:43.436978 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1e5ae675-9847-4c35-9b25-d45c4b940157 req-06da863d-fe95-4990-975f-32be7b6dd980 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699041 Nov 13 04:42:43.437406 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b78b5f9-0844-408a-877c-b65fc57a75eb", "name": "network-vif-plugged", "status": "completed", "tag": "d767552b-5aa2-4acf-a706-16cf760e3518", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:43.437653 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e94e467-0cc4-4856-9996-4edbef043ec0 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:43.438042 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b78b5f9-0844-408a-877c-b65fc57a75eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd767552b-5aa2-4acf-a706-16cf760e3518', 'code': 200} Nov 13 04:42:43.513207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:43.676684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45942) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:43.730522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71414d09-2ff6-483f-9b7a-9f6fbf37faf4 req-1d7226dc-5992-43f5-ab08-c7febfe6e27a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:43.732184 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-71414d09-2ff6-483f-9b7a-9f6fbf37faf4 req-1d7226dc-5992-43f5-ab08-c7febfe6e27a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 946 time: 0.0663917 Nov 13 04:42:43.785697 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-71414d09-2ff6-483f-9b7a-9f6fbf37faf4 req-3aa1e8d9-7fe1-40f0-81df-dd6a0e9d7a60 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471315 Nov 13 04:42:43.817895 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92d432d7-a81a-4628-b06a-f1d6b6e375c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:43.906405 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92d432d7-a81a-4628-b06a-f1d6b6e375c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:43.911651 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92d432d7-a81a-4628-b06a-f1d6b6e375c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:43.976477 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-92d432d7-a81a-4628-b06a-f1d6b6e375c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0bd16aff0cc5483d96ff692fb6c8fcde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979455 Nov 13 04:42:43.979463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-33f723ca-cc8d-47c8-9f00-f776621a05d7 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:43.980729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45952) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:43.981330 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-33f723ca-cc8d-47c8-9f00-f776621a05d7 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528&tenant_id=bb1a865db7e845b9aa19ffe9f890f983&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 1095 time: 0.4736478 Nov 13 04:42:43.982685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d432d7-a81a-4628-b06a-f1d6b6e375c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3612fe2-a320-4f5c-999a-50f1ce9c2e4e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:43.993125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5bbe0-f8b1-4091-a9e3-51957f21c082 req-5bbbdb6f-26d7-4081-bc95-ebff2d624607 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:43.995475 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8f5bbe0-f8b1-4091-a9e3-51957f21c082 req-5bbbdb6f-26d7-4081-bc95-ebff2d624607 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 945 time: 0.4898350 Nov 13 04:42:44.027283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75339422-7bb8-493c-850f-44948a1c7132 req-fc7326db-c862-42e6-bd11-3bcbcf14680e tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:44.028773 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75339422-7bb8-493c-850f-44948a1c7132 req-fc7326db-c862-42e6-bd11-3bcbcf14680e tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 944 time: 0.0841022 Nov 13 04:42:44.039069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d46ec-b19a-4627-9765-02d0a0b70a71 req-96e6a11c-c67e-47cf-ad8d-584a53b67e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:44.040845 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f06d46ec-b19a-4627-9765-02d0a0b70a71 req-96e6a11c-c67e-47cf-ad8d-584a53b67e71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 1097 time: 0.1233816 Nov 13 04:42:44.066098 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a56c7f3e-b162-4d6c-86d4-f6d907ff6b2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:44.101313 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a56c7f3e-b162-4d6c-86d4-f6d907ff6b2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:44.117524 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8f5bbe0-f8b1-4091-a9e3-51957f21c082 req-3a5bef65-93bc-458c-88eb-81334da443ba tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118965 Nov 13 04:42:44.128224 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75339422-7bb8-493c-850f-44948a1c7132 req-b50fef65-9049-46d0-ad68-bbed07fded8b tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/security-groups?id=1715b961-319c-471f-8abe-cd9c5b8c7cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840914 Nov 13 04:42:44.138559 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f06d46ec-b19a-4627-9765-02d0a0b70a71 req-f4098c3f-59c4-421e-b378-8f039ba61415 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847535 Nov 13 04:42:44.194937 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-31868944-d191-4721-b636-bdc3271afe3e service neutron] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:42:44.195215 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a56c7f3e-b162-4d6c-86d4-f6d907ff6b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:44.195215 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a56c7f3e-b162-4d6c-86d4-f6d907ff6b2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:44.198847 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-31868944-d191-4721-b636-bdc3271afe3e service neutron] Publish callbacks [] for binding, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:44.199489 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a56c7f3e-b162-4d6c-86d4-f6d907ff6b2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3612fe2-a320-4f5c-999a-50f1ce9c2e4e HTTP/1.1" status: 204 len: 168 time: 0.2176919 Nov 13 04:42:44.200020 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eff2ab75-f4af-4372-a230-40e7a3928209 req-31868944-d191-4721-b636-bdc3271afe3e service neutron] 10.222.0.36 "DELETE /v2.0/ports/ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4/bindings/n-h1-813114-2 HTTP/1.1" status: 204 len: 173 time: 0.2035451 Nov 13 04:42:44.207361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c7f3e-b162-4d6c-86d4-f6d907ff6b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3612fe2-a320-4f5c-999a-50f1ce9c2e4e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:44.281567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bf4a4-898e-4674-b0ec-c8fd8c8764e7 req-3c506903-cd17-4081-94e5-d9bcfedabee9 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:44.283769 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb9bf4a4-898e-4674-b0ec-c8fd8c8764e7 req-3c506903-cd17-4081-94e5-d9bcfedabee9 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0710037 Nov 13 04:42:44.337206 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb9bf4a4-898e-4674-b0ec-c8fd8c8764e7 req-653cf9c6-d2a8-4ccd-a380-d1f6634f2872 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473228 Nov 13 04:42:44.478746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45962) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:44.489266 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 88ea1d05-e574-4a2c-982b-e7a936c647a0 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:42:44.494618 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00f5efe6-f08b-4536-876e-4c6b036819fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:44.601498 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 88ea1d05-e574-4a2c-982b-e7a936c647a0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=88ea1d05-e574-4a2c-982b-e7a936c647a0,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:44.610110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3334e5-8c0a-46e8-810a-c807b8ced4f4 req-b61ef665-c747-49d2-8c75-d1e6270cdf30 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:44.611631 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d3334e5-8c0a-46e8-810a-c807b8ced4f4 req-b61ef665-c747-49d2-8c75-d1e6270cdf30 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 944 time: 0.0736699 Nov 13 04:42:44.614948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '88ea1d05-e574-4a2c-982b-e7a936c647a0', 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e', 'port_id': '88ea1d05-e574-4a2c-982b-e7a936c647a0', 'mac_address': 'fa:16:3e:34:12:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57f6b55-1ecd-4ea5-960a-97d61ae62a13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:42:44.629957 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00f5efe6-f08b-4536-876e-4c6b036819fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:44.638886 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00f5efe6-f08b-4536-876e-4c6b036819fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:44.663444 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:44.678050 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88ea1d05-e574-4a2c-982b-e7a936c647a0 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:42:44.700327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5efe6-f08b-4536-876e-4c6b036819fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b01d29-0bcc-4f37-a28f-17bd7b9c0ee8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:44.701706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 88ea1d05-e574-4a2c-982b-e7a936c647a0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=88ea1d05-e574-4a2c-982b-e7a936c647a0,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:44.705029 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-00f5efe6-f08b-4536-876e-4c6b036819fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53c0f918341544e4acfac8254d9454f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250731 Nov 13 04:42:44.707984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45964) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:44.713270 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d3334e5-8c0a-46e8-810a-c807b8ced4f4 req-67acb767-edd8-4998-bfee-b3a38e925c77 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936556 Nov 13 04:42:44.718835 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:44.777224 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a241968-5101-40ad-8028-394283b74891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:44.777381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=88ea1d05-e574-4a2c-982b-e7a936c647a0,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:44.797669 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a241968-5101-40ad-8028-394283b74891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:44.854265 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a241968-5101-40ad-8028-394283b74891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:44.857732 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a241968-5101-40ad-8028-394283b74891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:44.860356 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7a241968-5101-40ad-8028-394283b74891 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6b01d29-0bcc-4f37-a28f-17bd7b9c0ee8 HTTP/1.1" status: 204 len: 168 time: 0.1495047 Nov 13 04:42:44.881168 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c1b5e-4cb7-4556-8ec9-b6fe14fd0f58 req-5ab9fcb5-feda-4c73-a55e-2c727060944e tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:44.889825 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-095c1b5e-4cb7-4556-8ec9-b6fe14fd0f58 req-5ab9fcb5-feda-4c73-a55e-2c727060944e tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 1095 time: 0.0627093 Nov 13 04:42:44.918471 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a241968-5101-40ad-8028-394283b74891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b01d29-0bcc-4f37-a28f-17bd7b9c0ee8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:44.936003 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-095c1b5e-4cb7-4556-8ec9-b6fe14fd0f58 req-78fd7b09-aad2-45d4-b594-8f4961697385 tempest-LiveAutoBlockMigrationV225Test-814898302 tempest-LiveAutoBlockMigrationV225Test-814898302-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448775 Nov 13 04:42:44.950555 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242b673-5b50-4a42-9f98-0ea8b2a793bf req-a0445672-3e5b-41ab-a48a-6c080617bbbd tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:44.953056 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e242b673-5b50-4a42-9f98-0ea8b2a793bf req-a0445672-3e5b-41ab-a48a-6c080617bbbd tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 946 time: 0.0905058 Nov 13 04:42:45.006070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['88ea1d05-e574-4a2c-982b-e7a936c647a0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:45.061345 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e242b673-5b50-4a42-9f98-0ea8b2a793bf req-ba5c070a-0d8f-491d-b1c8-25ae5f639065 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965121 Nov 13 04:42:45.271211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33650768-f3c9-4ff0-bb22-a953012ab741 req-328bae01-9763-46c0-a52a-5d60e74c04cd tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:45.272752 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-33650768-f3c9-4ff0-bb22-a953012ab741 req-328bae01-9763-46c0-a52a-5d60e74c04cd tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 944 time: 0.0628808 Nov 13 04:42:45.321726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1278995-6eb1-4d9a-9a05-2437ba922115 req-36345ca8-13ec-46cc-b4be-e93fab1645e7 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:45.323296 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1278995-6eb1-4d9a-9a05-2437ba922115 req-36345ca8-13ec-46cc-b4be-e93fab1645e7 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 944 time: 0.0594959 Nov 13 04:42:45.324058 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-33650768-f3c9-4ff0-bb22-a953012ab741 req-e783f879-caa1-4fcb-8bc6-239f28decadd tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439003 Nov 13 04:42:45.385902 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1278995-6eb1-4d9a-9a05-2437ba922115 req-42d0973f-7adb-4737-90f0-872c2bb09455 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/security-groups?id=1715b961-319c-471f-8abe-cd9c5b8c7cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540531 Nov 13 04:42:45.450237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90e80d-6147-4fe6-b3a3-2a8d2818a3fe req-ae04d63e-0205-4255-9324-4be036b3c387 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:45.451980 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c90e80d-6147-4fe6-b3a3-2a8d2818a3fe req-ae04d63e-0205-4255-9324-4be036b3c387 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 944 time: 0.0589099 Nov 13 04:42:45.519737 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c90e80d-6147-4fe6-b3a3-2a8d2818a3fe req-15083222-0bf6-4698-9159-0b7e1a2343de tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612206 Nov 13 04:42:45.598548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503acf90-5f7b-47f1-a4d0-a7a13d0c14a9 req-c674c16c-b107-4e37-92dd-955eceec5ff4 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:45.600098 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-503acf90-5f7b-47f1-a4d0-a7a13d0c14a9 req-c674c16c-b107-4e37-92dd-955eceec5ff4 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0517743 Nov 13 04:42:45.659952 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-503acf90-5f7b-47f1-a4d0-a7a13d0c14a9 req-adcf05b6-a5ad-4bb0-9b18-86f420db0f95 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536709 Nov 13 04:42:46.172084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87fbc4-ce7e-4b75-9a6b-48218cd2e079 req-a7861d59-a416-4248-8980-17d45fa904ad tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:46.173676 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd87fbc4-ce7e-4b75-9a6b-48218cd2e079 req-a7861d59-a416-4248-8980-17d45fa904ad tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 946 time: 0.0524144 Nov 13 04:42:46.225736 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd87fbc4-ce7e-4b75-9a6b-48218cd2e079 req-c85cff45-66e2-4a52-aecb-a3a8a5c0edf1 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453296 Nov 13 04:42:46.341601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10636b45-ddc3-4093-8bdb-6fdaea5fbd80 req-e2dedc3c-8c19-46b0-868b-7619b8a24c3f tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:46.343121 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10636b45-ddc3-4093-8bdb-6fdaea5fbd80 req-e2dedc3c-8c19-46b0-868b-7619b8a24c3f tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 946 time: 0.0501328 Nov 13 04:42:46.352473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46032) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:46.358803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0c2417ca-8f4e-47b5-831e-1641d82756fb tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Request body: {'floatingip': {'port_id': 'd767552b-5aa2-4acf-a706-16cf760e3518'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:46.398428 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c2417ca-8f4e-47b5-831e-1641d82756fb tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:46.479711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121bae8-248e-4ee3-b9d1-4f369952df7d req-cb0e03ed-0625-4e57-bda7-79170bc6502a tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:46.481219 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d121bae8-248e-4ee3-b9d1-4f369952df7d req-cb0e03ed-0625-4e57-bda7-79170bc6502a tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 944 time: 0.0850086 Nov 13 04:42:46.504737 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:42:46.552681 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d121bae8-248e-4ee3-b9d1-4f369952df7d req-8e73318a-89dc-40e8-9c07-5557b1edffc5 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575576 Nov 13 04:42:46.562052 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:42:46.569501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:46.570109 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:46.623072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdede039-267e-449e-8d18-725240ac6765 req-3a1f4cf0-a16e-4525-828b-569abad5bed0 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:46.625649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cdede039-267e-449e-8d18-725240ac6765 req-3a1f4cf0-a16e-4525-828b-569abad5bed0 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 944 time: 0.1291304 Nov 13 04:42:46.651873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9542d0-4da1-48a7-beb4-98b820943976 req-5131b1cb-ce4a-4a21-91fa-9184277b0380 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:46.654803 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e9542d0-4da1-48a7-beb4-98b820943976 req-5131b1cb-ce4a-4a21-91fa-9184277b0380 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 944 time: 0.1010869 Nov 13 04:42:46.703373 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:46.733004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:46.735719 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d787baf-3964-4478-b83b-568048bb7eba" -d '{"events": [{"server_uuid": "d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7", "name": "network-vif-plugged", "status": "completed", "tag": "a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:46.751841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4,segment=NetworkSegment(c86dc2ab-ff02-4d24-b134-83f7b1798e92),segment_id=c86dc2ab-ff02-4d24-b134-83f7b1798e92)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:46.758067 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:46.759407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 88ea1d05-e574-4a2c-982b-e7a936c647a0 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:42:46.794209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-2e9542d0-4da1-48a7-beb4-98b820943976 req-d2a71979-ed11-48fe-a086-7444a7e32661 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Deleting port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:42:46.794878 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e9542d0-4da1-48a7-beb4-98b820943976 req-d2a71979-ed11-48fe-a086-7444a7e32661 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:46.811160 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cdede039-267e-449e-8d18-725240ac6765 req-0f4ed87b-651e-45e7-8557-9118dd2f5755 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/security-groups?id=1715b961-319c-471f-8abe-cd9c5b8c7cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502562 Nov 13 04:42:46.878380 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:46.901837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 88ea1d05-e574-4a2c-982b-e7a936c647a0 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:42:46.902204 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:46.986405 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b0ba6-9a42-43b2-afa1-3febfb3aedea req-0358887f-483c-45ea-ae20-773216642d23 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:46.991497 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f86b0ba6-9a42-43b2-afa1-3febfb3aedea req-0358887f-483c-45ea-ae20-773216642d23 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0979223 Nov 13 04:42:47.011112 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:47.044180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7070a1-a2b7-47ba-84c7-ea91be9d156d req-051d26f3-84a5-461e-b398-98ff7142a700 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:47.046665 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad7070a1-a2b7-47ba-84c7-ea91be9d156d req-051d26f3-84a5-461e-b398-98ff7142a700 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 944 time: 0.2014387 Nov 13 04:42:47.052213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 88ea1d05-e574-4a2c-982b-e7a936c647a0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=88ea1d05-e574-4a2c-982b-e7a936c647a0,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:47.060353 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:47.089720 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f86b0ba6-9a42-43b2-afa1-3febfb3aedea req-f0509221-7289-4b0b-a741-f6ff6af95644 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905962 Nov 13 04:42:47.111070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-2e9542d0-4da1-48a7-beb4-98b820943976 req-d2a71979-ed11-48fe-a086-7444a7e32661 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] For port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:47.111567 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e9542d0-4da1-48a7-beb4-98b820943976 req-d2a71979-ed11-48fe-a086-7444a7e32661 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:47.134594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-2e9542d0-4da1-48a7-beb4-98b820943976 req-d2a71979-ed11-48fe-a086-7444a7e32661 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Calling delete_port for ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:42:47.137103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=88ea1d05-e574-4a2c-982b-e7a936c647a0,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:47.150734 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff34c2a3-4872-4987-a551-81e28b751b69 x-openstack-request-id: req-ff34c2a3-4872-4987-a551-81e28b751b69 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:47.151058 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7", "name": "network-vif-plugged", "status": "completed", "tag": "a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:47.151310 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff34c2a3-4872-4987-a551-81e28b751b69 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:47.151999 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4', 'code': 200} Nov 13 04:42:47.176675 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c2417ca-8f4e-47b5-831e-1641d82756fb tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:47.181680 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c2417ca-8f4e-47b5-831e-1641d82756fb tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:47.220495 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad7070a1-a2b7-47ba-84c7-ea91be9d156d req-d9861197-28d4-444d-b8b5-008556c3b94f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635425 Nov 13 04:42:47.350587 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e9542d0-4da1-48a7-beb4-98b820943976 req-d2a71979-ed11-48fe-a086-7444a7e32661 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:47.359943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f0d69-0072-48f4-8084-6f38540b2ce8 req-67e18eff-c241-4a26-837a-95b53e5e2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:47.361541 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-241f0d69-0072-48f4-8084-6f38540b2ce8 req-67e18eff-c241-4a26-837a-95b53e5e2ce6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0900800 Nov 13 04:42:47.368525 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-0c2417ca-8f4e-47b5-831e-1641d82756fb tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Floating IP b8687cac-5385-4673-acf6-1557e14202c6 associated. External IP: 172.25.8.243, port: d767552b-5aa2-4acf-a706-16cf760e3518. Nov 13 04:42:47.381667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a71979-ed11-48fe-a086-7444a7e32661 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Pushing event deleted for resources: {'Port': ['ID=ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:47.385720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['7db36868-ab33-4f04-a8be-9f22e6fb0ef2', 'ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:47.433629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9542d0-4da1-48a7-beb4-98b820943976 req-d2a71979-ed11-48fe-a086-7444a7e32661 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] No DVR routers for this DVR port ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:42:47.436528 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e9542d0-4da1-48a7-beb4-98b820943976 req-d2a71979-ed11-48fe-a086-7444a7e32661 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:47.440043 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e9542d0-4da1-48a7-beb4-98b820943976 req-d2a71979-ed11-48fe-a086-7444a7e32661 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.36 "DELETE /v2.0/ports/ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 HTTP/1.1" status: 204 len: 173 time: 0.7780700 Nov 13 04:42:47.440539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3827230-e3f3-4053-ba2a-0b0c1135d528', 'name': 'network-vif-deleted', 'tag': 'ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:47.443054 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe78559-4770-4988-a516-f08f1b6de530" -d '{"events": [{"server_uuid": "f3827230-e3f3-4053-ba2a-0b0c1135d528", "name": "network-vif-deleted", "tag": "ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:47.517434 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe655ea6-a527-4137-aeb8-a5f36247b248 x-openstack-request-id: req-fe655ea6-a527-4137-aeb8-a5f36247b248 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:47.518052 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3827230-e3f3-4053-ba2a-0b0c1135d528", "name": "network-vif-deleted", "tag": "ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:47.518052 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe655ea6-a527-4137-aeb8-a5f36247b248 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:47.518953 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3827230-e3f3-4053-ba2a-0b0c1135d528', 'name': 'network-vif-deleted', 'tag': 'ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4', 'status': 'completed', 'code': 200} Nov 13 04:42:47.530708 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-241f0d69-0072-48f4-8084-6f38540b2ce8 req-576cd219-7815-4f0c-a974-fc3b1eb12e8a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1715b961-319c-471f-8abe-cd9c5b8c7cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596041 Nov 13 04:42:47.984891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2417ca-8f4e-47b5-831e-1641d82756fb tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:42:47.995347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddafb2d-c85c-4d35-a82d-a50899b42f23 req-54ef0143-d21e-4127-b275-367b4c61aa18 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:47.995347 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ddafb2d-c85c-4d35-a82d-a50899b42f23 req-54ef0143-d21e-4127-b275-367b4c61aa18 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 945 time: 0.0687077 Nov 13 04:42:48.123466 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ddafb2d-c85c-4d35-a82d-a50899b42f23 req-4154bb2f-68eb-4287-a4fa-b9aa28e70759 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197350 Nov 13 04:42:48.151011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c51f71-90e7-4cb1-8eae-4b9787db3437 req-1430ec3a-a14f-45d0-8f60-a03fc9dc75bf tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:48.154054 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2417ca-8f4e-47b5-831e-1641d82756fb tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:42:48.159827 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c2417ca-8f4e-47b5-831e-1641d82756fb tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:48.166961 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-57c51f71-90e7-4cb1-8eae-4b9787db3437 req-1430ec3a-a14f-45d0-8f60-a03fc9dc75bf tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 945 time: 0.0830066 Nov 13 04:42:48.167478 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91f63ca-d9e9-461e-abc4-c5dac19940a5 None None] Sync routers for ids ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:42:48.197058 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f63ca-d9e9-461e-abc4-c5dac19940a5 None None] Routers {'d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:42:48.198056 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f91f63ca-d9e9-461e-abc4-c5dac19940a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:42:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:48.199553 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0c2417ca-8f4e-47b5-831e-1641d82756fb tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "PUT /v2.0/floatingips/b8687cac-5385-4673-acf6-1557e14202c6 HTTP/1.1" status: 200 len: 992 time: 1.8441982 Nov 13 04:42:48.200196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b78b5f9-0844-408a-877c-b65fc57a75eb', 'tag': 'd767552b-5aa2-4acf-a706-16cf760e3518'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:48.203572 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f27de8-5a7c-4b08-9dc1-b3d6bb827737" -d '{"events": [{"name": "network-changed", "server_uuid": "1b78b5f9-0844-408a-877c-b65fc57a75eb", "tag": "d767552b-5aa2-4acf-a706-16cf760e3518"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:48.232467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-57c51f71-90e7-4cb1-8eae-4b9787db3437 req-b70aa9d0-d006-46b5-98c0-6e0e9989e3f4 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/security-groups?id=1715b961-319c-471f-8abe-cd9c5b8c7cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644138 Nov 13 04:42:48.290854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11a117-3a43-4fa5-80ed-1e2de8295aad req-b0476b9b-f732-4493-890f-79467fc6c12a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:48.293264 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a11a117-3a43-4fa5-80ed-1e2de8295aad req-b0476b9b-f732-4493-890f-79467fc6c12a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0861614 Nov 13 04:42:48.370738 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a11a117-3a43-4fa5-80ed-1e2de8295aad req-70e7d45a-0db7-40f0-b305-6f2ed160d892 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706697 Nov 13 04:42:48.399498 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f91f63ca-d9e9-461e-abc4-c5dac19940a5 None None] Set router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:42:48.458672 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-301b9c0d-0735-4508-a614-16189d2f39b8 req-a65b854d-0a0a-4a98-aca1-fb71a22b396a tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 210 time: 0.0307341 Nov 13 04:42:48.658359 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00fa4a7-b22c-4b82-9e03-a0b04eab2cf0 x-openstack-request-id: req-a00fa4a7-b22c-4b82-9e03-a0b04eab2cf0 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:48.658648 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b78b5f9-0844-408a-877c-b65fc57a75eb", "tag": "d767552b-5aa2-4acf-a706-16cf760e3518", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:48.658892 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a00fa4a7-b22c-4b82-9e03-a0b04eab2cf0 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:48.659304 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b78b5f9-0844-408a-877c-b65fc57a75eb', 'tag': 'd767552b-5aa2-4acf-a706-16cf760e3518', 'status': 'completed', 'code': 200} Nov 13 04:42:48.758616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f27de8-5a7c-4b08-9dc1-b3d6bb827737 req-0c589581-645f-4f87-bd98-35f60c181a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:48.760536 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-79f27de8-5a7c-4b08-9dc1-b3d6bb827737 req-0c589581-645f-4f87-bd98-35f60c181a1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5143a27bb143403789df703346f51b53&device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 1097 time: 0.0559893 Nov 13 04:42:48.772895 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f91f63ca-d9e9-461e-abc4-c5dac19940a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:39Z', 'updated_at': '2021-11-13T04:41:46Z', 'revision_number': 4, 'project_id': '5143a27bb143403789df703346f51b53', 'gw_port': {'id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:40Z', 'updated_at': '2021-11-13T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'b8687cac-5385-4673-acf6-1557e14202c6', 'tenant_id': '5143a27bb143403789df703346f51b53', 'floating_ip_address': '172.25.8.243', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'port_id': 'd767552b-5aa2-4acf-a706-16cf760e3518', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'mac_address': 'fa:16:3e:f4:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b78b5f9-0844-408a-877c-b65fc57a75eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:41:54Z', 'updated_at': '2021-11-13T04:42:47Z', 'revision_number': 1, 'project_id': '5143a27bb143403789df703346f51b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6e56e1-25b0-4a79-9269-ad6da74677b8', 'name': '', 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'tenant_id': '5143a27bb143403789df703346f51b53', 'mac_address': 'fa:16:3e:8d:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:44Z', 'updated_at': '2021-11-13T04:41:52Z', 'revision_number': 5, 'project_id': '5143a27bb143403789df703346f51b53', 'subnets': [{'id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:48.802569 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91f63ca-d9e9-461e-abc4-c5dac19940a5 None None] Checking router: d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:42:48.812606 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f63ca-d9e9-461e-abc4-c5dac19940a5 None None] Routers {'d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:42:48.813353 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f91f63ca-d9e9-461e-abc4-c5dac19940a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:42:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:48.870053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f27de8-5a7c-4b08-9dc1-b3d6bb827737 req-68fb7cef-823c-4fe9-a664-eeb84df753fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:48.871617 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-79f27de8-5a7c-4b08-9dc1-b3d6bb827737 req-68fb7cef-823c-4fe9-a664-eeb84df753fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbb54431-206d-4ff6-8cc1-1e8f8272ccde HTTP/1.1" status: 200 len: 915 time: 0.1022670 Nov 13 04:42:48.952245 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f91f63ca-d9e9-461e-abc4-c5dac19940a5 None None] Set router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:42:48.960616 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-79f27de8-5a7c-4b08-9dc1-b3d6bb827737 req-a5aa6169-037b-409a-b3c1-34a848d765f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d767552b-5aa2-4acf-a706-16cf760e3518 HTTP/1.1" status: 200 len: 1000 time: 0.0801327 Nov 13 04:42:49.029214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f27de8-5a7c-4b08-9dc1-b3d6bb827737 req-db917e4f-441f-429e-bbda-f8190c1fbd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:49.031262 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-79f27de8-5a7c-4b08-9dc1-b3d6bb827737 req-db917e4f-441f-429e-bbda-f8190c1fbd17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc HTTP/1.1" status: 200 len: 853 time: 0.0627971 Nov 13 04:42:49.092291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f27de8-5a7c-4b08-9dc1-b3d6bb827737 req-f993b5bf-5d90-42d0-ad1f-62045471a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:49.094109 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-79f27de8-5a7c-4b08-9dc1-b3d6bb827737 req-f993b5bf-5d90-42d0-ad1f-62045471a19c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb54431-206d-4ff6-8cc1-1e8f8272ccde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538888 Nov 13 04:42:49.152815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b358beb-da3c-4b83-94c8-a49117a1adb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ea1d05-e574-4a2c-982b-e7a936c647a0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:49.156468 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b7e7dc-2af7-4934-a3d5-1a810c50395d" -d '{"events": [{"server_uuid": "4b358beb-da3c-4b83-94c8-a49117a1adb5", "name": "network-vif-plugged", "status": "completed", "tag": "88ea1d05-e574-4a2c-982b-e7a936c647a0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:49.218542 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-79f27de8-5a7c-4b08-9dc1-b3d6bb827737 req-a3592dd1-04d7-40ab-a0e1-1a357dbc4a7a service neutron] 10.222.0.46 "GET /v2.0/networks/fbb54431-206d-4ff6-8cc1-1e8f8272ccde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158738 Nov 13 04:42:49.223958 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4609158-de24-4983-b14f-5bbfa466d70c x-openstack-request-id: req-a4609158-de24-4983-b14f-5bbfa466d70c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:49.224449 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b358beb-da3c-4b83-94c8-a49117a1adb5", "name": "network-vif-plugged", "status": "completed", "tag": "88ea1d05-e574-4a2c-982b-e7a936c647a0", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:49.224854 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4609158-de24-4983-b14f-5bbfa466d70c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:49.225386 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b358beb-da3c-4b83-94c8-a49117a1adb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ea1d05-e574-4a2c-982b-e7a936c647a0', 'code': 200} Nov 13 04:42:49.328112 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f91f63ca-d9e9-461e-abc4-c5dac19940a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:39Z', 'updated_at': '2021-11-13T04:41:46Z', 'revision_number': 4, 'project_id': '5143a27bb143403789df703346f51b53', 'gw_port': {'id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:40Z', 'updated_at': '2021-11-13T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'b8687cac-5385-4673-acf6-1557e14202c6', 'tenant_id': '5143a27bb143403789df703346f51b53', 'floating_ip_address': '172.25.8.243', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'port_id': 'd767552b-5aa2-4acf-a706-16cf760e3518', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'mac_address': 'fa:16:3e:f4:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b78b5f9-0844-408a-877c-b65fc57a75eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:41:54Z', 'updated_at': '2021-11-13T04:42:47Z', 'revision_number': 1, 'project_id': '5143a27bb143403789df703346f51b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6e56e1-25b0-4a79-9269-ad6da74677b8', 'name': '', 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'tenant_id': '5143a27bb143403789df703346f51b53', 'mac_address': 'fa:16:3e:8d:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:44Z', 'updated_at': '2021-11-13T04:41:52Z', 'revision_number': 5, 'project_id': '5143a27bb143403789df703346f51b53', 'subnets': [{'id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:49.366258 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91f63ca-d9e9-461e-abc4-c5dac19940a5 None None] The sync data for ids ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'] in n-d-813114-2 is: [{'id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:39Z', 'updated_at': '2021-11-13T04:41:46Z', 'revision_number': 4, 'project_id': '5143a27bb143403789df703346f51b53', 'gw_port': {'id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:40Z', 'updated_at': '2021-11-13T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'b8687cac-5385-4673-acf6-1557e14202c6', 'tenant_id': '5143a27bb143403789df703346f51b53', 'floating_ip_address': '172.25.8.243', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'port_id': 'd767552b-5aa2-4acf-a706-16cf760e3518', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'mac_address': 'fa:16:3e:f4:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b78b5f9-0844-408a-877c-b65fc57a75eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:41:54Z', 'updated_at': '2021-11-13T04:42:47Z', 'revision_number': 1, 'project_id': '5143a27bb143403789df703346f51b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6e56e1-25b0-4a79-9269-ad6da74677b8', 'name': '', 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'tenant_id': '5143a27bb143403789df703346f51b53', 'mac_address': 'fa:16:3e:8d:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:44Z', 'updated_at': '2021-11-13T04:41:52Z', 'revision_number': 5, 'project_id': '5143a27bb143403789df703346f51b53', 'subnets': [{'id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:42:49.373900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac30282-b165-417f-aabc-8fd4078f7240 req-c97ff631-1e1f-437f-b449-14ec3a07b4da tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:49.383634 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7ac30282-b165-417f-aabc-8fd4078f7240 req-c97ff631-1e1f-437f-b449-14ec3a07b4da tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 945 time: 0.1422458 Nov 13 04:42:49.404992 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21a1e5-9f22-418f-96e1-eb33fe274ee7 req-ac3ef22b-9d91-40ce-a6d5-7ee52b4351c4 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:49.409417 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8a21a1e5-9f22-418f-96e1-eb33fe274ee7 req-ac3ef22b-9d91-40ce-a6d5-7ee52b4351c4 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 945 time: 0.0998535 Nov 13 04:42:49.440597 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-79f27de8-5a7c-4b08-9dc1-b3d6bb827737 req-c0c982f3-9ebb-4aa9-9a7b-2f79abdafcf6 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb54431-206d-4ff6-8cc1-1e8f8272ccde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139022 Nov 13 04:42:49.481692 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7ac30282-b165-417f-aabc-8fd4078f7240 req-98bb59a2-8432-491d-aa8c-93490acb838f tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915470 Nov 13 04:42:49.553641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8a21a1e5-9f22-418f-96e1-eb33fe274ee7 req-135b5c68-0eeb-45ef-a216-bf334b2f86ac tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/security-groups?id=1715b961-319c-471f-8abe-cd9c5b8c7cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294901 Nov 13 04:42:49.731650 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e012a0ce-a1bc-4b2c-a54c-04105352bb66 req-529d506c-9074-4b09-845c-0c581d0d5d4f tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 210 time: 0.0425224 Nov 13 04:42:49.752821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab75126-9818-4fbb-ac8a-23fd0a61e719 req-7af4bdf6-4521-4e91-b06c-86e3487ece5e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:49.763652 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ab75126-9818-4fbb-ac8a-23fd0a61e719 req-7af4bdf6-4521-4e91-b06c-86e3487ece5e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0914524 Nov 13 04:42:49.800578 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b3e289-fdf8-432e-bd10-82309ce39815 None None] New status for floating IP b8687cac-5385-4673-acf6-1557e14202c6: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:42:49.825408 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ab75126-9818-4fbb-ac8a-23fd0a61e719 req-918f2142-0835-480f-990c-fb9e3e35afcb tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599127 Nov 13 04:42:50.593444 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 88ea1d05-e574-4a2c-982b-e7a936c647a0 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:42:50.606259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4812e4-5934-428b-aa43-b8c24a4f57f6 req-d675b4ff-8ea7-4ee4-b829-75d18fb81c91 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:50.613472 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd4812e4-5934-428b-aa43-b8c24a4f57f6 req-d675b4ff-8ea7-4ee4-b829-75d18fb81c91 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 945 time: 0.0675507 Nov 13 04:42:50.685410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd4812e4-5934-428b-aa43-b8c24a4f57f6 req-c8a02a85-d9f3-48af-9c73-d7658896c66e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707963 Nov 13 04:42:50.694490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680cd86-e468-4adb-9264-9a8e0f7f2400 req-416ba6f0-8f33-4e12-9733-d692619a6ca1 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:50.697045 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9680cd86-e468-4adb-9264-9a8e0f7f2400 req-416ba6f0-8f33-4e12-9733-d692619a6ca1 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 945 time: 0.0601065 Nov 13 04:42:50.774594 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:50.784703 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9680cd86-e468-4adb-9264-9a8e0f7f2400 req-170451b6-8980-424b-b83f-78a6821541cd tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/security-groups?id=1715b961-319c-471f-8abe-cd9c5b8c7cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808713 Nov 13 04:42:50.817730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 88ea1d05-e574-4a2c-982b-e7a936c647a0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=88ea1d05-e574-4a2c-982b-e7a936c647a0,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:50.828576 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:50.829456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:42:50.897960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:42:50.898304 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ffe2970f-4f9a-4048-b3d8-82d5ed8aa0f4 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:42:50.942096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=88ea1d05-e574-4a2c-982b-e7a936c647a0,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:50.970033 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66c2701a-611c-4c28-a8cf-75c6247d67cb req-77f10c68-21eb-4df8-b68a-831c6e3f8bb7 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 210 time: 0.0563598 Nov 13 04:42:51.226285 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b358beb-da3c-4b83-94c8-a49117a1adb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88ea1d05-e574-4a2c-982b-e7a936c647a0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:51.228917 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c752fc77-f96c-491f-af88-0ad06250ea62" -d '{"events": [{"server_uuid": "4b358beb-da3c-4b83-94c8-a49117a1adb5", "name": "network-vif-unplugged", "status": "completed", "tag": "88ea1d05-e574-4a2c-982b-e7a936c647a0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:51.243385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d9f79-f39c-4973-8f49-1c9d397c62bf req-bee589bb-b6dd-4b47-87dc-29176441ad35 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:51.252421 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3d2d9f79-f39c-4973-8f49-1c9d397c62bf req-bee589bb-b6dd-4b47-87dc-29176441ad35 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0963674 Nov 13 04:42:51.293624 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa066d98-0123-4425-bec7-9beece570df6 req-c851485e-d6ae-4f05-b70e-80d4ba82f163 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:51.295453 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa066d98-0123-4425-bec7-9beece570df6 req-c851485e-d6ae-4f05-b70e-80d4ba82f163 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 943 time: 0.0692961 Nov 13 04:42:51.315776 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3d2d9f79-f39c-4973-8f49-1c9d397c62bf req-b3d8476c-e096-48aa-8552-b04964a07a57 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618615 Nov 13 04:42:51.379858 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa066d98-0123-4425-bec7-9beece570df6 req-f9322d82-fa68-42dd-a535-512d431c296e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714278 Nov 13 04:42:51.439351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a84238-2f79-461b-b524-5808eccf48f1 req-4f319630-73c0-4971-a397-cefff7b4abd3 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:51.441272 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-31a84238-2f79-461b-b524-5808eccf48f1 req-4f319630-73c0-4971-a397-cefff7b4abd3 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 945 time: 0.0562615 Nov 13 04:42:51.514671 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-31a84238-2f79-461b-b524-5808eccf48f1 req-8da83760-6cee-4d0a-a680-3c985f02e005 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/security-groups?id=1715b961-319c-471f-8abe-cd9c5b8c7cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600889 Nov 13 04:42:51.535705 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a28aa6e-366e-407b-bc02-fd89938ba45c x-openstack-request-id: req-6a28aa6e-366e-407b-bc02-fd89938ba45c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:51.535993 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b358beb-da3c-4b83-94c8-a49117a1adb5", "name": "network-vif-unplugged", "status": "completed", "tag": "88ea1d05-e574-4a2c-982b-e7a936c647a0", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:51.536241 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a28aa6e-366e-407b-bc02-fd89938ba45c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:51.536635 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b358beb-da3c-4b83-94c8-a49117a1adb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88ea1d05-e574-4a2c-982b-e7a936c647a0', 'code': 200} Nov 13 04:42:51.830963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46198) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:51.948087 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3384327-9c8d-4772-8396-72bb9e027904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:52.023783 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3384327-9c8d-4772-8396-72bb9e027904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:52.030159 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3384327-9c8d-4772-8396-72bb9e027904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:52.079398 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b3384327-9c8d-4772-8396-72bb9e027904 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d22deb7990374c628a2a4cbf94783262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469709 Nov 13 04:42:52.082197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46204) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:52.101113 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e8730abe-d4de-4fcb-9fdb-afc366b225eb req-f27c36fb-1f5b-4333-8c3b-c4b212fe6fb6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 210 time: 0.0482113 Nov 13 04:42:52.101703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3384327-9c8d-4772-8396-72bb9e027904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5446f84a-85a4-43ff-9202-9b57dc483f98,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:52.157891 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ebccea37-248d-4809-992a-cd51bb566c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:52.180584 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ebccea37-248d-4809-992a-cd51bb566c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:52.228669 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ebccea37-248d-4809-992a-cd51bb566c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:52.231644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ebccea37-248d-4809-992a-cd51bb566c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:52.232813 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ebccea37-248d-4809-992a-cd51bb566c47 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5446f84a-85a4-43ff-9202-9b57dc483f98 HTTP/1.1" status: 204 len: 168 time: 0.1490340 Nov 13 04:42:52.241317 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccea37-248d-4809-992a-cd51bb566c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5446f84a-85a4-43ff-9202-9b57dc483f98,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:52.438154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196f569-f976-4734-85e4-e3ada056b548 req-aa84df59-3df9-42de-be1b-892a26fe9c87 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:52.440034 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1196f569-f976-4734-85e4-e3ada056b548 req-aa84df59-3df9-42de-be1b-892a26fe9c87 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0555649 Nov 13 04:42:52.499083 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1196f569-f976-4734-85e4-e3ada056b548 req-a5dab7c1-90ec-4498-b741-62328241756e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508175 Nov 13 04:42:52.522617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb742b2-874d-4cb8-98fb-6f0ca2a06ced req-65986d3d-76aa-46cd-9278-f51c7c5869cc tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:52.524239 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-feb742b2-874d-4cb8-98fb-6f0ca2a06ced req-65986d3d-76aa-46cd-9278-f51c7c5869cc tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 943 time: 0.0619965 Nov 13 04:42:52.558949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46220) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:52.573753 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c2dea18-c82b-4464-b99f-b5fff29c9df3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:52.587448 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-feb742b2-874d-4cb8-98fb-6f0ca2a06ced req-c6811f09-92f3-4955-a6ab-0d686525674b tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556531 Nov 13 04:42:52.672328 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c2dea18-c82b-4464-b99f-b5fff29c9df3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:52.677479 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c2dea18-c82b-4464-b99f-b5fff29c9df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:52.702326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a44331-d4ac-44fb-9c63-699e129c5cac req-d8ee374e-261f-427a-abd3-1c323e2623fc tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:52.703789 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04a44331-d4ac-44fb-9c63-699e129c5cac req-d8ee374e-261f-427a-abd3-1c323e2623fc tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 945 time: 0.0522008 Nov 13 04:42:52.717761 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2c2dea18-c82b-4464-b99f-b5fff29c9df3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aff1acbe28204e148870766c791fe3cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576722 Nov 13 04:42:52.720050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dea18-c82b-4464-b99f-b5fff29c9df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d60170-dfe9-4827-b920-ac82a39702d1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:52.720949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46222) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:52.788442 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04a44331-d4ac-44fb-9c63-699e129c5cac req-b0ffa145-ae80-4c77-ac67-819dffcf487b tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/security-groups?id=1715b961-319c-471f-8abe-cd9c5b8c7cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772915 Nov 13 04:42:52.806564 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64fbfb0e-ed64-4413-b475-dcb54dbd69f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:52.831615 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64fbfb0e-ed64-4413-b475-dcb54dbd69f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:52.884795 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64fbfb0e-ed64-4413-b475-dcb54dbd69f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:52.887432 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64fbfb0e-ed64-4413-b475-dcb54dbd69f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:52.888536 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-64fbfb0e-ed64-4413-b475-dcb54dbd69f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75d60170-dfe9-4827-b920-ac82a39702d1 HTTP/1.1" status: 204 len: 168 time: 0.1664734 Nov 13 04:42:52.896393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbfb0e-ed64-4413-b475-dcb54dbd69f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d60170-dfe9-4827-b920-ac82a39702d1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:53.275263 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878275bf-fb17-4a73-a2da-e24c911f6f4a req-962f1d97-4b71-4c2e-a1a4-ad120d377109 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:53.277872 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-878275bf-fb17-4a73-a2da-e24c911f6f4a req-962f1d97-4b71-4c2e-a1a4-ad120d377109 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 945 time: 0.1280625 Nov 13 04:42:53.301827 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-22137126-7e1f-442b-ac1a-876a39bef01c req-d431a873-39d5-4574-93c2-39443d6534fd tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3827230-e3f3-4053-ba2a-0b0c1135d528 HTTP/1.1" status: 200 len: 210 time: 0.0490730 Nov 13 04:42:53.404345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-878275bf-fb17-4a73-a2da-e24c911f6f4a req-f124164b-d9b7-48c7-95be-7de0619500d6 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Deleting port a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:42:53.404798 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-878275bf-fb17-4a73-a2da-e24c911f6f4a req-f124164b-d9b7-48c7-95be-7de0619500d6 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:53.502561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-878275bf-fb17-4a73-a2da-e24c911f6f4a req-f124164b-d9b7-48c7-95be-7de0619500d6 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] For port a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4,segment=NetworkSegment(c86dc2ab-ff02-4d24-b134-83f7b1798e92),segment_id=c86dc2ab-ff02-4d24-b134-83f7b1798e92)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:53.502974 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-878275bf-fb17-4a73-a2da-e24c911f6f4a req-f124164b-d9b7-48c7-95be-7de0619500d6 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:53.516626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-878275bf-fb17-4a73-a2da-e24c911f6f4a req-f124164b-d9b7-48c7-95be-7de0619500d6 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Calling delete_port for a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:42:53.617633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399ca18-fc3f-4051-b884-66d59b10a31d req-6aaf984d-77dd-47c2-8138-639e7e9f4aa1 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:53.619709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f399ca18-fc3f-4051-b884-66d59b10a31d req-6aaf984d-77dd-47c2-8138-639e7e9f4aa1 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 943 time: 0.0504513 Nov 13 04:42:53.709802 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-878275bf-fb17-4a73-a2da-e24c911f6f4a req-f124164b-d9b7-48c7-95be-7de0619500d6 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:53.747279 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:42:53.761518 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124164b-d9b7-48c7-95be-7de0619500d6 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Pushing event deleted for resources: {'Port': ['ID=a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:53.775062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64955d58-5a67-46f7-9fc3-6f1ca8eb57cc req-72117728-081e-4e75-9263-131a2e48d934 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:53.783932 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64955d58-5a67-46f7-9fc3-6f1ca8eb57cc req-72117728-081e-4e75-9263-131a2e48d934 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.1810348 Nov 13 04:42:53.790364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b7bf2-baa0-4bdf-a09e-d43e20b1a040 req-7fc1ddf7-d555-453e-811a-054403546a7c tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:53.791940 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-988b7bf2-baa0-4bdf-a09e-d43e20b1a040 req-7fc1ddf7-d555-453e-811a-054403546a7c tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 943 time: 0.0811212 Nov 13 04:42:53.816770 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-f399ca18-fc3f-4051-b884-66d59b10a31d req-c0eb89c2-2e80-4e86-a3fb-5b245a65ccf4 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Deleting port 88ea1d05-e574-4a2c-982b-e7a936c647a0 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:42:53.817040 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f399ca18-fc3f-4051-b884-66d59b10a31d req-c0eb89c2-2e80-4e86-a3fb-5b245a65ccf4 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:53.836015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-878275bf-fb17-4a73-a2da-e24c911f6f4a req-f124164b-d9b7-48c7-95be-7de0619500d6 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] No DVR routers for this DVR port a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:42:53.843783 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-878275bf-fb17-4a73-a2da-e24c911f6f4a req-f124164b-d9b7-48c7-95be-7de0619500d6 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:53.847483 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-878275bf-fb17-4a73-a2da-e24c911f6f4a req-f124164b-d9b7-48c7-95be-7de0619500d6 tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.36 "DELETE /v2.0/ports/a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 HTTP/1.1" status: 204 len: 173 time: 0.5605118 Nov 13 04:42:53.847944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7', 'name': 'network-vif-deleted', 'tag': 'a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:53.850344 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c319a52-f319-4fa9-bceb-c177c7a3571b" -d '{"events": [{"server_uuid": "d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7", "name": "network-vif-deleted", "tag": "a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:53.916933 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64955d58-5a67-46f7-9fc3-6f1ca8eb57cc req-fc0b25e5-8ae3-496b-975f-9e20658129f6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316295 Nov 13 04:42:53.984225 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-988b7bf2-baa0-4bdf-a09e-d43e20b1a040 req-f9a8d51e-e6e8-4eb0-b3ce-50706e7fdb37 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777277 Nov 13 04:42:54.044481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-f399ca18-fc3f-4051-b884-66d59b10a31d req-c0eb89c2-2e80-4e86-a3fb-5b245a65ccf4 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] For port 88ea1d05-e574-4a2c-982b-e7a936c647a0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=88ea1d05-e574-4a2c-982b-e7a936c647a0,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:54.044852 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f399ca18-fc3f-4051-b884-66d59b10a31d req-c0eb89c2-2e80-4e86-a3fb-5b245a65ccf4 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:54.060345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-f399ca18-fc3f-4051-b884-66d59b10a31d req-c0eb89c2-2e80-4e86-a3fb-5b245a65ccf4 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Calling delete_port for 88ea1d05-e574-4a2c-982b-e7a936c647a0 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:42:54.125696 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437834f0-208a-4958-8cc4-d7dcf076ae2b x-openstack-request-id: req-437834f0-208a-4958-8cc4-d7dcf076ae2b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:54.126042 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7", "name": "network-vif-deleted", "tag": "a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:54.126302 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-437834f0-208a-4958-8cc4-d7dcf076ae2b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:54.126697 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7', 'name': 'network-vif-deleted', 'tag': 'a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4', 'status': 'completed', 'code': 200} Nov 13 04:42:54.150725 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef869231-188f-43ff-bb28-4cce86ca4a2c req-5a2b3241-432b-4ace-896d-10899682ad4d tempest-InstanceActionsV221TestJSON-65281638 tempest-InstanceActionsV221TestJSON-65281638-project] 10.222.0.43 "GET /v2.0/ports?device_id=d06f9592-ac4e-426a-a9bf-7d1d7d6c4fc7 HTTP/1.1" status: 200 len: 210 time: 0.0790832 Nov 13 04:42:54.262247 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f399ca18-fc3f-4051-b884-66d59b10a31d req-c0eb89c2-2e80-4e86-a3fb-5b245a65ccf4 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:54.291383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb89c2-2e80-4e86-a3fb-5b245a65ccf4 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Pushing event deleted for resources: {'Port': ['ID=88ea1d05-e574-4a2c-982b-e7a936c647a0,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:54.339726 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f399ca18-fc3f-4051-b884-66d59b10a31d req-c0eb89c2-2e80-4e86-a3fb-5b245a65ccf4 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] No DVR routers for this DVR port 88ea1d05-e574-4a2c-982b-e7a936c647a0 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:42:54.342591 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f399ca18-fc3f-4051-b884-66d59b10a31d req-c0eb89c2-2e80-4e86-a3fb-5b245a65ccf4 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:54.351450 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f399ca18-fc3f-4051-b884-66d59b10a31d req-c0eb89c2-2e80-4e86-a3fb-5b245a65ccf4 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.36 "DELETE /v2.0/ports/88ea1d05-e574-4a2c-982b-e7a936c647a0 HTTP/1.1" status: 204 len: 173 time: 0.7244015 Nov 13 04:42:54.351970 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b358beb-da3c-4b83-94c8-a49117a1adb5', 'name': 'network-vif-deleted', 'tag': '88ea1d05-e574-4a2c-982b-e7a936c647a0'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:54.354321 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace525b4-cad0-440a-975b-a7dadc24e092" -d '{"events": [{"server_uuid": "4b358beb-da3c-4b83-94c8-a49117a1adb5", "name": "network-vif-deleted", "tag": "88ea1d05-e574-4a2c-982b-e7a936c647a0"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:54.441619 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16205ec8-8c5b-461e-ad55-37e9a4aaf648 x-openstack-request-id: req-16205ec8-8c5b-461e-ad55-37e9a4aaf648 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:54.441997 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b358beb-da3c-4b83-94c8-a49117a1adb5", "name": "network-vif-deleted", "tag": "88ea1d05-e574-4a2c-982b-e7a936c647a0", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:54.442133 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16205ec8-8c5b-461e-ad55-37e9a4aaf648 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:54.442590 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b358beb-da3c-4b83-94c8-a49117a1adb5', 'name': 'network-vif-deleted', 'tag': '88ea1d05-e574-4a2c-982b-e7a936c647a0', 'status': 'completed', 'code': 200} Nov 13 04:42:55.164922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabe679-3d2f-434b-901f-9a8485b11cc1 req-0e20870e-df81-476e-ba8b-32f5961eaa4c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:55.171318 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa85951d-0ff0-44d3-ad17-719a8e4fa7a5 req-1c4eac8e-2f35-461f-b41c-ecff5d90bb0b tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b358beb-da3c-4b83-94c8-a49117a1adb5 HTTP/1.1" status: 200 len: 210 time: 0.0439982 Nov 13 04:42:55.176167 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1cabe679-3d2f-434b-901f-9a8485b11cc1 req-0e20870e-df81-476e-ba8b-32f5961eaa4c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.1096220 Nov 13 04:42:55.271292 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1cabe679-3d2f-434b-901f-9a8485b11cc1 req-b9a340fa-1eb2-4c35-81ac-b20f2b4f8276 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890403 Nov 13 04:42:55.530206 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-1f205e8f-4138-497d-9e4a-0234b68f8da9 service neutron] show failed (client error): The resource could not be found. Nov 13 04:42:55.532567 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-1f205e8f-4138-497d-9e4a-0234b68f8da9 service neutron] 10.222.0.46 "GET /v2.0/ports/7e545820-faf3-4d8a-b3d9-76ff7dd68ef8/bindings/n-h2-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0910697 Nov 13 04:42:55.579123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46318) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:55.660199 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0625b7-ad7b-4ccb-9994-ebd8d1eb8d13 admin admin] Deleting subnet 30a3bbd5-3ea5-4303-bf8f-a48fb89aecff {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:42:55.664119 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a0625b7-ad7b-4ccb-9994-ebd8d1eb8d13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:55.708756 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a0625b7-ad7b-4ccb-9994-ebd8d1eb8d13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:55.774989 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a0625b7-ad7b-4ccb-9994-ebd8d1eb8d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:55.896878 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a0625b7-ad7b-4ccb-9994-ebd8d1eb8d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:55.977596 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a0625b7-ad7b-4ccb-9994-ebd8d1eb8d13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:55.986803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3a0625b7-ad7b-4ccb-9994-ebd8d1eb8d13 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/30a3bbd5-3ea5-4303-bf8f-a48fb89aecff HTTP/1.1" status: 204 len: 168 time: 0.4064903 Nov 13 04:42:55.989202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46330) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:56.000828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0625b7-ad7b-4ccb-9994-ebd8d1eb8d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a3bbd5-3ea5-4303-bf8f-a48fb89aecff,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:56.092039 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-a1fc965a-bcfe-47e6-af33-3a8289a561f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:56.095139 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-a1fc965a-bcfe-47e6-af33-3a8289a561f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25&tenant_id=b836d7db5e664454bda2ae2ccdb312f4 HTTP/1.1" status: 200 len: 1101 time: 0.1247253 Nov 13 04:42:56.117892 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:56.144008 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7c86f29-4ece-44e3-8eab-4422e253e1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:56.191000 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:56.333088 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7c86f29-4ece-44e3-8eab-4422e253e1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:56.376200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a7c86f29-4ece-44e3-8eab-4422e253e1be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503808df-f3fc-4564-bd08-a3e23e94312e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:56.402723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a7c86f29-4ece-44e3-8eab-4422e253e1be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86dc2ab-ff02-4d24-b134-83f7b1798e92') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:56.403124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a7c86f29-4ece-44e3-8eab-4422e253e1be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86dc2ab-ff02-4d24-b134-83f7b1798e92') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:42:56.423617 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7c86f29-4ece-44e3-8eab-4422e253e1be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:56.447022 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7c86f29-4ece-44e3-8eab-4422e253e1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:56.455635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c86f29-4ece-44e3-8eab-4422e253e1be admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:42:56.456156 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7c86f29-4ece-44e3-8eab-4422e253e1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:42:56.462781 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:42:56.572134 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:42:56.603144 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e9b12-9b06-4fbb-873d-d2e90ecd53b9 req-4fb3eee9-433e-4837-a68d-dee35a920552 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:56.614352 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-054e9b12-9b06-4fbb-873d-d2e90ecd53b9 req-4fb3eee9-433e-4837-a68d-dee35a920552 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0819511 Nov 13 04:42:56.617943 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7c86f29-4ece-44e3-8eab-4422e253e1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:56.620346 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:42:56.628485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a8fe13e7-c5b5-474b-87ce-ecdad4a9c3f4 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:42:56.629285 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 88ea1d05-e574-4a2c-982b-e7a936c647a0 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:42:56.631937 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7c86f29-4ece-44e3-8eab-4422e253e1be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:56.637460 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a7c86f29-4ece-44e3-8eab-4422e253e1be admin admin] 10.222.0.43 "DELETE /v2.0/networks/503808df-f3fc-4564-bd08-a3e23e94312e HTTP/1.1" status: 204 len: 168 time: 0.6468003 Nov 13 04:42:56.647364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:42:56.694678 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:42:56.742621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 88ea1d05-e574-4a2c-982b-e7a936c647a0 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:42:56.742990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 88ea1d05-e574-4a2c-982b-e7a936c647a0 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:42:56.765430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c86f29-4ece-44e3-8eab-4422e253e1be admin admin] Pushing event deleted for resources: {'Network': ['ID=503808df-f3fc-4564-bd08-a3e23e94312e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:56.829239 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:56.831631 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e224a8f-bd9a-4932-9995-08b968efbe1c" -d '{"events": [{"server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "name": "network-vif-unplugged", "status": "completed", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:56.860330 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-054e9b12-9b06-4fbb-873d-d2e90ecd53b9 req-25b7be9d-e476-42e0-9a83-9b58dcfc67a3 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441607 Nov 13 04:42:56.865316 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:56.896210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Transition to ACTIVE for port object 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:42:56.909876 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:56.988478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] No DVR routers for this DVR port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:42:57.097198 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-53f1c2a5-caa1-4000-bda9-d14174288598 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:57.106269 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-53f1c2a5-caa1-4000-bda9-d14174288598 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/networks?id=803777c0-8da9-4e5a-8575-85c0e350ff7e HTTP/1.1" status: 200 len: 822 time: 0.3532662 Nov 13 04:42:57.124894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46366) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:57.145918 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-bbbcd892-e928-4c78-84ac-d70dde2b0a51 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/quotas/b12983f8146043478e1de303695fb8a5 HTTP/1.1" status: 200 len: 375 time: 0.0378566 Nov 13 04:42:57.156506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Pushing event updated for resources: {'Port': ['ID=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,revision_number=6']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:57.167431 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4c830b-5e90-4bf8-ad68-c0fd5f4d73c2 x-openstack-request-id: req-cf4c830b-5e90-4bf8-ad68-c0fd5f4d73c2 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:57.167925 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "name": "network-vif-unplugged", "status": "completed", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:57.168331 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf4c830b-5e90-4bf8-ad68-c0fd5f4d73c2 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:57.168935 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8', 'code': 200} Nov 13 04:42:57.190065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Attempting to bind port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:42:57.190716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Attempting to bind port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:42:57.191355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Attempting to bind port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:57.209649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-22be7c9b-1dab-47a1-918b-dc3336e37098 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e347a3a9a834bc4994d47e90b08af6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0833120 Nov 13 04:42:57.212329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46370) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:57.219819 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:42:57.220413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Attempting to bind port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:42:57.235020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:42:57.236010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:42:57.236784 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:42:57.237638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Bound port: 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:42:57.238196 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:57.244871 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-1c41a755-fde4-4e44-8e23-62f5a4257396 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b12983f8146043478e1de303695fb8a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978863 Nov 13 04:42:57.306080 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27b19221-598d-4898-b1d5-ab7d35fd0ff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:57.337110 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27b19221-598d-4898-b1d5-ab7d35fd0ff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:57.345750 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:42:57.351745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:42:57.360068 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:57.415647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:57.416268 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:57.417756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] 10.222.0.36 "PUT /v2.0/ports/7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 HTTP/1.1" status: 200 len: 1096 time: 1.3059962 Nov 13 04:42:57.438083 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27b19221-598d-4898-b1d5-ab7d35fd0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:57.443936 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27b19221-598d-4898-b1d5-ab7d35fd0ff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:57.447318 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-27b19221-598d-4898-b1d5-ab7d35fd0ff3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1715b961-319c-471f-8abe-cd9c5b8c7cd2 HTTP/1.1" status: 204 len: 168 time: 0.2330811 Nov 13 04:42:57.467308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b19221-598d-4898-b1d5-ab7d35fd0ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1715b961-319c-471f-8abe-cd9c5b8c7cd2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:57.545132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5c6b9-f8dc-47e3-8c5f-7a9d218b1842 service neutron] Pushing event updated for resources: {'Port': ['ID=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,revision_number=7']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:42:57.755325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-c562948d-8e6f-46e2-9e03-64ed90882540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:57.756865 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-c562948d-8e6f-46e2-9e03-64ed90882540 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 1099 time: 0.2946005 Nov 13 04:42:57.886610 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-77a86945-c560-4fe5-a502-6411d4f71952 service neutron] 10.222.0.43 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302745 Nov 13 04:42:57.981020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-7b362bf4-e04a-4f90-addb-43374672b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:57.982502 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-7b362bf4-e04a-4f90-addb-43374672b9bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2099779 Nov 13 04:42:58.040119 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-aaded707-80dd-446e-87ee-0f0d12b0da67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 HTTP/1.1" status: 200 len: 217 time: 0.0495572 Nov 13 04:42:58.114315 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-d2f447ed-facc-45e2-a303-4d5211239728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:58.115823 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-d2f447ed-facc-45e2-a303-4d5211239728 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0658822 Nov 13 04:42:58.127630 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-076d0f29-9cf1-4d83-8f6a-5d55f4d34ed4 service neutron] 10.222.0.43 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400165 Nov 13 04:42:58.185994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-d93179d7-4f9e-4198-8e10-c6f41ee9a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:58.187594 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-d93179d7-4f9e-4198-8e10-c6f41ee9a7c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590086 Nov 13 04:42:58.332274 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:58.408802 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-09f1e939-a7d4-4d75-a1a9-673f6747b8d4 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126372 Nov 13 04:42:58.548766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173d106-0460-4b27-a6ed-7f92b4657052 req-37d60cc9-e357-4c78-a421-51e429f21df5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:58.554067 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0173d106-0460-4b27-a6ed-7f92b4657052 req-37d60cc9-e357-4c78-a421-51e429f21df5 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 948 time: 0.2108092 Nov 13 04:42:58.663947 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:42:58.707303 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0173d106-0460-4b27-a6ed-7f92b4657052 req-a5c0732b-529e-4b06-9f20-d6bc991a90bd tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427376 Nov 13 04:42:58.714259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7b0cc27b-8774-4c66-b034-aee47a85b88f req-3409554a-c023-4534-a1b2-3209f5e7f5f0 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 210 time: 0.0765469 Nov 13 04:42:58.775324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-e26497cb-3671-4623-9a59-0696d9d501b5 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590360 Nov 13 04:42:59.065622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:42:59.162773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:42:59.170806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:42:59.173874 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9f763d-5122-43c9-9f87-5abdfebe6902" -d '{"events": [{"name": "network-changed", "server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:42:59.299636 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdaadb3-980e-40fc-b4aa-81d193341f3c x-openstack-request-id: req-3fdaadb3-980e-40fc-b4aa-81d193341f3c {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:42:59.299943 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:42:59.300217 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3fdaadb3-980e-40fc-b4aa-81d193341f3c {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:42:59.301016 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8', 'status': 'completed', 'code': 200} Nov 13 04:42:59.431101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-c8ab0496-ebed-40e8-9c6c-cd60f00f5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:59.432883 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-c8ab0496-ebed-40e8-9c6c-cd60f00f5c47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 1099 time: 0.1014080 Nov 13 04:42:59.481656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-44e9b4f7-9ab9-4972-a3c6-567b304aab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:59.483773 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-44e9b4f7-9ab9-4972-a3c6-567b304aab34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 1099 time: 0.0983515 Nov 13 04:42:59.577325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46444) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:42:59.624337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-08ab1fe6-2969-45a9-a3d1-9a3c44fa6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:59.625910 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-08ab1fe6-2969-45a9-a3d1-9a3c44fa6bf7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1794767 Nov 13 04:42:59.697633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-c6af27f0-98aa-4740-88d1-3b1269e76736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:59.699408 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-c6af27f0-98aa-4740-88d1-3b1269e76736 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1790469 Nov 13 04:42:59.700970 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-97759b74-551e-4175-9025-7503cd59c9c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 HTTP/1.1" status: 200 len: 217 time: 0.0626163 Nov 13 04:42:59.762263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-f614045a-2d10-406e-b878-c1c1eb4a4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:59.763776 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-f614045a-2d10-406e-b878-c1c1eb4a4685 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0548649 Nov 13 04:42:59.815638 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-1422018b-7e6d-4d77-82b3-dcacfc851abb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 HTTP/1.1" status: 200 len: 217 time: 0.1053252 Nov 13 04:42:59.891641 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-469602954-network', 'tenant_id': 'aa8b0e3b0c1b483cb39ea22f77284b52'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:42:59.904400 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8089f-5b72-4de8-9c44-4eda7910587e req-c3dd75e3-c729-4401-beca-833a03289d70 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:59.911280 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f3d5e3f7-e54d-4942-9def-84c127ec81c3 req-62b059e9-6d36-4afe-b333-b5ccd9a389ac tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 210 time: 0.0561929 Nov 13 04:42:59.930897 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9c8089f-5b72-4de8-9c44-4eda7910587e req-c3dd75e3-c729-4401-beca-833a03289d70 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 948 time: 0.1072168 Nov 13 04:42:59.933407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-7a20b906-f2f6-4cc6-aead-0acc962878aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:59.934863 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-7a20b906-f2f6-4cc6-aead-0acc962878aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0991426 Nov 13 04:42:59.937577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-3ce03739-4639-4999-a05c-b2cb523ebfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:42:59.938971 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-3ce03739-4639-4999-a05c-b2cb523ebfe1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1664860 Nov 13 04:43:00.048606 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] Made reservation on behalf of aa8b0e3b0c1b483cb39ea22f77284b52 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:00.051103 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:00.069280 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-c002efbd-a9d9-439b-b6ce-a237fcb334be service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099844 Nov 13 04:43:00.091013 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:00.100937 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-8cdde01a-af4b-47cc-b583-f5aee9fb53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:00.102455 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-8cdde01a-af4b-47cc-b583-f5aee9fb53dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1573129 Nov 13 04:43:00.122817 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9c8089f-5b72-4de8-9c44-4eda7910587e req-8a88dee5-3f36-4cdb-aeec-a9179fe86ffb tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903431 Nov 13 04:43:00.321344 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:00.331152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-0bbef9d3-64d2-4e84-8aa3-9162ac72dc7f tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:00.333207 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-0bbef9d3-64d2-4e84-8aa3-9162ac72dc7f tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.36 "GET /v2.0/networks?id=803777c0-8da9-4e5a-8575-85c0e350ff7e HTTP/1.1" status: 200 len: 822 time: 0.1711593 Nov 13 04:43:00.334690 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:00.368450 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-d61fe187-247a-4283-a014-96770f91fa02 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Request body: {'port': {'device_id': '3e3cfa02-c24d-42ca-8873-340860bd0c45', 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e', 'admin_state_up': True, 'tenant_id': 'b12983f8146043478e1de303695fb8a5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:00.373796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e89a74-db25-4dee-afa9-66d1b796bac9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:00.411620 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:43:00.455659 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:00.456165 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] Added segment 48bd293f-2711-43e4-bd9f-38f0fdb701a3 of type vlan for network ad17a15f-c052-482e-b2f2-ab108d85f435 Nov 13 04:43:00.530939 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:00.576809 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:00.577877 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:00.578815 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:00.623587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-bfd5652f-d030-4b6d-91eb-3aa228d55dbd service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436327 Nov 13 04:43:00.640548 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0607100 Nov 13 04:43:00.640863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46468) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:00.646978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a1f2991c-eff2-49e8-97d2-220a97acf0a4 admin admin] Request body: {'subnet': {'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-469602954-subnet', 'tenant_id': 'aa8b0e3b0c1b483cb39ea22f77284b52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:00.662313 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-b592e0cf-9ac7-45f1-b3ce-3940b2adab77 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487916 Nov 13 04:43:00.757302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f2991c-eff2-49e8-97d2-220a97acf0a4 admin admin] Made reservation on behalf of aa8b0e3b0c1b483cb39ea22f77284b52 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:00.757981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627484e2-11af-4438-bfe5-10dff117150a admin admin] Pushing event updated for resources: {'Network': ['ID=ad17a15f-c052-482e-b2f2-ab108d85f435,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:00.771779 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1f2991c-eff2-49e8-97d2-220a97acf0a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:00.776962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network ad17a15f-c052-482e-b2f2-ab108d85f435 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:43:00.902818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-d61fe187-247a-4283-a014-96770f91fa02 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Made reservation on behalf of b12983f8146043478e1de303695fb8a5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:00.907089 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-d61fe187-247a-4283-a014-96770f91fa02 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:00.985811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e258b-a04c-44a4-b6fe-55cad251109b req-606ab355-047c-4020-88b0-e2dc781345f6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:00.987948 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-084e258b-a04c-44a4-b6fe-55cad251109b req-606ab355-047c-4020-88b0-e2dc781345f6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 945 time: 0.2031982 Nov 13 04:43:01.014815 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd9f763d-5122-43c9-9f87-5abdfebe6902 req-932e669a-1331-4b78-ae03-5e3002983ff6 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443699 Nov 13 04:43:01.182790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cc15cb10-f6a9-42c8-bc1f-a3345d9e5c94 req-bf2e7392-a86d-493d-b958-d6adfa274411 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 210 time: 0.0652990 Nov 13 04:43:01.224428 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-084e258b-a04c-44a4-b6fe-55cad251109b req-885d4f17-4d4d-4089-953a-34cffc9796e1 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184725 Nov 13 04:43:01.379065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-d61fe187-247a-4283-a014-96770f91fa02 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Allocated IP 172.20.0.12 (803777c0-8da9-4e5a-8575-85c0e350ff7e/b57f6b55-1ecd-4ea5-960a-97d61ae62a13/82d57451-4157-40df-b949-7bc97c38fec3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:43:01.392349 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1f2991c-eff2-49e8-97d2-220a97acf0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:01.547442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c24a5-52e5-4f96-8dca-d141212c82db req-9d40bf58-8d19-4bf1-aa7d-69c7697d1d04 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:01.549007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2991c-eff2-49e8-97d2-220a97acf0a4 admin admin] Checking segment: {'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:01.549201 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e96c24a5-52e5-4f96-8dca-d141212c82db req-9d40bf58-8d19-4bf1-aa7d-69c7697d1d04 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 948 time: 0.1643796 Nov 13 04:43:01.549474 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f2991c-eff2-49e8-97d2-220a97acf0a4 admin admin] Network hostable DHCP agents. Network: ad17a15f-c052-482e-b2f2-ab108d85f435, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:43:01.559597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2991c-eff2-49e8-97d2-220a97acf0a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff6f859-2986-452a-ba50-c0ebcea24e8c,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:01.580583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f2991c-eff2-49e8-97d2-220a97acf0a4 admin admin] Network ad17a15f-c052-482e-b2f2-ab108d85f435 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:43:01.595016 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a1f2991c-eff2-49e8-97d2-220a97acf0a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, ad17a15f-c052-482e-b2f2-ab108d85f435) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:01.599596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f2991c-eff2-49e8-97d2-220a97acf0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:01.600192 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1f2991c-eff2-49e8-97d2-220a97acf0a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:01.605716 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07e9d76-36b7-4c98-bf19-c7624a429514 None None] Network ad17a15f-c052-482e-b2f2-ab108d85f435 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:43:01.642670 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a1f2991c-eff2-49e8-97d2-220a97acf0a4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0004985 Nov 13 04:43:01.734799 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-d61fe187-247a-4283-a014-96770f91fa02 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:01.781139 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a9593-baf6-4cb7-9889-da902cce5041 req-24c44726-a69f-4a71-a46d-25337ecb06fe tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:01.792190 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-696a9593-baf6-4cb7-9889-da902cce5041 req-24c44726-a69f-4a71-a46d-25337ecb06fe tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 945 time: 0.1332836 Nov 13 04:43:01.841779 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-d61fe187-247a-4283-a014-96770f91fa02 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:01.951811 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea32fdc-90ff-4d67-851b-f732627e5749 None None] Network ad17a15f-c052-482e-b2f2-ab108d85f435 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:43:01.993832 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-d61fe187-247a-4283-a014-96770f91fa02 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Network 803777c0-8da9-4e5a-8575-85c0e350ff7e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:43:02.006901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-d61fe187-247a-4283-a014-96770f91fa02 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:02.012223 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fe187-247a-4283-a014-96770f91fa02 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Pushing event updated for resources: {'Port': ['ID=82d57451-4157-40df-b949-7bc97c38fec3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:02.015972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-d61fe187-247a-4283-a014-96770f91fa02 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:43:02.037267 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e96c24a5-52e5-4f96-8dca-d141212c82db req-3d28ca75-e1e0-44a2-9f2d-b27eddbb6e9d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174163 Nov 13 04:43:02.052124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-696a9593-baf6-4cb7-9889-da902cce5041 req-4869a77d-4f23-4e42-9a59-6867e9d95a72 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Deleting port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:02.052124 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-696a9593-baf6-4cb7-9889-da902cce5041 req-4869a77d-4f23-4e42-9a59-6867e9d95a72 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:02.139206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-d61fe187-247a-4283-a014-96770f91fa02 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:02.140121 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-d61fe187-247a-4283-a014-96770f91fa02 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:02.173971 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-d61fe187-247a-4283-a014-96770f91fa02 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8098195 Nov 13 04:43:02.200709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Request body: {'port': {'device_id': '3e3cfa02-c24d-42ca-8873-340860bd0c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:02.315082 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-696a9593-baf6-4cb7-9889-da902cce5041 req-4869a77d-4f23-4e42-9a59-6867e9d95a72 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] For port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:02.315582 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-696a9593-baf6-4cb7-9889-da902cce5041 req-4869a77d-4f23-4e42-9a59-6867e9d95a72 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:02.337191 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-696a9593-baf6-4cb7-9889-da902cce5041 req-4869a77d-4f23-4e42-9a59-6867e9d95a72 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Calling delete_port for 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:02.367197 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:02.445885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bac69-f004-404f-8179-3fc887b833ae req-b2c4a879-dd12-48d7-a9a8-3091890ac7c0 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:02.447440 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-523bac69-f004-404f-8179-3fc887b833ae req-b2c4a879-dd12-48d7-a9a8-3091890ac7c0 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 932 time: 0.1133463 Nov 13 04:43:02.554941 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-696a9593-baf6-4cb7-9889-da902cce5041 req-4869a77d-4f23-4e42-9a59-6867e9d95a72 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:02.587870 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['7db36868-ab33-4f04-a8be-9f22e6fb0ef2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:02.603746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869a77d-4f23-4e42-9a59-6867e9d95a72 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Pushing event deleted for resources: {'Port': ['ID=7db36868-ab33-4f04-a8be-9f22e6fb0ef2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:02.663990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:43:02.665737 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-523bac69-f004-404f-8179-3fc887b833ae req-258c80aa-43cf-4d95-bdf6-472554612f53 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607666 Nov 13 04:43:02.678102 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-696a9593-baf6-4cb7-9889-da902cce5041 req-4869a77d-4f23-4e42-9a59-6867e9d95a72 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] No DVR routers for this DVR port 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:43:02.693971 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-696a9593-baf6-4cb7-9889-da902cce5041 req-4869a77d-4f23-4e42-9a59-6867e9d95a72 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:02.713859 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-696a9593-baf6-4cb7-9889-da902cce5041 req-4869a77d-4f23-4e42-9a59-6867e9d95a72 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.36 "DELETE /v2.0/ports/7db36868-ab33-4f04-a8be-9f22e6fb0ef2 HTTP/1.1" status: 204 len: 173 time: 0.9099162 Nov 13 04:43:02.714491 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e', 'name': 'network-vif-deleted', 'tag': '7db36868-ab33-4f04-a8be-9f22e6fb0ef2'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:02.716879 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dd58a0-e585-4f27-b85d-a9c9dc54b5fd" -d '{"events": [{"server_uuid": "7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e", "name": "network-vif-deleted", "tag": "7db36868-ab33-4f04-a8be-9f22e6fb0ef2"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:02.894133 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-9db6f817-2bdd-4822-a685-c9cf73cc309c tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:02.903905 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-9db6f817-2bdd-4822-a685-c9cf73cc309c tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/networks?id=ad17a15f-c052-482e-b2f2-ab108d85f435 HTTP/1.1" status: 200 len: 812 time: 0.1660297 Nov 13 04:43:02.917159 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45552b28-a45a-440b-b27b-8643723bd77d req-ae5eeed2-9a63-4ef5-bca2-8a909be50acf tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e HTTP/1.1" status: 200 len: 210 time: 0.0915394 Nov 13 04:43:02.925082 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-151c8d04-86f3-4778-adf8-9119273d08f5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/quotas/aa8b0e3b0c1b483cb39ea22f77284b52 HTTP/1.1" status: 200 len: 375 time: 0.0201986 Nov 13 04:43:02.966181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:02.972900 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-6466b50e-a7ed-4daf-bf70-7a8923d482d2 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa8b0e3b0c1b483cb39ea22f77284b52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468006 Nov 13 04:43:02.987461 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8', 'mac_address': 'fa:16:3e:f3:74:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:43:03.024521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d57451-4157-40df-b949-7bc97c38fec3 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:03.037385 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:03.047397 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:03.058373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:03.064462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Transition to ACTIVE for port object 82d57451-4157-40df-b949-7bc97c38fec3 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:43:03.075832 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:03.096052 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:03.106568 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:03.120273 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-fffd0d32-b342-46ef-ba77-b8882cab5476 service neutron] 10.222.0.43 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460969 Nov 13 04:43:03.177401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Pushing event updated for resources: {'Port': ['ID=82d57451-4157-40df-b949-7bc97c38fec3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:03.193983 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:03.235866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Attempting to bind port 82d57451-4157-40df-b949-7bc97c38fec3 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:43:03.236805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Attempting to bind port 82d57451-4157-40df-b949-7bc97c38fec3 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'e3e978a5-b84c-4613-a723-ae0c40666aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:43:03.236989 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Attempting to bind port 82d57451-4157-40df-b949-7bc97c38fec3 on network 803777c0-8da9-4e5a-8575-85c0e350ff7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:03.241535 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Port 82d57451-4157-40df-b949-7bc97c38fec3 on network 803777c0-8da9-4e5a-8575-85c0e350ff7e not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:43:03.241851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Attempting to bind port 82d57451-4157-40df-b949-7bc97c38fec3 on network 803777c0-8da9-4e5a-8575-85c0e350ff7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:03.249004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:43:03.249004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Checking segment: {'id': 'e3e978a5-b84c-4613-a723-ae0c40666aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:03.249381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Bound using segment: {'id': 'e3e978a5-b84c-4613-a723-ae0c40666aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:43:03.249554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Bound port: 82d57451-4157-40df-b949-7bc97c38fec3, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e978a5-b84c-4613-a723-ae0c40666aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:43:03.249892 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:03.292872 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-4b93548c-ec6a-4712-828d-d1e49e3506cb service neutron] 10.222.0.43 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616917 Nov 13 04:43:03.332970 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814bc796-22b6-44bd-a9f2-04152a6b9b4d x-openstack-request-id: req-814bc796-22b6-44bd-a9f2-04152a6b9b4d {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:03.333274 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e", "name": "network-vif-deleted", "tag": "7db36868-ab33-4f04-a8be-9f22e6fb0ef2", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:03.333743 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-814bc796-22b6-44bd-a9f2-04152a6b9b4d {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:03.334863 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fefa9d0-ff51-4a4b-aecf-ae387cd4eb0e', 'name': 'network-vif-deleted', 'tag': '7db36868-ab33-4f04-a8be-9f22e6fb0ef2', 'status': 'completed', 'code': 200} Nov 13 04:43:03.337813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] For port 82d57451-4157-40df-b949-7bc97c38fec3, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:43:03.341880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] For port 82d57451-4157-40df-b949-7bc97c38fec3, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=82d57451-4157-40df-b949-7bc97c38fec3,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:43:03.350490 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:03.415968 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:03.416595 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:03.418069 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] 10.222.0.36 "PUT /v2.0/ports/82d57451-4157-40df-b949-7bc97c38fec3 HTTP/1.1" status: 200 len: 1092 time: 1.2283866 Nov 13 04:43:03.423407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3cfa02-c24d-42ca-8873-340860bd0c45', 'tag': '82d57451-4157-40df-b949-7bc97c38fec3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:03.425827 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68654555-b24a-4476-959e-3bd71740620d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3cfa02-c24d-42ca-8873-340860bd0c45", "tag": "82d57451-4157-40df-b949-7bc97c38fec3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:03.539779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d50ba-b3f9-4dc7-98d2-6d4c914d9669 service neutron] Pushing event updated for resources: {'Port': ['ID=82d57451-4157-40df-b949-7bc97c38fec3,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:03.585857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-943bdad1-8208-4f0c-aba6-b96fcf177ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:03.587858 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-943bdad1-8208-4f0c-aba6-b96fcf177ce7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b12983f8146043478e1de303695fb8a5&device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 1095 time: 0.0968468 Nov 13 04:43:03.604501 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de82a3c7-816b-4a73-9db3-d865c4f3c304 x-openstack-request-id: req-de82a3c7-816b-4a73-9db3-d865c4f3c304 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:03.604979 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3cfa02-c24d-42ca-8873-340860bd0c45", "tag": "82d57451-4157-40df-b949-7bc97c38fec3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:03.605336 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de82a3c7-816b-4a73-9db3-d865c4f3c304 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:03.606010 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3cfa02-c24d-42ca-8873-340860bd0c45', 'tag': '82d57451-4157-40df-b949-7bc97c38fec3', 'status': 'completed', 'code': 200} Nov 13 04:43:03.640050 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['7e545820-faf3-4d8a-b3d9-76ff7dd68ef8'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:03.717510 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-add186f6-f908-4b60-9217-6bf280d43828 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82d57451-4157-40df-b949-7bc97c38fec3 HTTP/1.1" status: 200 len: 217 time: 0.0895243 Nov 13 04:43:03.785376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-fdaf7ee6-e156-4a77-9c1d-e2a6a341f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:03.787154 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-fdaf7ee6-e156-4a77-9c1d-e2a6a341f0e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b57f6b55-1ecd-4ea5-960a-97d61ae62a13 HTTP/1.1" status: 200 len: 862 time: 0.0581145 Nov 13 04:43:03.800215 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf571a-95be-4c6f-9211-e9b39b1203ea req-3c128452-374e-4b5e-ba61-e2f33c5afc46 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:03.808004 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1bcf571a-95be-4c6f-9211-e9b39b1203ea req-3c128452-374e-4b5e-ba61-e2f33c5afc46 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 949 time: 0.2188587 Nov 13 04:43:03.847702 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-39d5a4f0-b1ad-43d1-a640-f4c8f3a87783 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=803777c0-8da9-4e5a-8575-85c0e350ff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378141 Nov 13 04:43:03.890952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b9c49-524e-4c2f-8027-dc815bd5a105 req-f18271da-90c0-40e4-89d3-ec0353a0a292 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:03.900161 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-363b9c49-524e-4c2f-8027-dc815bd5a105 req-f18271da-90c0-40e4-89d3-ec0353a0a292 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 944 time: 0.1085734 Nov 13 04:43:03.958947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1bcf571a-95be-4c6f-9211-e9b39b1203ea req-3e152b66-623c-4160-853c-a845abc5667d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501040 Nov 13 04:43:03.966440 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-363b9c49-524e-4c2f-8027-dc815bd5a105 req-22f2ef70-c919-4af1-a8e6-9471908d216c tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652268 Nov 13 04:43:04.083958 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5f73d487-b947-4dcd-ae0d-29256d1f3da5 req-16103e3e-9092-49c7-b198-0b78347c2c6f tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c3f2fb4-b291-4097-99ba-10659e8ac4a9 HTTP/1.1" status: 200 len: 210 time: 0.0380197 Nov 13 04:43:04.088283 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-bb8eef9f-e13e-46f9-b86d-18d27a959b92 service neutron] 10.222.0.36 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922026 Nov 13 04:43:04.136859 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-094b462c-c878-4e03-845a-352defb28157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:04.280206 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6399f774-0e47-4caf-a0f1-6f48f50a1faa req-4a8085b5-7e03-40ec-a039-f5dc677365f8 service neutron] 10.222.0.36 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833668 Nov 13 04:43:04.539054 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-0c5286c7-f9fa-4959-aae0-60d555a90009 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:04.540997 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-0c5286c7-f9fa-4959-aae0-60d555a90009 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.36 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25&tenant_id=b836d7db5e664454bda2ae2ccdb312f4&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 949 time: 0.1697643 Nov 13 04:43:04.543961 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654555-b24a-4476-959e-3bd71740620d req-3b8ae0ba-d0e0-4314-931a-0b5f85d73acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:04.545729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68654555-b24a-4476-959e-3bd71740620d req-3b8ae0ba-d0e0-4314-931a-0b5f85d73acd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b12983f8146043478e1de303695fb8a5&device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 1095 time: 0.0771220 Nov 13 04:43:04.597855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5182d-9cdc-4643-b23e-30d56984013f req-3baf9528-30de-47b8-8b46-432792268739 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:04.606004 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1cc5182d-9cdc-4643-b23e-30d56984013f req-3baf9528-30de-47b8-8b46-432792268739 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 949 time: 0.1027381 Nov 13 04:43:04.615878 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:43:04.635982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6819d-a3c0-4625-b1b1-c3a233ab0631 req-36411ee0-fe02-496a-a9a2-e6f86e8acbe1 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:04.644445 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-73b6819d-a3c0-4625-b1b1-c3a233ab0631 req-36411ee0-fe02-496a-a9a2-e6f86e8acbe1 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 945 time: 0.1554527 Nov 13 04:43:04.657607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:43:04.658408 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 7db36868-ab33-4f04-a8be-9f22e6fb0ef2 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:43:04.667779 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-2c3d8417-4a49-49e8-8684-e95d9bd9e0b9 service neutron] 10.222.0.36 "GET /v2.0/ports/7e545820-faf3-4d8a-b3d9-76ff7dd68ef8/bindings/n-h2-813114-2 HTTP/1.1" status: 200 len: 382 time: 0.1104262 Nov 13 04:43:04.723611 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-73b6819d-a3c0-4625-b1b1-c3a233ab0631 req-6cbfec06-d1af-491a-9ea0-8e43d893d7fc tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733237 Nov 13 04:43:04.736427 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1cc5182d-9cdc-4643-b23e-30d56984013f req-e43e9962-dcb6-4eff-9605-2b143e1fc187 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122143 Nov 13 04:43:04.753171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654555-b24a-4476-959e-3bd71740620d req-f385f9bc-7f36-429f-96f2-89371d19b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:04.754957 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68654555-b24a-4476-959e-3bd71740620d req-f385f9bc-7f36-429f-96f2-89371d19b021 service neutron] 10.222.0.36 "GET /v2.0/networks?id=803777c0-8da9-4e5a-8575-85c0e350ff7e HTTP/1.1" status: 200 len: 923 time: 0.1995318 Nov 13 04:43:04.811564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-9299d125-d9e9-41c0-aa2c-1f411e7c6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:04.813259 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-9299d125-d9e9-41c0-aa2c-1f411e7c6d00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 1100 time: 0.0715044 Nov 13 04:43:04.823793 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68654555-b24a-4476-959e-3bd71740620d req-d0e08dce-94d0-4f4e-9d2b-3fdf38345a6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82d57451-4157-40df-b949-7bc97c38fec3 HTTP/1.1" status: 200 len: 217 time: 0.0577812 Nov 13 04:43:04.888592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654555-b24a-4476-959e-3bd71740620d req-d43d5cf6-ce5e-4968-8885-92fe687f8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:04.890827 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68654555-b24a-4476-959e-3bd71740620d req-d43d5cf6-ce5e-4968-8885-92fe687f8c6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b57f6b55-1ecd-4ea5-960a-97d61ae62a13 HTTP/1.1" status: 200 len: 862 time: 0.0608571 Nov 13 04:43:04.933359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-f06a447f-e610-4522-9243-634b1db6ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:04.935075 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-f06a447f-e610-4522-9243-634b1db6ceee service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1105812 Nov 13 04:43:04.937670 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68654555-b24a-4476-959e-3bd71740620d req-4f84a027-d31e-48ed-aeb5-6ae925be754b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=803777c0-8da9-4e5a-8575-85c0e350ff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359974 Nov 13 04:43:05.050373 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-663f4b44-5d67-4e1c-8ea0-7734c53cee0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 HTTP/1.1" status: 200 len: 217 time: 0.0526180 Nov 13 04:43:05.128373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-ce8ffd90-d3a2-433f-bbd0-b1fe69b7160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:05.130382 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-ce8ffd90-d3a2-433f-bbd0-b1fe69b7160c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0726430 Nov 13 04:43:05.167419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3c0d2-f1ca-4f2e-bad8-820b171c08b1 req-bcbdee5e-dad6-4d05-9698-1e75e88701a7 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:05.168967 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0c3c0d2-f1ca-4f2e-bad8-820b171c08b1 req-bcbdee5e-dad6-4d05-9698-1e75e88701a7 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 944 time: 0.1221478 Nov 13 04:43:05.185611 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68654555-b24a-4476-959e-3bd71740620d req-717b68fe-e356-4e51-87ae-56aaf1dfd92c service neutron] 10.222.0.36 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890800 Nov 13 04:43:05.227641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad7e490b-3b53-442c-bdec-309d89090066 req-f312cbb7-4d51-4841-a2c6-7182d9625b34 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c3f2fb4-b291-4097-99ba-10659e8ac4a9 HTTP/1.1" status: 200 len: 210 time: 0.0359042 Nov 13 04:43:05.257434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-6de8e73b-9561-4c65-a941-0f621fb0c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:05.257434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-6de8e73b-9561-4c65-a941-0f621fb0c421 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151397 Nov 13 04:43:05.288825 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0c3c0d2-f1ca-4f2e-bad8-820b171c08b1 req-cee19640-c181-40dd-9902-2937b9706a99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020498 Nov 13 04:43:05.326524 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68654555-b24a-4476-959e-3bd71740620d req-f51ceb47-8191-4d82-a758-1553a40dd5a4 service neutron] 10.222.0.36 "GET /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217158 Nov 13 04:43:05.437806 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc3b65-39cf-4453-be8b-1e6daaffe583 req-f4010df1-d23e-45c2-b5d0-b727d1c549ef tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:05.439621 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f2dc3b65-39cf-4453-be8b-1e6daaffe583 req-f4010df1-d23e-45c2-b5d0-b727d1c549ef tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.36 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 945 time: 0.1213400 Nov 13 04:43:05.495176 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-482a5137-72f9-41eb-b922-bec63bcf3e43 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895945 Nov 13 04:43:05.495548 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a1eb6fb2-85d5-4488-a4d1-a9bb63fa7386 req-77e932c9-2b76-4b5a-b362-f9d963b3aa87 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0869911 Nov 13 04:43:05.636329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.36', 60283) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:05.699130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb6fb2-85d5-4488-a4d1-a9bb63fa7386 req-e7ad5344-fa50-4181-af51-a21b41a8457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:05.700673 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a1eb6fb2-85d5-4488-a4d1-a9bb63fa7386 req-e7ad5344-fa50-4181-af51-a21b41a8457e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 1101 time: 0.1211224 Nov 13 04:43:05.707505 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f2dc3b65-39cf-4453-be8b-1e6daaffe583 req-3ce02829-2e34-46a5-8540-7cccc1e9b603 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Deleting port 4bb3314f-bdba-4c54-87e0-8edce43ce31b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:05.707882 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f2dc3b65-39cf-4453-be8b-1e6daaffe583 req-3ce02829-2e34-46a5-8540-7cccc1e9b603 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:05.791339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-f976badd-b2a5-4e35-bb83-25360e7739bc tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:05.791983 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-f976badd-b2a5-4e35-bb83-25360e7739bc tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.46 "GET /v2.0/networks?id=ad17a15f-c052-482e-b2f2-ab108d85f435 HTTP/1.1" status: 200 len: 812 time: 0.1664796 Nov 13 04:43:05.878776 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-c892b915-0a57-45ae-8716-366278a6c519 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Request body: {'port': {'device_id': '9c3f2fb4-b291-4097-99ba-10659e8ac4a9', 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435', 'admin_state_up': True, 'tenant_id': 'aa8b0e3b0c1b483cb39ea22f77284b52'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:05.981281 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46614) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:06.021317 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3aa08-6587-49d0-ae6a-19f672d9e515 req-ce6c90a0-b26e-4764-8e2a-1ac3838fcf16 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:06.023114 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-18a3aa08-6587-49d0-ae6a-19f672d9e515 req-ce6c90a0-b26e-4764-8e2a-1ac3838fcf16 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 949 time: 0.1487806 Nov 13 04:43:06.024362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb6fb2-85d5-4488-a4d1-a9bb63fa7386 req-dc5dc89d-3e09-4478-bb20-39b2cec47c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:06.025833 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a1eb6fb2-85d5-4488-a4d1-a9bb63fa7386 req-dc5dc89d-3e09-4478-bb20-39b2cec47c40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2768841 Nov 13 04:43:06.108444 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a1eb6fb2-85d5-4488-a4d1-a9bb63fa7386 req-13eec12f-6992-4176-b835-637f072b1008 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d994b596-e39d-4c7d-9ab4-400f61e88774 HTTP/1.1" status: 200 len: 217 time: 0.0634694 Nov 13 04:43:06.160290 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88a3afaf-ce61-465d-bddc-45bce773d880 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:06.206269 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-4415fc7e-fd4b-49d8-9c9c-ec8e7c3dc7db service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585665 Nov 13 04:43:06.224203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb6fb2-85d5-4488-a4d1-a9bb63fa7386 req-24df0086-2dc4-4deb-9fd0-ca62fc56c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:06.224455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-cd9c3cd8-d496-40a4-8431-84ecaaeea8bd tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:06.225700 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-cd9c3cd8-d496-40a4-8431-84ecaaeea8bd tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.36 "GET /v2.0/networks?id=ad17a15f-c052-482e-b2f2-ab108d85f435 HTTP/1.1" status: 200 len: 812 time: 0.5883720 Nov 13 04:43:06.225823 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a1eb6fb2-85d5-4488-a4d1-a9bb63fa7386 req-24df0086-2dc4-4deb-9fd0-ca62fc56c09c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1093860 Nov 13 04:43:06.226253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-c892b915-0a57-45ae-8716-366278a6c519 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Made reservation on behalf of aa8b0e3b0c1b483cb39ea22f77284b52 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:06.229686 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-c892b915-0a57-45ae-8716-366278a6c519 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:06.237195 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-18a3aa08-6587-49d0-ae6a-19f672d9e515 req-30932d79-f758-4b89-9773-915c8390a199 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936350 Nov 13 04:43:06.266058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f2dc3b65-39cf-4453-be8b-1e6daaffe583 req-3ce02829-2e34-46a5-8540-7cccc1e9b603 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] For port 4bb3314f-bdba-4c54-87e0-8edce43ce31b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4bb3314f-bdba-4c54-87e0-8edce43ce31b,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:06.266415 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f2dc3b65-39cf-4453-be8b-1e6daaffe583 req-3ce02829-2e34-46a5-8540-7cccc1e9b603 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:06.273832 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-74cd90e0-bd4a-4b9c-b4d0-ae69c2e14216 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Request body: {'port': {'device_id': '751584e1-bdb6-46bf-9311-c166fdc844d1', 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435', 'admin_state_up': True, 'tenant_id': 'aa8b0e3b0c1b483cb39ea22f77284b52'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:06.302891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88d8d2-8bd4-4c73-8f05-560f9d991744 req-184c4a9b-3e20-40d2-9441-573e0bce644b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:06.310410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7f88d8d2-8bd4-4c73-8f05-560f9d991744 req-184c4a9b-3e20-40d2-9441-573e0bce644b tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 945 time: 0.1497951 Nov 13 04:43:06.330415 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f2dc3b65-39cf-4453-be8b-1e6daaffe583 req-3ce02829-2e34-46a5-8540-7cccc1e9b603 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Calling delete_port for 4bb3314f-bdba-4c54-87e0-8edce43ce31b owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:06.375517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb6fb2-85d5-4488-a4d1-a9bb63fa7386 req-0e221aad-91e3-4294-b329-982ab8c87186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:06.377078 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a1eb6fb2-85d5-4488-a4d1-a9bb63fa7386 req-0e221aad-91e3-4294-b329-982ab8c87186 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252129 Nov 13 04:43:06.432147 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-951fb5c1-28a4-46e6-9282-35dfcf9fd91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:06.456891 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7f88d8d2-8bd4-4c73-8f05-560f9d991744 req-4148fddb-6764-4bfb-8ce6-7cad9b39006c tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454484 Nov 13 04:43:06.466336 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88a3afaf-ce61-465d-bddc-45bce773d880 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:06.522182 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88a3afaf-ce61-465d-bddc-45bce773d880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:06.522687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-74cd90e0-bd4a-4b9c-b4d0-ae69c2e14216 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Made reservation on behalf of aa8b0e3b0c1b483cb39ea22f77284b52 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:06.526373 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-74cd90e0-bd4a-4b9c-b4d0-ae69c2e14216 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:06.553145 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98c61dae-045d-4c64-83af-ed5d05b170ad req-5e16da1f-7e23-4567-b8b2-0d011d7256d6 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c3f2fb4-b291-4097-99ba-10659e8ac4a9 HTTP/1.1" status: 200 len: 210 time: 0.0939896 Nov 13 04:43:06.558043 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-c892b915-0a57-45ae-8716-366278a6c519 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Allocated IP 172.20.0.4 (ad17a15f-c052-482e-b2f2-ab108d85f435/fff6f859-2986-452a-ba50-c0ebcea24e8c/317466fe-441a-4542-99ee-bc9e84b83065) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:43:06.604264 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-88a3afaf-ce61-465d-bddc-45bce773d880 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=beb4f114272f433cbd93c494d1781367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6206231 Nov 13 04:43:06.611810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46626) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:06.624372 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3afaf-ce61-465d-bddc-45bce773d880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1c249c-5284-4749-b606-b90751837678,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:06.625295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:43:06.661876 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a1eb6fb2-85d5-4488-a4d1-a9bb63fa7386 req-f61934fc-9a18-484f-8175-86f64cdd6a1d service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675576 Nov 13 04:43:06.703334 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:43:06.703481 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76809db0-2fbe-4d67-9b16-f283a2e58877 req-5694207f-ec01-44f4-8ff9-b377e3ddb843 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:06.705185 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-76809db0-2fbe-4d67-9b16-f283a2e58877 req-5694207f-ec01-44f4-8ff9-b377e3ddb843 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 944 time: 0.1740263 Nov 13 04:43:06.711219 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:43:06.711800 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:06.734367 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f2dc3b65-39cf-4453-be8b-1e6daaffe583 req-3ce02829-2e34-46a5-8540-7cccc1e9b603 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:06.770058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce02829-2e34-46a5-8540-7cccc1e9b603 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Pushing event deleted for resources: {'Port': ['ID=4bb3314f-bdba-4c54-87e0-8edce43ce31b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:06.810742 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-76809db0-2fbe-4d67-9b16-f283a2e58877 req-0a149df6-2a6f-4c85-87e9-b1eb0293d90b tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951564 Nov 13 04:43:06.832383 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3dcf3400-185b-4364-8b23-b1a7e0a55fb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:06.847874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dc3b65-39cf-4453-be8b-1e6daaffe583 req-3ce02829-2e34-46a5-8540-7cccc1e9b603 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] No DVR routers for this DVR port 4bb3314f-bdba-4c54-87e0-8edce43ce31b on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:43:06.848102 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:06.850942 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f2dc3b65-39cf-4453-be8b-1e6daaffe583 req-3ce02829-2e34-46a5-8540-7cccc1e9b603 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:06.854458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f2dc3b65-39cf-4453-be8b-1e6daaffe583 req-3ce02829-2e34-46a5-8540-7cccc1e9b603 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.36 "DELETE /v2.0/ports/4bb3314f-bdba-4c54-87e0-8edce43ce31b HTTP/1.1" status: 204 len: 173 time: 1.3917217 Nov 13 04:43:06.855135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094449d5-34d8-4a8e-864a-e618a0812faa', 'name': 'network-vif-deleted', 'tag': '4bb3314f-bdba-4c54-87e0-8edce43ce31b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:06.857598 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639b65e6-0763-431d-87c5-ff41d016d679" -d '{"events": [{"server_uuid": "094449d5-34d8-4a8e-864a-e618a0812faa", "name": "network-vif-deleted", "tag": "4bb3314f-bdba-4c54-87e0-8edce43ce31b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:06.879831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:06.882745 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3535d106-a32c-4081-81a4-31597fd05137" -d '{"events": [{"server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "name": "network-vif-plugged", "status": "completed", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:06.884582 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3dcf3400-185b-4364-8b23-b1a7e0a55fb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:06.895777 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a1eb6fb2-85d5-4488-a4d1-a9bb63fa7386 req-c4339118-b09e-4bd4-bb1c-8718c87122c4 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231796 Nov 13 04:43:06.897715 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:06.905946 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:06.938138 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e534e91f-32dc-487c-9f76-2089aaa49cc3 x-openstack-request-id: req-e534e91f-32dc-487c-9f76-2089aaa49cc3 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:06.939567 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094449d5-34d8-4a8e-864a-e618a0812faa", "name": "network-vif-deleted", "tag": "4bb3314f-bdba-4c54-87e0-8edce43ce31b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:06.940742 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e534e91f-32dc-487c-9f76-2089aaa49cc3 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:06.942246 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094449d5-34d8-4a8e-864a-e618a0812faa', 'name': 'network-vif-deleted', 'tag': '4bb3314f-bdba-4c54-87e0-8edce43ce31b', 'status': 'completed', 'code': 200} Nov 13 04:43:06.955548 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-c892b915-0a57-45ae-8716-366278a6c519 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:06.979721 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d780165-3cd8-45db-901b-665c7eefd676 x-openstack-request-id: req-8d780165-3cd8-45db-901b-665c7eefd676 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:06.980003 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "name": "network-vif-plugged", "status": "completed", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:06.980259 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d780165-3cd8-45db-901b-665c7eefd676 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:06.980642 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8', 'code': 200} Nov 13 04:43:06.999553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:07.002684 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3dcf3400-185b-4364-8b23-b1a7e0a55fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.005867 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3dcf3400-185b-4364-8b23-b1a7e0a55fb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.013075 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3dcf3400-185b-4364-8b23-b1a7e0a55fb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce1c249c-5284-4749-b606-b90751837678 HTTP/1.1" status: 204 len: 168 time: 0.3987393 Nov 13 04:43:07.013292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:07.013411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:07.013777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:07.014111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:07.014651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:07.015179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:07.015510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:07.016253 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:07.016253 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:07.016431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:07.016742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:07.017239 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:07.029979 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-c892b915-0a57-45ae-8716-366278a6c519 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.055065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf3400-185b-4364-8b23-b1a7e0a55fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1c249c-5284-4749-b606-b90751837678,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:07.094648 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-74cd90e0-bd4a-4b9c-b4d0-ae69c2e14216 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Allocated IP 172.20.0.11 (ad17a15f-c052-482e-b2f2-ab108d85f435/fff6f859-2986-452a-ba50-c0ebcea24e8c/a6675f3f-988d-4f16-8351-2c38f0fdf343) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:43:07.100806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-c892b915-0a57-45ae-8716-366278a6c519 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Network ad17a15f-c052-482e-b2f2-ab108d85f435 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:43:07.106186 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-c892b915-0a57-45ae-8716-366278a6c519 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:07.110566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-c892b915-0a57-45ae-8716-366278a6c519 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:43:07.117586 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892b915-0a57-45ae-8716-366278a6c519 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Pushing event updated for resources: {'Port': ['ID=317466fe-441a-4542-99ee-bc9e84b83065,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:07.169852 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-c892b915-0a57-45ae-8716-366278a6c519 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:07.170683 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-c892b915-0a57-45ae-8716-366278a6c519 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.189897 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-c892b915-0a57-45ae-8716-366278a6c519 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3170519 Nov 13 04:43:07.218693 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Request body: {'port': {'device_id': '9c3f2fb4-b291-4097-99ba-10659e8ac4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:07.273943 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-74cd90e0-bd4a-4b9c-b4d0-ae69c2e14216 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.277403 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.328555 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-74cd90e0-bd4a-4b9c-b4d0-ae69c2e14216 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.379251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-74cd90e0-bd4a-4b9c-b4d0-ae69c2e14216 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Network ad17a15f-c052-482e-b2f2-ab108d85f435 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:43:07.385157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-74cd90e0-bd4a-4b9c-b4d0-ae69c2e14216 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:07.389096 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-74cd90e0-bd4a-4b9c-b4d0-ae69c2e14216 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:43:07.413959 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46638) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:07.425433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd90e0-bd4a-4b9c-b4d0-ae69c2e14216 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Pushing event updated for resources: {'Port': ['ID=a6675f3f-988d-4f16-8351-2c38f0fdf343,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:07.457231 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-190ac0f1-d615-43e6-8aa4-28e026d0f46b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.485439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-74cd90e0-bd4a-4b9c-b4d0-ae69c2e14216 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:07.486145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-74cd90e0-bd4a-4b9c-b4d0-ae69c2e14216 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.518394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-74cd90e0-bd4a-4b9c-b4d0-ae69c2e14216 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2571156 Nov 13 04:43:07.568650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Request body: {'port': {'device_id': '751584e1-bdb6-46bf-9311-c166fdc844d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:07.603807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ad189-e7ec-4425-b636-7e0e19e6f316 req-a88037cd-6279-486f-94a0-8ce47a79d97b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:07.611584 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-953ad189-e7ec-4425-b636-7e0e19e6f316 req-a88037cd-6279-486f-94a0-8ce47a79d97b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.2435713 Nov 13 04:43:07.632305 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-190ac0f1-d615-43e6-8aa4-28e026d0f46b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.635280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f592fcdd-b44b-4868-a0a1-b8f4f8143441 req-4203851f-9362-4fd0-a4bb-63673c75eea9 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=094449d5-34d8-4a8e-864a-e618a0812faa HTTP/1.1" status: 200 len: 210 time: 0.0618963 Nov 13 04:43:07.652332 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.668769 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.671033 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-190ac0f1-d615-43e6-8aa4-28e026d0f46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.695617 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-953ad189-e7ec-4425-b636-7e0e19e6f316 req-ef63d92e-24a2-44ba-a3b9-956c464b7ca1 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829206 Nov 13 04:43:07.701871 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-190ac0f1-d615-43e6-8aa4-28e026d0f46b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be3c4cc646a446ff900f85a4228eb1e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868130 Nov 13 04:43:07.722501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46648) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:07.780920 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317466fe-441a-4542-99ee-bc9e84b83065 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:07.792758 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.793553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ac0f1-d615-43e6-8aa4-28e026d0f46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d6beed-489a-41b6-a164-4c062ffc539b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:07.810213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Transition to ACTIVE for port object 317466fe-441a-4542-99ee-bc9e84b83065 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:43:07.816047 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.839554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c70a92-338a-46c2-bbc5-b2b9d08a4219 req-553d7432-fd22-4626-830b-daf088ea96ed tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:07.841060 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7c70a92-338a-46c2-bbc5-b2b9d08a4219 req-553d7432-fd22-4626-830b-daf088ea96ed tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c3f2fb4-b291-4097-99ba-10659e8ac4a9 HTTP/1.1" status: 200 len: 931 time: 0.1220767 Nov 13 04:43:07.856404 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b10a26e-a640-4e4e-b0d9-da5e82a6ca34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.901060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Pushing event updated for resources: {'Port': ['ID=317466fe-441a-4542-99ee-bc9e84b83065,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:07.904838 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b10a26e-a640-4e4e-b0d9-da5e82a6ca34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:07.974970 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7c70a92-338a-46c2-bbc5-b2b9d08a4219 req-c14066b2-1577-48ba-b40b-cb8be0e14332 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243238 Nov 13 04:43:08.033050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Attempting to bind port 317466fe-441a-4542-99ee-bc9e84b83065 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:43:08.033341 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Attempting to bind port 317466fe-441a-4542-99ee-bc9e84b83065 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:43:08.033684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Attempting to bind port 317466fe-441a-4542-99ee-bc9e84b83065 on network ad17a15f-c052-482e-b2f2-ab108d85f435 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:08.048731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e75887-c118-4009-b906-15b3ea65892a req-5dd2c753-87a6-493a-8ec1-bb121058965e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:08.050265 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35e75887-c118-4009-b906-15b3ea65892a req-5dd2c753-87a6-493a-8ec1-bb121058965e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 944 time: 0.0834389 Nov 13 04:43:08.051362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Port 317466fe-441a-4542-99ee-bc9e84b83065 on network ad17a15f-c052-482e-b2f2-ab108d85f435 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:43:08.051675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Attempting to bind port 317466fe-441a-4542-99ee-bc9e84b83065 on network ad17a15f-c052-482e-b2f2-ab108d85f435 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:08.054980 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b10a26e-a640-4e4e-b0d9-da5e82a6ca34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:08.057382 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b10a26e-a640-4e4e-b0d9-da5e82a6ca34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:08.058458 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1b10a26e-a640-4e4e-b0d9-da5e82a6ca34 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62d6beed-489a-41b6-a164-4c062ffc539b HTTP/1.1" status: 204 len: 168 time: 0.3349533 Nov 13 04:43:08.073785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:43:08.074116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Checking segment: {'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:08.074537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Bound using segment: {'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:43:08.075040 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Bound port: 317466fe-441a-4542-99ee-bc9e84b83065, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:43:08.075387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:08.090543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10a26e-a640-4e4e-b0d9-da5e82a6ca34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d6beed-489a-41b6-a164-4c062ffc539b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:08.148540 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35e75887-c118-4009-b906-15b3ea65892a req-bd9e0824-5909-4200-8209-d1f70cff0ae4 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872986 Nov 13 04:43:08.161139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6675f3f-988d-4f16-8351-2c38f0fdf343 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:08.172058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] For port 317466fe-441a-4542-99ee-bc9e84b83065, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:43:08.173651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] For port 317466fe-441a-4542-99ee-bc9e84b83065, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=317466fe-441a-4542-99ee-bc9e84b83065,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:43:08.173821 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:08.180708 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:08.189335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Transition to ACTIVE for port object a6675f3f-988d-4f16-8351-2c38f0fdf343 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:43:08.193777 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:08.219351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:08.220046 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:08.221484 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] 10.222.0.46 "PUT /v2.0/ports/317466fe-441a-4542-99ee-bc9e84b83065 HTTP/1.1" status: 200 len: 1091 time: 1.0077331 Nov 13 04:43:08.222006 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3f2fb4-b291-4097-99ba-10659e8ac4a9', 'tag': '317466fe-441a-4542-99ee-bc9e84b83065'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:08.224347 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89fce71-1c8e-48a9-a227-456c6fc88fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3f2fb4-b291-4097-99ba-10659e8ac4a9", "tag": "317466fe-441a-4542-99ee-bc9e84b83065"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:08.250724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5958f8a-0a24-4c2a-9b21-58da1730c870 service neutron] Pushing event updated for resources: {'Port': ['ID=317466fe-441a-4542-99ee-bc9e84b83065,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:08.292258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Pushing event updated for resources: {'Port': ['ID=a6675f3f-988d-4f16-8351-2c38f0fdf343,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:08.294242 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1be849a-3efc-400b-9669-f29153c71287 x-openstack-request-id: req-f1be849a-3efc-400b-9669-f29153c71287 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:08.294556 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3f2fb4-b291-4097-99ba-10659e8ac4a9", "tag": "317466fe-441a-4542-99ee-bc9e84b83065", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:08.294799 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1be849a-3efc-400b-9669-f29153c71287 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:08.295332 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3f2fb4-b291-4097-99ba-10659e8ac4a9', 'tag': '317466fe-441a-4542-99ee-bc9e84b83065', 'status': 'completed', 'code': 200} Nov 13 04:43:08.364282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-e8b85dd1-bbd4-4b4d-bb02-80245011e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:08.364481 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Attempting to bind port a6675f3f-988d-4f16-8351-2c38f0fdf343 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:43:08.364904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Attempting to bind port a6675f3f-988d-4f16-8351-2c38f0fdf343 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:43:08.365346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Attempting to bind port a6675f3f-988d-4f16-8351-2c38f0fdf343 on network ad17a15f-c052-482e-b2f2-ab108d85f435 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:08.365878 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-e8b85dd1-bbd4-4b4d-bb02-80245011e1ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8b0e3b0c1b483cb39ea22f77284b52&device_id=9c3f2fb4-b291-4097-99ba-10659e8ac4a9 HTTP/1.1" status: 200 len: 1094 time: 0.0427911 Nov 13 04:43:08.370115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Port a6675f3f-988d-4f16-8351-2c38f0fdf343 on network ad17a15f-c052-482e-b2f2-ab108d85f435 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:43:08.370504 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Attempting to bind port a6675f3f-988d-4f16-8351-2c38f0fdf343 on network ad17a15f-c052-482e-b2f2-ab108d85f435 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:08.376778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:43:08.377281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Checking segment: {'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:08.377827 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Bound using segment: {'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:43:08.378382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Bound port: a6675f3f-988d-4f16-8351-2c38f0fdf343, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:43:08.378745 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:08.417679 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-3956a4dc-87f6-47d4-872f-fa1ab3342d45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317466fe-441a-4542-99ee-bc9e84b83065 HTTP/1.1" status: 200 len: 217 time: 0.0367997 Nov 13 04:43:08.446683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] For port a6675f3f-988d-4f16-8351-2c38f0fdf343, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:43:08.449835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] For port a6675f3f-988d-4f16-8351-2c38f0fdf343, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a6675f3f-988d-4f16-8351-2c38f0fdf343,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:43:08.456188 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:08.484594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d55e5377-c8b4-4e8b-baf2-5c7b867e7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:08.486649 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-d55e5377-c8b4-4e8b-baf2-5c7b867e7aa0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fff6f859-2986-452a-ba50-c0ebcea24e8c HTTP/1.1" status: 200 len: 852 time: 0.0601037 Nov 13 04:43:08.491398 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:08.492438 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:08.493819 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] 10.222.0.36 "PUT /v2.0/ports/a6675f3f-988d-4f16-8351-2c38f0fdf343 HTTP/1.1" status: 200 len: 1092 time: 0.9351568 Nov 13 04:43:08.527543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-ae15f727-9251-4d32-ad26-88d20c1b3223 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad17a15f-c052-482e-b2f2-ab108d85f435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319591 Nov 13 04:43:08.528519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c836f-5618-4156-b4eb-f78c97f5d352 service neutron] Pushing event updated for resources: {'Port': ['ID=a6675f3f-988d-4f16-8351-2c38f0fdf343,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:08.607555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 82d57451-4157-40df-b949-7bc97c38fec3 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:43:08.613629 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4bb3314f-bdba-4c54-87e0-8edce43ce31b no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:43:08.637023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-b213f797-4530-4c5a-9da6-3acee6b8388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:08.638526 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-b213f797-4530-4c5a-9da6-3acee6b8388a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8b0e3b0c1b483cb39ea22f77284b52&device_id=751584e1-bdb6-46bf-9311-c166fdc844d1 HTTP/1.1" status: 200 len: 1095 time: 0.0693691 Nov 13 04:43:08.658838 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-458909a1-f4f7-4542-b7ec-366d0adae619 service neutron] 10.222.0.46 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216938 Nov 13 04:43:08.659994 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 4bb3314f-bdba-4c54-87e0-8edce43ce31b {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:43:08.660869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4bb3314f-bdba-4c54-87e0-8edce43ce31b not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:43:08.735167 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-7699a531-62b4-4768-9b14-81627ec86dc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6675f3f-988d-4f16-8351-2c38f0fdf343 HTTP/1.1" status: 200 len: 217 time: 0.0821245 Nov 13 04:43:08.818140 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-19c4813d-11c8-4177-bf59-e12c0f520740 service neutron] 10.222.0.46 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492748 Nov 13 04:43:08.864978 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-65a4e792-ad4f-4e25-b61c-38055b36d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:08.873898 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-65a4e792-ad4f-4e25-b61c-38055b36d142 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fff6f859-2986-452a-ba50-c0ebcea24e8c HTTP/1.1" status: 200 len: 852 time: 0.1223609 Nov 13 04:43:08.880314 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 82d57451-4157-40df-b949-7bc97c38fec3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=82d57451-4157-40df-b949-7bc97c38fec3,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:08.901287 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '82d57451-4157-40df-b949-7bc97c38fec3', 'network_id': '803777c0-8da9-4e5a-8575-85c0e350ff7e', 'port_id': '82d57451-4157-40df-b949-7bc97c38fec3', 'mac_address': 'fa:16:3e:e7:20:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57f6b55-1ecd-4ea5-960a-97d61ae62a13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:43:08.944200 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-0effcfa5-0748-44bf-b6d7-4e5b19af27bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad17a15f-c052-482e-b2f2-ab108d85f435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667887 Nov 13 04:43:08.944956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751584e1-bdb6-46bf-9311-c166fdc844d1', 'tag': 'a6675f3f-988d-4f16-8351-2c38f0fdf343'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:08.946146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f252e7-1317-4fa9-89f9-eb9deed278ee req-803211f2-3f32-421e-815f-312ad5f93e66 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:08.949733 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-00f252e7-1317-4fa9-89f9-eb9deed278ee req-803211f2-3f32-421e-815f-312ad5f93e66 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0957236 Nov 13 04:43:08.954893 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0523fdfe-e319-4e9e-8cdf-b120faa72d72" -d '{"events": [{"name": "network-changed", "server_uuid": "751584e1-bdb6-46bf-9311-c166fdc844d1", "tag": "a6675f3f-988d-4f16-8351-2c38f0fdf343"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:08.999735 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:09.016501 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:09.020659 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d57451-4157-40df-b949-7bc97c38fec3 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:09.095494 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 82d57451-4157-40df-b949-7bc97c38fec3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=82d57451-4157-40df-b949-7bc97c38fec3,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:09.103569 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:09.128346 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-271e817a-73f5-448e-9c13-84ff7860185a service neutron] 10.222.0.36 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419082 Nov 13 04:43:09.231098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=82d57451-4157-40df-b949-7bc97c38fec3,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:09.308156 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68b1aa7a-73e8-40f5-9648-b55f373acfc4 req-4e94eeaa-c72c-4713-914b-54f082795683 service neutron] 10.222.0.36 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715944 Nov 13 04:43:09.400196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b323b-a67b-4e4c-8e44-53587129f079 req-9cfa61a1-a454-4e7c-baf2-915fe35b5232 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:09.409434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-813b323b-a67b-4e4c-8e44-53587129f079 req-9cfa61a1-a454-4e7c-baf2-915fe35b5232 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 944 time: 0.0743740 Nov 13 04:43:09.454186 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-813b323b-a67b-4e4c-8e44-53587129f079 req-f0ed243e-30ee-443e-9698-60f9ef385803 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437338 Nov 13 04:43:09.512434 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d037c82e-aa48-42c3-a1cd-35b7867495bf x-openstack-request-id: req-d037c82e-aa48-42c3-a1cd-35b7867495bf {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:09.512808 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751584e1-bdb6-46bf-9311-c166fdc844d1", "tag": "a6675f3f-988d-4f16-8351-2c38f0fdf343", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:09.513221 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d037c82e-aa48-42c3-a1cd-35b7867495bf {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:09.513706 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751584e1-bdb6-46bf-9311-c166fdc844d1', 'tag': 'a6675f3f-988d-4f16-8351-2c38f0fdf343', 'status': 'completed', 'code': 200} Nov 13 04:43:09.540626 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['82d57451-4157-40df-b949-7bc97c38fec3'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:09.565314 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fce71-1c8e-48a9-a227-456c6fc88fa1 req-f8291269-193d-4204-ada5-c6ae020b041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:09.566864 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d89fce71-1c8e-48a9-a227-456c6fc88fa1 req-f8291269-193d-4204-ada5-c6ae020b041a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8b0e3b0c1b483cb39ea22f77284b52&device_id=9c3f2fb4-b291-4097-99ba-10659e8ac4a9 HTTP/1.1" status: 200 len: 1094 time: 0.5886660 Nov 13 04:43:09.573962 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-00f252e7-1317-4fa9-89f9-eb9deed278ee req-130d7c69-b675-4db5-8018-a7500ed94364 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140077 Nov 13 04:43:09.600831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72e47c81-3f8c-43d8-893d-2734ae58d739 req-d956c961-336a-4a0b-88c1-61829301f36c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5587695 Nov 13 04:43:09.622724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-9288737e-1d6a-4826-8830-ef314d31cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:09.624942 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-9288737e-1d6a-4826-8830-ef314d31cea4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25&tenant_id=b836d7db5e664454bda2ae2ccdb312f4 HTTP/1.1" status: 200 len: 1101 time: 0.1236846 Nov 13 04:43:09.665956 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:09.722977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef422c1-428d-4c8f-a8c7-7d8e954fd39e req-12b25e8b-b839-4684-8e86-70e31ba584da tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:09.724960 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bef422c1-428d-4c8f-a8c7-7d8e954fd39e req-12b25e8b-b839-4684-8e86-70e31ba584da tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c3f2fb4-b291-4097-99ba-10659e8ac4a9 HTTP/1.1" status: 200 len: 943 time: 0.1528728 Nov 13 04:43:09.727448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523fdfe-e319-4e9e-8cdf-b120faa72d72 req-cbd7f9b9-6750-4429-b88c-d0b354bb4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:09.729085 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0523fdfe-e319-4e9e-8cdf-b120faa72d72 req-cbd7f9b9-6750-4429-b88c-d0b354bb4c0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8b0e3b0c1b483cb39ea22f77284b52&device_id=751584e1-bdb6-46bf-9311-c166fdc844d1 HTTP/1.1" status: 200 len: 1095 time: 0.1656988 Nov 13 04:43:09.789652 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bef422c1-428d-4c8f-a8c7-7d8e954fd39e req-b926356f-3751-4ac3-a1d9-8d258a3a3bb1 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580530 Nov 13 04:43:09.835638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e47c81-3f8c-43d8-893d-2734ae58d739 req-98ddaceb-6c5b-4e7d-9165-204d84a95638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:09.837176 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72e47c81-3f8c-43d8-893d-2734ae58d739 req-98ddaceb-6c5b-4e7d-9165-204d84a95638 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57f662e4e3a04e68b02eb6775cea16ba&device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 1096 time: 0.1753001 Nov 13 04:43:09.867694 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:09.867694 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fce71-1c8e-48a9-a227-456c6fc88fa1 req-b0323336-acc0-4265-aa35-9d368e87aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:09.867694 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d89fce71-1c8e-48a9-a227-456c6fc88fa1 req-b0323336-acc0-4265-aa35-9d368e87aa64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad17a15f-c052-482e-b2f2-ab108d85f435 HTTP/1.1" status: 200 len: 913 time: 0.2862446 Nov 13 04:43:09.904435 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:09.927948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523fdfe-e319-4e9e-8cdf-b120faa72d72 req-74f7cc52-228d-4c81-8922-82c7c8e555c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:09.930169 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0523fdfe-e319-4e9e-8cdf-b120faa72d72 req-74f7cc52-228d-4c81-8922-82c7c8e555c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad17a15f-c052-482e-b2f2-ab108d85f435 HTTP/1.1" status: 200 len: 913 time: 0.1351402 Nov 13 04:43:09.932009 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86866-73f0-4644-b4a8-ad96d9ed0f15 req-f5b077f6-6fbd-47e2-a4cf-b87abc32b942 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:09.933489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8cd86866-73f0-4644-b4a8-ad96d9ed0f15 req-f5b077f6-6fbd-47e2-a4cf-b87abc32b942 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 945 time: 0.2042198 Nov 13 04:43:09.983013 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0523fdfe-e319-4e9e-8cdf-b120faa72d72 req-0dd47e19-7b53-4bfe-b36f-603fdc836f27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6675f3f-988d-4f16-8351-2c38f0fdf343 HTTP/1.1" status: 200 len: 217 time: 0.0427725 Nov 13 04:43:10.005443 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d89fce71-1c8e-48a9-a227-456c6fc88fa1 req-a82abb4d-92e3-4788-bb92-941f43b6a137 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317466fe-441a-4542-99ee-bc9e84b83065 HTTP/1.1" status: 200 len: 217 time: 0.0928655 Nov 13 04:43:10.047544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523fdfe-e319-4e9e-8cdf-b120faa72d72 req-cca2d247-a90b-4bd6-b9e2-153b99838786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:10.049061 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0523fdfe-e319-4e9e-8cdf-b120faa72d72 req-cca2d247-a90b-4bd6-b9e2-153b99838786 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fff6f859-2986-452a-ba50-c0ebcea24e8c HTTP/1.1" status: 200 len: 852 time: 0.0592782 Nov 13 04:43:10.051609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92c110-e08f-40b4-bc66-995882eca13e req-751f8639-a7b9-49ce-9a13-539b702f0843 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:10.055592 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a92c110-e08f-40b4-bc66-995882eca13e req-751f8639-a7b9-49ce-9a13-539b702f0843 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.36 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 944 time: 0.2525268 Nov 13 04:43:10.089184 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0523fdfe-e319-4e9e-8cdf-b120faa72d72 req-df84918a-da9c-4c06-8c9d-0a71751b8256 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad17a15f-c052-482e-b2f2-ab108d85f435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277379 Nov 13 04:43:10.212563 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0523fdfe-e319-4e9e-8cdf-b120faa72d72 req-64ec9da7-6233-4973-9e1c-6cc13982852a service neutron] 10.222.0.36 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154642 Nov 13 04:43:10.246837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e47c81-3f8c-43d8-893d-2734ae58d739 req-df144975-7d10-4b52-970c-df9e2639ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:10.248763 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72e47c81-3f8c-43d8-893d-2734ae58d739 req-df144975-7d10-4b52-970c-df9e2639ce0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=0da5777e-6db9-4b39-a161-a68c010b6b41 HTTP/1.1" status: 200 len: 907 time: 0.3797805 Nov 13 04:43:10.250210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fce71-1c8e-48a9-a227-456c6fc88fa1 req-96e4e845-b228-4fed-b5eb-81c40de0cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:10.251456 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d89fce71-1c8e-48a9-a227-456c6fc88fa1 req-96e4e845-b228-4fed-b5eb-81c40de0cb33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fff6f859-2986-452a-ba50-c0ebcea24e8c HTTP/1.1" status: 200 len: 852 time: 0.2090306 Nov 13 04:43:10.255323 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8cd86866-73f0-4644-b4a8-ad96d9ed0f15 req-250b8355-f1a9-459e-99f9-325c89513da2 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904916 Nov 13 04:43:10.357766 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0523fdfe-e319-4e9e-8cdf-b120faa72d72 req-64ef5ac7-d5e0-4447-87f1-affc7f454750 service neutron] 10.222.0.36 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337774 Nov 13 04:43:10.370016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d89fce71-1c8e-48a9-a227-456c6fc88fa1 req-c0eaedd4-b6b4-4b65-8429-adcbfbf79aa5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad17a15f-c052-482e-b2f2-ab108d85f435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791080 Nov 13 04:43:10.508060 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:43:10.512445 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72e47c81-3f8c-43d8-893d-2734ae58d739 req-f2adc215-5a7e-423a-9340-99016b40128c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1edc74e7-288b-4953-bafc-9ac23731afda HTTP/1.1" status: 200 len: 1000 time: 0.2226570 Nov 13 04:43:10.543842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1a92c110-e08f-40b4-bc66-995882eca13e req-7778ce87-2698-4adf-8175-477ded58acb5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Deleting port 13ad9f4c-0fc7-4571-843e-89a19e3c974d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:10.544176 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a92c110-e08f-40b4-bc66-995882eca13e req-7778ce87-2698-4adf-8175-477ded58acb5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:10.630462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:10.657684 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 13ad9f4c-0fc7-4571-843e-89a19e3c974d no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:43:10.704927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e47c81-3f8c-43d8-893d-2734ae58d739 req-e7b7bb63-7345-46c1-aa53-9c98c1f8bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:10.706604 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72e47c81-3f8c-43d8-893d-2734ae58d739 req-e7b7bb63-7345-46c1-aa53-9c98c1f8bf9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=25e69f96-ffaf-4b1a-971f-b57cbdd77cce HTTP/1.1" status: 200 len: 845 time: 0.1848266 Nov 13 04:43:10.732509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a34f2-d2d2-40d7-b837-30a13bc28415 req-ff0672d2-74a6-4fe4-9133-0bea8ffe40c0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:10.739477 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d89fce71-1c8e-48a9-a227-456c6fc88fa1 req-0ad90e3f-910d-42e0-8a70-f59f6ea24172 service neutron] 10.222.0.46 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614106 Nov 13 04:43:10.739694 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f21a34f2-d2d2-40d7-b837-30a13bc28415 req-ff0672d2-74a6-4fe4-9133-0bea8ffe40c0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0615699 Nov 13 04:43:10.810606 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:43:10.813976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:43:10.824182 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce5c13-0f43-4a48-ae04-f67aa0b2b5af req-fd71eeaa-2bf1-4783-b48f-df10820b9aa6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:10.831889 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90ce5c13-0f43-4a48-ae04-f67aa0b2b5af req-fd71eeaa-2bf1-4783-b48f-df10820b9aa6 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 944 time: 0.2814314 Nov 13 04:43:10.842245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f21a34f2-d2d2-40d7-b837-30a13bc28415 req-cee7d1d9-544c-4687-bbd5-20c6d6c5b85d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007841 Nov 13 04:43:10.862348 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1a92c110-e08f-40b4-bc66-995882eca13e req-7778ce87-2698-4adf-8175-477ded58acb5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] For port 13ad9f4c-0fc7-4571-843e-89a19e3c974d, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=13ad9f4c-0fc7-4571-843e-89a19e3c974d,segment=NetworkSegment(d840dff3-26c9-49e6-8db4-9cb3d81d4a76),segment_id=d840dff3-26c9-49e6-8db4-9cb3d81d4a76)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:10.862863 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a92c110-e08f-40b4-bc66-995882eca13e req-7778ce87-2698-4adf-8175-477ded58acb5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:10.916296 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:10.933328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1a92c110-e08f-40b4-bc66-995882eca13e req-7778ce87-2698-4adf-8175-477ded58acb5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Calling delete_port for 13ad9f4c-0fc7-4571-843e-89a19e3c974d owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:10.942971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e47c81-3f8c-43d8-893d-2734ae58d739 req-f26bea81-1226-4ddc-aaba-9522a34c64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:10.944790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72e47c81-3f8c-43d8-893d-2734ae58d739 req-f26bea81-1226-4ddc-aaba-9522a34c64b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0da5777e-6db9-4b39-a161-a68c010b6b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2239380 Nov 13 04:43:10.981528 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0368609-2647-4533-bdd8-7e9b432378b2 req-e58fbd3f-8461-4106-a744-8e88a31b3a3a tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:10.983607 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0368609-2647-4533-bdd8-7e9b432378b2 req-e58fbd3f-8461-4106-a744-8e88a31b3a3a tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c3f2fb4-b291-4097-99ba-10659e8ac4a9 HTTP/1.1" status: 200 len: 943 time: 0.0601745 Nov 13 04:43:10.984955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:10.987452 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787af6f5-7ddc-4390-b125-73cb306bc907" -d '{"events": [{"server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "name": "network-vif-unplugged", "status": "completed", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:10.994993 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.049991 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0368609-2647-4533-bdd8-7e9b432378b2 req-2f7eba84-2112-40d7-b81b-caf8f98137e4 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575354 Nov 13 04:43:11.099576 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90ce5c13-0f43-4a48-ae04-f67aa0b2b5af req-111fcb22-184d-49d5-959c-fa7eaf195640 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/security-groups?id=c28d161a-06f4-4ea5-b779-10e8174864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666819 Nov 13 04:43:11.143019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 317466fe-441a-4542-99ee-bc9e84b83065 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:43:11.146996 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d89fce71-1c8e-48a9-a227-456c6fc88fa1 req-2ecd71ab-7e78-4331-afde-cd3ee077ece9 service neutron] 10.222.0.46 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866076 Nov 13 04:43:11.149603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Transition to ACTIVE for port object 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:43:11.177654 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c45aefa-df49-4ba8-8483-11e3b3677bc0 x-openstack-request-id: req-4c45aefa-df49-4ba8-8483-11e3b3677bc0 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:11.178945 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "name": "network-vif-unplugged", "status": "completed", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:11.179381 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c45aefa-df49-4ba8-8483-11e3b3677bc0 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:11.179999 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8', 'code': 200} Nov 13 04:43:11.186146 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.269913 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:43:11.270745 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:43:11.322492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46766) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:11.354575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] No DVR routers for this DVR port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:43:11.357233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 317466fe-441a-4542-99ee-bc9e84b83065, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=317466fe-441a-4542-99ee-bc9e84b83065,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:11.378181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '317466fe-441a-4542-99ee-bc9e84b83065', 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435', 'port_id': '317466fe-441a-4542-99ee-bc9e84b83065', 'mac_address': 'fa:16:3e:cc:39:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff6f859-2986-452a-ba50-c0ebcea24e8c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:43:11.434121 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.435000 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72e47c81-3f8c-43d8-893d-2734ae58d739 req-68587ec4-b807-47f1-b045-9c5bea691c3b service neutron] 10.222.0.46 "GET /v2.0/networks/0da5777e-6db9-4b39-a161-a68c010b6b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766521 Nov 13 04:43:11.441720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,revision_number=10']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:11.476961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317466fe-441a-4542-99ee-bc9e84b83065 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:11.515438 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.519653 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 317466fe-441a-4542-99ee-bc9e84b83065, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=317466fe-441a-4542-99ee-bc9e84b83065,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:11.526115 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.530563 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.531007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.531836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.531836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.532075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.533383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.533383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.533383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.533383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.533749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.534075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.534903 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.600027 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a92c110-e08f-40b4-bc66-995882eca13e req-7778ce87-2698-4adf-8175-477ded58acb5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.603879 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Attempting to bind port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:43:11.604214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Attempting to bind port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:43:11.605016 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Attempting to bind port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:11.627828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=317466fe-441a-4542-99ee-bc9e84b83065,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:11.642740 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.648458 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.654656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4926edf-4b58-4f62-b832-e3c0c186f646 req-b72be040-3a8d-4b3f-822b-fd62b7c2318d tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:11.656029 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e4926edf-4b58-4f62-b832-e3c0c186f646 req-b72be040-3a8d-4b3f-822b-fd62b7c2318d tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 945 time: 0.2965186 Nov 13 04:43:11.656618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:43:11.656935 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Attempting to bind port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:11.663495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778ce87-2698-4adf-8175-477ded58acb5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Pushing event deleted for resources: {'Port': ['ID=13ad9f4c-0fc7-4571-843e-89a19e3c974d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:11.679106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:43:11.679455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:11.679829 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:43:11.680276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Bound port: 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:43:11.680624 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.702945 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60a6efc431c642ac9c9c8768962091d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3792694 Nov 13 04:43:11.704083 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d34bc5-c937-4a95-8d4d-19e0ca27c38e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:11.706038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46772) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:11.717777 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.718131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.718456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.719024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.719513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.719847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.720174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.720497 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.720822 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.721141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.721458 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.721780 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000afa3-94c8-4ab5-a229-308ca93f9312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:11.754190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a92c110-e08f-40b4-bc66-995882eca13e req-7778ce87-2698-4adf-8175-477ded58acb5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] No DVR routers for this DVR port 13ad9f4c-0fc7-4571-843e-89a19e3c974d on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:43:11.757429 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a92c110-e08f-40b4-bc66-995882eca13e req-7778ce87-2698-4adf-8175-477ded58acb5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.760756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a92c110-e08f-40b4-bc66-995882eca13e req-7778ce87-2698-4adf-8175-477ded58acb5 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.36 "DELETE /v2.0/ports/13ad9f4c-0fc7-4571-843e-89a19e3c974d HTTP/1.1" status: 204 len: 173 time: 1.6924183 Nov 13 04:43:11.777478 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c6a59ea-8dc2-440a-8f57-e1f757eedb51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.791551 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72e47c81-3f8c-43d8-893d-2734ae58d739 req-6c41e91f-6d24-43aa-8f14-04a37e1e4ceb service neutron] 10.222.0.46 "GET /v2.0/networks/0da5777e-6db9-4b39-a161-a68c010b6b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367233 Nov 13 04:43:11.804511 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c6a59ea-8dc2-440a-8f57-e1f757eedb51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.816335 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e4926edf-4b58-4f62-b832-e3c0c186f646 req-6faa2a91-461c-43ba-a499-cfa088a65cb8 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504037 Nov 13 04:43:11.849632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:43:11.852935 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:43:11.859674 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.875796 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c6a59ea-8dc2-440a-8f57-e1f757eedb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.884048 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c6a59ea-8dc2-440a-8f57-e1f757eedb51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.888984 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9c6a59ea-8dc2-440a-8f57-e1f757eedb51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12d34bc5-c937-4a95-8d4d-19e0ca27c38e HTTP/1.1" status: 204 len: 168 time: 0.1810973 Nov 13 04:43:11.897482 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a59ea-8dc2-440a-8f57-e1f757eedb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d34bc5-c937-4a95-8d4d-19e0ca27c38e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:11.927103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:11.927527 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:11.928948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] 10.222.0.46 "PUT /v2.0/ports/7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 HTTP/1.1" status: 200 len: 1097 time: 2.2687023 Nov 13 04:43:11.983999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c29179-798a-4049-a3ce-a8dbc99541b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,revision_number=11']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:12.000866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['317466fe-441a-4542-99ee-bc9e84b83065'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:12.056947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14934d15-12c2-4b90-8391-560806002308 req-c5e66ac2-11df-4009-bc0c-27474c0e8e22 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:12.058563 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14934d15-12c2-4b90-8391-560806002308 req-c5e66ac2-11df-4009-bc0c-27474c0e8e22 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 949 time: 0.1132226 Nov 13 04:43:12.088332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-64159da6-819c-4c1c-aef9-f95d236039a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:12.097255 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-64159da6-819c-4c1c-aef9-f95d236039a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 1100 time: 0.1029022 Nov 13 04:43:12.155856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14934d15-12c2-4b90-8391-560806002308 req-03e6fd1c-263f-48a7-a84b-7d0692b06c1a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860851 Nov 13 04:43:12.244625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae719d-e85e-4705-9094-90accc33d24c req-b5238c49-0f75-4224-a6df-0513eabcc886 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:12.246260 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7aae719d-e85e-4705-9094-90accc33d24c req-b5238c49-0f75-4224-a6df-0513eabcc886 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c3f2fb4-b291-4097-99ba-10659e8ac4a9 HTTP/1.1" status: 200 len: 944 time: 0.0959921 Nov 13 04:43:12.272820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-91b4db2d-7137-4a02-b1a4-ca3769823029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:12.274605 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-91b4db2d-7137-4a02-b1a4-ca3769823029 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1757777 Nov 13 04:43:12.329091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea372180-0bd1-418b-b8e9-78ecc09b27be req-96763ad6-1d97-47bf-af02-fbb18502e353 tempest-LiveAutoBlockMigrationV225Test-829300774 tempest-LiveAutoBlockMigrationV225Test-829300774-project] 10.222.0.43 "GET /v2.0/ports?device_id=23953ddc-2491-40be-8803-f14da2bb0325 HTTP/1.1" status: 200 len: 210 time: 0.0710509 Nov 13 04:43:12.331464 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-9c7fd452-ac09-4aa6-b1f0-057d9501872a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 HTTP/1.1" status: 200 len: 217 time: 0.0481968 Nov 13 04:43:12.353076 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7aae719d-e85e-4705-9094-90accc33d24c req-394f4cbe-1e24-4a19-a20f-db418933202f tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971346 Nov 13 04:43:12.398203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46788) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:12.407282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-dc65a84b-f325-4af1-8774-0a1eb53a3ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:12.410689 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-dc65a84b-f325-4af1-8774-0a1eb53a3ec5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0712647 Nov 13 04:43:12.425111 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0a63d81-3aa7-4b43-8a28-b68df0686b68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:12.483040 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-8ec6741b-9f6f-4596-9ca0-07e8bf71d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:12.484566 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-8ec6741b-9f6f-4596-9ca0-07e8bf71d54d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446818 Nov 13 04:43:12.519225 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0a63d81-3aa7-4b43-8a28-b68df0686b68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:12.524485 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0a63d81-3aa7-4b43-8a28-b68df0686b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:12.567730 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f0a63d81-3aa7-4b43-8a28-b68df0686b68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bb45d602ab94ad685fdb127adfd0a0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1668451 Nov 13 04:43:12.568349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:12.570595 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a63d81-3aa7-4b43-8a28-b68df0686b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84810aa6-a383-43d7-b612-1c352647bf45,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:12.596072 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-2030cb51-7238-4be7-a236-7844e778ce3f service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033986 Nov 13 04:43:12.622065 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ca19-d3cb-4631-8393-ed75e3485398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:12.632244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a6675f3f-988d-4f16-8351-2c38f0fdf343 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:43:12.643249 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 82d57451-4157-40df-b949-7bc97c38fec3 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:43:12.655697 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ca19-d3cb-4631-8393-ed75e3485398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:12.713048 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ca19-d3cb-4631-8393-ed75e3485398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:12.714457 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-1e04b3ad-48ee-48d3-9e75-daea94eb293e service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059577 Nov 13 04:43:12.716006 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ca19-d3cb-4631-8393-ed75e3485398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:12.717548 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b0c5ca19-d3cb-4631-8393-ed75e3485398 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84810aa6-a383-43d7-b612-1c352647bf45 HTTP/1.1" status: 204 len: 168 time: 0.1476564 Nov 13 04:43:12.739503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5ca19-d3cb-4631-8393-ed75e3485398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84810aa6-a383-43d7-b612-1c352647bf45,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:12.762555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 82d57451-4157-40df-b949-7bc97c38fec3 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:43:12.775649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a6675f3f-988d-4f16-8351-2c38f0fdf343, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a6675f3f-988d-4f16-8351-2c38f0fdf343,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:12.777830 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 82d57451-4157-40df-b949-7bc97c38fec3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:43:12.778186 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:12.811436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'a6675f3f-988d-4f16-8351-2c38f0fdf343', 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435', 'port_id': 'a6675f3f-988d-4f16-8351-2c38f0fdf343', 'mac_address': 'fa:16:3e:fb:06:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff6f859-2986-452a-ba50-c0ebcea24e8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:43:12.862703 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:12.896268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6675f3f-988d-4f16-8351-2c38f0fdf343 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:12.923982 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:12.929025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a6675f3f-988d-4f16-8351-2c38f0fdf343, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a6675f3f-988d-4f16-8351-2c38f0fdf343,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:12.937271 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:12.972770 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba1ea4-aac3-459e-9068-55d4d061a5d3 req-ab460146-2281-4149-ab99-aa7c925ae752 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:12.974469 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8cba1ea4-aac3-459e-9068-55d4d061a5d3 req-ab460146-2281-4149-ab99-aa7c925ae752 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 945 time: 0.0646837 Nov 13 04:43:12.975406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3cfa02-c24d-42ca-8873-340860bd0c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d57451-4157-40df-b949-7bc97c38fec3'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:12.977664 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ff902c-eac0-4207-921f-c4616ba048aa" -d '{"events": [{"server_uuid": "3e3cfa02-c24d-42ca-8873-340860bd0c45", "name": "network-vif-plugged", "status": "completed", "tag": "82d57451-4157-40df-b949-7bc97c38fec3"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:12.997331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 82d57451-4157-40df-b949-7bc97c38fec3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=82d57451-4157-40df-b949-7bc97c38fec3,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:13.008930 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:13.016046 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=a6675f3f-988d-4f16-8351-2c38f0fdf343,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:13.053993 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1090df35-13ca-4372-9781-773e2036f77d x-openstack-request-id: req-1090df35-13ca-4372-9781-773e2036f77d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:13.054130 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3cfa02-c24d-42ca-8873-340860bd0c45", "name": "network-vif-plugged", "status": "completed", "tag": "82d57451-4157-40df-b949-7bc97c38fec3", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:13.054335 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1090df35-13ca-4372-9781-773e2036f77d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:13.054724 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3cfa02-c24d-42ca-8873-340860bd0c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d57451-4157-40df-b949-7bc97c38fec3', 'code': 200} Nov 13 04:43:13.059473 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8cba1ea4-aac3-459e-9068-55d4d061a5d3 req-7c4e45cf-a4c6-4143-83df-96b54843f484 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767949 Nov 13 04:43:13.082472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=82d57451-4157-40df-b949-7bc97c38fec3,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:13.165373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 317466fe-441a-4542-99ee-bc9e84b83065 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:43:13.180560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23953ddc-2491-40be-8803-f14da2bb0325', 'name': 'network-vif-deleted', 'tag': '13ad9f4c-0fc7-4571-843e-89a19e3c974d'}, {'name': 'network-changed', 'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:13.183337 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c020dee8-b7d4-456d-b1ab-11317e098d65" -d '{"events": [{"server_uuid": "23953ddc-2491-40be-8803-f14da2bb0325", "name": "network-vif-deleted", "tag": "13ad9f4c-0fc7-4571-843e-89a19e3c974d"}, {"name": "network-changed", "server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:13.202809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32051c-ab3f-4082-8c98-8a7a7fe5a4c8 req-a6f5266f-9e6f-4097-89c9-556137a1019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:13.204377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e32051c-ab3f-4082-8c98-8a7a7fe5a4c8 req-a6f5266f-9e6f-4097-89c9-556137a1019e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 1097 time: 0.0602529 Nov 13 04:43:13.245554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 317466fe-441a-4542-99ee-bc9e84b83065 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:43:13.252808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 317466fe-441a-4542-99ee-bc9e84b83065 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:43:13.253507 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:13.265286 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e32051c-ab3f-4082-8c98-8a7a7fe5a4c8 req-797a111c-6ada-49b2-814b-8eec32d0a4e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509851 Nov 13 04:43:13.278886 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ae2932-5b96-4109-b365-16e581112712 x-openstack-request-id: req-d3ae2932-5b96-4109-b365-16e581112712 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:13.279570 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23953ddc-2491-40be-8803-f14da2bb0325", "name": "network-vif-deleted", "tag": "13ad9f4c-0fc7-4571-843e-89a19e3c974d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:13.280317 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3ae2932-5b96-4109-b365-16e581112712 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:13.280724 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23953ddc-2491-40be-8803-f14da2bb0325', 'name': 'network-vif-deleted', 'tag': '13ad9f4c-0fc7-4571-843e-89a19e3c974d', 'status': 'completed', 'code': 200} Nov 13 04:43:13.280976 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8', 'status': 'completed', 'code': 200} Nov 13 04:43:13.327656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c77675-7081-484f-b366-a319d07aed2b req-2d480140-8c3d-42b2-8632-34ce67b738c4 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:13.342004 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31c77675-7081-484f-b366-a319d07aed2b req-2d480140-8c3d-42b2-8632-34ce67b738c4 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 949 time: 0.0834584 Nov 13 04:43:13.369759 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:13.382490 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['a6675f3f-988d-4f16-8351-2c38f0fdf343'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:13.405494 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-1142f01f-b288-4465-969a-1c941d0c99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:13.407232 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-1142f01f-b288-4465-969a-1c941d0c99ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 1100 time: 0.0833299 Nov 13 04:43:13.424718 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31c77675-7081-484f-b366-a319d07aed2b req-a20b8484-8168-466e-833d-89d59361281f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840342 Nov 13 04:43:13.426766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46822) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:13.441806 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 317466fe-441a-4542-99ee-bc9e84b83065, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=317466fe-441a-4542-99ee-bc9e84b83065,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:13.465510 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:13.615565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b384c0d-a4d9-4c77-a4da-f2461faab99a req-f95ea45c-4a9c-4d6d-a25e-c48a239ff14d tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:13.624023 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b384c0d-a4d9-4c77-a4da-f2461faab99a req-f95ea45c-4a9c-4d6d-a25e-c48a239ff14d tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c3f2fb4-b291-4097-99ba-10659e8ac4a9 HTTP/1.1" status: 200 len: 945 time: 0.0842125 Nov 13 04:43:13.631946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-e2f64939-1b0d-4fa6-aeb5-bc5bb812c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:13.633385 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-e2f64939-1b0d-4fa6-aeb5-bc5bb812c809 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2180176 Nov 13 04:43:13.739217 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=317466fe-441a-4542-99ee-bc9e84b83065,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:13.911880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e11b18-9007-48bf-b743-abf4e46314c4 admin admin] Deleting subnet b6972208-b01b-4035-88d5-8d96d7af813a {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:43:13.915744 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10e11b18-9007-48bf-b743-abf4e46314c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:13.955859 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10e11b18-9007-48bf-b743-abf4e46314c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.011623 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10e11b18-9007-48bf-b743-abf4e46314c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.062806 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-7c60b4bd-bfb8-4e16-bb8a-1b3fbde005b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 HTTP/1.1" status: 200 len: 217 time: 0.4180727 Nov 13 04:43:14.073694 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10e11b18-9007-48bf-b743-abf4e46314c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.100387 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e11b18-9007-48bf-b743-abf4e46314c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6972208-b01b-4035-88d5-8d96d7af813a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:14.103501 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10e11b18-9007-48bf-b743-abf4e46314c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.107099 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-10e11b18-9007-48bf-b743-abf4e46314c4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b6972208-b01b-4035-88d5-8d96d7af813a HTTP/1.1" status: 204 len: 168 time: 0.6776433 Nov 13 04:43:14.110217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46848) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:14.146573 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b384c0d-a4d9-4c77-a4da-f2461faab99a req-549f314d-981b-403c-bd0f-1b5d95651870 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216470 Nov 13 04:43:14.158266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-cc817183-1dfc-4a5e-9988-a3765c02919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:14.159754 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-cc817183-1dfc-4a5e-9988-a3765c02919b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0788193 Nov 13 04:43:14.162544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-2d8d1995-239a-466e-9732-b5ebf83a6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:14.163889 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-2d8d1995-239a-466e-9732-b5ebf83a6a4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 1100 time: 0.1182184 Nov 13 04:43:14.222181 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f03f90-2c05-4290-a5bb-8d528e47dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.244650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609dc02-9876-4405-9b34-cde330400079 req-c5878fc0-a26e-4082-9a9e-f17c936443e3 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:14.246138 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5609dc02-9876-4405-9b34-cde330400079 req-c5878fc0-a26e-4082-9a9e-f17c936443e3 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 946 time: 0.1021469 Nov 13 04:43:14.275307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-8e4d6da0-e38b-4f93-9467-02bdc37387c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:14.276926 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-8e4d6da0-e38b-4f93-9467-02bdc37387c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085808 Nov 13 04:43:14.313238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-1061ef43-07a0-47a8-a7ef-6c708d7f6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:14.314714 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-1061ef43-07a0-47a8-a7ef-6c708d7f6687 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1383727 Nov 13 04:43:14.345762 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f03f90-2c05-4290-a5bb-8d528e47dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.358333 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5609dc02-9876-4405-9b34-cde330400079 req-cb76a002-2079-4a5f-9ac5-3c6f3e79535f tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918381 Nov 13 04:43:14.376426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f0f03f90-2c05-4290-a5bb-8d528e47dca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116a44e5-9a3c-43fe-bfae-c0a00d4422e5']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:14.387047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f0f03f90-2c05-4290-a5bb-8d528e47dca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:14.387338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f0f03f90-2c05-4290-a5bb-8d528e47dca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd840dff3-26c9-49e6-8db4-9cb3d81d4a76') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:14.395742 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-fa17d817-2989-4116-a53d-bfcf8f9d6a4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 HTTP/1.1" status: 200 len: 217 time: 0.0489228 Nov 13 04:43:14.398205 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f03f90-2c05-4290-a5bb-8d528e47dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.430034 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f03f90-2c05-4290-a5bb-8d528e47dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.433526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f03f90-2c05-4290-a5bb-8d528e47dca3 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:43:14.433921 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f03f90-2c05-4290-a5bb-8d528e47dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:43:14.435762 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:43:14.469405 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-1d11eb66-e519-4e63-9d3f-7d2967ad2f6f service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833329 Nov 13 04:43:14.476626 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-1717ae96-13af-43a4-bc8d-e7c511a1a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:14.478193 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-1717ae96-13af-43a4-bc8d-e7c511a1a03c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0749655 Nov 13 04:43:14.494085 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f03f90-2c05-4290-a5bb-8d528e47dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.512744 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f03f90-2c05-4290-a5bb-8d528e47dca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.518808 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f0f03f90-2c05-4290-a5bb-8d528e47dca3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/116a44e5-9a3c-43fe-bfae-c0a00d4422e5 HTTP/1.1" status: 204 len: 168 time: 0.4070623 Nov 13 04:43:14.519777 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f03f90-2c05-4290-a5bb-8d528e47dca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=116a44e5-9a3c-43fe-bfae-c0a00d4422e5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:14.521514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46858) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:14.576773 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e31b19-720f-4f1d-a9c3-fc718fe534ed admin admin] Deleting subnet 183de435-b0d1-43aa-8e21-f1de72964012 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:43:14.580086 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8e31b19-720f-4f1d-a9c3-fc718fe534ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.625649 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8e31b19-720f-4f1d-a9c3-fc718fe534ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.626854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-d5d7ed19-3666-4bae-946a-f052ff0dbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:14.628535 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-d5d7ed19-3666-4bae-946a-f052ff0dbba5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410377 Nov 13 04:43:14.647239 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab5a2c-1f61-43ef-9b9e-7058a388337b req-865bd90c-ddc4-4781-84a3-763ed7dadc15 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:14.648912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1dab5a2c-1f61-43ef-9b9e-7058a388337b req-865bd90c-ddc4-4781-84a3-763ed7dadc15 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 949 time: 0.1593320 Nov 13 04:43:14.656194 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-9479bc4d-5099-446b-8f67-d414b28b364f service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770663 Nov 13 04:43:14.679897 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8e31b19-720f-4f1d-a9c3-fc718fe534ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.766143 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1dab5a2c-1f61-43ef-9b9e-7058a388337b req-71a694f2-8352-454a-a8fe-4a1cb55f9a54 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025305 Nov 13 04:43:14.771862 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8e31b19-720f-4f1d-a9c3-fc718fe534ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.811352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e31b19-720f-4f1d-a9c3-fc718fe534ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=183de435-b0d1-43aa-8e21-f1de72964012,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:14.817323 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8e31b19-720f-4f1d-a9c3-fc718fe534ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:14.820706 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e8e31b19-720f-4f1d-a9c3-fc718fe534ed admin admin] 10.222.0.43 "DELETE /v2.0/subnets/183de435-b0d1-43aa-8e21-f1de72964012 HTTP/1.1" status: 204 len: 168 time: 0.2944136 Nov 13 04:43:14.824155 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46872) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:14.847185 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-9d31a676-a583-4dae-9d19-cfbf9fbacf8c service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666203 Nov 13 04:43:14.938867 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3507d5c7-e3fa-499c-84c8-c0c027776696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:15.041919 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c020dee8-b7d4-456d-b1ab-11317e098d65 req-0a32cc78-b52e-4955-acdf-67b314cbe7d6 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475966 Nov 13 04:43:15.056110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3f2fb4-b291-4097-99ba-10659e8ac4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317466fe-441a-4542-99ee-bc9e84b83065'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:15.058502 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540abb50-6174-4e8d-bb10-81c00edd0515" -d '{"events": [{"server_uuid": "9c3f2fb4-b291-4097-99ba-10659e8ac4a9", "name": "network-vif-plugged", "status": "completed", "tag": "317466fe-441a-4542-99ee-bc9e84b83065"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:15.080223 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3507d5c7-e3fa-499c-84c8-c0c027776696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:15.100954 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c51ee01-9e86-45a3-ad24-6f4ba8015ee9 x-openstack-request-id: req-4c51ee01-9e86-45a3-ad24-6f4ba8015ee9 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:15.101242 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3f2fb4-b291-4097-99ba-10659e8ac4a9", "name": "network-vif-plugged", "status": "completed", "tag": "317466fe-441a-4542-99ee-bc9e84b83065", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:15.101485 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c51ee01-9e86-45a3-ad24-6f4ba8015ee9 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:15.101867 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3f2fb4-b291-4097-99ba-10659e8ac4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317466fe-441a-4542-99ee-bc9e84b83065', 'code': 200} Nov 13 04:43:15.103326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-3507d5c7-e3fa-499c-84c8-c0c027776696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d170ed2f-316f-485c-8286-3d372059714f']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:15.113372 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-3507d5c7-e3fa-499c-84c8-c0c027776696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa85ae1-d905-4e6c-ae8b-0fefbed72c36') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:15.113662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-3507d5c7-e3fa-499c-84c8-c0c027776696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa85ae1-d905-4e6c-ae8b-0fefbed72c36') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:15.123339 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3507d5c7-e3fa-499c-84c8-c0c027776696 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:15.136660 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3507d5c7-e3fa-499c-84c8-c0c027776696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:15.143276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3507d5c7-e3fa-499c-84c8-c0c027776696 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:43:15.143680 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3507d5c7-e3fa-499c-84c8-c0c027776696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:43:15.145552 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:43:15.207413 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3507d5c7-e3fa-499c-84c8-c0c027776696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:15.212980 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3507d5c7-e3fa-499c-84c8-c0c027776696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:15.219089 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3507d5c7-e3fa-499c-84c8-c0c027776696 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d170ed2f-316f-485c-8286-3d372059714f HTTP/1.1" status: 204 len: 168 time: 0.3913641 Nov 13 04:43:15.253662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507d5c7-e3fa-499c-84c8-c0c027776696 admin admin] Pushing event deleted for resources: {'Network': ['ID=d170ed2f-316f-485c-8286-3d372059714f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:15.296911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd24a4-99c2-42a4-b8b0-7741f99f2d87 req-973c2ece-9054-4b6c-a4ad-4c15698e9fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:15.298336 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ffd24a4-99c2-42a4-b8b0-7741f99f2d87 req-973c2ece-9054-4b6c-a4ad-4c15698e9fcc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c3f2fb4-b291-4097-99ba-10659e8ac4a9 HTTP/1.1" status: 200 len: 1096 time: 0.0801275 Nov 13 04:43:15.323099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391f14-d29a-4526-8089-e4317bdcd181 req-ccac8921-6315-46ec-95ea-2ba1afc58ba7 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:15.324580 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a391f14-d29a-4526-8089-e4317bdcd181 req-ccac8921-6315-46ec-95ea-2ba1afc58ba7 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c3f2fb4-b291-4097-99ba-10659e8ac4a9 HTTP/1.1" status: 200 len: 945 time: 0.0732677 Nov 13 04:43:15.385781 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ffd24a4-99c2-42a4-b8b0-7741f99f2d87 req-7f908020-5f70-489f-835f-5d001a518fb4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793316 Nov 13 04:43:15.403153 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a391f14-d29a-4526-8089-e4317bdcd181 req-b2ba2fd3-bb90-40da-89fa-36ef71588178 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668738 Nov 13 04:43:15.484641 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46898) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:15.511077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5286e90-9b92-4dc7-bfb2-a33d665e9fd2 req-e1420965-385e-471e-b23b-531efe725a99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:15.519434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5286e90-9b92-4dc7-bfb2-a33d665e9fd2 req-e1420965-385e-471e-b23b-531efe725a99 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 946 time: 0.0673854 Nov 13 04:43:15.530221 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6a2b2900-e10f-41d1-bd34-b9377890ca71 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb1a865db7e845b9aa19ffe9f890f983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441282 Nov 13 04:43:15.532173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46900) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:15.571724 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5286e90-9b92-4dc7-bfb2-a33d665e9fd2 req-c3ac6d7c-1fda-47e4-879a-2a65bd8aa995 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504093 Nov 13 04:43:15.592560 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15339eba-3300-45f5-a81a-ad21d08657ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:15.616544 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15339eba-3300-45f5-a81a-ad21d08657ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:15.669087 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15339eba-3300-45f5-a81a-ad21d08657ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:15.673246 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15339eba-3300-45f5-a81a-ad21d08657ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:15.677167 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-15339eba-3300-45f5-a81a-ad21d08657ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c28d161a-06f4-4ea5-b779-10e8174864d7 HTTP/1.1" status: 204 len: 168 time: 0.1414154 Nov 13 04:43:15.683352 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15339eba-3300-45f5-a81a-ad21d08657ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28d161a-06f4-4ea5-b779-10e8174864d7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:15.911457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d8b00-3dcc-402b-a106-f74b2c92bf7d req-a267cddb-e289-449e-a56b-f6eea36afd8c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:15.913259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-491d8b00-3dcc-402b-a106-f74b2c92bf7d req-a267cddb-e289-449e-a56b-f6eea36afd8c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 949 time: 0.0637035 Nov 13 04:43:15.932902 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b523c3b-ce44-46d0-bb1a-7a5b9acc60db req-ad783275-98db-4a74-8e2e-ebbdb61d9857 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:15.934882 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b523c3b-ce44-46d0-bb1a-7a5b9acc60db req-ad783275-98db-4a74-8e2e-ebbdb61d9857 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 946 time: 0.0656936 Nov 13 04:43:15.999433 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-491d8b00-3dcc-402b-a106-f74b2c92bf7d req-9b3c6864-fb96-49a4-a7ed-ab273063c4b8 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784657 Nov 13 04:43:16.014343 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b523c3b-ce44-46d0-bb1a-7a5b9acc60db req-e2e634b8-5b71-4a75-bda5-bdba19e9a2d2 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700188 Nov 13 04:43:16.228807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46930) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:16.287564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46932) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:16.287870 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-01242cdd-4ac0-43e5-b3bc-50ea4d555a29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b79d949a783d41c09116838842420c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0575509 Nov 13 04:43:16.347680 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a03c93ce-39a3-4df4-bb09-ddecfd53c989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:16.381596 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a03c93ce-39a3-4df4-bb09-ddecfd53c989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:16.443497 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a03c93ce-39a3-4df4-bb09-ddecfd53c989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:16.446761 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a03c93ce-39a3-4df4-bb09-ddecfd53c989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:16.450381 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a03c93ce-39a3-4df4-bb09-ddecfd53c989 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0eb07c0-f343-4654-990f-2005faddd3e1 HTTP/1.1" status: 204 len: 168 time: 0.1588447 Nov 13 04:43:16.457983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c93ce-39a3-4df4-bb09-ddecfd53c989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eb07c0-f343-4654-990f-2005faddd3e1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:16.539681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772fb6f-5d0d-45e1-a2f9-67f96c58ad29 req-24603705-9682-43e0-a75b-994928410c4f tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:16.541323 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d772fb6f-5d0d-45e1-a2f9-67f96c58ad29 req-24603705-9682-43e0-a75b-994928410c4f tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c3f2fb4-b291-4097-99ba-10659e8ac4a9 HTTP/1.1" status: 200 len: 945 time: 0.0580459 Nov 13 04:43:16.613161 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d772fb6f-5d0d-45e1-a2f9-67f96c58ad29 req-d0af2bf9-9941-4443-8d2f-00f9e2e072aa tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624161 Nov 13 04:43:16.641697 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a6675f3f-988d-4f16-8351-2c38f0fdf343 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:43:16.699808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port a6675f3f-988d-4f16-8351-2c38f0fdf343 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:43:16.705131 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port a6675f3f-988d-4f16-8351-2c38f0fdf343 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:43:16.705509 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:16.795021 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:16.833157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a6675f3f-988d-4f16-8351-2c38f0fdf343, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a6675f3f-988d-4f16-8351-2c38f0fdf343,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:16.841385 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:16.908134 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=a6675f3f-988d-4f16-8351-2c38f0fdf343,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:17.103251 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751584e1-bdb6-46bf-9311-c166fdc844d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6675f3f-988d-4f16-8351-2c38f0fdf343'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:17.105768 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14031720-75b2-417e-94bf-c14ba7faf8eb" -d '{"events": [{"server_uuid": "751584e1-bdb6-46bf-9311-c166fdc844d1", "name": "network-vif-plugged", "status": "completed", "tag": "a6675f3f-988d-4f16-8351-2c38f0fdf343"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:17.159098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:43:17.182847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007158ed-9ac0-49d2-90c5-ad1112943a82 req-420b9ae4-9ab4-4f9b-8876-3795771f6b37 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:17.183660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a0f69-f475-47b1-a73e-e6726d80c6b4 req-ee751f6d-0d7a-44ac-a3e4-d621f016659b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:17.192843 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-007158ed-9ac0-49d2-90c5-ad1112943a82 req-420b9ae4-9ab4-4f9b-8876-3795771f6b37 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 946 time: 0.0783296 Nov 13 04:43:17.193360 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d69a0f69-f475-47b1-a73e-e6726d80c6b4 req-ee751f6d-0d7a-44ac-a3e4-d621f016659b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 949 time: 0.0832973 Nov 13 04:43:17.260234 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d69a0f69-f475-47b1-a73e-e6726d80c6b4 req-be0a9318-8498-4307-bb9f-77d089a0e21f tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653718 Nov 13 04:43:17.305379 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-007158ed-9ac0-49d2-90c5-ad1112943a82 req-820990fd-cb74-42bd-a96d-1be865725a4b tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103201 Nov 13 04:43:17.307662 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1583194c-c201-4b76-ac19-87fa52be7063 x-openstack-request-id: req-1583194c-c201-4b76-ac19-87fa52be7063 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:17.308033 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751584e1-bdb6-46bf-9311-c166fdc844d1", "name": "network-vif-plugged", "status": "completed", "tag": "a6675f3f-988d-4f16-8351-2c38f0fdf343", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:17.308486 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1583194c-c201-4b76-ac19-87fa52be7063 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:17.309255 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751584e1-bdb6-46bf-9311-c166fdc844d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6675f3f-988d-4f16-8351-2c38f0fdf343', 'code': 200} Nov 13 04:43:17.368727 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:17.395879 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8', 'mac_address': 'fa:16:3e:f3:74:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:43:17.478199 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:17.506172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:17.527260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70c0a6-e7c6-42b8-9f32-c8e02ebd8233 req-b32f74d6-4d48-4b6f-8b2a-bc8893fa44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:17.528820 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-be70c0a6-e7c6-42b8-9f32-c8e02ebd8233 req-b32f74d6-4d48-4b6f-8b2a-bc8893fa44b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=751584e1-bdb6-46bf-9311-c166fdc844d1 HTTP/1.1" status: 200 len: 1097 time: 0.0769088 Nov 13 04:43:17.536276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:17.542040 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46984) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:17.548291 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:17.553627 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cecff-ea67-4657-a3fc-e92b4a82e6ef req-b7231c66-3225-4f63-94d6-531946852b04 tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:17.556537 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-807cecff-ea67-4657-a3fc-e92b4a82e6ef req-b7231c66-3225-4f63-94d6-531946852b04 tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 1100 time: 0.0708840 Nov 13 04:43:17.596497 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-be70c0a6-e7c6-42b8-9f32-c8e02ebd8233 req-afa2ee48-4c76-4817-a71e-6faa3a0ebe1b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584657 Nov 13 04:43:17.611585 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,revision_number=12']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:17.639984 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-807cecff-ea67-4657-a3fc-e92b4a82e6ef req-072fcf05-4258-4583-b0ef-51421c40e368 tempest-MigrationsAdminTest-1375682772 tempest-MigrationsAdminTest-1375682772-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523274 Nov 13 04:43:17.777587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98863a13-09f0-4829-b342-3979c89a81b6 req-5bfd76e5-7ca1-4eee-9a8b-448bfe9a6dc9 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:17.779628 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-98863a13-09f0-4829-b342-3979c89a81b6 req-5bfd76e5-7ca1-4eee-9a8b-448bfe9a6dc9 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c3f2fb4-b291-4097-99ba-10659e8ac4a9 HTTP/1.1" status: 200 len: 945 time: 0.0733745 Nov 13 04:43:17.801399 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1378677331-network', 'tenant_id': '4e2657c56e1540b0838b8ee4f0dea59d'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:17.857846 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] Made reservation on behalf of 4e2657c56e1540b0838b8ee4f0dea59d for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:17.860409 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:17.875130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-98863a13-09f0-4829-b342-3979c89a81b6 req-7e5abed0-1b6d-4dd4-a306-e630bd4e516e tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881176 Nov 13 04:43:17.875884 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:17.974654 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:17.980331 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:17.989269 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf015d-9e33-44a5-ba75-57656904a204 req-2318ae7d-d1d0-4de1-80c6-997a3c693d4b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:17.991413 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8cdf015d-9e33-44a5-ba75-57656904a204 req-2318ae7d-d1d0-4de1-80c6-997a3c693d4b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0758772 Nov 13 04:43:18.026385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:43:18.026636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['7e545820-faf3-4d8a-b3d9-76ff7dd68ef8'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:18.050543 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:18.051130 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] Added segment 178945c7-509f-475b-8b22-fb18029b29fd of type vlan for network f232b6a4-21f0-4d76-983e-56638d1d7411 Nov 13 04:43:18.060100 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54eeada4-509a-42ce-8e70-316c2152ff4b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:18.094080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8cdf015d-9e33-44a5-ba75-57656904a204 req-10a4f922-72a3-4276-90af-f6b40587d7f8 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963151 Nov 13 04:43:18.117399 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f3132-b076-462a-bfec-4fb4bb052671 req-f4923505-1a89-4293-91d0-33e5a49a4461 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:18.118631 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-232f3132-b076-462a-bfec-4fb4bb052671 req-f4923505-1a89-4293-91d0-33e5a49a4461 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 946 time: 0.0824032 Nov 13 04:43:18.141162 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:18.151030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97d8b3-a138-437d-9010-8e8a9f47f4f1 req-e0b84365-c84f-4a2b-98b9-07280d6a9710 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:18.159407 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7d97d8b3-a138-437d-9010-8e8a9f47f4f1 req-e0b84365-c84f-4a2b-98b9-07280d6a9710 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=751584e1-bdb6-46bf-9311-c166fdc844d1 HTTP/1.1" status: 200 len: 946 time: 0.1746361 Nov 13 04:43:18.238510 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7d97d8b3-a138-437d-9010-8e8a9f47f4f1 req-342a3aba-13e8-4304-afec-385009efbcd1 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778041 Nov 13 04:43:18.239771 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:18.240745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:18.241555 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:18.267278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-232f3132-b076-462a-bfec-4fb4bb052671 req-5f1751da-d757-4a06-bbf3-a9de2bbee70e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Deleting port 82d57451-4157-40df-b949-7bc97c38fec3 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:18.267872 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-232f3132-b076-462a-bfec-4fb4bb052671 req-5f1751da-d757-4a06-bbf3-a9de2bbee70e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:18.279642 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7357135 Nov 13 04:43:18.290552 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47006) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:18.303580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-31b15ccb-9fab-4055-adb4-d72d1c1cfd84 admin admin] Request body: {'subnet': {'network_id': 'f232b6a4-21f0-4d76-983e-56638d1d7411', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1378677331-subnet', 'tenant_id': '4e2657c56e1540b0838b8ee4f0dea59d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:18.316726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139be14-234b-4046-b037-217dd73fe303 admin admin] Pushing event updated for resources: {'Network': ['ID=f232b6a4-21f0-4d76-983e-56638d1d7411,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:18.330522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network f232b6a4-21f0-4d76-983e-56638d1d7411 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:43:18.403047 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b15ccb-9fab-4055-adb4-d72d1c1cfd84 admin admin] Made reservation on behalf of 4e2657c56e1540b0838b8ee4f0dea59d for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:18.405705 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31b15ccb-9fab-4055-adb4-d72d1c1cfd84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:18.467461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-232f3132-b076-462a-bfec-4fb4bb052671 req-5f1751da-d757-4a06-bbf3-a9de2bbee70e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] For port 82d57451-4157-40df-b949-7bc97c38fec3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=82d57451-4157-40df-b949-7bc97c38fec3,segment=NetworkSegment(e3e978a5-b84c-4613-a723-ae0c40666aa1),segment_id=e3e978a5-b84c-4613-a723-ae0c40666aa1)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:18.467799 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-232f3132-b076-462a-bfec-4fb4bb052671 req-5f1751da-d757-4a06-bbf3-a9de2bbee70e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:18.519060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-232f3132-b076-462a-bfec-4fb4bb052671 req-5f1751da-d757-4a06-bbf3-a9de2bbee70e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Calling delete_port for 82d57451-4157-40df-b949-7bc97c38fec3 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:18.559637 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47caaf68-bc69-40b4-be59-27d8c1adeac3 req-ac417370-ceb0-427e-9ed3-9033fed469bf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:18.561339 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-47caaf68-bc69-40b4-be59-27d8c1adeac3 req-ac417370-ceb0-427e-9ed3-9033fed469bf tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3cfa02-c24d-42ca-8873-340860bd0c45 HTTP/1.1" status: 200 len: 946 time: 0.1765437 Nov 13 04:43:18.707779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-47caaf68-bc69-40b4-be59-27d8c1adeac3 req-64c3494c-32db-4dfe-962b-41c18e842824 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b0ee65-e531-4d1a-bf21-dc21a9fdb946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110363 Nov 13 04:43:18.800959 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31b15ccb-9fab-4055-adb4-d72d1c1cfd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:18.876973 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-232f3132-b076-462a-bfec-4fb4bb052671 req-5f1751da-d757-4a06-bbf3-a9de2bbee70e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:18.882089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b15ccb-9fab-4055-adb4-d72d1c1cfd84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06174b4f-0529-4112-950a-03b2122455a4,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:18.913352 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1751da-d757-4a06-bbf3-a9de2bbee70e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Pushing event deleted for resources: {'Port': ['ID=82d57451-4157-40df-b949-7bc97c38fec3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:18.924129 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b15ccb-9fab-4055-adb4-d72d1c1cfd84 admin admin] Checking segment: {'id': '178945c7-509f-475b-8b22-fb18029b29fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f232b6a4-21f0-4d76-983e-56638d1d7411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:18.924493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b15ccb-9fab-4055-adb4-d72d1c1cfd84 admin admin] Network hostable DHCP agents. Network: f232b6a4-21f0-4d76-983e-56638d1d7411, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:43:18.960795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-232f3132-b076-462a-bfec-4fb4bb052671 req-5f1751da-d757-4a06-bbf3-a9de2bbee70e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] No DVR routers for this DVR port 82d57451-4157-40df-b949-7bc97c38fec3 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:43:18.965499 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-232f3132-b076-462a-bfec-4fb4bb052671 req-5f1751da-d757-4a06-bbf3-a9de2bbee70e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:18.969300 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-232f3132-b076-462a-bfec-4fb4bb052671 req-5f1751da-d757-4a06-bbf3-a9de2bbee70e tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.36 "DELETE /v2.0/ports/82d57451-4157-40df-b949-7bc97c38fec3 HTTP/1.1" status: 204 len: 173 time: 0.8428962 Nov 13 04:43:18.970782 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3cfa02-c24d-42ca-8873-340860bd0c45', 'name': 'network-vif-deleted', 'tag': '82d57451-4157-40df-b949-7bc97c38fec3'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:18.973126 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1015b484-d20e-4982-bf24-1aca58d1360f" -d '{"events": [{"server_uuid": "3e3cfa02-c24d-42ca-8873-340860bd0c45", "name": "network-vif-deleted", "tag": "82d57451-4157-40df-b949-7bc97c38fec3"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:18.982900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b15ccb-9fab-4055-adb4-d72d1c1cfd84 admin admin] Network f232b6a4-21f0-4d76-983e-56638d1d7411 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:43:18.995578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-31b15ccb-9fab-4055-adb4-d72d1c1cfd84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, f232b6a4-21f0-4d76-983e-56638d1d7411) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:19.011299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f38560d-e144-48af-86fb-8ef0ba03559f None None] Network f232b6a4-21f0-4d76-983e-56638d1d7411 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:43:19.017260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b15ccb-9fab-4055-adb4-d72d1c1cfd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:19.018964 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31b15ccb-9fab-4055-adb4-d72d1c1cfd84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:19.025006 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f75180c-9eaf-4978-a5a5-1d79274d5473 x-openstack-request-id: req-0f75180c-9eaf-4978-a5a5-1d79274d5473 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:19.025359 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3cfa02-c24d-42ca-8873-340860bd0c45", "name": "network-vif-deleted", "tag": "82d57451-4157-40df-b949-7bc97c38fec3", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:19.025645 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f75180c-9eaf-4978-a5a5-1d79274d5473 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:19.026065 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3cfa02-c24d-42ca-8873-340860bd0c45', 'name': 'network-vif-deleted', 'tag': '82d57451-4157-40df-b949-7bc97c38fec3', 'status': 'completed', 'code': 200} Nov 13 04:43:19.050968 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-31b15ccb-9fab-4055-adb4-d72d1c1cfd84 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7575233 Nov 13 04:43:19.274085 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc77150-5711-4413-b055-6c55b4c374a5 None None] Network f232b6a4-21f0-4d76-983e-56638d1d7411 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:43:19.294426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbc755-d742-4177-956d-886709ec2011 req-306453f6-33a2-437f-ba33-ee667d980c54 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:19.296744 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ccdbc755-d742-4177-956d-886709ec2011 req-306453f6-33a2-437f-ba33-ee667d980c54 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0992231 Nov 13 04:43:19.424033 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ccdbc755-d742-4177-956d-886709ec2011 req-d3815ce8-7daf-48b8-9971-85346095f201 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166573 Nov 13 04:43:19.502011 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd14216-3f9e-478a-b51b-8745bd355c6d req-2150a7cc-e587-4b95-84fe-d2c8b0f31bd5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:19.511427 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fbd14216-3f9e-478a-b51b-8745bd355c6d req-2150a7cc-e587-4b95-84fe-d2c8b0f31bd5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=751584e1-bdb6-46bf-9311-c166fdc844d1 HTTP/1.1" status: 200 len: 946 time: 0.0720823 Nov 13 04:43:19.567368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fbd14216-3f9e-478a-b51b-8745bd355c6d req-a0524062-919e-4906-a982-3b1a4d7fe62a tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545776 Nov 13 04:43:19.747599 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60777f96-57e3-4544-a672-737d91c266cf req-230dd5e5-6f58-4f92-aa81-f60bf2cf6dca tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:19.749793 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60777f96-57e3-4544-a672-737d91c266cf req-230dd5e5-6f58-4f92-aa81-f60bf2cf6dca tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.46 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 950 time: 0.0690756 Nov 13 04:43:19.885611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-60777f96-57e3-4544-a672-737d91c266cf req-a557d654-4408-4715-a393-8f9999020df6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Deleting port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:19.885962 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-60777f96-57e3-4544-a672-737d91c266cf req-a557d654-4408-4715-a393-8f9999020df6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:20.025588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-60777f96-57e3-4544-a672-737d91c266cf req-a557d654-4408-4715-a393-8f9999020df6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] For port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:20.026032 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-60777f96-57e3-4544-a672-737d91c266cf req-a557d654-4408-4715-a393-8f9999020df6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:20.035920 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47074) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:20.056640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-60777f96-57e3-4544-a672-737d91c266cf req-a557d654-4408-4715-a393-8f9999020df6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Calling delete_port for 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:20.110879 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c6df9a4-6d19-4ea3-ae6f-ad26ca763d27 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:20.139744 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c6df9a4-6d19-4ea3-ae6f-ad26ca763d27 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:20.189152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c6df9a4-6d19-4ea3-ae6f-ad26ca763d27 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:20.191984 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c6df9a4-6d19-4ea3-ae6f-ad26ca763d27 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:20.193420 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1c6df9a4-6d19-4ea3-ae6f-ad26ca763d27 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "DELETE /v2.0/security-groups/fb00d3dd-1a49-4b7e-ba53-43714be6b8b5 HTTP/1.1" status: 204 len: 168 time: 0.1560750 Nov 13 04:43:20.196335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47080) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:20.203854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6df9a4-6d19-4ea3-ae6f-ad26ca763d27 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb00d3dd-1a49-4b7e-ba53-43714be6b8b5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:20.224836 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-d2bf8a5d-c9b4-4c37-b806-7819f3f6ce54 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] show failed (client error): The resource could not be found. Nov 13 04:43:20.226226 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d2bf8a5d-c9b4-4c37-b806-7819f3f6ce54 tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "GET /v2.0/security-groups/fb00d3dd-1a49-4b7e-ba53-43714be6b8b5 HTTP/1.1" status: 404 len: 347 time: 0.0286961 Nov 13 04:43:20.229607 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47082) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:20.327008 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-60777f96-57e3-4544-a672-737d91c266cf req-a557d654-4408-4715-a393-8f9999020df6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:20.363126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5174efca-acba-4b86-ac8f-664b949ef942', '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:20.372413 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d994b596-e39d-4c7d-9ab4-400f61e88774', 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:20.380743 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557d654-4408-4715-a393-8f9999020df6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Pushing event deleted for resources: {'Port': ['ID=7e545820-faf3-4d8a-b3d9-76ff7dd68ef8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:20.429729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-60777f96-57e3-4544-a672-737d91c266cf req-a557d654-4408-4715-a393-8f9999020df6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] No DVR routers for this DVR port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:43:20.433378 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-60777f96-57e3-4544-a672-737d91c266cf req-a557d654-4408-4715-a393-8f9999020df6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:20.437572 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60777f96-57e3-4544-a672-737d91c266cf req-a557d654-4408-4715-a393-8f9999020df6 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.46 "DELETE /v2.0/ports/7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 HTTP/1.1" status: 204 len: 173 time: 0.6810017 Nov 13 04:43:20.452751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-e67cbb2e-3db4-4b24-99e7-6e3e1d7234fe tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Deleting port cb61a78e-7d73-4acf-9d5e-2bdfdd1a7720 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:20.454584 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e67cbb2e-3db4-4b24-99e7-6e3e1d7234fe tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:20.550764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47102) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:20.555713 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1461244060-network', 'tenant_id': '1338c1d019bf4a5d990ae3fc624e154d'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:20.586679 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1f139a2-adea-46e4-8282-140cd1a3e703 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:20.597235 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] Made reservation on behalf of 1338c1d019bf4a5d990ae3fc624e154d for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:20.601919 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:20.602640 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1f139a2-adea-46e4-8282-140cd1a3e703 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/networks?id=ad17a15f-c052-482e-b2f2-ab108d85f435 HTTP/1.1" status: 200 len: 812 time: 0.2627125 Nov 13 04:43:20.642262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-5665a14b-cf87-4872-bb7b-4e5b61a4c94e tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/quotas/aa8b0e3b0c1b483cb39ea22f77284b52 HTTP/1.1" status: 200 len: 375 time: 0.0373435 Nov 13 04:43:20.649410 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e67cbb2e-3db4-4b24-99e7-6e3e1d7234fe tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:20.651856 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e67cbb2e-3db4-4b24-99e7-6e3e1d7234fe tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:20.652613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 82d57451-4157-40df-b949-7bc97c38fec3 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:43:20.663472 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:20.750109 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 82d57451-4157-40df-b949-7bc97c38fec3 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:43:20.750446 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 82d57451-4157-40df-b949-7bc97c38fec3 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:43:20.764252 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc20ce28-b13b-46b6-adba-e2b6539cbe6c req-d1223060-daa9-42cd-9751-ecbf301c9be2 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=42152049-6be9-40ad-b722-d398855d7a25 HTTP/1.1" status: 200 len: 210 time: 0.0932820 Nov 13 04:43:20.779018 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-395988ed-2088-4937-b85f-cae87a75ef86 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa8b0e3b0c1b483cb39ea22f77284b52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344728 Nov 13 04:43:20.830069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-e67cbb2e-3db4-4b24-99e7-6e3e1d7234fe tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Calling delete_port for cb61a78e-7d73-4acf-9d5e-2bdfdd1a7720 owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:20.927828 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:20.938880 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:21.002353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:43:21.008092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566ad4e3-baad-4634-97f9-3be000781265,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:21.017971 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:21.018322 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] Added segment e658adb1-9d0f-436c-b9e7-2a24ea754d91 of type vlan for network 5a456773-f734-41f9-87a1-db55d60ec8fc Nov 13 04:43:21.027030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'name': 'network-vif-deleted', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:21.029653 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b496266-e826-4496-af26-081858c75a45" -d '{"events": [{"server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "name": "network-vif-deleted", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:21.063349 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-56aa4145-fc09-419f-87b0-0524f47197ab service neutron] 10.222.0.43 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815204 Nov 13 04:43:21.090824 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:21.128925 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e67cbb2e-3db4-4b24-99e7-6e3e1d7234fe tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:21.144790 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:21.145736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:21.146375 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:21.170193 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:43:21.200376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67cbb2e-3db4-4b24-99e7-6e3e1d7234fe tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Pushing event deleted for resources: {'Port': ['ID=cb61a78e-7d73-4acf-9d5e-2bdfdd1a7720,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:21.217705 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-9e044a8c-ccf8-4ea3-a0fb-dba09d531713 service neutron] 10.222.0.43 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501820 Nov 13 04:43:21.256874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:43:21.257458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 13 04:43:21.266505 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e67cbb2e-3db4-4b24-99e7-6e3e1d7234fe tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:21.269141 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e67cbb2e-3db4-4b24-99e7-6e3e1d7234fe tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:21.273127 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e67cbb2e-3db4-4b24-99e7-6e3e1d7234fe tempest-ImagesOneServerNegativeTestJSON-885875177 tempest-ImagesOneServerNegativeTestJSON-885875177-project] 10.222.0.43 "DELETE /v2.0/floatingips/cb930990-b6b4-402a-afd3-ff0c0cb9612b HTTP/1.1" status: 204 len: 168 time: 1.0396416 Nov 13 04:43:21.286136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Port 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 not found, will not notify nova. {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 13 04:43:21.315318 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1793966a-d834-4cde-9695-be2925cf5a1c x-openstack-request-id: req-1793966a-d834-4cde-9695-be2925cf5a1c {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:21.315605 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42152049-6be9-40ad-b722-d398855d7a25", "name": "network-vif-deleted", "tag": "7e545820-faf3-4d8a-b3d9-76ff7dd68ef8", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:21.315867 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1793966a-d834-4cde-9695-be2925cf5a1c {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:21.316245 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42152049-6be9-40ad-b722-d398855d7a25', 'name': 'network-vif-deleted', 'tag': '7e545820-faf3-4d8a-b3d9-76ff7dd68ef8', 'status': 'completed', 'code': 200} Nov 13 04:43:21.322056 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7702322 Nov 13 04:43:21.326567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47122) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:21.328339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50f400-c724-4af8-97c4-2b2634c9b6ba admin admin] Pushing event updated for resources: {'Network': ['ID=5a456773-f734-41f9-87a1-db55d60ec8fc,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:21.335043 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4a614784-f2a8-4d53-a56e-e02d5d30924c admin admin] Request body: {'subnet': {'network_id': '5a456773-f734-41f9-87a1-db55d60ec8fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1461244060-subnet', 'tenant_id': '1338c1d019bf4a5d990ae3fc624e154d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:21.338260 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 5a456773-f734-41f9-87a1-db55d60ec8fc details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:43:21.363430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a614784-f2a8-4d53-a56e-e02d5d30924c admin admin] Made reservation on behalf of 1338c1d019bf4a5d990ae3fc624e154d for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:21.366807 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a614784-f2a8-4d53-a56e-e02d5d30924c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:21.472622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47130) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:21.525486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e1fd8-548d-46b7-a009-7e9cc2948620 req-af265791-1d09-45fe-b7ff-97c60ac79f8a tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:21.542444 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cc7e1fd8-548d-46b7-a009-7e9cc2948620 req-af265791-1d09-45fe-b7ff-97c60ac79f8a tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.36 "GET /v2.0/ports?device_id=751584e1-bdb6-46bf-9311-c166fdc844d1 HTTP/1.1" status: 200 len: 946 time: 0.0992293 Nov 13 04:43:21.574538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecfff00-14ab-49c4-9baa-dca98bc688b4 admin admin] Deleting subnet b57f6b55-1ecd-4ea5-960a-97d61ae62a13 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:43:21.578206 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aecfff00-14ab-49c4-9baa-dca98bc688b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:21.649235 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aecfff00-14ab-49c4-9baa-dca98bc688b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:21.712038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-cc7e1fd8-548d-46b7-a009-7e9cc2948620 req-804e2726-99aa-41b8-ae92-012f65113f6e tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Deleting port a6675f3f-988d-4f16-8351-2c38f0fdf343 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:21.712354 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cc7e1fd8-548d-46b7-a009-7e9cc2948620 req-804e2726-99aa-41b8-ae92-012f65113f6e tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:21.755369 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aecfff00-14ab-49c4-9baa-dca98bc688b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:21.831342 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a614784-f2a8-4d53-a56e-e02d5d30924c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:21.893449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5831f5e-31ab-4c26-95a3-696c9c827133 req-21472499-9250-4957-bc11-58cb75c190fa tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:21.895653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f5831f5e-31ab-4c26-95a3-696c9c827133 req-21472499-9250-4957-bc11-58cb75c190fa tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c3f2fb4-b291-4097-99ba-10659e8ac4a9 HTTP/1.1" status: 200 len: 945 time: 0.1356897 Nov 13 04:43:21.920718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a614784-f2a8-4d53-a56e-e02d5d30924c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4844f0a8-5244-4ad2-bbf4-9b3c371fd303,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:21.957403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-cc7e1fd8-548d-46b7-a009-7e9cc2948620 req-804e2726-99aa-41b8-ae92-012f65113f6e tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] For port a6675f3f-988d-4f16-8351-2c38f0fdf343, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a6675f3f-988d-4f16-8351-2c38f0fdf343,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:21.957769 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cc7e1fd8-548d-46b7-a009-7e9cc2948620 req-804e2726-99aa-41b8-ae92-012f65113f6e tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:21.968674 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7f92044c-501f-4157-9d4a-b58871373474 req-b9367fde-9e54-4017-8276-a2767fb770a5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 210 time: 0.0500607 Nov 13 04:43:21.993823 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aecfff00-14ab-49c4-9baa-dca98bc688b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.011268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-cc7e1fd8-548d-46b7-a009-7e9cc2948620 req-804e2726-99aa-41b8-ae92-012f65113f6e tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Calling delete_port for a6675f3f-988d-4f16-8351-2c38f0fdf343 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:22.086091 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aecfff00-14ab-49c4-9baa-dca98bc688b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.090294 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-aecfff00-14ab-49c4-9baa-dca98bc688b4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b57f6b55-1ecd-4ea5-960a-97d61ae62a13 HTTP/1.1" status: 204 len: 168 time: 0.6148710 Nov 13 04:43:22.091382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfff00-14ab-49c4-9baa-dca98bc688b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57f6b55-1ecd-4ea5-960a-97d61ae62a13,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:22.093257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47160) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:22.094592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-f5831f5e-31ab-4c26-95a3-696c9c827133 req-35ab4844-0f15-4e44-8775-49596f596287 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Deleting port 317466fe-441a-4542-99ee-bc9e84b83065 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:22.094949 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f5831f5e-31ab-4c26-95a3-696c9c827133 req-35ab4844-0f15-4e44-8775-49596f596287 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.109209 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a614784-f2a8-4d53-a56e-e02d5d30924c admin admin] Checking segment: {'id': 'e658adb1-9d0f-436c-b9e7-2a24ea754d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5a456773-f734-41f9-87a1-db55d60ec8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:22.109640 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a614784-f2a8-4d53-a56e-e02d5d30924c admin admin] Network hostable DHCP agents. Network: 5a456773-f734-41f9-87a1-db55d60ec8fc, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:43:22.186388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a614784-f2a8-4d53-a56e-e02d5d30924c admin admin] Network 5a456773-f734-41f9-87a1-db55d60ec8fc is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:43:22.211735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4a614784-f2a8-4d53-a56e-e02d5d30924c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 5a456773-f734-41f9-87a1-db55d60ec8fc) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:22.215241 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a935920-3b88-44b2-bc8c-df027113be2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.224746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a614784-f2a8-4d53-a56e-e02d5d30924c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:22.225330 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a614784-f2a8-4d53-a56e-e02d5d30924c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.225516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2486e2f1-ae39-49d0-8021-c941b343f81a None None] Network 5a456773-f734-41f9-87a1-db55d60ec8fc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:43:22.276877 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4a614784-f2a8-4d53-a56e-e02d5d30924c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9405093 Nov 13 04:43:22.388171 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a935920-3b88-44b2-bc8c-df027113be2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.421659 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-f5831f5e-31ab-4c26-95a3-696c9c827133 req-35ab4844-0f15-4e44-8775-49596f596287 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] For port 317466fe-441a-4542-99ee-bc9e84b83065, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=317466fe-441a-4542-99ee-bc9e84b83065,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:22.422159 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f5831f5e-31ab-4c26-95a3-696c9c827133 req-35ab4844-0f15-4e44-8775-49596f596287 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.463521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8a935920-3b88-44b2-bc8c-df027113be2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803777c0-8da9-4e5a-8575-85c0e350ff7e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:22.480073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e979f0-db9f-42c6-ac0e-8da6255b83ac req-fb4a4ae9-f4d8-4849-afff-685cce798e26 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:22.482288 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0e979f0-db9f-42c6-ac0e-8da6255b83ac req-fb4a4ae9-f4d8-4849-afff-685cce798e26 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 951 time: 0.1412332 Nov 13 04:43:22.492032 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-f5831f5e-31ab-4c26-95a3-696c9c827133 req-35ab4844-0f15-4e44-8775-49596f596287 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Calling delete_port for 317466fe-441a-4542-99ee-bc9e84b83065 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:22.493770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8a935920-3b88-44b2-bc8c-df027113be2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e978a5-b84c-4613-a723-ae0c40666aa1') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:22.495711 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8a935920-3b88-44b2-bc8c-df027113be2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e978a5-b84c-4613-a723-ae0c40666aa1') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:22.534560 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a935920-3b88-44b2-bc8c-df027113be2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.581196 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0724659-229c-452b-ae22-589065b0555f None None] Network 5a456773-f734-41f9-87a1-db55d60ec8fc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:43:22.587212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:22.591233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a935920-3b88-44b2-bc8c-df027113be2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.671152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe02905d-6578-4a7f-82dc-f138029dabea admin admin] Deleting subnet 06174b4f-0529-4112-950a-03b2122455a4 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:43:22.675028 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe02905d-6578-4a7f-82dc-f138029dabea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.685142 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cc7e1fd8-548d-46b7-a009-7e9cc2948620 req-804e2726-99aa-41b8-ae92-012f65113f6e tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.729054 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe02905d-6578-4a7f-82dc-f138029dabea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.734881 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a935920-3b88-44b2-bc8c-df027113be2d admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:43:22.735835 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a935920-3b88-44b2-bc8c-df027113be2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:43:22.738738 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:43:22.741253 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['317466fe-441a-4542-99ee-bc9e84b83065'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:22.765507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e2726-99aa-41b8-ae92-012f65113f6e tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Pushing event deleted for resources: {'Port': ['ID=a6675f3f-988d-4f16-8351-2c38f0fdf343,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:22.779372 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0e979f0-db9f-42c6-ac0e-8da6255b83ac req-6931bbed-deb0-47f2-9845-5c009ebc642e tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801886 Nov 13 04:43:22.834570 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7e1fd8-548d-46b7-a009-7e9cc2948620 req-804e2726-99aa-41b8-ae92-012f65113f6e tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] No DVR routers for this DVR port a6675f3f-988d-4f16-8351-2c38f0fdf343 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:43:22.838475 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cc7e1fd8-548d-46b7-a009-7e9cc2948620 req-804e2726-99aa-41b8-ae92-012f65113f6e tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.842369 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cc7e1fd8-548d-46b7-a009-7e9cc2948620 req-804e2726-99aa-41b8-ae92-012f65113f6e tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.36 "DELETE /v2.0/ports/a6675f3f-988d-4f16-8351-2c38f0fdf343 HTTP/1.1" status: 204 len: 173 time: 1.2930467 Nov 13 04:43:22.954459 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe02905d-6578-4a7f-82dc-f138029dabea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.957049 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a935920-3b88-44b2-bc8c-df027113be2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.981693 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a935920-3b88-44b2-bc8c-df027113be2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:22.986070 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8a935920-3b88-44b2-bc8c-df027113be2d admin admin] 10.222.0.43 "DELETE /v2.0/networks/803777c0-8da9-4e5a-8575-85c0e350ff7e HTTP/1.1" status: 204 len: 168 time: 0.8866565 Nov 13 04:43:23.000355 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f5831f5e-31ab-4c26-95a3-696c9c827133 req-35ab4844-0f15-4e44-8775-49596f596287 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.070386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab4844-0f15-4e44-8775-49596f596287 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Pushing event deleted for resources: {'Port': ['ID=317466fe-441a-4542-99ee-bc9e84b83065,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:23.091065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a935920-3b88-44b2-bc8c-df027113be2d admin admin] Pushing event deleted for resources: {'Network': ['ID=803777c0-8da9-4e5a-8575-85c0e350ff7e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:23.093688 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe02905d-6578-4a7f-82dc-f138029dabea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.123823 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02905d-6578-4a7f-82dc-f138029dabea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06174b4f-0529-4112-950a-03b2122455a4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:23.127584 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe02905d-6578-4a7f-82dc-f138029dabea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.132860 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fe02905d-6578-4a7f-82dc-f138029dabea admin admin] 10.222.0.43 "DELETE /v2.0/subnets/06174b4f-0529-4112-950a-03b2122455a4 HTTP/1.1" status: 204 len: 168 time: 0.5426984 Nov 13 04:43:23.134392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47190) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:23.163793 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e084d1be-8d8b-464f-9978-d34fbb2e2518 req-4197ce68-170f-4c7c-bdfc-5a217422f82c tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 210 time: 0.0429943 Nov 13 04:43:23.198587 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5831f5e-31ab-4c26-95a3-696c9c827133 req-35ab4844-0f15-4e44-8775-49596f596287 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] No DVR routers for this DVR port 317466fe-441a-4542-99ee-bc9e84b83065 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:43:23.202315 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f5831f5e-31ab-4c26-95a3-696c9c827133 req-35ab4844-0f15-4e44-8775-49596f596287 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.206239 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f5831f5e-31ab-4c26-95a3-696c9c827133 req-35ab4844-0f15-4e44-8775-49596f596287 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.46 "DELETE /v2.0/ports/317466fe-441a-4542-99ee-bc9e84b83065 HTTP/1.1" status: 204 len: 173 time: 1.2998378 Nov 13 04:43:23.226172 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fca5dc1-0288-4110-8c08-944429273b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.318337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751584e1-bdb6-46bf-9311-c166fdc844d1', 'name': 'network-vif-deleted', 'tag': 'a6675f3f-988d-4f16-8351-2c38f0fdf343'}, {'server_uuid': '9c3f2fb4-b291-4097-99ba-10659e8ac4a9', 'name': 'network-vif-deleted', 'tag': '317466fe-441a-4542-99ee-bc9e84b83065'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:23.319675 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fca5dc1-0288-4110-8c08-944429273b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.322979 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad75d61f-464b-409e-aaf8-5a2082a0aeab" -d '{"events": [{"server_uuid": "751584e1-bdb6-46bf-9311-c166fdc844d1", "name": "network-vif-deleted", "tag": "a6675f3f-988d-4f16-8351-2c38f0fdf343"}, {"server_uuid": "9c3f2fb4-b291-4097-99ba-10659e8ac4a9", "name": "network-vif-deleted", "tag": "317466fe-441a-4542-99ee-bc9e84b83065"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:23.366068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9fca5dc1-0288-4110-8c08-944429273b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f232b6a4-21f0-4d76-983e-56638d1d7411']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:23.369180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47196) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:23.398043 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9fca5dc1-0288-4110-8c08-944429273b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178945c7-509f-475b-8b22-fb18029b29fd') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:23.398378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9fca5dc1-0288-4110-8c08-944429273b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178945c7-509f-475b-8b22-fb18029b29fd') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:23.413987 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fca5dc1-0288-4110-8c08-944429273b66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.435656 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81bdd11-e827-471e-8064-8b037548b1e5 x-openstack-request-id: req-f81bdd11-e827-471e-8064-8b037548b1e5 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:23.436838 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751584e1-bdb6-46bf-9311-c166fdc844d1", "name": "network-vif-deleted", "tag": "a6675f3f-988d-4f16-8351-2c38f0fdf343", "status": "completed", "code": 200}, {"server_uuid": "9c3f2fb4-b291-4097-99ba-10659e8ac4a9", "name": "network-vif-deleted", "tag": "317466fe-441a-4542-99ee-bc9e84b83065", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:23.437565 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f81bdd11-e827-471e-8064-8b037548b1e5 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:23.438957 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751584e1-bdb6-46bf-9311-c166fdc844d1', 'name': 'network-vif-deleted', 'tag': 'a6675f3f-988d-4f16-8351-2c38f0fdf343', 'status': 'completed', 'code': 200} Nov 13 04:43:23.443505 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fca5dc1-0288-4110-8c08-944429273b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.443994 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3f2fb4-b291-4097-99ba-10659e8ac4a9', 'name': 'network-vif-deleted', 'tag': '317466fe-441a-4542-99ee-bc9e84b83065', 'status': 'completed', 'code': 200} Nov 13 04:43:23.462402 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fca5dc1-0288-4110-8c08-944429273b66 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:43:23.462845 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fca5dc1-0288-4110-8c08-944429273b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:43:23.464807 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:43:23.484460 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-62e49448-0a80-4e98-b772-316a94f0fba3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b12983f8146043478e1de303695fb8a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1139009 Nov 13 04:43:23.497174 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47204) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:23.539103 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fca5dc1-0288-4110-8c08-944429273b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.552779 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fca5dc1-0288-4110-8c08-944429273b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.560849 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9fca5dc1-0288-4110-8c08-944429273b66 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f232b6a4-21f0-4d76-983e-56638d1d7411 HTTP/1.1" status: 204 len: 168 time: 0.4213150 Nov 13 04:43:23.564007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47206) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:23.594260 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca5dc1-0288-4110-8c08-944429273b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=f232b6a4-21f0-4d76-983e-56638d1d7411,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:23.663858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-456fe835-9513-4832-b58c-a14b37827e01 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:23.665459 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-456fe835-9513-4832-b58c-a14b37827e01 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.36 "GET /v2.0/networks?id=ad17a15f-c052-482e-b2f2-ab108d85f435 HTTP/1.1" status: 200 len: 812 time: 0.3334267 Nov 13 04:43:23.680461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4673c02-e304-4511-96c7-a0b6ea29e5ce admin admin] Deleting subnet 4844f0a8-5244-4ad2-bbf4-9b3c371fd303 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:43:23.688344 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4673c02-e304-4511-96c7-a0b6ea29e5ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.694439 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-9847ea84-b245-42f2-92a4-dc5929febba7 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Request body: {'port': {'device_id': '7cfc1a0a-aca7-4142-b160-39244dc2a0e5', 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435', 'admin_state_up': True, 'tenant_id': 'aa8b0e3b0c1b483cb39ea22f77284b52'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:23.705805 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd46c67c-f6c7-4209-aedd-5721939f6c9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.740344 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4673c02-e304-4511-96c7-a0b6ea29e5ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.743640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-03791555-0321-41d8-ae09-9c491ceec1d4 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:23.745409 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-03791555-0321-41d8-ae09-9c491ceec1d4 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.46 "GET /v2.0/networks?id=ad17a15f-c052-482e-b2f2-ab108d85f435 HTTP/1.1" status: 200 len: 812 time: 0.2616029 Nov 13 04:43:23.786570 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-febeda93-4915-43ab-835f-8326a1c54406 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Request body: {'port': {'device_id': 'a9b0743f-0f89-439f-9b8b-0a36b43185e3', 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435', 'admin_state_up': True, 'tenant_id': 'aa8b0e3b0c1b483cb39ea22f77284b52'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:23.787090 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4673c02-e304-4511-96c7-a0b6ea29e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.797393 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd46c67c-f6c7-4209-aedd-5721939f6c9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.866763 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4673c02-e304-4511-96c7-a0b6ea29e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.900874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4673c02-e304-4511-96c7-a0b6ea29e5ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4844f0a8-5244-4ad2-bbf4-9b3c371fd303,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:23.914431 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4673c02-e304-4511-96c7-a0b6ea29e5ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:23.922023 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d4673c02-e304-4511-96c7-a0b6ea29e5ce admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4844f0a8-5244-4ad2-bbf4-9b3c371fd303 HTTP/1.1" status: 204 len: 168 time: 0.3567212 Nov 13 04:43:23.923850 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47216) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:24.023046 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16a111ee-9371-4eed-8d52-24f6edc32858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:24.325166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb47b4-42a0-4f70-b2f3-ed617cebea7b req-3efbaae4-c5a8-4963-b72e-527d90665edf tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:24.334597 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-16bb47b4-42a0-4f70-b2f3-ed617cebea7b req-3efbaae4-c5a8-4963-b72e-527d90665edf tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 951 time: 0.1693864 Nov 13 04:43:24.354433 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd46c67c-f6c7-4209-aedd-5721939f6c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:24.357074 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd46c67c-f6c7-4209-aedd-5721939f6c9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:24.358542 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fd46c67c-f6c7-4209-aedd-5721939f6c9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75b0ee65-e531-4d1a-bf21-dc21a9fdb946 HTTP/1.1" status: 204 len: 168 time: 0.8599722 Nov 13 04:43:24.387278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46c67c-f6c7-4209-aedd-5721939f6c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b0ee65-e531-4d1a-bf21-dc21a9fdb946,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:24.396221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-9847ea84-b245-42f2-92a4-dc5929febba7 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Made reservation on behalf of aa8b0e3b0c1b483cb39ea22f77284b52 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:24.400073 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-9847ea84-b245-42f2-92a4-dc5929febba7 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:24.456922 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-16bb47b4-42a0-4f70-b2f3-ed617cebea7b req-5ade3bf2-c242-41a3-8db6-cb85be96536a tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214790 Nov 13 04:43:24.463622 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-febeda93-4915-43ab-835f-8326a1c54406 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Made reservation on behalf of aa8b0e3b0c1b483cb39ea22f77284b52 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:24.467788 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-febeda93-4915-43ab-835f-8326a1c54406 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:24.569443 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16a111ee-9371-4eed-8d52-24f6edc32858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:24.616771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3635b-249c-438a-9e01-cc0788601ff3 req-59bb62bf-8256-46b7-be8e-d45ef36486f0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:24.618567 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75a3635b-249c-438a-9e01-cc0788601ff3 req-59bb62bf-8256-46b7-be8e-d45ef36486f0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 951 time: 0.5555644 Nov 13 04:43:24.620447 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9143f758-5a77-4f12-8526-5e8351f8df44 req-da939727-08b9-4d9a-a947-03562cafb7b0 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 210 time: 0.0572910 Nov 13 04:43:24.655876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-9847ea84-b245-42f2-92a4-dc5929febba7 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Allocated IP 172.20.0.8 (ad17a15f-c052-482e-b2f2-ab108d85f435/fff6f859-2986-452a-ba50-c0ebcea24e8c/61777a89-0d53-474b-90cc-af4b76998b69) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:43:24.671109 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-16a111ee-9371-4eed-8d52-24f6edc32858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a456773-f734-41f9-87a1-db55d60ec8fc']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:24.681468 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b1759a3a-416f-4ab5-97a7-1a69a5bce9ba no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:43:24.712115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-16a111ee-9371-4eed-8d52-24f6edc32858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e658adb1-9d0f-436c-b9e7-2a24ea754d91') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:24.712731 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-16a111ee-9371-4eed-8d52-24f6edc32858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e658adb1-9d0f-436c-b9e7-2a24ea754d91') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:24.728339 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16a111ee-9371-4eed-8d52-24f6edc32858 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:24.745857 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16a111ee-9371-4eed-8d52-24f6edc32858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:24.760801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a111ee-9371-4eed-8d52-24f6edc32858 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:43:24.761388 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16a111ee-9371-4eed-8d52-24f6edc32858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:43:24.764191 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:43:24.814324 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:24.838865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:24.841617 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb255da-ef36-4128-a325-d607b9d98e8e" -d '{"events": [{"server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "name": "network-vif-unplugged", "status": "completed", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:24.872018 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-9847ea84-b245-42f2-92a4-dc5929febba7 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:24.886049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:24.889964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-75a3635b-249c-438a-9e01-cc0788601ff3 req-260744a7-2aab-4b50-9715-8b698a548eb0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Deleting port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:24.890260 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-75a3635b-249c-438a-9e01-cc0788601ff3 req-260744a7-2aab-4b50-9715-8b698a548eb0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:24.894622 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:24.895777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a6675f3f-988d-4f16-8351-2c38f0fdf343 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:43:24.921428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: a6675f3f-988d-4f16-8351-2c38f0fdf343 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:43:24.922193 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a6675f3f-988d-4f16-8351-2c38f0fdf343 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:43:24.926614 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f8b518-94d6-4ca8-a54a-c30774d78386 x-openstack-request-id: req-71f8b518-94d6-4ca8-a54a-c30774d78386 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:24.926896 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "name": "network-vif-unplugged", "status": "completed", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:24.927478 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71f8b518-94d6-4ca8-a54a-c30774d78386 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:24.928070 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba', 'code': 200} Nov 13 04:43:24.937333 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-9847ea84-b245-42f2-92a4-dc5929febba7 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:24.992137 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,revision_number=12']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:25.063375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-febeda93-4915-43ab-835f-8326a1c54406 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Allocated IP 172.20.0.5 (ad17a15f-c052-482e-b2f2-ab108d85f435/fff6f859-2986-452a-ba50-c0ebcea24e8c/8d39ee50-3df3-43e6-b567-ac236aa4544d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:43:25.081648 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16a111ee-9371-4eed-8d52-24f6edc32858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:25.082318 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-9847ea84-b245-42f2-92a4-dc5929febba7 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Network ad17a15f-c052-482e-b2f2-ab108d85f435 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:43:25.086540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847ea84-b245-42f2-92a4-dc5929febba7 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Pushing event updated for resources: {'Port': ['ID=61777a89-0d53-474b-90cc-af4b76998b69,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:25.094676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-9847ea84-b245-42f2-92a4-dc5929febba7 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:25.097038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-9847ea84-b245-42f2-92a4-dc5929febba7 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:43:25.104074 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16a111ee-9371-4eed-8d52-24f6edc32858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:25.108068 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-16a111ee-9371-4eed-8d52-24f6edc32858 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5a456773-f734-41f9-87a1-db55d60ec8fc HTTP/1.1" status: 204 len: 168 time: 1.1829686 Nov 13 04:43:25.119822 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a111ee-9371-4eed-8d52-24f6edc32858 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a456773-f734-41f9-87a1-db55d60ec8fc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:25.138765 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-75a3635b-249c-438a-9e01-cc0788601ff3 req-260744a7-2aab-4b50-9715-8b698a548eb0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] For port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:25.139201 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-75a3635b-249c-438a-9e01-cc0788601ff3 req-260744a7-2aab-4b50-9715-8b698a548eb0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:25.154551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-75a3635b-249c-438a-9e01-cc0788601ff3 req-260744a7-2aab-4b50-9715-8b698a548eb0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Calling delete_port for b1759a3a-416f-4ab5-97a7-1a69a5bce9ba owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:25.178516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:43:25.209285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-9847ea84-b245-42f2-92a4-dc5929febba7 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:25.209985 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-9847ea84-b245-42f2-92a4-dc5929febba7 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:25.215888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:43:25.216227 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7e545820-faf3-4d8a-b3d9-76ff7dd68ef8 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:43:25.276034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-9847ea84-b245-42f2-92a4-dc5929febba7 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5918429 Nov 13 04:43:25.298685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Request body: {'port': {'device_id': '7cfc1a0a-aca7-4142-b160-39244dc2a0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:25.321951 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-75a3635b-249c-438a-9e01-cc0788601ff3 req-260744a7-2aab-4b50-9715-8b698a548eb0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:25.354594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d994b596-e39d-4c7d-9ab4-400f61e88774'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:25.359635 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5174efca-acba-4b86-ac8f-664b949ef942'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:25.380050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260744a7-2aab-4b50-9715-8b698a548eb0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Pushing event deleted for resources: {'Port': ['ID=b1759a3a-416f-4ab5-97a7-1a69a5bce9ba,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:25.383265 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-febeda93-4915-43ab-835f-8326a1c54406 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:25.401373 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:25.476315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47256) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:25.506931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a3635b-249c-438a-9e01-cc0788601ff3 req-260744a7-2aab-4b50-9715-8b698a548eb0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] No DVR routers for this DVR port b1759a3a-416f-4ab5-97a7-1a69a5bce9ba on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:43:25.524014 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-75a3635b-249c-438a-9e01-cc0788601ff3 req-260744a7-2aab-4b50-9715-8b698a548eb0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:25.527737 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75a3635b-249c-438a-9e01-cc0788601ff3 req-260744a7-2aab-4b50-9715-8b698a548eb0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.36 "DELETE /v2.0/ports/b1759a3a-416f-4ab5-97a7-1a69a5bce9ba HTTP/1.1" status: 204 len: 173 time: 0.8973126 Nov 13 04:43:25.528218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'name': 'network-vif-deleted', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:25.538571 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1b86e5-d456-402b-aac6-1d20985b42aa" -d '{"events": [{"server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "name": "network-vif-deleted", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:25.539012 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-febeda93-4915-43ab-835f-8326a1c54406 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:25.715969 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ddd4a931-0291-449a-a5f8-7d4cbf2b6502 req-7828ca13-230f-4cb1-8b7d-3560e37ac349 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe05102-ae65-4259-bd30-8dc7167b1b68 HTTP/1.1" status: 200 len: 210 time: 0.0727336 Nov 13 04:43:25.717983 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8df4d83-abdb-46ab-a739-b55be9375042 x-openstack-request-id: req-e8df4d83-abdb-46ab-a739-b55be9375042 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:25.718271 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe05102-ae65-4259-bd30-8dc7167b1b68", "name": "network-vif-deleted", "tag": "b1759a3a-416f-4ab5-97a7-1a69a5bce9ba", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:25.718522 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8df4d83-abdb-46ab-a739-b55be9375042 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:25.719007 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe05102-ae65-4259-bd30-8dc7167b1b68', 'name': 'network-vif-deleted', 'tag': 'b1759a3a-416f-4ab5-97a7-1a69a5bce9ba', 'status': 'completed', 'code': 200} Nov 13 04:43:25.729144 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a7fb97b2-5f59-4046-ad14-3e42cd7ba2d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e2657c56e1540b0838b8ee4f0dea59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489641 Nov 13 04:43:25.731354 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47272) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:25.793148 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-febeda93-4915-43ab-835f-8326a1c54406 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Network ad17a15f-c052-482e-b2f2-ab108d85f435 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:43:25.808652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-febeda93-4915-43ab-835f-8326a1c54406 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:25.826455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-febeda93-4915-43ab-835f-8326a1c54406 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:43:25.927162 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53b86cf0-179a-4c6b-a28c-a02fceadc8f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:25.971284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febeda93-4915-43ab-835f-8326a1c54406 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Pushing event updated for resources: {'Port': ['ID=8d39ee50-3df3-43e6-b567-ac236aa4544d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:25.975439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990d5be-57e4-43c1-83a1-daa1ff215222 req-1165294b-434b-45a2-9757-410c341488eb tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:25.980501 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c990d5be-57e4-43c1-83a1-daa1ff215222 req-1165294b-434b-45a2-9757-410c341488eb tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 931 time: 0.1036863 Nov 13 04:43:25.983082 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53b86cf0-179a-4c6b-a28c-a02fceadc8f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.076731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-febeda93-4915-43ab-835f-8326a1c54406 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:26.083637 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-febeda93-4915-43ab-835f-8326a1c54406 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.145891 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-febeda93-4915-43ab-835f-8326a1c54406 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3692019 Nov 13 04:43:26.182519 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c990d5be-57e4-43c1-83a1-daa1ff215222 req-bf9f23e6-5e43-4da6-b2f4-1caf1b7ed464 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908472 Nov 13 04:43:26.209978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Request body: {'port': {'device_id': 'a9b0743f-0f89-439f-9b8b-0a36b43185e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:26.211757 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53b86cf0-179a-4c6b-a28c-a02fceadc8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.214541 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53b86cf0-179a-4c6b-a28c-a02fceadc8f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.218538 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-53b86cf0-179a-4c6b-a28c-a02fceadc8f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54eeada4-509a-42ce-8e70-316c2152ff4b HTTP/1.1" status: 204 len: 168 time: 0.4797847 Nov 13 04:43:26.231463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b86cf0-179a-4c6b-a28c-a02fceadc8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eeada4-509a-42ce-8e70-316c2152ff4b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:26.259929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61777a89-0d53-474b-90cc-af4b76998b69 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:26.273251 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.311150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Transition to ACTIVE for port object 61777a89-0d53-474b-90cc-af4b76998b69 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:43:26.312374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.323541 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.415942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Pushing event updated for resources: {'Port': ['ID=61777a89-0d53-474b-90cc-af4b76998b69,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:26.532732 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:26.604109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Attempting to bind port 61777a89-0d53-474b-90cc-af4b76998b69 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:43:26.604458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Attempting to bind port 61777a89-0d53-474b-90cc-af4b76998b69 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:43:26.604834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Attempting to bind port 61777a89-0d53-474b-90cc-af4b76998b69 on network ad17a15f-c052-482e-b2f2-ab108d85f435 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:26.612165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Port 61777a89-0d53-474b-90cc-af4b76998b69 on network ad17a15f-c052-482e-b2f2-ab108d85f435 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:43:26.612497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Attempting to bind port 61777a89-0d53-474b-90cc-af4b76998b69 on network ad17a15f-c052-482e-b2f2-ab108d85f435 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:26.626320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:43:26.626670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Checking segment: {'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:26.627080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Bound using segment: {'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:43:26.627524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Bound port: 61777a89-0d53-474b-90cc-af4b76998b69, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:43:26.627879 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.652526 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56087a6b-d328-4353-b048-3535e0f67a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.680234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47302) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:26.742515 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-20dc823e-c914-4473-9b8c-d751cc41db91 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1338c1d019bf4a5d990ae3fc624e154d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0609505 Nov 13 04:43:26.744956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47306) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:26.753471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] For port 61777a89-0d53-474b-90cc-af4b76998b69, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:43:26.770344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] For port 61777a89-0d53-474b-90cc-af4b76998b69, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=61777a89-0d53-474b-90cc-af4b76998b69,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:43:26.780060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d39ee50-3df3-43e6-b567-ac236aa4544d {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:26.787802 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.792004 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.831325 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6da7f40-7604-431c-b9cd-639fed5e8cbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.839688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:26.840304 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.842009 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] 10.222.0.36 "PUT /v2.0/ports/61777a89-0d53-474b-90cc-af4b76998b69 HTTP/1.1" status: 200 len: 1091 time: 1.5479403 Nov 13 04:43:26.844026 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfc1a0a-aca7-4142-b160-39244dc2a0e5', 'tag': '61777a89-0d53-474b-90cc-af4b76998b69'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:26.846184 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56087a6b-d328-4353-b048-3535e0f67a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.846321 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab988c12-f23f-418e-9fc7-def5b8c0700a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfc1a0a-aca7-4142-b160-39244dc2a0e5", "tag": "61777a89-0d53-474b-90cc-af4b76998b69"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:26.849473 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Transition to ACTIVE for port object 8d39ee50-3df3-43e6-b567-ac236aa4544d will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:43:26.857239 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.864746 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56087a6b-d328-4353-b048-3535e0f67a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.879697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ada1c6-78a8-411b-8b02-f43d7a0c6446 service neutron] Pushing event updated for resources: {'Port': ['ID=61777a89-0d53-474b-90cc-af4b76998b69,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:26.915276 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6da7f40-7604-431c-b9cd-639fed5e8cbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:26.975359 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3157f79a-d176-4054-82d9-3689f75eaba1 x-openstack-request-id: req-3157f79a-d176-4054-82d9-3689f75eaba1 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:26.975655 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfc1a0a-aca7-4142-b160-39244dc2a0e5", "tag": "61777a89-0d53-474b-90cc-af4b76998b69", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:26.975904 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3157f79a-d176-4054-82d9-3689f75eaba1 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:26.976506 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfc1a0a-aca7-4142-b160-39244dc2a0e5', 'tag': '61777a89-0d53-474b-90cc-af4b76998b69', 'status': 'completed', 'code': 200} Nov 13 04:43:26.982996 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-56087a6b-d328-4353-b048-3535e0f67a05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18f7995d966f487d89e4076114aefcd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4490795 Nov 13 04:43:26.989754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47318) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:26.991944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56087a6b-d328-4353-b048-3535e0f67a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b7df88-672d-4111-9771-b6352acd0aec,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:27.003840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d39ee50-3df3-43e6-b567-ac236aa4544d,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:27.057497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Attempting to bind port 8d39ee50-3df3-43e6-b567-ac236aa4544d on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:43:27.057900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Attempting to bind port 8d39ee50-3df3-43e6-b567-ac236aa4544d by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:43:27.058304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Attempting to bind port 8d39ee50-3df3-43e6-b567-ac236aa4544d on network ad17a15f-c052-482e-b2f2-ab108d85f435 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:27.067295 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-655917bb-c597-4d06-8ab3-5048f3d125d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:27.070387 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-3f3316ca-0022-4962-a603-7b0d4eeda440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:27.071979 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-3f3316ca-0022-4962-a603-7b0d4eeda440 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8b0e3b0c1b483cb39ea22f77284b52&device_id=7cfc1a0a-aca7-4142-b160-39244dc2a0e5 HTTP/1.1" status: 200 len: 1094 time: 0.1339753 Nov 13 04:43:27.075195 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Port 8d39ee50-3df3-43e6-b567-ac236aa4544d on network ad17a15f-c052-482e-b2f2-ab108d85f435 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:43:27.075513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Attempting to bind port 8d39ee50-3df3-43e6-b567-ac236aa4544d on network ad17a15f-c052-482e-b2f2-ab108d85f435 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:27.088578 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6da7f40-7604-431c-b9cd-639fed5e8cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:27.091139 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6da7f40-7604-431c-b9cd-639fed5e8cbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:27.094604 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b6da7f40-7604-431c-b9cd-639fed5e8cbd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/566ad4e3-baad-4634-97f9-3be000781265 HTTP/1.1" status: 204 len: 168 time: 0.3464527 Nov 13 04:43:27.098816 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-655917bb-c597-4d06-8ab3-5048f3d125d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:27.114044 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da7f40-7604-431c-b9cd-639fed5e8cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566ad4e3-baad-4634-97f9-3be000781265,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:27.133287 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:43:27.133613 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Checking segment: {'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:27.134180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Bound using segment: {'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:43:27.134630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Bound port: 8d39ee50-3df3-43e6-b567-ac236aa4544d, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48bd293f-2711-43e4-bd9f-38f0fdb701a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:43:27.135113 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:27.142663 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-276a494e-2fe2-4927-9f00-dbd07a19e256 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61777a89-0d53-474b-90cc-af4b76998b69 HTTP/1.1" status: 200 len: 217 time: 0.0510824 Nov 13 04:43:27.172623 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-655917bb-c597-4d06-8ab3-5048f3d125d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:27.175461 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-655917bb-c597-4d06-8ab3-5048f3d125d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:27.176799 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-655917bb-c597-4d06-8ab3-5048f3d125d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87b7df88-672d-4111-9771-b6352acd0aec HTTP/1.1" status: 204 len: 168 time: 0.1859057 Nov 13 04:43:27.186208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 317466fe-441a-4542-99ee-bc9e84b83065 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:43:27.186756 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655917bb-c597-4d06-8ab3-5048f3d125d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b7df88-672d-4111-9771-b6352acd0aec,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:27.223304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7aca5-8712-4c4d-ac8c-dd725e2d95d1 req-91c50c44-7607-4bee-918d-49d5951a3309 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:27.228342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 317466fe-441a-4542-99ee-bc9e84b83065 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:43:27.228761 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 317466fe-441a-4542-99ee-bc9e84b83065 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:43:27.240067 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7ac7aca5-8712-4c4d-ac8c-dd725e2d95d1 req-91c50c44-7607-4bee-918d-49d5951a3309 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.1852584 Nov 13 04:43:27.289499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-35e556f7-e160-4fba-8820-4e14a78ce22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:27.291430 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-35e556f7-e160-4fba-8820-4e14a78ce22e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fff6f859-2986-452a-ba50-c0ebcea24e8c HTTP/1.1" status: 200 len: 852 time: 0.1416185 Nov 13 04:43:27.345987 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-cc39be5d-ee3b-4fa7-8e36-9d897f22663d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad17a15f-c052-482e-b2f2-ab108d85f435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462196 Nov 13 04:43:27.359230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1b37e-2762-4d3a-b297-e3b80fb07b68 req-f1530720-251c-4865-a7af-759535d899fd tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:27.368503 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ed1b37e-2762-4d3a-b297-e3b80fb07b68 req-f1530720-251c-4865-a7af-759535d899fd tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 943 time: 0.0820315 Nov 13 04:43:27.414593 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7ac7aca5-8712-4c4d-ac8c-dd725e2d95d1 req-76ad7c21-3b27-4262-85f9-ae4426940042 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701143 Nov 13 04:43:27.443081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] For port 8d39ee50-3df3-43e6-b567-ac236aa4544d, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:43:27.444392 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ed1b37e-2762-4d3a-b297-e3b80fb07b68 req-4fda97a4-3db4-40e5-bfb4-17c41832b5f2 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746567 Nov 13 04:43:27.496478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] For port 8d39ee50-3df3-43e6-b567-ac236aa4544d, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8d39ee50-3df3-43e6-b567-ac236aa4544d,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:43:27.507199 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:27.562773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:27.563386 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:27.564831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] 10.222.0.46 "PUT /v2.0/ports/8d39ee50-3df3-43e6-b567-ac236aa4544d HTTP/1.1" status: 200 len: 1091 time: 1.3665304 Nov 13 04:43:27.594016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-7f0e22a8-4939-42ab-9eef-8877e1c62122 service neutron] 10.222.0.36 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370300 Nov 13 04:43:27.594655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f03d0c-5f38-4051-b252-3592f81d07b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d39ee50-3df3-43e6-b567-ac236aa4544d,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:27.754334 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-b129e3cd-9f1f-488b-8e96-92ca5686c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:27.755906 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-b129e3cd-9f1f-488b-8e96-92ca5686c7b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8b0e3b0c1b483cb39ea22f77284b52&device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 1094 time: 0.1243663 Nov 13 04:43:27.760004 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-a31e5207-bd9a-4513-8e1d-89acbad4c0d0 service neutron] 10.222.0.36 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583228 Nov 13 04:43:27.807072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47356) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:27.819035 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-5ea27d05-46fe-4071-ba50-58ee632523a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d39ee50-3df3-43e6-b567-ac236aa4544d HTTP/1.1" status: 200 len: 217 time: 0.0389132 Nov 13 04:43:27.823784 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1192910b-046b-4ac5-8705-4b9a55d6f00f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:27.899647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-4ead845a-5e68-4b79-9641-416f6dbcf7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:27.901141 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-4ead845a-5e68-4b79-9641-416f6dbcf7aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fff6f859-2986-452a-ba50-c0ebcea24e8c HTTP/1.1" status: 200 len: 852 time: 0.0708184 Nov 13 04:43:27.914163 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1192910b-046b-4ac5-8705-4b9a55d6f00f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:27.921991 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1192910b-046b-4ac5-8705-4b9a55d6f00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:27.946341 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-972eb7bf-5b74-48b6-b64d-a2ea37d0087d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad17a15f-c052-482e-b2f2-ab108d85f435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326200 Nov 13 04:43:28.000602 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1192910b-046b-4ac5-8705-4b9a55d6f00f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c3d42b6ed1c4cdca279ea8850d8ab3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1911466 Nov 13 04:43:28.004393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47364) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:28.006283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192910b-046b-4ac5-8705-4b9a55d6f00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb1dadf-e266-4a1d-a897-c80b7a5e5c54,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:28.048053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab988c12-f23f-418e-9fc7-def5b8c0700a req-02d8361e-e134-4f4b-b0c5-998d18547c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:28.049852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab988c12-f23f-418e-9fc7-def5b8c0700a req-02d8361e-e134-4f4b-b0c5-998d18547c81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8b0e3b0c1b483cb39ea22f77284b52&device_id=7cfc1a0a-aca7-4142-b160-39244dc2a0e5 HTTP/1.1" status: 200 len: 1094 time: 0.1475003 Nov 13 04:43:28.196344 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-3e432673-8105-4325-81f3-f3c08caf77ac service neutron] 10.222.0.46 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303500 Nov 13 04:43:28.205436 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7333d949-0032-4c20-b48f-ade382db94a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.214337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47378) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:28.260131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab988c12-f23f-418e-9fc7-def5b8c0700a req-5227e3d3-4892-4f41-9b66-b0ae270b6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:28.261591 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab988c12-f23f-418e-9fc7-def5b8c0700a req-5227e3d3-4892-4f41-9b66-b0ae270b6126 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad17a15f-c052-482e-b2f2-ab108d85f435 HTTP/1.1" status: 200 len: 913 time: 0.2030501 Nov 13 04:43:28.304305 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7333d949-0032-4c20-b48f-ade382db94a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.315202 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.354735 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab988c12-f23f-418e-9fc7-def5b8c0700a req-bef69675-1ecd-40fa-baf4-8a2ef9b685b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61777a89-0d53-474b-90cc-af4b76998b69 HTTP/1.1" status: 200 len: 217 time: 0.0533664 Nov 13 04:43:28.396433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1811450722-network', 'tenant_id': '84f24f012ac64c77a0d17f88ca400a24'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:28.416745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] Made reservation on behalf of 84f24f012ac64c77a0d17f88ca400a24 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:28.419148 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.428325 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.448463 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-329b1560-6f0f-4d3d-999d-b73a14b03471 req-c06e2d4d-c9ab-46cf-83b4-652dd5925852 service neutron] 10.222.0.46 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408161 Nov 13 04:43:28.452282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab988c12-f23f-418e-9fc7-def5b8c0700a req-da301786-f940-4504-91fe-ae1ea0a7e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:28.453681 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab988c12-f23f-418e-9fc7-def5b8c0700a req-da301786-f940-4504-91fe-ae1ea0a7e986 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fff6f859-2986-452a-ba50-c0ebcea24e8c HTTP/1.1" status: 200 len: 852 time: 0.0909066 Nov 13 04:43:28.511325 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7333d949-0032-4c20-b48f-ade382db94a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.515188 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7333d949-0032-4c20-b48f-ade382db94a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.516532 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7333d949-0032-4c20-b48f-ade382db94a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfb1dadf-e266-4a1d-a897-c80b7a5e5c54 HTTP/1.1" status: 204 len: 168 time: 0.5071795 Nov 13 04:43:28.520821 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab988c12-f23f-418e-9fc7-def5b8c0700a req-0ffdee91-333e-46f9-bf97-2f80f0251f58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad17a15f-c052-482e-b2f2-ab108d85f435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575202 Nov 13 04:43:28.526838 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333d949-0032-4c20-b48f-ade382db94a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb1dadf-e266-4a1d-a897-c80b7a5e5c54,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:28.570435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cd149-7072-4f34-b7c8-46f4d0669a77 req-76f73dd6-7232-485f-9de2-3f711a61505b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:28.575385 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a91cd149-7072-4f34-b7c8-46f4d0669a77 req-76f73dd6-7232-485f-9de2-3f711a61505b tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0896344 Nov 13 04:43:28.606965 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.616893 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.659894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453cc470-6784-4fe8-ae2e-2420753181e5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:28.660152 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.668942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a0812-2eba-40f9-8395-00235e6dfbfe req-949b32b9-45fd-4170-a9bf-c53af12b5156 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:28.677633 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a4a0812-2eba-40f9-8395-00235e6dfbfe req-949b32b9-45fd-4170-a9bf-c53af12b5156 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 943 time: 0.1317842 Nov 13 04:43:28.681780 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:43:28.698062 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a91cd149-7072-4f34-b7c8-46f4d0669a77 req-6699abd8-120a-4a03-aadf-614e4bf38c9d tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161675 Nov 13 04:43:28.705012 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.705588 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] Added segment 12a759af-c87d-4b69-8599-3dcdcd3cd9d0 of type vlan for network 38c4ff77-85a2-430d-a6a9-b667d4750285 Nov 13 04:43:28.716151 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab988c12-f23f-418e-9fc7-def5b8c0700a req-121d1f30-62a2-42fe-b33a-eadbdbef37ac service neutron] 10.222.0.36 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719158 Nov 13 04:43:28.776957 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a4a0812-2eba-40f9-8395-00235e6dfbfe req-93b8510f-6331-4af4-81d2-c6f3b6d9028a tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975387 Nov 13 04:43:28.779708 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.816372 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.817409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:28.817995 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.850717 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6348946 Nov 13 04:43:28.853135 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab988c12-f23f-418e-9fc7-def5b8c0700a req-7d87943a-7bb0-47bb-b6f8-71a17be18303 service neutron] 10.222.0.36 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278384 Nov 13 04:43:28.853707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47416) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:28.859363 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3845029e-b756-4297-9b11-bff6041454d7 admin admin] Request body: {'subnet': {'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1811450722-subnet', 'tenant_id': '84f24f012ac64c77a0d17f88ca400a24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:28.888900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3845029e-b756-4297-9b11-bff6041454d7 admin admin] Made reservation on behalf of 84f24f012ac64c77a0d17f88ca400a24 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:28.891896 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3845029e-b756-4297-9b11-bff6041454d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.900882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e37ab-0c11-4a56-8390-ead745873cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=38c4ff77-85a2-430d-a6a9-b667d4750285,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:28.914244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 38c4ff77-85a2-430d-a6a9-b667d4750285 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:43:28.914395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47418) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:28.929647 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f15a1283-4e6f-4449-b991-ac0c8885c21d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:28.989929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b0743f-0f89-439f-9b8b-0a36b43185e3', 'tag': '8d39ee50-3df3-43e6-b567-ac236aa4544d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:28.993211 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b68907-b88c-49dd-bc32-f1e6bf5d7dab" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b0743f-0f89-439f-9b8b-0a36b43185e3", "tag": "8d39ee50-3df3-43e6-b567-ac236aa4544d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:29.035384 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f15a1283-4e6f-4449-b991-ac0c8885c21d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:29.044125 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f15a1283-4e6f-4449-b991-ac0c8885c21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:29.048457 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34495dc-0b4b-4cde-b0ad-fc3b8252fddb x-openstack-request-id: req-f34495dc-0b4b-4cde-b0ad-fc3b8252fddb {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:29.048744 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b0743f-0f89-439f-9b8b-0a36b43185e3", "tag": "8d39ee50-3df3-43e6-b567-ac236aa4544d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:29.049442 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f34495dc-0b4b-4cde-b0ad-fc3b8252fddb {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:29.049442 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b0743f-0f89-439f-9b8b-0a36b43185e3', 'tag': '8d39ee50-3df3-43e6-b567-ac236aa4544d', 'status': 'completed', 'code': 200} Nov 13 04:43:29.061921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b361003-b63f-47f4-9cd4-6c5007115abf req-1b7d87a9-621a-4aed-b592-9ba189b495d3 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:29.063315 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b361003-b63f-47f4-9cd4-6c5007115abf req-1b7d87a9-621a-4aed-b592-9ba189b495d3 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.46 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.1420128 Nov 13 04:43:29.077991 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f15a1283-4e6f-4449-b991-ac0c8885c21d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3849e33f98e649c6a6c0314b6ba0b904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622727 Nov 13 04:43:29.085262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47424) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:29.118984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a1283-4e6f-4449-b991-ac0c8885c21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9cf66e-bb21-4b10-ab44-270b03313ebf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:29.161427 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4c6959e-2a06-4bee-a360-2b70cfdb02b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:29.191986 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4c6959e-2a06-4bee-a360-2b70cfdb02b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:29.245152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4c6959e-2a06-4bee-a360-2b70cfdb02b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:29.248682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4c6959e-2a06-4bee-a360-2b70cfdb02b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:29.252373 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a4c6959e-2a06-4bee-a360-2b70cfdb02b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd9cf66e-bb21-4b10-ab44-270b03313ebf HTTP/1.1" status: 204 len: 168 time: 0.1633494 Nov 13 04:43:29.258676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6959e-2a06-4bee-a360-2b70cfdb02b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9cf66e-bb21-4b10-ab44-270b03313ebf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:29.280342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b68907-b88c-49dd-bc32-f1e6bf5d7dab req-151b01d6-0976-412d-9368-8c0565b477d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:29.281925 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-94b68907-b88c-49dd-bc32-f1e6bf5d7dab req-151b01d6-0976-412d-9368-8c0565b477d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa8b0e3b0c1b483cb39ea22f77284b52&device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 1094 time: 0.1373968 Nov 13 04:43:29.321014 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3845029e-b756-4297-9b11-bff6041454d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:29.707189 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1b361003-b63f-47f4-9cd4-6c5007115abf req-df78f902-ec3e-4d62-ab27-ac7a5edfe0c7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Deleting port 5174efca-acba-4b86-ac8f-664b949ef942 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:29.707951 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1b361003-b63f-47f4-9cd4-6c5007115abf req-df78f902-ec3e-4d62-ab27-ac7a5edfe0c7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:29.811851 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845029e-b756-4297-9b11-bff6041454d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:29.848398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845029e-b756-4297-9b11-bff6041454d7 admin admin] Checking segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:29.848793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3845029e-b756-4297-9b11-bff6041454d7 admin admin] Network hostable DHCP agents. Network: 38c4ff77-85a2-430d-a6a9-b667d4750285, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:43:29.860030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b68907-b88c-49dd-bc32-f1e6bf5d7dab req-337a4f25-6d61-46a8-9e40-3df432ddb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:29.861553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-94b68907-b88c-49dd-bc32-f1e6bf5d7dab req-337a4f25-6d61-46a8-9e40-3df432ddb01a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad17a15f-c052-482e-b2f2-ab108d85f435 HTTP/1.1" status: 200 len: 913 time: 0.5710542 Nov 13 04:43:29.880428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95986803-8af3-4fd0-8781-93c42f0e0a60 req-43c16cb4-e240-48f6-9bb7-02daf87d86e9 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:29.888725 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-95986803-8af3-4fd0-8781-93c42f0e0a60 req-43c16cb4-e240-48f6-9bb7-02daf87d86e9 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 949 time: 0.0922625 Nov 13 04:43:29.932942 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-94b68907-b88c-49dd-bc32-f1e6bf5d7dab req-3d0ba8a8-d372-441f-a20f-84d1a5cd5f8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d39ee50-3df3-43e6-b567-ac236aa4544d HTTP/1.1" status: 200 len: 217 time: 0.0623763 Nov 13 04:43:29.947811 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-95986803-8af3-4fd0-8781-93c42f0e0a60 req-30704d4a-fdf5-48b7-b1df-f78b12e5a4dc tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576463 Nov 13 04:43:29.953685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1b361003-b63f-47f4-9cd4-6c5007115abf req-df78f902-ec3e-4d62-ab27-ac7a5edfe0c7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] For port 5174efca-acba-4b86-ac8f-664b949ef942, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5174efca-acba-4b86-ac8f-664b949ef942,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:29.954137 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1b361003-b63f-47f4-9cd4-6c5007115abf req-df78f902-ec3e-4d62-ab27-ac7a5edfe0c7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:29.989996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3845029e-b756-4297-9b11-bff6041454d7 admin admin] Network 38c4ff77-85a2-430d-a6a9-b667d4750285 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:43:30.038313 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1b361003-b63f-47f4-9cd4-6c5007115abf req-df78f902-ec3e-4d62-ab27-ac7a5edfe0c7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Calling delete_port for 5174efca-acba-4b86-ac8f-664b949ef942 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:30.046258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-3845029e-b756-4297-9b11-bff6041454d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 38c4ff77-85a2-430d-a6a9-b667d4750285) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:30.058141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f5ffb4-e9b9-4890-9460-2ab72b88f9c1 None None] Network 38c4ff77-85a2-430d-a6a9-b667d4750285 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:43:30.066164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3845029e-b756-4297-9b11-bff6041454d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:30.066769 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3845029e-b756-4297-9b11-bff6041454d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:30.131115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b68907-b88c-49dd-bc32-f1e6bf5d7dab req-57e396dd-d2dd-4a70-995c-0253e29b0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:30.132614 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-94b68907-b88c-49dd-bc32-f1e6bf5d7dab req-57e396dd-d2dd-4a70-995c-0253e29b0509 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fff6f859-2986-452a-ba50-c0ebcea24e8c HTTP/1.1" status: 200 len: 852 time: 0.1844053 Nov 13 04:43:30.152897 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c084f-9ab2-45f6-b4f2-bad9b1b96b47 req-46b33ee7-8716-492a-bdef-f9db698db5a5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:30.154405 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-740c084f-9ab2-45f6-b4f2-bad9b1b96b47 req-46b33ee7-8716-492a-bdef-f9db698db5a5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 943 time: 0.2247188 Nov 13 04:43:30.169455 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3845029e-b756-4297-9b11-bff6041454d7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3143570 Nov 13 04:43:30.197196 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-94b68907-b88c-49dd-bc32-f1e6bf5d7dab req-dd793472-046c-4234-91e7-dc3d4a80b369 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad17a15f-c052-482e-b2f2-ab108d85f435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417168 Nov 13 04:43:30.209025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ad7ef-cec4-4fc3-af48-5e4eb7462c52 None None] Network 38c4ff77-85a2-430d-a6a9-b667d4750285 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:43:30.360282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-740c084f-9ab2-45f6-b4f2-bad9b1b96b47 req-9c054416-8d89-42d5-a5a5-c1d98a94b0b1 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871345 Nov 13 04:43:30.441439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-94b68907-b88c-49dd-bc32-f1e6bf5d7dab req-cef8fcb4-3a91-4465-9613-fdcc92d1e52e service neutron] 10.222.0.46 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337584 Nov 13 04:43:30.480258 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1b361003-b63f-47f4-9cd4-6c5007115abf req-df78f902-ec3e-4d62-ab27-ac7a5edfe0c7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:30.513673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d994b596-e39d-4c7d-9ab4-400f61e88774'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:30.518246 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5174efca-acba-4b86-ac8f-664b949ef942'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:30.554047 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78f902-ec3e-4d62-ab27-ac7a5edfe0c7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Pushing event deleted for resources: {'Port': ['ID=5174efca-acba-4b86-ac8f-664b949ef942,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:30.601544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b361003-b63f-47f4-9cd4-6c5007115abf req-df78f902-ec3e-4d62-ab27-ac7a5edfe0c7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] No DVR routers for this DVR port 5174efca-acba-4b86-ac8f-664b949ef942 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:43:30.604418 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1b361003-b63f-47f4-9cd4-6c5007115abf req-df78f902-ec3e-4d62-ab27-ac7a5edfe0c7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:30.608677 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b361003-b63f-47f4-9cd4-6c5007115abf req-df78f902-ec3e-4d62-ab27-ac7a5edfe0c7 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.46 "DELETE /v2.0/ports/5174efca-acba-4b86-ac8f-664b949ef942 HTTP/1.1" status: 204 len: 173 time: 1.5306087 Nov 13 04:43:30.678220 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-94b68907-b88c-49dd-bc32-f1e6bf5d7dab req-86219d42-4043-4910-928d-f0b8722d731c service neutron] 10.222.0.46 "GET /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273533 Nov 13 04:43:30.737233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 61777a89-0d53-474b-90cc-af4b76998b69 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:43:30.936853 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 61777a89-0d53-474b-90cc-af4b76998b69, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=61777a89-0d53-474b-90cc-af4b76998b69,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:30.959106 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '61777a89-0d53-474b-90cc-af4b76998b69', 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435', 'port_id': '61777a89-0d53-474b-90cc-af4b76998b69', 'mac_address': 'fa:16:3e:14:c3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff6f859-2986-452a-ba50-c0ebcea24e8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:43:31.044591 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.050810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd640cf9c-b74e-40e8-9f78-05b946b1dd7d', 'name': 'network-vif-deleted', 'tag': '5174efca-acba-4b86-ac8f-664b949ef942'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:31.053454 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c1f8c4-0e0f-4de9-aad4-60448185917b" -d '{"events": [{"server_uuid": "d640cf9c-b74e-40e8-9f78-05b946b1dd7d", "name": "network-vif-deleted", "tag": "5174efca-acba-4b86-ac8f-664b949ef942"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:31.060876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61777a89-0d53-474b-90cc-af4b76998b69 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:31.076862 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47540) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:31.082830 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-260490883-network', 'tenant_id': '974ba1111c2f46c4962662ac84f07054'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:31.106896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 61777a89-0d53-474b-90cc-af4b76998b69, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=61777a89-0d53-474b-90cc-af4b76998b69,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:31.128263 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] Made reservation on behalf of 974ba1111c2f46c4962662ac84f07054 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:31.131762 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.133201 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.148103 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.155266 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf015de8-3ce3-4c66-8ee7-6c426081610f x-openstack-request-id: req-bf015de8-3ce3-4c66-8ee7-6c426081610f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:31.155634 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d640cf9c-b74e-40e8-9f78-05b946b1dd7d", "name": "network-vif-deleted", "tag": "5174efca-acba-4b86-ac8f-664b949ef942", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:31.155957 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf015de8-3ce3-4c66-8ee7-6c426081610f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:31.157547 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd640cf9c-b74e-40e8-9f78-05b946b1dd7d', 'name': 'network-vif-deleted', 'tag': '5174efca-acba-4b86-ac8f-664b949ef942', 'status': 'completed', 'code': 200} Nov 13 04:43:31.169668 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21e4b0b1-dae7-4464-b60e-4034ce3a8501 req-61caff0d-de9b-401f-a79c-d7b0116163da tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640cf9c-b74e-40e8-9f78-05b946b1dd7d HTTP/1.1" status: 200 len: 210 time: 0.0598245 Nov 13 04:43:31.238127 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=61777a89-0d53-474b-90cc-af4b76998b69,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:31.269354 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.275059 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.302348 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:43:31.318839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cbd505-4bcb-4da7-90a1-5dee9a409f2a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:31.322338 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.322686 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] Added segment 560228c1-ee61-4ded-9f80-6d2c9963a511 of type vlan for network adc77426-f7a0-4dcb-b2a9-c25f5fd2367f Nov 13 04:43:31.370493 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.404604 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.406659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:31.407723 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.488246 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4099829 Nov 13 04:43:31.489516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47558) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:31.498340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-663406fc-6562-426d-8f39-f08677503896 admin admin] Request body: {'subnet': {'network_id': 'adc77426-f7a0-4dcb-b2a9-c25f5fd2367f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-260490883-subnet', 'tenant_id': '974ba1111c2f46c4962662ac84f07054', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:31.518076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23df4ba-8b9e-471f-8444-d9648b7d9891 admin admin] Pushing event updated for resources: {'Network': ['ID=adc77426-f7a0-4dcb-b2a9-c25f5fd2367f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:31.535172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network adc77426-f7a0-4dcb-b2a9-c25f5fd2367f details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:43:31.543461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdbf07-779b-4d7a-ad86-7f2d70f68561 req-0952b145-e28e-4d5e-bb0e-0ff5462ac55b tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:31.545697 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7ffdbf07-779b-4d7a-ad86-7f2d70f68561 req-0952b145-e28e-4d5e-bb0e-0ff5462ac55b tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 943 time: 0.1059074 Nov 13 04:43:31.558903 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663406fc-6562-426d-8f39-f08677503896 admin admin] Made reservation on behalf of 974ba1111c2f46c4962662ac84f07054 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:31.561786 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-663406fc-6562-426d-8f39-f08677503896 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.607439 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['61777a89-0d53-474b-90cc-af4b76998b69'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:31.609799 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7ffdbf07-779b-4d7a-ad86-7f2d70f68561 req-7de07f19-18c0-4bab-b75a-9427180c0162 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566049 Nov 13 04:43:31.697850 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47568) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:31.791970 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-663406fc-6562-426d-8f39-f08677503896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.829096 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-843ef3a2-91c5-438d-aff0-6520409fbb15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.853254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663406fc-6562-426d-8f39-f08677503896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=177d8f17-780f-4d63-ab11-d58b14f1a1fa,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:31.865429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663406fc-6562-426d-8f39-f08677503896 admin admin] Checking segment: {'id': '560228c1-ee61-4ded-9f80-6d2c9963a511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'adc77426-f7a0-4dcb-b2a9-c25f5fd2367f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:31.865835 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663406fc-6562-426d-8f39-f08677503896 admin admin] Network hostable DHCP agents. Network: adc77426-f7a0-4dcb-b2a9-c25f5fd2367f, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:43:31.884997 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663406fc-6562-426d-8f39-f08677503896 admin admin] Network adc77426-f7a0-4dcb-b2a9-c25f5fd2367f is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:43:31.894933 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-663406fc-6562-426d-8f39-f08677503896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, adc77426-f7a0-4dcb-b2a9-c25f5fd2367f) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:31.899432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663406fc-6562-426d-8f39-f08677503896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:31.900028 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-663406fc-6562-426d-8f39-f08677503896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.910243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2f98c9-d9f7-4509-bd2b-9e1db93b2ac6 None None] Network adc77426-f7a0-4dcb-b2a9-c25f5fd2367f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:43:31.931759 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-663406fc-6562-426d-8f39-f08677503896 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4362988 Nov 13 04:43:31.931999 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-843ef3a2-91c5-438d-aff0-6520409fbb15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.936685 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-843ef3a2-91c5-438d-aff0-6520409fbb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:31.983169 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-843ef3a2-91c5-438d-aff0-6520409fbb15 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1715adfe473040a58e734d4b535fcfa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841675 Nov 13 04:43:31.983548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47586) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:31.984131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ef3a2-91c5-438d-aff0-6520409fbb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17deb5e3-e10e-4e89-8d08-c5e18ba056f1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:32.064952 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e3ff9a3c-70d9-467f-998f-c2e284878db2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:32.069891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63812ef0-c9f9-4e15-8d9c-307ffe91cbda None None] Network adc77426-f7a0-4dcb-b2a9-c25f5fd2367f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:43:32.094369 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e3ff9a3c-70d9-467f-998f-c2e284878db2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:32.162907 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e3ff9a3c-70d9-467f-998f-c2e284878db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:32.167486 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e3ff9a3c-70d9-467f-998f-c2e284878db2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:32.172490 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e3ff9a3c-70d9-467f-998f-c2e284878db2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/17deb5e3-e10e-4e89-8d08-c5e18ba056f1 HTTP/1.1" status: 204 len: 168 time: 0.1874299 Nov 13 04:43:32.182676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff9a3c-70d9-467f-998f-c2e284878db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17deb5e3-e10e-4e89-8d08-c5e18ba056f1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:32.470113 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eac7c116-353c-486c-895f-d526bc05f185 req-be1b680e-96a7-428c-a55f-4c4c552f3584 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=47c8e5e1e25646c485d60eb9f46a90cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237968 Nov 13 04:43:32.588347 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7c116-353c-486c-895f-d526bc05f185 req-568cafa3-c935-43fa-ba5b-38b588f3bf85 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:32.589858 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eac7c116-353c-486c-895f-d526bc05f185 req-568cafa3-c935-43fa-ba5b-38b588f3bf85 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1140735 Nov 13 04:43:32.606425 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eac7c116-353c-486c-895f-d526bc05f185 req-fdf74a6d-236c-4471-ac0e-3dfee1b20e84 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/quotas/47c8e5e1e25646c485d60eb9f46a90cf HTTP/1.1" status: 200 len: 375 time: 0.0092566 Nov 13 04:43:32.641953 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eac7c116-353c-486c-895f-d526bc05f185 req-37c41ccd-f41d-415c-b704-78150c519bd0 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47c8e5e1e25646c485d60eb9f46a90cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290818 Nov 13 04:43:32.670286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-ea6fe9b5-3271-4636-970c-580a817d0faf tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:32.671849 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-ea6fe9b5-3271-4636-970c-580a817d0faf tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 808 time: 0.1106584 Nov 13 04:43:32.690047 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-7021793d-1920-4835-be6e-384d89e9fcf6 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/quotas/84f24f012ac64c77a0d17f88ca400a24 HTTP/1.1" status: 200 len: 375 time: 0.0100904 Nov 13 04:43:32.707614 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 61777a89-0d53-474b-90cc-af4b76998b69 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:43:32.741092 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-445668ef-754a-4ea6-b96e-c5e22cb95010 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428970 Nov 13 04:43:32.804224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 61777a89-0d53-474b-90cc-af4b76998b69 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:43:32.812407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 61777a89-0d53-474b-90cc-af4b76998b69 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:43:32.812935 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:32.931862 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:32.966167 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfc1a0a-aca7-4142-b160-39244dc2a0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61777a89-0d53-474b-90cc-af4b76998b69'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:32.975082 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f44fc3-2242-4538-8bd1-9f6a7f155793" -d '{"events": [{"server_uuid": "7cfc1a0a-aca7-4142-b160-39244dc2a0e5", "name": "network-vif-plugged", "status": "completed", "tag": "61777a89-0d53-474b-90cc-af4b76998b69"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:33.006678 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 61777a89-0d53-474b-90cc-af4b76998b69, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=61777a89-0d53-474b-90cc-af4b76998b69,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:33.013856 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:33.074881 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-f5d2d39c-0f44-433e-8a06-1bd6fba6faa1 service neutron] 10.222.0.43 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066549 Nov 13 04:43:33.096163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=61777a89-0d53-474b-90cc-af4b76998b69,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:33.109145 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4638698-d3a7-4b98-97b0-c64e0872492e req-ce8c08d1-635a-4ff4-ad72-9447bf5edf87 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:33.119736 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d4638698-d3a7-4b98-97b0-c64e0872492e req-ce8c08d1-635a-4ff4-ad72-9447bf5edf87 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.0916710 Nov 13 04:43:33.170290 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d4638698-d3a7-4b98-97b0-c64e0872492e req-f0f2dabe-f73c-418e-97c8-9534c56474b4 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489748 Nov 13 04:43:33.181562 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-fd3a50f6-fbb9-4764-90ef-1588c65d7898 service neutron] 10.222.0.43 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058705 Nov 13 04:43:33.220350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8d39ee50-3df3-43e6-b567-ac236aa4544d details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:43:33.242804 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5174efca-acba-4b86-ac8f-664b949ef942 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:43:33.270835 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 5174efca-acba-4b86-ac8f-664b949ef942 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:43:33.271462 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5174efca-acba-4b86-ac8f-664b949ef942 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:43:33.412023 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8d39ee50-3df3-43e6-b567-ac236aa4544d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8d39ee50-3df3-43e6-b567-ac236aa4544d,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:33.429220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '8d39ee50-3df3-43e6-b567-ac236aa4544d', 'network_id': 'ad17a15f-c052-482e-b2f2-ab108d85f435', 'port_id': '8d39ee50-3df3-43e6-b567-ac236aa4544d', 'mac_address': 'fa:16:3e:5e:bb:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff6f859-2986-452a-ba50-c0ebcea24e8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:43:33.475624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d34a0-8a50-4d97-b10b-5b3d198282d8 req-36ca84a8-9c17-45b9-9a34-4a3221ea9287 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:33.477899 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:33.481483 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-116f1e10-2e26-4033-b06f-3ff52beb31f5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=47c8e5e1e25646c485d60eb9f46a90cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330780 Nov 13 04:43:33.486133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-121d34a0-8a50-4d97-b10b-5b3d198282d8 req-36ca84a8-9c17-45b9-9a34-4a3221ea9287 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 943 time: 0.1165402 Nov 13 04:43:33.499266 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d39ee50-3df3-43e6-b567-ac236aa4544d {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:33.523753 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8d39ee50-3df3-43e6-b567-ac236aa4544d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8d39ee50-3df3-43e6-b567-ac236aa4544d,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:33.531492 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:33.569973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-121d34a0-8a50-4d97-b10b-5b3d198282d8 req-5dfb3568-fafe-474a-a0b6-da5e4d1ecbe2 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817256 Nov 13 04:43:33.617558 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b109f96-bc44-4762-a87f-801250724656 x-openstack-request-id: req-2b109f96-bc44-4762-a87f-801250724656 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:33.617845 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfc1a0a-aca7-4142-b160-39244dc2a0e5", "name": "network-vif-plugged", "status": "completed", "tag": "61777a89-0d53-474b-90cc-af4b76998b69", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:33.618101 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b109f96-bc44-4762-a87f-801250724656 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:33.618491 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfc1a0a-aca7-4142-b160-39244dc2a0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61777a89-0d53-474b-90cc-af4b76998b69', 'code': 200} Nov 13 04:43:33.629994 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=8d39ee50-3df3-43e6-b567-ac236aa4544d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:33.709023 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-037e42f5-6f79-4839-b39d-a9c9206ea643 req-5ff69b0d-cf21-4694-b6c6-9ed597141fca tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 210 time: 0.0314977 Nov 13 04:43:33.740124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-574593f1-c1e7-44dc-afe1-7b8cd4cece7e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:33.747309 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-574593f1-c1e7-44dc-afe1-7b8cd4cece7e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648566 Nov 13 04:43:33.764644 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-4471c1bb-4605-444d-b5e6-a8af6ba86863 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/quotas/47c8e5e1e25646c485d60eb9f46a90cf HTTP/1.1" status: 200 len: 375 time: 0.0155723 Nov 13 04:43:33.811624 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-1b29b5ce-904c-4664-b47b-d8524624b836 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47c8e5e1e25646c485d60eb9f46a90cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459523 Nov 13 04:43:33.887912 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef5f96-81de-4295-b689-18408c3e8baa req-221c43c8-cc49-463b-8b7f-ab1cfd679d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:33.889605 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1aef5f96-81de-4295-b689-18408c3e8baa req-221c43c8-cc49-463b-8b7f-ab1cfd679d12 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7cfc1a0a-aca7-4142-b160-39244dc2a0e5 HTTP/1.1" status: 200 len: 1096 time: 0.0913899 Nov 13 04:43:33.939096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['8d39ee50-3df3-43e6-b567-ac236aa4544d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:33.996036 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1aef5f96-81de-4295-b689-18408c3e8baa req-e40ca222-7e5d-4109-b08f-e42309f02335 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905385 Nov 13 04:43:34.011089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47716) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:34.080464 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f3a1d4b-118e-410c-b293-630a3b7b3d72 req-2076783d-ddef-47f2-b9e1-fada97972efe tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 210 time: 0.0281315 Nov 13 04:43:34.129757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-36b2bd2e-453e-4024-bbf1-c378389f2d84 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-985745953'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:34.130331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-36b2bd2e-453e-4024-bbf1-c378389f2d84 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Unknown quota resources ['metering_label']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 04:43:34.152554 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a1d015e-0764-4f96-85e9-33ea50d396dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:34.316624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5472cb-8c70-4698-a183-e97ce63ab773 req-32eff4a8-0786-49fb-ab28-889544d5c241 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:34.318349 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da5472cb-8c70-4698-a183-e97ce63ab773 req-32eff4a8-0786-49fb-ab28-889544d5c241 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.0720625 Nov 13 04:43:34.326868 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36b2bd2e-453e-4024-bbf1-c378389f2d84 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:34.328128 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-36b2bd2e-453e-4024-bbf1-c378389f2d84 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3157871 Nov 13 04:43:34.331147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47730) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:34.336058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fd8163b9-9fe3-4ec3-a291-d6d858c700c6 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e8cee8e9-74bd-4c8d-bfaa-62ca6a9bff46'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:34.336780 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fd8163b9-9fe3-4ec3-a291-d6d858c700c6 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 04:43:34.373832 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da5472cb-8c70-4698-a183-e97ce63ab773 req-c84662b6-5940-46ca-ad18-15c285587977 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/security-groups?id=af3b6945-72d3-458a-9c54-3d47bbcf16ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489066 Nov 13 04:43:34.418155 n-d-813114-2 neutron-server[102668]: WARNING neutron.services.metering.metering_plugin [None req-fd8163b9-9fe3-4ec3-a291-d6d858c700c6 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 13 04:43:34.523532 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2633b3-210b-41f5-a17b-5594d1e1074e req-068cf67a-4973-4a6f-aa76-3f124b91b09c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:34.525119 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db2633b3-210b-41f5-a17b-5594d1e1074e req-068cf67a-4973-4a6f-aa76-3f124b91b09c tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.36 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 950 time: 0.0625544 Nov 13 04:43:34.533419 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd8163b9-9fe3-4ec3-a291-d6d858c700c6 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:34.535068 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fd8163b9-9fe3-4ec3-a291-d6d858c700c6 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2028618 Nov 13 04:43:34.538543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47734) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:34.542795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e81d1e1c-f808-4e5f-93a6-79d993028beb tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e8cee8e9-74bd-4c8d-bfaa-62ca6a9bff46'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:34.543404 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e81d1e1c-f808-4e5f-93a6-79d993028beb tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 04:43:34.604745 n-d-813114-2 neutron-server[102668]: WARNING neutron.services.metering.metering_plugin [None req-e81d1e1c-f808-4e5f-93a6-79d993028beb tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 13 04:43:34.641623 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-db2633b3-210b-41f5-a17b-5594d1e1074e req-78d87d0e-b9c8-4303-b18b-d43683b2c2ca tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Deleting port d994b596-e39d-4c7d-9ab4-400f61e88774 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:34.642138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-db2633b3-210b-41f5-a17b-5594d1e1074e req-78d87d0e-b9c8-4303-b18b-d43683b2c2ca tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:34.735070 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e81d1e1c-f808-4e5f-93a6-79d993028beb tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:34.740220 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e81d1e1c-f808-4e5f-93a6-79d993028beb tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1978912 Nov 13 04:43:34.741273 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47738) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:34.752859 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c4101-1b0f-4b09-a6e6-6540c712efd0 req-84c147c2-d974-49fa-9f04-18c53ff19472 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:34.754544 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb1c4101-1b0f-4b09-a6e6-6540c712efd0 req-84c147c2-d974-49fa-9f04-18c53ff19472 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 944 time: 0.0931928 Nov 13 04:43:34.766750 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eac7c116-353c-486c-895f-d526bc05f185 req-6fdb00b9-38fa-41eb-b2aa-d989ce1dea1d tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=47c8e5e1e25646c485d60eb9f46a90cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378861 Nov 13 04:43:34.798368 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ec49f95d-0aee-4160-89c5-3dafc9c26a46 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=dcb14540-d075-46be-a6fe-a2634ef543a4 HTTP/1.1" status: 200 len: 464 time: 0.0425546 Nov 13 04:43:34.801207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47742) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:34.836157 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb1c4101-1b0f-4b09-a6e6-6540c712efd0 req-cbb3abc3-1384-4331-b772-d5e24ed2d231 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696507 Nov 13 04:43:34.864163 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-db2633b3-210b-41f5-a17b-5594d1e1074e req-78d87d0e-b9c8-4303-b18b-d43683b2c2ca tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] For port d994b596-e39d-4c7d-9ab4-400f61e88774, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d994b596-e39d-4c7d-9ab4-400f61e88774,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:34.864562 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-db2633b3-210b-41f5-a17b-5594d1e1074e req-78d87d0e-b9c8-4303-b18b-d43683b2c2ca tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:34.884619 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-db2633b3-210b-41f5-a17b-5594d1e1074e req-78d87d0e-b9c8-4303-b18b-d43683b2c2ca tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Calling delete_port for d994b596-e39d-4c7d-9ab4-400f61e88774 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:34.901626 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b895b473-477e-4d83-b374-d830ff9805cc req-b5ded6af-38ea-4911-9a4a-e7ee197a9872 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 210 time: 0.0610452 Nov 13 04:43:34.995784 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2233c273-2a23-4d07-b061-c26786ede7a0 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:34.996894 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2233c273-2a23-4d07-b061-c26786ede7a0 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/dcb14540-d075-46be-a6fe-a2634ef543a4 HTTP/1.1" status: 204 len: 168 time: 0.1944852 Nov 13 04:43:35.000184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47744) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:35.012607 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-13777362-8d7e-44d7-9c7a-321d28d576ca tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=dcb14540-d075-46be-a6fe-a2634ef543a4 HTTP/1.1" status: 200 len: 221 time: 0.0111279 Nov 13 04:43:35.016220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47748) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:35.020388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ef5e1c3c-c732-448e-921f-2e3141f81791 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1189780823', 'description': 'label created by tempest'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:35.020834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ef5e1c3c-c732-448e-921f-2e3141f81791 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Unknown quota resources ['metering_label']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 04:43:35.025138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-db2633b3-210b-41f5-a17b-5594d1e1074e req-78d87d0e-b9c8-4303-b18b-d43683b2c2ca tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:35.075835 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d87d0e-b9c8-4303-b18b-d43683b2c2ca tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Pushing event deleted for resources: {'Port': ['ID=d994b596-e39d-4c7d-9ab4-400f61e88774,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:35.079479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7c116-353c-486c-895f-d526bc05f185 req-7ac250c8-7606-4ceb-b905-4d32fd206d80 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:35.080957 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eac7c116-353c-486c-895f-d526bc05f185 req-7ac250c8-7606-4ceb-b905-4d32fd206d80 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3083904 Nov 13 04:43:35.138681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2633b3-210b-41f5-a17b-5594d1e1074e req-78d87d0e-b9c8-4303-b18b-d43683b2c2ca tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] No DVR routers for this DVR port d994b596-e39d-4c7d-9ab4-400f61e88774 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:43:35.141160 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-db2633b3-210b-41f5-a17b-5594d1e1074e req-78d87d0e-b9c8-4303-b18b-d43683b2c2ca tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:35.144673 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db2633b3-210b-41f5-a17b-5594d1e1074e req-78d87d0e-b9c8-4303-b18b-d43683b2c2ca tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.36 "DELETE /v2.0/ports/d994b596-e39d-4c7d-9ab4-400f61e88774 HTTP/1.1" status: 204 len: 173 time: 0.6096516 Nov 13 04:43:35.145425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30afba90-360c-4c3b-a102-f09ef69d533a', 'name': 'network-vif-deleted', 'tag': 'd994b596-e39d-4c7d-9ab4-400f61e88774'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:35.147777 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c783a17-48a3-4962-9369-abce2538979f" -d '{"events": [{"server_uuid": "30afba90-360c-4c3b-a102-f09ef69d533a", "name": "network-vif-deleted", "tag": "d994b596-e39d-4c7d-9ab4-400f61e88774"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:35.148376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-eac7c116-353c-486c-895f-d526bc05f185 req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Request body: {'port': {'device_id': '0237717b-a892-4059-a7ed-1679470e191b', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '47c8e5e1e25646c485d60eb9f46a90cf'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:35.220729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8d39ee50-3df3-43e6-b567-ac236aa4544d up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:43:35.242768 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1c3c-c732-448e-921f-2e3141f81791 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:35.244020 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ef5e1c3c-c732-448e-921f-2e3141f81791 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2268860 Nov 13 04:43:35.249717 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47756) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:35.303647 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22aeb47b-1524-415c-aa33-5ee0f64a9a3a req-dc74a9de-8ef4-47a1-b02a-e319812d85ea tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 210 time: 0.1063142 Nov 13 04:43:35.344684 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 8d39ee50-3df3-43e6-b567-ac236aa4544d completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:43:35.354569 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 8d39ee50-3df3-43e6-b567-ac236aa4544d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:43:35.355246 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:35.405227 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a33cad0-1c97-47c6-8d90-4904770022f4 x-openstack-request-id: req-7a33cad0-1c97-47c6-8d90-4904770022f4 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:35.406173 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30afba90-360c-4c3b-a102-f09ef69d533a", "name": "network-vif-deleted", "tag": "d994b596-e39d-4c7d-9ab4-400f61e88774", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:35.406793 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a33cad0-1c97-47c6-8d90-4904770022f4 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:35.407307 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30afba90-360c-4c3b-a102-f09ef69d533a', 'name': 'network-vif-deleted', 'tag': 'd994b596-e39d-4c7d-9ab4-400f61e88774', 'status': 'completed', 'code': 200} Nov 13 04:43:35.415865 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac7c116-353c-486c-895f-d526bc05f185 req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Made reservation on behalf of 47c8e5e1e25646c485d60eb9f46a90cf for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:35.422692 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-ba3b4e21-ebe5-46d4-8cb4-fcd60bf8c20b tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=47c8e5e1e25646c485d60eb9f46a90cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1568432 Nov 13 04:43:35.424294 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-751627e2-87a2-471e-a63e-dea58a0959f3 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=61f321d8-e00e-464a-a881-a21253022623 HTTP/1.1" status: 200 len: 468 time: 0.1732175 Nov 13 04:43:35.429906 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eac7c116-353c-486c-895f-d526bc05f185 req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:35.432641 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47760) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:35.451844 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eac7c116-353c-486c-895f-d526bc05f185 req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:35.558855 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:35.621127 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f2aa73e-5096-49f3-aa46-69334f238f0e req-77e9bd68-390d-4a47-8b52-7857c3addab0 tempest-MigrationsAdminTest-283045055 tempest-MigrationsAdminTest-283045055-project] 10.222.0.43 "GET /v2.0/ports?device_id=30afba90-360c-4c3b-a102-f09ef69d533a HTTP/1.1" status: 200 len: 210 time: 0.1024005 Nov 13 04:43:35.626697 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b0743f-0f89-439f-9b8b-0a36b43185e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d39ee50-3df3-43e6-b567-ac236aa4544d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:35.632537 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12bbbb9-06be-4af9-a00b-d7471378081a" -d '{"events": [{"server_uuid": "a9b0743f-0f89-439f-9b8b-0a36b43185e3", "name": "network-vif-plugged", "status": "completed", "tag": "8d39ee50-3df3-43e6-b567-ac236aa4544d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:35.682261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8d39ee50-3df3-43e6-b567-ac236aa4544d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8d39ee50-3df3-43e6-b567-ac236aa4544d,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:35.691511 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:35.692687 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eac7c116-353c-486c-895f-d526bc05f185 req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:35.695843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-2e34dbc9-85af-4ebb-8ca4-65542d6e37d1 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:35.697727 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-2e34dbc9-85af-4ebb-8ca4-65542d6e37d1 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2639494 Nov 13 04:43:35.698254 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eac7c116-353c-486c-895f-d526bc05f185 req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:35.734545 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90d8acc-3f1c-4ed0-a62f-b28ec89a2e92 x-openstack-request-id: req-b90d8acc-3f1c-4ed0-a62f-b28ec89a2e92 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:35.735052 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b0743f-0f89-439f-9b8b-0a36b43185e3", "name": "network-vif-plugged", "status": "completed", "tag": "8d39ee50-3df3-43e6-b567-ac236aa4544d", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:35.735171 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b90d8acc-3f1c-4ed0-a62f-b28ec89a2e92 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:35.735482 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b0743f-0f89-439f-9b8b-0a36b43185e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d39ee50-3df3-43e6-b567-ac236aa4544d', 'code': 200} Nov 13 04:43:35.769626 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=8d39ee50-3df3-43e6-b567-ac236aa4544d,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:35.792846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-b23158f3-c46c-4deb-b97a-1a1592a0fdd5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Request body: {'port': {'device_id': '92a6b009-2187-44fc-a190-8b326bedd942', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '47c8e5e1e25646c485d60eb9f46a90cf'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:35.793075 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3986eafc-87ec-4daf-a84d-ec0914ca645b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:35.866392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-eac7c116-353c-486c-895f-d526bc05f185 req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Allocated IP 192.168.233.194 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/a0318c63-0f44-410f-89f5-b0c358b4d9ec) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:43:36.023595 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd589ae6-a5f5-4c0b-84a8-124379bbb561 req-304237d7-9715-4d2f-ab2c-31840421af1d tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:36.025425 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd589ae6-a5f5-4c0b-84a8-124379bbb561 req-304237d7-9715-4d2f-ab2c-31840421af1d tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 945 time: 0.1190519 Nov 13 04:43:36.061850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-488d9cc1-6c9f-42cf-900b-97d7644d0de8 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:36.064119 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-488d9cc1-6c9f-42cf-900b-97d7644d0de8 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.36 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 808 time: 0.7615123 Nov 13 04:43:36.105964 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb12a9fe-3b11-4d45-8eb1-8a7353c300f9 req-8f647a68-5bfa-4257-ac3e-10d5b772327d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 210 time: 0.0993407 Nov 13 04:43:36.116390 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-d96d7faf-a095-4553-a0d9-2a1f0bcf3662 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Request body: {'port': {'device_id': '35b3888e-6641-472a-a28f-f873bf8724fa', 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285', 'admin_state_up': True, 'tenant_id': '84f24f012ac64c77a0d17f88ca400a24'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:36.123841 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd589ae6-a5f5-4c0b-84a8-124379bbb561 req-2d73506e-0c9d-4378-9d28-ca308e81feae tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842032 Nov 13 04:43:36.132028 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eac7c116-353c-486c-895f-d526bc05f185 req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:36.134090 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d00c704e-5062-4e10-8e12-811e4c83c9c2 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:36.135240 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d00c704e-5062-4e10-8e12-811e4c83c9c2 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/61f321d8-e00e-464a-a881-a21253022623 HTTP/1.1" status: 204 len: 168 time: 0.7001338 Nov 13 04:43:36.138046 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47772) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:36.152311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8619-6b87-488a-aa6d-ba2fb664eed7 req-4686cec5-2297-4bcd-8439-ee8a0b1aebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:36.157308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fcb8619-6b87-488a-aa6d-ba2fb664eed7 req-4686cec5-2297-4bcd-8439-ee8a0b1aebcb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 1096 time: 0.2803903 Nov 13 04:43:36.165251 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d2766471-65b6-4b50-8b30-074267863ef2 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=61f321d8-e00e-464a-a881-a21253022623 HTTP/1.1" status: 200 len: 216 time: 0.0259440 Nov 13 04:43:36.166641 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47774) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:36.199370 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eac7c116-353c-486c-895f-d526bc05f185 req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:36.229703 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a1c6f8f8-81fd-4cf9-97b8-fcf14803ab2f tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0606353 Nov 13 04:43:36.234312 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47776) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:36.245295 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac7c116-353c-486c-895f-d526bc05f185 req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:43:36.249117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-eac7c116-353c-486c-895f-d526bc05f185 req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:36.262761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac7c116-353c-486c-895f-d526bc05f185 req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:43:36.275308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Pushing event updated for resources: {'Port': ['ID=a0318c63-0f44-410f-89f5-b0c358b4d9ec,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:36.279858 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-36f57bde-14e5-43c7-9bfb-45299391f6a0 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0423632 Nov 13 04:43:36.283395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47780) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:36.292416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-b23158f3-c46c-4deb-b97a-1a1592a0fdd5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Made reservation on behalf of 47c8e5e1e25646c485d60eb9f46a90cf for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:36.297309 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-b23158f3-c46c-4deb-b97a-1a1592a0fdd5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:36.305284 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fcb8619-6b87-488a-aa6d-ba2fb664eed7 req-644fe29c-7e86-465e-a91c-9deee42c46f6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374593 Nov 13 04:43:36.345115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7c116-353c-486c-895f-d526bc05f185 req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:36.345824 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eac7c116-353c-486c-895f-d526bc05f185 req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:36.371622 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eac7c116-353c-486c-895f-d526bc05f185 req-149bf894-3e7a-413f-aecc-816370051f74 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2271495 Nov 13 04:43:36.377618 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d347c744-6be8-4fdd-bf8d-327af4f8ea35 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/e8cee8e9-74bd-4c8d-bfaa-62ca6a9bff46 HTTP/1.1" status: 200 len: 472 time: 0.0929415 Nov 13 04:43:36.381634 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47784) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:36.393539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Request body: {'port': {'device_id': '0237717b-a892-4059-a7ed-1679470e191b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:36.431792 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cb1c1abe-fb8f-4d31-8624-b0ecf4a3ec12 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/e74f39dd-4f59-4bd5-92ff-81a073924c7c HTTP/1.1" status: 200 len: 461 time: 0.0475674 Nov 13 04:43:36.435504 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47786) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:36.444712 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cea32d1-5d97-49d4-866f-c3f205ef9df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:36.479620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:36.483548 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f948ea7-2bae-4ae6-a2fe-b7f3ea296038 req-d94e6548-8dba-4477-9b75-fc444d31a55e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 210 time: 0.0804679 Nov 13 04:43:36.512609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-d96d7faf-a095-4553-a0d9-2a1f0bcf3662 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Made reservation on behalf of 84f24f012ac64c77a0d17f88ca400a24 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:36.516302 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-d96d7faf-a095-4553-a0d9-2a1f0bcf3662 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:36.617680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4b87e4f8-eb22-44a6-b41a-9b30af674d8f None None] Provisioning complete for port a0318c63-0f44-410f-89f5-b0c358b4d9ec triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:43:36.618270 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b87e4f8-eb22-44a6-b41a-9b30af674d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:36.667429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4b87e4f8-eb22-44a6-b41a-9b30af674d8f None None] Port a0318c63-0f44-410f-89f5-b0c358b4d9ec cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:43:36.715719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d994b596-e39d-4c7d-9ab4-400f61e88774 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:43:36.745172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: d994b596-e39d-4c7d-9ab4-400f61e88774 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:43:36.745982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d994b596-e39d-4c7d-9ab4-400f61e88774 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:43:36.929306 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e633a71-710a-4e82-9995-68a644d180fd tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:36.930449 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5e633a71-710a-4e82-9995-68a644d180fd tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/e74f39dd-4f59-4bd5-92ff-81a073924c7c HTTP/1.1" status: 204 len: 168 time: 0.4935567 Nov 13 04:43:36.938597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47796) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:36.976977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-b23158f3-c46c-4deb-b97a-1a1592a0fdd5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Allocated IP 192.168.233.238 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/fe8c412c-eb83-4b35-a6f1-09473b7e483a) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:43:36.990613 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47798) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:37.084887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-d96d7faf-a095-4553-a0d9-2a1f0bcf3662 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Allocated IP 172.20.0.6 (38c4ff77-85a2-430d-a6a9-b667d4750285/7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1/587c3186-837e-4ac3-8481-a9471cf4988c) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:43:37.244116 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-965aa969-5198-4f9f-83f1-a05b158a9bb9 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:37.245213 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-965aa969-5198-4f9f-83f1-a05b158a9bb9 tempest-MeteringTestJSON-445589039 tempest-MeteringTestJSON-445589039-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/e8cee8e9-74bd-4c8d-bfaa-62ca6a9bff46 HTTP/1.1" status: 204 len: 168 time: 0.3039432 Nov 13 04:43:37.256785 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4a879b42-39bb-4955-b619-64e569bbe9e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b836d7db5e664454bda2ae2ccdb312f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650011 Nov 13 04:43:37.260766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47808) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:37.264417 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60ad7145-a033-45b4-9c7e-a99ecbc9fe06 req-d5b12aaa-326d-49be-82af-d87a25492070 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 210 time: 0.0329299 Nov 13 04:43:37.311987 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-b23158f3-c46c-4deb-b97a-1a1592a0fdd5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:37.335205 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f807b5f-47aa-49d4-86a7-c84a2328069a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:37.359634 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f807b5f-47aa-49d4-86a7-c84a2328069a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:37.380849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea94ef-90d0-47d5-91b0-6dd146a62fb5 req-9e2208dc-3649-4a11-ad44-685b3103afde tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:37.382427 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8eea94ef-90d0-47d5-91b0-6dd146a62fb5 req-9e2208dc-3649-4a11-ad44-685b3103afde tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 945 time: 0.1507428 Nov 13 04:43:37.408803 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f807b5f-47aa-49d4-86a7-c84a2328069a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:37.411610 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f807b5f-47aa-49d4-86a7-c84a2328069a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:37.414963 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4f807b5f-47aa-49d4-86a7-c84a2328069a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af3b6945-72d3-458a-9c54-3d47bbcf16ba HTTP/1.1" status: 204 len: 168 time: 0.1515393 Nov 13 04:43:37.422244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f807b5f-47aa-49d4-86a7-c84a2328069a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3b6945-72d3-458a-9c54-3d47bbcf16ba,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:37.457969 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-d96d7faf-a095-4553-a0d9-2a1f0bcf3662 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:37.470244 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-b23158f3-c46c-4deb-b97a-1a1592a0fdd5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:37.534442 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8eea94ef-90d0-47d5-91b0-6dd146a62fb5 req-e4394c6f-1a0d-4e41-b21d-7fb3315e66a0 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394906 Nov 13 04:43:37.569398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-b23158f3-c46c-4deb-b97a-1a1592a0fdd5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:43:37.575523 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-b23158f3-c46c-4deb-b97a-1a1592a0fdd5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:37.577373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47818) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:37.583651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-b23158f3-c46c-4deb-b97a-1a1592a0fdd5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:43:37.590212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23158f3-c46c-4deb-b97a-1a1592a0fdd5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Pushing event updated for resources: {'Port': ['ID=fe8c412c-eb83-4b35-a6f1-09473b7e483a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:37.654211 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-d96d7faf-a095-4553-a0d9-2a1f0bcf3662 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:37.664299 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:37.719325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-b23158f3-c46c-4deb-b97a-1a1592a0fdd5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:37.723054 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-b23158f3-c46c-4deb-b97a-1a1592a0fdd5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:37.776913 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40609f3-be62-4126-b749-729756eb9361 req-7c505b59-1f00-44a3-9f56-dd8f7b7e3a6f tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:37.785611 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b40609f3-be62-4126-b749-729756eb9361 req-7c505b59-1f00-44a3-9f56-dd8f7b7e3a6f tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 936 time: 0.1460481 Nov 13 04:43:37.795298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0318c63-0f44-410f-89f5-b0c358b4d9ec {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:37.819161 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:37.833661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-b23158f3-c46c-4deb-b97a-1a1592a0fdd5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0454979 Nov 13 04:43:37.869508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Transition to ACTIVE for port object a0318c63-0f44-410f-89f5-b0c358b4d9ec will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:43:37.878122 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d7faf-a095-4553-a0d9-2a1f0bcf3662 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Pushing event updated for resources: {'Port': ['ID=587c3186-837e-4ac3-8481-a9471cf4988c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:37.881184 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:37.903810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Request body: {'port': {'device_id': '92a6b009-2187-44fc-a190-8b326bedd942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:37.938705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-d96d7faf-a095-4553-a0d9-2a1f0bcf3662 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Network 38c4ff77-85a2-430d-a6a9-b667d4750285 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:43:37.943515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-d96d7faf-a095-4553-a0d9-2a1f0bcf3662 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:37.947786 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b40609f3-be62-4126-b749-729756eb9361 req-ee53d1a5-968a-4d28-ad7e-1ec3679643d3 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610301 Nov 13 04:43:37.949110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-d96d7faf-a095-4553-a0d9-2a1f0bcf3662 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:43:37.988191 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-871569e3-66ff-4389-bad0-3f5ac5c99b2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.004836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0318c63-0f44-410f-89f5-b0c358b4d9ec,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:38.051881 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.078042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:38.080831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-d96d7faf-a095-4553-a0d9-2a1f0bcf3662 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:38.081644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-d96d7faf-a095-4553-a0d9-2a1f0bcf3662 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.104627 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7df19d56-6fcc-409f-b08d-a5fcd6b512ec None None] Provisioning complete for port fe8c412c-eb83-4b35-a6f1-09473b7e483a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:43:38.105713 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7df19d56-6fcc-409f-b08d-a5fcd6b512ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.121300 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-d96d7faf-a095-4553-a0d9-2a1f0bcf3662 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0097411 Nov 13 04:43:38.141380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Request body: {'port': {'device_id': '35b3888e-6641-472a-a28f-f873bf8724fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:38.159860 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7df19d56-6fcc-409f-b08d-a5fcd6b512ec None None] Port fe8c412c-eb83-4b35-a6f1-09473b7e483a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:43:38.176877 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Attempting to bind port a0318c63-0f44-410f-89f5-b0c358b4d9ec on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:43:38.177390 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Attempting to bind port a0318c63-0f44-410f-89f5-b0c358b4d9ec by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:43:38.177699 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Attempting to bind port a0318c63-0f44-410f-89f5-b0c358b4d9ec on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:38.187098 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-faef944d-27f4-490b-ad0c-aeeb31f3b539 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=92eca57cf94c411cb8f344e9f1338cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1055675 Nov 13 04:43:38.188103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47830) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:38.196416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Port a0318c63-0f44-410f-89f5-b0c358b4d9ec on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:43:38.197004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Attempting to bind port a0318c63-0f44-410f-89f5-b0c358b4d9ec on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:38.212292 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-871569e3-66ff-4389-bad0-3f5ac5c99b2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.213554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:43:38.213919 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:38.214319 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:43:38.214785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Bound port: a0318c63-0f44-410f-89f5-b0c358b4d9ec, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:43:38.215172 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.227512 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-871569e3-66ff-4389-bad0-3f5ac5c99b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.292677 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-871569e3-66ff-4389-bad0-3f5ac5c99b2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c6661206a4649599a02c9eb969d1560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7139776 Nov 13 04:43:38.297355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47834) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:38.304984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871569e3-66ff-4389-bad0-3f5ac5c99b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d753c8-bfb1-494d-a5bd-c3a12c019f20,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:38.317199 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.345234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] For port a0318c63-0f44-410f-89f5-b0c358b4d9ec, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:43:38.349146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] For port a0318c63-0f44-410f-89f5-b0c358b4d9ec, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:43:38.357055 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.413759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:38.415004 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.416409 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eac7c116-353c-486c-895f-d526bc05f185 req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/a0318c63-0f44-410f-89f5-b0c358b4d9ec HTTP/1.1" status: 200 len: 1096 time: 2.0295815 Nov 13 04:43:38.416866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0237717b-a892-4059-a7ed-1679470e191b', 'tag': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:38.419287 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b979201a-bc5c-444e-a732-70d396b1292a" -d '{"events": [{"name": "network-changed", "server_uuid": "0237717b-a892-4059-a7ed-1679470e191b", "tag": "a0318c63-0f44-410f-89f5-b0c358b4d9ec"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:38.426498 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ca8971f-d78e-4917-9c9f-a99b0a9cc89e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.439645 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7c7717fb-8ff1-42a1-8670-867f55399f91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.463241 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d7779-bb2a-45d6-8aeb-6229517cd6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0318c63-0f44-410f-89f5-b0c358b4d9ec,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:38.472209 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ca8971f-d78e-4917-9c9f-a99b0a9cc89e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.515111 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7c7717fb-8ff1-42a1-8670-867f55399f91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.554349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7c116-353c-486c-895f-d526bc05f185 req-1b085247-1820-4bb1-a7a8-b18222704007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:38.556391 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eac7c116-353c-486c-895f-d526bc05f185 req-1b085247-1820-4bb1-a7a8-b18222704007 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47c8e5e1e25646c485d60eb9f46a90cf&device_id=0237717b-a892-4059-a7ed-1679470e191b HTTP/1.1" status: 200 len: 1099 time: 0.0615826 Nov 13 04:43:38.565354 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580fb4b6-8924-452b-bafb-d2aba6b439e6 x-openstack-request-id: req-580fb4b6-8924-452b-bafb-d2aba6b439e6 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:38.565731 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0237717b-a892-4059-a7ed-1679470e191b", "tag": "a0318c63-0f44-410f-89f5-b0c358b4d9ec", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:38.566066 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-580fb4b6-8924-452b-bafb-d2aba6b439e6 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:38.566633 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0237717b-a892-4059-a7ed-1679470e191b', 'tag': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec', 'status': 'completed', 'code': 200} Nov 13 04:43:38.574642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ca8971f-d78e-4917-9c9f-a99b0a9cc89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.579054 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ca8971f-d78e-4917-9c9f-a99b0a9cc89e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.583026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9ca8971f-d78e-4917-9c9f-a99b0a9cc89e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36d753c8-bfb1-494d-a5bd-c3a12c019f20 HTTP/1.1" status: 204 len: 168 time: 0.2824862 Nov 13 04:43:38.593266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8971f-d78e-4917-9c9f-a99b0a9cc89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d753c8-bfb1-494d-a5bd-c3a12c019f20,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:38.631846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755f806-6422-4dfe-9e31-3cfeffd27ea5 req-7a675731-846a-4f40-9a98-4faff47b2d74 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:38.633692 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a755f806-6422-4dfe-9e31-3cfeffd27ea5 req-7a675731-846a-4f40-9a98-4faff47b2d74 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 931 time: 0.2445157 Nov 13 04:43:38.655088 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eac7c116-353c-486c-895f-d526bc05f185 req-79c912d5-925c-4434-840c-814c1981c8ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec HTTP/1.1" status: 200 len: 217 time: 0.0631180 Nov 13 04:43:38.764539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7c116-353c-486c-895f-d526bc05f185 req-ee5ff973-21e5-4927-a91a-933a4839cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:38.766280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eac7c116-353c-486c-895f-d526bc05f185 req-ee5ff973-21e5-4927-a91a-933a4839cba9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1039369 Nov 13 04:43:38.773941 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce134f62-45dc-4135-a84e-82a07b854b61 req-765720e5-5820-4f0e-982e-aa5662d394d3 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:38.775504 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce134f62-45dc-4135-a84e-82a07b854b61 req-765720e5-5820-4f0e-982e-aa5662d394d3 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 945 time: 0.1116183 Nov 13 04:43:38.827781 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7c7717fb-8ff1-42a1-8670-867f55399f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.831632 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7c7717fb-8ff1-42a1-8670-867f55399f91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.834969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7c7717fb-8ff1-42a1-8670-867f55399f91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc54d330-6293-4c30-ae88-90fb8fc061a7 HTTP/1.1" status: 204 len: 168 time: 0.6440349 Nov 13 04:43:38.840044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8c412c-eb83-4b35-a6f1-09473b7e483a {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:38.847144 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7c116-353c-486c-895f-d526bc05f185 req-88ff6570-232c-4a0a-b94c-38aae1d4dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:38.848711 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eac7c116-353c-486c-895f-d526bc05f185 req-88ff6570-232c-4a0a-b94c-38aae1d4dea4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723052 Nov 13 04:43:38.861888 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:38.871717 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a755f806-6422-4dfe-9e31-3cfeffd27ea5 req-696f89fb-1220-404a-849f-0172bb06d464 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199557 Nov 13 04:43:38.877573 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7717fb-8ff1-42a1-8670-867f55399f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc54d330-6293-4c30-ae88-90fb8fc061a7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:38.896651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Transition to ACTIVE for port object fe8c412c-eb83-4b35-a6f1-09473b7e483a will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:43:38.904701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce134f62-45dc-4135-a84e-82a07b854b61 req-d3d396d2-8e02-4e3a-a459-541b537bc616 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196289 Nov 13 04:43:38.908613 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:39.031117 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eac7c116-353c-486c-895f-d526bc05f185 req-774b628a-fefa-4297-86a1-9c3c2abf24a1 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736181 Nov 13 04:43:39.031895 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:39.052549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8c412c-eb83-4b35-a6f1-09473b7e483a,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:39.193046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587c3186-837e-4ac3-8481-a9471cf4988c {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:39.222124 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:39.233869 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eac7c116-353c-486c-895f-d526bc05f185 req-bfe2617f-2544-4abd-b9d1-930f4910c179 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924913 Nov 13 04:43:39.302564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Transition to ACTIVE for port object 587c3186-837e-4ac3-8481-a9471cf4988c will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:43:39.318174 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613d7a2-ae70-49dd-9534-b374eb95e5bf req-b6dd5575-fd51-4776-8dd5-3b13e86c6e2c tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:39.319860 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d613d7a2-ae70-49dd-9534-b374eb95e5bf req-b6dd5575-fd51-4776-8dd5-3b13e86c6e2c tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cfc1a0a-aca7-4142-b160-39244dc2a0e5 HTTP/1.1" status: 200 len: 945 time: 0.1980171 Nov 13 04:43:39.324972 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:39.351152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c7827-7c9e-4cb8-8d72-2bb8a68d6fca req-ffde5b86-843e-4085-88a8-54d90d46c133 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:39.361603 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd0c7827-7c9e-4cb8-8d72-2bb8a68d6fca req-ffde5b86-843e-4085-88a8-54d90d46c133 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 948 time: 0.1035657 Nov 13 04:43:39.371400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Attempting to bind port fe8c412c-eb83-4b35-a6f1-09473b7e483a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:43:39.371809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Attempting to bind port fe8c412c-eb83-4b35-a6f1-09473b7e483a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:43:39.372576 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Attempting to bind port fe8c412c-eb83-4b35-a6f1-09473b7e483a on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:39.398420 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47862) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:39.401419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Port fe8c412c-eb83-4b35-a6f1-09473b7e483a on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:43:39.401732 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Attempting to bind port fe8c412c-eb83-4b35-a6f1-09473b7e483a on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:39.441532 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:43:39.441934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:39.442241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:43:39.442665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Bound port: fe8c412c-eb83-4b35-a6f1-09473b7e483a, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:43:39.443037 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:39.446486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979201a-bc5c-444e-a732-70d396b1292a req-f3be53e2-df98-4af7-9d10-1ff63027834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:39.448341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b979201a-bc5c-444e-a732-70d396b1292a req-f3be53e2-df98-4af7-9d10-1ff63027834b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47c8e5e1e25646c485d60eb9f46a90cf&device_id=0237717b-a892-4059-a7ed-1679470e191b HTTP/1.1" status: 200 len: 1099 time: 0.0842876 Nov 13 04:43:39.452062 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8ce126e-e82a-46e0-920c-09c132309be9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:39.463483 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd0c7827-7c9e-4cb8-8d72-2bb8a68d6fca req-b4e06e85-8adb-43c6-8151-a84252a2b9f8 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012568 Nov 13 04:43:39.463651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Pushing event updated for resources: {'Port': ['ID=587c3186-837e-4ac3-8481-a9471cf4988c,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:39.533713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d613d7a2-ae70-49dd-9534-b374eb95e5bf req-fc755a27-656c-4ee6-8ce5-18ac2219f59f tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500218 Nov 13 04:43:39.584580 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979201a-bc5c-444e-a732-70d396b1292a req-a56450a3-9a91-4ab6-8acd-a62e7b1239c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:39.587743 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b979201a-bc5c-444e-a732-70d396b1292a req-a56450a3-9a91-4ab6-8acd-a62e7b1239c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1220183 Nov 13 04:43:39.648598 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b979201a-bc5c-444e-a732-70d396b1292a req-608eebb1-4428-425a-83cc-73a70de42cef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec HTTP/1.1" status: 200 len: 217 time: 0.0528462 Nov 13 04:43:39.717523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979201a-bc5c-444e-a732-70d396b1292a req-25d0e4fe-990c-4c6f-8760-c97427071325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:39.717903 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] For port fe8c412c-eb83-4b35-a6f1-09473b7e483a, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:43:39.718001 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b979201a-bc5c-444e-a732-70d396b1292a req-25d0e4fe-990c-4c6f-8760-c97427071325 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0605035 Nov 13 04:43:39.719154 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Attempting to bind port 587c3186-837e-4ac3-8481-a9471cf4988c on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:43:39.719507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Attempting to bind port 587c3186-837e-4ac3-8481-a9471cf4988c by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:43:39.719844 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Attempting to bind port 587c3186-837e-4ac3-8481-a9471cf4988c on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:39.727460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] For port fe8c412c-eb83-4b35-a6f1-09473b7e483a, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fe8c412c-eb83-4b35-a6f1-09473b7e483a,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:43:39.735770 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Port 587c3186-837e-4ac3-8481-a9471cf4988c on network 38c4ff77-85a2-430d-a6a9-b667d4750285 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:43:39.736338 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Attempting to bind port 587c3186-837e-4ac3-8481-a9471cf4988c on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:39.741458 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:39.779815 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:43:39.780294 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Checking segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:39.781092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Bound using segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:43:39.781547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Bound port: 587c3186-837e-4ac3-8481-a9471cf4988c, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:43:39.781931 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:39.787683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979201a-bc5c-444e-a732-70d396b1292a req-7152b858-d144-4f5b-8595-caecfeaff07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:39.789892 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b979201a-bc5c-444e-a732-70d396b1292a req-7152b858-d144-4f5b-8595-caecfeaff07f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0593479 Nov 13 04:43:39.790573 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8ce126e-e82a-46e0-920c-09c132309be9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:39.808216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:39.808839 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:39.810311 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] 10.222.0.46 "PUT /v2.0/ports/fe8c412c-eb83-4b35-a6f1-09473b7e483a HTTP/1.1" status: 200 len: 1096 time: 1.9163549 Nov 13 04:43:39.810972 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8ce126e-e82a-46e0-920c-09c132309be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:39.813274 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a6b009-2187-44fc-a190-8b326bedd942', 'tag': 'fe8c412c-eb83-4b35-a6f1-09473b7e483a'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:39.815654 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d08b4f-1e9d-40b6-bc31-45b78c11a3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "92a6b009-2187-44fc-a190-8b326bedd942", "tag": "fe8c412c-eb83-4b35-a6f1-09473b7e483a"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:39.909114 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3f2604-91aa-438d-8fee-746cfeefd517 x-openstack-request-id: req-dd3f2604-91aa-438d-8fee-746cfeefd517 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:39.909743 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a6b009-2187-44fc-a190-8b326bedd942", "tag": "fe8c412c-eb83-4b35-a6f1-09473b7e483a", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:39.910573 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd3f2604-91aa-438d-8fee-746cfeefd517 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:39.911391 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a6b009-2187-44fc-a190-8b326bedd942', 'tag': 'fe8c412c-eb83-4b35-a6f1-09473b7e483a', 'status': 'completed', 'code': 200} Nov 13 04:43:39.912144 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:39.955152 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b979201a-bc5c-444e-a732-70d396b1292a req-2e9496ff-4f68-4fc4-bd7b-a5c9157d6954 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373539 Nov 13 04:43:40.030085 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab25d6-569a-414a-b124-70cfb8cb4c58 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8c412c-eb83-4b35-a6f1-09473b7e483a,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:40.111238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:43:40.115576 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=587c3186-837e-4ac3-8481-a9471cf4988c,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:43:40.121539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce126e-e82a-46e0-920c-09c132309be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9081a45-eb4b-4d21-b970-0b23431b13f7,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:40.132094 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a8ce126e-e82a-46e0-920c-09c132309be9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=113f8e6782d74a299b3b934f104e1471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7278368 Nov 13 04:43:40.134340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176ba59-95fb-435a-a658-7b12cf631d58 req-bd8c259f-02dd-4296-964d-bd81440a70fe tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:40.135894 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9176ba59-95fb-435a-a658-7b12cf631d58 req-bd8c259f-02dd-4296-964d-bd81440a70fe tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 943 time: 0.0861018 Nov 13 04:43:40.137779 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b979201a-bc5c-444e-a732-70d396b1292a req-06d24b10-5080-4ff9-ae07-77837e9ac90b service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748412 Nov 13 04:43:40.138386 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47892) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:40.185057 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:40.222687 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9176ba59-95fb-435a-a658-7b12cf631d58 req-9626a5a0-224a-4b8c-a3d8-06ca6769f577 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771124 Nov 13 04:43:40.227877 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b791baa2-ea1c-470f-b9d6-89e3f074ed85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:40.247523 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:40.248518 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:40.249899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] 10.222.0.36 "PUT /v2.0/ports/587c3186-837e-4ac3-8481-a9471cf4988c HTTP/1.1" status: 200 len: 1091 time: 2.1141052 Nov 13 04:43:40.253809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-9e1d9889-fc4a-4d22-94fe-e4e4de86b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:40.255283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-9e1d9889-fc4a-4d22-94fe-e4e4de86b58d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=47c8e5e1e25646c485d60eb9f46a90cf&device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 1099 time: 0.3067808 Nov 13 04:43:40.260318 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b791baa2-ea1c-470f-b9d6-89e3f074ed85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:40.274326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d31df-23d5-40f9-afca-57a1fc335683 req-863df98c-b513-40a7-8dcc-19a6a6877f23 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:40.283246 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab3d31df-23d5-40f9-afca-57a1fc335683 req-863df98c-b513-40a7-8dcc-19a6a6877f23 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cfc1a0a-aca7-4142-b160-39244dc2a0e5 HTTP/1.1" status: 200 len: 945 time: 0.2640488 Nov 13 04:43:40.315766 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b791baa2-ea1c-470f-b9d6-89e3f074ed85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:40.319818 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b791baa2-ea1c-470f-b9d6-89e3f074ed85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:40.321059 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b791baa2-ea1c-470f-b9d6-89e3f074ed85 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9081a45-eb4b-4d21-b970-0b23431b13f7 HTTP/1.1" status: 204 len: 168 time: 0.1817458 Nov 13 04:43:40.331068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791baa2-ea1c-470f-b9d6-89e3f074ed85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9081a45-eb4b-4d21-b970-0b23431b13f7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:40.359135 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-7bc2b6b1-54c5-4dcc-ad81-2898a25e3303 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=fe8c412c-eb83-4b35-a6f1-09473b7e483a HTTP/1.1" status: 200 len: 217 time: 0.0726316 Nov 13 04:43:40.435793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b6a3e-833e-454c-9c72-217bddab9b0c service neutron] Pushing event updated for resources: {'Port': ['ID=587c3186-837e-4ac3-8481-a9471cf4988c,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:40.489797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-72e929da-35de-40ce-9a07-d4f0cf96abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:40.492072 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-72e929da-35de-40ce-9a07-d4f0cf96abb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1230595 Nov 13 04:43:40.494401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-a6829c4f-2cca-4b9d-b3a7-fa763b927dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:40.495785 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-a6829c4f-2cca-4b9d-b3a7-fa763b927dfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 1094 time: 0.1557119 Nov 13 04:43:40.499966 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab3d31df-23d5-40f9-afca-57a1fc335683 req-afa8d2e8-01c5-489f-a666-85ff367124d2 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154086 Nov 13 04:43:40.572015 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-2e0e9b72-6236-405b-ae43-80cfcb3e62c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=587c3186-837e-4ac3-8481-a9471cf4988c HTTP/1.1" status: 200 len: 217 time: 0.0612683 Nov 13 04:43:40.613766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44df22f-b480-490d-aea8-8e2b23d7e336 req-630e30af-144d-4b73-b609-5ed7f7b26e49 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:40.614037 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-d2fce07e-daf3-4833-97ad-bc9cae09432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:40.615495 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-d2fce07e-daf3-4833-97ad-bc9cae09432e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145015 Nov 13 04:43:40.625547 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c44df22f-b480-490d-aea8-8e2b23d7e336 req-630e30af-144d-4b73-b609-5ed7f7b26e49 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 948 time: 0.0790136 Nov 13 04:43:40.654164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-22aa510e-3578-497c-9084-c12d0ed06553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:40.655806 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-22aa510e-3578-497c-9084-c12d0ed06553 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.0760310 Nov 13 04:43:40.690676 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c44df22f-b480-490d-aea8-8e2b23d7e336 req-483ca52a-7158-49e5-af09-4d560acd66d9 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627902 Nov 13 04:43:40.752724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-f7d651d5-dec9-444a-9581-57fbd4dfd53d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366759 Nov 13 04:43:40.833751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-ea54c6ee-d660-4fd2-91e9-5dcdf22f580b service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067258 Nov 13 04:43:40.921900 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-d9961e44-896b-47b1-9559-1e2d599e95a7 service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607559 Nov 13 04:43:40.976578 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e04a3cd-13a0-425e-84b7-3fdbf526ddad req-7f41bb5b-690a-4ee5-b048-7f97822e614d service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326203 Nov 13 04:43:41.052809 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-832adf50-65a1-40b1-a3c3-6f15aa414cb3 req-1aff5190-739e-4339-a23f-ab3f1139671c service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162763 Nov 13 04:43:41.129054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d08b4f-1e9d-40b6-bc31-45b78c11a3f7 req-672042c8-c957-424d-b9e5-80ef4f2bb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.130579 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-78d08b4f-1e9d-40b6-bc31-45b78c11a3f7 req-672042c8-c957-424d-b9e5-80ef4f2bb160 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=47c8e5e1e25646c485d60eb9f46a90cf&device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 1099 time: 0.0441074 Nov 13 04:43:41.238203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d08b4f-1e9d-40b6-bc31-45b78c11a3f7 req-1b7af459-9315-4fd0-8ad0-223a4e0810ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.239646 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-78d08b4f-1e9d-40b6-bc31-45b78c11a3f7 req-1b7af459-9315-4fd0-8ad0-223a4e0810ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.0973289 Nov 13 04:43:41.289915 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-78d08b4f-1e9d-40b6-bc31-45b78c11a3f7 req-b0249d87-0fc8-4520-af1e-393ea1a20fbb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=fe8c412c-eb83-4b35-a6f1-09473b7e483a HTTP/1.1" status: 200 len: 217 time: 0.0421588 Nov 13 04:43:41.300026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c67b-6a43-4757-b1b4-134d01fcfbe4 req-e619f2d3-919b-4cac-9638-c529f39abd0d tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.301560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c67b-6a43-4757-b1b4-134d01fcfbe4 req-e619f2d3-919b-4cac-9638-c529f39abd0d tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.302314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c67b-6a43-4757-b1b4-134d01fcfbe4 req-e619f2d3-919b-4cac-9638-c529f39abd0d tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.303342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c67b-6a43-4757-b1b4-134d01fcfbe4 req-e619f2d3-919b-4cac-9638-c529f39abd0d tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.304563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c67b-6a43-4757-b1b4-134d01fcfbe4 req-e619f2d3-919b-4cac-9638-c529f39abd0d tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.305278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c67b-6a43-4757-b1b4-134d01fcfbe4 req-e619f2d3-919b-4cac-9638-c529f39abd0d tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.306036 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c67b-6a43-4757-b1b4-134d01fcfbe4 req-e619f2d3-919b-4cac-9638-c529f39abd0d tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.306659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c67b-6a43-4757-b1b4-134d01fcfbe4 req-e619f2d3-919b-4cac-9638-c529f39abd0d tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.307348 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c67b-6a43-4757-b1b4-134d01fcfbe4 req-e619f2d3-919b-4cac-9638-c529f39abd0d tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.307966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c67b-6a43-4757-b1b4-134d01fcfbe4 req-e619f2d3-919b-4cac-9638-c529f39abd0d tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.317365 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cb72c67b-6a43-4757-b1b4-134d01fcfbe4 req-e619f2d3-919b-4cac-9638-c529f39abd0d tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7116 time: 0.1352890 Nov 13 04:43:41.385577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d08b4f-1e9d-40b6-bc31-45b78c11a3f7 req-aaf8563a-ddf8-49f9-a32b-681804bfef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.387070 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-78d08b4f-1e9d-40b6-bc31-45b78c11a3f7 req-aaf8563a-ddf8-49f9-a32b-681804bfef4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0895693 Nov 13 04:43:41.415457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264f5c0-f647-4f92-805a-027d691906a8 req-39eed86c-43ca-405f-89a5-b07f89422e79 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.418430 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a264f5c0-f647-4f92-805a-027d691906a8 req-39eed86c-43ca-405f-89a5-b07f89422e79 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 943 time: 0.0818474 Nov 13 04:43:41.426557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a4c97-fa19-40f4-90ac-58653628cfc9 req-33849341-0c80-4de0-ac30-c3e1b5a8ccfc tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.428067 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-183a4c97-fa19-40f4-90ac-58653628cfc9 req-33849341-0c80-4de0-ac30-c3e1b5a8ccfc tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 886 time: 0.0962467 Nov 13 04:43:41.473077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d08b4f-1e9d-40b6-bc31-45b78c11a3f7 req-6e4ac474-b0ed-474c-965c-b155a6c6b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.474678 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-78d08b4f-1e9d-40b6-bc31-45b78c11a3f7 req-6e4ac474-b0ed-474c-965c-b155a6c6b548 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0794752 Nov 13 04:43:41.491958 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a264f5c0-f647-4f92-805a-027d691906a8 req-0f247ce0-4204-41b3-a812-927836604c15 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586274 Nov 13 04:43:41.698663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379f9c9-a714-4cf6-8872-ef8d1fcb1c77 req-5e2462f5-c84e-4ece-a0c6-15f6242f6c55 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.700235 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b379f9c9-a714-4cf6-8872-ef8d1fcb1c77 req-5e2462f5-c84e-4ece-a0c6-15f6242f6c55 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cfc1a0a-aca7-4142-b160-39244dc2a0e5 HTTP/1.1" status: 200 len: 945 time: 0.0492582 Nov 13 04:43:41.759347 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b379f9c9-a714-4cf6-8872-ef8d1fcb1c77 req-367571ed-b955-4bbf-adaf-8cfd7b8ba73b tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514421 Nov 13 04:43:41.823591 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-78d08b4f-1e9d-40b6-bc31-45b78c11a3f7 req-11b7d904-430c-4e92-ad43-b3158efb2856 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056605 Nov 13 04:43:41.882611 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77794df4-d436-4472-98ed-91ffa574c010 req-deaf99c4-46e9-4191-8b71-0de2e960e967 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.883324 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518daf8-7c33-4d66-b988-80782e792b49 req-0511f93a-3038-4756-8736-047f859b16e8 tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.883779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518daf8-7c33-4d66-b988-80782e792b49 req-0511f93a-3038-4756-8736-047f859b16e8 tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.884232 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518daf8-7c33-4d66-b988-80782e792b49 req-0511f93a-3038-4756-8736-047f859b16e8 tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.884673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518daf8-7c33-4d66-b988-80782e792b49 req-0511f93a-3038-4756-8736-047f859b16e8 tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.885085 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-77794df4-d436-4472-98ed-91ffa574c010 req-deaf99c4-46e9-4191-8b71-0de2e960e967 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 948 time: 0.0556498 Nov 13 04:43:41.885230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518daf8-7c33-4d66-b988-80782e792b49 req-0511f93a-3038-4756-8736-047f859b16e8 tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.885544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518daf8-7c33-4d66-b988-80782e792b49 req-0511f93a-3038-4756-8736-047f859b16e8 tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.885977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518daf8-7c33-4d66-b988-80782e792b49 req-0511f93a-3038-4756-8736-047f859b16e8 tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.886415 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518daf8-7c33-4d66-b988-80782e792b49 req-0511f93a-3038-4756-8736-047f859b16e8 tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.886845 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518daf8-7c33-4d66-b988-80782e792b49 req-0511f93a-3038-4756-8736-047f859b16e8 tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.887305 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518daf8-7c33-4d66-b988-80782e792b49 req-0511f93a-3038-4756-8736-047f859b16e8 tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.889361 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a518daf8-7c33-4d66-b988-80782e792b49 req-0511f93a-3038-4756-8736-047f859b16e8 tempest-NetworksTest-636713927 tempest-NetworksTest-636713927-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7116 time: 0.3619437 Nov 13 04:43:41.918251 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b3888e-6641-472a-a28f-f873bf8724fa', 'tag': '587c3186-837e-4ac3-8481-a9471cf4988c'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:41.922030 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a682488-b1c7-447f-8e80-594d17b9d20b" -d '{"events": [{"name": "network-changed", "server_uuid": "35b3888e-6641-472a-a28f-f873bf8724fa", "tag": "587c3186-837e-4ac3-8481-a9471cf4988c"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:41.943650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2b25a-2472-43cd-b475-e8af9c604c83 req-924d5291-da76-40cb-a1fe-a056d0a852c5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.945186 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2dc2b25a-2472-43cd-b475-e8af9c604c83 req-924d5291-da76-40cb-a1fe-a056d0a852c5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cfc1a0a-aca7-4142-b160-39244dc2a0e5 HTTP/1.1" status: 200 len: 945 time: 0.2235401 Nov 13 04:43:41.955848 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-77794df4-d436-4472-98ed-91ffa574c010 req-86fb7b7e-f27c-4cc7-9803-2db335cecf3a tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639412 Nov 13 04:43:41.958442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92ace3-119f-460b-b059-885eae41a435 req-633e0301-d705-47a4-9531-772b92003838 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:41.959915 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f92ace3-119f-460b-b059-885eae41a435 req-633e0301-d705-47a4-9531-772b92003838 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9b0743f-0f89-439f-9b8b-0a36b43185e3 HTTP/1.1" status: 200 len: 945 time: 0.1946559 Nov 13 04:43:42.120869 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a682488-b1c7-447f-8e80-594d17b9d20b req-6b2a8f88-ce88-480a-89fc-8ccd7c2593d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:42.123802 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a682488-b1c7-447f-8e80-594d17b9d20b req-6b2a8f88-ce88-480a-89fc-8ccd7c2593d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 1094 time: 0.0463595 Nov 13 04:43:42.214409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47978) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:42.229998 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47982) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:42.246251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a682488-b1c7-447f-8e80-594d17b9d20b req-36805655-1356-46d6-832b-0f2bf6b6721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:42.248288 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a682488-b1c7-447f-8e80-594d17b9d20b req-36805655-1356-46d6-832b-0f2bf6b6721b service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.1163025 Nov 13 04:43:42.294418 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a682488-b1c7-447f-8e80-594d17b9d20b req-6937ec85-a23b-4c94-92a7-0f8efcf76929 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=587c3186-837e-4ac3-8481-a9471cf4988c HTTP/1.1" status: 200 len: 217 time: 0.0377717 Nov 13 04:43:42.353926 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6adb7d-f493-4081-ad0a-e54744a6a810 x-openstack-request-id: req-ec6adb7d-f493-4081-ad0a-e54744a6a810 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:42.354210 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b3888e-6641-472a-a28f-f873bf8724fa", "tag": "587c3186-837e-4ac3-8481-a9471cf4988c", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:42.354564 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec6adb7d-f493-4081-ad0a-e54744a6a810 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:42.354822 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b3888e-6641-472a-a28f-f873bf8724fa', 'tag': '587c3186-837e-4ac3-8481-a9471cf4988c', 'status': 'completed', 'code': 200} Nov 13 04:43:42.361970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9820a0b5-5783-4805-9d88-3d1f8f9ce748 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:42.388847 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a363b45a-7d3f-4afd-9b4c-32f50df9f690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:42.409069 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-78d08b4f-1e9d-40b6-bc31-45b78c11a3f7 req-7ac53681-9cea-4fcc-894c-42b278b08ce2 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681145 Nov 13 04:43:42.412490 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a682488-b1c7-447f-8e80-594d17b9d20b req-696194cb-afad-48b6-87f1-a4a9f7a0334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:42.413947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a682488-b1c7-447f-8e80-594d17b9d20b req-696194cb-afad-48b6-87f1-a4a9f7a0334f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.1123314 Nov 13 04:43:42.417342 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9820a0b5-5783-4805-9d88-3d1f8f9ce748 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] 10.222.0.43 "PUT /v2.0/quotas/f59647860f114272bee186ef54b35c2d HTTP/1.1" status: 200 len: 368 time: 0.2019212 Nov 13 04:43:42.422205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47986) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:42.428228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Request body: {'network': {'project_id': 'f59647860f114272bee186ef54b35c2d'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:42.465012 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a682488-b1c7-447f-8e80-594d17b9d20b req-fd9929e3-df58-4acd-9c4e-8b8d4e000739 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435596 Nov 13 04:43:42.505441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Made reservation on behalf of f59647860f114272bee186ef54b35c2d for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:42.507562 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:42.508528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-2dc2b25a-2472-43cd-b475-e8af9c604c83 req-a12648ff-f1d6-4d8b-87bd-e394076443a5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Deleting port 61777a89-0d53-474b-90cc-af4b76998b69 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:42.508834 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2dc2b25a-2472-43cd-b475-e8af9c604c83 req-a12648ff-f1d6-4d8b-87bd-e394076443a5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:42.537210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-3f92ace3-119f-460b-b059-885eae41a435 req-016fba08-3962-4b6e-baff-efe1414da3a3 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Deleting port 8d39ee50-3df3-43e6-b567-ac236aa4544d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:42.537702 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3f92ace3-119f-460b-b059-885eae41a435 req-016fba08-3962-4b6e-baff-efe1414da3a3 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:42.560218 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:42.637780 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a363b45a-7d3f-4afd-9b4c-32f50df9f690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:42.647597 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a363b45a-7d3f-4afd-9b4c-32f50df9f690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:42.655944 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a682488-b1c7-447f-8e80-594d17b9d20b req-6880955d-fa21-4818-a3cc-51f73a128345 service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794047 Nov 13 04:43:42.729552 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-2dc2b25a-2472-43cd-b475-e8af9c604c83 req-a12648ff-f1d6-4d8b-87bd-e394076443a5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] For port 61777a89-0d53-474b-90cc-af4b76998b69, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=61777a89-0d53-474b-90cc-af4b76998b69,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:42.729919 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2dc2b25a-2472-43cd-b475-e8af9c604c83 req-a12648ff-f1d6-4d8b-87bd-e394076443a5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:42.739408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b566fa1-7ca9-4361-a9f3-08ca4041161f req-32bdfc51-e3d7-4ef4-bf39-c6d6db89defd tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:42.740871 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b566fa1-7ca9-4361-a9f3-08ca4041161f req-32bdfc51-e3d7-4ef4-bf39-c6d6db89defd tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 943 time: 0.1125770 Nov 13 04:43:42.747155 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3f92ace3-119f-460b-b059-885eae41a435 req-016fba08-3962-4b6e-baff-efe1414da3a3 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] For port 8d39ee50-3df3-43e6-b567-ac236aa4544d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8d39ee50-3df3-43e6-b567-ac236aa4544d,segment=NetworkSegment(48bd293f-2711-43e4-bd9f-38f0fdb701a3),segment_id=48bd293f-2711-43e4-bd9f-38f0fdb701a3)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:42.747511 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3f92ace3-119f-460b-b059-885eae41a435 req-016fba08-3962-4b6e-baff-efe1414da3a3 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:42.752620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a0318c63-0f44-410f-89f5-b0c358b4d9ec details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:43:42.761988 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a363b45a-7d3f-4afd-9b4c-32f50df9f690 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c8323d162c842e197753988e40c3cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5284700 Nov 13 04:43:42.765737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363b45a-7d3f-4afd-9b4c-32f50df9f690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abd9109-838c-470b-b866-6d4e4d46cc1b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:42.765934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-2dc2b25a-2472-43cd-b475-e8af9c604c83 req-a12648ff-f1d6-4d8b-87bd-e394076443a5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Calling delete_port for 61777a89-0d53-474b-90cc-af4b76998b69 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:42.768088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47994) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:42.779891 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-3f92ace3-119f-460b-b059-885eae41a435 req-016fba08-3962-4b6e-baff-efe1414da3a3 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Calling delete_port for 8d39ee50-3df3-43e6-b567-ac236aa4544d owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:42.858833 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:42.876560 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a0318c63-0f44-410f-89f5-b0c358b4d9ec, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:42.876885 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:42.890392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec', 'mac_address': 'fa:16:3e:93:0d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:43:42.893690 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b566fa1-7ca9-4361-a9f3-08ca4041161f req-fa45a147-3491-45bd-90b5-445cc1f11562 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416960 Nov 13 04:43:42.908283 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a682488-b1c7-447f-8e80-594d17b9d20b req-f7d95daa-52c8-43e3-8087-67220a8ab08f service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428262 Nov 13 04:43:42.938957 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:42.953972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:43:42.957533 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0318c63-0f44-410f-89f5-b0c358b4d9ec {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:42.975089 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a2312b7-b1b3-4edf-a13d-39915655cd76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:42.979932 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a0318c63-0f44-410f-89f5-b0c358b4d9ec, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:42.986240 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:42.993646 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1236d9f0-6722-4cc9-83f2-f89b3d1f4054,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:42.996569 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:42.996907 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Added segment 4436c56a-617f-408b-bb6f-9f32b505218c of type vlan for network 12e2e0dd-feda-452d-9d54-621f91f990f5 Nov 13 04:43:43.042874 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a2312b7-b1b3-4edf-a13d-39915655cd76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.053290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=a0318c63-0f44-410f-89f5-b0c358b4d9ec,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:43.069851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3066ae6-2f01-4e97-af6a-c5921b96060e req-a8e314f5-03d0-44d5-8230-66caa513dec8 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:43.076793 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3066ae6-2f01-4e97-af6a-c5921b96060e req-a8e314f5-03d0-44d5-8230-66caa513dec8 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cfc1a0a-aca7-4142-b160-39244dc2a0e5 HTTP/1.1" status: 200 len: 945 time: 0.1927447 Nov 13 04:43:43.084319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.122476 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3f92ace3-119f-460b-b059-885eae41a435 req-016fba08-3962-4b6e-baff-efe1414da3a3 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.137858 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2dc2b25a-2472-43cd-b475-e8af9c604c83 req-a12648ff-f1d6-4d8b-87bd-e394076443a5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.159352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['8d39ee50-3df3-43e6-b567-ac236aa4544d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:43.159581 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3066ae6-2f01-4e97-af6a-c5921b96060e req-a6f346b4-5715-4482-84a4-7baa4bb845b8 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.43 "GET /v2.0/security-groups?id=48e89a74-db25-4dee-afa9-66d1b796bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818446 Nov 13 04:43:43.161903 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.161903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:43.162332 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.173659 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fba08-3962-4b6e-baff-efe1414da3a3 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Pushing event deleted for resources: {'Port': ['ID=8d39ee50-3df3-43e6-b567-ac236aa4544d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:43.245080 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8218212 Nov 13 04:43:43.250559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48002) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:43.251277 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a2312b7-b1b3-4edf-a13d-39915655cd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.253789 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a2312b7-b1b3-4edf-a13d-39915655cd76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.254888 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1a2312b7-b1b3-4edf-a13d-39915655cd76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0abd9109-838c-470b-b866-6d4e4d46cc1b HTTP/1.1" status: 204 len: 168 time: 0.4724219 Nov 13 04:43:43.255643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['8d39ee50-3df3-43e6-b567-ac236aa4544d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:43.259329 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29bd2b-9d2c-4956-ab77-a6b6597829b8 req-9081e8b3-b60f-4fcd-97ad-7eb3bf872aae tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:43.263219 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e6831370-12b7-4d6a-97ac-604ba55f8b79 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Request body: {'network': {'project_id': 'f59647860f114272bee186ef54b35c2d'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:43.268524 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f29bd2b-9d2c-4956-ab77-a6b6597829b8 req-9081e8b3-b60f-4fcd-97ad-7eb3bf872aae tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 948 time: 0.1867466 Nov 13 04:43:43.270722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12648ff-f1d6-4d8b-87bd-e394076443a5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Pushing event deleted for resources: {'Port': ['ID=61777a89-0d53-474b-90cc-af4b76998b69,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:43.283899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6269b1-a4a8-4e53-beff-e6c61efdfbb5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Pushing event updated for resources: {'Network': ['ID=12e2e0dd-feda-452d-9d54-621f91f990f5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:43.294360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2312b7-b1b3-4edf-a13d-39915655cd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abd9109-838c-470b-b866-6d4e4d46cc1b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:43.308456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f92ace3-119f-460b-b059-885eae41a435 req-016fba08-3962-4b6e-baff-efe1414da3a3 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] No DVR routers for this DVR port 8d39ee50-3df3-43e6-b567-ac236aa4544d on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:43:43.312488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6831370-12b7-4d6a-97ac-604ba55f8b79 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Made reservation on behalf of f59647860f114272bee186ef54b35c2d for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:43.312656 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3f92ace3-119f-460b-b059-885eae41a435 req-016fba08-3962-4b6e-baff-efe1414da3a3 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.312798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 12e2e0dd-feda-452d-9d54-621f91f990f5 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:43:43.315308 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6831370-12b7-4d6a-97ac-604ba55f8b79 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.317196 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f92ace3-119f-460b-b059-885eae41a435 req-016fba08-3962-4b6e-baff-efe1414da3a3 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.46 "DELETE /v2.0/ports/8d39ee50-3df3-43e6-b567-ac236aa4544d HTTP/1.1" status: 204 len: 173 time: 0.9644253 Nov 13 04:43:43.340322 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc2b25a-2472-43cd-b475-e8af9c604c83 req-a12648ff-f1d6-4d8b-87bd-e394076443a5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] No DVR routers for this DVR port 61777a89-0d53-474b-90cc-af4b76998b69 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:43:43.344173 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2dc2b25a-2472-43cd-b475-e8af9c604c83 req-a12648ff-f1d6-4d8b-87bd-e394076443a5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.348834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6831370-12b7-4d6a-97ac-604ba55f8b79 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:43:43.351848 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2dc2b25a-2472-43cd-b475-e8af9c604c83 req-a12648ff-f1d6-4d8b-87bd-e394076443a5 tempest-MultipleCreateTestJSON-1016578970 tempest-MultipleCreateTestJSON-1016578970-project] 10.222.0.36 "DELETE /v2.0/ports/61777a89-0d53-474b-90cc-af4b76998b69 HTTP/1.1" status: 204 len: 173 time: 1.3861284 Nov 13 04:43:43.364975 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6831370-12b7-4d6a-97ac-604ba55f8b79 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.365551 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-e6831370-12b7-4d6a-97ac-604ba55f8b79 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Added segment 199bbaca-41d0-4434-8d0e-8bbba3f424bb of type vlan for network 8c7e8bb9-5ec7-41ed-8e0b-8d74f64dbf5c Nov 13 04:43:43.412021 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f29bd2b-9d2c-4956-ab77-a6b6597829b8 req-05893409-afeb-4547-842f-43c38bb07390 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403182 Nov 13 04:43:43.414805 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['a0318c63-0f44-410f-89f5-b0c358b4d9ec'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:43.421739 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6831370-12b7-4d6a-97ac-604ba55f8b79 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.462834 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6831370-12b7-4d6a-97ac-604ba55f8b79 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.463854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6831370-12b7-4d6a-97ac-604ba55f8b79 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:43.464561 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6831370-12b7-4d6a-97ac-604ba55f8b79 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.536236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48008) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:43.536486 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e6831370-12b7-4d6a-97ac-604ba55f8b79 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2802787 Nov 13 04:43:43.541850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-06f8ae38-8939-4823-89ea-1f6eac2a37f1 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Request body: {'network': {'project_id': 'f59647860f114272bee186ef54b35c2d'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:43.544134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6831370-12b7-4d6a-97ac-604ba55f8b79 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Pushing event updated for resources: {'Network': ['ID=8c7e8bb9-5ec7-41ed-8e0b-8d74f64dbf5c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:43.556024 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 8c7e8bb9-5ec7-41ed-8e0b-8d74f64dbf5c details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:43:43.572244 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f8ae38-8939-4823-89ea-1f6eac2a37f1 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 13 04:43:43.572730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f8ae38-8939-4823-89ea-1f6eac2a37f1 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:43:43.575448 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-06f8ae38-8939-4823-89ea-1f6eac2a37f1 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0376203 Nov 13 04:43:43.579088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48010) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:43.624973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e28741fe-143e-4636-a770-ba459e29d8ef tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f59647860f114272bee186ef54b35c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446775 Nov 13 04:43:43.630090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48012) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:43.694717 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c79745b-c40f-47dd-a242-ec7a25acc5e4 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.717338 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c79745b-c40f-47dd-a242-ec7a25acc5e4 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.749466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48018) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:43.764247 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f31e2f41-11ab-4116-818f-bed32cfd5cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.786514 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c79745b-c40f-47dd-a242-ec7a25acc5e4 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.790200 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c79745b-c40f-47dd-a242-ec7a25acc5e4 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.794562 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8c79745b-c40f-47dd-a242-ec7a25acc5e4 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/1236d9f0-6722-4cc9-83f2-f89b3d1f4054 HTTP/1.1" status: 204 len: 168 time: 0.1633606 Nov 13 04:43:43.795020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48020) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:43.805584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79745b-c40f-47dd-a242-ec7a25acc5e4 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1236d9f0-6722-4cc9-83f2-f89b3d1f4054,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:43.887874 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee442d54-1b6d-43f7-87e3-98012d598da5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.917348 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f31e2f41-11ab-4116-818f-bed32cfd5cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:43.940461 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f31e2f41-11ab-4116-818f-bed32cfd5cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.026018 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee442d54-1b6d-43f7-87e3-98012d598da5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.034132 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f31e2f41-11ab-4116-818f-bed32cfd5cca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be33e3b23c744c7ea277f33f8b374a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835460 Nov 13 04:43:44.034764 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48024) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:44.040374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e2f41-11ab-4116-818f-bed32cfd5cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c25df42-0f94-4fd9-97f0-5f6487e314cb,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:44.056887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-ee442d54-1b6d-43f7-87e3-98012d598da5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7e8bb9-5ec7-41ed-8e0b-8d74f64dbf5c']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:44.067704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-ee442d54-1b6d-43f7-87e3-98012d598da5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199bbaca-41d0-4434-8d0e-8bbba3f424bb') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:44.067987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-ee442d54-1b6d-43f7-87e3-98012d598da5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199bbaca-41d0-4434-8d0e-8bbba3f424bb') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:44.076124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845f896-847d-4063-90b7-4afa2f751b42 req-f4d3f447-363b-4c0b-8425-826e0e7406c7 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:44.077535 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f845f896-847d-4063-90b7-4afa2f751b42 req-f4d3f447-363b-4c0b-8425-826e0e7406c7 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 943 time: 0.0823383 Nov 13 04:43:44.078089 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee442d54-1b6d-43f7-87e3-98012d598da5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.093315 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee442d54-1b6d-43f7-87e3-98012d598da5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.099750 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee442d54-1b6d-43f7-87e3-98012d598da5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:43:44.100138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee442d54-1b6d-43f7-87e3-98012d598da5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:43:44.101973 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:43:44.128797 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48fb0ac5-4669-417a-9730-9aa60e674eea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.148871 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f845f896-847d-4063-90b7-4afa2f751b42 req-a318b5b3-d3f5-49ee-8bf3-ad6725b44d24 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624909 Nov 13 04:43:44.161819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee442d54-1b6d-43f7-87e3-98012d598da5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.162733 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48fb0ac5-4669-417a-9730-9aa60e674eea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.175736 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee442d54-1b6d-43f7-87e3-98012d598da5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.179726 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ee442d54-1b6d-43f7-87e3-98012d598da5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] 10.222.0.43 "DELETE /v2.0/networks/8c7e8bb9-5ec7-41ed-8e0b-8d74f64dbf5c HTTP/1.1" status: 204 len: 168 time: 0.3837016 Nov 13 04:43:44.183077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48026) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:44.190572 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee442d54-1b6d-43f7-87e3-98012d598da5 tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c7e8bb9-5ec7-41ed-8e0b-8d74f64dbf5c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:44.263125 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e934d3d4-8238-4e50-aedf-83f5e245ff9a tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.268730 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48032) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:44.297364 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48fb0ac5-4669-417a-9730-9aa60e674eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.299919 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48fb0ac5-4669-417a-9730-9aa60e674eea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.301037 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-48fb0ac5-4669-417a-9730-9aa60e674eea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c25df42-0f94-4fd9-97f0-5f6487e314cb HTTP/1.1" status: 204 len: 168 time: 0.2648401 Nov 13 04:43:44.326100 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb0ac5-4669-417a-9730-9aa60e674eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c25df42-0f94-4fd9-97f0-5f6487e314cb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:44.352182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a78c98-53b6-47a1-bae6-aec6d1a99f9d admin admin] Deleting subnet fff6f859-2986-452a-ba50-c0ebcea24e8c {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:43:44.355639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b0743f-0f89-439f-9b8b-0a36b43185e3', 'name': 'network-vif-deleted', 'tag': '8d39ee50-3df3-43e6-b567-ac236aa4544d'}, {'server_uuid': '7cfc1a0a-aca7-4142-b160-39244dc2a0e5', 'name': 'network-vif-deleted', 'tag': '61777a89-0d53-474b-90cc-af4b76998b69'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:44.356232 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2a78c98-53b6-47a1-bae6-aec6d1a99f9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.358454 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd3a7e9-f03f-48ba-9af5-da4a8b214cfb" -d '{"events": [{"server_uuid": "a9b0743f-0f89-439f-9b8b-0a36b43185e3", "name": "network-vif-deleted", "tag": "8d39ee50-3df3-43e6-b567-ac236aa4544d"}, {"server_uuid": "7cfc1a0a-aca7-4142-b160-39244dc2a0e5", "name": "network-vif-deleted", "tag": "61777a89-0d53-474b-90cc-af4b76998b69"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:44.404572 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb57079-543b-4f98-928d-951287db2237 x-openstack-request-id: req-3fb57079-543b-4f98-928d-951287db2237 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:44.404874 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b0743f-0f89-439f-9b8b-0a36b43185e3", "name": "network-vif-deleted", "tag": "8d39ee50-3df3-43e6-b567-ac236aa4544d", "status": "completed", "code": 200}, {"server_uuid": "7cfc1a0a-aca7-4142-b160-39244dc2a0e5", "name": "network-vif-deleted", "tag": "61777a89-0d53-474b-90cc-af4b76998b69", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:44.405127 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3fb57079-543b-4f98-928d-951287db2237 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:44.405534 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b0743f-0f89-439f-9b8b-0a36b43185e3', 'name': 'network-vif-deleted', 'tag': '8d39ee50-3df3-43e6-b567-ac236aa4544d', 'status': 'completed', 'code': 200} Nov 13 04:43:44.405784 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfc1a0a-aca7-4142-b160-39244dc2a0e5', 'name': 'network-vif-deleted', 'tag': '61777a89-0d53-474b-90cc-af4b76998b69', 'status': 'completed', 'code': 200} Nov 13 04:43:44.428801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e934d3d4-8238-4e50-aedf-83f5e245ff9a tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.432603 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2a78c98-53b6-47a1-bae6-aec6d1a99f9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.476598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e934d3d4-8238-4e50-aedf-83f5e245ff9a tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e2e0dd-feda-452d-9d54-621f91f990f5']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:44.492163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e934d3d4-8238-4e50-aedf-83f5e245ff9a tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4436c56a-617f-408b-bb6f-9f32b505218c') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:44.492370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e934d3d4-8238-4e50-aedf-83f5e245ff9a tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4436c56a-617f-408b-bb6f-9f32b505218c') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:44.507638 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e934d3d4-8238-4e50-aedf-83f5e245ff9a tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.509620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2a78c98-53b6-47a1-bae6-aec6d1a99f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.535170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d7299-7a4f-4b32-8aa1-162ab516ba23 req-50a2f613-da3c-432b-8f97-064885760523 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:44.536962 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8b2d7299-7a4f-4b32-8aa1-162ab516ba23 req-50a2f613-da3c-432b-8f97-064885760523 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 948 time: 0.0516474 Nov 13 04:43:44.545373 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e934d3d4-8238-4e50-aedf-83f5e245ff9a tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.556827 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e934d3d4-8238-4e50-aedf-83f5e245ff9a tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:43:44.557235 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e934d3d4-8238-4e50-aedf-83f5e245ff9a tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:43:44.559014 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:43:44.591007 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8b2d7299-7a4f-4b32-8aa1-162ab516ba23 req-89b9a34e-bbc9-4cba-a2a1-27f56ef02369 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469592 Nov 13 04:43:44.627811 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2a78c98-53b6-47a1-bae6-aec6d1a99f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.632316 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e934d3d4-8238-4e50-aedf-83f5e245ff9a tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.658956 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e934d3d4-8238-4e50-aedf-83f5e245ff9a tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.662805 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e934d3d4-8238-4e50-aedf-83f5e245ff9a tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] 10.222.0.43 "DELETE /v2.0/networks/12e2e0dd-feda-452d-9d54-621f91f990f5 HTTP/1.1" status: 204 len: 168 time: 0.4787214 Nov 13 04:43:44.665047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a78c98-53b6-47a1-bae6-aec6d1a99f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff6f859-2986-452a-ba50-c0ebcea24e8c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:44.678117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934d3d4-8238-4e50-aedf-83f5e245ff9a tempest-QuotasNegativeTest-1873039527 tempest-QuotasNegativeTest-1873039527-project-admin] Pushing event deleted for resources: {'Network': ['ID=12e2e0dd-feda-452d-9d54-621f91f990f5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:44.680259 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2a78c98-53b6-47a1-bae6-aec6d1a99f9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.684357 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a2a78c98-53b6-47a1-bae6-aec6d1a99f9d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fff6f859-2986-452a-ba50-c0ebcea24e8c HTTP/1.1" status: 204 len: 168 time: 0.4138517 Nov 13 04:43:44.686354 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48050) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:44.746698 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 587c3186-837e-4ac3-8481-a9471cf4988c details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:43:44.753515 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a0318c63-0f44-410f-89f5-b0c358b4d9ec up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:43:44.759467 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c71bfbf0-a620-4034-8a58-637ff0197319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.873475 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c71bfbf0-a620-4034-8a58-637ff0197319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.909356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c71bfbf0-a620-4034-8a58-637ff0197319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad17a15f-c052-482e-b2f2-ab108d85f435']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:44.920804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c71bfbf0-a620-4034-8a58-637ff0197319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48bd293f-2711-43e4-bd9f-38f0fdb701a3') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:44.921344 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c71bfbf0-a620-4034-8a58-637ff0197319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48bd293f-2711-43e4-bd9f-38f0fdb701a3') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:44.921472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port a0318c63-0f44-410f-89f5-b0c358b4d9ec completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:43:44.933624 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c71bfbf0-a620-4034-8a58-637ff0197319 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.938946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port a0318c63-0f44-410f-89f5-b0c358b4d9ec triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:43:44.939413 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.951999 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c71bfbf0-a620-4034-8a58-637ff0197319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.963377 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71bfbf0-a620-4034-8a58-637ff0197319 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:43:44.964084 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c71bfbf0-a620-4034-8a58-637ff0197319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:44.968303 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=587c3186-837e-4ac3-8481-a9471cf4988c,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:44.989279 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '587c3186-837e-4ac3-8481-a9471cf4988c', 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285', 'port_id': '587c3186-837e-4ac3-8481-a9471cf4988c', 'mac_address': 'fa:16:3e:fc:bd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:43:45.051444 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:43:45.081811 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c71bfbf0-a620-4034-8a58-637ff0197319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:45.097349 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c71bfbf0-a620-4034-8a58-637ff0197319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:45.103612 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c71bfbf0-a620-4034-8a58-637ff0197319 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ad17a15f-c052-482e-b2f2-ab108d85f435 HTTP/1.1" status: 204 len: 168 time: 0.4161384 Nov 13 04:43:45.118805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bfbf0-a620-4034-8a58-637ff0197319 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad17a15f-c052-482e-b2f2-ab108d85f435,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:45.223271 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:45.260026 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587c3186-837e-4ac3-8481-a9471cf4988c {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:45.269309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48074) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:45.273011 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device fe8c412c-eb83-4b35-a6f1-09473b7e483a details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:43:45.292219 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:45.311985 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307751b3-afbf-4bee-82ce-0cc7a7dceea3 req-b7c00108-ccce-4aaf-b952-7d8ccd92a87b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:45.312765 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=587c3186-837e-4ac3-8481-a9471cf4988c,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:45.315117 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-307751b3-afbf-4bee-82ce-0cc7a7dceea3 req-b7c00108-ccce-4aaf-b952-7d8ccd92a87b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 943 time: 0.0755713 Nov 13 04:43:45.345451 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:45.360570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237717b-a892-4059-a7ed-1679470e191b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:45.363173 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb4f7e5-bd4f-4b18-9cd0-30d9db45f375" -d '{"events": [{"server_uuid": "0237717b-a892-4059-a7ed-1679470e191b", "name": "network-vif-plugged", "status": "completed", "tag": "a0318c63-0f44-410f-89f5-b0c358b4d9ec"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:45.366551 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-35ff09f6-cb25-43ea-97fa-fc9459b76cec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa8b0e3b0c1b483cb39ea22f77284b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0960348 Nov 13 04:43:45.368989 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48078) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:45.410277 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48082) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:45.429469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a0318c63-0f44-410f-89f5-b0c358b4d9ec, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:45.429648 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-307751b3-afbf-4bee-82ce-0cc7a7dceea3 req-a9b80dea-f46f-486c-a25a-001090d3ee19 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074431 Nov 13 04:43:45.460165 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:45.460980 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 61777a89-0d53-474b-90cc-af4b76998b69 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:43:45.482952 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4475e3f3-e2c3-4d46-aa3b-36ebce55d168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:45.502693 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 61777a89-0d53-474b-90cc-af4b76998b69 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:43:45.503072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 61777a89-0d53-474b-90cc-af4b76998b69 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:43:45.515252 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f34fe5-a42a-421a-a89d-f17a2c518a33 x-openstack-request-id: req-c9f34fe5-a42a-421a-a89d-f17a2c518a33 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:45.515252 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0237717b-a892-4059-a7ed-1679470e191b", "name": "network-vif-plugged", "status": "completed", "tag": "a0318c63-0f44-410f-89f5-b0c358b4d9ec", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:45.515252 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9f34fe5-a42a-421a-a89d-f17a2c518a33 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:45.515252 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0237717b-a892-4059-a7ed-1679470e191b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec', 'code': 200} Nov 13 04:43:45.515252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=587c3186-837e-4ac3-8481-a9471cf4988c,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:45.541204 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4475e3f3-e2c3-4d46-aa3b-36ebce55d168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:45.606774 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port fe8c412c-eb83-4b35-a6f1-09473b7e483a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fe8c412c-eb83-4b35-a6f1-09473b7e483a,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:45.641286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'fe8c412c-eb83-4b35-a6f1-09473b7e483a', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'fe8c412c-eb83-4b35-a6f1-09473b7e483a', 'mac_address': 'fa:16:3e:2b:e3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:43:45.643957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=a0318c63-0f44-410f-89f5-b0c358b4d9ec,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:45.664425 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4475e3f3-e2c3-4d46-aa3b-36ebce55d168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:45.667798 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4475e3f3-e2c3-4d46-aa3b-36ebce55d168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:45.672741 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4475e3f3-e2c3-4d46-aa3b-36ebce55d168 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48e89a74-db25-4dee-afa9-66d1b796bac9 HTTP/1.1" status: 204 len: 168 time: 0.3012471 Nov 13 04:43:45.688696 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:45.701742 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475e3f3-e2c3-4d46-aa3b-36ebce55d168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e89a74-db25-4dee-afa9-66d1b796bac9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:45.703195 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8c412c-eb83-4b35-a6f1-09473b7e483a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:45.756277 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port fe8c412c-eb83-4b35-a6f1-09473b7e483a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fe8c412c-eb83-4b35-a6f1-09473b7e483a,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:45.764846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9f7f2-6531-449f-8756-483e84537e90 req-823375e3-9118-489c-8274-0367e842caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:45.765185 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:45.766507 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65b9f7f2-6531-449f-8756-483e84537e90 req-823375e3-9118-489c-8274-0367e842caf3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0237717b-a892-4059-a7ed-1679470e191b HTTP/1.1" status: 200 len: 1101 time: 0.1594129 Nov 13 04:43:45.776279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f530b-c787-4372-a34f-8cad745d60a6 req-bd4e6072-2186-4548-81d6-8eee36d3eac5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:45.778345 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c67f530b-c787-4372-a34f-8cad745d60a6 req-bd4e6072-2186-4548-81d6-8eee36d3eac5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 948 time: 0.0706997 Nov 13 04:43:45.795564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['587c3186-837e-4ac3-8481-a9471cf4988c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:45.808010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e75107-1cf0-4209-90ce-b985fa4b8044 req-5aa88f09-10a7-43c4-b393-b1859a02f75e tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:45.815497 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45e75107-1cf0-4209-90ce-b985fa4b8044 req-5aa88f09-10a7-43c4-b393-b1859a02f75e tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 945 time: 0.1406732 Nov 13 04:43:45.854142 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c67f530b-c787-4372-a34f-8cad745d60a6 req-55d3cbcb-981f-499f-ad26-6e7562f5413e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683949 Nov 13 04:43:45.868078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=fe8c412c-eb83-4b35-a6f1-09473b7e483a,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:45.894831 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7dc45983-8c2c-419c-a17b-0f47fc1c90f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:45.952550 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65b9f7f2-6531-449f-8756-483e84537e90 req-5306ce7a-5d89-4f9c-ae9d-f54d183c3f6f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745498 Nov 13 04:43:45.957483 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45e75107-1cf0-4209-90ce-b985fa4b8044 req-904479ee-c203-408a-a378-4fe01515f897 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups?id=39cde1ba-d991-408f-b9f4-1e3e58963aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316593 Nov 13 04:43:46.039211 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7dc45983-8c2c-419c-a17b-0f47fc1c90f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:46.048232 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7dc45983-8c2c-419c-a17b-0f47fc1c90f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:46.101962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48106) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:46.102205 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7dc45983-8c2c-419c-a17b-0f47fc1c90f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a316005c86f48b78140d31ae30bedc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6897705 Nov 13 04:43:46.102747 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc45983-8c2c-419c-a17b-0f47fc1c90f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8ddebf-1fff-43be-a1ba-da5c255062cc,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:46.169978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4106cec-36a4-4404-8c9c-b48d43a15652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:46.194136 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4106cec-36a4-4404-8c9c-b48d43a15652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:46.211778 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['fe8c412c-eb83-4b35-a6f1-09473b7e483a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:46.252560 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4106cec-36a4-4404-8c9c-b48d43a15652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:46.255596 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4106cec-36a4-4404-8c9c-b48d43a15652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:46.259214 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c4106cec-36a4-4404-8c9c-b48d43a15652 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a8ddebf-1fff-43be-a1ba-da5c255062cc HTTP/1.1" status: 204 len: 168 time: 0.1533606 Nov 13 04:43:46.266245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4106cec-36a4-4404-8c9c-b48d43a15652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8ddebf-1fff-43be-a1ba-da5c255062cc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:46.543156 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa796a-9bdc-41ef-89e1-47387b2c02d8 req-e46c20d3-b1aa-4cbd-8c4e-6783adba246b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:46.545029 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5efa796a-9bdc-41ef-89e1-47387b2c02d8 req-e46c20d3-b1aa-4cbd-8c4e-6783adba246b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 944 time: 0.0536683 Nov 13 04:43:46.605066 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5efa796a-9bdc-41ef-89e1-47387b2c02d8 req-a894dab4-bab3-4181-8d8e-99974feca6e7 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531571 Nov 13 04:43:46.722685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48142) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:46.736534 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e894e73-2f78-4878-a7ad-3c045c4fcb08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:46.836250 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e894e73-2f78-4878-a7ad-3c045c4fcb08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:46.842033 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e894e73-2f78-4878-a7ad-3c045c4fcb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:46.891519 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7e894e73-2f78-4878-a7ad-3c045c4fcb08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57700709425c495da9b4fc9ecd2dfd3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677420 Nov 13 04:43:46.892748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e894e73-2f78-4878-a7ad-3c045c4fcb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e858860-49ad-44a9-821e-af29fdafa6da,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:46.894473 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48150) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:47.006240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d91789-0f13-479c-b3cf-6e7723b9cc21 req-b0a16f72-b56d-4bb6-a6cc-01380c3cf4bb tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:47.007779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72d91789-0f13-479c-b3cf-6e7723b9cc21 req-b0a16f72-b56d-4bb6-a6cc-01380c3cf4bb tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 945 time: 0.0745211 Nov 13 04:43:47.008401 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cefc9ba-8463-42a8-b46e-f616d8a3e174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.015724 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-aee0f165-0455-4d90-8893-b588489c8393 req-83131751-44ba-4eca-99b9-96182e446afd tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1965740705', 'description': 'tempest-description-332431361'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:47.021638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48156) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:47.043706 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cefc9ba-8463-42a8-b46e-f616d8a3e174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.052898 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aee0f165-0455-4d90-8893-b588489c8393 req-83131751-44ba-4eca-99b9-96182e446afd tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.062348 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aee0f165-0455-4d90-8893-b588489c8393 req-83131751-44ba-4eca-99b9-96182e446afd tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.094992 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72d91789-0f13-479c-b3cf-6e7723b9cc21 req-904802e6-5f65-4902-8e8e-d7ab7755c448 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups?id=39cde1ba-d991-408f-b9f4-1e3e58963aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772967 Nov 13 04:43:47.120369 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cefc9ba-8463-42a8-b46e-f616d8a3e174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.123321 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cefc9ba-8463-42a8-b46e-f616d8a3e174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.127376 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7cefc9ba-8463-42a8-b46e-f616d8a3e174 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e858860-49ad-44a9-821e-af29fdafa6da HTTP/1.1" status: 204 len: 168 time: 0.2315488 Nov 13 04:43:47.151431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefc9ba-8463-42a8-b46e-f616d8a3e174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e858860-49ad-44a9-821e-af29fdafa6da,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:47.195204 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aee0f165-0455-4d90-8893-b588489c8393 req-83131751-44ba-4eca-99b9-96182e446afd tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.201001 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aee0f165-0455-4d90-8893-b588489c8393 req-83131751-44ba-4eca-99b9-96182e446afd tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.229785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350addb-d681-4270-82c3-c88fd8a10b04 req-6f3f2952-63cf-4ea8-ab4a-9fe99fe8e674 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:47.231719 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c350addb-d681-4270-82c3-c88fd8a10b04 req-6f3f2952-63cf-4ea8-ab4a-9fe99fe8e674 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 949 time: 0.0614481 Nov 13 04:43:47.258417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-612762605-network', 'tenant_id': '1f4db19d639e4f278dfc3b5616e311d8'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:47.268328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83131751-44ba-4eca-99b9-96182e446afd tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6953c5-eb93-4729-9c95-4e5179c3c74a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:47.272342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device fe8c412c-eb83-4b35-a6f1-09473b7e483a up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:43:47.300486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] Made reservation on behalf of 1f4db19d639e4f278dfc3b5616e311d8 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:47.303003 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.320759 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.328877 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aee0f165-0455-4d90-8893-b588489c8393 req-83131751-44ba-4eca-99b9-96182e446afd tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.340730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c350addb-d681-4270-82c3-c88fd8a10b04 req-9630ae9a-07de-40ce-a1a8-c34e8c44fb9a tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022141 Nov 13 04:43:47.350473 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aee0f165-0455-4d90-8893-b588489c8393 req-83131751-44ba-4eca-99b9-96182e446afd tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.367003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port fe8c412c-eb83-4b35-a6f1-09473b7e483a completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:43:47.374027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port fe8c412c-eb83-4b35-a6f1-09473b7e483a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:43:47.374429 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.390455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83131751-44ba-4eca-99b9-96182e446afd tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d5171d-707c-4322-91ef-64183b0ae602,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:47.408672 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aee0f165-0455-4d90-8893-b588489c8393 req-83131751-44ba-4eca-99b9-96182e446afd tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.409934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aee0f165-0455-4d90-8893-b588489c8393 req-83131751-44ba-4eca-99b9-96182e446afd tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4003458 Nov 13 04:43:47.478079 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.491249 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.501776 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-88b3b0d8-fd0a-4042-b207-e176af4f7960 req-180f21f1-1ab6-4833-95a7-b727c008e5b1 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2061935682', 'description': 'tempest-description-2063482294'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:47.508860 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:43:47.509596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:43:47.527942 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.528459 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] Added segment 9a0318a5-5d2b-41fb-84d8-e35a1720b5d9 of type vlan for network 400ddb3d-f4a0-47ba-b441-bd6727391c05 Nov 13 04:43:47.543526 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88b3b0d8-fd0a-4042-b207-e176af4f7960 req-180f21f1-1ab6-4833-95a7-b727c008e5b1 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.579824 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.589899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75c8426-3e07-474e-b455-7de0da359f54,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:47.610065 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.633003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a6b009-2187-44fc-a190-8b326bedd942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c412c-eb83-4b35-a6f1-09473b7e483a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:47.635454 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafddacd-e2df-4223-bef0-cac6a1ac9098" -d '{"events": [{"server_uuid": "92a6b009-2187-44fc-a190-8b326bedd942", "name": "network-vif-plugged", "status": "completed", "tag": "fe8c412c-eb83-4b35-a6f1-09473b7e483a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:47.650880 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port fe8c412c-eb83-4b35-a6f1-09473b7e483a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fe8c412c-eb83-4b35-a6f1-09473b7e483a,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:47.657064 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.658493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:47.658850 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.659531 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.659986 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8d39ee50-3df3-43e6-b567-ac236aa4544d no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:43:47.671710 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88b3b0d8-fd0a-4042-b207-e176af4f7960 req-180f21f1-1ab6-4833-95a7-b727c008e5b1 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.681882 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88b3b0d8-fd0a-4042-b207-e176af4f7960 req-180f21f1-1ab6-4833-95a7-b727c008e5b1 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.706843 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88b3b0d8-fd0a-4042-b207-e176af4f7960 req-180f21f1-1ab6-4833-95a7-b727c008e5b1 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.715630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 8d39ee50-3df3-43e6-b567-ac236aa4544d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:43:47.716078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8d39ee50-3df3-43e6-b567-ac236aa4544d not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:43:47.721622 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88b3b0d8-fd0a-4042-b207-e176af4f7960 req-180f21f1-1ab6-4833-95a7-b727c008e5b1 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2244184 Nov 13 04:43:47.742485 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7172828 Nov 13 04:43:47.743075 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=fe8c412c-eb83-4b35-a6f1-09473b7e483a,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:47.749769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48186) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:47.755099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-66d25193-f8f9-4892-9cc6-c871cfad22c8 admin admin] Request body: {'subnet': {'network_id': '400ddb3d-f4a0-47ba-b441-bd6727391c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-612762605-subnet', 'tenant_id': '1f4db19d639e4f278dfc3b5616e311d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:47.765124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f21f1-1ab6-4833-95a7-b727c008e5b1 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99b3b46-2f96-4006-9b79-dcc1f0aaf7e9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:47.791453 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d881597-f855-4c58-809e-8728986ce11f x-openstack-request-id: req-1d881597-f855-4c58-809e-8728986ce11f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:47.791848 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a6b009-2187-44fc-a190-8b326bedd942", "name": "network-vif-plugged", "status": "completed", "tag": "fe8c412c-eb83-4b35-a6f1-09473b7e483a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:47.792771 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d881597-f855-4c58-809e-8728986ce11f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:47.792954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f458d3f-9e1e-4a08-b1ed-b22e8eae6611 admin admin] Pushing event updated for resources: {'Network': ['ID=400ddb3d-f4a0-47ba-b441-bd6727391c05,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:47.793605 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a6b009-2187-44fc-a190-8b326bedd942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c412c-eb83-4b35-a6f1-09473b7e483a', 'code': 200} Nov 13 04:43:47.798115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d25193-f8f9-4892-9cc6-c871cfad22c8 admin admin] Made reservation on behalf of 1f4db19d639e4f278dfc3b5616e311d8 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:47.800521 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-66d25193-f8f9-4892-9cc6-c871cfad22c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:47.811794 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 400ddb3d-f4a0-47ba-b441-bd6727391c05 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:43:47.817820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff43b7-92cc-4d38-b5c9-2995935b0ff5 req-fbc6ca35-f320-49e2-ad46-ba1989c4ffb2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:47.820207 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c4ff43b7-92cc-4d38-b5c9-2995935b0ff5 req-fbc6ca35-f320-49e2-ad46-ba1989c4ffb2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 944 time: 0.1148503 Nov 13 04:43:47.906303 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c4ff43b7-92cc-4d38-b5c9-2995935b0ff5 req-d592f5b1-dd34-4ce3-b88f-1817e9c4f620 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773089 Nov 13 04:43:47.982009 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf488b-c687-4316-ba2f-b2b732593973 req-193c7c3d-ad92-48a0-8229-cb655915a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:47.983581 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43bf488b-c687-4316-ba2f-b2b732593973 req-193c7c3d-ad92-48a0-8229-cb655915a0bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 1101 time: 0.0631051 Nov 13 04:43:48.090381 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43bf488b-c687-4316-ba2f-b2b732593973 req-30e439fd-8680-40dc-ba96-dbfd566bb9ad service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935693 Nov 13 04:43:48.109267 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-66d25193-f8f9-4892-9cc6-c871cfad22c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:48.156280 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-358b55da-1f53-4811-99d8-60e727e99c98 req-3cb67f24-445b-4a2b-bd5c-b10f9c08ea3b tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1121109465', 'description': 'tempest-description-1612443979'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:48.192121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d25193-f8f9-4892-9cc6-c871cfad22c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf7bc076-d176-47e0-81b1-7cb2318aa45f,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:48.203554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d25193-f8f9-4892-9cc6-c871cfad22c8 admin admin] Checking segment: {'id': '9a0318a5-5d2b-41fb-84d8-e35a1720b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '400ddb3d-f4a0-47ba-b441-bd6727391c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:48.203918 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d25193-f8f9-4892-9cc6-c871cfad22c8 admin admin] Network hostable DHCP agents. Network: 400ddb3d-f4a0-47ba-b441-bd6727391c05, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:43:48.210380 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-358b55da-1f53-4811-99d8-60e727e99c98 req-3cb67f24-445b-4a2b-bd5c-b10f9c08ea3b tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:48.221430 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-358b55da-1f53-4811-99d8-60e727e99c98 req-3cb67f24-445b-4a2b-bd5c-b10f9c08ea3b tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:48.246321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d25193-f8f9-4892-9cc6-c871cfad22c8 admin admin] Network 400ddb3d-f4a0-47ba-b441-bd6727391c05 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:43:48.262024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-66d25193-f8f9-4892-9cc6-c871cfad22c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 400ddb3d-f4a0-47ba-b441-bd6727391c05) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:48.268938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d25193-f8f9-4892-9cc6-c871cfad22c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:48.269534 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-66d25193-f8f9-4892-9cc6-c871cfad22c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:48.278760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f7cf62-d2fa-4c4d-aab0-c4653a6c0a9e None None] Network 400ddb3d-f4a0-47ba-b441-bd6727391c05 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:43:48.299048 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-66d25193-f8f9-4892-9cc6-c871cfad22c8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5453019 Nov 13 04:43:48.345236 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-358b55da-1f53-4811-99d8-60e727e99c98 req-3cb67f24-445b-4a2b-bd5c-b10f9c08ea3b tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:48.360168 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-358b55da-1f53-4811-99d8-60e727e99c98 req-3cb67f24-445b-4a2b-bd5c-b10f9c08ea3b tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:48.395663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ca068-68a1-44ee-97f8-e49ffcb6ced8 req-c6ce4a08-bf16-4c7d-8608-4f6102d580a7 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:48.403797 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-942ca068-68a1-44ee-97f8-e49ffcb6ced8 req-c6ce4a08-bf16-4c7d-8608-4f6102d580a7 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 945 time: 0.0702012 Nov 13 04:43:48.424962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb67f24-445b-4a2b-bd5c-b10f9c08ea3b tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33254f0-c353-4783-99a1-3c16a061f09f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:48.464421 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-942ca068-68a1-44ee-97f8-e49ffcb6ced8 req-a672d880-a136-4c30-aea5-ae392a9c01f4 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups?id=39cde1ba-d991-408f-b9f4-1e3e58963aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569952 Nov 13 04:43:48.483775 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6ffa29-3e3d-4999-9765-8a7e195f213c None None] Network 400ddb3d-f4a0-47ba-b441-bd6727391c05 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:43:48.534907 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-358b55da-1f53-4811-99d8-60e727e99c98 req-3cb67f24-445b-4a2b-bd5c-b10f9c08ea3b tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:48.544269 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-358b55da-1f53-4811-99d8-60e727e99c98 req-3cb67f24-445b-4a2b-bd5c-b10f9c08ea3b tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:48.577788 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-358b55da-1f53-4811-99d8-60e727e99c98 req-3cb67f24-445b-4a2b-bd5c-b10f9c08ea3b tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:48.585810 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7ea08-2c01-4b7c-a473-748e05cab941 req-1456869b-9063-4273-adc4-75517d9e26a7 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:48.591541 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-358b55da-1f53-4811-99d8-60e727e99c98 req-3cb67f24-445b-4a2b-bd5c-b10f9c08ea3b tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4418392 Nov 13 04:43:48.594755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4cc7ea08-2c01-4b7c-a473-748e05cab941 req-1456869b-9063-4273-adc4-75517d9e26a7 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 950 time: 0.0689244 Nov 13 04:43:48.597127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb67f24-445b-4a2b-bd5c-b10f9c08ea3b tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7e01c7-9d15-4fff-ad9c-4e54787166d9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:48.646721 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4cc7ea08-2c01-4b7c-a473-748e05cab941 req-f8d62d57-07e7-4b70-af02-16a3d9a18c45 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508614 Nov 13 04:43:48.775516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-63c655d1-2fe3-4bad-95d9-d211d7f91c9a req-b01165f4-6456-4597-b198-04cd90482b51 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-679580115', 'description': 'tempest-description-2013268176'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:48.778437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 587c3186-837e-4ac3-8481-a9471cf4988c up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:43:48.806350 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-63c655d1-2fe3-4bad-95d9-d211d7f91c9a req-b01165f4-6456-4597-b198-04cd90482b51 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:48.842362 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 587c3186-837e-4ac3-8481-a9471cf4988c completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:43:48.846942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 587c3186-837e-4ac3-8481-a9471cf4988c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:43:48.847502 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:48.881879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48232) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:48.890772 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-63c655d1-2fe3-4bad-95d9-d211d7f91c9a req-b01165f4-6456-4597-b198-04cd90482b51 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:48.899743 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-63c655d1-2fe3-4bad-95d9-d211d7f91c9a req-b01165f4-6456-4597-b198-04cd90482b51 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:48.938206 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-63c655d1-2fe3-4bad-95d9-d211d7f91c9a req-b01165f4-6456-4597-b198-04cd90482b51 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:48.947874 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63c655d1-2fe3-4bad-95d9-d211d7f91c9a req-b01165f4-6456-4597-b198-04cd90482b51 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1767066 Nov 13 04:43:48.953741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01165f4-6456-4597-b198-04cd90482b51 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f23b42-eeb4-47ec-b4b4-de86b911d393,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:48.964898 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:49.004850 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=587c3186-837e-4ac3-8481-a9471cf4988c,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:49.011511 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:49.052908 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-616782473', 'router:external': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:49.073859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=587c3186-837e-4ac3-8481-a9471cf4988c,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:49.080377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6c0e1-5702-4b61-ac65-b2c5d3463214 req-c44dd10a-30bc-4560-ba8b-dcc275928d91 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:49.082876 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-25d6c0e1-5702-4b61-ac65-b2c5d3463214 req-c44dd10a-30bc-4560-ba8b-dcc275928d91 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 945 time: 0.0732296 Nov 13 04:43:49.124343 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Made reservation on behalf of 1c497bd915694a3f932534d819c72ed3 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:49.126658 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:49.138409 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-25d6c0e1-5702-4b61-ac65-b2c5d3463214 req-09b279ad-8d08-4455-acfc-4a8f0d14c3de tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493412 Nov 13 04:43:49.140177 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:49.170529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-595ab3bf-a595-4184-bed8-b581e483a0ef tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:49.171998 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-595ab3bf-a595-4184-bed8-b581e483a0ef tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/networks?id=400ddb3d-f4a0-47ba-b441-bd6727391c05 HTTP/1.1" status: 200 len: 813 time: 0.1509664 Nov 13 04:43:49.197923 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-00144055-ef56-4e14-b356-81945b031352 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/quotas/1f4db19d639e4f278dfc3b5616e311d8 HTTP/1.1" status: 200 len: 375 time: 0.0177531 Nov 13 04:43:49.235972 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-cd4d6d8d-8699-452b-afe3-5cf2b659aaf4 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f4db19d639e4f278dfc3b5616e311d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310204 Nov 13 04:43:49.414161 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-f0d0f1aa-ee41-4e1f-9b7d-23a086d1927d tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50871 time: 0.2522566 Nov 13 04:43:49.502641 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-f0786d7c-4046-462f-a485-b47bf278ab46 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/3986eafc-87ec-4daf-a84d-ec0914ca645b HTTP/1.1" status: 200 len: 2998 time: 0.0398564 Nov 13 04:43:49.551477 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-64bc7299-4b2b-4f7e-b087-01d84ffdb8c7 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/3986eafc-87ec-4daf-a84d-ec0914ca645b HTTP/1.1" status: 200 len: 2998 time: 0.0425580 Nov 13 04:43:49.597767 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-053fc852-99e6-4d4d-a03d-7c0a2385359a tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/39b1f34d-2a77-41c6-bb1b-8c0e9b5dcb8c HTTP/1.1" status: 200 len: 2990 time: 0.0401921 Nov 13 04:43:49.644139 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-c8e4c8b9-ed21-4b95-98b6-ec7f8cc92ae5 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/39b1f34d-2a77-41c6-bb1b-8c0e9b5dcb8c HTTP/1.1" status: 200 len: 2990 time: 0.0388751 Nov 13 04:43:49.649300 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:49.656810 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:49.681724 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:43:49.691196 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-98867097-b5c5-413b-97c9-bc48fb1a3b72 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/3ae0072d-afe2-47e4-8f33-b5dfe7d395ae HTTP/1.1" status: 200 len: 2994 time: 0.0405433 Nov 13 04:43:49.715092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38502778-acf1-4633-ba85-310d2a88c575,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:49.718300 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:49.718626 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Added segment a16b7961-ab95-42a9-b557-3d87a2655022 of type vlan for network 7d3d4c07-5765-46b6-9f27-069c4eb808da Nov 13 04:43:49.734308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-e9038098-47a7-4d75-872f-5993d5ae79fc tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/3ae0072d-afe2-47e4-8f33-b5dfe7d395ae HTTP/1.1" status: 200 len: 2994 time: 0.0363142 Nov 13 04:43:49.734583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-02cdcd2f-4af5-4b46-b4af-fd157442479e service neutron] 10.222.0.43 "GET /v2.0/networks/400ddb3d-f4a0-47ba-b441-bd6727391c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907949 Nov 13 04:43:49.779103 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-ea6a289f-4a4d-40aa-a8f8-57a5d436e11f tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/453cc470-6784-4fe8-ae2e-2420753181e5 HTTP/1.1" status: 200 len: 2998 time: 0.0373001 Nov 13 04:43:49.795453 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b3888e-6641-472a-a28f-f873bf8724fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c3186-837e-4ac3-8481-a9471cf4988c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:49.798061 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d22d66-34c7-485a-9564-5ef668f036d3" -d '{"events": [{"server_uuid": "35b3888e-6641-472a-a28f-f873bf8724fa", "name": "network-vif-plugged", "status": "completed", "tag": "587c3186-837e-4ac3-8481-a9471cf4988c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:49.822783 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-fea22738-1fa0-4284-b5cc-a6cabb05ac94 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/453cc470-6784-4fe8-ae2e-2420753181e5 HTTP/1.1" status: 200 len: 2998 time: 0.0372386 Nov 13 04:43:49.824283 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:49.864016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-bbbf007d-48c5-4b08-b464-dda149bf4bb5 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/937f01e1-d51d-4099-bef6-1d5baae2a0f4 HTTP/1.1" status: 200 len: 2998 time: 0.0349419 Nov 13 04:43:49.873715 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-09bbe47a-2e74-424c-8e02-200341cbb315 service neutron] 10.222.0.43 "GET /v2.0/networks/400ddb3d-f4a0-47ba-b441-bd6727391c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382437 Nov 13 04:43:49.875108 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:49.876134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:49.876709 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:49.920815 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-59dee27e-1a41-4f5e-8677-cc409dbef939 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/937f01e1-d51d-4099-bef6-1d5baae2a0f4 HTTP/1.1" status: 200 len: 2998 time: 0.0502813 Nov 13 04:43:49.935457 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0510287 Nov 13 04:43:49.937987 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:49.944603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a5cdf3ea-7987-47f4-a954-efb5e89a24e0 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Request body: {'subnet': {'network_id': '7d3d4c07-5765-46b6-9f27-069c4eb808da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:49.951530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe57c4f-de43-4772-af71-17062bc130e2 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Pushing event updated for resources: {'Network': ['ID=7d3d4c07-5765-46b6-9f27-069c4eb808da,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:49.964679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 7d3d4c07-5765-46b6-9f27-069c4eb808da details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:43:49.980855 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-1eaf787d-db68-4308-92aa-c1658bdf13e4 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/93c2e052-cdb8-4bfe-acbe-efc2ed787a81 HTTP/1.1" status: 200 len: 2998 time: 0.0529635 Nov 13 04:43:50.002295 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cdf3ea-7987-47f4-a954-efb5e89a24e0 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Made reservation on behalf of 1c497bd915694a3f932534d819c72ed3 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:50.008061 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf3ea-7987-47f4-a954-efb5e89a24e0 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:50.021979 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-1eebb81b-d9c6-4dee-9b72-a9f58cce220e tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/93c2e052-cdb8-4bfe-acbe-efc2ed787a81 HTTP/1.1" status: 200 len: 2998 time: 0.0380125 Nov 13 04:43:50.095067 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-7656b2d2-68eb-4015-bac3-6a90a009ec63 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/a2cbd505-4bcb-4da7-90a1-5dee9a409f2a HTTP/1.1" status: 200 len: 2998 time: 0.0447838 Nov 13 04:43:50.144671 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-3306e685-1b7f-4afe-9432-ea3ee0bdb9c7 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/a2cbd505-4bcb-4da7-90a1-5dee9a409f2a HTTP/1.1" status: 200 len: 2998 time: 0.0418046 Nov 13 04:43:50.167804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7f4a4-6af0-49b0-b631-c8f228b10cdd req-abd6cdb8-94e1-4f94-8293-3b248605f032 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:50.169993 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b3b7f4a4-6af0-49b0-b631-c8f228b10cdd req-abd6cdb8-94e1-4f94-8293-3b248605f032 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 945 time: 0.1128695 Nov 13 04:43:50.197121 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-5fe56628-8b5b-406c-93e9-f4de51c016b4 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/a4c63882-be60-4058-bb8a-381276203c56 HTTP/1.1" status: 200 len: 2994 time: 0.0402908 Nov 13 04:43:50.242410 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-c0ee3277-0122-4636-91db-ae15d39c0b2c tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/a4c63882-be60-4058-bb8a-381276203c56 HTTP/1.1" status: 200 len: 2994 time: 0.0383899 Nov 13 04:43:50.297206 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-85ebb5d9-59f9-4220-918b-b48a26d6ffbb tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/ba6953c5-eb93-4729-9c95-4e5179c3c74a HTTP/1.1" status: 200 len: 2998 time: 0.0455861 Nov 13 04:43:50.315183 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b3b7f4a4-6af0-49b0-b631-c8f228b10cdd req-fa7e3c58-e95b-404e-842f-f7c43af74d14 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups?id=39cde1ba-d991-408f-b9f4-1e3e58963aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323984 Nov 13 04:43:50.346587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-dd4a11e0-783f-4c4c-83f1-4f7b6b78a4ce tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/ba6953c5-eb93-4729-9c95-4e5179c3c74a HTTP/1.1" status: 200 len: 2998 time: 0.0433109 Nov 13 04:43:50.403116 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-f16d18bc-006b-48df-b242-5987d4e7dd2e tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d75c8426-3e07-474e-b455-7de0da359f54 HTTP/1.1" status: 200 len: 2998 time: 0.0481396 Nov 13 04:43:50.464246 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e354ae-9b67-4ebf-8d23-01f429901b16 req-ff3b306f-420c-48ca-ba8e-8ad812a931d2 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:50.464246 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-37e354ae-9b67-4ebf-8d23-01f429901b16 req-ff3b306f-420c-48ca-ba8e-8ad812a931d2 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 950 time: 0.0679870 Nov 13 04:43:50.464857 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-b1ebfaf9-1da7-448f-9747-dee6f947b032 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d75c8426-3e07-474e-b455-7de0da359f54 HTTP/1.1" status: 200 len: 2998 time: 0.0552518 Nov 13 04:43:50.519252 n-d-813114-2 neutron-server[102668]: DEBUG neutron.objects.ports [None req-a5cdf3ea-7987-47f4-a954-efb5e89a24e0 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:43:50.519804 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf3ea-7987-47f4-a954-efb5e89a24e0 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:50.533237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-c3cc57f9-53b9-471e-b0e4-0cf3585f7b3a tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:50.534888 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-c3cc57f9-53b9-471e-b0e4-0cf3585f7b3a tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.46 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 945 time: 0.0849409 Nov 13 04:43:50.538294 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-6ee0b23e-220e-4053-9e9a-fba4b47dd61e tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e33254f0-c353-4783-99a1-3c16a061f09f HTTP/1.1" status: 200 len: 2998 time: 0.0592785 Nov 13 04:43:50.594271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdf3ea-7987-47f4-a954-efb5e89a24e0 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Pushing event updated for resources: {'Subnet': ['ID=98f2f5fe-2dc1-4acf-b54b-f7a105d326c4,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:50.615489 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-37e354ae-9b67-4ebf-8d23-01f429901b16 req-74b501e5-4fb7-4cc3-9aee-0c1a02f4bcce tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359322 Nov 13 04:43:50.633428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cdf3ea-7987-47f4-a954-efb5e89a24e0 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Checking segment: {'id': 'a16b7961-ab95-42a9-b557-3d87a2655022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d3d4c07-5765-46b6-9f27-069c4eb808da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:50.633796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cdf3ea-7987-47f4-a954-efb5e89a24e0 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Network hostable DHCP agents. Network: 7d3d4c07-5765-46b6-9f27-069c4eb808da, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:43:50.649316 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-7dbd36fb-a713-4614-b452-72ddf04e860d tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e33254f0-c353-4783-99a1-3c16a061f09f HTTP/1.1" status: 200 len: 2998 time: 0.1037643 Nov 13 04:43:50.658096 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cdf3ea-7987-47f4-a954-efb5e89a24e0 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Network 7d3d4c07-5765-46b6-9f27-069c4eb808da is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:43:50.670506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a5cdf3ea-7987-47f4-a954-efb5e89a24e0 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 7d3d4c07-5765-46b6-9f27-069c4eb808da) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:50.682836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5709723e-e906-40ba-baae-89675d9aa24c None None] Network 7d3d4c07-5765-46b6-9f27-069c4eb808da requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:43:50.684081 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cdf3ea-7987-47f4-a954-efb5e89a24e0 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:50.684894 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf3ea-7987-47f4-a954-efb5e89a24e0 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:50.709301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-439adf86-6235-470e-a5d0-81a23017f5ee tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Deleting port 1edc74e7-288b-4953-bafc-9ac23731afda {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:50.709639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-439adf86-6235-470e-a5d0-81a23017f5ee tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:50.715527 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-a047f21d-95fb-4a25-be37-ffb315b0d7dd tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e664025c-45af-4694-899f-3a8baf0ece1a HTTP/1.1" status: 200 len: 2994 time: 0.0576973 Nov 13 04:43:50.718524 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a5cdf3ea-7987-47f4-a954-efb5e89a24e0 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7794008 Nov 13 04:43:50.721059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48274) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:50.727258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a4a36934-329f-4995-9290-9b5b4c584221 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-108047635', 'network_id': '7d3d4c07-5765-46b6-9f27-069c4eb808da'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:50.793287 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a36934-329f-4995-9290-9b5b4c584221 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Made reservation on behalf of 1c497bd915694a3f932534d819c72ed3 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:50.800546 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4a36934-329f-4995-9290-9b5b4c584221 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:50.827265 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-0a4722f9-e3cc-40a4-9989-74384017dae0 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e664025c-45af-4694-899f-3a8baf0ece1a HTTP/1.1" status: 200 len: 2994 time: 0.0976915 Nov 13 04:43:50.835023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-a4a36934-329f-4995-9290-9b5b4c584221 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] device_id is not set on port 984f2f8a-9344-494a-bb60-0c4984fa6055 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:43:50.860446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-439adf86-6235-470e-a5d0-81a23017f5ee tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] For port 1edc74e7-288b-4953-bafc-9ac23731afda, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1edc74e7-288b-4953-bafc-9ac23731afda,segment=NetworkSegment(7095dcf0-66eb-4b39-91e5-da1be60550fb),segment_id=7095dcf0-66eb-4b39-91e5-da1be60550fb)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:50.860818 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-439adf86-6235-470e-a5d0-81a23017f5ee tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:50.893581 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebda766-720a-4b81-a7c0-460a58c5b5ab x-openstack-request-id: req-eebda766-720a-4b81-a7c0-460a58c5b5ab {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:50.894097 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b3888e-6641-472a-a28f-f873bf8724fa", "name": "network-vif-plugged", "status": "completed", "tag": "587c3186-837e-4ac3-8481-a9471cf4988c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:50.894187 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eebda766-720a-4b81-a7c0-460a58c5b5ab {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:50.894538 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b3888e-6641-472a-a28f-f873bf8724fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c3186-837e-4ac3-8481-a9471cf4988c', 'code': 200} Nov 13 04:43:50.906995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb0a6fa-996f-4d5d-ab37-642f533a095f None None] Network 7d3d4c07-5765-46b6-9f27-069c4eb808da requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:43:50.957123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a4a36934-329f-4995-9290-9b5b4c584221 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Allocated IP 172.20.0.8 (7d3d4c07-5765-46b6-9f27-069c4eb808da/98f2f5fe-2dc1-4acf-b54b-f7a105d326c4/984f2f8a-9344-494a-bb60-0c4984fa6055) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:43:50.982828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-bcdc4733-948e-4c15-84b9-e49ad8b7d8f0 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f6b56d70-fc32-48ee-b463-96385fe7f178 HTTP/1.1" status: 200 len: 2998 time: 0.1439099 Nov 13 04:43:50.987555 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-19ef19fc-ee01-48c9-9ce0-388be663c0be req-6bf100df-00db-46f3-b69f-fcfb6ad729bb tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 210 time: 0.0415750 Nov 13 04:43:51.152115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066c566-7cad-47e9-8027-283fa9367822 req-1a71ea0f-eb6f-49f1-ad6b-8f28f429d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:51.153840 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3066c566-7cad-47e9-8027-283fa9367822 req-1a71ea0f-eb6f-49f1-ad6b-8f28f429d93b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 1096 time: 0.1732223 Nov 13 04:43:51.158253 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545d496e-0ba3-4c70-a35a-7c562753aba9 req-25f967c5-d3b6-48a8-a52d-9cead3229b46 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f6b56d70-fc32-48ee-b463-96385fe7f178 HTTP/1.1" status: 200 len: 2998 time: 0.1618633 Nov 13 04:43:51.195063 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b3335-5e7a-444e-ba22-93c024ef2b93 req-1f92b4a3-e1e5-4c64-bfeb-0ff0de2b1ea9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:51.199684 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1d8b3335-5e7a-444e-ba22-93c024ef2b93 req-1f92b4a3-e1e5-4c64-bfeb-0ff0de2b1ea9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 945 time: 0.1078815 Nov 13 04:43:51.240314 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4a36934-329f-4995-9290-9b5b4c584221 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:51.275304 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1d8b3335-5e7a-444e-ba22-93c024ef2b93 req-c5770865-42f5-4be5-9d38-1f8b00c61cf3 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693634 Nov 13 04:43:51.304045 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4a36934-329f-4995-9290-9b5b4c584221 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:51.350048 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-439adf86-6235-470e-a5d0-81a23017f5ee tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:51.350411 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-439adf86-6235-470e-a5d0-81a23017f5ee tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:51.350842 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-439adf86-6235-470e-a5d0-81a23017f5ee tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Floating IP 08f23c5c-f645-4929-8f82-52eb0d11cfaf disassociated. External IP: 172.25.8.68, port: 1edc74e7-288b-4953-bafc-9ac23731afda. Nov 13 04:43:51.351157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-439adf86-6235-470e-a5d0-81a23017f5ee tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Calling delete_port for 1edc74e7-288b-4953-bafc-9ac23731afda owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:51.371795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a36934-329f-4995-9290-9b5b4c584221 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Network 7d3d4c07-5765-46b6-9f27-069c4eb808da is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:43:51.377462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a4a36934-329f-4995-9290-9b5b4c584221 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:51.383100 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3066c566-7cad-47e9-8027-283fa9367822 req-ca4c3d8b-3d84-4b02-bff5-cef38e05b2e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187600 Nov 13 04:43:51.384235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a36934-329f-4995-9290-9b5b4c584221 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Pushing event updated for resources: {'Port': ['ID=984f2f8a-9344-494a-bb60-0c4984fa6055,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:51.388440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a36934-329f-4995-9290-9b5b4c584221 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:43:51.451790 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-92415410-1436-4e4f-833f-02353eef3215 req-8aa2907c-7c8e-4af5-ad0f-a2019537f8c8 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=564b6a01c278447abc95d906483158fc HTTP/1.1" status: 200 len: 6154 time: 0.1393721 Nov 13 04:43:51.453092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a36934-329f-4995-9290-9b5b4c584221 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:51.453719 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4a36934-329f-4995-9290-9b5b4c584221 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:51.461657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-d806943c-2e87-4bb2-8f0f-40fa879a85b0 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:51.463135 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-d806943c-2e87-4bb2-8f0f-40fa879a85b0 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.46 "GET /v2.0/networks?id=400ddb3d-f4a0-47ba-b441-bd6727391c05 HTTP/1.1" status: 200 len: 813 time: 0.3000066 Nov 13 04:43:51.474234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268ee40-3248-4ccd-b63c-72ee5dc5ee75 req-6a1092c8-c058-4a77-950c-5b28dafecc2e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:51.475744 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2268ee40-3248-4ccd-b63c-72ee5dc5ee75 req-6a1092c8-c058-4a77-950c-5b28dafecc2e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0237717b-a892-4059-a7ed-1679470e191b HTTP/1.1" status: 200 len: 950 time: 0.2242539 Nov 13 04:43:51.485438 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a4a36934-329f-4995-9290-9b5b4c584221 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.7601750 Nov 13 04:43:51.485647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-569cf3e2-5310-479d-ae6a-a59ec243e1ed tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Request body: {'port': {'device_id': '7a36b930-93b4-487d-ac70-3d853afc214e', 'network_id': '400ddb3d-f4a0-47ba-b441-bd6727391c05', 'admin_state_up': True, 'tenant_id': '1f4db19d639e4f278dfc3b5616e311d8'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:51.485781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48280) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:51.554821 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-92415410-1436-4e4f-833f-02353eef3215 req-7c3e1ffe-d828-45c2-9cba-b3e6bdf3912f tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] 10.222.0.43 "GET /v2.0/security-groups/ba6953c5-eb93-4729-9c95-4e5179c3c74a HTTP/1.1" status: 200 len: 2998 time: 0.0951438 Nov 13 04:43:51.613031 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-92415410-1436-4e4f-833f-02353eef3215 req-47dd9345-4d16-45d1-afea-b19e91b6a4e6 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] 10.222.0.43 "GET /v2.0/security-groups/ba6953c5-eb93-4729-9c95-4e5179c3c74a HTTP/1.1" status: 200 len: 2998 time: 0.0514033 Nov 13 04:43:51.616839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c37c6e3f-a1ec-4d8f-ae3b-b0164fd2aa50 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Deleting port 984f2f8a-9344-494a-bb60-0c4984fa6055 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:51.617181 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c37c6e3f-a1ec-4d8f-ae3b-b0164fd2aa50 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:51.633288 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2268ee40-3248-4ccd-b63c-72ee5dc5ee75 req-a68a187e-4e01-47b9-a9a1-0d1e2f9dc6b8 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437502 Nov 13 04:43:51.678901 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-439adf86-6235-470e-a5d0-81a23017f5ee tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:51.706268 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b3e41f09-7142-41ec-b478-d587895a513e req-2fb92f3c-e564-45d4-8252-8bf1708be905 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 210 time: 0.0319016 Nov 13 04:43:51.730458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439adf86-6235-470e-a5d0-81a23017f5ee tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Pushing event deleted for resources: {'Port': ['ID=1edc74e7-288b-4953-bafc-9ac23731afda,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:51.734898 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c37c6e3f-a1ec-4d8f-ae3b-b0164fd2aa50 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:51.749442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-569cf3e2-5310-479d-ae6a-a59ec243e1ed tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Made reservation on behalf of 1f4db19d639e4f278dfc3b5616e311d8 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:43:51.752877 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c37c6e3f-a1ec-4d8f-ae3b-b0164fd2aa50 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Calling delete_port for 984f2f8a-9344-494a-bb60-0c4984fa6055 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:51.755343 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-569cf3e2-5310-479d-ae6a-a59ec243e1ed tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:51.881438 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f297ef5c-9fbb-4d32-b0be-52f6d45b8233 req-f33aa674-22a2-4bac-9128-7014a08c1ff0 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/69f23b42-eeb4-47ec-b4b4-de86b911d393 HTTP/1.1" status: 200 len: 1794 time: 0.1945162 Nov 13 04:43:51.896175 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c37c6e3f-a1ec-4d8f-ae3b-b0164fd2aa50 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:51.925617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c6e3f-a1ec-4d8f-ae3b-b0164fd2aa50 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Pushing event deleted for resources: {'Port': ['ID=984f2f8a-9344-494a-bb60-0c4984fa6055,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:51.976725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-439adf86-6235-470e-a5d0-81a23017f5ee tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:43:51.991175 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c37c6e3f-a1ec-4d8f-ae3b-b0164fd2aa50 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:51.997647 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c37c6e3f-a1ec-4d8f-ae3b-b0164fd2aa50 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "DELETE /v2.0/ports/984f2f8a-9344-494a-bb60-0c4984fa6055 HTTP/1.1" status: 204 len: 168 time: 0.5091164 Nov 13 04:43:51.998953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:52.003488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d3d4c07-5765-46b6-9f27-069c4eb808da', 'external_fixed_ips': [{'subnet_id': '98f2f5fe-2dc1-4acf-b54b-f7a105d326c4', 'ip_address': '172.20.0.8'}]}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:52.033145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:52.034369 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:52.136654 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-569cf3e2-5310-479d-ae6a-a59ec243e1ed tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Allocated IP 172.20.0.12 (400ddb3d-f4a0-47ba-b441-bd6727391c05/cf7bc076-d176-47e0-81b1-7cb2318aa45f/8b70fa95-f740-4812-beaf-4da844615db1) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:43:52.146215 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:52.205018 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f297ef5c-9fbb-4d32-b0be-52f6d45b8233 req-7a8c3e99-fcf5-4cff-bf38-866f1d016951 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:52.270222 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-439adf86-6235-470e-a5d0-81a23017f5ee tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:43:52.274265 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f297ef5c-9fbb-4d32-b0be-52f6d45b8233 req-7a8c3e99-fcf5-4cff-bf38-866f1d016951 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:52.287312 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7653430e-43bf-445b-abaf-e8eccc5bdd17 None None] Sync routers for ids ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:43:52.301937 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7653430e-43bf-445b-abaf-e8eccc5bdd17 None None] Routers {'74e7d0ee-7ba8-49e3-92d2-3a91677727eb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:43:52.302802 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7653430e-43bf-445b-abaf-e8eccc5bdd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:43:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:52.357228 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:52.391208 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2eb6898-1846-4967-95c0-ff39adca79b6 req-5689383f-fa1b-4a99-8bf1-1749f9228d30 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 210 time: 0.0303805 Nov 13 04:43:52.408887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-439adf86-6235-470e-a5d0-81a23017f5ee tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] No DVR routers for this DVR port 1edc74e7-288b-4953-bafc-9ac23731afda on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:43:52.412365 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-439adf86-6235-470e-a5d0-81a23017f5ee tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:52.416192 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1cd43ccd-6aa2-45e4-ab0e-27a71e631df9 req-439adf86-6235-470e-a5d0-81a23017f5ee tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.46 "DELETE /v2.0/ports/1edc74e7-288b-4953-bafc-9ac23731afda HTTP/1.1" status: 204 len: 173 time: 1.8638589 Nov 13 04:43:52.426402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486389d8-7069-42ef-a531-66fd24a07530', 'name': 'network-vif-deleted', 'tag': '1edc74e7-288b-4953-bafc-9ac23731afda'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:52.432668 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e26b2a-f8ca-4f27-bd6d-d74d040c7024" -d '{"events": [{"server_uuid": "486389d8-7069-42ef-a531-66fd24a07530", "name": "network-vif-deleted", "tag": "1edc74e7-288b-4953-bafc-9ac23731afda"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:52.460228 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7653430e-43bf-445b-abaf-e8eccc5bdd17 None None] Set router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:43:52.514082 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f297ef5c-9fbb-4d32-b0be-52f6d45b8233 req-7a8c3e99-fcf5-4cff-bf38-866f1d016951 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:52.517520 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f297ef5c-9fbb-4d32-b0be-52f6d45b8233 req-7a8c3e99-fcf5-4cff-bf38-866f1d016951 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:52.530703 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f297ef5c-9fbb-4d32-b0be-52f6d45b8233 req-7a8c3e99-fcf5-4cff-bf38-866f1d016951 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/69f23b42-eeb4-47ec-b4b4-de86b911d393 HTTP/1.1" status: 204 len: 173 time: 0.6405149 Nov 13 04:43:52.544833 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-569cf3e2-5310-479d-ae6a-a59ec243e1ed tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:52.573432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c3e99-fcf5-4cff-bf38-866f1d016951 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f23b42-eeb4-47ec-b4b4-de86b911d393,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:52.601461 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bfd724-198a-4a52-9612-ed74d6afac6a x-openstack-request-id: req-d4bfd724-198a-4a52-9612-ed74d6afac6a {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:52.601746 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486389d8-7069-42ef-a531-66fd24a07530", "name": "network-vif-deleted", "tag": "1edc74e7-288b-4953-bafc-9ac23731afda", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:52.601999 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4bfd724-198a-4a52-9612-ed74d6afac6a {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:52.602387 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486389d8-7069-42ef-a531-66fd24a07530', 'name': 'network-vif-deleted', 'tag': '1edc74e7-288b-4953-bafc-9ac23731afda', 'status': 'completed', 'code': 200} Nov 13 04:43:52.665956 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da19c543-4b5e-43b0-8148-93e26bedd7aa req-df9e6447-238c-49ec-9ba9-f14a713253a0 tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "GET /v2.0/security-groups/2c7e01c7-9d15-4fff-ad9c-4e54787166d9 HTTP/1.1" status: 200 len: 1795 time: 0.0501916 Nov 13 04:43:52.669854 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-569cf3e2-5310-479d-ae6a-a59ec243e1ed tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:52.690821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256c07-f70f-4c71-ba64-fc327470a73a req-a64e89b1-73ea-4a29-9499-e9ce77a432a3 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:52.691955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53256c07-f70f-4c71-ba64-fc327470a73a req-a64e89b1-73ea-4a29-9499-e9ce77a432a3 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 945 time: 0.0861197 Nov 13 04:43:52.693509 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:52.719433 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:52.754691 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7653430e-43bf-445b-abaf-e8eccc5bdd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:29Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'gw_port': {'id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:30Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '57b1cdd9-9585-434c-b0ad-a01d33ec5cb7', 'name': '', 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:37Z', 'updated_at': '2021-11-13T04:40:43Z', 'revision_number': 5, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'subnets': [{'id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:52.782495 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7653430e-43bf-445b-abaf-e8eccc5bdd17 None None] Checking router: 74e7d0ee-7ba8-49e3-92d2-3a91677727eb for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:43:52.792227 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7653430e-43bf-445b-abaf-e8eccc5bdd17 None None] Routers {'74e7d0ee-7ba8-49e3-92d2-3a91677727eb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:43:52.793227 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7653430e-43bf-445b-abaf-e8eccc5bdd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:43:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:52.811911 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53256c07-f70f-4c71-ba64-fc327470a73a req-fea5df88-9212-4bcd-b93a-d154b2379a91 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950675 Nov 13 04:43:52.931764 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7653430e-43bf-445b-abaf-e8eccc5bdd17 None None] Set router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:43:52.987964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0bfcb598-075c-46bb-a43e-f60cedc603ac req-bfc6ddfb-90cf-4d40-8b3d-b46201a06022 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/ports?device_id=486389d8-7069-42ef-a531-66fd24a07530 HTTP/1.1" status: 200 len: 210 time: 0.0433209 Nov 13 04:43:53.018310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Allocated IP 172.20.0.8 (7d3d4c07-5765-46b6-9f27-069c4eb808da/98f2f5fe-2dc1-4acf-b54b-f7a105d326c4/12f9d020-aa0e-4ec1-9bd3-e685cc748262) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:43:53.149176 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-569cf3e2-5310-479d-ae6a-a59ec243e1ed tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Network 400ddb3d-f4a0-47ba-b441-bd6727391c05 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:43:53.158460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-569cf3e2-5310-479d-ae6a-a59ec243e1ed tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:53.162985 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.166588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-569cf3e2-5310-479d-ae6a-a59ec243e1ed tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:43:53.191585 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7653430e-43bf-445b-abaf-e8eccc5bdd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:29Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'gw_port': {'id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:30Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '57b1cdd9-9585-434c-b0ad-a01d33ec5cb7', 'name': '', 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:37Z', 'updated_at': '2021-11-13T04:40:43Z', 'revision_number': 5, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'subnets': [{'id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:53.194951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cf3e2-5310-479d-ae6a-a59ec243e1ed tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Pushing event updated for resources: {'Port': ['ID=8b70fa95-f740-4812-beaf-4da844615db1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:53.215081 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.235385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-569cf3e2-5310-479d-ae6a-a59ec243e1ed tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:53.235989 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-569cf3e2-5310-479d-ae6a-a59ec243e1ed tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.238396 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-da19c543-4b5e-43b0-8148-93e26bedd7aa req-aa8ba4e0-156e-4525-8ba6-6c5f5d0b09de tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.238580 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7653430e-43bf-445b-abaf-e8eccc5bdd17 None None] The sync data for ids ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'] in n-d-813114-2 is: [{'id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:29Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'gw_port': {'id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:30Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '57b1cdd9-9585-434c-b0ad-a01d33ec5cb7', 'name': '', 'network_id': '0da5777e-6db9-4b39-a161-a68c010b6b41', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:37Z', 'updated_at': '2021-11-13T04:40:43Z', 'revision_number': 5, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'subnets': [{'id': '25e69f96-ffaf-4b1a-971f-b57cbdd77cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:43:53.267118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Network 7d3d4c07-5765-46b6-9f27-069c4eb808da is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:43:53.273052 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:43:53.275639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-da19c543-4b5e-43b0-8148-93e26bedd7aa req-aa8ba4e0-156e-4525-8ba6-6c5f5d0b09de tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.281972 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-569cf3e2-5310-479d-ae6a-a59ec243e1ed tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8009570 Nov 13 04:43:53.282117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:43:53.301914 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Request body: {'port': {'device_id': '7a36b930-93b4-487d-ac70-3d853afc214e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:53.308304 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Pushing event updated for resources: {'Port': ['ID=12f9d020-aa0e-4ec1-9bd3-e685cc748262,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:53.373875 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-da19c543-4b5e-43b0-8148-93e26bedd7aa req-aa8ba4e0-156e-4525-8ba6-6c5f5d0b09de tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.376658 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-da19c543-4b5e-43b0-8148-93e26bedd7aa req-aa8ba4e0-156e-4525-8ba6-6c5f5d0b09de tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.377805 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da19c543-4b5e-43b0-8148-93e26bedd7aa req-aa8ba4e0-156e-4525-8ba6-6c5f5d0b09de tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c7e01c7-9d15-4fff-ad9c-4e54787166d9 HTTP/1.1" status: 204 len: 173 time: 0.6978416 Nov 13 04:43:53.387991 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.392042 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ba4e0-156e-4525-8ba6-6c5f5d0b09de tempest-SecurityGroupsTestAdminJSON-215036083 tempest-SecurityGroupsTestAdminJSON-215036083-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7e01c7-9d15-4fff-ad9c-4e54787166d9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:53.484355 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b52e76ba-44a0-4a92-b6cc-94b1f53aba37 req-056a3499-a8ca-49b1-9519-8ae8d30fb96d tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] 10.222.0.43 "GET /v2.0/security-groups/a99b3b46-2f96-4006-9b79-dcc1f0aaf7e9 HTTP/1.1" status: 200 len: 1795 time: 0.0839038 Nov 13 04:43:53.591932 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafc8ca3-1dc1-4544-8203-c693457717f6 None None] New status for floating IP 08f23c5c-f645-4929-8f82-52eb0d11cfaf: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:43:53.602615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19d3d4-c7d9-461a-ade7-99a132955745 req-3f0fec7a-d9f7-4997-bb03-f8086a6b6766 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:53.604168 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba19d3d4-c7d9-461a-ade7-99a132955745 req-3f0fec7a-d9f7-4997-bb03-f8086a6b6766 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 932 time: 0.0904095 Nov 13 04:43:53.617605 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b52e76ba-44a0-4a92-b6cc-94b1f53aba37 req-323ab0e4-9daf-4d0b-8908-4a8eb35e7567 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.650536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b52e76ba-44a0-4a92-b6cc-94b1f53aba37 req-323ab0e4-9daf-4d0b-8908-4a8eb35e7567 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.653008 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.698676 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba19d3d4-c7d9-461a-ade7-99a132955745 req-ee72cef9-d915-431f-ae10-ddf874273b93 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75c8426-3e07-474e-b455-7de0da359f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669262 Nov 13 04:43:53.793750 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b52e76ba-44a0-4a92-b6cc-94b1f53aba37 req-323ab0e4-9daf-4d0b-8908-4a8eb35e7567 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.796524 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b52e76ba-44a0-4a92-b6cc-94b1f53aba37 req-323ab0e4-9daf-4d0b-8908-4a8eb35e7567 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.796667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b70fa95-f740-4812-beaf-4da844615db1 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:53.797686 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b52e76ba-44a0-4a92-b6cc-94b1f53aba37 req-323ab0e4-9daf-4d0b-8908-4a8eb35e7567 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] 10.222.0.43 "DELETE /v2.0/security-groups/a99b3b46-2f96-4006-9b79-dcc1f0aaf7e9 HTTP/1.1" status: 204 len: 173 time: 0.3125198 Nov 13 04:43:53.807240 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.817435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ab0e4-9daf-4d0b-8908-4a8eb35e7567 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99b3b46-2f96-4006-9b79-dcc1f0aaf7e9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:53.828731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Transition to ACTIVE for port object 8b70fa95-f740-4812-beaf-4da844615db1 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:43:53.839751 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.911685 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5eaaff97-fcca-45d4-b604-43db4d1a761c req-edc47cd3-e135-4e2c-aad5-e72e7f8ac2eb tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] 10.222.0.43 "GET /v2.0/security-groups/c0d5171d-707c-4322-91ef-64183b0ae602 HTTP/1.1" status: 200 len: 1794 time: 0.0934763 Nov 13 04:43:53.914562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Pushing event updated for resources: {'Port': ['ID=8b70fa95-f740-4812-beaf-4da844615db1,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:53.976851 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:53.992777 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16bba3-7fe7-4659-be38-cb6279cff112 req-2b412969-867e-4b81-97c3-8479954346a9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:53.994400 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e16bba3-7fe7-4659-be38-cb6279cff112 req-2b412969-867e-4b81-97c3-8479954346a9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 945 time: 0.0671055 Nov 13 04:43:54.027599 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Attempting to bind port 8b70fa95-f740-4812-beaf-4da844615db1 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:43:54.027938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Attempting to bind port 8b70fa95-f740-4812-beaf-4da844615db1 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '9a0318a5-5d2b-41fb-84d8-e35a1720b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '400ddb3d-f4a0-47ba-b441-bd6727391c05'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:43:54.028334 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Attempting to bind port 8b70fa95-f740-4812-beaf-4da844615db1 on network 400ddb3d-f4a0-47ba-b441-bd6727391c05 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:54.033660 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5eaaff97-fcca-45d4-b604-43db4d1a761c req-2bc33663-1a4c-4ebc-885d-8161ba614691 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:54.044857 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Port 8b70fa95-f740-4812-beaf-4da844615db1 on network 400ddb3d-f4a0-47ba-b441-bd6727391c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:43:54.045105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Attempting to bind port 8b70fa95-f740-4812-beaf-4da844615db1 on network 400ddb3d-f4a0-47ba-b441-bd6727391c05 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:54.058378 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:43:54.058760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Checking segment: {'id': '9a0318a5-5d2b-41fb-84d8-e35a1720b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '400ddb3d-f4a0-47ba-b441-bd6727391c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:54.059140 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Bound using segment: {'id': '9a0318a5-5d2b-41fb-84d8-e35a1720b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '400ddb3d-f4a0-47ba-b441-bd6727391c05'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:43:54.059629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Bound port: 8b70fa95-f740-4812-beaf-4da844615db1, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0318a5-5d2b-41fb-84d8-e35a1720b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '400ddb3d-f4a0-47ba-b441-bd6727391c05'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:43:54.059985 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:54.066694 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5eaaff97-fcca-45d4-b604-43db4d1a761c req-2bc33663-1a4c-4ebc-885d-8161ba614691 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:54.130074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e16bba3-7fe7-4659-be38-cb6279cff112 req-a7673440-6d0c-419f-a617-3e8c35988314 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941989 Nov 13 04:43:54.153032 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5eaaff97-fcca-45d4-b604-43db4d1a761c req-2bc33663-1a4c-4ebc-885d-8161ba614691 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:54.155962 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5eaaff97-fcca-45d4-b604-43db4d1a761c req-2bc33663-1a4c-4ebc-885d-8161ba614691 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:54.157497 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5eaaff97-fcca-45d4-b604-43db4d1a761c req-2bc33663-1a4c-4ebc-885d-8161ba614691 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] 10.222.0.43 "DELETE /v2.0/security-groups/c0d5171d-707c-4322-91ef-64183b0ae602 HTTP/1.1" status: 204 len: 173 time: 0.2391176 Nov 13 04:43:54.162680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] For port 8b70fa95-f740-4812-beaf-4da844615db1, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:43:54.166538 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] For port 8b70fa95-f740-4812-beaf-4da844615db1, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8b70fa95-f740-4812-beaf-4da844615db1,segment=NetworkSegment(9a0318a5-5d2b-41fb-84d8-e35a1720b5d9),segment_id=9a0318a5-5d2b-41fb-84d8-e35a1720b5d9)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:43:54.175757 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:54.180688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc33663-1a4c-4ebc-885d-8161ba614691 tempest-SecurityGroupsTestAdminJSON-67750450 tempest-SecurityGroupsTestAdminJSON-67750450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d5171d-707c-4322-91ef-64183b0ae602,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:54.239288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Router 1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:43:54.242708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:54.253154 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:54.256047 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-9b315727-102e-419c-8102-3f8214608d7f service neutron] 10.222.0.46 "PUT /v2.0/ports/8b70fa95-f740-4812-beaf-4da844615db1 HTTP/1.1" status: 200 len: 1092 time: 0.9592793 Nov 13 04:43:54.290652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48354) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:54.325790 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b315727-102e-419c-8102-3f8214608d7f service neutron] Pushing event updated for resources: {'Port': ['ID=8b70fa95-f740-4812-beaf-4da844615db1,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:54.407951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-c120ae5e-b1ad-44f4-b7c6-7564ea2295a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:54.409876 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-c120ae5e-b1ad-44f4-b7c6-7564ea2295a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f4db19d639e4f278dfc3b5616e311d8&device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 1095 time: 0.0717053 Nov 13 04:43:54.412595 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-235892a2-836b-46db-a6b5-b80b71f78aa2 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:54.438210 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-235892a2-836b-46db-a6b5-b80b71f78aa2 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:54.452480 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:43:54.469991 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Sync routers for ids ['1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:43:54.485802 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Routers {'1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:43:54.488767 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:43:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:54.489554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-1cbc2632-6b70-44bc-8354-180499d4865e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b70fa95-f740-4812-beaf-4da844615db1 HTTP/1.1" status: 200 len: 217 time: 0.0483518 Nov 13 04:43:54.498896 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:54.502983 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-60fef4bc-7de1-47a8-91fe-ac9b143e0410 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.5006723 Nov 13 04:43:54.503680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48358) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:54.567573 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-6af1cc85-a3b8-4b28-9cd4-29d2a7390749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:54.569867 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-6af1cc85-a3b8-4b28-9cd4-29d2a7390749 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf7bc076-d176-47e0-81b1-7cb2318aa45f HTTP/1.1" status: 200 len: 853 time: 0.0668988 Nov 13 04:43:54.603222 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a36b930-93b4-487d-ac70-3d853afc214e', 'tag': '8b70fa95-f740-4812-beaf-4da844615db1'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:54.605839 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47f8d1d-c437-44af-a124-50e680be02c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7a36b930-93b4-487d-ac70-3d853afc214e", "tag": "8b70fa95-f740-4812-beaf-4da844615db1"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:54.615699 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Set router 1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:43:54.656365 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-f97e57bc-627a-4aff-b775-bac71fd864af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=400ddb3d-f4a0-47ba-b441-bd6727391c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388424 Nov 13 04:43:54.657656 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c25134b6-9900-41b8-8863-71db81b4716b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:54.665446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cf690-4dd2-4b92-8bc2-476eb69399a6 req-9b025145-1546-4d63-a48d-86e850c70fd8 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:54.674282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d8cf690-4dd2-4b92-8bc2-476eb69399a6 req-9b025145-1546-4d63-a48d-86e850c70fd8 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 1096 time: 0.1031423 Nov 13 04:43:54.679939 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-235892a2-836b-46db-a6b5-b80b71f78aa2 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:54.683828 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-235892a2-836b-46db-a6b5-b80b71f78aa2 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:54.688199 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-235892a2-836b-46db-a6b5-b80b71f78aa2 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "DELETE /v2.0/security-groups/39cde1ba-d991-408f-b9f4-1e3e58963aa8 HTTP/1.1" status: 204 len: 168 time: 0.3939924 Nov 13 04:43:54.688199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48364) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:54.712412 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9b9199-a77c-4ce2-a620-a8d7eb65c1e2 x-openstack-request-id: req-db9b9199-a77c-4ce2-a620-a8d7eb65c1e2 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:54.712712 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a36b930-93b4-487d-ac70-3d853afc214e", "tag": "8b70fa95-f740-4812-beaf-4da844615db1", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:54.712878 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db9b9199-a77c-4ce2-a620-a8d7eb65c1e2 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:54.713332 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a36b930-93b4-487d-ac70-3d853afc214e', 'tag': '8b70fa95-f740-4812-beaf-4da844615db1', 'status': 'completed', 'code': 200} Nov 13 04:43:54.745075 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48368) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:54.762454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235892a2-836b-46db-a6b5-b80b71f78aa2 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cde1ba-d991-408f-b9f4-1e3e58963aa8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:54.768601 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-f8f5ccd8-3bf5-4d02-9b1b-ef0224d3ef22 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] show failed (client error): The resource could not be found. Nov 13 04:43:54.769476 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f8f5ccd8-3bf5-4d02-9b1b-ef0224d3ef22 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "GET /v2.0/security-groups/39cde1ba-d991-408f-b9f4-1e3e58963aa8 HTTP/1.1" status: 404 len: 347 time: 0.0589514 Nov 13 04:43:54.781022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48372) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:54.838403 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d8cf690-4dd2-4b92-8bc2-476eb69399a6 req-46595e67-84b2-475d-b90b-c4dcd471bb7a tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629221 Nov 13 04:43:54.844532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a0318c63-0f44-410f-89f5-b0c358b4d9ec details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:43:54.848165 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7', 'name': '', 'tenant_id': '1c497bd915694a3f932534d819c72ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3d4c07-5765-46b6-9f27-069c4eb808da', 'external_fixed_ips': [{'subnet_id': '98f2f5fe-2dc1-4acf-b54b-f7a105d326c4', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '12f9d020-aa0e-4ec1-9bd3-e685cc748262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:43:52Z', 'updated_at': '2021-11-13T04:43:53Z', 'revision_number': 3, 'project_id': '1c497bd915694a3f932534d819c72ed3', 'gw_port': {'id': '12f9d020-aa0e-4ec1-9bd3-e685cc748262', 'name': '', 'network_id': '7d3d4c07-5765-46b6-9f27-069c4eb808da', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '98f2f5fe-2dc1-4acf-b54b-f7a105d326c4', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:43:52Z', 'updated_at': '2021-11-13T04:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98f2f5fe-2dc1-4acf-b54b-f7a105d326c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:54.855359 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-ce982196-0bc2-4112-8267-37df81f2fd31 service neutron] 10.222.0.46 "GET /v2.0/networks/400ddb3d-f4a0-47ba-b441-bd6727391c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781399 Nov 13 04:43:54.893514 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Checking router: 1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:43:54.894031 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Updating router 1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7 port 12f9d020-aa0e-4ec1-9bd3-e685cc748262 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:43:54.925418 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:54.942280 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c25134b6-9900-41b8-8863-71db81b4716b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.056243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a0318c63-0f44-410f-89f5-b0c358b4d9ec, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:55.066807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc6391-e459-4c5e-8581-d88d04c29ec6 req-74ca92d8-6fe6-4e97-bc19-75957de1cc3c tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:55.068357 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0bc6391-e459-4c5e-8581-d88d04c29ec6 req-74ca92d8-6fe6-4e97-bc19-75957de1cc3c tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 944 time: 0.2056689 Nov 13 04:43:55.070843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec', 'mac_address': 'fa:16:3e:93:0d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:43:55.095824 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d17c9baa-efc2-415f-8700-8c3c5a434140 req-23fb2d12-dc0d-46c6-805d-8df98d65cc46 service neutron] 10.222.0.46 "GET /v2.0/networks/400ddb3d-f4a0-47ba-b441-bd6727391c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326045 Nov 13 04:43:55.115240 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.120045 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33ba43-ff1a-4ef3-a8e8-8bea2ee2829e req-d04c5994-70dc-4d72-a561-4e3d05eb5bd4 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:55.121691 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b33ba43-ff1a-4ef3-a8e8-8bea2ee2829e req-d04c5994-70dc-4d72-a561-4e3d05eb5bd4 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 1096 time: 0.0658653 Nov 13 04:43:55.140938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0318c63-0f44-410f-89f5-b0c358b4d9ec {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:55.183700 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b33ba43-ff1a-4ef3-a8e8-8bea2ee2829e req-ab88940c-34bd-401c-a6ae-989f8cc9be05 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485325 Nov 13 04:43:55.186393 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a0318c63-0f44-410f-89f5-b0c358b4d9ec, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:55.192947 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.242306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f8d1d-c437-44af-a124-50e680be02c7 req-ffed3643-e5fc-4c49-875c-17dc97eb6674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:55.244215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b47f8d1d-c437-44af-a124-50e680be02c7 req-ffed3643-e5fc-4c49-875c-17dc97eb6674 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f4db19d639e4f278dfc3b5616e311d8&device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 1095 time: 0.0555573 Nov 13 04:43:55.245600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7ad4061b-3bd6-4f10-965d-bbdd33815dee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=564b6a01c278447abc95d906483158fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4988532 Nov 13 04:43:55.248418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48390) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:55.264360 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0bc6391-e459-4c5e-8581-d88d04c29ec6 req-d25b3b4f-1295-4147-afd0-71f6aeee0409 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75c8426-3e07-474e-b455-7de0da359f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337736 Nov 13 04:43:55.289411 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c25134b6-9900-41b8-8863-71db81b4716b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Deleting port 12f9d020-aa0e-4ec1-9bd3-e685cc748262 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:55.289776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c25134b6-9900-41b8-8863-71db81b4716b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.312721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-96bcda53-7d41-495b-9cdf-121a5b26ef13 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Deleting port 1f9bd25b-2a8f-4a57-9762-4e06bdf7d004 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:55.313077 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96bcda53-7d41-495b-9cdf-121a5b26ef13 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.318619 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=a0318c63-0f44-410f-89f5-b0c358b4d9ec,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:55.329768 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1edc74e7-288b-4953-bafc-9ac23731afda no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:43:55.359947 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 1edc74e7-288b-4953-bafc-9ac23731afda {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:43:55.360561 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1edc74e7-288b-4953-bafc-9ac23731afda not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:43:55.374438 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06250115-83bb-4e9d-84a2-8c8ffa271605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.380053 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['a0318c63-0f44-410f-89f5-b0c358b4d9ec'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:43:55.392660 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.410007 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.438262 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06250115-83bb-4e9d-84a2-8c8ffa271605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.462885 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c25134b6-9900-41b8-8863-71db81b4716b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.486863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f8d1d-c437-44af-a124-50e680be02c7 req-6253dfe2-8f93-48be-a594-e99e256a6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:55.488404 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b47f8d1d-c437-44af-a124-50e680be02c7 req-6253dfe2-8f93-48be-a594-e99e256a6542 service neutron] 10.222.0.46 "GET /v2.0/networks?id=400ddb3d-f4a0-47ba-b441-bd6727391c05 HTTP/1.1" status: 200 len: 914 time: 0.2053373 Nov 13 04:43:55.519362 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96bcda53-7d41-495b-9cdf-121a5b26ef13 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.521339 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96bcda53-7d41-495b-9cdf-121a5b26ef13 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.533189 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5540c-3113-4b0d-872a-659f9488f2c1 None None] Pushing event updated for resources: {'Port': ['ID=12f9d020-aa0e-4ec1-9bd3-e685cc748262,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:55.541414 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5540c-3113-4b0d-872a-659f9488f2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:55.541858 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5540c-3113-4b0d-872a-659f9488f2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:55.542161 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5540c-3113-4b0d-872a-659f9488f2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:55.542487 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5540c-3113-4b0d-872a-659f9488f2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:55.542809 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5540c-3113-4b0d-872a-659f9488f2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:55.543177 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5540c-3113-4b0d-872a-659f9488f2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:55.543571 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5540c-3113-4b0d-872a-659f9488f2c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:55.543939 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5540c-3113-4b0d-872a-659f9488f2c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:55.544419 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b47f8d1d-c437-44af-a124-50e680be02c7 req-32e6e8fc-385d-40b7-b781-67790dba4ab4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b70fa95-f740-4812-beaf-4da844615db1 HTTP/1.1" status: 200 len: 217 time: 0.0483336 Nov 13 04:43:55.544937 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5540c-3113-4b0d-872a-659f9488f2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:55.545237 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5540c-3113-4b0d-872a-659f9488f2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:55.545557 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5540c-3113-4b0d-872a-659f9488f2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:55.545869 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5540c-3113-4b0d-872a-659f9488f2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:43:55.552774 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-96bcda53-7d41-495b-9cdf-121a5b26ef13 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Calling delete_port for 1f9bd25b-2a8f-4a57-9762-4e06bdf7d004 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:55.586555 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Attempting to bind port 12f9d020-aa0e-4ec1-9bd3-e685cc748262 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:43:55.587164 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Attempting to bind port 12f9d020-aa0e-4ec1-9bd3-e685cc748262 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'a16b7961-ab95-42a9-b557-3d87a2655022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d3d4c07-5765-46b6-9f27-069c4eb808da'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:43:55.587776 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Attempting to bind port 12f9d020-aa0e-4ec1-9bd3-e685cc748262 on network 7d3d4c07-5765-46b6-9f27-069c4eb808da {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:55.601668 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:43:55.602660 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Checking segment: {'id': 'a16b7961-ab95-42a9-b557-3d87a2655022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d3d4c07-5765-46b6-9f27-069c4eb808da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:55.603266 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.603823 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Bound using segment: {'id': 'a16b7961-ab95-42a9-b557-3d87a2655022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d3d4c07-5765-46b6-9f27-069c4eb808da'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:43:55.605242 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Bound port: 12f9d020-aa0e-4ec1-9bd3-e685cc748262, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16b7961-ab95-42a9-b557-3d87a2655022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d3d4c07-5765-46b6-9f27-069c4eb808da'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:43:55.608006 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.613840 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06250115-83bb-4e9d-84a2-8c8ffa271605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.617020 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06250115-83bb-4e9d-84a2-8c8ffa271605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.629521 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-06250115-83bb-4e9d-84a2-8c8ffa271605 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba6953c5-eb93-4729-9c95-4e5179c3c74a HTTP/1.1" status: 204 len: 168 time: 0.3716273 Nov 13 04:43:55.658783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06250115-83bb-4e9d-84a2-8c8ffa271605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6953c5-eb93-4729-9c95-4e5179c3c74a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:55.719275 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f8d1d-c437-44af-a124-50e680be02c7 req-382e9eb9-2f99-44f8-875b-c047c6fe70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:55.724711 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b47f8d1d-c437-44af-a124-50e680be02c7 req-382e9eb9-2f99-44f8-875b-c047c6fe70a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf7bc076-d176-47e0-81b1-7cb2318aa45f HTTP/1.1" status: 200 len: 853 time: 0.1559410 Nov 13 04:43:55.730053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c25134b6-9900-41b8-8863-71db81b4716b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Calling delete_port for 12f9d020-aa0e-4ec1-9bd3-e685cc748262 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:55.750853 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] For port 12f9d020-aa0e-4ec1-9bd3-e685cc748262, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:43:55.751876 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96bcda53-7d41-495b-9cdf-121a5b26ef13 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.759024 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] For port 12f9d020-aa0e-4ec1-9bd3-e685cc748262, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=12f9d020-aa0e-4ec1-9bd3-e685cc748262,segment=NetworkSegment(a16b7961-ab95-42a9-b557-3d87a2655022),segment_id=a16b7961-ab95-42a9-b557-3d87a2655022)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:43:55.775646 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.793049 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b47f8d1d-c437-44af-a124-50e680be02c7 req-dd29fd40-340a-435f-bf1a-fa4a9d590cc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=400ddb3d-f4a0-47ba-b441-bd6727391c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591733 Nov 13 04:43:55.824984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcda53-7d41-495b-9cdf-121a5b26ef13 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Pushing event deleted for resources: {'Port': ['ID=1f9bd25b-2a8f-4a57-9762-4e06bdf7d004,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:55.911953 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Routers {'1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:43:55.916748 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:43:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:55.967842 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96bcda53-7d41-495b-9cdf-121a5b26ef13 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.970604 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96bcda53-7d41-495b-9cdf-121a5b26ef13 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:55.975038 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-96bcda53-7d41-495b-9cdf-121a5b26ef13 tempest-ServersTestJSON-784856363 tempest-ServersTestJSON-784856363-project] 10.222.0.43 "DELETE /v2.0/floatingips/08f23c5c-f645-4929-8f82-52eb0d11cfaf HTTP/1.1" status: 204 len: 168 time: 1.1928794 Nov 13 04:43:55.978625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48412) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:56.069444 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5540c-3113-4b0d-872a-659f9488f2c1 None None] Pushing event updated for resources: {'Port': ['ID=12f9d020-aa0e-4ec1-9bd3-e685cc748262,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:56.129905 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c25134b6-9900-41b8-8863-71db81b4716b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:56.130603 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b47f8d1d-c437-44af-a124-50e680be02c7 req-8933923a-e198-499e-a7f7-68d528901a01 service neutron] 10.222.0.46 "GET /v2.0/networks/400ddb3d-f4a0-47ba-b441-bd6727391c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294156 Nov 13 04:43:56.149736 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] Set router 1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:43:56.239737 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7', 'name': '', 'tenant_id': '1c497bd915694a3f932534d819c72ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:43:52Z', 'updated_at': '2021-11-13T04:43:54Z', 'revision_number': 4, 'project_id': '1c497bd915694a3f932534d819c72ed3', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:56.252121 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b47f8d1d-c437-44af-a124-50e680be02c7 req-9e439375-d61b-4549-8734-ad942b96b246 service neutron] 10.222.0.46 "GET /v2.0/networks/400ddb3d-f4a0-47ba-b441-bd6727391c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111112 Nov 13 04:43:56.252685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48424) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:56.286188 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d50631d-d3ee-40ad-8405-84cfc9254d98 None None] The sync data for ids ['1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7'] in n-d-813114-2 is: [{'id': '1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7', 'name': '', 'tenant_id': '1c497bd915694a3f932534d819c72ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:43:52Z', 'updated_at': '2021-11-13T04:43:54Z', 'revision_number': 4, 'project_id': '1c497bd915694a3f932534d819c72ed3', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:43:56.376765 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cbbc6037-db55-4417-b658-b11febd4a0b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4069a25d25a24abfa9de61f6bddb5060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1213148 Nov 13 04:43:56.380429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48434) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:56.526993 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f79ee086-acb9-412a-8737-fda3558e592b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:56.587192 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f79ee086-acb9-412a-8737-fda3558e592b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:56.676459 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f79ee086-acb9-412a-8737-fda3558e592b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:56.679291 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f79ee086-acb9-412a-8737-fda3558e592b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:56.680591 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f79ee086-acb9-412a-8737-fda3558e592b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e33254f0-c353-4783-99a1-3c16a061f09f HTTP/1.1" status: 204 len: 168 time: 0.2980230 Nov 13 04:43:56.693464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ee086-acb9-412a-8737-fda3558e592b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33254f0-c353-4783-99a1-3c16a061f09f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:56.769308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25134b6-9900-41b8-8863-71db81b4716b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Pushing event deleted for resources: {'Port': ['ID=12f9d020-aa0e-4ec1-9bd3-e685cc748262,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:56.795090 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b7367203-ba3c-470a-809a-a01c32e4c298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:56.852718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a0318c63-0f44-410f-89f5-b0c358b4d9ec up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:43:56.859369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec5e64-c6c9-4309-89f2-26d0bc7a66a3 req-a133f4f7-4cc2-4c2d-9045-ea4ad4e88095 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:56.861990 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f7ec5e64-c6c9-4309-89f2-26d0bc7a66a3 req-a133f4f7-4cc2-4c2d-9045-ea4ad4e88095 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 944 time: 0.1092620 Nov 13 04:43:56.868447 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c25134b6-9900-41b8-8863-71db81b4716b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:56.946894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port a0318c63-0f44-410f-89f5-b0c358b4d9ec triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:43:56.947450 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.055475 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c25134b6-9900-41b8-8863-71db81b4716b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.057275 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.061618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c25134b6-9900-41b8-8863-71db81b4716b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.108402 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a0318c63-0f44-410f-89f5-b0c358b4d9ec, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:57.110690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237717b-a892-4059-a7ed-1679470e191b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:43:57.113745 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f6c1cd-20b6-498d-90db-ca86273991d3" -d '{"events": [{"server_uuid": "0237717b-a892-4059-a7ed-1679470e191b", "name": "network-vif-plugged", "status": "completed", "tag": "a0318c63-0f44-410f-89f5-b0c358b4d9ec"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:43:57.119303 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.167369 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f7ec5e64-c6c9-4309-89f2-26d0bc7a66a3 req-f949495f-0b9b-463c-9b72-d4851d9ecf70 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75c8426-3e07-474e-b455-7de0da359f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524154 Nov 13 04:43:57.169585 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c25134b6-9900-41b8-8863-71db81b4716b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.171229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25134b6-9900-41b8-8863-71db81b4716b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:43:57.180430 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c25134b6-9900-41b8-8863-71db81b4716b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.184070 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c25134b6-9900-41b8-8863-71db81b4716b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "DELETE /v2.0/routers/1fcd6dbb-d7f1-41ed-9393-432e4c57ccd7 HTTP/1.1" status: 204 len: 168 time: 2.6769111 Nov 13 04:43:57.184872 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48458) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:57.215407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=a0318c63-0f44-410f-89f5-b0c358b4d9ec,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:57.255951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e110ee6-ab51-41a9-8ee0-77e1743cfb3c tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Deleting subnet 98f2f5fe-2dc1-4acf-b54b-f7a105d326c4 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:43:57.256809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b7367203-ba3c-470a-809a-a01c32e4c298 admin admin] Deleting port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:57.258075 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b7367203-ba3c-470a-809a-a01c32e4c298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.259269 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e110ee6-ab51-41a9-8ee0-77e1743cfb3c tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.305641 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e110ee6-ab51-41a9-8ee0-77e1743cfb3c tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.353430 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e110ee6-ab51-41a9-8ee0-77e1743cfb3c tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.379524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-b7367203-ba3c-470a-809a-a01c32e4c298 admin admin] For port 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=57b1cdd9-9585-434c-b0ad-a01d33ec5cb7,segment=NetworkSegment(7095dcf0-66eb-4b39-91e5-da1be60550fb),segment_id=7095dcf0-66eb-4b39-91e5-da1be60550fb)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:57.381108 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b7367203-ba3c-470a-809a-a01c32e4c298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.390134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-3331fbd4-058b-4825-92a6-939f5effb13d tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:43:57.391257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-3331fbd4-058b-4825-92a6-939f5effb13d tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3671179 Nov 13 04:43:57.401987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b7367203-ba3c-470a-809a-a01c32e4c298 admin admin] Calling delete_port for 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:57.436787 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e110ee6-ab51-41a9-8ee0-77e1743cfb3c tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.469341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e110ee6-ab51-41a9-8ee0-77e1743cfb3c tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=98f2f5fe-2dc1-4acf-b54b-f7a105d326c4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:57.474175 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e110ee6-ab51-41a9-8ee0-77e1743cfb3c tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.480303 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7e110ee6-ab51-41a9-8ee0-77e1743cfb3c tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/98f2f5fe-2dc1-4acf-b54b-f7a105d326c4 HTTP/1.1" status: 204 len: 168 time: 0.2919884 Nov 13 04:43:57.480667 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48468) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:57.508508 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4bdcdc-b91d-4540-8bb1-9b8ad838ed26 x-openstack-request-id: req-ae4bdcdc-b91d-4540-8bb1-9b8ad838ed26 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:43:57.509057 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0237717b-a892-4059-a7ed-1679470e191b", "name": "network-vif-plugged", "status": "completed", "tag": "a0318c63-0f44-410f-89f5-b0c358b4d9ec", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:43:57.509057 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae4bdcdc-b91d-4540-8bb1-9b8ad838ed26 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:43:57.509432 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0237717b-a892-4059-a7ed-1679470e191b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec', 'code': 200} Nov 13 04:43:57.651627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2996-49a0-4768-8875-ef69e4721cc1 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.654216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928257c-b37a-4a92-9eba-355445546065 req-5e660fb6-d254-4a6f-b3a7-b73c43d9fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:57.655748 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-5e660fb6-d254-4a6f-b3a7-b73c43d9fa34 service neutron] 10.222.0.43 "GET /v2.0/ports/587c3186-837e-4ac3-8481-a9471cf4988c HTTP/1.1" status: 200 len: 1093 time: 0.2558117 Nov 13 04:43:57.667685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3928257c-b37a-4a92-9eba-355445546065 req-73da406f-fc95-424e-bb1f-93ac206b179b service neutron] Request body: {'binding': {'host': 'n-h1-813114-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:57.668074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3928257c-b37a-4a92-9eba-355445546065 req-73da406f-fc95-424e-bb1f-93ac206b179b service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 04:43:57.721628 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b7367203-ba3c-470a-809a-a01c32e4c298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.755508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7367203-ba3c-470a-809a-a01c32e4c298 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b1cdd9-9585-434c-b0ad-a01d33ec5cb7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:57.797259 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2996-49a0-4768-8875-ef69e4721cc1 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.865514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6f1d2996-49a0-4768-8875-ef69e4721cc1 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3d4c07-5765-46b6-9f27-069c4eb808da']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:57.882726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6f1d2996-49a0-4768-8875-ef69e4721cc1 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16b7961-ab95-42a9-b557-3d87a2655022') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:57.883073 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6f1d2996-49a0-4768-8875-ef69e4721cc1 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16b7961-ab95-42a9-b557-3d87a2655022') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:57.904310 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2996-49a0-4768-8875-ef69e4721cc1 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.936356 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2996-49a0-4768-8875-ef69e4721cc1 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.944737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1d2996-49a0-4768-8875-ef69e4721cc1 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:43:57.945652 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2996-49a0-4768-8875-ef69e4721cc1 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.959454 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b7367203-ba3c-470a-809a-a01c32e4c298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: items = [ Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:43:57.970959 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:43:58.017526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3928257c-b37a-4a92-9eba-355445546065 req-73da406f-fc95-424e-bb1f-93ac206b179b service neutron] Attempting to bind port 587c3186-837e-4ac3-8481-a9471cf4988c on host n-h1-813114-2 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:43:58.018639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3928257c-b37a-4a92-9eba-355445546065 req-73da406f-fc95-424e-bb1f-93ac206b179b service neutron] Attempting to bind port 587c3186-837e-4ac3-8481-a9471cf4988c by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:43:58.018639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3928257c-b37a-4a92-9eba-355445546065 req-73da406f-fc95-424e-bb1f-93ac206b179b service neutron] Attempting to bind port 587c3186-837e-4ac3-8481-a9471cf4988c on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:58.024025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3928257c-b37a-4a92-9eba-355445546065 req-73da406f-fc95-424e-bb1f-93ac206b179b service neutron] Port 587c3186-837e-4ac3-8481-a9471cf4988c on network 38c4ff77-85a2-430d-a6a9-b667d4750285 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:43:58.024343 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3928257c-b37a-4a92-9eba-355445546065 req-73da406f-fc95-424e-bb1f-93ac206b179b service neutron] Attempting to bind port 587c3186-837e-4ac3-8481-a9471cf4988c on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:43:58.030298 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2996-49a0-4768-8875-ef69e4721cc1 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:58.036887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1d2996-49a0-4768-8875-ef69e4721cc1 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d3d4c07-5765-46b6-9f27-069c4eb808da {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 13 04:43:58.039350 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2996-49a0-4768-8875-ef69e4721cc1 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:58.044188 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6f1d2996-49a0-4768-8875-ef69e4721cc1 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "DELETE /v2.0/networks/7d3d4c07-5765-46b6-9f27-069c4eb808da HTTP/1.1" status: 204 len: 168 time: 0.5624959 Nov 13 04:43:58.078952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d2996-49a0-4768-8875-ef69e4721cc1 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d3d4c07-5765-46b6-9f27-069c4eb808da,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:58.083729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3928257c-b37a-4a92-9eba-355445546065 req-73da406f-fc95-424e-bb1f-93ac206b179b service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:43:58.087399 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3928257c-b37a-4a92-9eba-355445546065 req-73da406f-fc95-424e-bb1f-93ac206b179b service neutron] Checking segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:43:58.087886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3928257c-b37a-4a92-9eba-355445546065 req-73da406f-fc95-424e-bb1f-93ac206b179b service neutron] Bound using segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:43:58.088510 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3928257c-b37a-4a92-9eba-355445546065 req-73da406f-fc95-424e-bb1f-93ac206b179b service neutron] Bound port: 587c3186-837e-4ac3-8481-a9471cf4988c, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:43:58.176791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3928257c-b37a-4a92-9eba-355445546065 req-73da406f-fc95-424e-bb1f-93ac206b179b service neutron] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=587c3186-837e-4ac3-8481-a9471cf4988c,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:43:58.189435 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3928257c-b37a-4a92-9eba-355445546065 req-73da406f-fc95-424e-bb1f-93ac206b179b service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:58.207564 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-73da406f-fc95-424e-bb1f-93ac206b179b service neutron] 10.222.0.43 "POST /v2.0/ports/587c3186-837e-4ac3-8481-a9471cf4988c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5433838 Nov 13 04:43:58.260462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7367203-ba3c-470a-809a-a01c32e4c298 admin admin] Router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:43:58.340408 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:58.361713 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1954d-4aa1-4384-8b04-3b2e9db14424 req-96c57aa0-eef3-4a38-8241-a16ef414f5dd tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:58.365249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20d1954d-4aa1-4384-8b04-3b2e9db14424 req-96c57aa0-eef3-4a38-8241-a16ef414f5dd tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 944 time: 0.0972564 Nov 13 04:43:58.444016 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20d1954d-4aa1-4384-8b04-3b2e9db14424 req-203c4ced-615f-4f36-9a8e-a95f2ee9a8b0 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75c8426-3e07-474e-b455-7de0da359f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701478 Nov 13 04:43:58.521483 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48518) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:58.526869 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2bd087c1-dd6d-4570-934b-4bb6047a000d tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Request body: {'router': {'name': 'tempest-router--1880332707', 'project_id': '54248723e38242bb84ded942c6134f77'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:58.539749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7367203-ba3c-470a-809a-a01c32e4c298 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:43:58.546966 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b7367203-ba3c-470a-809a-a01c32e4c298 admin admin] 10.222.0.43 "PUT /v2.0/routers/74e7d0ee-7ba8-49e3-92d2-3a91677727eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5562234 Nov 13 04:43:58.548719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:58.562645 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bd087c1-dd6d-4570-934b-4bb6047a000d tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:58.564113 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bd087c1-dd6d-4570-934b-4bb6047a000d tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:58.580956 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e532077-f793-42e3-bbdc-6a1d2f922134 req-11a5f72c-1354-4d15-af5a-d58a8007d3ef tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:58.582516 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e532077-f793-42e3-bbdc-6a1d2f922134 req-11a5f72c-1354-4d15-af5a-d58a8007d3ef tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 945 time: 0.1126571 Nov 13 04:43:58.677156 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:58.697287 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928257c-b37a-4a92-9eba-355445546065 req-39781386-62e3-44df-ae51-6016c6738a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:58.699540 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-39781386-62e3-44df-ae51-6016c6738a79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 1096 time: 0.0851252 Nov 13 04:43:58.708062 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e532077-f793-42e3-bbdc-6a1d2f922134 req-eae3b53d-4cc2-479d-a50e-a0c3364f0102 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110818 Nov 13 04:43:58.825396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd594c9c-7a0d-4067-9038-080064b4208c None None] Sync routers for ids ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:43:58.840742 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bd087c1-dd6d-4570-934b-4bb6047a000d tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:58.855679 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bd087c1-dd6d-4570-934b-4bb6047a000d tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:58.856997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd594c9c-7a0d-4067-9038-080064b4208c None None] Routers {'74e7d0ee-7ba8-49e3-92d2-3a91677727eb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:43:58.866169 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cd594c9c-7a0d-4067-9038-080064b4208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:43:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:58.867016 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:58.885058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928257c-b37a-4a92-9eba-355445546065 req-d14f8795-3a79-4a3c-a391-2c0d26db589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:58.901798 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-d14f8795-3a79-4a3c-a391-2c0d26db589a service neutron] 10.222.0.46 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.1926785 Nov 13 04:43:58.914505 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bd087c1-dd6d-4570-934b-4bb6047a000d tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:58.918371 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2bd087c1-dd6d-4570-934b-4bb6047a000d tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3931439 Nov 13 04:43:58.920609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48550) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:58.988021 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-cddda7b9-bc8e-4ae6-ad61-537965615b32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=587c3186-837e-4ac3-8481-a9471cf4988c HTTP/1.1" status: 200 len: 217 time: 0.0778255 Nov 13 04:43:59.064442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-cd594c9c-7a0d-4067-9038-080064b4208c None None] Set router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:43:59.070526 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928257c-b37a-4a92-9eba-355445546065 req-7fabc6d8-3a50-41a1-b0ee-397d8e0ea371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:59.077948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-7fabc6d8-3a50-41a1-b0ee-397d8e0ea371 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.0811973 Nov 13 04:43:59.080780 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d238422-5918-45f6-8f1b-6dd08cc5eba9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:59.131801 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-a473f662-7de1-4ee9-82c0-3d84516afa51 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449884 Nov 13 04:43:59.258252 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-406ff77a-6bd5-426e-bdb0-fcd71d2f9de0 service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178715 Nov 13 04:43:59.284671 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:59.334850 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d238422-5918-45f6-8f1b-6dd08cc5eba9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:59.338727 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d238422-5918-45f6-8f1b-6dd08cc5eba9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:59.358863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8b70fa95-f740-4812-beaf-4da844615db1 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:43:59.423583 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-2e466577-8f5f-4e9c-8aec-18b728e4d48f service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556721 Nov 13 04:43:59.464199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8b70fa95-f740-4812-beaf-4da844615db1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8b70fa95-f740-4812-beaf-4da844615db1,segment=NetworkSegment(9a0318a5-5d2b-41fb-84d8-e35a1720b5d9),segment_id=9a0318a5-5d2b-41fb-84d8-e35a1720b5d9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:59.478478 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d238422-5918-45f6-8f1b-6dd08cc5eba9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:59.479284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d238422-5918-45f6-8f1b-6dd08cc5eba9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 765d0a76-8751-48b5-9a15-3a73b76cd2f9 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:43:59.483259 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '8b70fa95-f740-4812-beaf-4da844615db1', 'network_id': '400ddb3d-f4a0-47ba-b441-bd6727391c05', 'port_id': '8b70fa95-f740-4812-beaf-4da844615db1', 'mac_address': 'fa:16:3e:7e:9c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7bc076-d176-47e0-81b1-7cb2318aa45f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:43:59.500961 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d238422-5918-45f6-8f1b-6dd08cc5eba9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:59.519852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6d238422-5918-45f6-8f1b-6dd08cc5eba9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "DELETE /v2.0/routers/765d0a76-8751-48b5-9a15-3a73b76cd2f9 HTTP/1.1" status: 204 len: 168 time: 0.5981023 Nov 13 04:43:59.535784 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] Deleting port 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:43:59.536822 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:59.538540 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:59.557347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cd594c9c-7a0d-4067-9038-080064b4208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:29Z', 'updated_at': '2021-11-13T04:43:57Z', 'revision_number': 5, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'gw_port': {'id': '0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:40:30Z', 'updated_at': '2021-11-13T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:59.560401 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b70fa95-f740-4812-beaf-4da844615db1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:43:59.580484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8b70fa95-f740-4812-beaf-4da844615db1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8b70fa95-f740-4812-beaf-4da844615db1,segment=NetworkSegment(9a0318a5-5d2b-41fb-84d8-e35a1720b5d9),segment_id=9a0318a5-5d2b-41fb-84d8-e35a1720b5d9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:59.618167 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:59.623484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd594c9c-7a0d-4067-9038-080064b4208c None None] Checking router: 74e7d0ee-7ba8-49e3-92d2-3a91677727eb for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:43:59.663913 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd594c9c-7a0d-4067-9038-080064b4208c None None] Routers {'74e7d0ee-7ba8-49e3-92d2-3a91677727eb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:43:59.664779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cd594c9c-7a0d-4067-9038-080064b4208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:43:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:59.676593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928257c-b37a-4a92-9eba-355445546065 req-27f6e7fe-73c6-4eb7-8e95-60ace250a203 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:59.678437 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-27f6e7fe-73c6-4eb7-8e95-60ace250a203 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa&tenant_id=84f24f012ac64c77a0d17f88ca400a24&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 1096 time: 0.0976410 Nov 13 04:43:59.715762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] For port 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:43:59.716120 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:59.729475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] Calling delete_port for 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:43:59.730899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813114-2'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:43:59.760638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=8b70fa95-f740-4812-beaf-4da844615db1,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:59.821347 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48592) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:59.822836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-cd594c9c-7a0d-4067-9038-080064b4208c None None] Set router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:43:59.936004 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:43:59.947863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48598) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:43:59.962483 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cd594c9c-7a0d-4067-9038-080064b4208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:29Z', 'updated_at': '2021-11-13T04:43:59Z', 'revision_number': 6, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:43:59.964890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:43:59.988514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97cb05-0519-4448-88cd-357bdeb41709 req-6e960257-e0e2-4d00-bf94-71003dcbd01e tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:43:59.995734 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4e97cb05-0519-4448-88cd-357bdeb41709 req-6e960257-e0e2-4d00-bf94-71003dcbd01e tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 945 time: 0.0935578 Nov 13 04:44:00.003078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:00.029417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd594c9c-7a0d-4067-9038-080064b4208c None None] The sync data for ids ['74e7d0ee-7ba8-49e3-92d2-3a91677727eb'] in n-d-813114-2 is: [{'id': '74e7d0ee-7ba8-49e3-92d2-3a91677727eb', 'name': 'tempest-ServersTestJSON-1038718011-router', 'tenant_id': '57f662e4e3a04e68b02eb6775cea16ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:40:29Z', 'updated_at': '2021-11-13T04:43:59Z', 'revision_number': 6, 'project_id': '57f662e4e3a04e68b02eb6775cea16ba', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:44:00.038592 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['8b70fa95-f740-4812-beaf-4da844615db1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:44:00.098367 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:00.118166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330378a-7cb7-4d15-9cd1-dfe5ede22982 req-c6fa7ea2-3918-4057-98f9-c71f3c4d6d56 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:00.136259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a330378a-7cb7-4d15-9cd1-dfe5ede22982 req-c6fa7ea2-3918-4057-98f9-c71f3c4d6d56 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 945 time: 0.2258859 Nov 13 04:44:00.191792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:00.194007 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:00.222978 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5d89243-b76b-4b32-a9dc-9dd53e5e8833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:00.253213 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:00.254166 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74e7d0ee-7ba8-49e3-92d2-3a91677727eb {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:44:00.259491 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:00.260428 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-425093e6-c099-44e5-9662-d33c4dda9fef admin admin] 10.222.0.43 "DELETE /v2.0/routers/74e7d0ee-7ba8-49e3-92d2-3a91677727eb HTTP/1.1" status: 204 len: 168 time: 1.7087870 Nov 13 04:44:00.269514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48602) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:00.273484 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4e97cb05-0519-4448-88cd-357bdeb41709 req-c032e7a0-3c42-4b5f-9194-d9ca168e2f49 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75c8426-3e07-474e-b455-7de0da359f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743955 Nov 13 04:44:00.350279 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a330378a-7cb7-4d15-9cd1-dfe5ede22982 req-54981fb9-2bad-4e73-92ac-d0c0cdf31588 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128806 Nov 13 04:44:00.397700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a187363-f7e0-40e1-afdb-5f17085bfcb8 admin admin] Deleting subnet 25e69f96-ffaf-4b1a-971f-b57cbdd77cce {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:44:00.407300 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=587c3186-837e-4ac3-8481-a9471cf4988c,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:00.409648 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a187363-f7e0-40e1-afdb-5f17085bfcb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:00.450098 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-510369815', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:00.517374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a187363-f7e0-40e1-afdb-5f17085bfcb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:00.561763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:00.562895 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:00.585236 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5d89243-b76b-4b32-a9dc-9dd53e5e8833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:00.595253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:00.596744 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5d89243-b76b-4b32-a9dc-9dd53e5e8833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.055459 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c5d89243-b76b-4b32-a9dc-9dd53e5e8833 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=239668fa5d134f8194e6fbcf5e59a887&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1042018 Nov 13 04:44:01.058191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48614) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:01.112438 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b3888e-6641-472a-a28f-f873bf8724fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587c3186-837e-4ac3-8481-a9471cf4988c'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:01.114696 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c24865-c7f5-41b1-a15a-cfbca65654c4" -d '{"events": [{"server_uuid": "35b3888e-6641-472a-a28f-f873bf8724fa", "name": "network-vif-unplugged", "status": "completed", "tag": "587c3186-837e-4ac3-8481-a9471cf4988c"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:01.121204 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.128787 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.130444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d89243-b76b-4b32-a9dc-9dd53e5e8833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f950fa6e-72d5-4ecb-bc2d-b3a9a7449209,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:01.146534 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.202790 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a187363-f7e0-40e1-afdb-5f17085bfcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.253698 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:01.286706 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-676a1a43-0884-4e21-bd7f-a042be06ab97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.291367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:44:01.295347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 57b1cdd9-9585-434c-b0ad-a01d33ec5cb7 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:01.296532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:01.306816 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59319305-aba7-4910-a332-68d6dda1b153 x-openstack-request-id: req-59319305-aba7-4910-a332-68d6dda1b153 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:01.307140 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b3888e-6641-472a-a28f-f873bf8724fa", "name": "network-vif-unplugged", "status": "completed", "tag": "587c3186-837e-4ac3-8481-a9471cf4988c", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:01.307382 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59319305-aba7-4910-a332-68d6dda1b153 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:01.307768 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b3888e-6641-472a-a28f-f873bf8724fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587c3186-837e-4ac3-8481-a9471cf4988c', 'code': 200} Nov 13 04:44:01.342340 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:44:01.342765 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0c4eaf9d-8ab4-4524-9743-ef2c36a2d2b4 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:01.376047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8b70fa95-f740-4812-beaf-4da844615db1 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:44:01.385834 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-676a1a43-0884-4e21-bd7f-a042be06ab97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.460824 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.481104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Pushing event updated for resources: {'Port': ['ID=587c3186-837e-4ac3-8481-a9471cf4988c,revision_number=7']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:01.501814 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Attempting to bind port 587c3186-837e-4ac3-8481-a9471cf4988c on host n-h2-813114-2 for vnic_type normal with profile {"migrating_to": "n-h1-813114-2"} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:44:01.502137 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Attempting to bind port 587c3186-837e-4ac3-8481-a9471cf4988c by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:44:01.502465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Attempting to bind port 587c3186-837e-4ac3-8481-a9471cf4988c on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:01.509922 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 8b70fa95-f740-4812-beaf-4da844615db1 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:44:01.520417 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a187363-f7e0-40e1-afdb-5f17085bfcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.525925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 8b70fa95-f740-4812-beaf-4da844615db1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:01.529111 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.544792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-676a1a43-0884-4e21-bd7f-a042be06ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.547937 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-676a1a43-0884-4e21-bd7f-a042be06ab97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.552361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-676a1a43-0884-4e21-bd7f-a042be06ab97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f950fa6e-72d5-4ecb-bc2d-b3a9a7449209 HTTP/1.1" status: 204 len: 168 time: 0.4895141 Nov 13 04:44:01.564889 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Port 587c3186-837e-4ac3-8481-a9471cf4988c on network 38c4ff77-85a2-430d-a6a9-b667d4750285 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:44:01.565212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Attempting to bind port 587c3186-837e-4ac3-8481-a9471cf4988c on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:01.571430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a1a43-0884-4e21-bd7f-a042be06ab97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f950fa6e-72d5-4ecb-bc2d-b3a9a7449209,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:01.582519 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a187363-f7e0-40e1-afdb-5f17085bfcb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25e69f96-ffaf-4b1a-971f-b57cbdd77cce,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:01.604036 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:44:01.604672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Checking segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:01.605218 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Bound using segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:44:01.605816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Bound port: 587c3186-837e-4ac3-8481-a9471cf4988c, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:44:01.606407 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.634092 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a187363-f7e0-40e1-afdb-5f17085bfcb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.640288 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0a187363-f7e0-40e1-afdb-5f17085bfcb8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/25e69f96-ffaf-4b1a-971f-b57cbdd77cce HTTP/1.1" status: 204 len: 168 time: 1.3684371 Nov 13 04:44:01.642301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48628) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:01.646491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91ea6b1-4e81-42d4-a1bf-66a61de7d8e0 None None] Network 0da5777e-6db9-4b39-a161-a68c010b6b41 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:44:01.735561 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d38c89-24e4-4328-a64b-7c47c17d8632 req-9c2d8834-77e5-4808-8004-b8273f913373 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:01.737406 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f1d38c89-24e4-4328-a64b-7c47c17d8632 req-9c2d8834-77e5-4808-8004-b8273f913373 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 945 time: 0.1736569 Nov 13 04:44:01.768284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:01.800818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=587c3186-837e-4ac3-8481-a9471cf4988c,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:44:01.818625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.879519 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:01.919159 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f1d38c89-24e4-4328-a64b-7c47c17d8632 req-40245219-4516-4685-b7c1-988a4b04258a tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75c8426-3e07-474e-b455-7de0da359f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648459 Nov 13 04:44:02.028278 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:02.037829 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Pushing event updated for resources: {'Port': ['ID=587c3186-837e-4ac3-8481-a9471cf4988c,revision_number=8']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:02.085041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:02.085847 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:02.087541 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-7fd41673-6fb1-4835-8c18-32756f20401c service neutron] 10.222.0.46 "PUT /v2.0/ports/587c3186-837e-4ac3-8481-a9471cf4988c HTTP/1.1" status: 200 len: 1121 time: 2.3623435 Nov 13 04:44:02.112303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ae90f-0f5b-4dbf-bbb7-a49f5d5050a4 req-fba02653-fb1d-4442-a8c8-ba2cd28c033b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:02.122559 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-186ae90f-0f5b-4dbf-bbb7-a49f5d5050a4 req-fba02653-fb1d-4442-a8c8-ba2cd28c033b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 943 time: 0.2385349 Nov 13 04:44:02.228772 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a36b930-93b4-487d-ac70-3d853afc214e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b70fa95-f740-4812-beaf-4da844615db1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:02.235156 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db579bdc-d444-4cbd-abb1-93cc6dd65eb7" -d '{"events": [{"server_uuid": "7a36b930-93b4-487d-ac70-3d853afc214e", "name": "network-vif-plugged", "status": "completed", "tag": "8b70fa95-f740-4812-beaf-4da844615db1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:02.245024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] Deleting port e19c070b-c319-4a0d-abf1-d0671fe72d0a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:02.245628 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:02.259177 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-186ae90f-0f5b-4dbf-bbb7-a49f5d5050a4 req-cf004b58-1010-4963-85c7-e5cdfa1280cd tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332145 Nov 13 04:44:02.292643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['587c3186-837e-4ac3-8481-a9471cf4988c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:44:02.307823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8b70fa95-f740-4812-beaf-4da844615db1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8b70fa95-f740-4812-beaf-4da844615db1,segment=NetworkSegment(9a0318a5-5d2b-41fb-84d8-e35a1720b5d9),segment_id=9a0318a5-5d2b-41fb-84d8-e35a1720b5d9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:02.417749 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecaceff-651d-4e76-8426-3ce1db1439eb x-openstack-request-id: req-5ecaceff-651d-4e76-8426-3ce1db1439eb {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:02.421020 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a36b930-93b4-487d-ac70-3d853afc214e", "name": "network-vif-plugged", "status": "completed", "tag": "8b70fa95-f740-4812-beaf-4da844615db1", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:02.421914 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ecaceff-651d-4e76-8426-3ce1db1439eb {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:02.422712 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a36b930-93b4-487d-ac70-3d853afc214e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b70fa95-f740-4812-beaf-4da844615db1', 'code': 200} Nov 13 04:44:02.440689 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:02.446283 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:02.452173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] For port e19c070b-c319-4a0d-abf1-d0671fe72d0a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e19c070b-c319-4a0d-abf1-d0671fe72d0a,segment=NetworkSegment(7095dcf0-66eb-4b39-91e5-da1be60550fb),segment_id=7095dcf0-66eb-4b39-91e5-da1be60550fb)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:02.452863 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:02.472039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] Calling delete_port for e19c070b-c319-4a0d-abf1-d0671fe72d0a owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:02.547859 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:02.617860 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:02.649347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] Pushing event deleted for resources: {'Port': ['ID=e19c070b-c319-4a0d-abf1-d0671fe72d0a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:02.659570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] No DVR routers for this DVR port e19c070b-c319-4a0d-abf1-d0671fe72d0a on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:44:02.663728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c650dae-c2de-45d2-9f47-5fa394a926c1 None None] DHCP port deletion for 0da5777e-6db9-4b39-a161-a68c010b6b41 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:44:02.788464 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:02.802344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=8b70fa95-f740-4812-beaf-4da844615db1,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:02.824338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da5777e-6db9-4b39-a161-a68c010b6b41']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:02.844783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7095dcf0-66eb-4b39-91e5-da1be60550fb') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:02.845316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7095dcf0-66eb-4b39-91e5-da1be60550fb') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:02.869135 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:02.891180 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:02.909095 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:44:02.909544 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:44:02.911789 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:44:02.947094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15904cb-f61d-4863-80d2-d7125787d883 req-8ceb7c7d-e6f8-4a40-b8ad-b43870005739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:02.948873 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e15904cb-f61d-4863-80d2-d7125787d883 req-8ceb7c7d-e6f8-4a40-b8ad-b43870005739 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 1097 time: 0.4084139 Nov 13 04:44:03.003773 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:03.019075 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:03.025241 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] 10.222.0.43 "DELETE /v2.0/networks/0da5777e-6db9-4b39-a161-a68c010b6b41 HTTP/1.1" status: 204 len: 168 time: 1.3808560 Nov 13 04:44:03.069638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d2803-57fc-438d-bc03-cc526d25daaa admin admin] Pushing event deleted for resources: {'Network': ['ID=0da5777e-6db9-4b39-a161-a68c010b6b41,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:03.116707 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e15904cb-f61d-4863-80d2-d7125787d883 req-e449abdf-1623-47a3-aa57-c9a5a92ff2cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d75c8426-3e07-474e-b455-7de0da359f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544530 Nov 13 04:44:03.117968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Allocated IP 172.25.8.231 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/f329e2f1-0653-464b-a6f0-0324e2fbd14a) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:44:03.185846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e19c070b-c319-4a0d-abf1-d0671fe72d0a no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:03.226092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c39ef-ca66-417b-9bc3-17a4965faea5 req-485f4be0-1a6a-4df4-ac41-596038856768 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:03.239213 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b18c39ef-ca66-417b-9bc3-17a4965faea5 req-485f4be0-1a6a-4df4-ac41-596038856768 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 946 time: 0.1270792 Nov 13 04:44:03.274696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: e19c070b-c319-4a0d-abf1-d0671fe72d0a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:44:03.275309 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e19c070b-c319-4a0d-abf1-d0671fe72d0a not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:03.309368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b3888e-6641-472a-a28f-f873bf8724fa', 'tag': '587c3186-837e-4ac3-8481-a9471cf4988c'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:03.314150 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b062f22b-21cc-4c2c-b685-3d26ee40d040" -d '{"events": [{"name": "network-changed", "server_uuid": "35b3888e-6641-472a-a28f-f873bf8724fa", "tag": "587c3186-837e-4ac3-8481-a9471cf4988c"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:03.337503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48680) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:03.361482 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:03.375037 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b18c39ef-ca66-417b-9bc3-17a4965faea5 req-01cea9f2-4f22-466c-86f8-d131c70ed739 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75c8426-3e07-474e-b455-7de0da359f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164198 Nov 13 04:44:03.414565 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa3649e-a9b0-41e9-bfcb-5b2950546529 x-openstack-request-id: req-eaa3649e-a9b0-41e9-bfcb-5b2950546529 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:03.414853 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b3888e-6641-472a-a28f-f873bf8724fa", "tag": "587c3186-837e-4ac3-8481-a9471cf4988c", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:03.415127 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eaa3649e-a9b0-41e9-bfcb-5b2950546529 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:03.415520 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b3888e-6641-472a-a28f-f873bf8724fa', 'tag': '587c3186-837e-4ac3-8481-a9471cf4988c', 'status': 'completed', 'code': 200} Nov 13 04:44:03.419267 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-60a801a8-5aee-4a3a-959d-302c2db982b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57f662e4e3a04e68b02eb6775cea16ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0783467 Nov 13 04:44:03.421904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48684) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:03.465051 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73c631-41d1-4ecd-9c4e-9d56525bff88 req-3439a8b5-f0ae-41a1-9c10-795c1d8cd848 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:03.466824 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9b73c631-41d1-4ecd-9c4e-9d56525bff88 req-3439a8b5-f0ae-41a1-9c10-795c1d8cd848 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 943 time: 0.0874493 Nov 13 04:44:03.501852 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:03.543963 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d5f7541-6bce-4e7b-bfa0-4c5f388ee67e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:03.568070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:03.579260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:03.582063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Pushing event updated for resources: {'Port': ['ID=f329e2f1-0653-464b-a6f0-0324e2fbd14a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:03.584301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:44:03.600864 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d5f7541-6bce-4e7b-bfa0-4c5f388ee67e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:03.666478 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9b73c631-41d1-4ecd-9c4e-9d56525bff88 req-4a439f2b-894d-4713-97b5-84af14b22a2a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857817 Nov 13 04:44:03.673803 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d5f7541-6bce-4e7b-bfa0-4c5f388ee67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:03.677427 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d5f7541-6bce-4e7b-bfa0-4c5f388ee67e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:03.679885 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3d5f7541-6bce-4e7b-bfa0-4c5f388ee67e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93c2e052-cdb8-4bfe-acbe-efc2ed787a81 HTTP/1.1" status: 204 len: 168 time: 0.2563264 Nov 13 04:44:03.718253 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f7541-6bce-4e7b-bfa0-4c5f388ee67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c2e052-cdb8-4bfe-acbe-efc2ed787a81,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:03.726565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062f22b-21cc-4c2c-b685-3d26ee40d040 req-bac807ec-220e-4a99-a0a3-12402385295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:03.729189 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b062f22b-21cc-4c2c-b685-3d26ee40d040 req-bac807ec-220e-4a99-a0a3-12402385295c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 1124 time: 0.2593417 Nov 13 04:44:04.080884 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062f22b-21cc-4c2c-b685-3d26ee40d040 req-9a020517-1df4-44da-b868-ea43f3bfebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:04.082373 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b062f22b-21cc-4c2c-b685-3d26ee40d040 req-9a020517-1df4-44da-b868-ea43f3bfebbf service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.3112881 Nov 13 04:44:04.136950 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a32d760-024d-450c-99f7-b8ba958b00c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:04.223065 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b062f22b-21cc-4c2c-b685-3d26ee40d040 req-cf194f67-fc3a-4b08-bc85-16ad241b34eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=587c3186-837e-4ac3-8481-a9471cf4988c HTTP/1.1" status: 200 len: 217 time: 0.1056426 Nov 13 04:44:04.371009 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:04.375678 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062f22b-21cc-4c2c-b685-3d26ee40d040 req-038a0e9a-aa8e-4d84-9b68-8a32bfc77cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:04.377506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b062f22b-21cc-4c2c-b685-3d26ee40d040 req-038a0e9a-aa8e-4d84-9b68-8a32bfc77cea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.1076870 Nov 13 04:44:04.473036 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b062f22b-21cc-4c2c-b685-3d26ee40d040 req-d0c28ae6-5e35-4381-bcc9-760c0494306d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441582 Nov 13 04:44:04.515546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1073a9-afc0-4f00-80bd-90df4106070c req-dc817875-0cfa-4886-a4dc-4b25cb12f8be tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:04.525876 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc1073a9-afc0-4f00-80bd-90df4106070c req-dc817875-0cfa-4886-a4dc-4b25cb12f8be tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 946 time: 0.0769978 Nov 13 04:44:04.611651 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc1073a9-afc0-4f00-80bd-90df4106070c req-02890d1c-8ace-4b9c-8a23-e313430c6627 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75c8426-3e07-474e-b455-7de0da359f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817685 Nov 13 04:44:04.747565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48758) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:04.808907 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b062f22b-21cc-4c2c-b685-3d26ee40d040 req-c11dfe34-8fa6-4d13-9a83-0a6547b9699d service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263412 Nov 13 04:44:04.813890 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:04.867210 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb74e1a-eb0a-4dda-850a-15c18aa7af70 req-8d6dc5d6-91ec-47f3-9a9d-05c6565d01fe tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:04.872327 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5cb74e1a-eb0a-4dda-850a-15c18aa7af70 req-8d6dc5d6-91ec-47f3-9a9d-05c6565d01fe tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 943 time: 0.0723803 Nov 13 04:44:04.954521 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ceff2cf-478a-4cfb-8f34-13d0c87d1200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:04.971735 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5cb74e1a-eb0a-4dda-850a-15c18aa7af70 req-f1add100-73d5-4249-afa2-f751e11e8c85 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914152 Nov 13 04:44:05.069507 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b062f22b-21cc-4c2c-b685-3d26ee40d040 req-aeb3e7fb-0950-4c14-b90c-b863366b7bbb service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491984 Nov 13 04:44:05.123522 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ceff2cf-478a-4cfb-8f34-13d0c87d1200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:05.126802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Router 2ba81ce4-57fc-40d3-8612-16961be66c8d is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:44:05.129702 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ceff2cf-478a-4cfb-8f34-13d0c87d1200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:05.178680 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4ceff2cf-478a-4cfb-8f34-13d0c87d1200 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a7eaded60264280adf0bbc0e266f46e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4283154 Nov 13 04:44:05.179745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceff2cf-478a-4cfb-8f34-13d0c87d1200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4e433c-494d-485c-9a0a-e0cdc6671dca,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:05.196575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48772) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:05.209746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48774) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:05.265650 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6efe8c1e-7684-4ebd-948b-c037b44024f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:05.291292 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6efe8c1e-7684-4ebd-948b-c037b44024f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:05.306812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:44:05.319697 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f26e4-c8dc-41a0-9fa5-ea20c276754f None None] Sync routers for ids ['2ba81ce4-57fc-40d3-8612-16961be66c8d'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:44:05.335446 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f26e4-c8dc-41a0-9fa5-ea20c276754f None None] Routers {'2ba81ce4-57fc-40d3-8612-16961be66c8d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:05.336080 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4b9f26e4-c8dc-41a0-9fa5-ea20c276754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:43:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2ba81ce4-57fc-40d3-8612-16961be66c8d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:05.346056 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:05.347624 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-eda63458-cf5a-42de-8c28-91812ecab9a1 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5137248 Nov 13 04:44:05.350465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48778) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:05.369550 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-14494003-network', 'tenant_id': 'd50682e1086b48f396d8c57bff4ee516'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:05.395196 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6efe8c1e-7684-4ebd-948b-c037b44024f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:05.395953 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4b9f26e4-c8dc-41a0-9fa5-ea20c276754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:05.399100 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6efe8c1e-7684-4ebd-948b-c037b44024f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:05.400701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6efe8c1e-7684-4ebd-948b-c037b44024f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a4e433c-494d-485c-9a0a-e0cdc6671dca HTTP/1.1" status: 204 len: 168 time: 0.2031534 Nov 13 04:44:05.421510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 587c3186-837e-4ac3-8481-a9471cf4988c details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:44:05.425550 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe8c1e-7684-4ebd-948b-c037b44024f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4e433c-494d-485c-9a0a-e0cdc6671dca,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:05.432894 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f26e4-c8dc-41a0-9fa5-ea20c276754f None None] Routers {'2ba81ce4-57fc-40d3-8612-16961be66c8d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:05.439586 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4b9f26e4-c8dc-41a0-9fa5-ea20c276754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:43:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2ba81ce4-57fc-40d3-8612-16961be66c8d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:05.452143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] Made reservation on behalf of d50682e1086b48f396d8c57bff4ee516 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:44:05.459942 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:05.488317 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:05.553979 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4b9f26e4-c8dc-41a0-9fa5-ea20c276754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:05.554933 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f26e4-c8dc-41a0-9fa5-ea20c276754f None None] The sync data for ids ['2ba81ce4-57fc-40d3-8612-16961be66c8d'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:44:05.740429 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:05.750733 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:05.773221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=587c3186-837e-4ac3-8481-a9471cf4988c,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:05.787173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b4e8eb-4788-4161-9cfb-0563789f591c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:05.816357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:44:05.830743 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 587c3186-837e-4ac3-8481-a9471cf4988c has no active binding in host n-h1-813114-2 {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 13 04:44:05.833973 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:05.835128 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] Added segment 610445ba-5575-446d-9eed-9ccb1cf21c29 of type vlan for network abb184c2-0551-4712-87b8-ea6a790c3ce3 Nov 13 04:44:05.892021 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:05.943836 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:05.946844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:05.948713 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:06.034077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] Pushing event updated for resources: {'Network': ['ID=abb184c2-0551-4712-87b8-ea6a790c3ce3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:06.050164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network abb184c2-0551-4712-87b8-ea6a790c3ce3 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:44:06.050695 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6805486b-e043-4391-bf86-d67e0d3f1f38 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8397756 Nov 13 04:44:06.056647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48802) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:06.062165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-815a2d81-bd00-4a80-8331-ac524c00879f admin admin] Request body: {'subnet': {'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-14494003-subnet', 'tenant_id': 'd50682e1086b48f396d8c57bff4ee516', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:06.085925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b2d82-d1e1-4acd-ac5b-0a881aafe767 req-8664848f-2add-4864-97a0-abd67c8c937a tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:06.087525 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b8b2d82-d1e1-4acd-ac5b-0a881aafe767 req-8664848f-2add-4864-97a0-abd67c8c937a tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 946 time: 0.0985844 Nov 13 04:44:06.213684 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b8b2d82-d1e1-4acd-ac5b-0a881aafe767 req-80e06c79-80a6-4332-874c-63e6e0e35910 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75c8426-3e07-474e-b455-7de0da359f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736079 Nov 13 04:44:06.217717 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815a2d81-bd00-4a80-8331-ac524c00879f admin admin] Made reservation on behalf of d50682e1086b48f396d8c57bff4ee516 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:44:06.221889 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-815a2d81-bd00-4a80-8331-ac524c00879f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:06.255085 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7d136b67-e4a1-4e43-ab7f-45aa4a5fe72e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/routers/2ba81ce4-57fc-40d3-8612-16961be66c8d HTTP/1.1" status: 200 len: 920 time: 0.9032099 Nov 13 04:44:06.257977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48812) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:06.274772 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe1413-1bed-4684-88f2-6e539d87c4d9 req-86dc5867-ee6a-4c7c-a965-a24019fa6838 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:06.280720 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64fe1413-1bed-4684-88f2-6e539d87c4d9 req-86dc5867-ee6a-4c7c-a965-a24019fa6838 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 943 time: 0.1122639 Nov 13 04:44:06.319421 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e2f3d72c-2955-4a4c-805c-ea0ac0018f7f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ba81ce4-57fc-40d3-8612-16961be66c8d HTTP/1.1" status: 200 len: 205 time: 0.0602610 Nov 13 04:44:06.323926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48814) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:06.433362 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64fe1413-1bed-4684-88f2-6e539d87c4d9 req-220e1f83-9767-4618-b8b7-d8e6791591f9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451638 Nov 13 04:44:06.466357 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc2d461c-4103-4d31-853e-6f3293409a72 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:06.467022 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40518ec9-e06e-4ab3-b76d-1dcb64248610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:06.675759 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc2d461c-4103-4d31-853e-6f3293409a72 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:06.795683 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-815a2d81-bd00-4a80-8331-ac524c00879f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:06.808423 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d461c-4103-4d31-853e-6f3293409a72 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Deleting port f329e2f1-0653-464b-a6f0-0324e2fbd14a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:06.808760 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc2d461c-4103-4d31-853e-6f3293409a72 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:06.920173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48850) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:06.955937 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a2d81-bd00-4a80-8331-ac524c00879f admin admin] Pushing event updated for resources: {'Subnet': ['ID=da060a9b-742c-4f27-98ad-64a6913e0916,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:06.994505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a2d81-bd00-4a80-8331-ac524c00879f admin admin] Checking segment: {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:06.994993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815a2d81-bd00-4a80-8331-ac524c00879f admin admin] Network hostable DHCP agents. Network: abb184c2-0551-4712-87b8-ea6a790c3ce3, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:44:07.012193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddb115-cb8e-4f00-ae8f-a6db60238cb5 req-ab6e3e9e-be95-40ca-9a2e-4a5c26794bf8 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:07.014200 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b3ddb115-cb8e-4f00-ae8f-a6db60238cb5 req-ab6e3e9e-be95-40ca-9a2e-4a5c26794bf8 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 946 time: 0.1805758 Nov 13 04:44:07.065091 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc2d461c-4103-4d31-853e-6f3293409a72 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:07.085454 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-11780252-d149-4303-8663-847946f9290d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2142155629-network', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:07.088451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815a2d81-bd00-4a80-8331-ac524c00879f admin admin] Network abb184c2-0551-4712-87b8-ea6a790c3ce3 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:44:07.099353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d461c-4103-4d31-853e-6f3293409a72 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Calling delete_port for f329e2f1-0653-464b-a6f0-0324e2fbd14a owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:07.110342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11780252-d149-4303-8663-847946f9290d admin admin] Made reservation on behalf of 7367e99f5ccf4d8db30c322ffd0814f2 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:44:07.113035 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11780252-d149-4303-8663-847946f9290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:07.115852 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-815a2d81-bd00-4a80-8331-ac524c00879f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, abb184c2-0551-4712-87b8-ea6a790c3ce3) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:07.128118 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11780252-d149-4303-8663-847946f9290d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:07.134378 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ae449a-d92f-4e5b-90b9-733aff691b2f None None] Network abb184c2-0551-4712-87b8-ea6a790c3ce3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:44:07.150423 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815a2d81-bd00-4a80-8331-ac524c00879f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:07.151435 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-815a2d81-bd00-4a80-8331-ac524c00879f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:07.209485 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b3ddb115-cb8e-4f00-ae8f-a6db60238cb5 req-2e719055-f186-4a83-9dd0-fa3bac446204 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75c8426-3e07-474e-b455-7de0da359f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834571 Nov 13 04:44:07.239195 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-815a2d81-bd00-4a80-8331-ac524c00879f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1814504 Nov 13 04:44:07.301433 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11780252-d149-4303-8663-847946f9290d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:07.308288 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11780252-d149-4303-8663-847946f9290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:07.323272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11780252-d149-4303-8663-847946f9290d admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:44:07.336066 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11780252-d149-4303-8663-847946f9290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:07.336580 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-11780252-d149-4303-8663-847946f9290d admin admin] Added segment 6924b9e9-b293-4b8e-9f21-718340ff583e of type vlan for network 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 Nov 13 04:44:07.395111 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11780252-d149-4303-8663-847946f9290d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:07.453845 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11780252-d149-4303-8663-847946f9290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:07.454994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11780252-d149-4303-8663-847946f9290d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:07.455677 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11780252-d149-4303-8663-847946f9290d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:07.568517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63721586-5f4a-4d2d-b5bd-e49173287c9b None None] Network abb184c2-0551-4712-87b8-ea6a790c3ce3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:44:07.595554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11780252-d149-4303-8663-847946f9290d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f194de52-26a7-4ad2-a79d-8d74b726deff,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:07.607434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-11780252-d149-4303-8663-847946f9290d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6822066 Nov 13 04:44:07.607434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48860) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:07.620328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a1552294-86eb-416e-90d9-173c8f92a829 admin admin] Request body: {'subnet': {'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-subnet', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:07.643545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11780252-d149-4303-8663-847946f9290d admin admin] Pushing event updated for resources: {'Network': ['ID=16864bc0-e5ad-466d-8ac9-a6ae4899bb66,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:07.702878 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:44:07.729769 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1552294-86eb-416e-90d9-173c8f92a829 admin admin] Made reservation on behalf of 7367e99f5ccf4d8db30c322ffd0814f2 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:44:07.741957 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1552294-86eb-416e-90d9-173c8f92a829 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:07.757598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864efa62-7810-4dd4-b383-44a634218cba req-13103fcd-cc44-4530-a579-5c274e34868a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:07.769659 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-864efa62-7810-4dd4-b383-44a634218cba req-13103fcd-cc44-4530-a579-5c274e34868a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 943 time: 0.1527719 Nov 13 04:44:07.803219 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc2d461c-4103-4d31-853e-6f3293409a72 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:07.844474 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:07.870178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d461c-4103-4d31-853e-6f3293409a72 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Pushing event deleted for resources: {'Port': ['ID=f329e2f1-0653-464b-a6f0-0324e2fbd14a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:07.972955 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-864efa62-7810-4dd4-b383-44a634218cba req-ad555695-b0d6-46f6-b915-f4b4630a63e6 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017081 Nov 13 04:44:08.018680 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc2d461c-4103-4d31-853e-6f3293409a72 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:08.111598 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1552294-86eb-416e-90d9-173c8f92a829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:08.185913 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc2d461c-4103-4d31-853e-6f3293409a72 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:08.189029 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc2d461c-4103-4d31-853e-6f3293409a72 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:08.245293 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc2d461c-4103-4d31-853e-6f3293409a72 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:08.245860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2d461c-4103-4d31-853e-6f3293409a72 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Fanout notify agent at l3_agent the message router_deleted on router 2ba81ce4-57fc-40d3-8612-16961be66c8d {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:44:08.259801 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc2d461c-4103-4d31-853e-6f3293409a72 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:08.266057 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cc2d461c-4103-4d31-853e-6f3293409a72 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "DELETE /v2.0/routers/2ba81ce4-57fc-40d3-8612-16961be66c8d HTTP/1.1" status: 204 len: 168 time: 1.9354718 Nov 13 04:44:08.266952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48890) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:08.272609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Request body: {'router': {'name': 'tempest-snat-router-682628534', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'enable_snat': False}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:08.299217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1552294-86eb-416e-90d9-173c8f92a829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85960f19-6091-4bda-bdff-164b0aa021c1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:08.303046 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:08.304396 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:08.326277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1552294-86eb-416e-90d9-173c8f92a829 admin admin] Checking segment: {'id': '6924b9e9-b293-4b8e-9f21-718340ff583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:08.326664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1552294-86eb-416e-90d9-173c8f92a829 admin admin] Network hostable DHCP agents. Network: 16864bc0-e5ad-466d-8ac9-a6ae4899bb66, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:44:08.340564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-25f5de68-d4bd-4cfc-b9f0-67ded15cd83f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:08.347848 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-25f5de68-d4bd-4cfc-b9f0-67ded15cd83f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 810 time: 0.2320728 Nov 13 04:44:08.373855 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-c3b4576d-c4fc-4cd5-b0c9-0fafdb5a4542 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/quotas/d50682e1086b48f396d8c57bff4ee516 HTTP/1.1" status: 200 len: 375 time: 0.0247998 Nov 13 04:44:08.405953 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:08.413402 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-24ac24a3-5b69-472f-a4e5-5abaf4f832a6 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387936 Nov 13 04:44:08.419607 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689740f-b77e-4a0b-8287-e8cd59e90ee2 req-7393c97f-3d0a-4a89-9108-f6a0fa572bc2 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:08.421132 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f689740f-b77e-4a0b-8287-e8cd59e90ee2 req-7393c97f-3d0a-4a89-9108-f6a0fa572bc2 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 946 time: 0.1077244 Nov 13 04:44:08.422716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1552294-86eb-416e-90d9-173c8f92a829 admin admin] Network 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:44:08.477308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a1552294-86eb-416e-90d9-173c8f92a829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 16864bc0-e5ad-466d-8ac9-a6ae4899bb66) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:08.483763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1552294-86eb-416e-90d9-173c8f92a829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:08.484437 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1552294-86eb-416e-90d9-173c8f92a829 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:08.486670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a245e2c0-e415-48f5-afa7-8c2d653f6f7b None None] Network 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:44:08.521578 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a1552294-86eb-416e-90d9-173c8f92a829 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9114287 Nov 13 04:44:08.522189 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48892) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:08.530175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:08.561360 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-30385d51-45fd-4124-817a-9ced04aafe2e service neutron] 10.222.0.43 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469903 Nov 13 04:44:08.590375 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:08.606235 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f689740f-b77e-4a0b-8287-e8cd59e90ee2 req-d2abf241-ad90-472a-96e9-90f3fba6757c tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75c8426-3e07-474e-b455-7de0da359f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506746 Nov 13 04:44:08.712043 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cf646494-e809-4f68-b4af-adfcad2deea8 service neutron] 10.222.0.43 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490884 Nov 13 04:44:08.713463 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:08.714682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:08.778167 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:08.809284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'fixed_ips': [{'subnet_id': '85960f19-6091-4bda-bdff-164b0aa021c1'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:44:08.810358 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:09.000259 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339e40f-12e0-4389-85b1-33b48ca8e022 req-0aca791b-2fe6-447a-9bea-76f53b83ef7b tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:09.001897 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a339e40f-12e0-4389-85b1-33b48ca8e022 req-0aca791b-2fe6-447a-9bea-76f53b83ef7b tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 946 time: 0.2529976 Nov 13 04:44:09.042393 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:09.120633 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2670aaac-4bcf-4c54-8a69-71c253d265fb req-5d5b35a0-36ce-497f-907d-17ba847d0cf8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 210 time: 0.0961704 Nov 13 04:44:09.120633 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-da2415b4-f744-4e95-a83d-15dc92bfae61 service neutron] 10.222.0.36 "GET /v2.0/ports/587c3186-837e-4ac3-8481-a9471cf4988c/bindings/n-h1-813114-2 HTTP/1.1" status: 200 len: 384 time: 0.2958803 Nov 13 04:44:09.120966 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:09.130944 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Allocated IP 172.20.0.2 (16864bc0-e5ad-466d-8ac9-a6ae4899bb66/85960f19-6091-4bda-bdff-164b0aa021c1/049e9c23-337a-4434-aedd-3a4d527e5813) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:44:09.345873 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331b483-b68c-4bd0-949b-90ba02b4170e req-59c84250-6dc1-4ea4-9f6a-6c982d5640f9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:09.347524 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5331b483-b68c-4bd0-949b-90ba02b4170e req-59c84250-6dc1-4ea4-9f6a-6c982d5640f9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 943 time: 0.2161915 Nov 13 04:44:09.397588 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:09.445294 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:09.462819 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:09.472407 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5331b483-b68c-4bd0-949b-90ba02b4170e req-6dfbfc43-fa80-4406-84e7-028724c9db40 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031783 Nov 13 04:44:09.505348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Network 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:09.509658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:09.514482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:44:09.548617 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Pushing event updated for resources: {'Port': ['ID=049e9c23-337a-4434-aedd-3a4d527e5813,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:09.576471 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:09.577210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:09.577829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:09.578389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:09.578957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:09.579501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:09.580072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:09.580761 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:09.581307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:09.581868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:09.582424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:09.583051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:09.606374 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Attempting to bind port 049e9c23-337a-4434-aedd-3a4d527e5813 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:44:09.607234 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Attempting to bind port 049e9c23-337a-4434-aedd-3a4d527e5813 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '6924b9e9-b293-4b8e-9f21-718340ff583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:44:09.607859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Attempting to bind port 049e9c23-337a-4434-aedd-3a4d527e5813 on network 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:09.614712 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:44:09.615546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Checking segment: {'id': '6924b9e9-b293-4b8e-9f21-718340ff583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:09.616223 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:09.617333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Bound using segment: {'id': '6924b9e9-b293-4b8e-9f21-718340ff583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:44:09.618034 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Bound port: 049e9c23-337a-4434-aedd-3a4d527e5813, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6924b9e9-b293-4b8e-9f21-718340ff583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:44:09.618669 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:09.679967 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:09.742644 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] For port 049e9c23-337a-4434-aedd-3a4d527e5813, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:09.747352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] For port 049e9c23-337a-4434-aedd-3a4d527e5813, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=049e9c23-337a-4434-aedd-3a4d527e5813,segment=NetworkSegment(6924b9e9-b293-4b8e-9f21-718340ff583e),segment_id=6924b9e9-b293-4b8e-9f21-718340ff583e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:44:09.760407 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:09.859058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Allocated IP 172.25.8.78 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/626a34a0-4b4b-4862-8759-3fbd04261b18) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:44:09.867363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0d418-f060-4669-bfa2-930064bb4007 None None] Pushing event updated for resources: {'Port': ['ID=049e9c23-337a-4434-aedd-3a4d527e5813,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:09.933539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3928257c-b37a-4a92-9eba-355445546065 req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=587c3186-837e-4ac3-8481-a9471cf4988c,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:09.939449 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:10.086413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3928257c-b37a-4a92-9eba-355445546065 req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:10.145652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-a339e40f-12e0-4389-85b1-33b48ca8e022 req-d022edf9-bd78-4372-a965-fb597b87a8f9 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Deleting port 8b70fa95-f740-4812-beaf-4da844615db1 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:10.145996 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a339e40f-12e0-4389-85b1-33b48ca8e022 req-d022edf9-bd78-4372-a965-fb597b87a8f9 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:10.266640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-3928257c-b37a-4a92-9eba-355445546065 req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587c3186-837e-4ac3-8481-a9471cf4988c {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:44:10.337701 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d796071-1b7b-42dd-824b-4c2047b5c4fa req-770aaff7-8bc2-4791-bc98-ed6f501bba27 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:10.339433 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d796071-1b7b-42dd-824b-4c2047b5c4fa req-770aaff7-8bc2-4791-bc98-ed6f501bba27 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 946 time: 0.4505787 Nov 13 04:44:10.352670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3928257c-b37a-4a92-9eba-355445546065 req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=587c3186-837e-4ac3-8481-a9471cf4988c,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:10.384857 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3928257c-b37a-4a92-9eba-355445546065 req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:10.407262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7d917600-8139-46b5-b0eb-4f2b4ba642ba req-701e9fdc-3cd6-4ef5-ac7f-b9b03ab95ff2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 210 time: 0.0775270 Nov 13 04:44:10.414017 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:10.427347 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:10.465149 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:10.471132 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d796071-1b7b-42dd-824b-4c2047b5c4fa req-ccee5679-7762-4ac9-a8d7-970dc2080a1c tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75c8426-3e07-474e-b455-7de0da359f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058342 Nov 13 04:44:10.571867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a339e40f-12e0-4389-85b1-33b48ca8e022 req-d022edf9-bd78-4372-a965-fb597b87a8f9 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] For port 8b70fa95-f740-4812-beaf-4da844615db1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8b70fa95-f740-4812-beaf-4da844615db1,segment=NetworkSegment(9a0318a5-5d2b-41fb-84d8-e35a1720b5d9),segment_id=9a0318a5-5d2b-41fb-84d8-e35a1720b5d9)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:10.572225 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a339e40f-12e0-4389-85b1-33b48ca8e022 req-d022edf9-bd78-4372-a965-fb597b87a8f9 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:10.609735 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-a339e40f-12e0-4389-85b1-33b48ca8e022 req-d022edf9-bd78-4372-a965-fb597b87a8f9 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Calling delete_port for 8b70fa95-f740-4812-beaf-4da844615db1 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:10.713155 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:10.726933 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-3928257c-b37a-4a92-9eba-355445546065 req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Transition to ACTIVE for port object 587c3186-837e-4ac3-8481-a9471cf4988c will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:44:10.786103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Allocated IP 172.25.8.12 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/b411a7fb-bb7f-4025-8390-6cbf6c41f55f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:44:10.786351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8603d-3326-436c-bb73-1810cb10e62f req-10d9b81b-10ef-4d5e-aec7-7009d74d3b0b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:10.787855 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2e8603d-3326-436c-bb73-1810cb10e62f req-10d9b81b-10ef-4d5e-aec7-7009d74d3b0b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 943 time: 0.2116601 Nov 13 04:44:10.793017 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3928257c-b37a-4a92-9eba-355445546065 req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:10.820315 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:10.842723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:10.845722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:44:10.887115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Pushing event updated for resources: {'Port': ['ID=626a34a0-4b4b-4862-8759-3fbd04261b18,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:10.951872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 587c3186-837e-4ac3-8481-a9471cf4988c no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:11.011849 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:11.034405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 587c3186-837e-4ac3-8481-a9471cf4988c not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:11.132210 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:11.210814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:11.212692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:11.217571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:44:11.278195 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 049e9c23-337a-4434-aedd-3a4d527e5813 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:44:11.352715 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 049e9c23-337a-4434-aedd-3a4d527e5813 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:11.353760 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:11.408757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Pushing event updated for resources: {'Port': ['ID=b411a7fb-bb7f-4025-8390-6cbf6c41f55f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:11.499036 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:11.545579 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e06a7f-474d-4fd0-a8aa-1c34afe8006e None None] Network 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:44:11.596846 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c5dd9ce-d39a-492b-92f2-7fa8ce9bc66b req-40bb87dd-6823-48ca-a398-85888e55d654 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 210 time: 0.0315526 Nov 13 04:44:11.673389 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:11.745247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 049e9c23-337a-4434-aedd-3a4d527e5813, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=049e9c23-337a-4434-aedd-3a4d527e5813,segment=NetworkSegment(6924b9e9-b293-4b8e-9f21-718340ff583e),segment_id=6924b9e9-b293-4b8e-9f21-718340ff583e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:11.752769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f9ee1703-4e01-48ef-827c-d2ab97a7a971 None None] Provisioning complete for port 049e9c23-337a-4434-aedd-3a4d527e5813 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:11.753190 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1703-4e01-48ef-827c-d2ab97a7a971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:11.825085 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f92fd-5f49-4f3c-b8b9-e5718f8b3953 req-53539c77-a2a6-425b-b69c-e7d4f47de981 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:11.833201 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e34f92fd-5f49-4f3c-b8b9-e5718f8b3953 req-53539c77-a2a6-425b-b69c-e7d4f47de981 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 946 time: 0.1183133 Nov 13 04:44:11.840945 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:11.864848 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3928257c-b37a-4a92-9eba-355445546065 req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] No DVR routers for this DVR port 587c3186-837e-4ac3-8481-a9471cf4988c on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:44:11.877295 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-67c07e17-f607-4330-9a72-37b3f9ab70fd tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:11.879315 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-67c07e17-f607-4330-9a72-37b3f9ab70fd tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 810 time: 0.8822029 Nov 13 04:44:11.900513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e34f92fd-5f49-4f3c-b8b9-e5718f8b3953 req-0d4dfe7b-a279-4878-801a-405b32dc3075 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75c8426-3e07-474e-b455-7de0da359f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661631 Nov 13 04:44:11.923236 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=049e9c23-337a-4434-aedd-3a4d527e5813,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:12.011104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Pushing event updated for resources: {'Port': ['ID=587c3186-837e-4ac3-8481-a9471cf4988c,revision_number=10']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:12.027399 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-8ca3ef64-ae79-4037-84da-20e7467e9be8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Request body: {'port': {'device_id': '7348d83e-c4f9-4efe-a021-0d6c32834609', 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3', 'admin_state_up': True, 'tenant_id': 'd50682e1086b48f396d8c57bff4ee516'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:12.049545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:12.050004 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:12.050444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:12.050809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:12.051364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:12.051970 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:12.052343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:12.052781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:12.053183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:12.053571 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:12.054260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:12.054260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:12.072401 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-f15d1334-1e40-4a93-a7c2-67f806ed928e service neutron] 10.222.0.36 "PUT /v2.0/ports/587c3186-837e-4ac3-8481-a9471cf4988c/bindings/n-h1-813114-2/activate HTTP/1.1" status: 200 len: 369 time: 2.9247241 Nov 13 04:44:12.160220 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:12.171968 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2e8603d-3326-436c-bb73-1810cb10e62f req-be94a7f8-3a10-4831-aca0-c155cc10f22a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3503566 Nov 13 04:44:12.366801 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a339e40f-12e0-4389-85b1-33b48ca8e022 req-d022edf9-bd78-4372-a965-fb597b87a8f9 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:12.402338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:44:12.426882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-34e34590-fc8f-4ed4-b6da-855666bbeb7f None None] Provisioning complete for port 049e9c23-337a-4434-aedd-3a4d527e5813 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:12.428401 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34e34590-fc8f-4ed4-b6da-855666bbeb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:12.440801 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022edf9-bd78-4372-a965-fb597b87a8f9 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Pushing event deleted for resources: {'Port': ['ID=8b70fa95-f740-4812-beaf-4da844615db1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:12.449633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928257c-b37a-4a92-9eba-355445546065 req-9076758b-588a-408e-ae78-0014073d994a tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:12.451891 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-9076758b-588a-408e-ae78-0014073d994a tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa&tenant_id=84f24f012ac64c77a0d17f88ca400a24&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 1095 time: 0.2162960 Nov 13 04:44:12.525555 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:44:12.538312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Sync routers for ids ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:44:12.552716 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Routers {'142dcdad-b7d2-4335-83d9-aedaf2cfc965'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:12.553413 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:12.567749 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:12.573403 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6b60d44a-459b-4728-b05e-10c11cc1e760 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0466666 Nov 13 04:44:12.574754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48970) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:12.659239 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a339e40f-12e0-4389-85b1-33b48ca8e022 req-d022edf9-bd78-4372-a965-fb597b87a8f9 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] No DVR routers for this DVR port 8b70fa95-f740-4812-beaf-4da844615db1 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:44:12.662358 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a339e40f-12e0-4389-85b1-33b48ca8e022 req-d022edf9-bd78-4372-a965-fb597b87a8f9 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:12.666762 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a339e40f-12e0-4389-85b1-33b48ca8e022 req-d022edf9-bd78-4372-a965-fb597b87a8f9 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.46 "DELETE /v2.0/ports/8b70fa95-f740-4812-beaf-4da844615db1 HTTP/1.1" status: 204 len: 173 time: 3.6508825 Nov 13 04:44:12.676959 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a36b930-93b4-487d-ac70-3d853afc214e', 'name': 'network-vif-deleted', 'tag': '8b70fa95-f740-4812-beaf-4da844615db1'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:12.680025 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4a5da7-c0ac-4fb1-917a-6ccdc7c5a0ec" -d '{"events": [{"server_uuid": "7a36b930-93b4-487d-ac70-3d853afc214e", "name": "network-vif-deleted", "tag": "8b70fa95-f740-4812-beaf-4da844615db1"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:12.712650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Set router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:12.718770 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928257c-b37a-4a92-9eba-355445546065 req-b9fc35fc-7e27-4b84-af9c-6160f9d409cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:12.720698 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-b9fc35fc-7e27-4b84-af9c-6160f9d409cb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa&tenant_id=84f24f012ac64c77a0d17f88ca400a24 HTTP/1.1" status: 200 len: 1095 time: 0.2161112 Nov 13 04:44:12.780841 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-8ca3ef64-ae79-4037-84da-20e7467e9be8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Made reservation on behalf of d50682e1086b48f396d8c57bff4ee516 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:44:12.800405 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-8ca3ef64-ae79-4037-84da-20e7467e9be8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:12.833741 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ee3975-90c4-486c-b950-03c388776938 x-openstack-request-id: req-54ee3975-90c4-486c-b950-03c388776938 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:12.834459 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a36b930-93b4-487d-ac70-3d853afc214e", "name": "network-vif-deleted", "tag": "8b70fa95-f740-4812-beaf-4da844615db1", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:12.834954 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54ee3975-90c4-486c-b950-03c388776938 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:12.835656 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a36b930-93b4-487d-ac70-3d853afc214e', 'name': 'network-vif-deleted', 'tag': '8b70fa95-f740-4812-beaf-4da844615db1', 'status': 'completed', 'code': 200} Nov 13 04:44:12.836446 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:12.934208 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46b0c15d-a7f8-4891-9041-f0d93c1239a2 req-1ba104fe-9e3a-4d12-a173-731dc5bd7ade tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 210 time: 0.0945716 Nov 13 04:44:13.074044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-8ca3ef64-ae79-4037-84da-20e7467e9be8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Allocated IP 172.20.0.8 (abb184c2-0551-4712-87b8-ea6a790c3ce3/da060a9b-742c-4f27-98ad-64a6913e0916/70859562-ed00-4ca4-82df-db781dfdc561) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:44:13.080298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:44:11Z', 'revision_number': 3, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'gw_port': {'id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:10Z', 'updated_at': '2021-11-13T04:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:13.117226 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Checking router: 142dcdad-b7d2-4335-83d9-aedaf2cfc965 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:44:13.117584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Updating router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 port b411a7fb-bb7f-4025-8390-6cbf6c41f55f binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:44:13.206340 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:13.285949 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-248d6878-c0e9-402d-822a-eccd653d29ed req-97279ad8-8c72-4068-a90b-64238798dcd0 tempest-ServerAddressesTestJSON-933610062 tempest-ServerAddressesTestJSON-933610062-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a36b930-93b4-487d-ac70-3d853afc214e HTTP/1.1" status: 200 len: 210 time: 0.0951972 Nov 13 04:44:13.293879 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-8ca3ef64-ae79-4037-84da-20e7467e9be8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:13.353706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 049e9c23-337a-4434-aedd-3a4d527e5813 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:44:13.419891 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:13.484175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8b70fa95-f740-4812-beaf-4da844615db1 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:13.517130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928257c-b37a-4a92-9eba-355445546065 req-88838749-a1f9-4e35-8633-9acb6a3d5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:13.518666 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-88838749-a1f9-4e35-8633-9acb6a3d5c49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 1095 time: 0.7122366 Nov 13 04:44:13.577281 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-8ca3ef64-ae79-4037-84da-20e7467e9be8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:13.581872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 8b70fa95-f740-4812-beaf-4da844615db1 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:44:13.582326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8b70fa95-f740-4812-beaf-4da844615db1 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:13.587775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31515-9de8-4138-8330-0fe7376db0aa req-2dc994cf-5ec8-457f-9845-193e989aef87 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:13.589425 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2be31515-9de8-4138-8330-0fe7376db0aa req-2dc994cf-5ec8-457f-9845-193e989aef87 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 944 time: 0.1726131 Nov 13 04:44:13.719368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-8ca3ef64-ae79-4037-84da-20e7467e9be8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Network abb184c2-0551-4712-87b8-ea6a790c3ce3 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:13.729287 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Allocated IP 172.20.0.1 (16864bc0-e5ad-466d-8ac9-a6ae4899bb66/85960f19-6091-4bda-bdff-164b0aa021c1/99322986-5b56-4109-b9eb-b2b7c94759cc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:44:13.743035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-8ca3ef64-ae79-4037-84da-20e7467e9be8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:13.743443 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:13.752873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 049e9c23-337a-4434-aedd-3a4d527e5813 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:13.753210 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:13.778802 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:13.812244 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2be31515-9de8-4138-8330-0fe7376db0aa req-901ee948-c3e7-4097-8fb6-6ee5d1b37b0e tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040722 Nov 13 04:44:13.821881 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:13.824869 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3ef64-ae79-4037-84da-20e7467e9be8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Pushing event updated for resources: {'Port': ['ID=70859562-ed00-4ca4-82df-db781dfdc561,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:13.832380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-8ca3ef64-ae79-4037-84da-20e7467e9be8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:44:13.897564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928257c-b37a-4a92-9eba-355445546065 req-5978304e-e72f-420d-baa8-cd7599de69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:13.901187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-5978304e-e72f-420d-baa8-cd7599de69e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.3596535 Nov 13 04:44:13.967960 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:14.031554 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:14.038098 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-fe0ca5bd-6dc0-41ff-a956-4a265535f7e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=587c3186-837e-4ac3-8481-a9471cf4988c HTTP/1.1" status: 200 len: 217 time: 0.0864043 Nov 13 04:44:14.042307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Attempting to bind port b411a7fb-bb7f-4025-8390-6cbf6c41f55f on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:44:14.042680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Attempting to bind port b411a7fb-bb7f-4025-8390-6cbf6c41f55f by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:44:14.043057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Attempting to bind port b411a7fb-bb7f-4025-8390-6cbf6c41f55f on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:14.054107 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c992e-46a9-4a9e-aef9-ea1579f5f7e7 None None] Pushing event updated for resources: {'Port': ['ID=b411a7fb-bb7f-4025-8390-6cbf6c41f55f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:14.059027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:44:14.059243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:14.060089 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:14.060089 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:44:14.060465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Bound port: b411a7fb-bb7f-4025-8390-6cbf6c41f55f, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:44:14.060838 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:14.083167 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-8ca3ef64-ae79-4037-84da-20e7467e9be8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:14.083996 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-8ca3ef64-ae79-4037-84da-20e7467e9be8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:14.102888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Pushing event updated for resources: {'Port': ['ID=99322986-5b56-4109-b9eb-b2b7c94759cc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:14.109927 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Network 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:14.115681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:14.118674 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:14.119230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:14.119708 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:14.120221 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:14.120756 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:14.129380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:14.129761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:14.130612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:14.130980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:14.131451 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:14.132691 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:14.133026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:44:14.146642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:44:14.154552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-8ca3ef64-ae79-4037-84da-20e7467e9be8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1324656 Nov 13 04:44:14.171920 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] For port b411a7fb-bb7f-4025-8390-6cbf6c41f55f, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:14.178546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] For port b411a7fb-bb7f-4025-8390-6cbf6c41f55f, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b411a7fb-bb7f-4025-8390-6cbf6c41f55f,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:44:14.184836 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:14.213119 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:14.224769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Request body: {'port': {'device_id': '7348d83e-c4f9-4efe-a021-0d6c32834609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:14.271377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Routers {'142dcdad-b7d2-4335-83d9-aedaf2cfc965'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:14.272421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:14.321576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c992e-46a9-4a9e-aef9-ea1579f5f7e7 None None] Pushing event updated for resources: {'Port': ['ID=b411a7fb-bb7f-4025-8390-6cbf6c41f55f,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:14.367984 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:14.486845 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49006) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:14.486845 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:14.487602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] Set router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:14.685234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928257c-b37a-4a92-9eba-355445546065 req-db1336f6-2eda-450c-8a7a-1f68e3a6afad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:14.686831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-db1336f6-2eda-450c-8a7a-1f68e3a6afad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.5750625 Nov 13 04:44:14.690858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3911701-65f7-4797-8f1b-d9d2aa9b513d admin admin] Deleting subnet cf7bc076-d176-47e0-81b1-7cb2318aa45f {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:44:14.694116 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3911701-65f7-4797-8f1b-d9d2aa9b513d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:14.695151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a7550a6d-f318-4d4a-b06f-283b3b5a03fa None None] Provisioning complete for port 99322986-5b56-4109-b9eb-b2b7c94759cc triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:14.695482 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7550a6d-f318-4d4a-b06f-283b3b5a03fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:14.706803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc579f-9f4c-4fe6-97c7-b3e41d8baa36 req-923403bd-7250-4c2a-817c-6d74bbd8d6d5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:14.724499 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2bc579f-9f4c-4fe6-97c7-b3e41d8baa36 req-923403bd-7250-4c2a-817c-6d74bbd8d6d5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 931 time: 0.6245472 Nov 13 04:44:14.733665 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3911701-65f7-4797-8f1b-d9d2aa9b513d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:14.780677 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3911701-65f7-4797-8f1b-d9d2aa9b513d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:14.782244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a7550a6d-f318-4d4a-b06f-283b3b5a03fa None None] Port 99322986-5b56-4109-b9eb-b2b7c94759cc cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:44:14.802527 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-0d01425c-c4a6-4d65-9254-587ac4bd68b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685358 Nov 13 04:44:14.862482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3911701-65f7-4797-8f1b-d9d2aa9b513d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:14.868275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:44:11Z', 'revision_number': 3, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'gw_port': {'id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:10Z', 'updated_at': '2021-11-13T04:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:14.907355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cdcc1-2a2a-4f44-b535-7928afa075a7 None None] The sync data for ids ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'] in n-d-813114-2 is: [{'id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:44:11Z', 'revision_number': 3, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'gw_port': {'id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:10Z', 'updated_at': '2021-11-13T04:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:44:14.939543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-f5e7db4c-de62-4a41-9515-f4520a2e36ff service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972650 Nov 13 04:44:14.948190 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3911701-65f7-4797-8f1b-d9d2aa9b513d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:14.951947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b3911701-65f7-4797-8f1b-d9d2aa9b513d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cf7bc076-d176-47e0-81b1-7cb2318aa45f HTTP/1.1" status: 204 len: 168 time: 0.4348986 Nov 13 04:44:14.954727 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3911701-65f7-4797-8f1b-d9d2aa9b513d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf7bc076-d176-47e0-81b1-7cb2318aa45f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:14.958058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49020) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:15.085892 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2bc579f-9f4c-4fe6-97c7-b3e41d8baa36 req-af18ad61-4e4b-4f20-9145-7ad8228124b4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604209 Nov 13 04:44:15.106835 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Router f71712d0-def9-4c51-8c88-20be3ea3efb6 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:44:15.164753 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b63faf45-0dd0-407a-b7d7-6213829700fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:15.188681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d531f-691b-455b-8969-85b1b12333ba req-0e0d4455-d030-4c67-b569-840993e9551f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:15.190361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-641d531f-691b-455b-8969-85b1b12333ba req-0e0d4455-d030-4c67-b569-840993e9551f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 944 time: 0.2103248 Nov 13 04:44:15.193046 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:15.208146 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:15.217568 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-5ae2a777-db76-4e92-b622-d3511b8dda52 service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601957 Nov 13 04:44:15.303980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70859562-ed00-4ca4-82df-db781dfdc561 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:44:15.319040 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:15.346270 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:44:15.363757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Transition to ACTIVE for port object 70859562-ed00-4ca4-82df-db781dfdc561 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:44:15.378165 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Sync routers for ids ['f71712d0-def9-4c51-8c88-20be3ea3efb6'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:44:15.384532 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:15.395989 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Routers {'f71712d0-def9-4c51-8c88-20be3ea3efb6'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:15.400668 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['f71712d0-def9-4c51-8c88-20be3ea3efb6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:15.401524 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Pushing event updated for resources: {'Port': ['ID=99322986-5b56-4109-b9eb-b2b7c94759cc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:15.441283 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:15.477695 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:15.480855 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d4bf0904-656c-45d4-a8e3-3f4f64bd8f58 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.2128923 Nov 13 04:44:15.487578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49024) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:15.515114 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-641d531f-691b-455b-8969-85b1b12333ba req-f58cdbd0-3ef7-44e8-9d97-82e62aef9e11 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163559 Nov 13 04:44:15.527798 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b63faf45-0dd0-407a-b7d7-6213829700fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:15.586548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b63faf45-0dd0-407a-b7d7-6213829700fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400ddb3d-f4a0-47ba-b441-bd6727391c05']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:15.607831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b63faf45-0dd0-407a-b7d7-6213829700fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0318a5-5d2b-41fb-84d8-e35a1720b5d9') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:15.608157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b63faf45-0dd0-407a-b7d7-6213829700fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0318a5-5d2b-41fb-84d8-e35a1720b5d9') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:15.621941 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b63faf45-0dd0-407a-b7d7-6213829700fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:15.662365 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b63faf45-0dd0-407a-b7d7-6213829700fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:15.663025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Pushing event updated for resources: {'Port': ['ID=70859562-ed00-4ca4-82df-db781dfdc561,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:15.693719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Network 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:15.695523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63faf45-0dd0-407a-b7d7-6213829700fe admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:44:15.695949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b63faf45-0dd0-407a-b7d7-6213829700fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:15.698074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:44:15.703490 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:44:15.748131 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Set router f71712d0-def9-4c51-8c88-20be3ea3efb6 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:15.871783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Attempting to bind port 70859562-ed00-4ca4-82df-db781dfdc561 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:44:15.872551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Attempting to bind port 70859562-ed00-4ca4-82df-db781dfdc561 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:44:15.873577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Attempting to bind port 70859562-ed00-4ca4-82df-db781dfdc561 on network abb184c2-0551-4712-87b8-ea6a790c3ce3 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:15.883518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928257c-b37a-4a92-9eba-355445546065 req-9a7d9924-fd6f-411b-ae91-225f6b7ac956 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:15.886022 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-9a7d9924-fd6f-411b-ae91-225f6b7ac956 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa&tenant_id=84f24f012ac64c77a0d17f88ca400a24&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 1095 time: 0.2763739 Nov 13 04:44:15.895787 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b63faf45-0dd0-407a-b7d7-6213829700fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:15.908594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Port 70859562-ed00-4ca4-82df-db781dfdc561 on network abb184c2-0551-4712-87b8-ea6a790c3ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:44:15.908884 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Attempting to bind port 70859562-ed00-4ca4-82df-db781dfdc561 on network abb184c2-0551-4712-87b8-ea6a790c3ce3 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:15.912552 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b63faf45-0dd0-407a-b7d7-6213829700fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:15.918976 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b63faf45-0dd0-407a-b7d7-6213829700fe admin admin] 10.222.0.43 "DELETE /v2.0/networks/400ddb3d-f4a0-47ba-b441-bd6727391c05 HTTP/1.1" status: 204 len: 168 time: 0.9517429 Nov 13 04:44:16.022995 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5c8e1183-4645-4132-bbcd-4de0efce10ed tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/routers/f71712d0-def9-4c51-8c88-20be3ea3efb6 HTTP/1.1" status: 200 len: 907 time: 0.5264509 Nov 13 04:44:16.027105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49040) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:16.034437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:44:16.035025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Checking segment: {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:16.039311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Bound using segment: {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:44:16.040415 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Bound port: 70859562-ed00-4ca4-82df-db781dfdc561, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:44:16.041523 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:16.045632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63faf45-0dd0-407a-b7d7-6213829700fe admin admin] Pushing event deleted for resources: {'Network': ['ID=400ddb3d-f4a0-47ba-b441-bd6727391c05,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:16.047819 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Request body: {'router': {'name': 'tempest-snat-router-682628534', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'enable_snat': True}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:16.140072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:44:16.227720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-64efc4a6-bc6d-492e-b32e-a17421c0c851 None None] Provisioning complete for port 99322986-5b56-4109-b9eb-b2b7c94759cc triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:16.230307 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64efc4a6-bc6d-492e-b32e-a17421c0c851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:16.278148 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] For port 70859562-ed00-4ca4-82df-db781dfdc561, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:16.287456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] For port 70859562-ed00-4ca4-82df-db781dfdc561, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=70859562-ed00-4ca4-82df-db781dfdc561,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:44:16.300724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49044) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:16.336447 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:16.342080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-64efc4a6-bc6d-492e-b32e-a17421c0c851 None None] Port 99322986-5b56-4109-b9eb-b2b7c94759cc cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:44:16.356855 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71712d0-def9-4c51-8c88-20be3ea3efb6', 'name': 'tempest-snat-router-682628534', 'tenant_id': '1c497bd915694a3f932534d819c72ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.78'}], 'enable_snat': False}, 'gw_port_id': '626a34a0-4b4b-4862-8759-3fbd04261b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:44:12Z', 'revision_number': 3, 'project_id': '1c497bd915694a3f932534d819c72ed3', 'gw_port': {'id': '626a34a0-4b4b-4862-8759-3fbd04261b18', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71712d0-def9-4c51-8c88-20be3ea3efb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:09Z', 'updated_at': '2021-11-13T04:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:16.436241 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Checking router: f71712d0-def9-4c51-8c88-20be3ea3efb6 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:44:16.437344 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Updating router f71712d0-def9-4c51-8c88-20be3ea3efb6 port 626a34a0-4b4b-4862-8759-3fbd04261b18 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:44:16.475754 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:16.476426 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:16.478223 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] 10.222.0.46 "PUT /v2.0/ports/70859562-ed00-4ca4-82df-db781dfdc561 HTTP/1.1" status: 200 len: 1091 time: 2.2625058 Nov 13 04:44:16.478511 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:16.544639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7348d83e-c4f9-4efe-a021-0d6c32834609', 'tag': '70859562-ed00-4ca4-82df-db781dfdc561'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:16.549723 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d7e87d-4d88-40b9-8d05-b244d9ba3c74" -d '{"events": [{"name": "network-changed", "server_uuid": "7348d83e-c4f9-4efe-a021-0d6c32834609", "tag": "70859562-ed00-4ca4-82df-db781dfdc561"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:16.569956 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:16.571054 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:16.671392 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:16.702799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3928257c-b37a-4a92-9eba-355445546065 req-c81d2154-5d62-4f7a-836d-ed48806b04f8 service neutron] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:16.704577 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1109dbf3-1e92-4739-8bf0-d5f746c4c474 x-openstack-request-id: req-1109dbf3-1e92-4739-8bf0-d5f746c4c474 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:16.704857 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7348d83e-c4f9-4efe-a021-0d6c32834609", "tag": "70859562-ed00-4ca4-82df-db781dfdc561", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:16.705101 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1109dbf3-1e92-4739-8bf0-d5f746c4c474 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:16.705486 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7348d83e-c4f9-4efe-a021-0d6c32834609', 'tag': '70859562-ed00-4ca4-82df-db781dfdc561', 'status': 'completed', 'code': 200} Nov 13 04:44:16.714687 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83d3db-eee1-4000-a073-040d24f26560 service neutron] Pushing event updated for resources: {'Port': ['ID=70859562-ed00-4ca4-82df-db781dfdc561,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:16.759843 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3928257c-b37a-4a92-9eba-355445546065 req-c81d2154-5d62-4f7a-836d-ed48806b04f8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:16.760974 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3928257c-b37a-4a92-9eba-355445546065 req-c81d2154-5d62-4f7a-836d-ed48806b04f8 service neutron] 10.222.0.46 "DELETE /v2.0/ports/587c3186-837e-4ac3-8481-a9471cf4988c/bindings/n-h2-813114-2 HTTP/1.1" status: 204 len: 173 time: 0.8549433 Nov 13 04:44:16.826718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:44:16.853790 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-714ff3fa-6c08-460b-834c-837619f5cae4 admin admin] 10.222.0.43 "PUT /v2.0/routers/142dcdad-b7d2-4335-83d9-aedaf2cfc965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2680111 Nov 13 04:44:16.910406 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05199fbb-fea3-4126-96c6-7d4e8d19c3ee req-9c83eaec-b6f4-4b3b-93b8-a5bcdf2a65f4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:16.922854 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-05199fbb-fea3-4126-96c6-7d4e8d19c3ee req-9c83eaec-b6f4-4b3b-93b8-a5bcdf2a65f4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 943 time: 0.5782776 Nov 13 04:44:17.067151 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-05199fbb-fea3-4126-96c6-7d4e8d19c3ee req-83dbc91e-bcb2-4d47-8af4-586c1ffaa29a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156702 Nov 13 04:44:17.139567 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:17.154154 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:17.268920 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b411a7fb-bb7f-4025-8390-6cbf6c41f55f up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:44:17.294552 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ef65b-275e-4c1a-ba15-99fca25edf5e None None] Pushing event updated for resources: {'Port': ['ID=626a34a0-4b4b-4862-8759-3fbd04261b18,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:17.391613 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fba84976-0e29-470f-a227-54f7e426978b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f4db19d639e4f278dfc3b5616e311d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0857570 Nov 13 04:44:17.394895 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49064) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:17.423707 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Attempting to bind port 626a34a0-4b4b-4862-8759-3fbd04261b18 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:44:17.425514 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Attempting to bind port 626a34a0-4b4b-4862-8759-3fbd04261b18 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:44:17.427920 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Attempting to bind port 626a34a0-4b4b-4862-8759-3fbd04261b18 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:17.440611 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:44:17.441232 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:17.444725 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:17.445234 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:44:17.448868 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Bound port: 626a34a0-4b4b-4862-8759-3fbd04261b18, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:44:17.449445 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:17.470895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port b411a7fb-bb7f-4025-8390-6cbf6c41f55f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:17.475101 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:17.489725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-298fa686-d1b9-4839-8a2b-f7dff255c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:17.491916 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-298fa686-d1b9-4839-8a2b-f7dff255c2e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 1094 time: 0.9379525 Nov 13 04:44:17.499695 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:17.536336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50105d52-0024-4bea-a0e1-13816c01fb19 req-77345123-d13d-4623-9004-0d3c886ea367 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:17.538285 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50105d52-0024-4bea-a0e1-13816c01fb19 req-77345123-d13d-4623-9004-0d3c886ea367 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 944 time: 0.1862452 Nov 13 04:44:17.566418 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37a09016-e28c-483e-9513-42729689dff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:17.585669 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-0aaafed2-3d01-484c-b056-5486398ef8b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70859562-ed00-4ca4-82df-db781dfdc561 HTTP/1.1" status: 200 len: 217 time: 0.0763619 Nov 13 04:44:17.627399 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37a09016-e28c-483e-9513-42729689dff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:17.628076 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] For port 626a34a0-4b4b-4862-8759-3fbd04261b18, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:17.637376 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] For port 626a34a0-4b4b-4862-8759-3fbd04261b18, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=626a34a0-4b4b-4862-8759-3fbd04261b18,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:44:17.650300 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:17.746447 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50105d52-0024-4bea-a0e1-13816c01fb19 req-36f26d2b-94ad-4bd1-a20b-ee7aa6e0f477 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702442 Nov 13 04:44:17.785890 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:17.797369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-e19a9275-1781-473f-b5ab-35182309d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:17.799202 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37a09016-e28c-483e-9513-42729689dff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:17.800590 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-e19a9275-1781-473f-b5ab-35182309d484 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da060a9b-742c-4f27-98ad-64a6913e0916 HTTP/1.1" status: 200 len: 850 time: 0.2018595 Nov 13 04:44:17.803881 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37a09016-e28c-483e-9513-42729689dff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:17.807833 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-37a09016-e28c-483e-9513-42729689dff9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d75c8426-3e07-474e-b455-7de0da359f54 HTTP/1.1" status: 204 len: 168 time: 0.4092877 Nov 13 04:44:17.851539 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Routers {'f71712d0-def9-4c51-8c88-20be3ea3efb6'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:17.852267 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a09016-e28c-483e-9513-42729689dff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75c8426-3e07-474e-b455-7de0da359f54,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:17.861330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port b411a7fb-bb7f-4025-8390-6cbf6c41f55f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b411a7fb-bb7f-4025-8390-6cbf6c41f55f,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:17.863197 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['f71712d0-def9-4c51-8c88-20be3ea3efb6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:17.866724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Sync routers for ids ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:44:17.891161 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:17.924284 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-a8160d03-4064-4f19-bd62-f3731b4ba936 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abb184c2-0551-4712-87b8-ea6a790c3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160116 Nov 13 04:44:18.057333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Routers {'142dcdad-b7d2-4335-83d9-aedaf2cfc965'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:18.058234 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:18.066342 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ef65b-275e-4c1a-ba15-99fca25edf5e None None] Pushing event updated for resources: {'Port': ['ID=626a34a0-4b4b-4862-8759-3fbd04261b18,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:18.204622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=b411a7fb-bb7f-4025-8390-6cbf6c41f55f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:18.265864 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] Set router f71712d0-def9-4c51-8c88-20be3ea3efb6 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:18.296021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9de01-dc36-4511-94b2-88620a2c665e req-5794c9ec-0f3d-4302-9b05-d04ddde7ca23 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:18.310131 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bcb9de01-dc36-4511-94b2-88620a2c665e req-5794c9ec-0f3d-4302-9b05-d04ddde7ca23 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 943 time: 0.0978708 Nov 13 04:44:18.357659 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Set router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:18.423022 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bcb9de01-dc36-4511-94b2-88620a2c665e req-f130bdb1-8f35-48db-9465-7508287bdd2e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059496 Nov 13 04:44:18.521416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49088) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:18.526627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7626ee1e-d39c-45a9-8d93-97b20231b295 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--676061837', 'description': 'tempest-description--1017175768'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:18.610499 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71712d0-def9-4c51-8c88-20be3ea3efb6', 'name': 'tempest-snat-router-682628534', 'tenant_id': '1c497bd915694a3f932534d819c72ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.78'}], 'enable_snat': False}, 'gw_port_id': '626a34a0-4b4b-4862-8759-3fbd04261b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:44:12Z', 'revision_number': 3, 'project_id': '1c497bd915694a3f932534d819c72ed3', 'gw_port': {'id': '626a34a0-4b4b-4862-8759-3fbd04261b18', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71712d0-def9-4c51-8c88-20be3ea3efb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:09Z', 'updated_at': '2021-11-13T04:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:18.628958 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-98f54c96-3984-409b-a061-e97e5b96ee14 service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6828249 Nov 13 04:44:18.690164 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd4c6d-b6c7-49ef-805e-e60927c3cff1 req-690d2319-c502-4c36-ab27-7b32bd47b080 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:18.709045 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4bd4c6d-b6c7-49ef-805e-e60927c3cff1 req-690d2319-c502-4c36-ab27-7b32bd47b080 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 1095 time: 0.1604016 Nov 13 04:44:18.725692 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:18.734765 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7626ee1e-d39c-45a9-8d93-97b20231b295 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:18.738703 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5b723-9984-4001-b681-0bde5c3f3014 None None] The sync data for ids ['f71712d0-def9-4c51-8c88-20be3ea3efb6'] in n-d-813114-2 is: [{'id': 'f71712d0-def9-4c51-8c88-20be3ea3efb6', 'name': 'tempest-snat-router-682628534', 'tenant_id': '1c497bd915694a3f932534d819c72ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.78'}], 'enable_snat': False}, 'gw_port_id': '626a34a0-4b4b-4862-8759-3fbd04261b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:44:12Z', 'revision_number': 3, 'project_id': '1c497bd915694a3f932534d819c72ed3', 'gw_port': {'id': '626a34a0-4b4b-4862-8759-3fbd04261b18', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71712d0-def9-4c51-8c88-20be3ea3efb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:09Z', 'updated_at': '2021-11-13T04:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:44:18.825662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:44:14Z', 'revision_number': 4, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'gw_port': {'id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:10Z', 'updated_at': '2021-11-13T04:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '99322986-5b56-4109-b9eb-b2b7c94759cc', 'name': '', 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'mac_address': 'fa:16:3e:47:5a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:13Z', 'updated_at': '2021-11-13T04:44:14Z', 'revision_number': 2, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'subnets': [{'id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:18.894871 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-778d1acd-ea97-47b8-b285-fd743eb168d4 req-827325e1-4c29-46e9-8a8c-b26c22d51009 service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574325 Nov 13 04:44:18.897448 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:18.910194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Checking router: 142dcdad-b7d2-4335-83d9-aedaf2cfc965 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:44:18.910490 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Updating router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 port 99322986-5b56-4109-b9eb-b2b7c94759cc binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:44:18.938645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4bd4c6d-b6c7-49ef-805e-e60927c3cff1 req-7b0dbcc6-b1d9-4737-a503-ffdc0d19d292 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267518 Nov 13 04:44:18.960786 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:18.994350 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7626ee1e-d39c-45a9-8d93-97b20231b295 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:19.022144 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7626ee1e-d39c-45a9-8d93-97b20231b295 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:19.100252 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626ee1e-d39c-45a9-8d93-97b20231b295 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e386462-6d6e-4274-8cfc-7fcf16608f79,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:19.112090 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7626ee1e-d39c-45a9-8d93-97b20231b295 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:19.114026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7626ee1e-d39c-45a9-8d93-97b20231b295 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5912504 Nov 13 04:44:19.118963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49104) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:19.144807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3f507af5-9cea-4e61-b9ce-214cac703837 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Request body: {'security_group_rule': {'security_group_id': '8e386462-6d6e-4274-8cfc-7fcf16608f79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:19.241984 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f507af5-9cea-4e61-b9ce-214cac703837 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:19.309654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b411a7fb-bb7f-4025-8390-6cbf6c41f55f up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:44:19.412340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Allocated IP 172.25.8.167 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/87bae95a-3aa2-460f-a221-885d6fea3e01) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:44:19.419594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7e87d-4d88-40b9-8d05-b244d9ba3c74 req-cca8018a-d432-4a35-805c-fac83e9682a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:19.421289 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64d7e87d-4d88-40b9-8d05-b244d9ba3c74 req-cca8018a-d432-4a35-805c-fac83e9682a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 1094 time: 0.3632684 Nov 13 04:44:19.467134 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port b411a7fb-bb7f-4025-8390-6cbf6c41f55f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:19.468463 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:19.562727 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49130) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:19.641800 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:19.656383 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:19.666028 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f507af5-9cea-4e61-b9ce-214cac703837 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:19.685852 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f507af5-9cea-4e61-b9ce-214cac703837 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:19.772141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f507af5-9cea-4e61-b9ce-214cac703837 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f9cb61-203b-42cc-9514-9a6c1734728d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:19.799936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1aedc2-14de-4d76-bea4-6ac372a1b67a None None] Pushing event updated for resources: {'Port': ['ID=99322986-5b56-4109-b9eb-b2b7c94759cc,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:19.815605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-67087b91-31e7-48a4-8245-908db81b9a0d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:19.851015 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-67087b91-31e7-48a4-8245-908db81b9a0d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 808 time: 0.4242294 Nov 13 04:44:19.882530 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f507af5-9cea-4e61-b9ce-214cac703837 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:19.885296 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3f507af5-9cea-4e61-b9ce-214cac703837 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7624962 Nov 13 04:44:19.888849 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49138) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:19.904490 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6f3181b0-544b-4614-be10-ee633dd54f01 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Request body: {'security_group_rule': {'security_group_id': '8e386462-6d6e-4274-8cfc-7fcf16608f79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:19.912542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1418283013-network', 'tenant_id': 'e9b28ace4e6249d5b79053c37413b2b8'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:19.930727 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-f072d27d-2998-4146-b1e1-d1de6d10b534 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/quotas/84f24f012ac64c77a0d17f88ca400a24 HTTP/1.1" status: 200 len: 375 time: 0.0786784 Nov 13 04:44:19.939114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Attempting to bind port 99322986-5b56-4109-b9eb-b2b7c94759cc on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:44:19.939859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Attempting to bind port 99322986-5b56-4109-b9eb-b2b7c94759cc by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '6924b9e9-b293-4b8e-9f21-718340ff583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:44:19.940409 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Attempting to bind port 99322986-5b56-4109-b9eb-b2b7c94759cc on network 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:19.948218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:44:19.948784 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Checking segment: {'id': '6924b9e9-b293-4b8e-9f21-718340ff583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:19.949463 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:19.950049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Bound using segment: {'id': '6924b9e9-b293-4b8e-9f21-718340ff583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:44:19.950710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Bound port: 99322986-5b56-4109-b9eb-b2b7c94759cc, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6924b9e9-b293-4b8e-9f21-718340ff583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:44:19.951365 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:19.980463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84d845-a49c-4f55-9f45-94d88622beb2 req-f912fbb6-88ac-4a88-b720-305fd8d544ce tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:19.982099 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3d84d845-a49c-4f55-9f45-94d88622beb2 req-f912fbb6-88ac-4a88-b720-305fd8d544ce tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 943 time: 0.4278703 Nov 13 04:44:20.040245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] For port 99322986-5b56-4109-b9eb-b2b7c94759cc, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:20.045498 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] For port 99322986-5b56-4109-b9eb-b2b7c94759cc, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=99322986-5b56-4109-b9eb-b2b7c94759cc,segment=NetworkSegment(6924b9e9-b293-4b8e-9f21-718340ff583e),segment_id=6924b9e9-b293-4b8e-9f21-718340ff583e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:44:20.056163 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:20.072445 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f3181b0-544b-4614-be10-ee633dd54f01 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:20.092996 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-3ebdb50c-3ccb-49e8-95f4-5ba7d07332f2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1575878 Nov 13 04:44:20.183195 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1aedc2-14de-4d76-bea4-6ac372a1b67a None None] Pushing event updated for resources: {'Port': ['ID=99322986-5b56-4109-b9eb-b2b7c94759cc,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:20.208320 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f3181b0-544b-4614-be10-ee633dd54f01 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:20.212321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7e87d-4d88-40b9-8d05-b244d9ba3c74 req-8197879f-832d-4c1a-8891-9a2eca148a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:20.215668 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64d7e87d-4d88-40b9-8d05-b244d9ba3c74 req-8197879f-832d-4c1a-8891-9a2eca148a97 service neutron] 10.222.0.46 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 911 time: 0.7800713 Nov 13 04:44:20.234789 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:20.265498 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-463ff748-106d-439e-b0a9-aeaff5afc0d4 service neutron] 10.222.0.43 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711864 Nov 13 04:44:20.269415 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d22b6bd5-5474-4439-b64c-5736f725ab50 None None] Provisioning complete for port 99322986-5b56-4109-b9eb-b2b7c94759cc triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:20.270064 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d22b6bd5-5474-4439-b64c-5736f725ab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:20.278571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Routers {'142dcdad-b7d2-4335-83d9-aedaf2cfc965'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:20.281382 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:20.282347 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f3181b0-544b-4614-be10-ee633dd54f01 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:20.289259 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] Made reservation on behalf of e9b28ace4e6249d5b79053c37413b2b8 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:44:20.299388 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:20.381349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3181b0-544b-4614-be10-ee633dd54f01 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f2bf89-f4c8-4778-a5a8-3e3f26140209,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:20.435619 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f3181b0-544b-4614-be10-ee633dd54f01 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:20.435619 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6f3181b0-544b-4614-be10-ee633dd54f01 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5032401 Nov 13 04:44:20.435619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49142) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:20.435619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:20.463249 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:20.507529 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:20.518331 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3d84d845-a49c-4f55-9f45-94d88622beb2 req-4e72d855-d663-4bd9-a4a3-702293eb44a1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235839 Nov 13 04:44:20.522061 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64d7e87d-4d88-40b9-8d05-b244d9ba3c74 req-5e0e665b-9d0a-40ff-960e-cef1367be5f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70859562-ed00-4ca4-82df-db781dfdc561 HTTP/1.1" status: 200 len: 217 time: 0.2645347 Nov 13 04:44:20.524303 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:20.607685 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-270b4747-0a85-46de-9f97-4223c8383d8b service neutron] 10.222.0.43 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396013 Nov 13 04:44:20.648294 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:20.660979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Pushing event updated for resources: {'Port': ['ID=87bae95a-3aa2-460f-a221-885d6fea3e01,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:20.663815 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:20.798748 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:20.853077 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:20.860450 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:44:20.925857 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:21.029805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Allocated IP 172.25.8.47 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/4ed90c83-ad0e-48fb-b032-37eb6350c2ec) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:44:21.075206 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44a9de31-02b9-458d-a1f7-e15c7d8b4f57 req-08e3be29-46cd-4a1c-9ecb-0ecaa5976a75 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 210 time: 0.0922835 Nov 13 04:44:21.093398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:44:21.124649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08a45b0-ab36-4285-bf27-8814790e87f3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:21.229599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] Set router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:21.274625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:21.275049 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] Added segment fab5fe90-4aa4-4c55-a120-371e6560028f of type vlan for network 6fcb369f-01db-49f2-a18a-07afe06ec1d6 Nov 13 04:44:21.277883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7e87d-4d88-40b9-8d05-b244d9ba3c74 req-5bf091f5-2d33-409f-aea3-6f5c240f08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:21.281067 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64d7e87d-4d88-40b9-8d05-b244d9ba3c74 req-5bf091f5-2d33-409f-aea3-6f5c240f08c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da060a9b-742c-4f27-98ad-64a6913e0916 HTTP/1.1" status: 200 len: 850 time: 0.7332129 Nov 13 04:44:21.332162 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d22b6bd5-5474-4439-b64c-5736f725ab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:21.348606 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 626a34a0-4b4b-4862-8759-3fbd04261b18 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:44:21.395996 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64d7e87d-4d88-40b9-8d05-b244d9ba3c74 req-bf04083a-166a-4e52-9560-045567884a7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abb184c2-0551-4712-87b8-ea6a790c3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044827 Nov 13 04:44:21.421189 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:21.435473 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:21.489534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d22b6bd5-5474-4439-b64c-5736f725ab50 None None] For port 99322986-5b56-4109-b9eb-b2b7c94759cc, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=99322986-5b56-4109-b9eb-b2b7c94759cc,segment=NetworkSegment(6924b9e9-b293-4b8e-9f21-718340ff583e),segment_id=6924b9e9-b293-4b8e-9f21-718340ff583e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:21.506902 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:21.538547 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d22b6bd5-5474-4439-b64c-5736f725ab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:21.579929 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:21.581073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:21.581669 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:21.617914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:21.630927 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:21.638272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:44:21.660201 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:21.670168 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] Pushing event updated for resources: {'Network': ['ID=6fcb369f-01db-49f2-a18a-07afe06ec1d6,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:21.711827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 6fcb369f-01db-49f2-a18a-07afe06ec1d6 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:44:21.784497 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Pushing event updated for resources: {'Port': ['ID=4ed90c83-ad0e-48fb-b032-37eb6350c2ec,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:21.795400 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64d7e87d-4d88-40b9-8d05-b244d9ba3c74 req-9a2319a4-8274-4f54-91f6-c841a02aa5b0 service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865702 Nov 13 04:44:21.826391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73039fb-aa0b-47c6-88dc-a3083f9667b8 req-a81b3342-78e2-4f9e-bda3-e66e4b0fc1bc tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:21.828301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f73039fb-aa0b-47c6-88dc-a3083f9667b8 req-a81b3342-78e2-4f9e-bda3-e66e4b0fc1bc tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 943 time: 0.1303158 Nov 13 04:44:21.838615 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:21.956433 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-92a3ac11-cd3d-498e-b11e-8c323b6b74c7 None None] Provisioning complete for port 99322986-5b56-4109-b9eb-b2b7c94759cc triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:21.956808 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92a3ac11-cd3d-498e-b11e-8c323b6b74c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:21.976429 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f73039fb-aa0b-47c6-88dc-a3083f9667b8 req-d4bbf081-1e81-485c-be2f-51e29de9f4f2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247101 Nov 13 04:44:21.986696 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:22.066106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49184) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:22.066458 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9790cf51-5ba0-49d8-b299-6f77105bbb5b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4629979 Nov 13 04:44:22.073336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-720aafd7-e247-4f9a-a8f4-378b75dff6cb admin admin] Request body: {'subnet': {'network_id': '6fcb369f-01db-49f2-a18a-07afe06ec1d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1418283013-subnet', 'tenant_id': 'e9b28ace4e6249d5b79053c37413b2b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:22.073625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 626a34a0-4b4b-4862-8759-3fbd04261b18 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:22.073999 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:22.080018 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b6bd5-5474-4439-b64c-5736f725ab50 None None] Pushing event updated for resources: {'Port': ['ID=99322986-5b56-4109-b9eb-b2b7c94759cc,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:22.197021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720aafd7-e247-4f9a-a8f4-378b75dff6cb admin admin] Made reservation on behalf of e9b28ace4e6249d5b79053c37413b2b8 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:44:22.199594 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-720aafd7-e247-4f9a-a8f4-378b75dff6cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:22.235733 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64d7e87d-4d88-40b9-8d05-b244d9ba3c74 req-67050c5d-8bf5-4f2e-8f31-442f39e8b6a0 service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267461 Nov 13 04:44:22.252677 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f50b9cbf-a7db-483c-9f80-abd10055fef2 req-a4520d63-4805-4e42-b1e4-180547d41da0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 210 time: 0.0384014 Nov 13 04:44:22.300544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:44:14Z', 'revision_number': 4, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'gw_port': {'id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:10Z', 'updated_at': '2021-11-13T04:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '99322986-5b56-4109-b9eb-b2b7c94759cc', 'name': '', 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'mac_address': 'fa:16:3e:47:5a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:13Z', 'updated_at': '2021-11-13T04:44:20Z', 'revision_number': 4, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'subnets': [{'id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:22.324591 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:22.335868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:22.339641 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:22.341909 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeef48d-02c7-40ca-9276-ddb25d64bba5 None None] The sync data for ids ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'] in n-d-813114-2 is: [{'id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:44:14Z', 'revision_number': 4, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'gw_port': {'id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:10Z', 'updated_at': '2021-11-13T04:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '99322986-5b56-4109-b9eb-b2b7c94759cc', 'name': '', 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'mac_address': 'fa:16:3e:47:5a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:13Z', 'updated_at': '2021-11-13T04:44:20Z', 'revision_number': 4, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'subnets': [{'id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:44:22.349627 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:22.375153 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 626a34a0-4b4b-4862-8759-3fbd04261b18, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=626a34a0-4b4b-4862-8759-3fbd04261b18,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:22.381999 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:22.461359 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=626a34a0-4b4b-4862-8759-3fbd04261b18,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:22.506486 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:22.519891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Pushing event updated for resources: {'Port': ['ID=4ed90c83-ad0e-48fb-b032-37eb6350c2ec,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:22.525459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Router 82b8ca85-8692-42dc-a00e-64a6a99f24f8 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:44:22.552346 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:22.553736 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-36020af7-85a7-4011-8fbc-249804862ce8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1539364 Nov 13 04:44:22.613426 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-720aafd7-e247-4f9a-a8f4-378b75dff6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:22.695420 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720aafd7-e247-4f9a-a8f4-378b75dff6cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=41419bc6-b6bf-4ee9-980b-3f218b6e9e8f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:22.700704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720aafd7-e247-4f9a-a8f4-378b75dff6cb admin admin] Checking segment: {'id': 'fab5fe90-4aa4-4c55-a120-371e6560028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6fcb369f-01db-49f2-a18a-07afe06ec1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:22.701061 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720aafd7-e247-4f9a-a8f4-378b75dff6cb admin admin] Network hostable DHCP agents. Network: 6fcb369f-01db-49f2-a18a-07afe06ec1d6, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:44:22.746668 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720aafd7-e247-4f9a-a8f4-378b75dff6cb admin admin] Network 6fcb369f-01db-49f2-a18a-07afe06ec1d6 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:44:22.775813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-720aafd7-e247-4f9a-a8f4-378b75dff6cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 6fcb369f-01db-49f2-a18a-07afe06ec1d6) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:22.786504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b5a874-f8a0-4383-9e1a-deb4f59aa209 None None] Network 6fcb369f-01db-49f2-a18a-07afe06ec1d6 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:44:22.788911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720aafd7-e247-4f9a-a8f4-378b75dff6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:22.789569 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-720aafd7-e247-4f9a-a8f4-378b75dff6cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:22.804429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-2e62aa20-4a19-433d-be63-ca86ac01f84a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:22.805898 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-2e62aa20-4a19-433d-be63-ca86ac01f84a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.36 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 808 time: 0.1981945 Nov 13 04:44:22.837580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:44:22.851640 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Sync routers for ids ['82b8ca85-8692-42dc-a00e-64a6a99f24f8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:44:22.861629 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-c79194bb-e9a1-4e74-bdab-019bccb29c1e tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--676061837&fields=id&tenant_id=7367e99f5ccf4d8db30c322ffd0814f2 HTTP/1.1" status: 200 len: 267 time: 0.0646381 Nov 13 04:44:22.865478 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Routers {'82b8ca85-8692-42dc-a00e-64a6a99f24f8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:22.866101 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['82b8ca85-8692-42dc-a00e-64a6a99f24f8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:22.881696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:22.886819 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-00b03ada-8dac-4a51-b6d2-4c080e9ae942 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8536465 Nov 13 04:44:22.887504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49210) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:22.995579 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1c14d3-a951-4ee4-a8fc-88e4c9637109 None None] Network 6fcb369f-01db-49f2-a18a-07afe06ec1d6 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:44:23.015323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-3e7d3f72-96d7-4f66-808d-eb298bba97e0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Request body: {'port': {'device_id': '8b2d2279-6385-4855-8a93-22f783ea8cd8', 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285', 'admin_state_up': True, 'tenant_id': '84f24f012ac64c77a0d17f88ca400a24'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:23.055453 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-720aafd7-e247-4f9a-a8f4-378b75dff6cb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9868462 Nov 13 04:44:23.158096 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-36b63327-e0b5-4693-ab4b-3c0d15dd8401 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:23.165328 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-36b63327-e0b5-4693-ab4b-3c0d15dd8401 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/networks?id=16864bc0-e5ad-466d-8ac9-a6ae4899bb66 HTTP/1.1" status: 200 len: 815 time: 0.3027577 Nov 13 04:44:23.181853 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Set router 82b8ca85-8692-42dc-a00e-64a6a99f24f8 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:23.184615 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-a707f576-6476-4267-b301-0efdbc2aad87 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/quotas/7367e99f5ccf4d8db30c322ffd0814f2 HTTP/1.1" status: 200 len: 375 time: 0.0183270 Nov 13 04:44:23.308402 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-d9e7b89a-7a0b-435e-b9cb-fddeec3efeeb tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7367e99f5ccf4d8db30c322ffd0814f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1227038 Nov 13 04:44:23.348432 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e09a8c7b-1cdb-469f-9ef4-e30b87d32601 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/routers/82b8ca85-8692-42dc-a00e-64a6a99f24f8 HTTP/1.1" status: 200 len: 907 time: 0.4593043 Nov 13 04:44:23.359385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49226) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:23.362232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 99322986-5b56-4109-b9eb-b2b7c94759cc up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:44:23.387179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c11d9-7e48-494a-8e5a-155d4d9c8b61 req-7d3426d9-b861-457e-ab26-d8939133fc7f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:23.390926 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a79c11d9-7e48-494a-8e5a-155d4d9c8b61 req-7d3426d9-b861-457e-ab26-d8939133fc7f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 943 time: 0.2631075 Nov 13 04:44:23.433359 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-6495f131-b876-4939-8b1b-64d6231e436f service neutron] 10.222.0.43 "GET /v2.0/networks/16864bc0-e5ad-466d-8ac9-a6ae4899bb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222692 Nov 13 04:44:23.451834 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 99322986-5b56-4109-b9eb-b2b7c94759cc triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:23.452200 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:23.522499 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 70859562-ed00-4ca4-82df-db781dfdc561 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:44:23.555750 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-f422f5ff-8a17-4ea8-938d-62196a1f7ef5 service neutron] 10.222.0.43 "GET /v2.0/networks/16864bc0-e5ad-466d-8ac9-a6ae4899bb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191022 Nov 13 04:44:23.562699 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b8ca85-8692-42dc-a00e-64a6a99f24f8', 'name': 'tempest-snat-router-682628534', 'tenant_id': '1c497bd915694a3f932534d819c72ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '87bae95a-3aa2-460f-a221-885d6fea3e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:16Z', 'updated_at': '2021-11-13T04:44:21Z', 'revision_number': 3, 'project_id': '1c497bd915694a3f932534d819c72ed3', 'gw_port': {'id': '87bae95a-3aa2-460f-a221-885d6fea3e01', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b8ca85-8692-42dc-a00e-64a6a99f24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:18Z', 'updated_at': '2021-11-13T04:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:23.597104 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Checking router: 82b8ca85-8692-42dc-a00e-64a6a99f24f8 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:44:23.597613 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Updating router 82b8ca85-8692-42dc-a00e-64a6a99f24f8 port 87bae95a-3aa2-460f-a221-885d6fea3e01 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:44:23.630883 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:23.660740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 626a34a0-4b4b-4862-8759-3fbd04261b18 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:44:23.739396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 70859562-ed00-4ca4-82df-db781dfdc561, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=70859562-ed00-4ca4-82df-db781dfdc561,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:23.770944 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '70859562-ed00-4ca4-82df-db781dfdc561', 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3', 'port_id': '70859562-ed00-4ca4-82df-db781dfdc561', 'mac_address': 'fa:16:3e:a5:76:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da060a9b-742c-4f27-98ad-64a6913e0916', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:44:23.779824 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 626a34a0-4b4b-4862-8759-3fbd04261b18 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:23.780364 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:23.880360 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:23.910460 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70859562-ed00-4ca4-82df-db781dfdc561 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:44:23.992152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 70859562-ed00-4ca4-82df-db781dfdc561, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=70859562-ed00-4ca4-82df-db781dfdc561,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:24.008318 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:24.076663 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-3e7d3f72-96d7-4f66-808d-eb298bba97e0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Made reservation on behalf of 84f24f012ac64c77a0d17f88ca400a24 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:44:24.080640 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-3e7d3f72-96d7-4f66-808d-eb298bba97e0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:24.098356 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-73c8eea3-f9a8-4482-bfe6-de29438ad0d5 req-3b7ad60a-c8f4-47c1-a086-2f0ebc8a4497 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 210 time: 0.0474830 Nov 13 04:44:24.148690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=70859562-ed00-4ca4-82df-db781dfdc561,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:24.166220 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a79c11d9-7e48-494a-8e5a-155d4d9c8b61 req-cd5cb4d9-5fb4-470b-8c4d-384717329fa5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013748 Nov 13 04:44:24.186583 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:24.205453 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:24.265298 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:24.299936 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e348e-c60e-4359-b424-92f028273afa None None] Pushing event updated for resources: {'Port': ['ID=87bae95a-3aa2-460f-a221-885d6fea3e01,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:24.314207 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Attempting to bind port 87bae95a-3aa2-460f-a221-885d6fea3e01 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:44:24.314585 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Attempting to bind port 87bae95a-3aa2-460f-a221-885d6fea3e01 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:44:24.315111 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Attempting to bind port 87bae95a-3aa2-460f-a221-885d6fea3e01 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:24.320818 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:44:24.321188 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:24.321641 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:24.322165 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:44:24.322646 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Bound port: 87bae95a-3aa2-460f-a221-885d6fea3e01, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:44:24.323059 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:24.373162 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c675c65c-6abc-4444-907a-240e432f95ef req-96dcd303-ae4f-44b8-a214-ebb4572ffc32 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 210 time: 0.1052644 Nov 13 04:44:24.437994 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['70859562-ed00-4ca4-82df-db781dfdc561'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:44:24.443690 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] For port 87bae95a-3aa2-460f-a221-885d6fea3e01, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:24.447693 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] For port 87bae95a-3aa2-460f-a221-885d6fea3e01, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=87bae95a-3aa2-460f-a221-885d6fea3e01,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:44:24.464242 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:24.524582 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-3e7d3f72-96d7-4f66-808d-eb298bba97e0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Allocated IP 172.20.0.13 (38c4ff77-85a2-430d-a6a9-b667d4750285/7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1/8538fd12-39df-466b-9be2-1eda97be6cf3) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:44:24.538199 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:24.542388 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Routers {'82b8ca85-8692-42dc-a00e-64a6a99f24f8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:24.543128 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['82b8ca85-8692-42dc-a00e-64a6a99f24f8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:24.545932 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:44:24.659851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-0a45b625-6fc4-4dec-bbc0-bff09cb6eeb4 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:24.661713 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-0a45b625-6fc4-4dec-bbc0-bff09cb6eeb4 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/networks?id=6fcb369f-01db-49f2-a18a-07afe06ec1d6 HTTP/1.1" status: 200 len: 821 time: 0.2518129 Nov 13 04:44:24.677042 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e348e-c60e-4359-b424-92f028273afa None None] Pushing event updated for resources: {'Port': ['ID=87bae95a-3aa2-460f-a221-885d6fea3e01,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:24.696431 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-ad49072d-aa90-4542-8462-9fe5a842ac67 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/quotas/e9b28ace4e6249d5b79053c37413b2b8 HTTP/1.1" status: 200 len: 375 time: 0.0284753 Nov 13 04:44:24.730726 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] Set router 82b8ca85-8692-42dc-a00e-64a6a99f24f8 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:24.737240 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-6399821f-c919-40e9-948b-7a5dae68aced tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9b28ace4e6249d5b79053c37413b2b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397179 Nov 13 04:44:24.791819 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Deleting port 87bae95a-3aa2-460f-a221-885d6fea3e01 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:24.792547 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:24.817097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d72934-c7e4-4274-9632-12ecab05a75d req-ce60a175-ebf1-4b66-bef7-8687d9ed5a31 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:24.819189 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0d72934-c7e4-4274-9632-12ecab05a75d req-ce60a175-ebf1-4b66-bef7-8687d9ed5a31 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0237717b-a892-4059-a7ed-1679470e191b HTTP/1.1" status: 200 len: 950 time: 0.1645377 Nov 13 04:44:24.877513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-f76b83b4-3019-4db5-a738-452e2cac6b6b service neutron] 10.222.0.43 "GET /v2.0/networks/6fcb369f-01db-49f2-a18a-07afe06ec1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280768 Nov 13 04:44:24.930226 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-3e7d3f72-96d7-4f66-808d-eb298bba97e0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:24.964400 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0d72934-c7e4-4274-9632-12ecab05a75d req-4cf87201-6f22-4457-9d85-c3b26adf8301 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351984 Nov 13 04:44:24.976983 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] For port 87bae95a-3aa2-460f-a221-885d6fea3e01, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=87bae95a-3aa2-460f-a221-885d6fea3e01,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:24.977426 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:24.986690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a0318c63-0f44-410f-89f5-b0c358b4d9ec no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:24.998284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Calling delete_port for 87bae95a-3aa2-460f-a221-885d6fea3e01 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:25.016158 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-e51182f2-a24f-4ceb-9b3c-1f40d512a8f6 service neutron] 10.222.0.43 "GET /v2.0/networks/6fcb369f-01db-49f2-a18a-07afe06ec1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183150 Nov 13 04:44:25.065290 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b8ca85-8692-42dc-a00e-64a6a99f24f8', 'name': 'tempest-snat-router-682628534', 'tenant_id': '1c497bd915694a3f932534d819c72ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '87bae95a-3aa2-460f-a221-885d6fea3e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:16Z', 'updated_at': '2021-11-13T04:44:21Z', 'revision_number': 3, 'project_id': '1c497bd915694a3f932534d819c72ed3', 'gw_port': {'id': '87bae95a-3aa2-460f-a221-885d6fea3e01', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b8ca85-8692-42dc-a00e-64a6a99f24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:18Z', 'updated_at': '2021-11-13T04:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:25.096692 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a1812-940d-4344-bc24-4987c7618a17 None None] The sync data for ids ['82b8ca85-8692-42dc-a00e-64a6a99f24f8'] in n-d-813114-2 is: [{'id': '82b8ca85-8692-42dc-a00e-64a6a99f24f8', 'name': 'tempest-snat-router-682628534', 'tenant_id': '1c497bd915694a3f932534d819c72ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '87bae95a-3aa2-460f-a221-885d6fea3e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:16Z', 'updated_at': '2021-11-13T04:44:21Z', 'revision_number': 3, 'project_id': '1c497bd915694a3f932534d819c72ed3', 'gw_port': {'id': '87bae95a-3aa2-460f-a221-885d6fea3e01', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b8ca85-8692-42dc-a00e-64a6a99f24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:18Z', 'updated_at': '2021-11-13T04:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:44:25.105292 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-3e7d3f72-96d7-4f66-808d-eb298bba97e0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:25.195001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d3f72-96d7-4f66-808d-eb298bba97e0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Pushing event updated for resources: {'Port': ['ID=8538fd12-39df-466b-9be2-1eda97be6cf3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:25.241378 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-3e7d3f72-96d7-4f66-808d-eb298bba97e0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Network 38c4ff77-85a2-430d-a6a9-b667d4750285 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:25.337128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-3e7d3f72-96d7-4f66-808d-eb298bba97e0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:25.350546 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:25.355107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-3e7d3f72-96d7-4f66-808d-eb298bba97e0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:44:25.366759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecc1a2-b662-43c9-be3a-fcbae44bfc4a req-eeb74900-15b0-4400-b1ee-8c04da489e44 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:25.370264 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-37ecc1a2-b662-43c9-be3a-fcbae44bfc4a req-eeb74900-15b0-4400-b1ee-8c04da489e44 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 932 time: 0.1069098 Nov 13 04:44:25.408566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237717b-a892-4059-a7ed-1679470e191b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:25.410820 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9151d4-6fe7-48f3-aa5c-a36a8aa1440c" -d '{"events": [{"server_uuid": "0237717b-a892-4059-a7ed-1679470e191b", "name": "network-vif-unplugged", "status": "completed", "tag": "a0318c63-0f44-410f-89f5-b0c358b4d9ec"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:25.419340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-3e7d3f72-96d7-4f66-808d-eb298bba97e0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:25.420066 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-3e7d3f72-96d7-4f66-808d-eb298bba97e0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:25.440868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a0318c63-0f44-410f-89f5-b0c358b4d9ec, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:25.460108 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:25.463734 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-3e7d3f72-96d7-4f66-808d-eb298bba97e0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4713426 Nov 13 04:44:25.546870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Request body: {'port': {'device_id': '8b2d2279-6385-4855-8a93-22f783ea8cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:25.551117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=a0318c63-0f44-410f-89f5-b0c358b4d9ec,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:25.663262 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:25.685792 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-37ecc1a2-b662-43c9-be3a-fcbae44bfc4a req-21949611-a026-4952-b188-8137e862ff7c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931857 Nov 13 04:44:25.713652 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:25.742774 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-87eac86c-fd18-478f-bea3-a08a0b61f51a tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:25.758496 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-87eac86c-fd18-478f-bea3-a08a0b61f51a tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.36 "GET /v2.0/networks?id=16864bc0-e5ad-466d-8ac9-a6ae4899bb66 HTTP/1.1" status: 200 len: 815 time: 0.4067428 Nov 13 04:44:25.776388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Pushing event deleted for resources: {'Port': ['ID=87bae95a-3aa2-460f-a221-885d6fea3e01,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:25.874797 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0034e314-1f6c-40be-877a-db6eb2a65e57 req-8e9f033f-0034-4b6b-b66a-29705b35aad7 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 210 time: 0.1092236 Nov 13 04:44:25.939660 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-f43ce021-abad-443f-8bcc-e14ac376bbc6 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7367e99f5ccf4d8db30c322ffd0814f2 HTTP/1.1" status: 200 len: 379 time: 0.1635675 Nov 13 04:44:25.950566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-09e61ed0-37a6-4426-9515-1359001790c8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Request body: {'port': {'device_id': '7f700e05-3ad2-4b5c-9bae-b2ef359bfac3', 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'admin_state_up': True, 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'security_groups': ['8e386462-6d6e-4274-8cfc-7fcf16608f79']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:26.018245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0920631-efba-4370-8198-f8c9074e4b85 req-37f41c47-e22d-4b5b-afec-b4a0d662c3bc tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 210 time: 0.0571325 Nov 13 04:44:26.032645 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.095301 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c2d144-5fa0-47eb-a6e6-2ee168e6479f x-openstack-request-id: req-19c2d144-5fa0-47eb-a6e6-2ee168e6479f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:26.095890 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0237717b-a892-4059-a7ed-1679470e191b", "name": "network-vif-unplugged", "status": "completed", "tag": "a0318c63-0f44-410f-89f5-b0c358b4d9ec", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:26.096347 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19c2d144-5fa0-47eb-a6e6-2ee168e6479f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:26.096944 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0237717b-a892-4059-a7ed-1679470e191b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec', 'code': 200} Nov 13 04:44:26.168262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-09e61ed0-37a6-4426-9515-1359001790c8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Made reservation on behalf of 7367e99f5ccf4d8db30c322ffd0814f2 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:44:26.172328 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-09e61ed0-37a6-4426-9515-1359001790c8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.233688 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.243077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99886b-c472-430c-9346-1da3c980296a req-06a55513-5d08-46e1-b9ab-0c4cb1b46d4f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:26.245046 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f99886b-c472-430c-9346-1da3c980296a req-06a55513-5d08-46e1-b9ab-0c4cb1b46d4f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 944 time: 0.3951869 Nov 13 04:44:26.248971 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.360003 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.360474 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82b8ca85-8692-42dc-a00e-64a6a99f24f8 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:44:26.383906 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.388026 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8abe0b06-ffca-4548-9cb1-e9a6215f09d9 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "DELETE /v2.0/routers/82b8ca85-8692-42dc-a00e-64a6a99f24f8 HTTP/1.1" status: 204 len: 168 time: 3.0266428 Nov 13 04:44:26.391075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49316) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:26.391477 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-09e61ed0-37a6-4426-9515-1359001790c8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Allocated IP 172.20.0.6 (16864bc0-e5ad-466d-8ac9-a6ae4899bb66/85960f19-6091-4bda-bdff-164b0aa021c1/94c6d538-aac1-4dd4-a2c6-98c5881d4f78) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:44:26.403361 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f99886b-c472-430c-9346-1da3c980296a req-e05e5af4-b3fd-420a-94f6-b74dd47e73b1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500435 Nov 13 04:44:26.528026 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8538fd12-39df-466b-9be2-1eda97be6cf3 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:44:26.539207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.554281 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.558498 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Transition to ACTIVE for port object 8538fd12-39df-466b-9be2-1eda97be6cf3 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:44:26.585280 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-09e61ed0-37a6-4426-9515-1359001790c8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.590703 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.619612 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-09e61ed0-37a6-4426-9515-1359001790c8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.662409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-09e61ed0-37a6-4426-9515-1359001790c8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Network 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:26.665451 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-09e61ed0-37a6-4426-9515-1359001790c8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:26.671426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-09e61ed0-37a6-4426-9515-1359001790c8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:44:26.687505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Pushing event updated for resources: {'Port': ['ID=8538fd12-39df-466b-9be2-1eda97be6cf3,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:26.697458 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e61ed0-37a6-4426-9515-1359001790c8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Pushing event updated for resources: {'Port': ['ID=94c6d538-aac1-4dd4-a2c6-98c5881d4f78,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:26.748838 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.749112 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-09e61ed0-37a6-4426-9515-1359001790c8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:26.749730 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-09e61ed0-37a6-4426-9515-1359001790c8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.777306 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-09e61ed0-37a6-4426-9515-1359001790c8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8306115 Nov 13 04:44:26.800855 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Request body: {'port': {'device_id': '7f700e05-3ad2-4b5c-9bae-b2ef359bfac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:26.816567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Attempting to bind port 8538fd12-39df-466b-9be2-1eda97be6cf3 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:44:26.816905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Attempting to bind port 8538fd12-39df-466b-9be2-1eda97be6cf3 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:44:26.817235 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Attempting to bind port 8538fd12-39df-466b-9be2-1eda97be6cf3 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:26.824005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Port 8538fd12-39df-466b-9be2-1eda97be6cf3 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:44:26.824440 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Attempting to bind port 8538fd12-39df-466b-9be2-1eda97be6cf3 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:26.834961 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:44:26.836070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Checking segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:26.836234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Bound using segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:44:26.836860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Bound port: 8538fd12-39df-466b-9be2-1eda97be6cf3, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:44:26.837066 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.897323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Deleting port 626a34a0-4b4b-4862-8759-3fbd04261b18 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:26.897557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.927052 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:26.938332 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51085b93-03cd-468a-a079-fdd54db7f4ce req-8492860e-732e-498c-b2a1-fce249044d39 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:26.940125 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51085b93-03cd-468a-a079-fdd54db7f4ce req-8492860e-732e-498c-b2a1-fce249044d39 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 944 time: 0.1341014 Nov 13 04:44:27.042121 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51085b93-03cd-468a-a079-fdd54db7f4ce req-632114cc-bd3f-4568-96c5-2c70b57db52e tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881543 Nov 13 04:44:27.044687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0bc49ce3-3c4c-4989-9bf0-7bbd8671d459 None None] Provisioning complete for port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:27.060708 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bc49ce3-3c4c-4989-9bf0-7bbd8671d459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:27.078744 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb73d5d1-fe13-4afb-a437-ce3664e47198 req-fb28c930-b180-455d-b3c0-05464de373b1 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 210 time: 0.0882177 Nov 13 04:44:27.113456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:27.162243 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8538fd12-39df-466b-9be2-1eda97be6cf3,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:44:27.177299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0bc49ce3-3c4c-4989-9bf0-7bbd8671d459 None None] Port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:44:27.180148 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:27.195832 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] For port 626a34a0-4b4b-4862-8759-3fbd04261b18, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=626a34a0-4b4b-4862-8759-3fbd04261b18,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:27.196188 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:27.245834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-f9b16a38-ff73-4e20-8141-643d76f86d9c tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:27.248350 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-f9b16a38-ff73-4e20-8141-643d76f86d9c tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.46 "GET /v2.0/networks?id=6fcb369f-01db-49f2-a18a-07afe06ec1d6 HTTP/1.1" status: 200 len: 821 time: 0.4060397 Nov 13 04:44:27.260346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Calling delete_port for 626a34a0-4b4b-4862-8759-3fbd04261b18 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:27.264601 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:27.265289 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:27.266833 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] 10.222.0.36 "PUT /v2.0/ports/8538fd12-39df-466b-9be2-1eda97be6cf3 HTTP/1.1" status: 200 len: 1092 time: 1.7894676 Nov 13 04:44:27.267663 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2d2279-6385-4855-8a93-22f783ea8cd8', 'tag': '8538fd12-39df-466b-9be2-1eda97be6cf3'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:27.270002 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaf606e-702a-4e4f-b8ca-eb2c9125a687" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2d2279-6385-4855-8a93-22f783ea8cd8", "tag": "8538fd12-39df-466b-9be2-1eda97be6cf3"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:27.292120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-f696bf86-688e-4374-8fba-6a6c50b014e0 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Request body: {'port': {'device_id': '6b0712cd-36bd-47db-b30f-5adbe0dd9cbc', 'network_id': '6fcb369f-01db-49f2-a18a-07afe06ec1d6', 'admin_state_up': True, 'tenant_id': 'e9b28ace4e6249d5b79053c37413b2b8'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:27.307390 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fe1cd-80e0-4edc-bb04-e3c6ad8af3be req-9c795983-4b9f-4ed0-8d71-d14280168700 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:27.315445 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd5fe1cd-80e0-4edc-bb04-e3c6ad8af3be req-9c795983-4b9f-4ed0-8d71-d14280168700 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 931 time: 0.1657250 Nov 13 04:44:27.417848 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd5fe1cd-80e0-4edc-bb04-e3c6ad8af3be req-bc9d8666-141d-4196-8c84-5a41ac34fe0d tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980015 Nov 13 04:44:27.420729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:44:27.440834 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:27.443565 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d5cfce-9662-48d0-8405-7103caaafcd1 x-openstack-request-id: req-e2d5cfce-9662-48d0-8405-7103caaafcd1 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:27.443853 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2d2279-6385-4855-8a93-22f783ea8cd8", "tag": "8538fd12-39df-466b-9be2-1eda97be6cf3", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:27.444360 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2d5cfce-9662-48d0-8405-7103caaafcd1 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:27.444892 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2d2279-6385-4855-8a93-22f783ea8cd8', 'tag': '8538fd12-39df-466b-9be2-1eda97be6cf3', 'status': 'completed', 'code': 200} Nov 13 04:44:27.455609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00450f7-2b95-41a1-8264-2e8fe300369a service neutron] Pushing event updated for resources: {'Port': ['ID=8538fd12-39df-466b-9be2-1eda97be6cf3,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:27.466612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Transition to ACTIVE for port object 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:44:27.473813 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:27.523303 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 70859562-ed00-4ca4-82df-db781dfdc561 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:44:27.533278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=94c6d538-aac1-4dd4-a2c6-98c5881d4f78,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:27.580665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-a6f02118-eee0-423b-8f2e-674989c9717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:27.582897 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-a6f02118-eee0-423b-8f2e-674989c9717e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 1095 time: 0.2424109 Nov 13 04:44:27.598270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 70859562-ed00-4ca4-82df-db781dfdc561 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:44:27.604822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 70859562-ed00-4ca4-82df-db781dfdc561 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:27.605667 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:27.628676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Attempting to bind port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:44:27.629011 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Attempting to bind port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '6924b9e9-b293-4b8e-9f21-718340ff583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:44:27.629374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Attempting to bind port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 on network 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:27.634437 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 on network 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:44:27.634833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Attempting to bind port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 on network 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:27.642089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:44:27.642430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Checking segment: {'id': '6924b9e9-b293-4b8e-9f21-718340ff583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:27.647309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Bound using segment: {'id': '6924b9e9-b293-4b8e-9f21-718340ff583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:44:27.647933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Bound port: 94c6d538-aac1-4dd4-a2c6-98c5881d4f78, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6924b9e9-b293-4b8e-9f21-718340ff583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:44:27.648302 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:27.734605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] For port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:27.739219 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] For port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=94c6d538-aac1-4dd4-a2c6-98c5881d4f78,segment=NetworkSegment(6924b9e9-b293-4b8e-9f21-718340ff583e),segment_id=6924b9e9-b293-4b8e-9f21-718340ff583e)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:44:27.748720 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-65555e0c-7166-486d-a828-1ee895393d80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8538fd12-39df-466b-9be2-1eda97be6cf3 HTTP/1.1" status: 200 len: 217 time: 0.0755641 Nov 13 04:44:27.752092 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:27.753818 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:27.795954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:27.796932 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:27.798404 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] 10.222.0.36 "PUT /v2.0/ports/94c6d538-aac1-4dd4-a2c6-98c5881d4f78 HTTP/1.1" status: 200 len: 1091 time: 1.0060229 Nov 13 04:44:27.799001 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f700e05-3ad2-4b5c-9bae-b2ef359bfac3', 'tag': '94c6d538-aac1-4dd4-a2c6-98c5881d4f78'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:27.801486 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedfb213-675a-4392-855e-c85965ff0824" -d '{"events": [{"name": "network-changed", "server_uuid": "7f700e05-3ad2-4b5c-9bae-b2ef359bfac3", "tag": "94c6d538-aac1-4dd4-a2c6-98c5881d4f78"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:27.802968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 70859562-ed00-4ca4-82df-db781dfdc561, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=70859562-ed00-4ca4-82df-db781dfdc561,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:27.812005 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:27.842211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804919ee-fbb2-4ad7-bb1e-b3598bd9f2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=94c6d538-aac1-4dd4-a2c6-98c5881d4f78,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:27.886090 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=70859562-ed00-4ca4-82df-db781dfdc561,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:27.890150 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148a4318-167f-401c-b67b-0da8372994f6 x-openstack-request-id: req-148a4318-167f-401c-b67b-0da8372994f6 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:27.891986 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f700e05-3ad2-4b5c-9bae-b2ef359bfac3", "tag": "94c6d538-aac1-4dd4-a2c6-98c5881d4f78", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:27.892182 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-148a4318-167f-401c-b67b-0da8372994f6 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:27.892636 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f700e05-3ad2-4b5c-9bae-b2ef359bfac3', 'tag': '94c6d538-aac1-4dd4-a2c6-98c5881d4f78', 'status': 'completed', 'code': 200} Nov 13 04:44:27.963279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-bb825ea6-0e34-4bbb-98b7-a7c720d36f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:27.965065 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-bb825ea6-0e34-4bbb-98b7-a7c720d36f81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7367e99f5ccf4d8db30c322ffd0814f2&device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 1094 time: 0.0476518 Nov 13 04:44:28.034581 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-e3be5337-2797-4cc0-8f12-9cf6b79e2089 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c6d538-aac1-4dd4-a2c6-98c5881d4f78 HTTP/1.1" status: 200 len: 217 time: 0.0485330 Nov 13 04:44:28.089737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-cee65efe-bee2-4a44-a47e-2bcfdb3a9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:28.091680 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-cee65efe-bee2-4a44-a47e-2bcfdb3a9e6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85960f19-6091-4bda-bdff-164b0aa021c1 HTTP/1.1" status: 200 len: 854 time: 0.0518522 Nov 13 04:44:28.098660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7348d83e-c4f9-4efe-a021-0d6c32834609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70859562-ed00-4ca4-82df-db781dfdc561'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:28.102786 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772b9dda-3cc1-488d-ba20-eeec005e9dff" -d '{"events": [{"server_uuid": "7348d83e-c4f9-4efe-a021-0d6c32834609", "name": "network-vif-plugged", "status": "completed", "tag": "70859562-ed00-4ca4-82df-db781dfdc561"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:28.189816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-6b77c027-50bb-486e-a3fc-9227d88e0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:28.191343 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-6b77c027-50bb-486e-a3fc-9227d88e0797 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16864bc0-e5ad-466d-8ac9-a6ae4899bb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878839 Nov 13 04:44:28.208160 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cd3dd-f8cc-4eb2-a9f3-5a9bb502988d req-2e1fd9a8-5665-478a-8704-005ccc45a80c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:28.209629 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a13cd3dd-f8cc-4eb2-a9f3-5a9bb502988d req-2e1fd9a8-5665-478a-8704-005ccc45a80c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 944 time: 0.0685749 Nov 13 04:44:28.219374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6635f25-84ea-451b-9770-73cbca246e53 req-c96c03ab-28f6-4ca5-8720-bc80258475d4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:28.220912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6635f25-84ea-451b-9770-73cbca246e53 req-c96c03ab-28f6-4ca5-8720-bc80258475d4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 944 time: 0.7089186 Nov 13 04:44:28.221523 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-f696bf86-688e-4374-8fba-6a6c50b014e0 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Made reservation on behalf of e9b28ace4e6249d5b79053c37413b2b8 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:44:28.224789 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-f696bf86-688e-4374-8fba-6a6c50b014e0 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:28.273219 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:28.286384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-f3dbeada-1537-43d4-884e-57a05e8e192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:28.287874 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-f3dbeada-1537-43d4-884e-57a05e8e192e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.5296423 Nov 13 04:44:28.312096 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a13cd3dd-f8cc-4eb2-a9f3-5a9bb502988d req-7ff57b5b-795d-4939-96ba-4f6b35cd9e3c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946877 Nov 13 04:44:28.314032 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:28.326105 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-6f2a894a-aa2f-40f2-b324-c40c55c1d5dd service neutron] 10.222.0.36 "GET /v2.0/networks/16864bc0-e5ad-466d-8ac9-a6ae4899bb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258378 Nov 13 04:44:28.336174 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Pushing event deleted for resources: {'Port': ['ID=626a34a0-4b4b-4862-8759-3fbd04261b18,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:28.383692 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-a22b5349-39b0-4dbe-8387-47eeba086667 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618312 Nov 13 04:44:28.432285 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cef54df3-1052-4862-9a8a-df7245b8f3d2 req-d17806e3-1cdd-40c1-a896-5638767c756c tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 210 time: 0.0326326 Nov 13 04:44:28.455465 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6635f25-84ea-451b-9770-73cbca246e53 req-620d7d52-e1f7-4516-9676-b69e562964b7 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162397 Nov 13 04:44:28.456725 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-befc8a43-578b-4b9a-a78a-be55570efb9c req-6e8b745f-b48f-4512-a259-281db20a1f7c service neutron] 10.222.0.36 "GET /v2.0/networks/16864bc0-e5ad-466d-8ac9-a6ae4899bb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219523 Nov 13 04:44:28.492806 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848dc7e2-9f10-4a19-bda6-d9a46bb19643 x-openstack-request-id: req-848dc7e2-9f10-4a19-bda6-d9a46bb19643 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:28.493316 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7348d83e-c4f9-4efe-a021-0d6c32834609", "name": "network-vif-plugged", "status": "completed", "tag": "70859562-ed00-4ca4-82df-db781dfdc561", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:28.493568 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-848dc7e2-9f10-4a19-bda6-d9a46bb19643 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:28.493961 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7348d83e-c4f9-4efe-a021-0d6c32834609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70859562-ed00-4ca4-82df-db781dfdc561', 'code': 200} Nov 13 04:44:28.545374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:28.640940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb213-675a-4392-855e-c85965ff0824 req-e59611aa-7122-4a9b-a4b1-b4a8a17d8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:28.642587 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aedfb213-675a-4392-855e-c85965ff0824 req-e59611aa-7122-4a9b-a4b1-b4a8a17d8305 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7367e99f5ccf4d8db30c322ffd0814f2&device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 1094 time: 0.0861168 Nov 13 04:44:28.655212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c700284-7471-4529-a8b3-f73f79dc3c02 req-0badaaf4-d511-488c-bec1-7748d1e02d73 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:28.656891 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4c700284-7471-4529-a8b3-f73f79dc3c02 req-0badaaf4-d511-488c-bec1-7748d1e02d73 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 943 time: 0.0867760 Nov 13 04:44:28.677783 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:28.722489 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:28.737673 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:28.751033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-f696bf86-688e-4374-8fba-6a6c50b014e0 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Allocated IP 172.20.0.11 (6fcb369f-01db-49f2-a18a-07afe06ec1d6/41419bc6-b6bf-4ee9-980b-3f218b6e9e8f/aecbcc87-46c0-4b27-8a07-99528165248d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:44:28.766571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4c700284-7471-4529-a8b3-f73f79dc3c02 req-8d460205-82f6-47a6-bbed-fa4ae5f64043 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985496 Nov 13 04:44:28.795476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb213-675a-4392-855e-c85965ff0824 req-32d4daa2-c583-4383-8628-b260e367e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:28.795712 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-b2a0dee1-4f8f-41b4-9705-5238cfe06be1 service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794477 Nov 13 04:44:28.797066 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aedfb213-675a-4392-855e-c85965ff0824 req-32d4daa2-c583-4383-8628-b260e367e326 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16864bc0-e5ad-466d-8ac9-a6ae4899bb66 HTTP/1.1" status: 200 len: 916 time: 0.1391892 Nov 13 04:44:28.830054 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:28.830551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f71712d0-def9-4c51-8c88-20be3ea3efb6 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:44:28.835243 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:28.841906 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2b1ffac7-7ef6-4d1f-9274-ba1a5e566d0f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "DELETE /v2.0/routers/f71712d0-def9-4c51-8c88-20be3ea3efb6 HTTP/1.1" status: 204 len: 168 time: 2.4443424 Nov 13 04:44:28.851330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49368) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:28.855007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f478c-92d0-4fcd-bd03-c791aa64e379 req-57246fff-b2ee-4869-ad38-8568968048c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:28.855918 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1385419034', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:28.856517 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f53f478c-92d0-4fcd-bd03-c791aa64e379 req-57246fff-b2ee-4869-ad38-8568968048c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 1096 time: 0.2447319 Nov 13 04:44:28.863101 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aedfb213-675a-4392-855e-c85965ff0824 req-4aed5ea5-7044-4dd1-8630-bec9117bda94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c6d538-aac1-4dd4-a2c6-98c5881d4f78 HTTP/1.1" status: 200 len: 217 time: 0.0532787 Nov 13 04:44:28.921552 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:28.922903 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:28.938181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb213-675a-4392-855e-c85965ff0824 req-250da506-c74c-4905-8b14-ccde2d625e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:28.939755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aedfb213-675a-4392-855e-c85965ff0824 req-250da506-c74c-4905-8b14-ccde2d625e3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85960f19-6091-4bda-bdff-164b0aa021c1 HTTP/1.1" status: 200 len: 854 time: 0.0684528 Nov 13 04:44:29.017520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:29.062111 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13353dd8-692e-499f-8d88-c621045c8e90 req-65ace2b6-0563-41fe-9bd2-389c7dc5a9d1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:29.063641 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-13353dd8-692e-499f-8d88-c621045c8e90 req-65ace2b6-0563-41fe-9bd2-389c7dc5a9d1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 945 time: 0.2633553 Nov 13 04:44:29.071253 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f53f478c-92d0-4fcd-bd03-c791aa64e379 req-a3dbd73f-d1b3-4e8b-8f77-0a5e6106f67b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939304 Nov 13 04:44:29.094291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb213-675a-4392-855e-c85965ff0824 req-3d8367ad-c661-4ff2-ad95-52f71f4168c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:29.095852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aedfb213-675a-4392-855e-c85965ff0824 req-3d8367ad-c661-4ff2-ad95-52f71f4168c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16864bc0-e5ad-466d-8ac9-a6ae4899bb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408362 Nov 13 04:44:29.112077 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c04b63e8-2164-4c99-9b7a-d6c49e41f8ed req-e646fecb-fbac-4d52-9346-c3999435160b service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960660 Nov 13 04:44:29.168931 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-13353dd8-692e-499f-8d88-c621045c8e90 req-11db4515-71a4-4491-9a58-9d8442b865f2 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937831 Nov 13 04:44:29.174541 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-f696bf86-688e-4374-8fba-6a6c50b014e0 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:29.228236 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-f696bf86-688e-4374-8fba-6a6c50b014e0 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:29.289810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-f696bf86-688e-4374-8fba-6a6c50b014e0 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Network 6fcb369f-01db-49f2-a18a-07afe06ec1d6 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:29.294535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-f696bf86-688e-4374-8fba-6a6c50b014e0 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:29.297480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-f696bf86-688e-4374-8fba-6a6c50b014e0 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:44:29.339469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696bf86-688e-4374-8fba-6a6c50b014e0 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Pushing event updated for resources: {'Port': ['ID=aecbcc87-46c0-4b27-8a07-99528165248d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:29.357545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf606e-702a-4e4f-b8ca-eb2c9125a687 req-589b6173-58cb-4cde-a2d1-971a35b15c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:29.359656 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fdaf606e-702a-4e4f-b8ca-eb2c9125a687 req-589b6173-58cb-4cde-a2d1-971a35b15c1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 1095 time: 0.1418545 Nov 13 04:44:29.385981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-f696bf86-688e-4374-8fba-6a6c50b014e0 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:29.385981 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-f696bf86-688e-4374-8fba-6a6c50b014e0 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:29.445920 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-f696bf86-688e-4374-8fba-6a6c50b014e0 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1642416 Nov 13 04:44:29.450724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 87bae95a-3aa2-460f-a221-885d6fea3e01 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:29.472934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 87bae95a-3aa2-460f-a221-885d6fea3e01 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:44:29.473345 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 87bae95a-3aa2-460f-a221-885d6fea3e01 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:29.474173 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 626a34a0-4b4b-4862-8759-3fbd04261b18 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:29.479758 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Request body: {'port': {'device_id': '6b0712cd-36bd-47db-b30f-5adbe0dd9cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:29.498713 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 626a34a0-4b4b-4862-8759-3fbd04261b18 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:44:29.499249 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 626a34a0-4b4b-4862-8759-3fbd04261b18 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:29.519451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf606e-702a-4e4f-b8ca-eb2c9125a687 req-70974a46-31ea-478a-b90a-deb101408fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:29.521271 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fdaf606e-702a-4e4f-b8ca-eb2c9125a687 req-70974a46-31ea-478a-b90a-deb101408fbb service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.1530542 Nov 13 04:44:29.611156 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fdaf606e-702a-4e4f-b8ca-eb2c9125a687 req-e6d34517-2094-4edf-89d8-4b2e400e99ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8538fd12-39df-466b-9be2-1eda97be6cf3 HTTP/1.1" status: 200 len: 217 time: 0.0812855 Nov 13 04:44:29.618445 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:29.659498 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:29.695219 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95abfbe-0b9b-48ba-9693-ab80c587e4e7 req-459d5714-a5fe-4af3-960a-ce1fb66d83d6 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:29.696939 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a95abfbe-0b9b-48ba-9693-ab80c587e4e7 req-459d5714-a5fe-4af3-960a-ce1fb66d83d6 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 932 time: 0.1726491 Nov 13 04:44:29.714425 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aedfb213-675a-4392-855e-c85965ff0824 req-cf914bd2-7260-480b-b81d-0eda76782443 service neutron] 10.222.0.36 "GET /v2.0/networks/16864bc0-e5ad-466d-8ac9-a6ae4899bb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857782 Nov 13 04:44:29.727830 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca63f6-5f93-40b4-895b-fcb4c8eb8145 req-4b919475-65bf-414b-9a75-a68e046ff6ff tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:29.729261 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-77ca63f6-5f93-40b4-895b-fcb4c8eb8145 req-4b919475-65bf-414b-9a75-a68e046ff6ff tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 944 time: 0.1291440 Nov 13 04:44:29.729540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf606e-702a-4e4f-b8ca-eb2c9125a687 req-35b1e2bb-1299-456e-a9df-1589191b10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:29.731058 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fdaf606e-702a-4e4f-b8ca-eb2c9125a687 req-35b1e2bb-1299-456e-a9df-1589191b10c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.1099489 Nov 13 04:44:29.811218 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fdaf606e-702a-4e4f-b8ca-eb2c9125a687 req-5b52f497-3d40-4945-aa88-433a4e50655b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705590 Nov 13 04:44:29.873355 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-77ca63f6-5f93-40b4-895b-fcb4c8eb8145 req-4d17e409-45fc-4b0c-af34-6820eeb7d6b3 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349382 Nov 13 04:44:29.874205 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a95abfbe-0b9b-48ba-9693-ab80c587e4e7 req-564a3a7c-bdf6-481a-bba9-6d5fe1a7a730 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700549 Nov 13 04:44:29.901110 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aedfb213-675a-4392-855e-c85965ff0824 req-8d921c6d-5d58-4864-b153-c52d89f0d4c0 service neutron] 10.222.0.36 "GET /v2.0/networks/16864bc0-e5ad-466d-8ac9-a6ae4899bb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641674 Nov 13 04:44:30.027853 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fdaf606e-702a-4e4f-b8ca-eb2c9125a687 req-f5e06fdf-2eca-44f8-8729-620b34f88b9c service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056005 Nov 13 04:44:30.035764 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:30.055575 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:30.075236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050454f-9a48-43fd-a710-671d6e9804cd req-75afdc47-4d0e-48f8-9754-160696e3c1b4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:30.076783 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c050454f-9a48-43fd-a710-671d6e9804cd req-75afdc47-4d0e-48f8-9754-160696e3c1b4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 945 time: 0.1162724 Nov 13 04:44:30.202694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Allocated IP 172.25.8.145 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/822bc211-cbc6-4caa-a64f-30445a2b33b2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:44:30.222187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec47f-fcc4-47d2-a36b-ecf67ca2e14c req-8a5ce2b7-fd35-477d-913b-bb12dc56d31e tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:30.223711 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5ffec47f-fcc4-47d2-a36b-ecf67ca2e14c req-8a5ce2b7-fd35-477d-913b-bb12dc56d31e tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 943 time: 0.0750108 Nov 13 04:44:30.236735 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c050454f-9a48-43fd-a710-671d6e9804cd req-cb97105f-3243-46cf-9a4d-4e19d85e10d0 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450405 Nov 13 04:44:30.240315 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fdaf606e-702a-4e4f-b8ca-eb2c9125a687 req-464f2a31-824e-4540-ae4c-a710908e7724 service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037685 Nov 13 04:44:30.242367 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aecbcc87-46c0-4b27-8a07-99528165248d {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:44:30.251531 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:30.264846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Transition to ACTIVE for port object aecbcc87-46c0-4b27-8a07-99528165248d will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:44:30.269566 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:30.324376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Pushing event updated for resources: {'Port': ['ID=aecbcc87-46c0-4b27-8a07-99528165248d,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:30.358057 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5ffec47f-fcc4-47d2-a36b-ecf67ca2e14c req-d3db064a-e20a-4dfa-a3b5-0ce7b7d58032 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175761 Nov 13 04:44:30.389810 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:30.411443 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Attempting to bind port aecbcc87-46c0-4b27-8a07-99528165248d on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:44:30.411928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Attempting to bind port aecbcc87-46c0-4b27-8a07-99528165248d by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'fab5fe90-4aa4-4c55-a120-371e6560028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6fcb369f-01db-49f2-a18a-07afe06ec1d6'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:44:30.412380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Attempting to bind port aecbcc87-46c0-4b27-8a07-99528165248d on network 6fcb369f-01db-49f2-a18a-07afe06ec1d6 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:30.418550 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Port aecbcc87-46c0-4b27-8a07-99528165248d on network 6fcb369f-01db-49f2-a18a-07afe06ec1d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:44:30.418890 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Attempting to bind port aecbcc87-46c0-4b27-8a07-99528165248d on network 6fcb369f-01db-49f2-a18a-07afe06ec1d6 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:30.424700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:44:30.425098 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Checking segment: {'id': 'fab5fe90-4aa4-4c55-a120-371e6560028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6fcb369f-01db-49f2-a18a-07afe06ec1d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:30.425709 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Bound using segment: {'id': 'fab5fe90-4aa4-4c55-a120-371e6560028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6fcb369f-01db-49f2-a18a-07afe06ec1d6'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:44:30.426042 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Bound port: aecbcc87-46c0-4b27-8a07-99528165248d, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab5fe90-4aa4-4c55-a120-371e6560028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6fcb369f-01db-49f2-a18a-07afe06ec1d6'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:44:30.426333 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:30.431331 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:30.495200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] For port aecbcc87-46c0-4b27-8a07-99528165248d, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:30.498847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:30.499273 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] For port aecbcc87-46c0-4b27-8a07-99528165248d, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=aecbcc87-46c0-4b27-8a07-99528165248d,segment=NetworkSegment(fab5fe90-4aa4-4c55-a120-371e6560028f),segment_id=fab5fe90-4aa4-4c55-a120-371e6560028f)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:44:30.504484 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:30.507887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:30.511014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:44:30.514132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Pushing event updated for resources: {'Port': ['ID=822bc211-cbc6-4caa-a64f-30445a2b33b2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:30.540445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:30.540800 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:30.542292 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] 10.222.0.46 "PUT /v2.0/ports/aecbcc87-46c0-4b27-8a07-99528165248d HTTP/1.1" status: 200 len: 1092 time: 1.0692785 Nov 13 04:44:30.542804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0712cd-36bd-47db-b30f-5adbe0dd9cbc', 'tag': 'aecbcc87-46c0-4b27-8a07-99528165248d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:30.545194 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6fcf4e-0e33-407d-9c0f-e80277a75916" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0712cd-36bd-47db-b30f-5adbe0dd9cbc", "tag": "aecbcc87-46c0-4b27-8a07-99528165248d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:30.570571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c430ab-7738-4f05-ac83-202e32de7161 req-00b22e5c-993a-49a0-85a1-53d6d2851ec2 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:30.572231 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54c430ab-7738-4f05-ac83-202e32de7161 req-00b22e5c-993a-49a0-85a1-53d6d2851ec2 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 945 time: 0.1085987 Nov 13 04:44:30.582624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07442de7-ad75-48c7-ba2b-8fd4f097ea6d service neutron] Pushing event updated for resources: {'Port': ['ID=aecbcc87-46c0-4b27-8a07-99528165248d,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:30.614745 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd56bb4f-b59b-4160-9c94-271b3ae8a2d0 x-openstack-request-id: req-dd56bb4f-b59b-4160-9c94-271b3ae8a2d0 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:30.615157 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0712cd-36bd-47db-b30f-5adbe0dd9cbc", "tag": "aecbcc87-46c0-4b27-8a07-99528165248d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:30.615403 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd56bb4f-b59b-4160-9c94-271b3ae8a2d0 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:30.615876 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0712cd-36bd-47db-b30f-5adbe0dd9cbc', 'tag': 'aecbcc87-46c0-4b27-8a07-99528165248d', 'status': 'completed', 'code': 200} Nov 13 04:44:30.710652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-add1ea8d-3463-4051-bf03-e139751aa10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:30.712626 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-add1ea8d-3463-4051-bf03-e139751aa10e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9b28ace4e6249d5b79053c37413b2b8&device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 1095 time: 0.0486887 Nov 13 04:44:30.724941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54c430ab-7738-4f05-ac83-202e32de7161 req-6bcd7e69-bced-4b38-a848-b47c8ebd2a61 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121817 Nov 13 04:44:30.780847 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-3987ec36-8b4b-4a08-9462-75355a56de05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aecbcc87-46c0-4b27-8a07-99528165248d HTTP/1.1" status: 200 len: 217 time: 0.0485659 Nov 13 04:44:30.832458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-74fe3b6a-a9c4-457e-8d26-ce15d4aa2432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:30.834530 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-74fe3b6a-a9c4-457e-8d26-ce15d4aa2432 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41419bc6-b6bf-4ee9-980b-3f218b6e9e8f HTTP/1.1" status: 200 len: 861 time: 0.0456300 Nov 13 04:44:30.870883 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-4c19f794-b668-4c6f-b5cd-f71539d92d12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fcb369f-01db-49f2-a18a-07afe06ec1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268602 Nov 13 04:44:30.895595 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:30.995294 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-546ff624-c874-46b1-9ec0-a53bf0c2b0b8 service neutron] 10.222.0.46 "GET /v2.0/networks/6fcb369f-01db-49f2-a18a-07afe06ec1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167090 Nov 13 04:44:31.070217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887edc02-9339-440c-bf00-4f9f97c0a1e5 req-2fb15892-ee9e-436f-a49a-11df46182e27 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:31.071744 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-887edc02-9339-440c-bf00-4f9f97c0a1e5 req-2fb15892-ee9e-436f-a49a-11df46182e27 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 944 time: 0.1110797 Nov 13 04:44:31.073217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a33968-fd53-44d9-94f1-a21cb5829d4b req-c7ee445f-65a1-42d3-a118-0be509d30d8e tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:31.076094 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23a33968-fd53-44d9-94f1-a21cb5829d4b req-c7ee445f-65a1-42d3-a118-0be509d30d8e tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 944 time: 0.1007028 Nov 13 04:44:31.137181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fcad425-76b9-4c98-ad51-b4505bcb27e5 req-d710c73a-740f-43a9-8969-bae7b32a6b38 service neutron] 10.222.0.46 "GET /v2.0/networks/6fcb369f-01db-49f2-a18a-07afe06ec1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339245 Nov 13 04:44:31.141746 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-887edc02-9339-440c-bf00-4f9f97c0a1e5 req-740ab0e7-7aea-41be-aac5-ddce6c56469e tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622380 Nov 13 04:44:31.171115 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:31.177258 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23a33968-fd53-44d9-94f1-a21cb5829d4b req-e2367789-c06e-4272-adda-341054603cbd tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934322 Nov 13 04:44:31.315232 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fcf4e-0e33-407d-9c0f-e80277a75916 req-8f581467-b9c9-455b-b1b5-28a3724ddb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:31.316738 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e6fcf4e-0e33-407d-9c0f-e80277a75916 req-8f581467-b9c9-455b-b1b5-28a3724ddb66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9b28ace4e6249d5b79053c37413b2b8&device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 1095 time: 0.0451729 Nov 13 04:44:31.351257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Router 7804c566-d1a2-40c4-be88-02b247b16200 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:44:31.368600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e31f-0a65-4d0e-82fb-48e3da280392 req-e8b8948c-ca51-4a34-b86c-34c4634415ca tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:31.370099 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2107e31f-0a65-4d0e-82fb-48e3da280392 req-e8b8948c-ca51-4a34-b86c-34c4634415ca tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 945 time: 0.0604823 Nov 13 04:44:31.424413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fcf4e-0e33-407d-9c0f-e80277a75916 req-f24a804e-b6aa-4051-a52b-829fdf836a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:31.426001 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e6fcf4e-0e33-407d-9c0f-e80277a75916 req-f24a804e-b6aa-4051-a52b-829fdf836a44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fcb369f-01db-49f2-a18a-07afe06ec1d6 HTTP/1.1" status: 200 len: 922 time: 0.0969543 Nov 13 04:44:31.493141 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e6fcf4e-0e33-407d-9c0f-e80277a75916 req-68f73b0e-c641-488f-bdf4-7ff56ec546e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aecbcc87-46c0-4b27-8a07-99528165248d HTTP/1.1" status: 200 len: 217 time: 0.0531495 Nov 13 04:44:31.493393 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2107e31f-0a65-4d0e-82fb-48e3da280392 req-6ca92d8e-4249-4b08-b64c-92b63d83d863 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879099 Nov 13 04:44:31.504841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:44:31.517041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e05ce2-dc8b-4b43-b656-45b84dcff4ef None None] Sync routers for ids ['7804c566-d1a2-40c4-be88-02b247b16200'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:44:31.527831 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:31.531955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-30e02ceb-c713-47b3-98b0-b65f1ad8b27f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6770284 Nov 13 04:44:31.532331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49420) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:31.537031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e05ce2-dc8b-4b43-b656-45b84dcff4ef None None] Routers {'7804c566-d1a2-40c4-be88-02b247b16200'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:31.538239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-06add91b-2a94-47de-a830-08d0c75bfc7a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'enable_snat': False}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:31.538978 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-28e05ce2-dc8b-4b43-b656-45b84dcff4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['7804c566-d1a2-40c4-be88-02b247b16200'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:31.550394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e9b8-6066-45af-9088-d96ebff44105 req-8fe8bca1-4ee6-4c33-a788-5e4ec27517bc tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:31.552395 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b785e9b8-6066-45af-9088-d96ebff44105 req-8fe8bca1-4ee6-4c33-a788-5e4ec27517bc tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 943 time: 0.1139686 Nov 13 04:44:31.570926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fcf4e-0e33-407d-9c0f-e80277a75916 req-524aab56-d829-4b9b-8ff9-a86de49b7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:31.572472 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e6fcf4e-0e33-407d-9c0f-e80277a75916 req-524aab56-d829-4b9b-8ff9-a86de49b7196 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41419bc6-b6bf-4ee9-980b-3f218b6e9e8f HTTP/1.1" status: 200 len: 861 time: 0.0711420 Nov 13 04:44:31.581851 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-28e05ce2-dc8b-4b43-b656-45b84dcff4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:31.588152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device fe8c412c-eb83-4b35-a6f1-09473b7e483a details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:44:31.609442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e05ce2-dc8b-4b43-b656-45b84dcff4ef None None] Routers {'7804c566-d1a2-40c4-be88-02b247b16200'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:31.610706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-28e05ce2-dc8b-4b43-b656-45b84dcff4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['7804c566-d1a2-40c4-be88-02b247b16200'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:31.620396 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e6fcf4e-0e33-407d-9c0f-e80277a75916 req-651776c9-0f02-4eaf-910b-d95c6836fd32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fcb369f-01db-49f2-a18a-07afe06ec1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387332 Nov 13 04:44:31.657047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-28e05ce2-dc8b-4b43-b656-45b84dcff4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:31.657290 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b785e9b8-6066-45af-9088-d96ebff44105 req-1f7c4eee-8280-4994-9989-2a6bdec7809d tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987487 Nov 13 04:44:31.658082 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e05ce2-dc8b-4b43-b656-45b84dcff4ef None None] The sync data for ids ['7804c566-d1a2-40c4-be88-02b247b16200'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:44:31.748823 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e6fcf4e-0e33-407d-9c0f-e80277a75916 req-df1786ea-6559-4c03-bd14-df2ff769a297 service neutron] 10.222.0.46 "GET /v2.0/networks/6fcb369f-01db-49f2-a18a-07afe06ec1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167634 Nov 13 04:44:31.786689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port fe8c412c-eb83-4b35-a6f1-09473b7e483a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fe8c412c-eb83-4b35-a6f1-09473b7e483a,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:31.801260 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'fe8c412c-eb83-4b35-a6f1-09473b7e483a', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'fe8c412c-eb83-4b35-a6f1-09473b7e483a', 'mac_address': 'fa:16:3e:2b:e3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:44:31.845216 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:31.869425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe8c412c-eb83-4b35-a6f1-09473b7e483a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:44:31.894679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port fe8c412c-eb83-4b35-a6f1-09473b7e483a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fe8c412c-eb83-4b35-a6f1-09473b7e483a,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:31.899747 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:31.903635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b83f3-90b4-494b-84c2-654ac17634bf req-76d8b310-330e-4cdc-a7b6-042ae189cd92 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:31.905572 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d17b83f3-90b4-494b-84c2-654ac17634bf req-76d8b310-330e-4cdc-a7b6-042ae189cd92 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 945 time: 0.1072330 Nov 13 04:44:31.933064 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df2f02-5aa4-4683-9c5b-13076ee3542f req-4c439183-6a23-47b6-86e5-01fc6343564f tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:31.939434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d6df2f02-5aa4-4683-9c5b-13076ee3542f req-4c439183-6a23-47b6-86e5-01fc6343564f tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 945 time: 0.1055574 Nov 13 04:44:31.955422 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e6fcf4e-0e33-407d-9c0f-e80277a75916 req-8b68e9aa-2b80-4a91-a495-18226f4f5cf5 service neutron] 10.222.0.46 "GET /v2.0/networks/6fcb369f-01db-49f2-a18a-07afe06ec1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660063 Nov 13 04:44:31.970867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=fe8c412c-eb83-4b35-a6f1-09473b7e483a,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:31.974078 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d17b83f3-90b4-494b-84c2-654ac17634bf req-8e809904-59bf-498e-ab8f-634373642623 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620379 Nov 13 04:44:31.976414 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06add91b-2a94-47de-a830-08d0c75bfc7a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:32.030547 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d6df2f02-5aa4-4683-9c5b-13076ee3542f req-bad9b2a9-0028-47ad-b752-ecf7dde8f43e tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866222 Nov 13 04:44:32.209307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['fe8c412c-eb83-4b35-a6f1-09473b7e483a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:44:32.281604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadd918-b7dc-4f32-ae44-a5f48162c50b req-1bf96824-1199-4ae8-b86a-7f2075bb6d8c tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:32.287559 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-feadd918-b7dc-4f32-ae44-a5f48162c50b req-1bf96824-1199-4ae8-b86a-7f2075bb6d8c tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 944 time: 0.0620890 Nov 13 04:44:32.353801 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-feadd918-b7dc-4f32-ae44-a5f48162c50b req-9460602d-5810-48b9-9c38-6998e8251af9 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640178 Nov 13 04:44:32.647252 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc18a5c-46be-4b4a-a1e4-30cb6d41ade2 req-3ece24b3-98ef-4415-b4f5-b98af55dcd8f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:32.648711 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1bc18a5c-46be-4b4a-a1e4-30cb6d41ade2 req-3ece24b3-98ef-4415-b4f5-b98af55dcd8f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 944 time: 0.1004703 Nov 13 04:44:32.679934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-2f43995c-646b-4269-ac6b-b60d85f80c54 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:32.681403 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-2f43995c-646b-4269-ac6b-b60d85f80c54 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 945 time: 0.0553207 Nov 13 04:44:32.745729 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1bc18a5c-46be-4b4a-a1e4-30cb6d41ade2 req-4131843c-0b14-41b8-8aee-faed97107c04 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857854 Nov 13 04:44:32.820375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65377368-cb62-4dec-b15d-c5f8b9d3069e req-c5a00b62-3ca7-4acc-88cf-e06d1f6cf635 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:32.821804 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65377368-cb62-4dec-b15d-c5f8b9d3069e req-c5a00b62-3ca7-4acc-88cf-e06d1f6cf635 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 943 time: 0.0707648 Nov 13 04:44:32.824029 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-6ef932be-7be9-4978-87a1-0465112fedb1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Deleting port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:32.824364 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-6ef932be-7be9-4978-87a1-0465112fedb1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:32.848017 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06add91b-2a94-47de-a830-08d0c75bfc7a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:32.852204 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06add91b-2a94-47de-a830-08d0c75bfc7a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:32.930930 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65377368-cb62-4dec-b15d-c5f8b9d3069e req-55c11d4f-cf3c-4afe-b0ba-c1649e43a13a tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021807 Nov 13 04:44:32.951923 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-6ef932be-7be9-4978-87a1-0465112fedb1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] For port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f9580cb4-2cf3-4d42-bd73-d34a68a01a5d,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:32.952206 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-6ef932be-7be9-4978-87a1-0465112fedb1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:32.977352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06add91b-2a94-47de-a830-08d0c75bfc7a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Router 7804c566-d1a2-40c4-be88-02b247b16200 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:44:33.140619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06add91b-2a94-47de-a830-08d0c75bfc7a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:44:33.145419 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06add91b-2a94-47de-a830-08d0c75bfc7a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:33.148326 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-06add91b-2a94-47de-a830-08d0c75bfc7a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "PUT /v2.0/routers/7804c566-d1a2-40c4-be88-02b247b16200 HTTP/1.1" status: 200 len: 922 time: 1.6136942 Nov 13 04:44:33.151570 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f711d6f-f0d5-4c95-bdaf-7f3bf41b9067 None None] Sync routers for ids ['7804c566-d1a2-40c4-be88-02b247b16200'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:44:33.158965 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4923c-e058-49c4-8c35-5f5c4b833214 req-4d682c6a-4780-4535-9b95-a894e5e0441e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:33.163286 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f711d6f-f0d5-4c95-bdaf-7f3bf41b9067 None None] Routers {'7804c566-d1a2-40c4-be88-02b247b16200'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:33.164169 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1f711d6f-f0d5-4c95-bdaf-7f3bf41b9067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['7804c566-d1a2-40c4-be88-02b247b16200'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:33.164397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-47f4923c-e058-49c4-8c35-5f5c4b833214 req-4d682c6a-4780-4535-9b95-a894e5e0441e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 945 time: 0.0830784 Nov 13 04:44:33.166118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49448) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:33.203136 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1f711d6f-f0d5-4c95-bdaf-7f3bf41b9067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:33.212838 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f711d6f-f0d5-4c95-bdaf-7f3bf41b9067 None None] Routers {'7804c566-d1a2-40c4-be88-02b247b16200'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:33.213468 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1f711d6f-f0d5-4c95-bdaf-7f3bf41b9067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['7804c566-d1a2-40c4-be88-02b247b16200'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:33.246796 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1f711d6f-f0d5-4c95-bdaf-7f3bf41b9067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:33.248248 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f711d6f-f0d5-4c95-bdaf-7f3bf41b9067 None None] The sync data for ids ['7804c566-d1a2-40c4-be88-02b247b16200'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:44:33.300654 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-47f4923c-e058-49c4-8c35-5f5c4b833214 req-8b68c060-2af7-44a7-853b-7798c395f386 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280339 Nov 13 04:44:33.320809 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-596d9c44-ffd0-4aa9-bb3c-45253cd3ac17 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/routers/7804c566-d1a2-40c4-be88-02b247b16200 HTTP/1.1" status: 200 len: 922 time: 0.1546900 Nov 13 04:44:33.324197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49450) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:33.426152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb1c5c7-c024-42ee-b0f8-c3c233254595 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:33.427776 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ebb1c5c7-c024-42ee-b0f8-c3c233254595 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&device_id=7804c566-d1a2-40c4-be88-02b247b16200&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1022232 Nov 13 04:44:33.430879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49454) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:33.488690 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08860c73-bfb4-4c0c-9839-91b10f443287 req-af3b6211-722c-4b43-a347-214a6fd96fd5 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:33.490068 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08860c73-bfb4-4c0c-9839-91b10f443287 req-af3b6211-722c-4b43-a347-214a6fd96fd5 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 945 time: 0.0935674 Nov 13 04:44:33.504675 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-6ef932be-7be9-4978-87a1-0465112fedb1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:33.505016 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-6ef932be-7be9-4978-87a1-0465112fedb1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:33.505320 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-6ef932be-7be9-4978-87a1-0465112fedb1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Floating IP 58d464e8-c1c9-458f-95e1-d6bd520d7539 disassociated. External IP: 172.25.8.31, port: f9580cb4-2cf3-4d42-bd73-d34a68a01a5d. Nov 13 04:44:33.505652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-6ef932be-7be9-4978-87a1-0465112fedb1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Calling delete_port for f9580cb4-2cf3-4d42-bd73-d34a68a01a5d owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:33.542467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769812d-cc79-44df-bfb8-2761db9b8f47 req-37588d88-9728-49ee-903e-96b3e93f6dc6 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:33.544445 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d769812d-cc79-44df-bfb8-2761db9b8f47 req-37588d88-9728-49ee-903e-96b3e93f6dc6 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 944 time: 0.1043923 Nov 13 04:44:33.563921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7d0e9e-d31f-49a2-8bba-4ab365e2e81f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:33.564181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device fe8c412c-eb83-4b35-a6f1-09473b7e483a up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:44:33.565277 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3c7d0e9e-d31f-49a2-8bba-4ab365e2e81f tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 881 time: 0.1337907 Nov 13 04:44:33.568231 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49460) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:33.609559 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7740dfba-4101-48c4-9715-cb68ae2d5b3a tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7804c566-d1a2-40c4-be88-02b247b16200 HTTP/1.1" status: 200 len: 205 time: 0.0401552 Nov 13 04:44:33.614086 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49462) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:33.615507 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d769812d-cc79-44df-bfb8-2761db9b8f47 req-5a82d956-e8e1-4835-ba6f-bdfa5a3d31fa tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620663 Nov 13 04:44:33.628522 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08860c73-bfb4-4c0c-9839-91b10f443287 req-99bc4d6a-a7ee-4b39-94c9-d8dbc9913e34 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups?id=35557f75-697b-4421-9cc2-64e6a1cca7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272881 Nov 13 04:44:33.640805 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port fe8c412c-eb83-4b35-a6f1-09473b7e483a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:33.641179 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:33.735794 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:33.764982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a6b009-2187-44fc-a190-8b326bedd942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c412c-eb83-4b35-a6f1-09473b7e483a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:33.767943 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14d6ea1-96b0-4f6e-b9ef-b2bd8e7f2217" -d '{"events": [{"server_uuid": "92a6b009-2187-44fc-a190-8b326bedd942", "name": "network-vif-plugged", "status": "completed", "tag": "fe8c412c-eb83-4b35-a6f1-09473b7e483a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:33.785423 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93963f48-7824-4f7f-b0ba-0cd0a8f2e2c6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:33.786271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port fe8c412c-eb83-4b35-a6f1-09473b7e483a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fe8c412c-eb83-4b35-a6f1-09473b7e483a,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:33.793217 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:33.851539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=fe8c412c-eb83-4b35-a6f1-09473b7e483a,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:33.901911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb7005-f071-4dfa-88ad-65ec955138c7 req-faa58640-91b9-4969-ab2d-b1f19896df43 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:33.903695 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7bfb7005-f071-4dfa-88ad-65ec955138c7 req-faa58640-91b9-4969-ab2d-b1f19896df43 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 946 time: 0.0603449 Nov 13 04:44:33.918586 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-6ef932be-7be9-4978-87a1-0465112fedb1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:33.959498 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7bfb7005-f071-4dfa-88ad-65ec955138c7 req-7e108cd6-f602-4d35-a0d2-5046a64895e3 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490966 Nov 13 04:44:33.974062 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef932be-7be9-4978-87a1-0465112fedb1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Pushing event deleted for resources: {'Port': ['ID=f9580cb4-2cf3-4d42-bd73-d34a68a01a5d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:34.000063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b757ed1-d9ff-47d9-a857-e8d41d641f36 req-67a22896-a1a5-4284-b010-a2870a5fd30d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:34.001851 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b757ed1-d9ff-47d9-a857-e8d41d641f36 req-67a22896-a1a5-4284-b010-a2870a5fd30d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 944 time: 0.1687691 Nov 13 04:44:34.039928 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93963f48-7824-4f7f-b0ba-0cd0a8f2e2c6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:34.058758 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2082513-eda6-451f-bac9-8a9b5bf5e04f x-openstack-request-id: req-b2082513-eda6-451f-bac9-8a9b5bf5e04f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:34.059149 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a6b009-2187-44fc-a190-8b326bedd942", "name": "network-vif-plugged", "status": "completed", "tag": "fe8c412c-eb83-4b35-a6f1-09473b7e483a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:34.059435 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2082513-eda6-451f-bac9-8a9b5bf5e04f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:34.059777 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a6b009-2187-44fc-a190-8b326bedd942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c412c-eb83-4b35-a6f1-09473b7e483a', 'code': 200} Nov 13 04:44:34.150149 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9015c01c-22ca-4e36-891c-dd82fb87a595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:34.151585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d87b5b-cee0-48eb-ac2b-cf40efbaa05c req-e3bbab6b-8734-4cb2-9c2b-c4efb2c8c573 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:34.155469 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07d87b5b-cee0-48eb-ac2b-cf40efbaa05c req-e3bbab6b-8734-4cb2-9c2b-c4efb2c8c573 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 943 time: 0.0586073 Nov 13 04:44:34.169861 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab31a0e-7c8c-4b9f-81fc-4b0657ecf823 req-6372d868-cde7-49de-ab2e-321dd838fb8a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:34.171724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ab31a0e-7c8c-4b9f-81fc-4b0657ecf823 req-6372d868-cde7-49de-ab2e-321dd838fb8a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 945 time: 0.2409298 Nov 13 04:44:34.212947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07d87b5b-cee0-48eb-ac2b-cf40efbaa05c req-aff89ad7-9c8c-4a7a-9fd0-e05b00293153 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491567 Nov 13 04:44:34.248280 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b757ed1-d9ff-47d9-a857-e8d41d641f36 req-fa429ef0-d02b-4441-a253-6bbd2acfa181 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179260 Nov 13 04:44:34.321179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-93963f48-7824-4f7f-b0ba-0cd0a8f2e2c6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Deleting port 822bc211-cbc6-4caa-a64f-30445a2b33b2 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:34.321457 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93963f48-7824-4f7f-b0ba-0cd0a8f2e2c6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:34.327828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-6ef932be-7be9-4978-87a1-0465112fedb1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:44:34.442369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a7211-59d3-4af7-9bec-0af6e23ac2a8 req-f9d56ff2-f2d2-4688-b7de-fac994bc13a9 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:34.443712 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-957a7211-59d3-4af7-9bec-0af6e23ac2a8 req-f9d56ff2-f2d2-4688-b7de-fac994bc13a9 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 945 time: 0.0633926 Nov 13 04:44:34.494222 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9ab31a0e-7c8c-4b9f-81fc-4b0657ecf823 req-f27b6580-80f9-414b-b37f-865aa4a14872 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Deleting port 70859562-ed00-4ca4-82df-db781dfdc561 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:34.494562 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9ab31a0e-7c8c-4b9f-81fc-4b0657ecf823 req-f27b6580-80f9-414b-b37f-865aa4a14872 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:34.501651 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-957a7211-59d3-4af7-9bec-0af6e23ac2a8 req-09dc07a7-9f3a-4fb2-a92c-ae4bdefb3f89 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500543 Nov 13 04:44:34.516625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93963f48-7824-4f7f-b0ba-0cd0a8f2e2c6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:34.575264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-93963f48-7824-4f7f-b0ba-0cd0a8f2e2c6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Calling delete_port for 822bc211-cbc6-4caa-a64f-30445a2b33b2 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:34.685227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-6ef932be-7be9-4978-87a1-0465112fedb1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:44:34.697183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1affa0ab-d856-4362-b3e9-267876459aa9 None None] Sync routers for ids ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:44:34.715137 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1affa0ab-d856-4362-b3e9-267876459aa9 None None] Routers {'1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:34.716084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1affa0ab-d856-4362-b3e9-267876459aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:34.786291 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ba487e4-546a-4aaf-803c-0f030cd0dd89 req-696c1e7d-ba42-4a4c-9117-6b5a3c7d9934 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33 HTTP/1.1" status: 200 len: 210 time: 0.0454540 Nov 13 04:44:34.813442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-6ef932be-7be9-4978-87a1-0465112fedb1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] No DVR routers for this DVR port f9580cb4-2cf3-4d42-bd73-d34a68a01a5d on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:44:34.820585 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-6ef932be-7be9-4978-87a1-0465112fedb1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:34.824012 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8f4921f1-b277-49d0-9d8f-730e7502f9b8 req-6ef932be-7be9-4978-87a1-0465112fedb1 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.36 "DELETE /v2.0/ports/f9580cb4-2cf3-4d42-bd73-d34a68a01a5d HTTP/1.1" status: 204 len: 173 time: 2.1355858 Nov 13 04:44:34.824944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33', 'name': 'network-vif-deleted', 'tag': 'f9580cb4-2cf3-4d42-bd73-d34a68a01a5d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:34.827451 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a31f6b-922f-47f4-933a-5f61772df521" -d '{"events": [{"server_uuid": "2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33", "name": "network-vif-deleted", "tag": "f9580cb4-2cf3-4d42-bd73-d34a68a01a5d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:34.832429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9ab31a0e-7c8c-4b9f-81fc-4b0657ecf823 req-f27b6580-80f9-414b-b37f-865aa4a14872 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] For port 70859562-ed00-4ca4-82df-db781dfdc561, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=70859562-ed00-4ca4-82df-db781dfdc561,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:34.832791 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9ab31a0e-7c8c-4b9f-81fc-4b0657ecf823 req-f27b6580-80f9-414b-b37f-865aa4a14872 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:34.879869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-1affa0ab-d856-4362-b3e9-267876459aa9 None None] Set router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:34.898233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9ab31a0e-7c8c-4b9f-81fc-4b0657ecf823 req-f27b6580-80f9-414b-b37f-865aa4a14872 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Calling delete_port for 70859562-ed00-4ca4-82df-db781dfdc561 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:34.937419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba4e9f-23aa-4189-82b6-f838d58a1b8b req-2cd91cda-1beb-4d2e-9b84-e7c5aa0e68db tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:34.944756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6fba4e9f-23aa-4189-82b6-f838d58a1b8b req-2cd91cda-1beb-4d2e-9b84-e7c5aa0e68db tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 944 time: 0.2160325 Nov 13 04:44:34.985941 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac9484f-376e-4de2-b741-98f36051b833 x-openstack-request-id: req-2ac9484f-376e-4de2-b741-98f36051b833 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:34.986988 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33", "name": "network-vif-deleted", "tag": "f9580cb4-2cf3-4d42-bd73-d34a68a01a5d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:34.986988 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ac9484f-376e-4de2-b741-98f36051b833 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:34.987237 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5f9d46-e3c1-4cf5-aa0d-c8a8046e9e33', 'name': 'network-vif-deleted', 'tag': 'f9580cb4-2cf3-4d42-bd73-d34a68a01a5d', 'status': 'completed', 'code': 200} Nov 13 04:44:35.006523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8538fd12-39df-466b-9be2-1eda97be6cf3 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:44:35.118713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6fba4e9f-23aa-4189-82b6-f838d58a1b8b req-6f45a5f0-caa0-443a-b937-9669a0a4967a tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663048 Nov 13 04:44:35.151955 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93963f48-7824-4f7f-b0ba-0cd0a8f2e2c6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:35.239955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93963f48-7824-4f7f-b0ba-0cd0a8f2e2c6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Pushing event deleted for resources: {'Port': ['ID=822bc211-cbc6-4caa-a64f-30445a2b33b2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:35.298316 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8538fd12-39df-466b-9be2-1eda97be6cf3,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:35.319701 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9ab31a0e-7c8c-4b9f-81fc-4b0657ecf823 req-f27b6580-80f9-414b-b37f-865aa4a14872 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:35.354489 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '8538fd12-39df-466b-9be2-1eda97be6cf3', 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285', 'port_id': '8538fd12-39df-466b-9be2-1eda97be6cf3', 'mac_address': 'fa:16:3e:ba:f5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:44:35.362356 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93963f48-7824-4f7f-b0ba-0cd0a8f2e2c6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:35.366871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b6580-80f9-414b-b37f-865aa4a14872 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Pushing event deleted for resources: {'Port': ['ID=70859562-ed00-4ca4-82df-db781dfdc561,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:35.367615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['70859562-ed00-4ca4-82df-db781dfdc561'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:44:35.555648 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1affa0ab-d856-4362-b3e9-267876459aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '828e1b6b-e94c-4d7f-a764-8d937c1a436a', 'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'mac_address': 'fa:16:3e:40:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:04Z', 'updated_at': '2021-11-13T04:37:10Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'subnets': [{'id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:35.575130 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:35.606640 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93963f48-7824-4f7f-b0ba-0cd0a8f2e2c6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:35.622242 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93963f48-7824-4f7f-b0ba-0cd0a8f2e2c6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:35.628204 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab31a0e-7c8c-4b9f-81fc-4b0657ecf823 req-f27b6580-80f9-414b-b37f-865aa4a14872 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] No DVR routers for this DVR port 70859562-ed00-4ca4-82df-db781dfdc561 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:44:35.634738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1affa0ab-d856-4362-b3e9-267876459aa9 None None] Checking router: 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:44:35.638575 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9ab31a0e-7c8c-4b9f-81fc-4b0657ecf823 req-f27b6580-80f9-414b-b37f-865aa4a14872 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:35.644551 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ab31a0e-7c8c-4b9f-81fc-4b0657ecf823 req-f27b6580-80f9-414b-b37f-865aa4a14872 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "DELETE /v2.0/ports/70859562-ed00-4ca4-82df-db781dfdc561 HTTP/1.1" status: 204 len: 173 time: 1.4651613 Nov 13 04:44:35.645470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8538fd12-39df-466b-9be2-1eda97be6cf3 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:44:35.656701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1affa0ab-d856-4362-b3e9-267876459aa9 None None] Routers {'1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:35.657650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1affa0ab-d856-4362-b3e9-267876459aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:35.687202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0882774-a19a-4efa-b48c-154bc5fab322 req-6e763fc3-464f-41cf-8648-fe91267a8a4f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:35.688826 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0882774-a19a-4efa-b48c-154bc5fab322 req-6e763fc3-464f-41cf-8648-fe91267a8a4f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 943 time: 0.3283160 Nov 13 04:44:35.728930 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93963f48-7824-4f7f-b0ba-0cd0a8f2e2c6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:35.729636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93963f48-7824-4f7f-b0ba-0cd0a8f2e2c6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Fanout notify agent at l3_agent the message router_deleted on router 7804c566-d1a2-40c4-be88-02b247b16200 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:44:35.743919 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93963f48-7824-4f7f-b0ba-0cd0a8f2e2c6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:35.749061 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8538fd12-39df-466b-9be2-1eda97be6cf3,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:35.750892 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49534) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:35.752173 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-93963f48-7824-4f7f-b0ba-0cd0a8f2e2c6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "DELETE /v2.0/routers/7804c566-d1a2-40c4-be88-02b247b16200 HTTP/1.1" status: 204 len: 168 time: 2.1368048 Nov 13 04:44:35.756599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d948b84e-c364-46db-80a7-ddb814039861 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1745435259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:35.765612 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:35.767908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:44:35.787651 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0882774-a19a-4efa-b48c-154bc5fab322 req-e401e706-b911-4507-8086-73bae215f969 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832095 Nov 13 04:44:35.824414 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d948b84e-c364-46db-80a7-ddb814039861 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:35.825644 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d948b84e-c364-46db-80a7-ddb814039861 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:35.842130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4a5e-3c6e-401a-b742-970b2776bbca req-ff2d1859-9993-4213-9bc4-f5915ca9ba72 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:35.843883 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8abf4a5e-3c6e-401a-b742-970b2776bbca req-ff2d1859-9993-4213-9bc4-f5915ca9ba72 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 946 time: 0.1487267 Nov 13 04:44:35.955670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8178f-fdc4-401b-91b8-781795f20409 req-97c51490-1bae-4259-8271-401ead1b95c7 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:35.956072 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d948b84e-c364-46db-80a7-ddb814039861 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:35.957250 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46d8178f-fdc4-401b-91b8-781795f20409 req-97c51490-1bae-4259-8271-401ead1b95c7 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 945 time: 0.0867221 Nov 13 04:44:35.978768 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d948b84e-c364-46db-80a7-ddb814039861 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:35.999720 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8abf4a5e-3c6e-401a-b742-970b2776bbca req-2d610bb5-33ba-4d13-b569-cbc9434a5dd6 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450403 Nov 13 04:44:36.018394 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d948b84e-c364-46db-80a7-ddb814039861 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:36.022750 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d948b84e-c364-46db-80a7-ddb814039861 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2703481 Nov 13 04:44:36.026023 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49542) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:36.031031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Request body: {'router': {'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:36.093093 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46d8178f-fdc4-401b-91b8-781795f20409 req-5b0d157d-a90b-4272-b918-4151e1348ad5 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266022 Nov 13 04:44:36.144764 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8659baf1-cc4b-4358-86fb-bb92eb2e6c73 req-f6dbe25b-e018-4cd5-9eda-438400729402 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=7348d83e-c4f9-4efe-a021-0d6c32834609 HTTP/1.1" status: 200 len: 210 time: 0.0440907 Nov 13 04:44:36.162357 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.resource_extend [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 04:44:36.176290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=8538fd12-39df-466b-9be2-1eda97be6cf3,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:36.226045 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-1affa0ab-d856-4362-b3e9-267876459aa9 None None] Set router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:36.401093 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=94c6d538-aac1-4dd4-a2c6-98c5881d4f78,segment=NetworkSegment(6924b9e9-b293-4b8e-9f21-718340ff583e),segment_id=6924b9e9-b293-4b8e-9f21-718340ff583e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:36.459519 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '94c6d538-aac1-4dd4-a2c6-98c5881d4f78', 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'port_id': '94c6d538-aac1-4dd4-a2c6-98c5881d4f78', 'mac_address': 'fa:16:3e:61:d0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:44:36.473492 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ba839e6-9e69-48aa-92b7-99bea35b2404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:36.498943 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:36.507107 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49562) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:36.545629 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:36.550476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98d5f4-2354-4183-aa84-c9413c815d6a req-22dd10f4-af18-4ef6-ad3b-22245b59cf9b tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:36.552322 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e98d5f4-2354-4183-aa84-c9413c815d6a req-22dd10f4-af18-4ef6-ad3b-22245b59cf9b tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 944 time: 0.1955404 Nov 13 04:44:36.586101 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:44:36.622082 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a80a-3686-4e9d-a6ab-2e5c88f0946d tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:36.643749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=94c6d538-aac1-4dd4-a2c6-98c5881d4f78,segment=NetworkSegment(6924b9e9-b293-4b8e-9f21-718340ff583e),segment_id=6924b9e9-b293-4b8e-9f21-718340ff583e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:36.656574 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:36.661426 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e98d5f4-2354-4183-aa84-c9413c815d6a req-2c7e0e81-30d1-4d84-94f1-014c99ab13f3 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999439 Nov 13 04:44:36.673823 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a80a-3686-4e9d-a6ab-2e5c88f0946d tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:36.767637 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1affa0ab-d856-4362-b3e9-267876459aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '828e1b6b-e94c-4d7f-a764-8d937c1a436a', 'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'mac_address': 'fa:16:3e:40:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:04Z', 'updated_at': '2021-11-13T04:37:10Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'subnets': [{'id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:36.772412 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a80a-3686-4e9d-a6ab-2e5c88f0946d tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:36.776135 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a80a-3686-4e9d-a6ab-2e5c88f0946d tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:36.777772 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e7a7a80a-3686-4e9d-a6ab-2e5c88f0946d tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "DELETE /v2.0/security-groups/35557f75-697b-4421-9cc2-64e6a1cca7dc HTTP/1.1" status: 204 len: 168 time: 0.2693279 Nov 13 04:44:36.781108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49566) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:36.788993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7a80a-3686-4e9d-a6ab-2e5c88f0946d tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35557f75-697b-4421-9cc2-64e6a1cca7dc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:36.821293 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=94c6d538-aac1-4dd4-a2c6-98c5881d4f78,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:36.828512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1affa0ab-d856-4362-b3e9-267876459aa9 None None] The sync data for ids ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'] in n-d-813114-2 is: [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:37:04Z', 'revision_number': 4, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '828e1b6b-e94c-4d7f-a764-8d937c1a436a', 'name': '', 'network_id': '60424ae1-d64b-4e42-b77a-f43e8fb964ec', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'mac_address': 'fa:16:3e:40:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:04Z', 'updated_at': '2021-11-13T04:37:10Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'subnets': [{'id': '4c7650a9-94c5-4c9d-a3c8-3204f255dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:44:36.848433 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:36.850431 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-1a0aedf7-dad8-4a0e-814a-92a0bf4c0820 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] show failed (client error): The resource could not be found. Nov 13 04:44:36.854423 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1a0aedf7-dad8-4a0e-814a-92a0bf4c0820 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "GET /v2.0/security-groups/35557f75-697b-4421-9cc2-64e6a1cca7dc HTTP/1.1" status: 404 len: 347 time: 0.0644112 Nov 13 04:44:36.854877 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49572) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:36.908812 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:36.997798 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7348d83e-c4f9-4efe-a021-0d6c32834609', 'name': 'network-vif-deleted', 'tag': '70859562-ed00-4ca4-82df-db781dfdc561'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:37.000176 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060cbb1b-27c6-44d3-8c87-e554499138ee" -d '{"events": [{"server_uuid": "7348d83e-c4f9-4efe-a021-0d6c32834609", "name": "network-vif-deleted", "tag": "70859562-ed00-4ca4-82df-db781dfdc561"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:37.023774 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f9580cb4-2cf3-4d42-bd73-d34a68a01a5d no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:37.039261 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf8983-7fb8-4ac6-bf70-0c423b0108f6 req-6409146c-f122-45ef-a1a4-623aff4bda29 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:37.047034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7abf8983-7fb8-4ac6-bf70-0c423b0108f6 req-6409146c-f122-45ef-a1a4-623aff4bda29 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 946 time: 0.1408145 Nov 13 04:44:37.086084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: f9580cb4-2cf3-4d42-bd73-d34a68a01a5d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:44:37.087458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f9580cb4-2cf3-4d42-bd73-d34a68a01a5d not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:37.120520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d1615-c766-49ea-bffd-340d7e9afe91 req-287e8a56-4f7d-41d4-b52d-5cd98dd59440 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:37.122314 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b3d1615-c766-49ea-bffd-340d7e9afe91 req-287e8a56-4f7d-41d4-b52d-5cd98dd59440 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 944 time: 0.1903358 Nov 13 04:44:37.151373 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Allocated IP 172.25.8.194 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/59fac92e-49b6-4e2e-9220-10f61c08a961) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:44:37.155587 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['8538fd12-39df-466b-9be2-1eda97be6cf3'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:44:37.160323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-60015443-d38c-4431-8527-fa2cfabf0cc0 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Deleting port 0a01a39c-e730-4119-997e-bad8672ab691 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:37.161014 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60015443-d38c-4431-8527-fa2cfabf0cc0 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:37.163203 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['94c6d538-aac1-4dd4-a2c6-98c5881d4f78'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:44:37.168009 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7abf8983-7fb8-4ac6-bf70-0c423b0108f6 req-a8fea745-7ee6-4a1e-b466-ce2212823833 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179092 Nov 13 04:44:37.253026 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d66f1f-954b-4e9d-acbd-cdebe5f3601c None None] New status for floating IP 58d464e8-c1c9-458f-95e1-d6bd520d7539: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:44:37.262237 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60015443-d38c-4431-8527-fa2cfabf0cc0 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:37.262557 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60015443-d38c-4431-8527-fa2cfabf0cc0 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:37.275030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-60015443-d38c-4431-8527-fa2cfabf0cc0 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Calling delete_port for 0a01a39c-e730-4119-997e-bad8672ab691 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:37.282299 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e110dd-999c-4c54-bada-7fdb62baa232 x-openstack-request-id: req-e0e110dd-999c-4c54-bada-7fdb62baa232 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:37.282570 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7348d83e-c4f9-4efe-a021-0d6c32834609", "name": "network-vif-deleted", "tag": "70859562-ed00-4ca4-82df-db781dfdc561", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:37.283215 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0e110dd-999c-4c54-bada-7fdb62baa232 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:37.283835 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7348d83e-c4f9-4efe-a021-0d6c32834609', 'name': 'network-vif-deleted', 'tag': '70859562-ed00-4ca4-82df-db781dfdc561', 'status': 'completed', 'code': 200} Nov 13 04:44:37.386189 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:37.444789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a935b-96bf-4b79-aaf9-192260d5e660 req-8af9a0c1-d037-45fc-ba4c-b471f7c6a9e9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:37.452916 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-723a935b-96bf-4b79-aaf9-192260d5e660 req-8af9a0c1-d037-45fc-ba4c-b471f7c6a9e9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 945 time: 0.0933819 Nov 13 04:44:37.480391 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b3d1615-c766-49ea-bffd-340d7e9afe91 req-729e4ce1-7b5d-4328-8716-eadcf565a5e2 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467124 Nov 13 04:44:37.500947 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:37.524048 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-e2d66f1f-954b-4e9d-acbd-cdebe5f3601c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:44:37.524606 n-d-813114-2 neutron-server[102670]: DEBUG oslo_db.api [None req-e2d66f1f-954b-4e9d-acbd-cdebe5f3601c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:44:37.529286 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60015443-d38c-4431-8527-fa2cfabf0cc0 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:37.551067 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device aecbcc87-46c0-4b27-8a07-99528165248d details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:44:37.574760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 70859562-ed00-4ca4-82df-db781dfdc561 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:37.581547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60015443-d38c-4431-8527-fa2cfabf0cc0 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Pushing event deleted for resources: {'Port': ['ID=0a01a39c-e730-4119-997e-bad8672ab691,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:37.618699 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 70859562-ed00-4ca4-82df-db781dfdc561 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:44:37.620608 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Pushing event updated for resources: {'Port': ['ID=59fac92e-49b6-4e2e-9220-10f61c08a961,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:37.629965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 70859562-ed00-4ca4-82df-db781dfdc561 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:37.635858 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-723a935b-96bf-4b79-aaf9-192260d5e660 req-7e8a354a-d563-4d0f-9737-83e8c774d1e2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816862 Nov 13 04:44:37.672196 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:37.692803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:37.701071 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:44:37.705992 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:37.772568 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60015443-d38c-4431-8527-fa2cfabf0cc0 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:37.775598 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60015443-d38c-4431-8527-fa2cfabf0cc0 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:37.776928 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-60015443-d38c-4431-8527-fa2cfabf0cc0 tempest-ServersWithSpecificFlavorTestJSON-1967934476 tempest-ServersWithSpecificFlavorTestJSON-1967934476-project] 10.222.0.43 "DELETE /v2.0/floatingips/58d464e8-c1c9-458f-95e1-d6bd520d7539 HTTP/1.1" status: 204 len: 168 time: 0.9209955 Nov 13 04:44:37.830948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port aecbcc87-46c0-4b27-8a07-99528165248d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=aecbcc87-46c0-4b27-8a07-99528165248d,segment=NetworkSegment(fab5fe90-4aa4-4c55-a120-371e6560028f),segment_id=fab5fe90-4aa4-4c55-a120-371e6560028f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:37.858630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'aecbcc87-46c0-4b27-8a07-99528165248d', 'network_id': '6fcb369f-01db-49f2-a18a-07afe06ec1d6', 'port_id': 'aecbcc87-46c0-4b27-8a07-99528165248d', 'mac_address': 'fa:16:3e:4f:4f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41419bc6-b6bf-4ee9-980b-3f218b6e9e8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:44:37.911192 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:37.943683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aecbcc87-46c0-4b27-8a07-99528165248d {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:44:37.981036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port aecbcc87-46c0-4b27-8a07-99528165248d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=aecbcc87-46c0-4b27-8a07-99528165248d,segment=NetworkSegment(fab5fe90-4aa4-4c55-a120-371e6560028f),segment_id=fab5fe90-4aa4-4c55-a120-371e6560028f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:37.992271 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:37.997340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-f776f041-39b3-4717-bd9d-0efb56681ff1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:37.999562 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-f776f041-39b3-4717-bd9d-0efb56681ff1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 810 time: 0.1421094 Nov 13 04:44:38.025956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-e546b97d-c7e3-4937-9c04-1494f3f904e4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/quotas/d50682e1086b48f396d8c57bff4ee516 HTTP/1.1" status: 200 len: 375 time: 0.0200131 Nov 13 04:44:38.026244 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d66f1f-954b-4e9d-acbd-cdebe5f3601c None None] New status for floating IP 58d464e8-c1c9-458f-95e1-d6bd520d7539: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:44:38.063722 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-1301f635-166e-49ea-a039-683b5392f928 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360835 Nov 13 04:44:38.117469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=aecbcc87-46c0-4b27-8a07-99528165248d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:38.169083 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-e17d1ef3-b6be-4f05-8da9-6694eca9932f service neutron] 10.222.0.43 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040816 Nov 13 04:44:38.266677 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-0dc4b791-84f7-491d-a7c8-4a23192c41f9 service neutron] 10.222.0.43 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966957 Nov 13 04:44:38.374168 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0480d0f-b49c-4f9e-a51f-7a8997c4d57b req-e286a096-c410-4ffa-b5e7-ce2d20708c78 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:38.375628 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d0480d0f-b49c-4f9e-a51f-7a8997c4d57b req-e286a096-c410-4ffa-b5e7-ce2d20708c78 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 944 time: 0.5660100 Nov 13 04:44:38.498761 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['aecbcc87-46c0-4b27-8a07-99528165248d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:44:38.560436 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:38.617109 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d0480d0f-b49c-4f9e-a51f-7a8997c4d57b req-3b5d444d-afed-4a61-adfd-0e9f3d3d9e65 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331636 Nov 13 04:44:38.841565 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f609f9c-6d39-4c75-b2e2-643accdb5962 req-d7ff30fb-4be4-4b20-b2e4-e2e22408f5a5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 210 time: 0.0472183 Nov 13 04:44:38.874385 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:38.878102 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:38.960441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f6424-5b00-48d3-afad-0a9cf95f0848 req-e199cd89-0fb0-475f-8f9a-ba0f1319f4bc tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:38.968592 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3d9f6424-5b00-48d3-afad-0a9cf95f0848 req-e199cd89-0fb0-475f-8f9a-ba0f1319f4bc tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 944 time: 0.0670114 Nov 13 04:44:38.998004 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:39.015639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8538fd12-39df-466b-9be2-1eda97be6cf3 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:44:39.059373 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3d9f6424-5b00-48d3-afad-0a9cf95f0848 req-403765ad-28d0-40bb-adbe-51d6d8762fcc tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896261 Nov 13 04:44:39.093985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cbf67-ab9a-4734-b6fb-41ae87afeb14 req-b03e2375-c383-489c-8f6b-7e46a1a8b7bf tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:39.101483 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-916cbf67-ab9a-4734-b6fb-41ae87afeb14 req-b03e2375-c383-489c-8f6b-7e46a1a8b7bf tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 946 time: 0.2188861 Nov 13 04:44:39.119821 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-d674ab3a-d8a2-4a34-aa14-d1177a4e5e79 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:39.122113 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-d674ab3a-d8a2-4a34-aa14-d1177a4e5e79 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 946 time: 0.2375438 Nov 13 04:44:39.172337 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 8538fd12-39df-466b-9be2-1eda97be6cf3 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:44:39.181694 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 8538fd12-39df-466b-9be2-1eda97be6cf3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:39.182133 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:39.187746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87ab27-c060-4b7d-a02b-8e301e802cc6 req-e0c1e6ab-c69a-4ffc-90cf-46c4f6a1d922 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:39.197872 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b87ab27-c060-4b7d-a02b-8e301e802cc6 req-e0c1e6ab-c69a-4ffc-90cf-46c4f6a1d922 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 945 time: 0.0679433 Nov 13 04:44:39.287235 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b87ab27-c060-4b7d-a02b-8e301e802cc6 req-264960bf-cf12-4047-b2ff-114b2e38eff8 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877411 Nov 13 04:44:39.299422 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-916cbf67-ab9a-4734-b6fb-41ae87afeb14 req-0bcbe97e-131c-4c2a-9f75-0f8278e89285 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963031 Nov 13 04:44:39.356114 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:39.399988 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-723812b8-73c4-415f-ac2a-55ed5a15b00a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Deleting port d767552b-5aa2-4acf-a706-16cf760e3518 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:39.400598 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-723812b8-73c4-415f-ac2a-55ed5a15b00a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:39.432969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Router 32b9e68a-312a-49cb-95d3-b10f8d6114ab is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:44:39.460283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2d2279-6385-4855-8a93-22f783ea8cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8538fd12-39df-466b-9be2-1eda97be6cf3'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:39.461101 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d80fc44-5c78-4dac-baf6-11972cc0b048" -d '{"events": [{"server_uuid": "8b2d2279-6385-4855-8a93-22f783ea8cd8", "name": "network-vif-plugged", "status": "completed", "tag": "8538fd12-39df-466b-9be2-1eda97be6cf3"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:39.485554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8538fd12-39df-466b-9be2-1eda97be6cf3,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:39.485554 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:39.485554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:44:39.604688 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72339cdf-3b03-4c0f-9b57-ac52c986ffa4 x-openstack-request-id: req-72339cdf-3b03-4c0f-9b57-ac52c986ffa4 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:39.606058 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2d2279-6385-4855-8a93-22f783ea8cd8", "name": "network-vif-plugged", "status": "completed", "tag": "8538fd12-39df-466b-9be2-1eda97be6cf3", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:39.606058 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72339cdf-3b03-4c0f-9b57-ac52c986ffa4 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:39.606058 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2d2279-6385-4855-8a93-22f783ea8cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8538fd12-39df-466b-9be2-1eda97be6cf3', 'code': 200} Nov 13 04:44:39.664495 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:44:39.675760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:39.683521 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:39.719230 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=8538fd12-39df-466b-9be2-1eda97be6cf3,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:39.812233 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:39.814106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-723812b8-73c4-415f-ac2a-55ed5a15b00a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] For port d767552b-5aa2-4acf-a706-16cf760e3518, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d767552b-5aa2-4acf-a706-16cf760e3518,segment=NetworkSegment(f2587768-3bc6-4842-b1ba-6cc4a2b4cafe),segment_id=f2587768-3bc6-4842-b1ba-6cc4a2b4cafe)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:39.814485 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-723812b8-73c4-415f-ac2a-55ed5a15b00a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:39.842839 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f227-78df-4620-ac81-28061866e55a req-6d8c5d5d-eeab-43dd-8ec0-5c11df884010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:39.844401 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ff26f227-78df-4620-ac81-28061866e55a req-6d8c5d5d-eeab-43dd-8ec0-5c11df884010 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 1097 time: 0.1720066 Nov 13 04:44:39.868501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=94c6d538-aac1-4dd4-a2c6-98c5881d4f78,segment=NetworkSegment(6924b9e9-b293-4b8e-9f21-718340ff583e),segment_id=6924b9e9-b293-4b8e-9f21-718340ff583e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:39.877897 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:39.886118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49654) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:39.953694 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:44:39.976501 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:39.981183 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49658) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:39.982825 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-81b38afb-b71f-4dd6-af6a-93b5ac0129d3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "PUT /v2.0/routers/32b9e68a-312a-49cb-95d3-b10f8d6114ab HTTP/1.1" status: 200 len: 880 time: 3.9557462 Nov 13 04:44:39.994377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61ff52-52e0-40e8-a83e-236c0b8df12f req-99411cde-98c1-4629-8679-ebc45ad29f2f tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:39.995180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb38aaa-3725-4f5c-b318-6c50c7a4a35c None None] Sync routers for ids ['32b9e68a-312a-49cb-95d3-b10f8d6114ab'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:44:40.009002 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3a61ff52-52e0-40e8-a83e-236c0b8df12f req-99411cde-98c1-4629-8679-ebc45ad29f2f tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 945 time: 0.2346025 Nov 13 04:44:40.047360 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:40.084322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=94c6d538-aac1-4dd4-a2c6-98c5881d4f78,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:40.124993 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb38aaa-3725-4f5c-b318-6c50c7a4a35c None None] Routers {'32b9e68a-312a-49cb-95d3-b10f8d6114ab'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:40.125748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-bcb38aaa-3725-4f5c-b318-6c50c7a4a35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32b9e68a-312a-49cb-95d3-b10f8d6114ab'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:40.153735 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-137780de-3cf5-4e5b-aef1-88d55f7422e0 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/routers/32b9e68a-312a-49cb-95d3-b10f8d6114ab HTTP/1.1" status: 200 len: 921 time: 0.1688941 Nov 13 04:44:40.155683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49662) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:40.193372 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ff26f227-78df-4620-ac81-28061866e55a req-bdb23e7b-088c-49aa-924c-a49cd98d50ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104851 Nov 13 04:44:40.198534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-bcb38aaa-3725-4f5c-b318-6c50c7a4a35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:40.210345 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3a61ff52-52e0-40e8-a83e-236c0b8df12f req-141a7cdf-535d-4c48-80ff-7054ac72db11 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000172 Nov 13 04:44:40.216155 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb38aaa-3725-4f5c-b318-6c50c7a4a35c None None] Routers {'32b9e68a-312a-49cb-95d3-b10f8d6114ab'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:40.217147 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-bcb38aaa-3725-4f5c-b318-6c50c7a4a35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32b9e68a-312a-49cb-95d3-b10f8d6114ab'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:40.265108 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-bcb38aaa-3725-4f5c-b318-6c50c7a4a35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:40.266284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb38aaa-3725-4f5c-b318-6c50c7a4a35c None None] The sync data for ids ['32b9e68a-312a-49cb-95d3-b10f8d6114ab'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:44:40.384308 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ec2bea1c-88a9-480f-8282-6d3967be25f0 req-088e7679-f01a-443a-ac23-96ed910a181a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 210 time: 0.2314477 Nov 13 04:44:40.440455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714878c8-a065-4ce7-b09c-06af1df403bd tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:40.444446 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-714878c8-a065-4ce7-b09c-06af1df403bd tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&device_id=32b9e68a-312a-49cb-95d3-b10f8d6114ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1576912 Nov 13 04:44:40.453009 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49670) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:40.529692 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-723812b8-73c4-415f-ac2a-55ed5a15b00a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:40.530138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-723812b8-73c4-415f-ac2a-55ed5a15b00a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:40.530636 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-723812b8-73c4-415f-ac2a-55ed5a15b00a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Floating IP b8687cac-5385-4673-acf6-1557e14202c6 disassociated. External IP: 172.25.8.243, port: d767552b-5aa2-4acf-a706-16cf760e3518. Nov 13 04:44:40.531216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-723812b8-73c4-415f-ac2a-55ed5a15b00a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Calling delete_port for d767552b-5aa2-4acf-a706-16cf760e3518 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:40.579600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634c218-abaf-4ecf-964b-75920dd027bb req-161851b2-d5b1-488e-aa3f-7b9d40af296a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:40.581156 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b634c218-abaf-4ecf-964b-75920dd027bb req-161851b2-d5b1-488e-aa3f-7b9d40af296a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 946 time: 0.0842245 Nov 13 04:44:40.599868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b751e-b3ee-4b0f-b0db-b0a88149abe8 req-ecc1b0f0-b1fa-4917-81cb-564c96529e84 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:40.608089 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b40b751e-b3ee-4b0f-b0db-b0a88149abe8 req-ecc1b0f0-b1fa-4917-81cb-564c96529e84 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 945 time: 0.2248471 Nov 13 04:44:40.623047 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-8b13138c-735e-4770-8d7e-c2f508853998 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:40.624988 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-8b13138c-735e-4770-8d7e-c2f508853998 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 810 time: 0.5354645 Nov 13 04:44:40.678351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-1191cb2b-8bbf-4fcb-bf03-778f94c84652 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Request body: {'port': {'device_id': '4d8beafd-4ef9-4a56-8edb-fee6202e4c34', 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3', 'admin_state_up': True, 'tenant_id': 'd50682e1086b48f396d8c57bff4ee516'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:40.705387 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b634c218-abaf-4ecf-964b-75920dd027bb req-b079cd45-28bf-4c04-aad0-9eaffacbe75b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081727 Nov 13 04:44:40.762856 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b40b751e-b3ee-4b0f-b0db-b0a88149abe8 req-97b1dea6-a298-4982-b2aa-4965b74f4fc9 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534383 Nov 13 04:44:40.886080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c8042d-104a-40eb-8891-9edd41fb4f25 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:40.891287 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e8c8042d-104a-40eb-8891-9edd41fb4f25 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 881 time: 0.4339373 Nov 13 04:44:40.891710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49680) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:40.958131 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b06e27b8-694a-4173-b838-630342213d3c tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b9e68a-312a-49cb-95d3-b10f8d6114ab HTTP/1.1" status: 200 len: 205 time: 0.0476837 Nov 13 04:44:40.959291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49682) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:40.972734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a371b-83bf-4437-a5df-b5f900643330 req-f0adbf10-bea2-4421-814b-3fb44245f7e7 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:40.973630 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0b1a371b-83bf-4437-a5df-b5f900643330 req-f0adbf10-bea2-4421-814b-3fb44245f7e7 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 946 time: 0.1715121 Nov 13 04:44:40.999813 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f8de464-460f-4cd5-b1ae-415f2a776de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:41.071012 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-723812b8-73c4-415f-ac2a-55ed5a15b00a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:41.089048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-1191cb2b-8bbf-4fcb-bf03-778f94c84652 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Made reservation on behalf of d50682e1086b48f396d8c57bff4ee516 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:44:41.093191 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-1191cb2b-8bbf-4fcb-bf03-778f94c84652 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:41.125840 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0b1a371b-83bf-4437-a5df-b5f900643330 req-6be32b74-be3e-4e26-b22e-0f4a470c74ff tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups?id=2426b450-ccd6-46df-b91b-d77d3e766a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423287 Nov 13 04:44:41.173163 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35623450-54f9-4c98-8daa-b32419496469 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:41.256183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723812b8-73c4-415f-ac2a-55ed5a15b00a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Pushing event deleted for resources: {'Port': ['ID=d767552b-5aa2-4acf-a706-16cf760e3518,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:41.422717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8f8de464-460f-4cd5-b1ae-415f2a776de8 admin admin] Deleting port 828e1b6b-e94c-4d7f-a764-8d937c1a436a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:41.423130 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f8de464-460f-4cd5-b1ae-415f2a776de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:41.547477 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dfd823d9-8e97-465c-8e25-9fa4045d96e0 req-c800a1ab-bd93-4164-b78c-a17be8d351b2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 210 time: 0.0498192 Nov 13 04:44:41.559076 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device aecbcc87-46c0-4b27-8a07-99528165248d up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:44:41.608400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f700e05-3ad2-4b5c-9bae-b2ef359bfac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c6d538-aac1-4dd4-a2c6-98c5881d4f78'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:41.610628 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc34672c-cbec-4ab3-b634-d5af9b48bdd6" -d '{"events": [{"server_uuid": "7f700e05-3ad2-4b5c-9bae-b2ef359bfac3", "name": "network-vif-plugged", "status": "completed", "tag": "94c6d538-aac1-4dd4-a2c6-98c5881d4f78"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:41.615269 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-8f8de464-460f-4cd5-b1ae-415f2a776de8 admin admin] For port 828e1b6b-e94c-4d7f-a764-8d937c1a436a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=828e1b6b-e94c-4d7f-a764-8d937c1a436a,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:41.615731 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f8de464-460f-4cd5-b1ae-415f2a776de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:41.641882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8f8de464-460f-4cd5-b1ae-415f2a776de8 admin admin] Calling delete_port for 828e1b6b-e94c-4d7f-a764-8d937c1a436a owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:41.669544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port aecbcc87-46c0-4b27-8a07-99528165248d completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:44:41.680536 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port aecbcc87-46c0-4b27-8a07-99528165248d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:41.681833 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:41.806588 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c2e287-c3c2-4aa7-95d4-02ac4ef4eea0 x-openstack-request-id: req-15c2e287-c3c2-4aa7-95d4-02ac4ef4eea0 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:41.806886 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f700e05-3ad2-4b5c-9bae-b2ef359bfac3", "name": "network-vif-plugged", "status": "completed", "tag": "94c6d538-aac1-4dd4-a2c6-98c5881d4f78", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:41.807143 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15c2e287-c3c2-4aa7-95d4-02ac4ef4eea0 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:41.807507 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f700e05-3ad2-4b5c-9bae-b2ef359bfac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c6d538-aac1-4dd4-a2c6-98c5881d4f78', 'code': 200} Nov 13 04:44:41.907382 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:41.989058 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port aecbcc87-46c0-4b27-8a07-99528165248d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=aecbcc87-46c0-4b27-8a07-99528165248d,segment=NetworkSegment(fab5fe90-4aa4-4c55-a120-371e6560028f),segment_id=fab5fe90-4aa4-4c55-a120-371e6560028f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:41.999546 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:42.078065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178e1e0-0f6f-4a68-aba3-5405143a93e4 req-44333291-a500-41d9-850e-81e8f581b709 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:42.078673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=aecbcc87-46c0-4b27-8a07-99528165248d,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:42.080518 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f178e1e0-0f6f-4a68-aba3-5405143a93e4 req-44333291-a500-41d9-850e-81e8f581b709 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 946 time: 0.2272069 Nov 13 04:44:42.082228 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f8de464-460f-4cd5-b1ae-415f2a776de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:42.103327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5659bc8-9014-4414-b520-24db6aa6dd95 req-3ec511ea-a714-488d-83f7-fc0f38cef17e tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:42.110866 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d5659bc8-9014-4414-b520-24db6aa6dd95 req-3ec511ea-a714-488d-83f7-fc0f38cef17e tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 945 time: 0.7815840 Nov 13 04:44:42.121940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8de464-460f-4cd5-b1ae-415f2a776de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=828e1b6b-e94c-4d7f-a764-8d937c1a436a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:42.202861 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d5659bc8-9014-4414-b520-24db6aa6dd95 req-db10be65-4c41-4a47-b8ea-4061c18582f9 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909960 Nov 13 04:44:42.232799 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f178e1e0-0f6f-4a68-aba3-5405143a93e4 req-4d1c19a8-991c-4e09-8ef1-f3d983fca1b3 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189659 Nov 13 04:44:42.250253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed8f42-e76b-4e90-a398-357ad97463bd req-e89733bd-e271-4f51-9533-447211000330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:42.263422 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4ed8f42-e76b-4e90-a398-357ad97463bd req-e89733bd-e271-4f51-9533-447211000330 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 1096 time: 0.2512670 Nov 13 04:44:42.436521 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-723812b8-73c4-415f-ac2a-55ed5a15b00a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:44:42.451428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-1191cb2b-8bbf-4fcb-bf03-778f94c84652 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Allocated IP 172.20.0.8 (abb184c2-0551-4712-87b8-ea6a790c3ce3/da060a9b-742c-4f27-98ad-64a6913e0916/0b5c67eb-d30e-47df-902e-3929d32b1401) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:44:42.598490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-723812b8-73c4-415f-ac2a-55ed5a15b00a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:44:42.610814 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ea685-7636-4157-aa5c-fd863f3665b7 None None] Sync routers for ids ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:44:42.621173 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ea685-7636-4157-aa5c-fd863f3665b7 None None] Routers {'d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:42.622211 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-420ea685-7636-4157-aa5c-fd863f3665b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:42.624726 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4ed8f42-e76b-4e90-a398-357ad97463bd req-e9157232-38f1-4fce-bfb0-1f156cb1f3ab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3367748 Nov 13 04:44:42.645972 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35623450-54f9-4c98-8daa-b32419496469 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:42.690925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3e2b7-1245-4f8f-a41b-bbab9c5f45ec req-63d5cf1d-d421-4124-b389-be66e1fe1b3f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:42.698251 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4be3e2b7-1245-4f8f-a41b-bbab9c5f45ec req-63d5cf1d-d421-4124-b389-be66e1fe1b3f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 945 time: 0.3202608 Nov 13 04:44:42.705471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-723812b8-73c4-415f-ac2a-55ed5a15b00a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] No DVR routers for this DVR port d767552b-5aa2-4acf-a706-16cf760e3518 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:44:42.727204 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-723812b8-73c4-415f-ac2a-55ed5a15b00a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:42.730988 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a47fd9a-018f-444e-9090-cb4275809b71 req-723812b8-73c4-415f-ac2a-55ed5a15b00a tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.46 "DELETE /v2.0/ports/d767552b-5aa2-4acf-a706-16cf760e3518 HTTP/1.1" status: 204 len: 173 time: 3.5673878 Nov 13 04:44:42.731497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b78b5f9-0844-408a-877c-b65fc57a75eb', 'name': 'network-vif-deleted', 'tag': 'd767552b-5aa2-4acf-a706-16cf760e3518'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:42.733880 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e6ae45-0d42-44fb-8aa5-2803062a950f" -d '{"events": [{"server_uuid": "1b78b5f9-0844-408a-877c-b65fc57a75eb", "name": "network-vif-deleted", "tag": "d767552b-5aa2-4acf-a706-16cf760e3518"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:42.737351 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-420ea685-7636-4157-aa5c-fd863f3665b7 None None] Set router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:42.869962 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4be3e2b7-1245-4f8f-a41b-bbab9c5f45ec req-7a20b517-a710-4ed3-b674-24da43a34f83 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705632 Nov 13 04:44:42.940229 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f8de464-460f-4cd5-b1ae-415f2a776de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:42.960323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-35623450-54f9-4c98-8daa-b32419496469 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Deleting port 59fac92e-49b6-4e2e-9220-10f61c08a961 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:42.960562 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35623450-54f9-4c98-8daa-b32419496469 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:42.992632 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a0490aa-c1b5-4990-8a4b-7b4c0dc86f8f req-7c7f3d5d-e8d4-4f93-b443-922225c802d2 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 210 time: 0.0445349 Nov 13 04:44:43.035609 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-420ea685-7636-4157-aa5c-fd863f3665b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:39Z', 'updated_at': '2021-11-13T04:41:46Z', 'revision_number': 4, 'project_id': '5143a27bb143403789df703346f51b53', 'gw_port': {'id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:40Z', 'updated_at': '2021-11-13T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '9c6e56e1-25b0-4a79-9269-ad6da74677b8', 'name': '', 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'tenant_id': '5143a27bb143403789df703346f51b53', 'mac_address': 'fa:16:3e:8d:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:44Z', 'updated_at': '2021-11-13T04:41:52Z', 'revision_number': 5, 'project_id': '5143a27bb143403789df703346f51b53', 'subnets': [{'id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:43.062248 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ea685-7636-4157-aa5c-fd863f3665b7 None None] Checking router: d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:44:43.070897 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ea685-7636-4157-aa5c-fd863f3665b7 None None] Routers {'d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:43.071961 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-420ea685-7636-4157-aa5c-fd863f3665b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:43.090418 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-1191cb2b-8bbf-4fcb-bf03-778f94c84652 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:43.193485 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35623450-54f9-4c98-8daa-b32419496469 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:43.207213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4db0d-c439-4119-8d82-75b93e248e8c req-43d11e54-0229-4625-b2c6-87c8b289838f tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:43.215411 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08c4db0d-c439-4119-8d82-75b93e248e8c req-43d11e54-0229-4625-b2c6-87c8b289838f tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 1097 time: 0.2169323 Nov 13 04:44:43.220189 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-420ea685-7636-4157-aa5c-fd863f3665b7 None None] Set router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:43.241691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-35623450-54f9-4c98-8daa-b32419496469 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Calling delete_port for 59fac92e-49b6-4e2e-9220-10f61c08a961 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:43.264280 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-1191cb2b-8bbf-4fcb-bf03-778f94c84652 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:43.365305 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08c4db0d-c439-4119-8d82-75b93e248e8c req-bfc56cc1-e38c-4f6b-a73f-dc8632ee8097 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489022 Nov 13 04:44:43.407337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-1191cb2b-8bbf-4fcb-bf03-778f94c84652 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Network abb184c2-0551-4712-87b8-ea6a790c3ce3 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:43.440826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-1191cb2b-8bbf-4fcb-bf03-778f94c84652 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:43.457039 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-1191cb2b-8bbf-4fcb-bf03-778f94c84652 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:44:43.463082 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07661e75-4f99-4d3e-9b6a-7cf0fd42114e req-7e0d97ed-b149-4816-aebc-0823bb5a6bac tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:43.473618 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07661e75-4f99-4d3e-9b6a-7cf0fd42114e req-7e0d97ed-b149-4816-aebc-0823bb5a6bac tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 931 time: 0.2030303 Nov 13 04:44:43.480996 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ce8cb4-a5c5-4847-a939-6adc974a4223 x-openstack-request-id: req-42ce8cb4-a5c5-4847-a939-6adc974a4223 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:43.481538 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b78b5f9-0844-408a-877c-b65fc57a75eb", "name": "network-vif-deleted", "tag": "d767552b-5aa2-4acf-a706-16cf760e3518", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:43.481670 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42ce8cb4-a5c5-4847-a939-6adc974a4223 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:43.482228 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b78b5f9-0844-408a-877c-b65fc57a75eb', 'name': 'network-vif-deleted', 'tag': 'd767552b-5aa2-4acf-a706-16cf760e3518', 'status': 'completed', 'code': 200} Nov 13 04:44:43.483069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191cb2b-8bbf-4fcb-bf03-778f94c84652 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Pushing event updated for resources: {'Port': ['ID=0b5c67eb-d30e-47df-902e-3929d32b1401,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:43.570162 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-420ea685-7636-4157-aa5c-fd863f3665b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:39Z', 'updated_at': '2021-11-13T04:41:46Z', 'revision_number': 4, 'project_id': '5143a27bb143403789df703346f51b53', 'gw_port': {'id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:40Z', 'updated_at': '2021-11-13T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '9c6e56e1-25b0-4a79-9269-ad6da74677b8', 'name': '', 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'tenant_id': '5143a27bb143403789df703346f51b53', 'mac_address': 'fa:16:3e:8d:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:44Z', 'updated_at': '2021-11-13T04:41:52Z', 'revision_number': 5, 'project_id': '5143a27bb143403789df703346f51b53', 'subnets': [{'id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:43.598290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d767552b-5aa2-4acf-a706-16cf760e3518 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:43.638642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-1191cb2b-8bbf-4fcb-bf03-778f94c84652 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:43.639314 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-1191cb2b-8bbf-4fcb-bf03-778f94c84652 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:43.648413 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ea685-7636-4157-aa5c-fd863f3665b7 None None] The sync data for ids ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'] in n-d-813114-2 is: [{'id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:39Z', 'updated_at': '2021-11-13T04:41:46Z', 'revision_number': 4, 'project_id': '5143a27bb143403789df703346f51b53', 'gw_port': {'id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:40Z', 'updated_at': '2021-11-13T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '9c6e56e1-25b0-4a79-9269-ad6da74677b8', 'name': '', 'network_id': 'fbb54431-206d-4ff6-8cc1-1e8f8272ccde', 'tenant_id': '5143a27bb143403789df703346f51b53', 'mac_address': 'fa:16:3e:8d:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:44Z', 'updated_at': '2021-11-13T04:41:52Z', 'revision_number': 5, 'project_id': '5143a27bb143403789df703346f51b53', 'subnets': [{'id': '46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:44:43.652345 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: d767552b-5aa2-4acf-a706-16cf760e3518 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:44:43.652707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d767552b-5aa2-4acf-a706-16cf760e3518 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:43.674048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8de464-460f-4cd5-b1ae-415f2a776de8 admin admin] Router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:44:43.692356 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07661e75-4f99-4d3e-9b6a-7cf0fd42114e req-f7d304f6-f34d-424d-b287-ed668abc5457 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177923 Nov 13 04:44:43.696157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ed690-4b9a-418e-9959-d8784b0bd95d req-332d26ba-9252-46da-b8cf-d2405d5956d5 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:43.703733 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f71ed690-4b9a-418e-9959-d8784b0bd95d req-332d26ba-9252-46da-b8cf-d2405d5956d5 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 946 time: 0.1490953 Nov 13 04:44:43.709158 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-1191cb2b-8bbf-4fcb-bf03-778f94c84652 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0351784 Nov 13 04:44:43.736499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Request body: {'port': {'device_id': '4d8beafd-4ef9-4a56-8edb-fee6202e4c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:43.814692 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0712cd-36bd-47db-b30f-5adbe0dd9cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecbcc87-46c0-4b27-8a07-99528165248d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:43.817408 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03c81f1-f496-4bc4-818f-cc8493b8b2be" -d '{"events": [{"server_uuid": "6b0712cd-36bd-47db-b30f-5adbe0dd9cbc", "name": "network-vif-plugged", "status": "completed", "tag": "aecbcc87-46c0-4b27-8a07-99528165248d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:43.938438 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8de464-460f-4cd5-b1ae-415f2a776de8 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:44:43.951332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207745cd-cdc0-472c-bf71-562a9fdd01e0 None None] Sync routers for ids ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:44:43.959245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8f8de464-460f-4cd5-b1ae-415f2a776de8 admin admin] 10.222.0.43 "PUT /v2.0/routers/1612c923-0dcb-48b7-b4e9-31b22ff7a5bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0671227 Nov 13 04:44:43.961093 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49728) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:43.964077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207745cd-cdc0-472c-bf71-562a9fdd01e0 None None] Routers {'1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:43.964808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-207745cd-cdc0-472c-bf71-562a9fdd01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:44.002803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0572f9-3b6a-4aac-8b88-b4f795c530ab req-7abbf9c4-d2fc-437e-a6cc-86edd4e6a40a tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:44.012641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cd0572f9-3b6a-4aac-8b88-b4f795c530ab req-7abbf9c4-d2fc-437e-a6cc-86edd4e6a40a tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 1097 time: 0.2030101 Nov 13 04:44:44.012943 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f71ed690-4b9a-418e-9959-d8784b0bd95d req-212f0271-0dd7-43a2-b056-f02dc1275293 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012288 Nov 13 04:44:44.023743 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35623450-54f9-4c98-8daa-b32419496469 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:44.029263 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:44.142515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35623450-54f9-4c98-8daa-b32419496469 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Pushing event deleted for resources: {'Port': ['ID=59fac92e-49b6-4e2e-9220-10f61c08a961,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:44.196367 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe65071-feec-40e1-8174-ebffd2bddd9c None None] New status for floating IP b8687cac-5385-4673-acf6-1557e14202c6: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:44:44.230781 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cd0572f9-3b6a-4aac-8b88-b4f795c530ab req-f15e9e86-8919-42c2-bd66-e1554ed10d4b tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169333 Nov 13 04:44:44.270256 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:44.455438 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35623450-54f9-4c98-8daa-b32419496469 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:44.483808 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca779a-9131-460d-8788-f3ff71f2f936 req-81a04726-006d-415c-93c1-16f18b62e717 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:44.505227 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0cca779a-9131-460d-8788-f3ff71f2f936 req-81a04726-006d-415c-93c1-16f18b62e717 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 945 time: 0.1591806 Nov 13 04:44:44.634747 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:44.685688 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0cca779a-9131-460d-8788-f3ff71f2f936 req-39557cfc-92bd-432a-8f8b-fd4e949be2ce tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765864 Nov 13 04:44:44.773983 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6601f9e-d8dc-4cfd-991b-b7515dd07b6f x-openstack-request-id: req-c6601f9e-d8dc-4cfd-991b-b7515dd07b6f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:44.774598 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0712cd-36bd-47db-b30f-5adbe0dd9cbc", "name": "network-vif-plugged", "status": "completed", "tag": "aecbcc87-46c0-4b27-8a07-99528165248d", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:44.775437 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-466c08d6-cb4a-4f33-8507-b1671ea26963 req-c93d9b91-0206-431e-ab4b-0b4450b276fe tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 210 time: 0.2110395 Nov 13 04:44:44.790957 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6601f9e-d8dc-4cfd-991b-b7515dd07b6f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:44.793171 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0712cd-36bd-47db-b30f-5adbe0dd9cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecbcc87-46c0-4b27-8a07-99528165248d', 'code': 200} Nov 13 04:44:44.801415 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35623450-54f9-4c98-8daa-b32419496469 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:44.808557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35623450-54f9-4c98-8daa-b32419496469 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:44.859699 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] Deleting port f2e53094-9182-404a-9d54-9367ddf57e25 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:44.860007 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:44.904740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-207745cd-cdc0-472c-bf71-562a9fdd01e0 None None] Set router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:45.040809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23b58b-5e6e-4902-a198-9f70e2dcb965 req-247dd675-b4a0-461a-85ec-4f3db88465f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:45.045196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] For port f2e53094-9182-404a-9d54-9367ddf57e25, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f2e53094-9182-404a-9d54-9367ddf57e25,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:45.045196 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:45.047202 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f23b58b-5e6e-4902-a198-9f70e2dcb965 req-247dd675-b4a0-461a-85ec-4f3db88465f7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 1097 time: 0.4930851 Nov 13 04:44:45.077956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] Calling delete_port for f2e53094-9182-404a-9d54-9367ddf57e25 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:45.119128 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35623450-54f9-4c98-8daa-b32419496469 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:45.119651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35623450-54f9-4c98-8daa-b32419496469 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Fanout notify agent at l3_agent the message router_deleted on router 32b9e68a-312a-49cb-95d3-b10f8d6114ab {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:44:45.155169 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35623450-54f9-4c98-8daa-b32419496469 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:45.156435 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-35623450-54f9-4c98-8daa-b32419496469 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "DELETE /v2.0/routers/32b9e68a-312a-49cb-95d3-b10f8d6114ab HTTP/1.1" status: 204 len: 168 time: 4.1887143 Nov 13 04:44:45.163059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49752) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:45.170602 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-745b4dac-37b2-4b8f-91f3-c1105689b28d tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1604236634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:45.250547 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-745b4dac-37b2-4b8f-91f3-c1105689b28d tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:45.252806 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-745b4dac-37b2-4b8f-91f3-c1105689b28d tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:45.293081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-207745cd-cdc0-472c-bf71-562a9fdd01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:44:41Z', 'revision_number': 5, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port': {'id': 'f2e53094-9182-404a-9d54-9367ddf57e25', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:01Z', 'updated_at': '2021-11-13T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:45.306597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396e316-3013-4abf-bf82-401f924bab3a req-bac1dab7-0e88-40aa-8451-1c46ecc0977f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:45.328264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207745cd-cdc0-472c-bf71-562a9fdd01e0 None None] Checking router: 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:44:45.329032 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1396e316-3013-4abf-bf82-401f924bab3a req-bac1dab7-0e88-40aa-8451-1c46ecc0977f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 931 time: 0.3446164 Nov 13 04:44:45.342886 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207745cd-cdc0-472c-bf71-562a9fdd01e0 None None] Routers {'1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:45.346200 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-207745cd-cdc0-472c-bf71-562a9fdd01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:45.357539 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f23b58b-5e6e-4902-a198-9f70e2dcb965 req-e8eddd4a-e862-4809-96e4-436ab3efc547 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643852 Nov 13 04:44:45.488446 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1396e316-3013-4abf-bf82-401f924bab3a req-c0babad2-80f8-4df1-863e-4494d18d30c5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583576 Nov 13 04:44:45.507460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5c67eb-d30e-47df-902e-3929d32b1401 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:44:45.520938 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:45.541179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Transition to ACTIVE for port object 0b5c67eb-d30e-47df-902e-3929d32b1401 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:44:45.547555 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:45.557323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-207745cd-cdc0-472c-bf71-562a9fdd01e0 None None] Set router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:45.558284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce150d-1639-4d9d-b4ec-d45d86e53482 req-46a7d675-72b8-45fb-94d5-31a42d5a39aa tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:45.567697 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16ce150d-1639-4d9d-b4ec-d45d86e53482 req-46a7d675-72b8-45fb-94d5-31a42d5a39aa tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 1097 time: 0.4035716 Nov 13 04:44:45.664483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5c67eb-d30e-47df-902e-3929d32b1401,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:45.676295 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-745b4dac-37b2-4b8f-91f3-c1105689b28d tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:45.690474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-207745cd-cdc0-472c-bf71-562a9fdd01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:44:44Z', 'revision_number': 6, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:45.724784 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16ce150d-1639-4d9d-b4ec-d45d86e53482 req-07c3d2b0-24ce-4380-bd29-b3d7a45e72c3 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486061 Nov 13 04:44:45.725961 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-745b4dac-37b2-4b8f-91f3-c1105689b28d tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:45.734261 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c637ad-d207-4256-94a5-29d1d390481d req-c6c6ae2e-6425-459c-87a5-f199ad6dc7c1 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:45.735959 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12c637ad-d207-4256-94a5-29d1d390481d req-c6c6ae2e-6425-459c-87a5-f199ad6dc7c1 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 946 time: 0.1303618 Nov 13 04:44:45.738299 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:45.757778 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207745cd-cdc0-472c-bf71-562a9fdd01e0 None None] The sync data for ids ['1612c923-0dcb-48b7-b4e9-31b22ff7a5bb'] in n-d-813114-2 is: [{'id': '1612c923-0dcb-48b7-b4e9-31b22ff7a5bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-244001445-router', 'tenant_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:00Z', 'updated_at': '2021-11-13T04:44:44Z', 'revision_number': 6, 'project_id': '606b6f5d12d04eb5a653aebae6a0ffdb', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:44:45.817844 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Attempting to bind port 0b5c67eb-d30e-47df-902e-3929d32b1401 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:44:45.820588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Attempting to bind port 0b5c67eb-d30e-47df-902e-3929d32b1401 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:44:45.821088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Attempting to bind port 0b5c67eb-d30e-47df-902e-3929d32b1401 on network abb184c2-0551-4712-87b8-ea6a790c3ce3 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:45.835724 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e53094-9182-404a-9d54-9367ddf57e25,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:45.839585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Port 0b5c67eb-d30e-47df-902e-3929d32b1401 on network abb184c2-0551-4712-87b8-ea6a790c3ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:44:45.840001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Attempting to bind port 0b5c67eb-d30e-47df-902e-3929d32b1401 on network abb184c2-0551-4712-87b8-ea6a790c3ce3 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:45.857054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:44:45.857519 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Checking segment: {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:45.857991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Bound using segment: {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:44:45.858537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Bound port: 0b5c67eb-d30e-47df-902e-3929d32b1401, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:44:45.859027 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:45.894023 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12c637ad-d207-4256-94a5-29d1d390481d req-5b1651de-26b5-46d0-a2f3-1c6deb946a18 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468251 Nov 13 04:44:45.964299 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-745b4dac-37b2-4b8f-91f3-c1105689b28d tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:45.968655 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-745b4dac-37b2-4b8f-91f3-c1105689b28d tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8009365 Nov 13 04:44:45.971824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49768) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:45.976608 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'enable_snat': True}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:46.015498 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:46.124460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26154053-6147-4ca1-999e-143a91afb6c3 req-56fc9f4e-7972-42a4-91b5-eec314108e02 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:46.134451 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-26154053-6147-4ca1-999e-143a91afb6c3 req-56fc9f4e-7972-42a4-91b5-eec314108e02 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 945 time: 0.1550052 Nov 13 04:44:46.148622 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] For port 0b5c67eb-d30e-47df-902e-3929d32b1401, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:46.163081 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af14404a-5787-42a3-b7a6-cf6838e8fecf req-a238bb5b-bc0c-43f4-8a98-fb3fdd95013b tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 210 time: 0.0554571 Nov 13 04:44:46.189280 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:46.204112 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:46.246594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] For port 0b5c67eb-d30e-47df-902e-3929d32b1401, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=0b5c67eb-d30e-47df-902e-3929d32b1401,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:44:46.294123 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-26154053-6147-4ca1-999e-143a91afb6c3 req-7dc9f732-a385-40fa-9c96-e3ab2befc32a tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538281 Nov 13 04:44:46.300764 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:46.304529 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:46.304529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1612c923-0dcb-48b7-b4e9-31b22ff7a5bb {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:44:46.320228 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:46.323873 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0e2c37a7-8afc-4dea-8140-c99eb5b643c6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1612c923-0dcb-48b7-b4e9-31b22ff7a5bb HTTP/1.1" status: 204 len: 168 time: 2.3525989 Nov 13 04:44:46.324360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49772) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:46.368846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:46.369744 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:46.371648 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] 10.222.0.46 "PUT /v2.0/ports/0b5c67eb-d30e-47df-902e-3929d32b1401 HTTP/1.1" status: 200 len: 1091 time: 2.6392653 Nov 13 04:44:46.410351 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0fd1d2-710a-4b5e-8922-3ed6a780fba7 admin admin] Deleting subnet 4c7650a9-94c5-4c9d-a3c8-3204f255dd5e {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:44:46.415152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e0fd1d2-710a-4b5e-8922-3ed6a780fba7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:46.436320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8beafd-4ef9-4a56-8edb-fee6202e4c34', 'tag': '0b5c67eb-d30e-47df-902e-3929d32b1401'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:46.439754 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93ec786-c063-483d-9a2b-4b2ee1492713" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8beafd-4ef9-4a56-8edb-fee6202e4c34", "tag": "0b5c67eb-d30e-47df-902e-3929d32b1401"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:46.458465 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e0fd1d2-710a-4b5e-8922-3ed6a780fba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:46.567456 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:46.573593 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac1eca6-2ed6-40c3-92b4-9b3c3cf7ff30 x-openstack-request-id: req-3ac1eca6-2ed6-40c3-92b4-9b3c3cf7ff30 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:46.573875 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8beafd-4ef9-4a56-8edb-fee6202e4c34", "tag": "0b5c67eb-d30e-47df-902e-3929d32b1401", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:46.574111 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ac1eca6-2ed6-40c3-92b4-9b3c3cf7ff30 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:46.574492 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8beafd-4ef9-4a56-8edb-fee6202e4c34', 'tag': '0b5c67eb-d30e-47df-902e-3929d32b1401', 'status': 'completed', 'code': 200} Nov 13 04:44:46.597447 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b2bcb-bfb3-4436-b12b-d011015c30d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5c67eb-d30e-47df-902e-3929d32b1401,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:46.613072 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3afe6-6953-47cd-b5f7-0779dba113a2 req-11c90c9f-4440-4924-b249-80ee1eac07a9 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:46.624338 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-53f3afe6-6953-47cd-b5f7-0779dba113a2 req-11c90c9f-4440-4924-b249-80ee1eac07a9 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 945 time: 0.1705966 Nov 13 04:44:46.628931 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49778) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:46.631308 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-650ced35-33e1-498f-accf-70a4b220c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:46.633186 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-650ced35-33e1-498f-accf-70a4b220c6a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 1094 time: 0.1058936 Nov 13 04:44:46.637768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-da3ed066-149c-42ae-ab3b-30bb64ba91b2 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Request body: {'floatingip': {'port_id': '94c6d538-aac1-4dd4-a2c6-98c5881d4f78'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:46.779791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65002fdd-e24e-4ec9-8b1f-73271bcc0135 req-7fa432d7-a93a-4fb5-aaa6-24c209d5aec8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:46.790248 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65002fdd-e24e-4ec9-8b1f-73271bcc0135 req-7fa432d7-a93a-4fb5-aaa6-24c209d5aec8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 943 time: 0.1115682 Nov 13 04:44:46.798703 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e0fd1d2-710a-4b5e-8922-3ed6a780fba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:46.811255 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da3ed066-149c-42ae-ab3b-30bb64ba91b2 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for floatingip, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:46.948608 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-e1487580-6000-4ada-b349-18123c7dc329 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b5c67eb-d30e-47df-902e-3929d32b1401 HTTP/1.1" status: 200 len: 217 time: 0.2628746 Nov 13 04:44:47.034563 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65002fdd-e24e-4ec9-8b1f-73271bcc0135 req-149a94c0-676c-495a-a1c8-e54ebf698cc2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430050 Nov 13 04:44:47.051032 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e0fd1d2-710a-4b5e-8922-3ed6a780fba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:47.098609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fd1d2-710a-4b5e-8922-3ed6a780fba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c7650a9-94c5-4c9d-a3c8-3204f255dd5e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:47.103080 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e0fd1d2-710a-4b5e-8922-3ed6a780fba7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:47.110834 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f25edc2-895a-4ea9-b8b3-89d5d4a37f59 None None] Network 60424ae1-d64b-4e42-b77a-f43e8fb964ec requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:44:47.111355 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1e0fd1d2-710a-4b5e-8922-3ed6a780fba7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4c7650a9-94c5-4c9d-a3c8-3204f255dd5e HTTP/1.1" status: 204 len: 168 time: 0.7825055 Nov 13 04:44:47.112042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49790) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:47.320213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 828e1b6b-e94c-4d7f-a764-8d937c1a436a no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:47.404216 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 828e1b6b-e94c-4d7f-a764-8d937c1a436a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:44:47.404640 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 828e1b6b-e94c-4d7f-a764-8d937c1a436a not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:47.404962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f2e53094-9182-404a-9d54-9367ddf57e25 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:47.426351 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:47.434378 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f2e53094-9182-404a-9d54-9367ddf57e25 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:44:47.435203 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f2e53094-9182-404a-9d54-9367ddf57e25 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:47.521625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8f940-2e98-4d42-932f-6c17a6f3f38e req-fec7a586-9d87-4797-869d-906524c186f7 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:47.530747 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-00e8f940-2e98-4d42-932f-6c17a6f3f38e req-fec7a586-9d87-4797-869d-906524c186f7 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 946 time: 0.2027590 Nov 13 04:44:47.554039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c619e0-b50b-4d4b-b282-4ba565c55c8d None None] DHCP port deletion for 60424ae1-d64b-4e42-b77a-f43e8fb964ec request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:44:47.612310 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-00e8f940-2e98-4d42-932f-6c17a6f3f38e req-10d8b1c2-4b6e-481f-bbb5-e9d164fdb7cf tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800447 Nov 13 04:44:47.656758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] Deleting port 6cb87f88-7209-4395-8a3c-5102391a6163 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:47.658640 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:47.664870 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e6c619e0-b50b-4d4b-b282-4ba565c55c8d None None] Deleting port 6cb87f88-7209-4395-8a3c-5102391a6163 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:47.665263 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6c619e0-b50b-4d4b-b282-4ba565c55c8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:47.784275 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-440a4dca-b572-4f92-873d-9dd752a59bad req-4e84d938-80ce-4f79-9b48-e154551e5cf5 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 210 time: 0.0410612 Nov 13 04:44:47.799164 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] For port 6cb87f88-7209-4395-8a3c-5102391a6163, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6cb87f88-7209-4395-8a3c-5102391a6163,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:47.799968 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:47.817889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] Calling delete_port for 6cb87f88-7209-4395-8a3c-5102391a6163 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:47.858612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e6c619e0-b50b-4d4b-b282-4ba565c55c8d None None] For port 6cb87f88-7209-4395-8a3c-5102391a6163, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6cb87f88-7209-4395-8a3c-5102391a6163,segment=NetworkSegment(27656d1f-be6f-423c-96c2-590373e16586),segment_id=27656d1f-be6f-423c-96c2-590373e16586)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:47.858612 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6c619e0-b50b-4d4b-b282-4ba565c55c8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:47.904271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e6c619e0-b50b-4d4b-b282-4ba565c55c8d None None] Calling delete_port for 6cb87f88-7209-4395-8a3c-5102391a6163 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:48.013802 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:48.049061 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9d623-0864-47e8-b75e-c6cc25c754ba req-ec29c4a8-2f1e-4883-817a-5b424b1c92de tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:48.056825 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08f9d623-0864-47e8-b75e-c6cc25c754ba req-ec29c4a8-2f1e-4883-817a-5b424b1c92de tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 1097 time: 1.1249115 Nov 13 04:44:48.133755 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6c619e0-b50b-4d4b-b282-4ba565c55c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:48.136005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] No DVR routers for this DVR port 6cb87f88-7209-4395-8a3c-5102391a6163 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:44:48.146114 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb87f88-7209-4395-8a3c-5102391a6163,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:48.147906 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-67fce0aa-86da-4add-b213-3dce87295bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:48.150962 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-67fce0aa-86da-4add-b213-3dce87295bd8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da060a9b-742c-4f27-98ad-64a6913e0916 HTTP/1.1" status: 200 len: 850 time: 1.1844051 Nov 13 04:44:48.173298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c619e0-b50b-4d4b-b282-4ba565c55c8d None None] No DVR routers for this DVR port 6cb87f88-7209-4395-8a3c-5102391a6163 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:44:48.222583 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c619e0-b50b-4d4b-b282-4ba565c55c8d None None] Pushing event deleted for resources: {'Port': ['ID=6cb87f88-7209-4395-8a3c-5102391a6163,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:48.270086 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08f9d623-0864-47e8-b75e-c6cc25c754ba req-797d8034-408a-4685-a7dc-21c345724420 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123604 Nov 13 04:44:48.274192 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-6ee2c34e-7e49-4a98-979a-51b2a8c76645 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abb184c2-0551-4712-87b8-ea6a790c3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142290 Nov 13 04:44:48.561997 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da3ed066-149c-42ae-ab3b-30bb64ba91b2 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:48.635606 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931984d9-06be-4126-bd59-16c099f1e262 req-f811ba35-d5ae-4452-b6f0-994c359e4c56 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:48.643041 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-931984d9-06be-4126-bd59-16c099f1e262 req-f811ba35-d5ae-4452-b6f0-994c359e4c56 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 943 time: 0.4390426 Nov 13 04:44:48.650719 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:48.650959 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da3ed066-149c-42ae-ab3b-30bb64ba91b2 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:48.681076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60424ae1-d64b-4e42-b77a-f43e8fb964ec']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:48.701111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27656d1f-be6f-423c-96c2-590373e16586') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:48.701401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27656d1f-be6f-423c-96c2-590373e16586') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:48.720947 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:48.743918 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-931984d9-06be-4126-bd59-16c099f1e262 req-7253e065-ae0d-41bf-8f0f-860cfdefb68b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998838 Nov 13 04:44:48.755687 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:48.766626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:44:48.767217 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:44:48.774596 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:44:48.914591 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-0e732b38-5d79-4102-ba15-4149d2df387c service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264765 Nov 13 04:44:48.937240 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:48.950661 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d334bf2-d542-46c6-8d52-d2ee81a99f9f req-654731c7-0701-415d-865c-69ef02568abc tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 210 time: 0.0413942 Nov 13 04:44:48.959860 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:48.967163 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:48.970619 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] 10.222.0.43 "DELETE /v2.0/networks/60424ae1-d64b-4e42-b77a-f43e8fb964ec HTTP/1.1" status: 204 len: 168 time: 1.8576150 Nov 13 04:44:48.974010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49840) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:48.990646 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc545e-3afd-4feb-8738-4aa26483be2b admin admin] Pushing event deleted for resources: {'Network': ['ID=60424ae1-d64b-4e42-b77a-f43e8fb964ec,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:49.031005 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:49.212885 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6cb87f88-7209-4395-8a3c-5102391a6163 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:49.214716 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-da3ed066-149c-42ae-ab3b-30bb64ba91b2 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Floating IP c56d8311-9747-4f7f-a581-7dc6091f9627 associated. External IP: 172.25.8.47, port: 94c6d538-aac1-4dd4-a2c6-98c5881d4f78. Nov 13 04:44:49.259470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 6cb87f88-7209-4395-8a3c-5102391a6163 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:44:49.260148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6cb87f88-7209-4395-8a3c-5102391a6163 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:49.262712 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-472ca43a-58f7-41bb-812e-06948a9dab24 req-521ec033-986d-436f-a7bc-4b6401e4a0ef service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357184 Nov 13 04:44:49.516614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49475e-1a91-4c5e-aded-6321e7e84a41 req-5402800e-767d-43ea-a573-61f2e5fb3e7c tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:49.532404 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa49475e-1a91-4c5e-aded-6321e7e84a41 req-5402800e-767d-43ea-a573-61f2e5fb3e7c tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 946 time: 0.1887605 Nov 13 04:44:49.566187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ec786-c063-483d-9a2b-4b2ee1492713 req-c8d26f00-5d69-4d81-8ed1-cccb52ddef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:49.567721 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a93ec786-c063-483d-9a2b-4b2ee1492713 req-c8d26f00-5d69-4d81-8ed1-cccb52ddef96 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 1094 time: 0.1412306 Nov 13 04:44:49.569130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Allocated IP 172.25.8.5 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/34cef7f3-573f-4f90-ab8a-9c11cf7d89ee) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:44:49.683295 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa49475e-1a91-4c5e-aded-6321e7e84a41 req-e7a6c909-8248-446d-87c2-7d8052e46524 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497614 Nov 13 04:44:49.883960 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3ed066-149c-42ae-ab3b-30bb64ba91b2 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:44:49.888180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ec786-c063-483d-9a2b-4b2ee1492713 req-13261f15-fd20-4225-82c3-0041b8b2d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:49.889708 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a93ec786-c063-483d-9a2b-4b2ee1492713 req-13261f15-fd20-4225-82c3-0041b8b2d489 service neutron] 10.222.0.46 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 911 time: 0.2786541 Nov 13 04:44:49.995090 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:50.012298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40120b04-60f2-4c00-a871-5ff53883f759 req-896d8ba9-6949-4bd6-bf9c-56e989605b20 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:50.019609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40120b04-60f2-4c00-a871-5ff53883f759 req-896d8ba9-6949-4bd6-bf9c-56e989605b20 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 943 time: 0.0864456 Nov 13 04:44:50.042098 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bca10e5a-ecc5-4be8-bb6f-e0269754d5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:50.061707 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a93ec786-c063-483d-9a2b-4b2ee1492713 req-379b8886-60e2-4567-8c94-bc74c943b483 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b5c67eb-d30e-47df-902e-3929d32b1401 HTTP/1.1" status: 200 len: 217 time: 0.1505055 Nov 13 04:44:50.162795 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40120b04-60f2-4c00-a871-5ff53883f759 req-08b6a1b2-6da4-4154-8b10-d89abc13f603 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375847 Nov 13 04:44:50.267558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3ed066-149c-42ae-ab3b-30bb64ba91b2 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:44:50.270587 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:50.280698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-734a754f-a5df-41a8-bd75-e896e2c884ff tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:44:50.281913 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-734a754f-a5df-41a8-bd75-e896e2c884ff tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154715 Nov 13 04:44:50.290517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87619a48-0ad4-45ef-94cc-aa8b8d6f070d None None] Sync routers for ids ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:44:50.315977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87619a48-0ad4-45ef-94cc-aa8b8d6f070d None None] Routers {'142dcdad-b7d2-4335-83d9-aedaf2cfc965'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:50.316857 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-87619a48-0ad4-45ef-94cc-aa8b8d6f070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:50.323528 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da3ed066-149c-42ae-ab3b-30bb64ba91b2 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:50.385416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b112d5bb-d037-408c-9bf0-3f63262f281e req-0b5fc637-6451-46be-b727-2eee47f7b169 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 210 time: 0.1011145 Nov 13 04:44:50.411032 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:44:50.419889 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:44:50.427427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:44:50.481475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-a25c1020-a868-4346-bc4b-7f51023d2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:50.482881 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-a25c1020-a868-4346-bc4b-7f51023d2c3a service neutron] 10.222.0.43 "GET /v2.0/ports/8538fd12-39df-466b-9be2-1eda97be6cf3 HTTP/1.1" status: 200 len: 1094 time: 0.1727085 Nov 13 04:44:50.503942 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-42c47df9-101f-43d7-a14d-08ff2d154262 service neutron] Request body: {'binding': {'host': 'n-h1-813114-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:50.504387 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-42c47df9-101f-43d7-a14d-08ff2d154262 service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 04:44:50.540258 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-da3ed066-149c-42ae-ab3b-30bb64ba91b2 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "PUT /v2.0/floatingips/c56d8311-9747-4f7f-a581-7dc6091f9627 HTTP/1.1" status: 200 len: 990 time: 3.9005969 Nov 13 04:44:50.540982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-87619a48-0ad4-45ef-94cc-aa8b8d6f070d None None] Set router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:50.542798 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f700e05-3ad2-4b5c-9bae-b2ef359bfac3', 'tag': '94c6d538-aac1-4dd4-a2c6-98c5881d4f78'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:50.546029 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84cca84-776a-418c-9c2f-1121d9722831" -d '{"events": [{"name": "network-changed", "server_uuid": "7f700e05-3ad2-4b5c-9bae-b2ef359bfac3", "tag": "94c6d538-aac1-4dd4-a2c6-98c5881d4f78"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:50.550384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ec786-c063-483d-9a2b-4b2ee1492713 req-405697b6-b78a-46fd-99dc-8e8189645ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:50.560193 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a93ec786-c063-483d-9a2b-4b2ee1492713 req-405697b6-b78a-46fd-99dc-8e8189645ae9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da060a9b-742c-4f27-98ad-64a6913e0916 HTTP/1.1" status: 200 len: 850 time: 0.3135848 Nov 13 04:44:50.563727 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Pushing event updated for resources: {'Port': ['ID=34cef7f3-573f-4f90-ab8a-9c11cf7d89ee,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:50.722797 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1735618e-2656-426b-9b9d-9f11c4d0e5f4 x-openstack-request-id: req-1735618e-2656-426b-9b9d-9f11c4d0e5f4 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:50.723193 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f700e05-3ad2-4b5c-9bae-b2ef359bfac3", "tag": "94c6d538-aac1-4dd4-a2c6-98c5881d4f78", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:50.723779 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1735618e-2656-426b-9b9d-9f11c4d0e5f4 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:50.724265 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f700e05-3ad2-4b5c-9bae-b2ef359bfac3', 'tag': '94c6d538-aac1-4dd4-a2c6-98c5881d4f78', 'status': 'completed', 'code': 200} Nov 13 04:44:50.747021 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a93ec786-c063-483d-9a2b-4b2ee1492713 req-e10631b9-1aa7-4d90-a511-d903c93abcd2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abb184c2-0551-4712-87b8-ea6a790c3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297314 Nov 13 04:44:50.893034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bca10e5a-ecc5-4be8-bb6f-e0269754d5b0 admin admin] Deleting port 68a96f09-805b-4509-ade6-59ccb8339e3f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:50.893380 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bca10e5a-ecc5-4be8-bb6f-e0269754d5b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:50.979015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-bca10e5a-ecc5-4be8-bb6f-e0269754d5b0 admin admin] For port 68a96f09-805b-4509-ade6-59ccb8339e3f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=68a96f09-805b-4509-ade6-59ccb8339e3f,segment=NetworkSegment(d7040183-9070-48bd-8deb-38c47c60db39),segment_id=d7040183-9070-48bd-8deb-38c47c60db39)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:50.979015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bca10e5a-ecc5-4be8-bb6f-e0269754d5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:50.992169 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bca10e5a-ecc5-4be8-bb6f-e0269754d5b0 admin admin] Calling delete_port for 68a96f09-805b-4509-ade6-59ccb8339e3f owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:51.129565 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-87619a48-0ad4-45ef-94cc-aa8b8d6f070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:44:14Z', 'revision_number': 4, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'gw_port': {'id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:10Z', 'updated_at': '2021-11-13T04:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c56d8311-9747-4f7f-a581-7dc6091f9627', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'port_id': '94c6d538-aac1-4dd4-a2c6-98c5881d4f78', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'mac_address': 'fa:16:3e:61:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f700e05-3ad2-4b5c-9bae-b2ef359bfac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:44:21Z', 'updated_at': '2021-11-13T04:44:48Z', 'revision_number': 1, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99322986-5b56-4109-b9eb-b2b7c94759cc', 'name': '', 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'mac_address': 'fa:16:3e:47:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:13Z', 'updated_at': '2021-11-13T04:44:21Z', 'revision_number': 5, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'subnets': [{'id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:51.152404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cca84-776a-418c-9c2f-1121d9722831 req-6759443a-d745-42cc-93e4-b071d7978a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:51.154286 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d84cca84-776a-418c-9c2f-1121d9722831 req-6759443a-d745-42cc-93e4-b071d7978a71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7367e99f5ccf4d8db30c322ffd0814f2&device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 1096 time: 0.3616843 Nov 13 04:44:51.185297 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc06ce8-a481-41e7-b29c-72d2af5f3981 req-a386dfab-4501-4306-9acc-49c046d9fae1 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:51.193401 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fc06ce8-a481-41e7-b29c-72d2af5f3981 req-a386dfab-4501-4306-9acc-49c046d9fae1 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 946 time: 0.3655412 Nov 13 04:44:51.200698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-42c47df9-101f-43d7-a14d-08ff2d154262 service neutron] Attempting to bind port 8538fd12-39df-466b-9be2-1eda97be6cf3 on host n-h1-813114-2 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:44:51.201063 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-42c47df9-101f-43d7-a14d-08ff2d154262 service neutron] Attempting to bind port 8538fd12-39df-466b-9be2-1eda97be6cf3 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:44:51.201338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-42c47df9-101f-43d7-a14d-08ff2d154262 service neutron] Attempting to bind port 8538fd12-39df-466b-9be2-1eda97be6cf3 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:51.208013 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bca10e5a-ecc5-4be8-bb6f-e0269754d5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:51.229738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-42c47df9-101f-43d7-a14d-08ff2d154262 service neutron] Port 8538fd12-39df-466b-9be2-1eda97be6cf3 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:44:51.230133 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-42c47df9-101f-43d7-a14d-08ff2d154262 service neutron] Attempting to bind port 8538fd12-39df-466b-9be2-1eda97be6cf3 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:51.233396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87619a48-0ad4-45ef-94cc-aa8b8d6f070d None None] Checking router: 142dcdad-b7d2-4335-83d9-aedaf2cfc965 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:44:51.245840 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87619a48-0ad4-45ef-94cc-aa8b8d6f070d None None] Routers {'142dcdad-b7d2-4335-83d9-aedaf2cfc965'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:51.246695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-87619a48-0ad4-45ef-94cc-aa8b8d6f070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:51.299837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fc06ce8-a481-41e7-b29c-72d2af5f3981 req-bd84c590-315c-48f9-974c-822d25ec5d27 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008356 Nov 13 04:44:51.300930 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca10e5a-ecc5-4be8-bb6f-e0269754d5b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a96f09-805b-4509-ade6-59ccb8339e3f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:51.307404 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-42c47df9-101f-43d7-a14d-08ff2d154262 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:44:51.311372 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-42c47df9-101f-43d7-a14d-08ff2d154262 service neutron] Checking segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:51.311992 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-42c47df9-101f-43d7-a14d-08ff2d154262 service neutron] Bound using segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:44:51.312633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-42c47df9-101f-43d7-a14d-08ff2d154262 service neutron] Bound port: 8538fd12-39df-466b-9be2-1eda97be6cf3, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:44:51.455674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cca84-776a-418c-9c2f-1121d9722831 req-5be9b2b5-dba0-4e4e-959f-c5f659c33d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:51.457180 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d84cca84-776a-418c-9c2f-1121d9722831 req-5be9b2b5-dba0-4e4e-959f-c5f659c33d10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16864bc0-e5ad-466d-8ac9-a6ae4899bb66 HTTP/1.1" status: 200 len: 916 time: 0.2852547 Nov 13 04:44:51.494139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-87619a48-0ad4-45ef-94cc-aa8b8d6f070d None None] Set router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:51.628460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-42c47df9-101f-43d7-a14d-08ff2d154262 service neutron] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8538fd12-39df-466b-9be2-1eda97be6cf3,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:44:51.642326 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-42c47df9-101f-43d7-a14d-08ff2d154262 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:51.643780 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-42c47df9-101f-43d7-a14d-08ff2d154262 service neutron] 10.222.0.43 "POST /v2.0/ports/8538fd12-39df-466b-9be2-1eda97be6cf3/bindings HTTP/1.1" status: 201 len: 389 time: 1.1511045 Nov 13 04:44:51.653888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0739b-f3e3-4a8d-99f2-c2934305f399 req-a3c919a7-8a52-4aba-bcac-b739a389c812 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:51.661520 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cbd0739b-f3e3-4a8d-99f2-c2934305f399 req-a3c919a7-8a52-4aba-bcac-b739a389c812 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 943 time: 0.1596508 Nov 13 04:44:51.799932 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cbd0739b-f3e3-4a8d-99f2-c2934305f399 req-dd21c8fa-cc1b-439e-86d5-8c83aaa648aa tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371655 Nov 13 04:44:51.819410 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bca10e5a-ecc5-4be8-bb6f-e0269754d5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:51.926086 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a93ec786-c063-483d-9a2b-4b2ee1492713 req-b2ab5dcf-e60d-4438-b673-1026c11469bf service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1363723 Nov 13 04:44:51.967533 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d84cca84-776a-418c-9c2f-1121d9722831 req-de61ce6b-6437-451e-8ca4-1fa4e0c13605 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c6d538-aac1-4dd4-a2c6-98c5881d4f78 HTTP/1.1" status: 200 len: 998 time: 0.3980701 Nov 13 04:44:51.990541 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e4ff8-24b9-4e4e-b256-1e03b1eb1b9b req-f42d4f43-b77a-499f-a202-1a8cad72168a tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:51.997941 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5e0e4ff8-24b9-4e4e-b256-1e03b1eb1b9b req-f42d4f43-b77a-499f-a202-1a8cad72168a tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 946 time: 0.5243299 Nov 13 04:44:52.173505 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ff0ceb2-b392-4927-93de-e9ac46e2f5f8 req-2d88dc18-7147-48c3-addf-1c5efed84cc0 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b78b5f9-0844-408a-877c-b65fc57a75eb HTTP/1.1" status: 200 len: 210 time: 0.2033525 Nov 13 04:44:52.221214 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca10e5a-ecc5-4be8-bb6f-e0269754d5b0 admin admin] Router 8326c899-1649-4333-8274-46acffd7436e has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:44:52.224882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-87619a48-0ad4-45ef-94cc-aa8b8d6f070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:44:14Z', 'revision_number': 4, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'gw_port': {'id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:10Z', 'updated_at': '2021-11-13T04:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c56d8311-9747-4f7f-a581-7dc6091f9627', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'port_id': '94c6d538-aac1-4dd4-a2c6-98c5881d4f78', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'mac_address': 'fa:16:3e:61:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f700e05-3ad2-4b5c-9bae-b2ef359bfac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:44:21Z', 'updated_at': '2021-11-13T04:44:48Z', 'revision_number': 1, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99322986-5b56-4109-b9eb-b2b7c94759cc', 'name': '', 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'mac_address': 'fa:16:3e:47:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:13Z', 'updated_at': '2021-11-13T04:44:21Z', 'revision_number': 5, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'subnets': [{'id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:52.241566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b5af5-f2c2-4986-a62b-d0c236ce0c75 req-500e09f3-1807-44f1-927c-6b1fbb933b90 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:52.250258 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-526b5af5-f2c2-4986-a62b-d0c236ce0c75 req-500e09f3-1807-44f1-927c-6b1fbb933b90 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 946 time: 0.1967919 Nov 13 04:44:52.287332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87619a48-0ad4-45ef-94cc-aa8b8d6f070d None None] The sync data for ids ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'] in n-d-813114-2 is: [{'id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:44:14Z', 'revision_number': 4, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'gw_port': {'id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:10Z', 'updated_at': '2021-11-13T04:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c56d8311-9747-4f7f-a581-7dc6091f9627', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'port_id': '94c6d538-aac1-4dd4-a2c6-98c5881d4f78', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'mac_address': 'fa:16:3e:61:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f700e05-3ad2-4b5c-9bae-b2ef359bfac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:44:21Z', 'updated_at': '2021-11-13T04:44:48Z', 'revision_number': 1, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99322986-5b56-4109-b9eb-b2b7c94759cc', 'name': '', 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'mac_address': 'fa:16:3e:47:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:13Z', 'updated_at': '2021-11-13T04:44:21Z', 'revision_number': 5, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'subnets': [{'id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:44:52.410181 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-526b5af5-f2c2-4986-a62b-d0c236ce0c75 req-a8b574ae-4ad3-4ad6-8421-844815a6260b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586392 Nov 13 04:44:52.558995 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca10e5a-ecc5-4be8-bb6f-e0269754d5b0 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:44:52.569763 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bca10e5a-ecc5-4be8-bb6f-e0269754d5b0 admin admin] 10.222.0.43 "PUT /v2.0/routers/8326c899-1649-4333-8274-46acffd7436e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5950167 Nov 13 04:44:52.572598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49920) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:52.572966 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0713a578-7c4d-4731-ae4f-9f6f52dbd36e None None] Sync routers for ids ['8326c899-1649-4333-8274-46acffd7436e'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:44:52.594455 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0713a578-7c4d-4731-ae4f-9f6f52dbd36e None None] Routers {'8326c899-1649-4333-8274-46acffd7436e'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:52.595132 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0713a578-7c4d-4731-ae4f-9f6f52dbd36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8326c899-1649-4333-8274-46acffd7436e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:52.757029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b5dcb-f95f-4640-a975-5af868d9e387 None None] New status for floating IP c56d8311-9747-4f7f-a581-7dc6091f9627: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:44:52.877429 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0713a578-7c4d-4731-ae4f-9f6f52dbd36e None None] Set router 8326c899-1649-4333-8274-46acffd7436e gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:53.031180 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:53.192486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cca84-776a-418c-9c2f-1121d9722831 req-d083f6cc-80f0-40da-988c-22afded0e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:53.194610 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d84cca84-776a-418c-9c2f-1121d9722831 req-d083f6cc-80f0-40da-988c-22afded0e629 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85960f19-6091-4bda-bdff-164b0aa021c1 HTTP/1.1" status: 200 len: 854 time: 1.0498228 Nov 13 04:44:53.264041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-14694fa8-f018-47e9-a77d-a5d448da5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:53.267146 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-14694fa8-f018-47e9-a77d-a5d448da5f60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 1097 time: 1.0792887 Nov 13 04:44:53.282135 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0713a578-7c4d-4731-ae4f-9f6f52dbd36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326c899-1649-4333-8274-46acffd7436e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1395363891-router', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:08Z', 'updated_at': '2021-11-13T04:44:51Z', 'revision_number': 5, 'project_id': 'f007994a998c4ef3addc7d252d4f802a', 'gw_port': {'id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8326c899-1649-4333-8274-46acffd7436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:09Z', 'updated_at': '2021-11-13T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:53.314825 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0713a578-7c4d-4731-ae4f-9f6f52dbd36e None None] Checking router: 8326c899-1649-4333-8274-46acffd7436e for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:44:53.324730 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0713a578-7c4d-4731-ae4f-9f6f52dbd36e None None] Routers {'8326c899-1649-4333-8274-46acffd7436e'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:53.325629 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0713a578-7c4d-4731-ae4f-9f6f52dbd36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8326c899-1649-4333-8274-46acffd7436e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:53.414413 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:53.427545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757476c9-80b2-4bee-b277-1a978a9d1ea6 req-54e749aa-539c-4639-b309-f7aa50046d14 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:53.438363 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0713a578-7c4d-4731-ae4f-9f6f52dbd36e None None] Set router 8326c899-1649-4333-8274-46acffd7436e gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:44:53.450085 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-757476c9-80b2-4bee-b277-1a978a9d1ea6 req-54e749aa-539c-4639-b309-f7aa50046d14 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 943 time: 0.2098770 Nov 13 04:44:53.457329 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:53.552855 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:53.562428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-1328cb09-b97a-4dfc-a940-8062e004a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:53.564097 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-1328cb09-b97a-4dfc-a940-8062e004a54b service neutron] 10.222.0.46 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.1256154 Nov 13 04:44:53.599708 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:53.637691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d0252-ed46-40a8-89d9-1f9853088268 req-96f68489-e187-4b70-b607-5e2d2f302511 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:53.643753 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-448d0252-ed46-40a8-89d9-1f9853088268 req-96f68489-e187-4b70-b607-5e2d2f302511 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 946 time: 1.2297478 Nov 13 04:44:53.654693 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 0b5c67eb-d30e-47df-902e-3929d32b1401 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:44:53.676989 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a93ec786-c063-483d-9a2b-4b2ee1492713 req-f82c983d-fcc1-4b80-a619-ee2b303be338 service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5130177 Nov 13 04:44:53.706464 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-757476c9-80b2-4bee-b277-1a978a9d1ea6 req-5c417597-bfeb-4c69-b9f6-b47f63161da0 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203039 Nov 13 04:44:53.749893 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-e85aeac8-1877-4752-a7de-a7989e3f3d54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8538fd12-39df-466b-9be2-1eda97be6cf3 HTTP/1.1" status: 200 len: 217 time: 0.0938897 Nov 13 04:44:53.794188 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-5e0e4ff8-24b9-4e4e-b256-1e03b1eb1b9b req-bbd08011-972b-4f3d-879e-5674b80b40f5 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Deleting port aecbcc87-46c0-4b27-8a07-99528165248d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:53.794526 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5e0e4ff8-24b9-4e4e-b256-1e03b1eb1b9b req-bbd08011-972b-4f3d-879e-5674b80b40f5 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:53.862038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] Deleting port ff447d07-3bdf-4d46-b943-f97d2a119a3f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:53.862411 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:53.868996 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 0b5c67eb-d30e-47df-902e-3929d32b1401, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=0b5c67eb-d30e-47df-902e-3929d32b1401,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:53.900080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '0b5c67eb-d30e-47df-902e-3929d32b1401', 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3', 'port_id': '0b5c67eb-d30e-47df-902e-3929d32b1401', 'mac_address': 'fa:16:3e:5b:0b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da060a9b-742c-4f27-98ad-64a6913e0916', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:44:53.955044 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0713a578-7c4d-4731-ae4f-9f6f52dbd36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326c899-1649-4333-8274-46acffd7436e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1395363891-router', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:08Z', 'updated_at': '2021-11-13T04:44:51Z', 'revision_number': 5, 'project_id': 'f007994a998c4ef3addc7d252d4f802a', 'gw_port': {'id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8326c899-1649-4333-8274-46acffd7436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:09Z', 'updated_at': '2021-11-13T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:53.974603 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:53.991247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5c67eb-d30e-47df-902e-3929d32b1401 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:44:54.019384 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 0b5c67eb-d30e-47df-902e-3929d32b1401, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=0b5c67eb-d30e-47df-902e-3929d32b1401,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:54.036933 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:54.043468 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0713a578-7c4d-4731-ae4f-9f6f52dbd36e None None] The sync data for ids ['8326c899-1649-4333-8274-46acffd7436e'] in n-d-813114-2 is: [{'id': '8326c899-1649-4333-8274-46acffd7436e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1395363891-router', 'tenant_id': 'f007994a998c4ef3addc7d252d4f802a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:37:08Z', 'updated_at': '2021-11-13T04:44:51Z', 'revision_number': 5, 'project_id': 'f007994a998c4ef3addc7d252d4f802a', 'gw_port': {'id': 'ff447d07-3bdf-4d46-b943-f97d2a119a3f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8326c899-1649-4333-8274-46acffd7436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:37:09Z', 'updated_at': '2021-11-13T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:44:54.067265 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-f62739d0-4040-4f52-adbc-6619225e4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:54.068882 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-f62739d0-4040-4f52-adbc-6619225e4b18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.2965314 Nov 13 04:44:54.107516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] For port ff447d07-3bdf-4d46-b943-f97d2a119a3f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ff447d07-3bdf-4d46-b943-f97d2a119a3f,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:54.107516 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:54.136070 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] Calling delete_port for ff447d07-3bdf-4d46-b943-f97d2a119a3f owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:54.168178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=0b5c67eb-d30e-47df-902e-3929d32b1401,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:54.261522 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-5e0e4ff8-24b9-4e4e-b256-1e03b1eb1b9b req-bbd08011-972b-4f3d-879e-5674b80b40f5 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] For port aecbcc87-46c0-4b27-8a07-99528165248d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=aecbcc87-46c0-4b27-8a07-99528165248d,segment=NetworkSegment(fab5fe90-4aa4-4c55-a120-371e6560028f),segment_id=fab5fe90-4aa4-4c55-a120-371e6560028f)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:54.262837 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5e0e4ff8-24b9-4e4e-b256-1e03b1eb1b9b req-bbd08011-972b-4f3d-879e-5674b80b40f5 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:54.291233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-5e0e4ff8-24b9-4e4e-b256-1e03b1eb1b9b req-bbd08011-972b-4f3d-879e-5674b80b40f5 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Calling delete_port for aecbcc87-46c0-4b27-8a07-99528165248d owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:54.378460 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:54.430173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff447d07-3bdf-4d46-b943-f97d2a119a3f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:54.489383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cca84-776a-418c-9c2f-1121d9722831 req-49caf118-4ef6-4028-aa0e-9e6e8e281227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:54.491297 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d84cca84-776a-418c-9c2f-1121d9722831 req-49caf118-4ef6-4028-aa0e-9e6e8e281227 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16864bc0-e5ad-466d-8ac9-a6ae4899bb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2720258 Nov 13 04:44:54.499489 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5e0e4ff8-24b9-4e4e-b256-1e03b1eb1b9b req-bbd08011-972b-4f3d-879e-5674b80b40f5 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:54.536426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['0b5c67eb-d30e-47df-902e-3929d32b1401'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:44:54.569118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ab4c0-f399-4455-820a-968765fabbff req-b51118ca-82b0-4b03-9815-9e3225f37de5 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:54.578398 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce7ab4c0-f399-4455-820a-968765fabbff req-b51118ca-82b0-4b03-9815-9e3225f37de5 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 946 time: 0.2160265 Nov 13 04:44:54.592018 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-448d0252-ed46-40a8-89d9-1f9853088268 req-d3893359-73b0-4609-8c86-f90567a36e45 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/security-groups?id=e08a45b0-ab36-4285-bf27-8814790e87f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9473538 Nov 13 04:44:54.596542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd08011-972b-4f3d-879e-5674b80b40f5 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Pushing event deleted for resources: {'Port': ['ID=aecbcc87-46c0-4b27-8a07-99528165248d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:54.603988 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-f1d6eebe-ecef-4d5c-818a-03d21e0d2b96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267133 Nov 13 04:44:54.634063 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:54.720134 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce7ab4c0-f399-4455-820a-968765fabbff req-d60cc643-1235-4dc8-9cd6-46a1ef863715 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407156 Nov 13 04:44:54.767884 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-75558e20-5b62-42c2-9f73-8ea94ea6f2c1 service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325016 Nov 13 04:44:54.805404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49944) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:54.887962 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:54.913950 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:54.936323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0e4ff8-24b9-4e4e-b256-1e03b1eb1b9b req-bbd08011-972b-4f3d-879e-5674b80b40f5 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] No DVR routers for this DVR port aecbcc87-46c0-4b27-8a07-99528165248d on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:44:54.982643 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5e0e4ff8-24b9-4e4e-b256-1e03b1eb1b9b req-bbd08011-972b-4f3d-879e-5674b80b40f5 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:54.987425 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5e0e4ff8-24b9-4e4e-b256-1e03b1eb1b9b req-bbd08011-972b-4f3d-879e-5674b80b40f5 tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.46 "DELETE /v2.0/ports/aecbcc87-46c0-4b27-8a07-99528165248d HTTP/1.1" status: 204 len: 173 time: 2.9570150 Nov 13 04:44:54.991196 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0712cd-36bd-47db-b30f-5adbe0dd9cbc', 'name': 'network-vif-deleted', 'tag': 'aecbcc87-46c0-4b27-8a07-99528165248d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:54.993393 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6834de-f09b-47f7-86ec-9978839b6298" -d '{"events": [{"server_uuid": "6b0712cd-36bd-47db-b30f-5adbe0dd9cbc", "name": "network-vif-deleted", "tag": "aecbcc87-46c0-4b27-8a07-99528165248d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:55.009812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc8fd-dc4a-451f-ac9b-7a54d6cffa15 req-2afe4683-eb69-434b-a440-edadbaf756d2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:55.013035 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e52fc8fd-dc4a-451f-ac9b-7a54d6cffa15 req-2afe4683-eb69-434b-a440-edadbaf756d2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 944 time: 0.1426313 Nov 13 04:44:55.015340 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:55.016349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8326c899-1649-4333-8274-46acffd7436e {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:44:55.034281 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:55.044298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49950) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:55.047476 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b907c4bf-3fc4-4512-948b-158b6810435a admin admin] 10.222.0.43 "DELETE /v2.0/routers/8326c899-1649-4333-8274-46acffd7436e HTTP/1.1" status: 204 len: 168 time: 2.4737916 Nov 13 04:44:55.152419 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e52fc8fd-dc4a-451f-ac9b-7a54d6cffa15 req-2d13040d-ad65-4e4b-a676-d1b017853f60 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034882 Nov 13 04:44:55.174649 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2b594b-6b5d-4890-9b9c-966c84f30101 x-openstack-request-id: req-7e2b594b-6b5d-4890-9b9c-966c84f30101 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:55.175286 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0712cd-36bd-47db-b30f-5adbe0dd9cbc", "name": "network-vif-deleted", "tag": "aecbcc87-46c0-4b27-8a07-99528165248d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:55.175286 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e2b594b-6b5d-4890-9b9c-966c84f30101 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:55.175571 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0712cd-36bd-47db-b30f-5adbe0dd9cbc', 'name': 'network-vif-deleted', 'tag': 'aecbcc87-46c0-4b27-8a07-99528165248d', 'status': 'completed', 'code': 200} Nov 13 04:44:55.264777 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d84cca84-776a-418c-9c2f-1121d9722831 req-a80c285d-a6e2-4d2c-9121-2305f531a84f service neutron] 10.222.0.36 "GET /v2.0/networks/16864bc0-e5ad-466d-8ac9-a6ae4899bb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7520664 Nov 13 04:44:55.272616 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-07a8fe65-d39b-4344-8fb9-cced5cc47c5a service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662364 Nov 13 04:44:55.289982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 68a96f09-805b-4509-ade6-59ccb8339e3f no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:55.322638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 68a96f09-805b-4509-ade6-59ccb8339e3f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:44:55.323077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 68a96f09-805b-4509-ade6-59ccb8339e3f not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:55.333976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea65e3f9-fd3c-4378-94d3-6ae0ebeec32f admin admin] Deleting subnet 470ea640-e289-4c0b-bb2e-821a1688ca15 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:44:55.348151 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea65e3f9-fd3c-4378-94d3-6ae0ebeec32f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:55.418270 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Router 0b04aa53-c65f-4ff8-88fa-b3c34d8d7173 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:44:55.458816 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7767915-6a85-47f6-99db-443906acc604 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:55.483981 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea65e3f9-fd3c-4378-94d3-6ae0ebeec32f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:55.595334 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7767915-6a85-47f6-99db-443906acc604 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:55.644258 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d84cca84-776a-418c-9c2f-1121d9722831 req-2208495b-f200-4399-8be6-da1b722b887e service neutron] 10.222.0.36 "GET /v2.0/networks/16864bc0-e5ad-466d-8ac9-a6ae4899bb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636973 Nov 13 04:44:55.672982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device aecbcc87-46c0-4b27-8a07-99528165248d no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:55.751004 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea65e3f9-fd3c-4378-94d3-6ae0ebeec32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:55.784625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: aecbcc87-46c0-4b27-8a07-99528165248d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:44:55.785718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device aecbcc87-46c0-4b27-8a07-99528165248d not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:55.841313 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-8c238a37-36f8-4fa8-95a2-43e7984cfea6 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:55.843484 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-8c238a37-36f8-4fa8-95a2-43e7984cfea6 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8&tenant_id=84f24f012ac64c77a0d17f88ca400a24&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 1097 time: 0.4342856 Nov 13 04:44:55.873556 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813114-2'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:55.879549 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea65e3f9-fd3c-4378-94d3-6ae0ebeec32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:55.967002 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cce8eb-2af3-433c-b232-a8073c2df0b4 None None] Network 5d04222e-1871-40ff-bec8-882fb2bcd651 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:44:55.984370 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67c40f5b-864c-4d1a-8210-da7977387ab0 req-ade73b25-f12e-4911-bfce-057d1f37189d tempest-ServerMetadataNegativeTestJSON-365555021 tempest-ServerMetadataNegativeTestJSON-365555021-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b0712cd-36bd-47db-b30f-5adbe0dd9cbc HTTP/1.1" status: 200 len: 210 time: 0.1398780 Nov 13 04:44:55.987763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea65e3f9-fd3c-4378-94d3-6ae0ebeec32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:55.991198 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ea65e3f9-fd3c-4378-94d3-6ae0ebeec32f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/470ea640-e289-4c0b-bb2e-821a1688ca15 HTTP/1.1" status: 204 len: 168 time: 0.9351971 Nov 13 04:44:55.994386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65e3f9-fd3c-4378-94d3-6ae0ebeec32f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=470ea640-e289-4c0b-bb2e-821a1688ca15,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:56.038835 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49966) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:56.039513 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:56.074792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92b421-0c2b-475a-a1c5-1282427ed378 req-f5484307-3013-44b9-800b-951c265bb380 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:56.091911 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2e92b421-0c2b-475a-a1c5-1282427ed378 req-f5484307-3013-44b9-800b-951c265bb380 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 946 time: 0.1860743 Nov 13 04:44:56.165008 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:56.191465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:44:56.199167 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:56.203090 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f71d975d-00d7-4239-a41e-041179a4326e tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "PUT /v2.0/routers/0b04aa53-c65f-4ff8-88fa-b3c34d8d7173 HTTP/1.1" status: 200 len: 913 time: 10.2274454 Nov 13 04:44:56.205274 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49972) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:56.208213 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb74454-0132-4bb3-b629-e59b5b8ec8ea None None] Sync routers for ids ['0b04aa53-c65f-4ff8-88fa-b3c34d8d7173'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:44:56.226036 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb74454-0132-4bb3-b629-e59b5b8ec8ea None None] Routers {'0b04aa53-c65f-4ff8-88fa-b3c34d8d7173'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:56.227209 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2e92b421-0c2b-475a-a1c5-1282427ed378 req-bc40d777-92dd-4d67-bf30-321a9092b0d7 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323559 Nov 13 04:44:56.242661 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7bb74454-0132-4bb3-b629-e59b5b8ec8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0b04aa53-c65f-4ff8-88fa-b3c34d8d7173'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:56.351639 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7bb74454-0132-4bb3-b629-e59b5b8ec8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:56.364586 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4bbbd022-92d4-4319-9fc3-defd101cb1df tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/routers/0b04aa53-c65f-4ff8-88fa-b3c34d8d7173 HTTP/1.1" status: 200 len: 919 time: 0.1561844 Nov 13 04:44:56.367358 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49978) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:56.384991 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb74454-0132-4bb3-b629-e59b5b8ec8ea None None] Routers {'0b04aa53-c65f-4ff8-88fa-b3c34d8d7173'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:44:56.390301 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7bb74454-0132-4bb3-b629-e59b5b8ec8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0b04aa53-c65f-4ff8-88fa-b3c34d8d7173'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:56.405681 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7767915-6a85-47f6-99db-443906acc604 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:56.408307 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7767915-6a85-47f6-99db-443906acc604 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:56.411779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c7767915-6a85-47f6-99db-443906acc604 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "DELETE /v2.0/security-groups/2426b450-ccd6-46df-b91b-d77d3e766a1a HTTP/1.1" status: 204 len: 168 time: 1.4751301 Nov 13 04:44:56.417305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49980) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:56.437366 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7bb74454-0132-4bb3-b629-e59b5b8ec8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:56.438408 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb74454-0132-4bb3-b629-e59b5b8ec8ea None None] The sync data for ids ['0b04aa53-c65f-4ff8-88fa-b3c34d8d7173'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:44:56.524732 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-19ec72a8-e145-4e8f-ba95-e7ab23d22fb9 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] show failed (client error): The resource could not be found. Nov 13 04:44:56.531772 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-19ec72a8-e145-4e8f-ba95-e7ab23d22fb9 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "GET /v2.0/security-groups/2426b450-ccd6-46df-b91b-d77d3e766a1a HTTP/1.1" status: 404 len: 347 time: 0.0902836 Nov 13 04:44:56.539388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49982) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:56.611440 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7767915-6a85-47f6-99db-443906acc604 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2426b450-ccd6-46df-b91b-d77d3e766a1a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:56.638486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6793d-1b44-42f8-8127-2e575af4389a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:56.640069 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c9f6793d-1b44-42f8-8127-2e575af4389a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&device_id=0b04aa53-c65f-4ff8-88fa-b3c34d8d7173&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2717257 Nov 13 04:44:56.656503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49984) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:56.737031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8538fd12-39df-466b-9be2-1eda97be6cf3,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:56.796191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61e33b0-7001-45dc-b54d-436b0d231447 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:56.801383 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d61e33b0-7001-45dc-b54d-436b0d231447 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 881 time: 0.1427813 Nov 13 04:44:56.804057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49986) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:56.811339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:56.878075 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-60b43357-38e8-42d0-af91-04a95766aaef tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b04aa53-c65f-4ff8-88fa-b3c34d8d7173 HTTP/1.1" status: 200 len: 205 time: 0.0717597 Nov 13 04:44:56.878878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49994) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:56.903574 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea3f35-6e0a-483c-908b-c419d29e195e None None] DHCP port deletion for 5d04222e-1871-40ff-bec8-882fb2bcd651 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:44:56.926674 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:56.954437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7832034-6225-4d53-adf2-9baa40aabd29 req-a50bb330-7fc6-4910-b92c-d9bdf8466248 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:56.956289 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e7832034-6225-4d53-adf2-9baa40aabd29 req-a50bb330-7fc6-4910-b92c-d9bdf8466248 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 944 time: 0.5253844 Nov 13 04:44:56.958563 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:56.989338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8ec5bf84-caa5-4238-91c0-9d16b4e92192 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Deleting port 4a019e27-9219-44ba-9e4c-320853b5ad23 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:56.990545 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ec5bf84-caa5-4238-91c0-9d16b4e92192 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.022762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Pushing event updated for resources: {'Port': ['ID=8538fd12-39df-466b-9be2-1eda97be6cf3,revision_number=7']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:57.069104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] Deleting port 271cb51a-01ad-4bed-82dc-5c11fac6415b {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:57.069516 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.107022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6eea3f35-6e0a-483c-908b-c419d29e195e None None] Deleting port 271cb51a-01ad-4bed-82dc-5c11fac6415b {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:57.109183 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6eea3f35-6e0a-483c-908b-c419d29e195e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.184931 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2d2279-6385-4855-8a93-22f783ea8cd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8538fd12-39df-466b-9be2-1eda97be6cf3'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:57.187289 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17258e5-1e65-428d-ab67-4df22c874683" -d '{"events": [{"server_uuid": "8b2d2279-6385-4855-8a93-22f783ea8cd8", "name": "network-vif-unplugged", "status": "completed", "tag": "8538fd12-39df-466b-9be2-1eda97be6cf3"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:57.193280 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50002) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:57.193958 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ec5bf84-caa5-4238-91c0-9d16b4e92192 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.196122 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ec5bf84-caa5-4238-91c0-9d16b4e92192 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.206503 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6eea3f35-6e0a-483c-908b-c419d29e195e None None] For port 271cb51a-01ad-4bed-82dc-5c11fac6415b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=271cb51a-01ad-4bed-82dc-5c11fac6415b,segment=NetworkSegment(d7040183-9070-48bd-8deb-38c47c60db39),segment_id=d7040183-9070-48bd-8deb-38c47c60db39)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:57.207352 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6eea3f35-6e0a-483c-908b-c419d29e195e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.228030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6eea3f35-6e0a-483c-908b-c419d29e195e None None] Calling delete_port for 271cb51a-01ad-4bed-82dc-5c11fac6415b owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:57.229158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8ec5bf84-caa5-4238-91c0-9d16b4e92192 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Calling delete_port for 4a019e27-9219-44ba-9e4c-320853b5ad23 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:57.248657 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 271cb51a-01ad-4bed-82dc-5c11fac6415b no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:57.257588 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e7832034-6225-4d53-adf2-9baa40aabd29 req-ba620fd3-b584-4429-a9bc-c8d3e3fffc88 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417367 Nov 13 04:44:57.259705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] For port 271cb51a-01ad-4bed-82dc-5c11fac6415b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=271cb51a-01ad-4bed-82dc-5c11fac6415b,segment=NetworkSegment(d7040183-9070-48bd-8deb-38c47c60db39),segment_id=d7040183-9070-48bd-8deb-38c47c60db39)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:57.260069 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.305224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Attempting to bind port 8538fd12-39df-466b-9be2-1eda97be6cf3 on host n-h2-813114-2 for vnic_type normal with profile {"migrating_to": "n-h1-813114-2"} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:44:57.305553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Attempting to bind port 8538fd12-39df-466b-9be2-1eda97be6cf3 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:44:57.305875 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Attempting to bind port 8538fd12-39df-466b-9be2-1eda97be6cf3 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:57.329708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] Calling delete_port for 271cb51a-01ad-4bed-82dc-5c11fac6415b owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:57.343471 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9182b2-7bfc-4892-a2c5-b2d91267a8c5 x-openstack-request-id: req-0a9182b2-7bfc-4892-a2c5-b2d91267a8c5 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:57.343852 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2d2279-6385-4855-8a93-22f783ea8cd8", "name": "network-vif-unplugged", "status": "completed", "tag": "8538fd12-39df-466b-9be2-1eda97be6cf3", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:57.344026 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a9182b2-7bfc-4892-a2c5-b2d91267a8c5 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:57.344888 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2d2279-6385-4855-8a93-22f783ea8cd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8538fd12-39df-466b-9be2-1eda97be6cf3', 'code': 200} Nov 13 04:44:57.359028 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Port 8538fd12-39df-466b-9be2-1eda97be6cf3 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:44:57.359356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Attempting to bind port 8538fd12-39df-466b-9be2-1eda97be6cf3 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:44:57.378068 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:44:57.378411 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Checking segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:44:57.379023 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Bound using segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:44:57.379498 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Bound port: 8538fd12-39df-466b-9be2-1eda97be6cf3, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:44:57.379858 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.420402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7cbedd-593e-46a5-9348-aced11ab022d admin admin] Deleting subnet 41419bc6-b6bf-4ee9-980b-3f218b6e9e8f {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:44:57.436239 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db7cbedd-593e-46a5-9348-aced11ab022d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.441490 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.509321 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6eea3f35-6e0a-483c-908b-c419d29e195e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.577143 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db7cbedd-593e-46a5-9348-aced11ab022d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.594690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea3f35-6e0a-483c-908b-c419d29e195e None None] Pushing event deleted for resources: {'Port': ['ID=271cb51a-01ad-4bed-82dc-5c11fac6415b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:57.597013 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea3f35-6e0a-483c-908b-c419d29e195e None None] No DVR routers for this DVR port 271cb51a-01ad-4bed-82dc-5c11fac6415b on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:44:57.615000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ff447d07-3bdf-4d46-b943-f97d2a119a3f no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:44:57.634692 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:44:57.642620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0cba08b-9182-42cd-9263-eb870401e8b5 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.661472 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8538fd12-39df-466b-9be2-1eda97be6cf3,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:44:57.664300 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.669126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 0b5c67eb-d30e-47df-902e-3929d32b1401 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:44:57.718343 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: ff447d07-3bdf-4d46-b943-f97d2a119a3f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:44:57.719295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ff447d07-3bdf-4d46-b943-f97d2a119a3f not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:44:57.734111 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db7cbedd-593e-46a5-9348-aced11ab022d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.751387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 0b5c67eb-d30e-47df-902e-3929d32b1401 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:44:57.759750 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 0b5c67eb-d30e-47df-902e-3929d32b1401 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:44:57.759750 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.768622 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] No DVR routers for this DVR port 271cb51a-01ad-4bed-82dc-5c11fac6415b on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:44:57.773218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f66fa-ec1b-4d8e-9d4a-c8c5e361dcd1 req-4665ec98-2ff3-4e4b-a380-fdd3514cc60a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:57.774813 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-929f66fa-ec1b-4d8e-9d4a-c8c5e361dcd1 req-4665ec98-2ff3-4e4b-a380-fdd3514cc60a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 944 time: 0.2670233 Nov 13 04:44:57.811307 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.845854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=271cb51a-01ad-4bed-82dc-5c11fac6415b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:57.915928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Pushing event updated for resources: {'Port': ['ID=8538fd12-39df-466b-9be2-1eda97be6cf3,revision_number=8']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:57.943103 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ec5bf84-caa5-4238-91c0-9d16b4e92192 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:57.949273 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.004523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8beafd-4ef9-4a56-8edb-fee6202e4c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5c67eb-d30e-47df-902e-3929d32b1401'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:58.006636 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fef55d-8993-4f9c-8532-753ea7a54729" -d '{"events": [{"server_uuid": "4d8beafd-4ef9-4a56-8edb-fee6202e4c34", "name": "network-vif-plugged", "status": "completed", "tag": "0b5c67eb-d30e-47df-902e-3929d32b1401"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:58.023369 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 0b5c67eb-d30e-47df-902e-3929d32b1401, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=0b5c67eb-d30e-47df-902e-3929d32b1401,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:44:58.025191 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-929f66fa-ec1b-4d8e-9d4a-c8c5e361dcd1 req-612c90b9-c27e-4432-b8fb-06a0f30e8093 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172384 Nov 13 04:44:58.034869 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.035115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5bf84-caa5-4238-91c0-9d16b4e92192 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Pushing event deleted for resources: {'Port': ['ID=4a019e27-9219-44ba-9e4c-320853b5ad23,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:58.045714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:58.046469 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.049487 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-822cf540-02c5-4df2-a772-225c7ecfa982 service neutron] 10.222.0.46 "PUT /v2.0/ports/8538fd12-39df-466b-9be2-1eda97be6cf3 HTTP/1.1" status: 200 len: 1122 time: 2.1816316 Nov 13 04:44:58.052751 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.084132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d04222e-1871-40ff-bec8-882fb2bcd651']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:58.099114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7040183-9070-48bd-8deb-38c47c60db39') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:58.099494 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7040183-9070-48bd-8deb-38c47c60db39') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:58.116809 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74b211f-425b-47ce-9d9f-318cb1fbafbd x-openstack-request-id: req-e74b211f-425b-47ce-9d9f-318cb1fbafbd {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:58.118220 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.119173 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8beafd-4ef9-4a56-8edb-fee6202e4c34", "name": "network-vif-plugged", "status": "completed", "tag": "0b5c67eb-d30e-47df-902e-3929d32b1401", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:58.120515 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e74b211f-425b-47ce-9d9f-318cb1fbafbd {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:58.121052 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8beafd-4ef9-4a56-8edb-fee6202e4c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5c67eb-d30e-47df-902e-3929d32b1401', 'code': 200} Nov 13 04:44:58.137756 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0cba08b-9182-42cd-9263-eb870401e8b5 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.140826 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.153777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:44:58.154735 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.181942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=0b5c67eb-d30e-47df-902e-3929d32b1401,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:58.206737 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['8538fd12-39df-466b-9be2-1eda97be6cf3'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:44:58.226052 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ec5bf84-caa5-4238-91c0-9d16b4e92192 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.229676 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ec5bf84-caa5-4238-91c0-9d16b4e92192 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.233061 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8ec5bf84-caa5-4238-91c0-9d16b4e92192 tempest-ServersTestBootFromVolume-1016905730 tempest-ServersTestBootFromVolume-1016905730-project] 10.222.0.43 "DELETE /v2.0/floatingips/b8687cac-5385-4673-acf6-1557e14202c6 HTTP/1.1" status: 204 len: 168 time: 1.6925223 Nov 13 04:44:58.236816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50044) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:44:58.238579 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:44:58.243036 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db7cbedd-593e-46a5-9348-aced11ab022d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.400301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d974cb0-56ae-47ce-821e-3da198d349b0 req-fcd340fa-43bd-4515-9ba7-ae5ac059b4df tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:58.402697 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1d974cb0-56ae-47ce-821e-3da198d349b0 req-fcd340fa-43bd-4515-9ba7-ae5ac059b4df tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 950 time: 0.1107960 Nov 13 04:44:58.420876 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.670621 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.674999 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.697582 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba08b-9182-42cd-9263-eb870401e8b5 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Deleting port 34cef7f3-573f-4f90-ab8a-9c11cf7d89ee {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:44:58.697995 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0cba08b-9182-42cd-9263-eb870401e8b5 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.706873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cbedd-593e-46a5-9348-aced11ab022d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41419bc6-b6bf-4ee9-980b-3f218b6e9e8f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:58.709133 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.715435 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5d04222e-1871-40ff-bec8-882fb2bcd651 HTTP/1.1" status: 204 len: 168 time: 2.6705735 Nov 13 04:44:58.748097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8db652-31fb-414e-a38f-baa62846dac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d04222e-1871-40ff-bec8-882fb2bcd651,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:58.750651 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db7cbedd-593e-46a5-9348-aced11ab022d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.753850 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-db7cbedd-593e-46a5-9348-aced11ab022d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/41419bc6-b6bf-4ee9-980b-3f218b6e9e8f HTTP/1.1" status: 204 len: 168 time: 1.5524764 Nov 13 04:44:58.767073 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50052) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:58.798615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3fe58-7537-48cd-b069-d1aab87106e5 req-618ad970-18d6-4ed4-b970-8a856614b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:58.800444 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fba3fe58-7537-48cd-b069-d1aab87106e5 req-618ad970-18d6-4ed4-b970-8a856614b8b8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 1096 time: 0.5544584 Nov 13 04:44:58.811164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb540d9d-6dcf-4ac5-8a6f-06a3c4c2d647 req-5b890357-2883-430b-a7b9-4f7b494defba tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:58.812709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb540d9d-6dcf-4ac5-8a6f-06a3c4c2d647 req-5b890357-2883-430b-a7b9-4f7b494defba tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 945 time: 0.1355541 Nov 13 04:44:58.873953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50054) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:58.882068 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fba3fe58-7537-48cd-b069-d1aab87106e5 req-709d3db8-c295-4c4c-bb4e-8c1a4c8dad7d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682144 Nov 13 04:44:58.889484 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1d974cb0-56ae-47ce-821e-3da198d349b0 req-b18d5501-b760-4ec2-be4a-221135127d79 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719639 Nov 13 04:44:58.926254 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb540d9d-6dcf-4ac5-8a6f-06a3c4c2d647 req-2be705a4-7d32-4626-b6a3-2c8edb8b3849 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753145 Nov 13 04:44:58.983138 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ebc7d16-4306-4192-8603-c358f3e89dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:58.999952 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0cba08b-9182-42cd-9263-eb870401e8b5 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.028694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba08b-9182-42cd-9263-eb870401e8b5 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Calling delete_port for 34cef7f3-573f-4f90-ab8a-9c11cf7d89ee owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:44:59.047096 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f8ad83c0-b144-4343-8b97-5641b97f9b75 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=606b6f5d12d04eb5a653aebae6a0ffdb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1684725 Nov 13 04:44:59.047876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50056) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:59.118571 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9164eb0b-fda5-4e19-9854-34f1e101f10b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.142891 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9164eb0b-fda5-4e19-9854-34f1e101f10b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.217081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0522dc-c45f-48f8-ba9c-995c1291a41a req-44951052-b7f7-4bcf-9df6-890c3e16e3ce tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:59.218724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd0522dc-c45f-48f8-ba9c-995c1291a41a req-44951052-b7f7-4bcf-9df6-890c3e16e3ce tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 944 time: 0.0693204 Nov 13 04:44:59.221145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ebc7d16-4306-4192-8603-c358f3e89dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.235895 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9164eb0b-fda5-4e19-9854-34f1e101f10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.238663 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9164eb0b-fda5-4e19-9854-34f1e101f10b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.239797 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9164eb0b-fda5-4e19-9854-34f1e101f10b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e664025c-45af-4694-899f-3a8baf0ece1a HTTP/1.1" status: 204 len: 168 time: 0.1908767 Nov 13 04:44:59.255657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164eb0b-fda5-4e19-9854-34f1e101f10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e664025c-45af-4694-899f-3a8baf0ece1a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:59.282525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3ebc7d16-4306-4192-8603-c358f3e89dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fcb369f-01db-49f2-a18a-07afe06ec1d6']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:59.303763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3ebc7d16-4306-4192-8603-c358f3e89dc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab5fe90-4aa4-4c55-a120-371e6560028f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:59.304370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3ebc7d16-4306-4192-8603-c358f3e89dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab5fe90-4aa4-4c55-a120-371e6560028f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:44:59.324599 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ebc7d16-4306-4192-8603-c358f3e89dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.333141 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd0522dc-c45f-48f8-ba9c-995c1291a41a req-88b9473e-e81c-4066-b69f-1629653752f8 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069474 Nov 13 04:44:59.346095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2d2279-6385-4855-8a93-22f783ea8cd8', 'tag': '8538fd12-39df-466b-9be2-1eda97be6cf3'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:44:59.349719 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aab554d-5b77-4cac-8ef0-de081b1f992e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2d2279-6385-4855-8a93-22f783ea8cd8", "tag": "8538fd12-39df-466b-9be2-1eda97be6cf3"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:44:59.351018 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ebc7d16-4306-4192-8603-c358f3e89dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.382389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebc7d16-4306-4192-8603-c358f3e89dc8 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:44:59.382810 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ebc7d16-4306-4192-8603-c358f3e89dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:44:59.384740 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:44:59.409524 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2dfe2c-ccce-451f-8995-5e610daedeef x-openstack-request-id: req-fd2dfe2c-ccce-451f-8995-5e610daedeef {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:44:59.410416 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2d2279-6385-4855-8a93-22f783ea8cd8", "tag": "8538fd12-39df-466b-9be2-1eda97be6cf3", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:44:59.411245 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd2dfe2c-ccce-451f-8995-5e610daedeef {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:44:59.411687 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2d2279-6385-4855-8a93-22f783ea8cd8', 'tag': '8538fd12-39df-466b-9be2-1eda97be6cf3', 'status': 'completed', 'code': 200} Nov 13 04:44:59.486855 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0cba08b-9182-42cd-9263-eb870401e8b5 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.497143 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ebc7d16-4306-4192-8603-c358f3e89dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.509325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab554d-5b77-4cac-8ef0-de081b1f992e req-34c873ac-2553-4c46-9a0f-e7b375d934df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:59.511234 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6aab554d-5b77-4cac-8ef0-de081b1f992e req-34c873ac-2553-4c46-9a0f-e7b375d934df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 1125 time: 0.0502217 Nov 13 04:44:59.523653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ebc7d16-4306-4192-8603-c358f3e89dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.527608 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3ebc7d16-4306-4192-8603-c358f3e89dc8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6fcb369f-01db-49f2-a18a-07afe06ec1d6 HTTP/1.1" status: 204 len: 168 time: 0.7544873 Nov 13 04:44:59.530460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba08b-9182-42cd-9263-eb870401e8b5 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Pushing event deleted for resources: {'Port': ['ID=34cef7f3-573f-4f90-ab8a-9c11cf7d89ee,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:59.547894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc7d16-4306-4192-8603-c358f3e89dc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fcb369f-01db-49f2-a18a-07afe06ec1d6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:44:59.610116 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-896c55ae-5a89-4b62-b9a2-d931d1cec806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.628938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab554d-5b77-4cac-8ef0-de081b1f992e req-14740fa6-f7bd-4de3-8e9b-cd0cf5b439c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:59.630811 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6aab554d-5b77-4cac-8ef0-de081b1f992e req-14740fa6-f7bd-4de3-8e9b-cd0cf5b439c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.1119249 Nov 13 04:44:59.653219 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0cba08b-9182-42cd-9263-eb870401e8b5 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.700380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50068) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:59.707611 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6aab554d-5b77-4cac-8ef0-de081b1f992e req-db623ee5-3344-43ce-b58c-cd9543020e62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8538fd12-39df-466b-9be2-1eda97be6cf3 HTTP/1.1" status: 200 len: 217 time: 0.0604131 Nov 13 04:44:59.758670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50070) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:59.791412 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0cba08b-9182-42cd-9263-eb870401e8b5 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.795181 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0cba08b-9182-42cd-9263-eb870401e8b5 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.802495 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b6f29399-bf50-4bb1-bd6a-d9a1ba0620ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f007994a998c4ef3addc7d252d4f802a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0986717 Nov 13 04:44:59.802495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab554d-5b77-4cac-8ef0-de081b1f992e req-1a00c9b1-f926-4794-a1d0-3d7e19a0d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:44:59.803253 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6aab554d-5b77-4cac-8ef0-de081b1f992e req-1a00c9b1-f926-4794-a1d0-3d7e19a0d35f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.0867231 Nov 13 04:44:59.804855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50072) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:59.849181 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0cba08b-9182-42cd-9263-eb870401e8b5 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.849675 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cba08b-9182-42cd-9263-eb870401e8b5 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Fanout notify agent at l3_agent the message router_deleted on router 0b04aa53-c65f-4ff8-88fa-b3c34d8d7173 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:44:59.865759 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6aab554d-5b77-4cac-8ef0-de081b1f992e req-8c3344ed-38d8-4246-8f7a-ed8efa224c3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492966 Nov 13 04:44:59.873580 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3b167210-3166-44f5-a39d-1ede1cc49708 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9b28ace4e6249d5b79053c37413b2b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1106777 Nov 13 04:44:59.876019 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50074) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:59.886121 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0cba08b-9182-42cd-9263-eb870401e8b5 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.887483 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f0cba08b-9182-42cd-9263-eb870401e8b5 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "DELETE /v2.0/routers/0b04aa53-c65f-4ff8-88fa-b3c34d8d7173 HTTP/1.1" status: 204 len: 168 time: 3.0075316 Nov 13 04:44:59.891240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50076) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:44:59.896520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f22215e2-dc57-4d65-a3cb-d6eea5fa6ea6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-135899329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:44:59.944712 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f22215e2-dc57-4d65-a3cb-d6eea5fa6ea6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.945738 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f22215e2-dc57-4d65-a3cb-d6eea5fa6ea6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:44:59.995126 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5514814-c057-4fa8-933e-dc70f7d85ce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:00.030429 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f22215e2-dc57-4d65-a3cb-d6eea5fa6ea6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:00.043947 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f22215e2-dc57-4d65-a3cb-d6eea5fa6ea6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:00.047127 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ace2b5cc-b159-4afd-b2de-17c8f8d43da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:00.070248 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5514814-c057-4fa8-933e-dc70f7d85ce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:00.095856 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6aab554d-5b77-4cac-8ef0-de081b1f992e req-2c53c495-eef4-49a5-916d-86767b4e5ed4 service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190254 Nov 13 04:45:00.102652 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f22215e2-dc57-4d65-a3cb-d6eea5fa6ea6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:00.106632 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f22215e2-dc57-4d65-a3cb-d6eea5fa6ea6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2117193 Nov 13 04:45:00.106881 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50084) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:00.111299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'enable_snat': False}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:00.134887 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ace2b5cc-b159-4afd-b2de-17c8f8d43da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:00.165395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93308209-47f7-43ff-bc5d-ea6fdd9e3434 req-ad8bfb5e-3f38-4510-ad9c-b58896f2affa tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:00.167055 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93308209-47f7-43ff-bc5d-ea6fdd9e3434 req-ad8bfb5e-3f38-4510-ad9c-b58896f2affa tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 945 time: 0.1421452 Nov 13 04:45:00.215681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcef2ea-5403-4f7e-8f49-537912f8d708 req-132a5638-107d-4c06-b1d1-077d1f08bd7f tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:00.218952 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afcef2ea-5403-4f7e-8f49-537912f8d708 req-132a5638-107d-4c06-b1d1-077d1f08bd7f tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 950 time: 0.2103901 Nov 13 04:45:00.266817 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5514814-c057-4fa8-933e-dc70f7d85ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:00.269569 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5514814-c057-4fa8-933e-dc70f7d85ce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:00.273036 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d5514814-c057-4fa8-933e-dc70f7d85ce5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4c63882-be60-4058-bb8a-381276203c56 HTTP/1.1" status: 204 len: 168 time: 0.4649570 Nov 13 04:45:00.286594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-896c55ae-5a89-4b62-b9a2-d931d1cec806 admin admin] Deleting port 9c6e56e1-25b0-4a79-9269-ad6da74677b8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:00.287219 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-896c55ae-5a89-4b62-b9a2-d931d1cec806 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:00.300346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5514814-c057-4fa8-933e-dc70f7d85ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c63882-be60-4058-bb8a-381276203c56,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:00.305079 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6aab554d-5b77-4cac-8ef0-de081b1f992e req-94bad1ea-93d7-47f8-af37-9d72d10d4a9d service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969419 Nov 13 04:45:00.318392 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ace2b5cc-b159-4afd-b2de-17c8f8d43da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:00.322374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ace2b5cc-b159-4afd-b2de-17c8f8d43da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:00.324039 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ace2b5cc-b159-4afd-b2de-17c8f8d43da7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e08a45b0-ab36-4285-bf27-8814790e87f3 HTTP/1.1" status: 204 len: 168 time: 0.4457290 Nov 13 04:45:00.343556 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afcef2ea-5403-4f7e-8f49-537912f8d708 req-518d3ee5-67cc-43b3-9d19-1113f371001a tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118071 Nov 13 04:45:00.344613 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2b5cc-b159-4afd-b2de-17c8f8d43da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08a45b0-ab36-4285-bf27-8814790e87f3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:00.430397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93308209-47f7-43ff-bc5d-ea6fdd9e3434 req-ed13aa33-8755-4c5b-8769-700e765292ba tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371507 Nov 13 04:45:00.434009 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:00.498113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-896c55ae-5a89-4b62-b9a2-d931d1cec806 admin admin] For port 9c6e56e1-25b0-4a79-9269-ad6da74677b8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9c6e56e1-25b0-4a79-9269-ad6da74677b8,segment=NetworkSegment(f2587768-3bc6-4842-b1ba-6cc4a2b4cafe),segment_id=f2587768-3bc6-4842-b1ba-6cc4a2b4cafe)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:00.498496 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-896c55ae-5a89-4b62-b9a2-d931d1cec806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:00.515214 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-896c55ae-5a89-4b62-b9a2-d931d1cec806 admin admin] Calling delete_port for 9c6e56e1-25b0-4a79-9269-ad6da74677b8 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:01.101900 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8163c-1fdf-463f-98ff-326b9a4c1c0d req-a066fc19-c93f-4ca0-9394-3cc98bd51b41 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:01.111321 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67f8163c-1fdf-463f-98ff-326b9a4c1c0d req-a066fc19-c93f-4ca0-9394-3cc98bd51b41 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 944 time: 0.3110368 Nov 13 04:45:01.232835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67f8163c-1fdf-463f-98ff-326b9a4c1c0d req-da3a54af-d53c-4d6b-8e4d-79552c40847a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174445 Nov 13 04:45:01.244086 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-896c55ae-5a89-4b62-b9a2-d931d1cec806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:01.307945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c55ae-5a89-4b62-b9a2-d931d1cec806 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6e56e1-25b0-4a79-9269-ad6da74677b8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:01.450328 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:01.473264 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:01.517568 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:45:01.652432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50154) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:01.668777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8538fd12-39df-466b-9be2-1eda97be6cf3 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:45:01.677282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbc732-0b8b-4028-a161-44026a6e7067 req-1462d9d4-6496-4e6c-a200-adc14b65d4ed tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:01.684094 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5bcbc732-0b8b-4028-a161-44026a6e7067 req-1462d9d4-6496-4e6c-a200-adc14b65d4ed tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 945 time: 0.1114337 Nov 13 04:45:01.689037 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device fe8c412c-eb83-4b35-a6f1-09473b7e483a no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:45:01.775305 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5bcbc732-0b8b-4028-a161-44026a6e7067 req-e6a7e4d2-8d54-49d8-839f-93ce393592d2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884902 Nov 13 04:45:01.840105 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Allocated IP 172.25.8.25 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/42c5379d-7083-403e-bdf6-23eb6a618c79) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:01.950593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1161354380-network', 'tenant_id': 'd6ff2630b7764af9a4bfc627527b5552'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:01.967376 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:01.982563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8538fd12-39df-466b-9be2-1eda97be6cf3,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:02.007520 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:02.018135 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-896c55ae-5a89-4b62-b9a2-d931d1cec806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:02.021069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] Made reservation on behalf of d6ff2630b7764af9a4bfc627527b5552 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:02.026725 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:02.030555 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:02.048827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8538fd12-39df-466b-9be2-1eda97be6cf3 has no active binding in host n-h1-813114-2 {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 13 04:45:02.051718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:02.057953 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a6b009-2187-44fc-a190-8b326bedd942', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe8c412c-eb83-4b35-a6f1-09473b7e483a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:02.060659 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a973e7-a573-4a27-b8e9-3b08da3c5d88" -d '{"events": [{"server_uuid": "92a6b009-2187-44fc-a190-8b326bedd942", "name": "network-vif-unplugged", "status": "completed", "tag": "fe8c412c-eb83-4b35-a6f1-09473b7e483a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:02.078024 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:02.079370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:02.079800 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port fe8c412c-eb83-4b35-a6f1-09473b7e483a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fe8c412c-eb83-4b35-a6f1-09473b7e483a,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:02.090386 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:02.152878 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=fe8c412c-eb83-4b35-a6f1-09473b7e483a,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:02.164012 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e7eb97-741e-4b0c-b6fa-e224e7e48f0b x-openstack-request-id: req-b0e7eb97-741e-4b0c-b6fa-e224e7e48f0b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:02.166674 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a6b009-2187-44fc-a190-8b326bedd942", "name": "network-vif-unplugged", "status": "completed", "tag": "fe8c412c-eb83-4b35-a6f1-09473b7e483a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:02.167271 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0e7eb97-741e-4b0c-b6fa-e224e7e48f0b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:02.168071 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a6b009-2187-44fc-a190-8b326bedd942', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe8c412c-eb83-4b35-a6f1-09473b7e483a', 'code': 200} Nov 13 04:45:02.180651 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:02.274162 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:02.290213 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:02.360798 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:45:02.378566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59de120-19a0-44d8-b1a7-1fb6da675945,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:02.388630 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:02.389068 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] Added segment a94370aa-9ef3-4032-9000-4e8069be5d87 of type vlan for network 24313b11-5485-42bf-9ecf-949e7be46d37 Nov 13 04:45:02.426365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Pushing event updated for resources: {'Port': ['ID=42c5379d-7083-403e-bdf6-23eb6a618c79,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:02.448836 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:02.481548 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:02.482929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:02.483661 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:02.491602 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620231d3-4a6b-4f0f-ad8f-c25daa20c576 req-80431633-32b6-4810-b3e9-c270ff51e21f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:02.501920 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-620231d3-4a6b-4f0f-ad8f-c25daa20c576 req-80431633-32b6-4810-b3e9-c270ff51e21f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 944 time: 0.1054983 Nov 13 04:45:02.541134 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8867002 Nov 13 04:45:02.549510 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50188) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:02.557816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c118ca35-c929-4de6-9d37-e5f09d26ea79 admin admin] Request body: {'subnet': {'network_id': '24313b11-5485-42bf-9ecf-949e7be46d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1161354380-subnet', 'tenant_id': 'd6ff2630b7764af9a4bfc627527b5552', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:02.607742 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7f2be-56db-4931-be98-f97f8b8f1ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=24313b11-5485-42bf-9ecf-949e7be46d37,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:02.618829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 24313b11-5485-42bf-9ecf-949e7be46d37 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:45:02.657535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c118ca35-c929-4de6-9d37-e5f09d26ea79 admin admin] Made reservation on behalf of d6ff2630b7764af9a4bfc627527b5552 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:02.660008 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c118ca35-c929-4de6-9d37-e5f09d26ea79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:02.791581 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896c55ae-5a89-4b62-b9a2-d931d1cec806 admin admin] Router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:45:02.792770 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:02.798223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-620231d3-4a6b-4f0f-ad8f-c25daa20c576 req-d49f347f-0ca7-48b9-8257-74d2e0521070 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823083 Nov 13 04:45:02.941445 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c118ca35-c929-4de6-9d37-e5f09d26ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:03.041007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118ca35-c929-4de6-9d37-e5f09d26ea79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd5fa14-ce0a-4e96-a6ba-935754a04953,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:03.047347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896c55ae-5a89-4b62-b9a2-d931d1cec806 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:45:03.053579 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-896c55ae-5a89-4b62-b9a2-d931d1cec806 admin admin] 10.222.0.43 "PUT /v2.0/routers/d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8147292 Nov 13 04:45:03.057551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50204) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:03.058429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748482f9-8d7d-463a-b36b-ffdeba7ac199 None None] Sync routers for ids ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:45:03.060602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c118ca35-c929-4de6-9d37-e5f09d26ea79 admin admin] Checking segment: {'id': 'a94370aa-9ef3-4032-9000-4e8069be5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24313b11-5485-42bf-9ecf-949e7be46d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:03.060964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c118ca35-c929-4de6-9d37-e5f09d26ea79 admin admin] Network hostable DHCP agents. Network: 24313b11-5485-42bf-9ecf-949e7be46d37, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:45:03.072660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748482f9-8d7d-463a-b36b-ffdeba7ac199 None None] Routers {'d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:03.075211 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-748482f9-8d7d-463a-b36b-ffdeba7ac199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:03.088781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c118ca35-c929-4de6-9d37-e5f09d26ea79 admin admin] Network 24313b11-5485-42bf-9ecf-949e7be46d37 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:45:03.124605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-c118ca35-c929-4de6-9d37-e5f09d26ea79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 24313b11-5485-42bf-9ecf-949e7be46d37) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:03.129549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c118ca35-c929-4de6-9d37-e5f09d26ea79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:03.130835 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c118ca35-c929-4de6-9d37-e5f09d26ea79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:03.151490 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c118ca35-c929-4de6-9d37-e5f09d26ea79 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6007938 Nov 13 04:45:03.295734 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f64a2a6-a518-451e-8645-7c20748d649c None None] Network 24313b11-5485-42bf-9ecf-949e7be46d37 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:45:03.361496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-748482f9-8d7d-463a-b36b-ffdeba7ac199 None None] Set router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:45:03.514746 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:03.525626 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:03.581164 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:03.696166 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5502770-e061-4e10-a3c8-ffbc96ad7dd3 None None] Network 24313b11-5485-42bf-9ecf-949e7be46d37 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:45:03.864213 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:03.897904 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-9438ea87-32e3-48fa-a698-1db85ef62a4a service neutron] 10.222.0.36 "GET /v2.0/ports/8538fd12-39df-466b-9be2-1eda97be6cf3/bindings/n-h1-813114-2 HTTP/1.1" status: 200 len: 384 time: 0.1818264 Nov 13 04:45:03.953428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-748482f9-8d7d-463a-b36b-ffdeba7ac199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:39Z', 'updated_at': '2021-11-13T04:45:01Z', 'revision_number': 5, 'project_id': '5143a27bb143403789df703346f51b53', 'gw_port': {'id': '5c8ecdf3-191e-4ca7-b89c-08074f13f786', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:41:40Z', 'updated_at': '2021-11-13T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:03.969290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Router 882d1001-7409-426a-9261-b91a7610c34e is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:45:03.978814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-eefc7008-dcb2-4c8b-91e2-fddded8e3af0 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:03.986519 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-eefc7008-dcb2-4c8b-91e2-fddded8e3af0 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/networks?id=24313b11-5485-42bf-9ecf-949e7be46d37 HTTP/1.1" status: 200 len: 809 time: 0.2695315 Nov 13 04:45:04.002173 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748482f9-8d7d-463a-b36b-ffdeba7ac199 None None] Checking router: d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:45:04.009987 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-4af6b9e1-d3e8-4659-9b88-0cee4ef56547 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/quotas/d6ff2630b7764af9a4bfc627527b5552 HTTP/1.1" status: 200 len: 375 time: 0.0223515 Nov 13 04:45:04.018191 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748482f9-8d7d-463a-b36b-ffdeba7ac199 None None] Routers {'d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:04.019461 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-748482f9-8d7d-463a-b36b-ffdeba7ac199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:04.179850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50252) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:04.200653 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-eb8bac44-f0ab-464d-b930-e455eedc7651 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6ff2630b7764af9a4bfc627527b5552&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045623 Nov 13 04:45:04.238720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74313fe-7e51-4199-b685-f87553f7bf41 req-375cea82-d4e2-409b-b6df-c0bf5e839080 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:04.250024 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a74313fe-7e51-4199-b685-f87553f7bf41 req-375cea82-d4e2-409b-b6df-c0bf5e839080 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 944 time: 0.1499128 Nov 13 04:45:04.260431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:45:04.267610 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:04.269079 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f6c1d1d5-d3dd-4e57-aadd-c3fd8fb3eb5a tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "PUT /v2.0/routers/882d1001-7409-426a-9261-b91a7610c34e HTTP/1.1" status: 200 len: 914 time: 4.1609571 Nov 13 04:45:04.271055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] Deleting port 5c8ecdf3-191e-4ca7-b89c-08074f13f786 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:04.271434 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:04.275480 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd8f7b-638e-4c6b-8a54-ca0cb42667ab None None] Sync routers for ids ['882d1001-7409-426a-9261-b91a7610c34e'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:45:04.278527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:04.290650 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd8f7b-638e-4c6b-8a54-ca0cb42667ab None None] Routers {'882d1001-7409-426a-9261-b91a7610c34e'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:04.291385 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c8cd8f7b-638e-4c6b-8a54-ca0cb42667ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['882d1001-7409-426a-9261-b91a7610c34e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:04.313598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-36d38ae2-bb60-45b4-ba5d-f2d99c6dc8a6 service neutron] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8538fd12-39df-466b-9be2-1eda97be6cf3,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:04.338684 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c8cd8f7b-638e-4c6b-8a54-ca0cb42667ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:04.343124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-36d38ae2-bb60-45b4-ba5d-f2d99c6dc8a6 service neutron] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:45:04.356082 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd8f7b-638e-4c6b-8a54-ca0cb42667ab None None] Routers {'882d1001-7409-426a-9261-b91a7610c34e'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:04.357128 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c8cd8f7b-638e-4c6b-8a54-ca0cb42667ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:44:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['882d1001-7409-426a-9261-b91a7610c34e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:04.391786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-36d38ae2-bb60-45b4-ba5d-f2d99c6dc8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8538fd12-39df-466b-9be2-1eda97be6cf3 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:45:04.408470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-36d38ae2-bb60-45b4-ba5d-f2d99c6dc8a6 service neutron] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8538fd12-39df-466b-9be2-1eda97be6cf3,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:04.436127 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-36d38ae2-bb60-45b4-ba5d-f2d99c6dc8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:04.446976 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6b820aa-2d71-4430-8a2a-949dd2843f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:04.454329 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c8cd8f7b-638e-4c6b-8a54-ca0cb42667ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:04.455322 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd8f7b-638e-4c6b-8a54-ca0cb42667ab None None] The sync data for ids ['882d1001-7409-426a-9261-b91a7610c34e'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:45:04.468575 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-748482f9-8d7d-463a-b36b-ffdeba7ac199 None None] Set router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:45:04.492186 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3525538-4904-4309-89c3-58e191268d41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:04.508018 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a74313fe-7e51-4199-b685-f87553f7bf41 req-0c338877-32bc-4fe7-8a97-46312def8fc7 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569778 Nov 13 04:45:04.556405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-748482f9-8d7d-463a-b36b-ffdeba7ac199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:39Z', 'updated_at': '2021-11-13T04:45:03Z', 'revision_number': 6, 'project_id': '5143a27bb143403789df703346f51b53', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:04.596227 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748482f9-8d7d-463a-b36b-ffdeba7ac199 None None] The sync data for ids ['d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7'] in n-d-813114-2 is: [{'id': 'd9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7', 'name': 'tempest-ServersTestBootFromVolume-50837315-router', 'tenant_id': '5143a27bb143403789df703346f51b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:41:39Z', 'updated_at': '2021-11-13T04:45:03Z', 'revision_number': 6, 'project_id': '5143a27bb143403789df703346f51b53', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:45:04.617193 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d046130e-7e7a-46cf-9ff2-3ae7d0339251 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/routers/882d1001-7409-426a-9261-b91a7610c34e HTTP/1.1" status: 200 len: 920 time: 0.3350801 Nov 13 04:45:04.618528 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50268) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:04.665030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-36d38ae2-bb60-45b4-ba5d-f2d99c6dc8a6 service neutron] Transition to ACTIVE for port object 8538fd12-39df-466b-9be2-1eda97be6cf3 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:45:04.670649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-1f54e275-e82a-47b7-a030-1a903c782f40 service neutron] 10.222.0.43 "GET /v2.0/networks/24313b11-5485-42bf-9ecf-949e7be46d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530339 Nov 13 04:45:04.675164 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-36d38ae2-bb60-45b4-ba5d-f2d99c6dc8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:04.702383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] For port 5c8ecdf3-191e-4ca7-b89c-08074f13f786, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5c8ecdf3-191e-4ca7-b89c-08074f13f786,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:04.702754 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:04.779881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-36d38ae2-bb60-45b4-ba5d-f2d99c6dc8a6 service neutron] No DVR routers for this DVR port 8538fd12-39df-466b-9be2-1eda97be6cf3 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:45:04.825092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] Calling delete_port for 5c8ecdf3-191e-4ca7-b89c-08074f13f786 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:04.837860 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-36d38ae2-bb60-45b4-ba5d-f2d99c6dc8a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/8538fd12-39df-466b-9be2-1eda97be6cf3/bindings/n-h1-813114-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9290891 Nov 13 04:45:04.845529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d38ae2-bb60-45b4-ba5d-f2d99c6dc8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8538fd12-39df-466b-9be2-1eda97be6cf3,revision_number=10']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:04.881755 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76998e6-1322-4350-a6c5-35197f576638 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:04.883730 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d76998e6-1322-4350-a6c5-35197f576638 tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&device_id=882d1001-7409-426a-9261-b91a7610c34e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2643683 Nov 13 04:45:04.894603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50276) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:04.921224 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3525538-4904-4309-89c3-58e191268d41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:04.944729 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3525538-4904-4309-89c3-58e191268d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:04.954512 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-49ebc25f-91bd-4895-b2d6-a96ea72d4fe6 service neutron] 10.222.0.43 "GET /v2.0/networks/24313b11-5485-42bf-9ecf-949e7be46d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727151 Nov 13 04:45:05.058079 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c3525538-4904-4309-89c3-58e191268d41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e197d6b1026b468881fb0479cf292d65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8689666 Nov 13 04:45:05.064195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50284) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:05.086162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3525538-4904-4309-89c3-58e191268d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace0cf27-1942-40e6-89fd-923cc06f4658,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:05.117895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c82ba0-06fe-49e0-85e4-486f7dff7a5b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:05.123185 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-63c82ba0-06fe-49e0-85e4-486f7dff7a5b tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 881 time: 0.2216818 Nov 13 04:45:05.123929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50286) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:05.188082 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9c6e56e1-25b0-4a79-9269-ad6da74677b8 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:45:05.195277 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0979436f-554d-4cdb-af9e-1705f6b9ef85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:05.197607 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-94659e27-ebe9-4ca5-85cf-8c8fbce96976 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "GET /v2.0/ports?device_id=882d1001-7409-426a-9261-b91a7610c34e HTTP/1.1" status: 200 len: 205 time: 0.0577497 Nov 13 04:45:05.198971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50288) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:05.230661 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 9c6e56e1-25b0-4a79-9269-ad6da74677b8 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:45:05.231453 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9c6e56e1-25b0-4a79-9269-ad6da74677b8 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:45:05.293162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-c70455a7-c956-4d6c-8e68-12919804fa5c tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:05.295054 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-c70455a7-c956-4d6c-8e68-12919804fa5c tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8&tenant_id=84f24f012ac64c77a0d17f88ca400a24&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 1096 time: 0.1980009 Nov 13 04:45:05.387564 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0979436f-554d-4cdb-af9e-1705f6b9ef85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:05.395915 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d156-3589-4b26-bd6b-1a369aa0d3b6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:05.405790 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ba66acc-2d62-4b73-a8d0-c43a19f35084 req-1d5a1485-97ee-4aea-851a-93718ef0a043 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 210 time: 0.0708873 Nov 13 04:45:05.436927 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:05.440895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-7621520e-296e-4e84-b12a-07e31b7422aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:05.442500 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-7621520e-296e-4e84-b12a-07e31b7422aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8&tenant_id=84f24f012ac64c77a0d17f88ca400a24 HTTP/1.1" status: 200 len: 1096 time: 0.1116633 Nov 13 04:45:05.582385 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d156-3589-4b26-bd6b-1a369aa0d3b6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:05.587035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-c5390d02-fe75-4149-9ec4-4e00df1230e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:05.588793 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-c5390d02-fe75-4149-9ec4-4e00df1230e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0901904 Nov 13 04:45:05.608537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8ecdf3-191e-4ca7-b89c-08074f13f786,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:05.715046 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0979436f-554d-4cdb-af9e-1705f6b9ef85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:05.719088 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0979436f-554d-4cdb-af9e-1705f6b9ef85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:05.721097 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0979436f-554d-4cdb-af9e-1705f6b9ef85 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ace0cf27-1942-40e6-89fd-923cc06f4658 HTTP/1.1" status: 204 len: 168 time: 0.6562400 Nov 13 04:45:05.737136 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979436f-554d-4cdb-af9e-1705f6b9ef85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace0cf27-1942-40e6-89fd-923cc06f4658,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:05.767586 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:05.953096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29231eac-0225-4da5-b67c-4406de33c45b req-e853ef0d-5a54-4b99-82b6-a0abd0da7ca2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:05.965672 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29231eac-0225-4da5-b67c-4406de33c45b req-e853ef0d-5a54-4b99-82b6-a0abd0da7ca2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 945 time: 0.3215039 Nov 13 04:45:05.974553 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:05.977915 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.022931 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0d156-3589-4b26-bd6b-1a369aa0d3b6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Deleting port 42c5379d-7083-403e-bdf6-23eb6a618c79 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:06.023638 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d156-3589-4b26-bd6b-1a369aa0d3b6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.035703 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.036364 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:45:06.051969 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.055777 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1040fa18-3955-4ca4-8def-e155e11d18a4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d9c8ce26-62ca-4d0d-bc31-8bec4a2bd7c7 HTTP/1.1" status: 204 len: 168 time: 2.9970737 Nov 13 04:45:06.059310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50318) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:06.066410 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-a58a23ea-4d73-436c-a889-72f001383b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:06.067972 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-a58a23ea-4d73-436c-a889-72f001383b62 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.4665532 Nov 13 04:45:06.083477 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29231eac-0225-4da5-b67c-4406de33c45b req-b1fbd634-52ed-4386-a60c-1edb07eadb1a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115284 Nov 13 04:45:06.164843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d481015f-0b7e-48ab-b515-a9aa05ca7b71 admin admin] Deleting subnet 46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:45:06.169089 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d481015f-0b7e-48ab-b515-a9aa05ca7b71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.221008 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-2517ddd5-26f2-4a32-8246-f61fa3c3ed3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8538fd12-39df-466b-9be2-1eda97be6cf3 HTTP/1.1" status: 200 len: 217 time: 0.1327486 Nov 13 04:45:06.233471 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d481015f-0b7e-48ab-b515-a9aa05ca7b71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.255586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50320) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:06.278015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d958da24-f603-4ee9-88f1-1759f890a4c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.354778 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d156-3589-4b26-bd6b-1a369aa0d3b6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.385985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0d156-3589-4b26-bd6b-1a369aa0d3b6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Calling delete_port for 42c5379d-7083-403e-bdf6-23eb6a618c79 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:06.393221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-99fa00f1-d2f8-4bc2-bdcc-041d72df3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:06.394808 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-99fa00f1-d2f8-4bc2-bdcc-041d72df3359 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.1317213 Nov 13 04:45:06.415135 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d481015f-0b7e-48ab-b515-a9aa05ca7b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.441175 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d35ab64a-de1e-46a8-a3da-b8ce773c3664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.467913 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-2e5cd432-2d93-4966-bfa3-61cab316c0ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617595 Nov 13 04:45:06.501982 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d958da24-f603-4ee9-88f1-1759f890a4c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.508245 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d958da24-f603-4ee9-88f1-1759f890a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.552630 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d481015f-0b7e-48ab-b515-a9aa05ca7b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.567534 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d70d2a2d-e1aa-41ce-9613-1e96d13589c9 req-663c1f6a-7aaf-4ab3-9d20-437265ebd390 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 210 time: 0.0509105 Nov 13 04:45:06.568454 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d958da24-f603-4ee9-88f1-1759f890a4c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83e5233351fb45489d6102cfea31a176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118377 Nov 13 04:45:06.576820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50328) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:06.595250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958da24-f603-4ee9-88f1-1759f890a4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b270fc01-9baf-423f-8ad1-981d2dd87ff7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:06.599620 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481015f-0b7e-48ab-b515-a9aa05ca7b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:06.601572 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d481015f-0b7e-48ab-b515-a9aa05ca7b71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.605111 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d481015f-0b7e-48ab-b515-a9aa05ca7b71 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/46db8224-5f45-4ff9-bb0e-acfd1eb1f7dc HTTP/1.1" status: 204 len: 168 time: 0.5443769 Nov 13 04:45:06.606751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1941b568-2010-44e1-af8f-4524779c8d4f None None] Network fbb54431-206d-4ff6-8cc1-1e8f8272ccde requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:45:06.607460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50330) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:06.679539 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.805140 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] Deleting port fe2d1197-f32e-45ae-bd44-5db4e2d44818 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:06.806324 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.828618 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-8816a4b2-687e-4b61-854f-4862fcfbf541 service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117771 Nov 13 04:45:06.862632 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a459ba-a8ab-4a89-9340-703249b5956c None None] DHCP port deletion for fbb54431-206d-4ff6-8cc1-1e8f8272ccde request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:45:06.909540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] For port fe2d1197-f32e-45ae-bd44-5db4e2d44818, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fe2d1197-f32e-45ae-bd44-5db4e2d44818,segment=NetworkSegment(f2587768-3bc6-4842-b1ba-6cc4a2b4cafe),segment_id=f2587768-3bc6-4842-b1ba-6cc4a2b4cafe)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:06.910561 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.929662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-94a459ba-a8ab-4a89-9340-703249b5956c None None] Deleting port fe2d1197-f32e-45ae-bd44-5db4e2d44818 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:06.929996 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94a459ba-a8ab-4a89-9340-703249b5956c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:06.957579 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] Calling delete_port for fe2d1197-f32e-45ae-bd44-5db4e2d44818 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:07.002409 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-94a459ba-a8ab-4a89-9340-703249b5956c None None] For port fe2d1197-f32e-45ae-bd44-5db4e2d44818, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fe2d1197-f32e-45ae-bd44-5db4e2d44818,segment=NetworkSegment(f2587768-3bc6-4842-b1ba-6cc4a2b4cafe),segment_id=f2587768-3bc6-4842-b1ba-6cc4a2b4cafe)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:07.002942 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94a459ba-a8ab-4a89-9340-703249b5956c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.019123 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-94a459ba-a8ab-4a89-9340-703249b5956c None None] Calling delete_port for fe2d1197-f32e-45ae-bd44-5db4e2d44818 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:07.040625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d156-3589-4b26-bd6b-1a369aa0d3b6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.043368 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ff692c7f-59c6-455b-9f3c-5179f84ecf78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.045837 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-6fd77498-ffd5-4ab8-a300-c6dc55d90b4b service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992850 Nov 13 04:45:07.129910 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0d156-3589-4b26-bd6b-1a369aa0d3b6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Pushing event deleted for resources: {'Port': ['ID=42c5379d-7083-403e-bdf6-23eb6a618c79,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:07.156232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a0318c63-0f44-410f-89f5-b0c358b4d9ec details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:45:07.162355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8538fd12-39df-466b-9be2-1eda97be6cf3 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:45:07.164018 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.180763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ff692c7f-59c6-455b-9f3c-5179f84ecf78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.214213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-cd09f3b8-71c0-41fc-b12e-f51343434cdd tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:07.216002 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-cd09f3b8-71c0-41fc-b12e-f51343434cdd tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.46 "GET /v2.0/networks?id=24313b11-5485-42bf-9ecf-949e7be46d37 HTTP/1.1" status: 200 len: 809 time: 0.2805319 Nov 13 04:45:07.239140 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2d1197-f32e-45ae-bd44-5db4e2d44818,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:07.248110 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] No DVR routers for this DVR port fe2d1197-f32e-45ae-bd44-5db4e2d44818 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:45:07.286040 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fe2d1197-f32e-45ae-bd44-5db4e2d44818 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:45:07.303236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-e5a0827e-951a-44e5-bd48-33f4fbc4972a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Request body: {'port': {'device_id': 'ef950b28-e30e-4143-b70e-d8ef666e9f21', 'network_id': '24313b11-5485-42bf-9ecf-949e7be46d37', 'admin_state_up': True, 'tenant_id': 'd6ff2630b7764af9a4bfc627527b5552'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:07.336724 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.354783 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94a459ba-a8ab-4a89-9340-703249b5956c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.366403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: fe2d1197-f32e-45ae-bd44-5db4e2d44818 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:45:07.366745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fe2d1197-f32e-45ae-bd44-5db4e2d44818 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:45:07.367206 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5c8ecdf3-191e-4ca7-b89c-08074f13f786 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:45:07.369661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb54431-206d-4ff6-8cc1-1e8f8272ccde']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:07.376282 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8538fd12-39df-466b-9be2-1eda97be6cf3 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:45:07.383301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2587768-3bc6-4842-b1ba-6cc4a2b4cafe') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:07.383984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2587768-3bc6-4842-b1ba-6cc4a2b4cafe') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:07.411048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d030e4-e913-4af7-a545-8cb4905c4f91 req-73fc0614-c599-49b9-a9ce-b2534250272d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:07.412759 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-42d030e4-e913-4af7-a545-8cb4905c4f91 req-73fc0614-c599-49b9-a9ce-b2534250272d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 945 time: 0.1957524 Nov 13 04:45:07.414090 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d156-3589-4b26-bd6b-1a369aa0d3b6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.421909 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a459ba-a8ab-4a89-9340-703249b5956c None None] Pushing event deleted for resources: {'Port': ['ID=fe2d1197-f32e-45ae-bd44-5db4e2d44818,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:07.425524 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 5c8ecdf3-191e-4ca7-b89c-08074f13f786 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:45:07.428498 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5c8ecdf3-191e-4ca7-b89c-08074f13f786 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:45:07.432638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a459ba-a8ab-4a89-9340-703249b5956c None None] No DVR routers for this DVR port fe2d1197-f32e-45ae-bd44-5db4e2d44818 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:45:07.532747 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a0318c63-0f44-410f-89f5-b0c358b4d9ec, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:07.562991 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec', 'mac_address': 'fa:16:3e:93:0d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:45:07.597593 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d156-3589-4b26-bd6b-1a369aa0d3b6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.600045 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d156-3589-4b26-bd6b-1a369aa0d3b6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.619649 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.643837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0318c63-0f44-410f-89f5-b0c358b4d9ec {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:45:07.677211 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a0318c63-0f44-410f-89f5-b0c358b4d9ec, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:07.678716 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.686635 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.718183 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.750193 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=a0318c63-0f44-410f-89f5-b0c358b4d9ec,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:07.756401 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a35131df-8d26-42e2-9a3b-70bbc0da98eb req-17f7bdc6-5503-4d52-b0a9-97181b938fed tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 210 time: 0.0416560 Nov 13 04:45:07.764359 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.775273 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:45:07.776994 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:45:07.780726 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:45:07.801210 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d156-3589-4b26-bd6b-1a369aa0d3b6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.801780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce0d156-3589-4b26-bd6b-1a369aa0d3b6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Fanout notify agent at l3_agent the message router_deleted on router 882d1001-7409-426a-9261-b91a7610c34e {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:45:07.824429 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d156-3589-4b26-bd6b-1a369aa0d3b6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.825971 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5ce0d156-3589-4b26-bd6b-1a369aa0d3b6 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "DELETE /v2.0/routers/882d1001-7409-426a-9261-b91a7610c34e HTTP/1.1" status: 204 len: 168 time: 2.6253297 Nov 13 04:45:07.833302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50356) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:07.839630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-116041145', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:07.860669 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['a0318c63-0f44-410f-89f5-b0c358b4d9ec'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:45:07.870106 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.883919 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.888952 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] 10.222.0.43 "DELETE /v2.0/networks/fbb54431-206d-4ff6-8cc1-1e8f8272ccde HTTP/1.1" status: 204 len: 168 time: 1.2803001 Nov 13 04:45:07.903817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2c242-84a7-4199-aebd-e881f8bab4ce admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb54431-206d-4ff6-8cc1-1e8f8272ccde,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:07.975084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-dd4aa5bd-9df6-425a-83b8-31577cda7e17 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:07.977445 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-dd4aa5bd-9df6-425a-83b8-31577cda7e17 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8&tenant_id=84f24f012ac64c77a0d17f88ca400a24&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 1096 time: 0.2458322 Nov 13 04:45:07.978142 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ff692c7f-59c6-455b-9f3c-5179f84ecf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.981433 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ff692c7f-59c6-455b-9f3c-5179f84ecf78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:07.987899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ff692c7f-59c6-455b-9f3c-5179f84ecf78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b270fc01-9baf-423f-8ad1-981d2dd87ff7 HTTP/1.1" status: 204 len: 168 time: 1.4076715 Nov 13 04:45:08.054194 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.db.api [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 13 04:45:08.054194 n-d-813114-2 neutron-server[102667]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 13 04:45:08.054194 n-d-813114-2 neutron-server[102667]: [parameters: {'project_id': '956b95ec04994117b4a4ad4bbe19a838', 'id': 'ad33d245-ecb5-4358-9b70-d568f4096f29', 'expiration': datetime.datetime(2021, 11, 13, 4, 47, 7, 961285)}] Nov 13 04:45:08.054194 n-d-813114-2 neutron-server[102667]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:45:08.055207 n-d-813114-2 neutron-server[102667]: DEBUG oslo_db.api [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:45:08.110224 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-42d030e4-e913-4af7-a545-8cb4905c4f91 req-4a44a9f4-706e-4fb8-8b56-b337b86e3422 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719544 Nov 13 04:45:08.110904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-e5a0827e-951a-44e5-bd48-33f4fbc4972a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Made reservation on behalf of d6ff2630b7764af9a4bfc627527b5552 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:08.119131 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-e5a0827e-951a-44e5-bd48-33f4fbc4972a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:08.125961 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff692c7f-59c6-455b-9f3c-5179f84ecf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b270fc01-9baf-423f-8ad1-981d2dd87ff7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:08.176911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50366) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:08.325880 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-744eed6a-19e2-43d7-9226-d0a5aca439f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5143a27bb143403789df703346f51b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458435 Nov 13 04:45:08.326336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50370) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:08.375034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-e5a0827e-951a-44e5-bd48-33f4fbc4972a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Allocated IP 172.20.0.10 (24313b11-5485-42bf-9ecf-949e7be46d37/bfd5fa14-ce0a-4e96-a6ba-935754a04953/09db4962-1d44-4710-b761-150a63fcc9f7) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:08.380176 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-6cb4ea86-64fb-45d2-8d54-5c91e9b13a31 service neutron] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:45:08.387768 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-6cb4ea86-64fb-45d2-8d54-5c91e9b13a31 service neutron] Publish callbacks [] for binding, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:08.388912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-098c854b-04bc-43b6-9810-b7ad2b0227b0 req-6cb4ea86-64fb-45d2-8d54-5c91e9b13a31 service neutron] 10.222.0.46 "DELETE /v2.0/ports/8538fd12-39df-466b-9be2-1eda97be6cf3/bindings/n-h2-813114-2 HTTP/1.1" status: 204 len: 173 time: 0.3659191 Nov 13 04:45:08.516800 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb6a0f6f-c889-411f-8dc1-015fa6eda8a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:08.547601 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb6a0f6f-c889-411f-8dc1-015fa6eda8a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:08.653878 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb6a0f6f-c889-411f-8dc1-015fa6eda8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:08.657217 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb6a0f6f-c889-411f-8dc1-015fa6eda8a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:08.658517 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bb6a0f6f-c889-411f-8dc1-015fa6eda8a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/937f01e1-d51d-4099-bef6-1d5baae2a0f4 HTTP/1.1" status: 204 len: 168 time: 0.3303628 Nov 13 04:45:08.673531 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a0f6f-c889-411f-8dc1-015fa6eda8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937f01e1-d51d-4099-bef6-1d5baae2a0f4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:08.955726 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:08.956773 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:08.962101 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0a7fcd76-5bee-4981-9236-542c68323f22 req-2066f0c1-a875-4308-a412-d417946fe1b7 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 210 time: 0.0863440 Nov 13 04:45:09.000177 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:09.071450 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:09.095691 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-e5a0827e-951a-44e5-bd48-33f4fbc4972a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:09.147264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a0318c63-0f44-410f-89f5-b0c358b4d9ec up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:45:09.295281 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:09.309359 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port a0318c63-0f44-410f-89f5-b0c358b4d9ec triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:09.313692 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:09.317225 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-e5a0827e-951a-44e5-bd48-33f4fbc4972a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:09.377421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b9ffe-0421-45ea-aa9d-b75fe3f67f56 req-b1004659-d1b1-4225-aff3-7f89f4c568e4 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:09.385899 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e63b9ffe-0421-45ea-aa9d-b75fe3f67f56 req-b1004659-d1b1-4225-aff3-7f89f4c568e4 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 945 time: 0.0947299 Nov 13 04:45:09.410252 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da945cdd-8bf9-4e8a-bfa9-d99c947636d6 req-a11d9d1a-0a17-42b9-afa5-2d4320db2239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:09.411506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da945cdd-8bf9-4e8a-bfa9-d99c947636d6 req-a11d9d1a-0a17-42b9-afa5-2d4320db2239 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47c8e5e1e25646c485d60eb9f46a90cf&device_id=0237717b-a892-4059-a7ed-1679470e191b HTTP/1.1" status: 200 len: 1100 time: 0.1897590 Nov 13 04:45:09.428935 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:09.459842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237717b-a892-4059-a7ed-1679470e191b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:09.463750 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e63b9ffe-0421-45ea-aa9d-b75fe3f67f56 req-635f5562-3dfa-4f52-9afa-d7be916aa51f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764389 Nov 13 04:45:09.464282 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd34510a-2dcc-47ff-b820-83e002f79e9a" -d '{"events": [{"server_uuid": "0237717b-a892-4059-a7ed-1679470e191b", "name": "network-vif-plugged", "status": "completed", "tag": "a0318c63-0f44-410f-89f5-b0c358b4d9ec"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:09.481546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a0318c63-0f44-410f-89f5-b0c358b4d9ec, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:09.489420 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:09.553412 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-e5a0827e-951a-44e5-bd48-33f4fbc4972a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Network 24313b11-5485-42bf-9ecf-949e7be46d37 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:09.584238 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e3ff31-bc63-4213-b8d1-5c26e6ad7305 x-openstack-request-id: req-d0e3ff31-bc63-4213-b8d1-5c26e6ad7305 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:09.584830 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0237717b-a892-4059-a7ed-1679470e191b", "name": "network-vif-plugged", "status": "completed", "tag": "a0318c63-0f44-410f-89f5-b0c358b4d9ec", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:09.586927 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0e3ff31-bc63-4213-b8d1-5c26e6ad7305 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:09.587494 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0237717b-a892-4059-a7ed-1679470e191b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec', 'code': 200} Nov 13 04:45:09.588511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-e5a0827e-951a-44e5-bd48-33f4fbc4972a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:09.592381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=a0318c63-0f44-410f-89f5-b0c358b4d9ec,revision_number=10']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:09.597167 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0827e-951a-44e5-bd48-33f4fbc4972a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Pushing event updated for resources: {'Port': ['ID=09db4962-1d44-4710-b761-150a63fcc9f7,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:09.601531 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-e5a0827e-951a-44e5-bd48-33f4fbc4972a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:09.630056 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:09.633115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:09.634331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:09.638055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:09.638887 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:09.639514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:09.641035 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:09.641853 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:09.642949 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:09.646201 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:09.648202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:09.649038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:09.728898 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce79af9-eb94-4093-9614-79fafbc19322 req-7e311e01-bc5b-40b2-8d22-c33feb9f57c2 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:09.745280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ce79af9-eb94-4093-9614-79fafbc19322 req-7e311e01-bc5b-40b2-8d22-c33feb9f57c2 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0718539 Nov 13 04:45:09.764640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-e5a0827e-951a-44e5-bd48-33f4fbc4972a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:09.765283 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-e5a0827e-951a-44e5-bd48-33f4fbc4972a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:09.786941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da945cdd-8bf9-4e8a-bfa9-d99c947636d6 req-c752a2eb-f3ec-44b8-8d31-ad5cd62f2d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:09.788262 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da945cdd-8bf9-4e8a-bfa9-d99c947636d6 req-c752a2eb-f3ec-44b8-8d31-ad5cd62f2d61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.3057003 Nov 13 04:45:09.813439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-e5a0827e-951a-44e5-bd48-33f4fbc4972a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5314627 Nov 13 04:45:09.864807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ce79af9-eb94-4093-9614-79fafbc19322 req-201eaac3-a54c-4671-8e6f-a1e3f1c91b82 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126707 Nov 13 04:45:09.878871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Request body: {'port': {'device_id': 'ef950b28-e30e-4143-b70e-d8ef666e9f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:09.930969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da945cdd-8bf9-4e8a-bfa9-d99c947636d6 req-9cd93490-45cf-4435-8801-6f26ba77f4bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec HTTP/1.1" status: 200 len: 217 time: 0.1328921 Nov 13 04:45:09.940099 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:10.114027 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:10.251028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:10.371877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da945cdd-8bf9-4e8a-bfa9-d99c947636d6 req-b5fa587d-0f15-4e70-bd16-2b2f3eb1322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:10.373727 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da945cdd-8bf9-4e8a-bfa9-d99c947636d6 req-b5fa587d-0f15-4e70-bd16-2b2f3eb1322a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.4340556 Nov 13 04:45:10.378807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f64e1254-561e-4ff7-ae7d-2df150da27fd tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:10.387060 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f64e1254-561e-4ff7-ae7d-2df150da27fd tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 808 time: 0.1781974 Nov 13 04:45:10.404202 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-65a66bc4-75ef-45a9-b0b2-1d55afd7daa3 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/quotas/84f24f012ac64c77a0d17f88ca400a24 HTTP/1.1" status: 200 len: 375 time: 0.0157573 Nov 13 04:45:10.447189 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:10.461976 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-433e9470-8eb1-4349-a5e1-cc3487df85cd req-5b060e41-224c-4972-af90-27dac03b189c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4441249 Nov 13 04:45:10.478159 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-678d1171-52ad-4969-92a2-09718b5beef4 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721431 Nov 13 04:45:10.515714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877b051-c07f-40fd-94b9-2ca2b754e9d0 req-48c7a955-56cd-4d22-b886-bf61e646c8ed tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:10.517560 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5877b051-c07f-40fd-94b9-2ca2b754e9d0 req-48c7a955-56cd-4d22-b886-bf61e646c8ed tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 932 time: 0.4049995 Nov 13 04:45:10.521425 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:10.583063 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-6483524c-f348-44bb-8bb3-b631e9157400 service neutron] 10.222.0.43 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976658 Nov 13 04:45:10.613772 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-418333027-network', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:10.679976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] Made reservation on behalf of 87b8e22e13d64cf59b821c1617f457ff for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:10.682506 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:10.695104 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:10.721755 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5877b051-c07f-40fd-94b9-2ca2b754e9d0 req-f05c22df-86e0-46e4-a84f-9e8424e87be7 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/security-groups?id=d59de120-19a0-44d8-b1a7-1fb6da675945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873789 Nov 13 04:45:10.722422 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-1b2acb9e-da3c-498e-af98-c676073b37c7 service neutron] 10.222.0.43 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379342 Nov 13 04:45:10.732867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da945cdd-8bf9-4e8a-bfa9-d99c947636d6 req-cdef9398-c4a7-4bc7-8f11-5b5cfc1e37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:10.734354 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da945cdd-8bf9-4e8a-bfa9-d99c947636d6 req-cdef9398-c4a7-4bc7-8f11-5b5cfc1e37f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2890108 Nov 13 04:45:10.786433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e9470-8eb1-4349-a5e1-cc3487df85cd req-db9d94ba-fe9a-448d-9827-6ca33618e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:10.788272 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-433e9470-8eb1-4349-a5e1-cc3487df85cd req-db9d94ba-fe9a-448d-9827-6ca33618e677 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 1095 time: 0.2279356 Nov 13 04:45:10.884194 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:10.919342 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:10.959652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:45:11.015848 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da945cdd-8bf9-4e8a-bfa9-d99c947636d6 req-855cfcbb-74e1-4a31-b5ab-85c898a3e800 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687068 Nov 13 04:45:11.020496 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257971a9-3bbc-4bba-ae21-8d8cc4528eb8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:11.030498 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Allocated IP 172.25.8.199 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/28807bf6-e9c5-435a-87fe-d4914f10cd0c) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:11.045309 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:11.045309 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] Added segment 8fde0dbe-56e5-4d16-a39d-b741dfb854b9 of type vlan for network bfd9356b-0fdf-4c68-a959-58ca842b9635 Nov 13 04:45:11.114051 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:11.137500 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-19da6387-3d11-4268-b002-893dc454ce68 req-b5a2935c-79c5-4ac0-a850-912f4008c587 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 210 time: 0.1007805 Nov 13 04:45:11.169380 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:11.171286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:11.172160 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:11.232593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09db4962-1d44-4710-b761-150a63fcc9f7 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:45:11.265460 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:11.285115 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0297248 Nov 13 04:45:11.285379 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50508) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:11.292871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9dd79494-7ea9-4bf5-8674-82faebafbd3a admin admin] Request body: {'subnet': {'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-418333027-subnet', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:11.299820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c31586-296e-4583-b2d8-8d0f232ccb32 admin admin] Pushing event updated for resources: {'Network': ['ID=bfd9356b-0fdf-4c68-a959-58ca842b9635,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:11.318092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network bfd9356b-0fdf-4c68-a959-58ca842b9635 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:45:11.321091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e9470-8eb1-4349-a5e1-cc3487df85cd req-3dd43436-6144-475e-8ffc-d0cecd4c7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:11.322658 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-433e9470-8eb1-4349-a5e1-cc3487df85cd req-3dd43436-6144-475e-8ffc-d0cecd4c7466 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.5031636 Nov 13 04:45:11.324323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd79494-7ea9-4bf5-8674-82faebafbd3a admin admin] Made reservation on behalf of 87b8e22e13d64cf59b821c1617f457ff for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:11.329171 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dd79494-7ea9-4bf5-8674-82faebafbd3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:11.330361 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Transition to ACTIVE for port object 09db4962-1d44-4710-b761-150a63fcc9f7 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:45:11.429037 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:11.456072 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-433e9470-8eb1-4349-a5e1-cc3487df85cd req-fb25a115-27e9-4a6e-a844-66a0bb26f1ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=587c3186-837e-4ac3-8481-a9471cf4988c HTTP/1.1" status: 200 len: 217 time: 0.1193342 Nov 13 04:45:11.518677 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da945cdd-8bf9-4e8a-bfa9-d99c947636d6 req-6e3d4289-4195-43bd-867c-fcc5dd4afadf service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529173 Nov 13 04:45:11.608318 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:11.614169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=09db4962-1d44-4710-b761-150a63fcc9f7,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:11.649166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e9470-8eb1-4349-a5e1-cc3487df85cd req-8ae72d91-df8f-4ac6-b6bf-a9a162c1ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:11.650661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-433e9470-8eb1-4349-a5e1-cc3487df85cd req-8ae72d91-df8f-4ac6-b6bf-a9a162c1ec4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.1844099 Nov 13 04:45:11.686651 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dd79494-7ea9-4bf5-8674-82faebafbd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:11.708512 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-433e9470-8eb1-4349-a5e1-cc3487df85cd req-aba99cf7-5377-4ae0-826a-1213bcfbd77d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350142 Nov 13 04:45:11.802270 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd79494-7ea9-4bf5-8674-82faebafbd3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96230d51-02ef-46d7-8f85-644e8228b421,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:11.833460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd79494-7ea9-4bf5-8674-82faebafbd3a admin admin] Checking segment: {'id': '8fde0dbe-56e5-4d16-a39d-b741dfb854b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:11.834211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd79494-7ea9-4bf5-8674-82faebafbd3a admin admin] Network hostable DHCP agents. Network: bfd9356b-0fdf-4c68-a959-58ca842b9635, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:45:11.842247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50528) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:11.852623 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Attempting to bind port 09db4962-1d44-4710-b761-150a63fcc9f7 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:45:11.853126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Attempting to bind port 09db4962-1d44-4710-b761-150a63fcc9f7 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'a94370aa-9ef3-4032-9000-4e8069be5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24313b11-5485-42bf-9ecf-949e7be46d37'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:45:11.853435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Attempting to bind port 09db4962-1d44-4710-b761-150a63fcc9f7 on network 24313b11-5485-42bf-9ecf-949e7be46d37 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:11.861409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd79494-7ea9-4bf5-8674-82faebafbd3a admin admin] Network bfd9356b-0fdf-4c68-a959-58ca842b9635 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:45:11.861697 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-433e9470-8eb1-4349-a5e1-cc3487df85cd req-60b91dc9-da76-44a8-ba4e-bc262d9e2e0f service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415782 Nov 13 04:45:11.864001 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:11.873054 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9dd79494-7ea9-4bf5-8674-82faebafbd3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, bfd9356b-0fdf-4c68-a959-58ca842b9635) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:11.882035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd79494-7ea9-4bf5-8674-82faebafbd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:11.882635 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dd79494-7ea9-4bf5-8674-82faebafbd3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:11.883672 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dd0337-b427-419d-a9e1-0f5b7eb44e97 None None] Network bfd9356b-0fdf-4c68-a959-58ca842b9635 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:45:11.905414 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9dd79494-7ea9-4bf5-8674-82faebafbd3a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6164138 Nov 13 04:45:11.906027 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50532) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:11.922787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:11.929387 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Port 09db4962-1d44-4710-b761-150a63fcc9f7 on network 24313b11-5485-42bf-9ecf-949e7be46d37 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:45:11.929709 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Attempting to bind port 09db4962-1d44-4710-b761-150a63fcc9f7 on network 24313b11-5485-42bf-9ecf-949e7be46d37 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:11.965573 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:11.966638 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:12.074902 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:12.098837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:45:12.099206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Checking segment: {'id': 'a94370aa-9ef3-4032-9000-4e8069be5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24313b11-5485-42bf-9ecf-949e7be46d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:12.099594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Bound using segment: {'id': 'a94370aa-9ef3-4032-9000-4e8069be5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24313b11-5485-42bf-9ecf-949e7be46d37'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:45:12.100045 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Bound port: 09db4962-1d44-4710-b761-150a63fcc9f7, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a94370aa-9ef3-4032-9000-4e8069be5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24313b11-5485-42bf-9ecf-949e7be46d37'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:45:12.100401 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:12.130180 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22bc9cb7-c18f-4181-95d6-473d6d79778a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:12.186427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-bfd9356b-0fdf-4c68-a959-58ca842b9635', 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'fixed_ips': [{'subnet_id': '96230d51-02ef-46d7-8f85-644e8228b421'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:45:12.187653 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:12.194866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:12.201456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Pushing event updated for resources: {'Port': ['ID=28807bf6-e9c5-435a-87fe-d4914f10cd0c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:12.227709 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:12.233255 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:12.314947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc02179-3c75-4a66-9e33-031d3568fae4 req-8d63df79-9dd9-45be-9ab8-920dac011d43 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:12.322298 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dbc02179-3c75-4a66-9e33-031d3568fae4 req-8d63df79-9dd9-45be-9ab8-920dac011d43 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 944 time: 0.4643354 Nov 13 04:45:12.331559 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:12.332034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:12.332712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:12.333057 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:12.333393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:12.333728 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:12.334056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:12.334390 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:12.334824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:12.335269 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:12.335598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:12.335936 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:12.383143 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-433e9470-8eb1-4349-a5e1-cc3487df85cd req-5583ce00-2b98-4538-86f2-9ba2efd33f1c service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108555 Nov 13 04:45:12.397853 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Allocated IP 172.20.0.2 (bfd9356b-0fdf-4c68-a959-58ca842b9635/96230d51-02ef-46d7-8f85-644e8228b421/467da96b-c92d-4b97-ace6-3f02d68eea81) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:12.570671 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22bc9cb7-c18f-4181-95d6-473d6d79778a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:12.578630 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:12.595987 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:12.604364 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:12.632581 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22bc9cb7-c18f-4181-95d6-473d6d79778a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:12.645815 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c8889f1c-565e-4f70-9a25-f1ddaec84887 req-49144ad5-ae36-42d5-9c80-a8c7790638da tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 210 time: 0.1447783 Nov 13 04:45:12.675383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Network bfd9356b-0fdf-4c68-a959-58ca842b9635 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:12.684281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:12.700574 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Pushing event updated for resources: {'Port': ['ID=467da96b-c92d-4b97-ace6-3f02d68eea81,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:12.705827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:12.730656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc9cb7-c18f-4181-95d6-473d6d79778a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cab4fe9-add0-4059-892a-2c931c4531dc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:12.800677 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Attempting to bind port 467da96b-c92d-4b97-ace6-3f02d68eea81 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:45:12.801522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Attempting to bind port 467da96b-c92d-4b97-ace6-3f02d68eea81 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '8fde0dbe-56e5-4d16-a39d-b741dfb854b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:45:12.802135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Attempting to bind port 467da96b-c92d-4b97-ace6-3f02d68eea81 on network bfd9356b-0fdf-4c68-a959-58ca842b9635 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:12.808475 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:45:12.809435 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Checking segment: {'id': '8fde0dbe-56e5-4d16-a39d-b741dfb854b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:12.810200 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:12.810945 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Bound using segment: {'id': '8fde0dbe-56e5-4d16-a39d-b741dfb854b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:45:12.811721 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Bound port: 467da96b-c92d-4b97-ace6-3f02d68eea81, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fde0dbe-56e5-4d16-a39d-b741dfb854b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:45:12.812360 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:12.853190 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-22bc9cb7-c18f-4181-95d6-473d6d79778a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54f7c139a85f4ac9be7480e3013020da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0096095 Nov 13 04:45:12.857357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50564) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:12.904641 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] For port 467da96b-c92d-4b97-ace6-3f02d68eea81, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:45:12.910179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] For port 467da96b-c92d-4b97-ace6-3f02d68eea81, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=467da96b-c92d-4b97-ace6-3f02d68eea81,segment=NetworkSegment(8fde0dbe-56e5-4d16-a39d-b741dfb854b9),segment_id=8fde0dbe-56e5-4d16-a39d-b741dfb854b9)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:45:12.919105 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:12.946935 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acbd780d-da87-4506-aed4-eb877911b96f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:13.013104 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acbd780d-da87-4506-aed4-eb877911b96f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:13.040741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404eb98-3c91-44d1-9dbb-747cd7aef878 None None] Pushing event updated for resources: {'Port': ['ID=467da96b-c92d-4b97-ace6-3f02d68eea81,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:13.080686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] For port 09db4962-1d44-4710-b761-150a63fcc9f7, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:45:13.201730 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:13.227192 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:13.327757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] For port 09db4962-1d44-4710-b761-150a63fcc9f7, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=09db4962-1d44-4710-b761-150a63fcc9f7,segment=NetworkSegment(a94370aa-9ef3-4032-9000-4e8069be5d87),segment_id=a94370aa-9ef3-4032-9000-4e8069be5d87)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:45:13.348092 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:13.433819 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dbc02179-3c75-4a66-9e33-031d3568fae4 req-13dcd98c-bc48-40e7-ae48-fffeab99475d tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/security-groups?id=d59de120-19a0-44d8-b1a7-1fb6da675945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1104579 Nov 13 04:45:13.458340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:13.459320 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:13.460977 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] 10.222.0.46 "PUT /v2.0/ports/09db4962-1d44-4710-b761-150a63fcc9f7 HTTP/1.1" status: 200 len: 1092 time: 3.6051993 Nov 13 04:45:13.462094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef950b28-e30e-4143-b70e-d8ef666e9f21', 'tag': '09db4962-1d44-4710-b761-150a63fcc9f7'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:13.464744 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69c0b44-efeb-48fa-b857-e43c81a352e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ef950b28-e30e-4143-b70e-d8ef666e9f21", "tag": "09db4962-1d44-4710-b761-150a63fcc9f7"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:13.489427 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acbd780d-da87-4506-aed4-eb877911b96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:13.492781 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acbd780d-da87-4506-aed4-eb877911b96f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:13.494833 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-acbd780d-da87-4506-aed4-eb877911b96f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8cab4fe9-add0-4059-892a-2c931c4531dc HTTP/1.1" status: 204 len: 168 time: 0.6323504 Nov 13 04:45:13.569270 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd780d-da87-4506-aed4-eb877911b96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cab4fe9-add0-4059-892a-2c931c4531dc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:13.634087 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Allocated IP 172.25.8.104 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/b26b4f91-25e0-44cb-9bd7-be36e97c6ba8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:13.639930 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e219585-0bba-487c-b2b2-ea19363f29b1 x-openstack-request-id: req-1e219585-0bba-487c-b2b2-ea19363f29b1 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:13.640645 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef950b28-e30e-4143-b70e-d8ef666e9f21", "tag": "09db4962-1d44-4710-b761-150a63fcc9f7", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:13.640645 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e219585-0bba-487c-b2b2-ea19363f29b1 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:13.641110 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef950b28-e30e-4143-b70e-d8ef666e9f21', 'tag': '09db4962-1d44-4710-b761-150a63fcc9f7', 'status': 'completed', 'code': 200} Nov 13 04:45:13.667913 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a51f9b-1036-4e00-8539-c83e154ab8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=09db4962-1d44-4710-b761-150a63fcc9f7,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:13.928780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-be5c0f95-39e9-4b4c-84af-671655235994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:13.930339 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-be5c0f95-39e9-4b4c-84af-671655235994 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6ff2630b7764af9a4bfc627527b5552&device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 1095 time: 0.3038499 Nov 13 04:45:13.944932 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:13.981017 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d545f17d-ad07-45ca-8c18-1c0f193f0dba req-fe4eee01-2a54-42b4-a06c-d691930228af tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 210 time: 0.1731749 Nov 13 04:45:14.066838 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:14.096123 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-8c784982-7ab7-4305-a1bf-5211738c2099 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09db4962-1d44-4710-b761-150a63fcc9f7 HTTP/1.1" status: 200 len: 217 time: 0.1350346 Nov 13 04:45:14.152198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Pushing event updated for resources: {'Port': ['ID=b26b4f91-25e0-44cb-9bd7-be36e97c6ba8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:14.173617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:14.174130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:14.174647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:14.176413 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:14.176591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:14.176978 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:14.179647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:14.180117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:14.180551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:14.180969 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:14.181392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:14.181810 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:14.197400 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:14.204191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:14.208009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:14.266455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-8b2fc6b3-2b6e-45b6-ac56-ad545a2410cf tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:14.268123 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-8b2fc6b3-2b6e-45b6-ac56-ad545a2410cf tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.36 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 808 time: 0.6646254 Nov 13 04:45:14.270812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50598) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:14.282967 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:14.360033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-7a94ab01-4a59-4776-9974-91ab6fc30618 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Request body: {'port': {'device_id': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285', 'admin_state_up': True, 'tenant_id': '84f24f012ac64c77a0d17f88ca400a24'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:14.373722 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-347b27b5-a78a-42c7-8cc9-5f4002d5be02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:14.415256 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-98afbe57-0310-48bf-b574-b967a96e81b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:14.416699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-98afbe57-0310-48bf-b574-b967a96e81b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfd5fa14-ce0a-4e96-a6ba-935754a04953 HTTP/1.1" status: 200 len: 849 time: 0.2845135 Nov 13 04:45:14.586577 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-6c3a972b-a808-4441-8444-fb1b53070671 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24313b11-5485-42bf-9ecf-949e7be46d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326973 Nov 13 04:45:14.626466 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:14.796353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3d872-86c0-46e6-b1be-b0c899a65129 req-783164a6-470f-475f-9e46-3176b11af34a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:14.798025 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-49a3d872-86c0-46e6-b1be-b0c899a65129 req-783164a6-470f-475f-9e46-3176b11af34a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 944 time: 0.2077041 Nov 13 04:45:14.893573 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec83e7a-91fb-472b-8001-f81dc1150363 None None] Network bfd9356b-0fdf-4c68-a959-58ca842b9635 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:45:15.059341 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:15.146137 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-edaa21ec-8d08-402c-8868-2ebfaba446a7 service neutron] 10.222.0.46 "GET /v2.0/networks/24313b11-5485-42bf-9ecf-949e7be46d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082824 Nov 13 04:45:15.237181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fa67861d-8c51-4499-9c75-4a4a70d3c5e3 None None] Provisioning complete for port 467da96b-c92d-4b97-ace6-3f02d68eea81 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:15.243995 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa67861d-8c51-4499-9c75-4a4a70d3c5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:15.321767 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-347b27b5-a78a-42c7-8cc9-5f4002d5be02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:15.332078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:15.341138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-49a3d872-86c0-46e6-b1be-b0c899a65129 req-68fe095a-8651-4a60-be3f-fa9d7c46f32d tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/security-groups?id=d59de120-19a0-44d8-b1a7-1fb6da675945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249853 Nov 13 04:45:15.344172 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ac785d0-6a16-4795-ad81-413ac7eebee9 req-00a7ce87-f861-4399-8668-af8406692d53 service neutron] 10.222.0.46 "GET /v2.0/networks/24313b11-5485-42bf-9ecf-949e7be46d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596186 Nov 13 04:45:15.350043 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-347b27b5-a78a-42c7-8cc9-5f4002d5be02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:15.382886 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 467da96b-c92d-4b97-ace6-3f02d68eea81 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:45:15.412259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-347b27b5-a78a-42c7-8cc9-5f4002d5be02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97acd55930f047b18b48e3da51f779ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1361723 Nov 13 04:45:15.445758 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b27b5-a78a-42c7-8cc9-5f4002d5be02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdd58de-c98d-44fd-a6cf-9093d18cbc18,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:15.448938 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9455b038-0b81-4743-ac0f-0843c8f4aa6e req-9cec947a-7ffb-4391-8d53-17f1b72fde73 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 210 time: 0.1628439 Nov 13 04:45:15.450496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50618) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:15.500312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:45:15.529745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-7a94ab01-4a59-4776-9974-91ab6fc30618 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Made reservation on behalf of 84f24f012ac64c77a0d17f88ca400a24 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:15.535655 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-7a94ab01-4a59-4776-9974-91ab6fc30618 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:15.600635 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d347cb83-7895-4725-8fc7-77b3f1137b6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:15.646555 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa67861d-8c51-4499-9c75-4a4a70d3c5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:15.670686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 467da96b-c92d-4b97-ace6-3f02d68eea81 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:15.671336 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:15.682823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c0b44-efeb-48fa-b857-e43c81a352e3 req-a3e11510-68f6-451b-9d8c-ccc7f1c97ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:15.684442 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e69c0b44-efeb-48fa-b857-e43c81a352e3 req-a3e11510-68f6-451b-9d8c-ccc7f1c97ab8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6ff2630b7764af9a4bfc627527b5552&device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 1095 time: 0.1974199 Nov 13 04:45:15.694312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:45:15.725696 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:15.731853 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c20189dd-513b-4ef3-8f18-734515e7511c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8210959 Nov 13 04:45:15.735166 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50622) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:15.777485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Sync routers for ids ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:45:15.787916 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d347cb83-7895-4725-8fc7-77b3f1137b6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:15.946627 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c0b44-efeb-48fa-b857-e43c81a352e3 req-59db0d34-51d8-4de1-9e4c-ce26a232ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:15.948493 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e69c0b44-efeb-48fa-b857-e43c81a352e3 req-59db0d34-51d8-4de1-9e4c-ce26a232ba4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=24313b11-5485-42bf-9ecf-949e7be46d37 HTTP/1.1" status: 200 len: 910 time: 0.2509539 Nov 13 04:45:15.949082 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Routers {'9abd4f4e-c710-4d7a-9b1d-33be387c9362'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:15.949977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:45:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:15.954532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fa67861d-8c51-4499-9c75-4a4a70d3c5e3 None None] For port 467da96b-c92d-4b97-ace6-3f02d68eea81, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=467da96b-c92d-4b97-ace6-3f02d68eea81,segment=NetworkSegment(8fde0dbe-56e5-4d16-a39d-b741dfb854b9),segment_id=8fde0dbe-56e5-4d16-a39d-b741dfb854b9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:15.956139 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-7a94ab01-4a59-4776-9974-91ab6fc30618 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Allocated IP 172.20.0.10 (38c4ff77-85a2-430d-a6a9-b667d4750285/7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1/09174db8-91e0-4b74-a72c-b608e45a4bd2) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:15.993149 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:16.010574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e69c0b44-efeb-48fa-b857-e43c81a352e3 req-0ef0d884-1951-477b-b7d9-86bc4c2856d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09db4962-1d44-4710-b761-150a63fcc9f7 HTTP/1.1" status: 200 len: 217 time: 0.0483563 Nov 13 04:45:16.029621 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d347cb83-7895-4725-8fc7-77b3f1137b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:16.047158 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d347cb83-7895-4725-8fc7-77b3f1137b6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:16.050389 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d347cb83-7895-4725-8fc7-77b3f1137b6f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bdd58de-c98d-44fd-a6cf-9093d18cbc18 HTTP/1.1" status: 204 len: 168 time: 0.5953009 Nov 13 04:45:16.082655 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa67861d-8c51-4499-9c75-4a4a70d3c5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:16.086422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Router 013b6a03-d88e-4f95-b3f7-e9a96fa14cd8 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:45:16.088031 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:45:16.088333 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:45:16.107390 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347cb83-7895-4725-8fc7-77b3f1137b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdd58de-c98d-44fd-a6cf-9093d18cbc18,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:16.159896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67861d-8c51-4499-9c75-4a4a70d3c5e3 None None] Pushing event updated for resources: {'Port': ['ID=467da96b-c92d-4b97-ace6-3f02d68eea81,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:16.200502 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c0b44-efeb-48fa-b857-e43c81a352e3 req-ecd92885-46f2-4c1b-b755-683b6da23928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:16.202035 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e69c0b44-efeb-48fa-b857-e43c81a352e3 req-ecd92885-46f2-4c1b-b755-683b6da23928 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfd5fa14-ce0a-4e96-a6ba-935754a04953 HTTP/1.1" status: 200 len: 849 time: 0.1803405 Nov 13 04:45:16.307467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e69c0b44-efeb-48fa-b857-e43c81a352e3 req-4d10c6e0-0c35-41ce-b5d9-2cacd56e3221 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24313b11-5485-42bf-9ecf-949e7be46d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928590 Nov 13 04:45:16.523449 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e69c0b44-efeb-48fa-b857-e43c81a352e3 req-6d08d3b4-5457-4419-aaee-1061400bbfb9 service neutron] 10.222.0.46 "GET /v2.0/networks/24313b11-5485-42bf-9ecf-949e7be46d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926551 Nov 13 04:45:16.558169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:45:16.572183 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c372eb70-e9f4-4d00-88a4-5a16ee5eac36 None None] Sync routers for ids ['013b6a03-d88e-4f95-b3f7-e9a96fa14cd8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:45:16.596092 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c372eb70-e9f4-4d00-88a4-5a16ee5eac36 None None] Routers {'013b6a03-d88e-4f95-b3f7-e9a96fa14cd8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:16.607788 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c372eb70-e9f4-4d00-88a4-5a16ee5eac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:45:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['013b6a03-d88e-4f95-b3f7-e9a96fa14cd8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:16.649742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9ace65b7-82ee-4cbb-bf26-f87e5ad37270 None None] Provisioning complete for port 467da96b-c92d-4b97-ace6-3f02d68eea81 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:16.650121 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ace65b7-82ee-4cbb-bf26-f87e5ad37270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:16.701071 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c372eb70-e9f4-4d00-88a4-5a16ee5eac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:16.713082 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-7a94ab01-4a59-4776-9974-91ab6fc30618 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:16.720469 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c372eb70-e9f4-4d00-88a4-5a16ee5eac36 None None] Routers {'013b6a03-d88e-4f95-b3f7-e9a96fa14cd8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:16.721136 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c372eb70-e9f4-4d00-88a4-5a16ee5eac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:45:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['013b6a03-d88e-4f95-b3f7-e9a96fa14cd8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:16.721279 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Set router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:45:16.790540 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c372eb70-e9f4-4d00-88a4-5a16ee5eac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:16.791222 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c372eb70-e9f4-4d00-88a4-5a16ee5eac36 None None] The sync data for ids ['013b6a03-d88e-4f95-b3f7-e9a96fa14cd8'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:45:16.826363 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c4a17886-5e22-44e1-8aef-7dd86e056536 req-4adfcf45-2d3a-455d-b2db-97733ae96310 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 210 time: 0.1060390 Nov 13 04:45:17.128326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:45:11Z', 'updated_at': '2021-11-13T04:45:14Z', 'revision_number': 3, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'gw_port': {'id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:13Z', 'updated_at': '2021-11-13T04:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:17.234678 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Checking router: 9abd4f4e-c710-4d7a-9b1d-33be387c9362 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:45:17.235054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Updating router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 port b26b4f91-25e0-44cb-9bd7-be36e97c6ba8 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:45:17.300181 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:17.303544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 467da96b-c92d-4b97-ace6-3f02d68eea81 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:45:17.305357 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:17.388764 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:17.389981 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-706c4ee4-bbbe-4945-84cc-fe12c2421bad tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.5541103 Nov 13 04:45:17.393773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50670) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:17.403157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:17.461147 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fb8dd-5a47-4e21-8eb8-37353e0b7950 req-f2460bf4-3b6f-4e74-bf1e-715c42a891f6 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:17.462679 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2b9fb8dd-5a47-4e21-8eb8-37353e0b7950 req-f2460bf4-3b6f-4e74-bf1e-715c42a891f6 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 944 time: 0.9063129 Nov 13 04:45:17.592661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e69c0b44-efeb-48fa-b857-e43c81a352e3 req-444515b5-fe64-4879-9b85-0abf1a422cc0 service neutron] 10.222.0.46 "GET /v2.0/networks/24313b11-5485-42bf-9ecf-949e7be46d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0667028 Nov 13 04:45:17.605382 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-7a94ab01-4a59-4776-9974-91ab6fc30618 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:17.632561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Allocated IP 172.20.0.1 (bfd9356b-0fdf-4c68-a959-58ca842b9635/96230d51-02ef-46d7-8f85-644e8228b421/699ac762-2c42-4a26-8726-e69b39597079) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:17.660332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 467da96b-c92d-4b97-ace6-3f02d68eea81 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:17.660692 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:17.797458 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:17.860886 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:17.871452 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:17.893376 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:17.910487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Network bfd9356b-0fdf-4c68-a959-58ca842b9635 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:17.911269 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-7a94ab01-4a59-4776-9974-91ab6fc30618 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Network 38c4ff77-85a2-430d-a6a9-b667d4750285 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:17.914311 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:17.918969 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:17.942599 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2b9fb8dd-5a47-4e21-8eb8-37353e0b7950 req-d10c9a1c-899d-404c-b8dc-583337cc3a6f tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/security-groups?id=d59de120-19a0-44d8-b1a7-1fb6da675945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693410 Nov 13 04:45:17.951277 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7919f-14ab-4c59-81fb-bc4193f74f72 None None] Pushing event updated for resources: {'Port': ['ID=b26b4f91-25e0-44cb-9bd7-be36e97c6ba8,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:17.967878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-7a94ab01-4a59-4776-9974-91ab6fc30618 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:17.972622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Attempting to bind port b26b4f91-25e0-44cb-9bd7-be36e97c6ba8 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:45:17.972982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Attempting to bind port b26b4f91-25e0-44cb-9bd7-be36e97c6ba8 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:45:17.973335 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Attempting to bind port b26b4f91-25e0-44cb-9bd7-be36e97c6ba8 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:17.986235 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:45:17.987168 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:17.987764 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:17.988662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:45:17.989369 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Bound port: b26b4f91-25e0-44cb-9bd7-be36e97c6ba8, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:45:17.989969 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:17.993986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-7a94ab01-4a59-4776-9974-91ab6fc30618 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:18.094979 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=699ac762-2c42-4a26-8726-e69b39597079,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:18.095271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94ab01-4a59-4776-9974-91ab6fc30618 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Pushing event updated for resources: {'Port': ['ID=09174db8-91e0-4b74-a72c-b608e45a4bd2,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:18.109330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] For port b26b4f91-25e0-44cb-9bd7-be36e97c6ba8, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:45:18.115057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] For port b26b4f91-25e0-44cb-9bd7-be36e97c6ba8, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b26b4f91-25e0-44cb-9bd7-be36e97c6ba8,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:45:18.125138 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:18.134719 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:18.188397 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7f071-27ea-4415-b8cf-c347ebcad63f req-d8e0e596-d884-4be3-b4f7-ec6acbc08569 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:18.190521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8fa7f071-27ea-4415-b8cf-c347ebcad63f req-d8e0e596-d884-4be3-b4f7-ec6acbc08569 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 932 time: 0.1784034 Nov 13 04:45:18.214662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Routers {'9abd4f4e-c710-4d7a-9b1d-33be387c9362'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:18.215518 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:45:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:18.306838 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8fa7f071-27ea-4415-b8cf-c347ebcad63f req-2324497e-e0ee-4c26-b1bb-7acd2718e697 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086543 Nov 13 04:45:18.398397 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7919f-14ab-4c59-81fb-bc4193f74f72 None None] Pushing event updated for resources: {'Port': ['ID=b26b4f91-25e0-44cb-9bd7-be36e97c6ba8,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:18.434953 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:18.448861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] Set router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:45:18.449327 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-620684d1-94d2-42c6-9b04-8e59acbecfb3 None None] Provisioning complete for port 699ac762-2c42-4a26-8726-e69b39597079 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:18.449713 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-620684d1-94d2-42c6-9b04-8e59acbecfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:18.468676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-7a94ab01-4a59-4776-9974-91ab6fc30618 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:18.469953 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-7a94ab01-4a59-4776-9974-91ab6fc30618 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:18.490381 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:18.516326 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:18.537390 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-7a94ab01-4a59-4776-9974-91ab6fc30618 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1819644 Nov 13 04:45:18.573759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Request body: {'port': {'device_id': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:18.662185 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:18.703685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-620684d1-94d2-42c6-9b04-8e59acbecfb3 None None] Port 699ac762-2c42-4a26-8726-e69b39597079 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:45:18.730099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Deleting port 28807bf6-e9c5-435a-87fe-d4914f10cd0c {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:18.730891 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:18.745351 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:18.767900 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:18.842139 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:18.850486 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:18.911751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Calling delete_port for 28807bf6-e9c5-435a-87fe-d4914f10cd0c owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:18.918360 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:45:11Z', 'updated_at': '2021-11-13T04:45:14Z', 'revision_number': 3, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'gw_port': {'id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:13Z', 'updated_at': '2021-11-13T04:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:19.016012 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135e477-45d7-4a34-ad99-04c9744e37c5 None None] The sync data for ids ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'] in n-d-813114-2 is: [{'id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:45:11Z', 'updated_at': '2021-11-13T04:45:14Z', 'revision_number': 3, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'gw_port': {'id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:13Z', 'updated_at': '2021-11-13T04:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:45:19.037617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=699ac762-2c42-4a26-8726-e69b39597079,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:19.142716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Network bfd9356b-0fdf-4c68-a959-58ca842b9635 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:19.166956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240e56c-aef9-483f-a6b7-8dcbde099cfe req-c31ec561-3560-479d-a7c5-2ccf2fc62bd7 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:19.186319 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c240e56c-aef9-483f-a6b7-8dcbde099cfe req-c31ec561-3560-479d-a7c5-2ccf2fc62bd7 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 944 time: 0.1117210 Nov 13 04:45:19.189405 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:19.450242 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c240e56c-aef9-483f-a6b7-8dcbde099cfe req-c337fdc7-30e4-42f9-8c48-a95222c5d1f6 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/security-groups?id=d59de120-19a0-44d8-b1a7-1fb6da675945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597318 Nov 13 04:45:19.560180 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:19.591424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09174db8-91e0-4b74-a72c-b608e45a4bd2 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:45:19.640139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b396ea34-080b-4e58-a592-ec29b158c0cd None None] Provisioning complete for port 699ac762-2c42-4a26-8726-e69b39597079 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:19.641926 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b396ea34-080b-4e58-a592-ec29b158c0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:19.658233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Pushing event deleted for resources: {'Port': ['ID=28807bf6-e9c5-435a-87fe-d4914f10cd0c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:19.680497 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:45:19.681523 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:19.713127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Transition to ACTIVE for port object 09174db8-91e0-4b74-a72c-b608e45a4bd2 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:45:19.717256 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56c981-92d9-4d60-a6d6-70c03aac9db8 req-de9ddc77-ef2e-41f3-8d33-d69bf110d846 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:19.719157 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e56c981-92d9-4d60-a6d6-70c03aac9db8 req-de9ddc77-ef2e-41f3-8d33-d69bf110d846 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 932 time: 0.1079514 Nov 13 04:45:19.731007 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:19.734292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b396ea34-080b-4e58-a592-ec29b158c0cd None None] Port 699ac762-2c42-4a26-8726-e69b39597079 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:45:19.752582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 09db4962-1d44-4710-b761-150a63fcc9f7 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:45:19.951972 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e56c981-92d9-4d60-a6d6-70c03aac9db8 req-09d22bea-2857-41a4-802b-59b5b75282da tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520264 Nov 13 04:45:19.970830 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 09db4962-1d44-4710-b761-150a63fcc9f7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=09db4962-1d44-4710-b761-150a63fcc9f7,segment=NetworkSegment(a94370aa-9ef3-4032-9000-4e8069be5d87),segment_id=a94370aa-9ef3-4032-9000-4e8069be5d87)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:19.975112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Pushing event updated for resources: {'Port': ['ID=09174db8-91e0-4b74-a72c-b608e45a4bd2,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:19.998457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '09db4962-1d44-4710-b761-150a63fcc9f7', 'network_id': '24313b11-5485-42bf-9ecf-949e7be46d37', 'port_id': '09db4962-1d44-4710-b761-150a63fcc9f7', 'mac_address': 'fa:16:3e:c6:8f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd5fa14-ce0a-4e96-a6ba-935754a04953', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:45:20.049106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50734) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:20.106725 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:20.128656 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:20.138399 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:45:20.148568 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-507435fc-57d7-418c-8424-1de7b5c9bcc0 admin admin] 10.222.0.43 "PUT /v2.0/routers/9abd4f4e-c710-4d7a-9b1d-33be387c9362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4090023 Nov 13 04:45:20.163828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09db4962-1d44-4710-b761-150a63fcc9f7 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:45:20.234567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 09db4962-1d44-4710-b761-150a63fcc9f7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=09db4962-1d44-4710-b761-150a63fcc9f7,segment=NetworkSegment(a94370aa-9ef3-4032-9000-4e8069be5d87),segment_id=a94370aa-9ef3-4032-9000-4e8069be5d87)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:20.245844 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:20.507986 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:20.513990 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:20.514236 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=09db4962-1d44-4710-b761-150a63fcc9f7,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:20.597395 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da2520c1-7831-4673-8184-addbaed1f5b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:20.637247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Attempting to bind port 09174db8-91e0-4b74-a72c-b608e45a4bd2 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:45:20.637723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Attempting to bind port 09174db8-91e0-4b74-a72c-b608e45a4bd2 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:45:20.638146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Attempting to bind port 09174db8-91e0-4b74-a72c-b608e45a4bd2 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:20.656781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Port 09174db8-91e0-4b74-a72c-b608e45a4bd2 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:45:20.657273 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Attempting to bind port 09174db8-91e0-4b74-a72c-b608e45a4bd2 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:20.673248 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:45:20.673748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Checking segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:20.674240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Bound using segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:45:20.674785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Bound port: 09174db8-91e0-4b74-a72c-b608e45a4bd2, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:45:20.675263 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:20.684250 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Router 013b6a03-d88e-4f95-b3f7-e9a96fa14cd8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:45:20.698068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc163ff0-27d0-4933-a55a-8584943e6a68 req-e6a93979-3b4a-4583-bf7d-817d6018e729 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:20.712371 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dc163ff0-27d0-4933-a55a-8584943e6a68 req-e6a93979-3b4a-4583-bf7d-817d6018e729 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 945 time: 0.1297505 Nov 13 04:45:20.723807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['09db4962-1d44-4710-b761-150a63fcc9f7'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:45:20.779910 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dc163ff0-27d0-4933-a55a-8584943e6a68 req-bebc0034-f2cc-4ebf-9ca9-23c7bfde37da tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/security-groups?id=d59de120-19a0-44d8-b1a7-1fb6da675945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665681 Nov 13 04:45:20.944407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:45:20.986786 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ee3710-4bcd-43c0-a372-6a30eec0650a None None] Sync routers for ids ['013b6a03-d88e-4f95-b3f7-e9a96fa14cd8'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:45:20.994000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:45:21.006208 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:21.009991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3e45fd88-9b73-4f02-baf1-04b997dd7b19 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "PUT /v2.0/routers/013b6a03-d88e-4f95-b3f7-e9a96fa14cd8 HTTP/1.1" status: 200 len: 705 time: 3.6115689 Nov 13 04:45:21.009991 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da2520c1-7831-4673-8184-addbaed1f5b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:21.010699 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50764) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:21.028130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ee3710-4bcd-43c0-a372-6a30eec0650a None None] Routers {'013b6a03-d88e-4f95-b3f7-e9a96fa14cd8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:21.028354 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da2520c1-7831-4673-8184-addbaed1f5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:21.028698 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e0ee3710-4bcd-43c0-a372-6a30eec0650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:45:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['013b6a03-d88e-4f95-b3f7-e9a96fa14cd8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:21.055214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:45:21.062078 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-da2520c1-7831-4673-8184-addbaed1f5b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f8986c59ac14310ac0f3f8bc10925ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0065384 Nov 13 04:45:21.067032 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50766) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:21.101298 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:21.161478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-11c78be7-1bf8-481f-a964-286e0e36de1d tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/routers/013b6a03-d88e-4f95-b3f7-e9a96fa14cd8 HTTP/1.1" status: 200 len: 740 time: 0.1469035 Nov 13 04:45:21.162063 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50772) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:21.180738 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Pushing event updated for resources: {'Port': ['ID=09174db8-91e0-4b74-a72c-b608e45a4bd2,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:21.214473 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:21.217840 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:21.219015 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-f42e1eb4-02e0-442a-bb7e-fdda7ca34d1b service neutron] 10.222.0.36 "PUT /v2.0/ports/09174db8-91e0-4b74-a72c-b608e45a4bd2 HTTP/1.1" status: 200 len: 1092 time: 2.6516900 Nov 13 04:45:21.219655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:21.222349 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acd11e4-4637-4982-9167-56a2b5239ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:21.225181 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2520c1-7831-4673-8184-addbaed1f5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32cba82-af42-4238-8598-b006099bb3a1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:21.248657 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f3d05dd1-477b-4112-8cde-6360a945a4ce tempest-RoutersAdminTest-1755158908 tempest-RoutersAdminTest-1755158908-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&device_id=013b6a03-d88e-4f95-b3f7-e9a96fa14cd8 HTTP/1.1" status: 200 len: 205 time: 0.0559986 Nov 13 04:45:21.249607 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50778) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:21.281131 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f9bae08-3755-4db6-a422-ae77d8b84275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:21.293247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e0ee3710-4bcd-43c0-a372-6a30eec0650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:21.309089 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1202d2bf-5d13-4337-af4f-c31e2f5953c9 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "GET /v2.0/ports?device_id=013b6a03-d88e-4f95-b3f7-e9a96fa14cd8 HTTP/1.1" status: 200 len: 205 time: 0.0582399 Nov 13 04:45:21.315983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50780) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:21.336114 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597003e-f965-42b2-9059-0235b0d7e444 req-8eb1b968-a9f3-4073-b841-5945ae21f773 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:21.337177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ee3710-4bcd-43c0-a372-6a30eec0650a None None] Routers {'013b6a03-d88e-4f95-b3f7-e9a96fa14cd8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:21.337842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e0ee3710-4bcd-43c0-a372-6a30eec0650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:45:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['013b6a03-d88e-4f95-b3f7-e9a96fa14cd8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:21.344750 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0597003e-f965-42b2-9059-0235b0d7e444 req-8eb1b968-a9f3-4073-b841-5945ae21f773 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 944 time: 0.1843231 Nov 13 04:45:21.362862 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f9bae08-3755-4db6-a422-ae77d8b84275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:21.431052 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e0ee3710-4bcd-43c0-a372-6a30eec0650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:21.432994 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ee3710-4bcd-43c0-a372-6a30eec0650a None None] The sync data for ids ['013b6a03-d88e-4f95-b3f7-e9a96fa14cd8'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:45:21.442555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-dbfddf13-378f-4169-a11d-562034f9a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:21.450776 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-dbfddf13-378f-4169-a11d-562034f9a1da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 1095 time: 0.1060951 Nov 13 04:45:21.501248 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97e19675-d591-473f-af4b-87ea8352c3cf tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:21.534809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b26b4f91-25e0-44cb-9bd7-be36e97c6ba8 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:45:21.561143 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-214bd92f-8c9e-41f5-8662-e8da4675ecd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2 HTTP/1.1" status: 200 len: 217 time: 0.0968051 Nov 13 04:45:21.562003 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f9bae08-3755-4db6-a422-ae77d8b84275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:21.569136 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f9bae08-3755-4db6-a422-ae77d8b84275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:21.572895 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8f9bae08-3755-4db6-a422-ae77d8b84275 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e32cba82-af42-4238-8598-b006099bb3a1 HTTP/1.1" status: 204 len: 168 time: 0.5025811 Nov 13 04:45:21.589477 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0597003e-f965-42b2-9059-0235b0d7e444 req-c24899c5-9ca6-4e5c-b710-6c7fada7dd19 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393339 Nov 13 04:45:21.653061 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port b26b4f91-25e0-44cb-9bd7-be36e97c6ba8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:21.658552 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:21.677308 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bae08-3755-4db6-a422-ae77d8b84275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32cba82-af42-4238-8598-b006099bb3a1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:21.712532 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-d65ed612-63f2-47ca-b006-09f81f674057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:21.716283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-d65ed612-63f2-47ca-b006-09f81f674057 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.1413729 Nov 13 04:45:21.768442 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-8556548a-f2ef-4d84-a722-31f2233d819f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449393 Nov 13 04:45:21.886179 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97e19675-d591-473f-af4b-87ea8352c3cf tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:21.908290 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97e19675-d591-473f-af4b-87ea8352c3cf tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:21.910248 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:21.922504 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-56ed153d-41b4-4344-91be-b7aa195120b0 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--859577395', 'description': 'tempest-description--928351772'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:21.958661 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c92b3c-3219-4cd0-b272-a4478c78e736 x-openstack-request-id: req-23c92b3c-3219-4cd0-b272-a4478c78e736 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:21.958959 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:21.959203 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23c92b3c-3219-4cd0-b272-a4478c78e736 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:21.959611 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2', 'status': 'completed', 'code': 200} Nov 13 04:45:21.959967 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Sync routers for ids ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:45:21.996491 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Routers {'9abd4f4e-c710-4d7a-9b1d-33be387c9362'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:22.007866 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:45:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:22.009839 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:22.044993 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-292c2e57-5f65-403d-b74e-f20e84e84a99 service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637806 Nov 13 04:45:22.055492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port b26b4f91-25e0-44cb-9bd7-be36e97c6ba8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b26b4f91-25e0-44cb-9bd7-be36e97c6ba8,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:22.069271 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:22.143094 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97e19675-d591-473f-af4b-87ea8352c3cf tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:22.143826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e19675-d591-473f-af4b-87ea8352c3cf tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Fanout notify agent at l3_agent the message router_deleted on router 013b6a03-d88e-4f95-b3f7-e9a96fa14cd8 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:45:22.167081 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97e19675-d591-473f-af4b-87ea8352c3cf tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:22.170154 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-97e19675-d591-473f-af4b-87ea8352c3cf tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "DELETE /v2.0/routers/013b6a03-d88e-4f95-b3f7-e9a96fa14cd8 HTTP/1.1" status: 204 len: 168 time: 0.8503127 Nov 13 04:45:22.174831 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56ed153d-41b4-4344-91be-b7aa195120b0 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:22.177056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50804) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:22.188106 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=b26b4f91-25e0-44cb-9bd7-be36e97c6ba8,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:22.257279 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7482c40c-426b-49c5-8272-cfef873a39f4 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "GET /v2.0/ports?device_id=013b6a03-d88e-4f95-b3f7-e9a96fa14cd8 HTTP/1.1" status: 200 len: 205 time: 0.0523069 Nov 13 04:45:22.261216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50806) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:22.281763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d395d6a-5b71-49a3-8152-dc7ef199794b req-2f2d35a3-e405-4830-a7be-b25ffd6cad5d tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:22.284797 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d395d6a-5b71-49a3-8152-dc7ef199794b req-2f2d35a3-e405-4830-a7be-b25ffd6cad5d tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 945 time: 0.1386020 Nov 13 04:45:22.285535 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50808) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:22.303785 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Set router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:45:22.317243 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-292ee561-09ba-4de4-87eb-dec4316381d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:22.349489 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-81f15703-5972-4134-9f0d-246c3bda4680 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] delete failed (client error): The resource could not be found. Nov 13 04:45:22.350539 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-81f15703-5972-4134-9f0d-246c3bda4680 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "DELETE /v2.0/routers/013b6a03-d88e-4f95-b3f7-e9a96fa14cd8 HTTP/1.1" status: 404 len: 336 time: 0.0883842 Nov 13 04:45:22.356700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50810) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:22.391481 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4de07466-2f23-4ad4-9871-7b2f74e2857f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "GET /v2.0/ports?device_id=882d1001-7409-426a-9261-b91a7610c34e HTTP/1.1" status: 200 len: 205 time: 0.0336618 Nov 13 04:45:22.399420 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50812) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:22.421354 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d395d6a-5b71-49a3-8152-dc7ef199794b req-9272539a-5e38-4f1e-8ea1-53f09ee2c1da tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/security-groups?id=d59de120-19a0-44d8-b1a7-1fb6da675945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089511 Nov 13 04:45:22.448242 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-51d67d49-3cb8-4f17-a77e-8bf72b61acc3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] delete failed (client error): The resource could not be found. Nov 13 04:45:22.449941 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-51d67d49-3cb8-4f17-a77e-8bf72b61acc3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "DELETE /v2.0/routers/882d1001-7409-426a-9261-b91a7610c34e HTTP/1.1" status: 404 len: 336 time: 0.0494416 Nov 13 04:45:22.452777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50814) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:22.472753 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed282a1f-6d0b-4235-a4ec-5e7c7fd1373b req-bf5ce879-7258-4c51-99fd-c4b90b2143dc service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182172 Nov 13 04:45:22.476202 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56ed153d-41b4-4344-91be-b7aa195120b0 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:22.486073 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56ed153d-41b4-4344-91be-b7aa195120b0 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:22.498356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319e838-4326-4c0a-8ac0-ad5fc3a0f65f req-1dc063cb-401d-46cf-96a6-f85e387c27c8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:22.507741 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6319e838-4326-4c0a-8ac0-ad5fc3a0f65f req-1dc063cb-401d-46cf-96a6-f85e387c27c8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 945 time: 0.1950223 Nov 13 04:45:22.522417 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56ed153d-41b4-4344-91be-b7aa195120b0 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:22.524312 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-56ed153d-41b4-4344-91be-b7aa195120b0 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6130984 Nov 13 04:45:22.531430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50816) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:22.537658 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-34bd0784-6ddb-42c9-9efc-fe7680fc0adc tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Request body: {'security_group_rule': {'security_group_id': '6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:22.543184 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-68805945-ed85-4fc8-a880-0fdae52e0c81 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b04aa53-c65f-4ff8-88fa-b3c34d8d7173 HTTP/1.1" status: 200 len: 205 time: 0.0892689 Nov 13 04:45:22.545887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50818) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:22.580012 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed153d-41b4-4344-91be-b7aa195120b0 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:22.589730 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-292ee561-09ba-4de4-87eb-dec4316381d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:22.600056 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-292ee561-09ba-4de4-87eb-dec4316381d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:22.625645 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-20ddf5ca-8d8c-4d6f-acad-3aa2b5ef4269 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] delete failed (client error): The resource could not be found. Nov 13 04:45:22.626745 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-20ddf5ca-8d8c-4d6f-acad-3aa2b5ef4269 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "DELETE /v2.0/routers/0b04aa53-c65f-4ff8-88fa-b3c34d8d7173 HTTP/1.1" status: 404 len: 336 time: 0.0799119 Nov 13 04:45:22.639469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50822) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:22.685233 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-54a91d93-0be1-4d16-ada6-174b641d4c8f tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b9e68a-312a-49cb-95d3-b10f8d6114ab HTTP/1.1" status: 200 len: 205 time: 0.0434449 Nov 13 04:45:22.694741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50824) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:22.712952 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-292ee561-09ba-4de4-87eb-dec4316381d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0b5cfd3e188404ebd54512d9d5ca262&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4204261 Nov 13 04:45:22.716276 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:45:11Z', 'updated_at': '2021-11-13T04:45:18Z', 'revision_number': 4, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'gw_port': {'id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:13Z', 'updated_at': '2021-11-13T04:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '699ac762-2c42-4a26-8726-e69b39597079', 'name': '', 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'mac_address': 'fa:16:3e:27:a4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '96230d51-02ef-46d7-8f85-644e8228b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:17Z', 'updated_at': '2021-11-13T04:45:18Z', 'revision_number': 2, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'subnets': [{'id': '96230d51-02ef-46d7-8f85-644e8228b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:22.716765 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50826) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:22.726831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd11e4-4637-4982-9167-56a2b5239ccf req-b8ed9db8-d7ae-47b2-8c35-2853fa4b4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:22.728910 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5acd11e4-4637-4982-9167-56a2b5239ccf req-b8ed9db8-d7ae-47b2-8c35-2853fa4b4819 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 1095 time: 0.1368542 Nov 13 04:45:22.736255 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34bd0784-6ddb-42c9-9efc-fe7680fc0adc tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:22.745904 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Checking router: 9abd4f4e-c710-4d7a-9b1d-33be387c9362 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:45:22.746249 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Updating router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 port 699ac762-2c42-4a26-8726-e69b39597079 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:45:22.753579 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ee561-09ba-4de4-87eb-dec4316381d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc6b5e1-82db-4524-b622-0e677036e074,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:22.777287 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:22.794251 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-333d02e9-92db-4705-8b72-75da87e3592a tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] delete failed (client error): The resource could not be found. Nov 13 04:45:22.798371 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-333d02e9-92db-4705-8b72-75da87e3592a tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "DELETE /v2.0/routers/32b9e68a-312a-49cb-95d3-b10f8d6114ab HTTP/1.1" status: 404 len: 336 time: 0.0903027 Nov 13 04:45:22.800140 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:22.841713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6319e838-4326-4c0a-8ac0-ad5fc3a0f65f req-7e4b847e-a18e-4135-b563-ebbd142d0532 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330107 Nov 13 04:45:22.846614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f0c24782-6e2d-4bb5-a1c9-3550218ad618 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7804c566-d1a2-40c4-be88-02b247b16200 HTTP/1.1" status: 200 len: 205 time: 0.0430756 Nov 13 04:45:22.849509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50830) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:22.902378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed3981-e400-4b37-952c-9418b33f2f31 req-904bac73-1409-4939-be16-e50f526f5511 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:22.904117 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90ed3981-e400-4b37-952c-9418b33f2f31 req-904bac73-1409-4939-be16-e50f526f5511 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 944 time: 0.1861622 Nov 13 04:45:22.909028 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-56e8f71f-a5af-413f-a3fe-6d0f627333f3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] delete failed (client error): The resource could not be found. Nov 13 04:45:22.910055 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-56e8f71f-a5af-413f-a3fe-6d0f627333f3 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "DELETE /v2.0/routers/7804c566-d1a2-40c4-be88-02b247b16200 HTTP/1.1" status: 404 len: 336 time: 0.0586054 Nov 13 04:45:22.913078 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50832) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:22.938901 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34bd0784-6ddb-42c9-9efc-fe7680fc0adc tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:22.939210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd11e4-4637-4982-9167-56a2b5239ccf req-4fc219da-6223-4fd8-8a09-5266a161ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:22.940191 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5acd11e4-4637-4982-9167-56a2b5239ccf req-4fc219da-6223-4fd8-8a09-5266a161ff3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.1677537 Nov 13 04:45:22.973053 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34bd0784-6ddb-42c9-9efc-fe7680fc0adc tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:22.976404 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7f177a3f-99a9-4426-9f01-8e12a381fcfb tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ba81ce4-57fc-40d3-8612-16961be66c8d HTTP/1.1" status: 200 len: 205 time: 0.0612288 Nov 13 04:45:22.983012 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50834) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:22.992623 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5acd11e4-4637-4982-9167-56a2b5239ccf req-fe6ba50a-58d6-4702-a948-2ffc80481dbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2 HTTP/1.1" status: 200 len: 217 time: 0.0433743 Nov 13 04:45:23.046618 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-f2e05045-ead6-480b-b97f-c985487e3beb tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] delete failed (client error): The resource could not be found. Nov 13 04:45:23.047843 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f2e05045-ead6-480b-b97f-c985487e3beb tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "DELETE /v2.0/routers/2ba81ce4-57fc-40d3-8612-16961be66c8d HTTP/1.1" status: 404 len: 336 time: 0.0629032 Nov 13 04:45:23.052741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50838) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:23.053508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd0784-6ddb-42c9-9efc-fe7680fc0adc tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f9a073-9fe6-422e-a71f-930ac5ce3637,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:23.058214 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7c458e8-0051-4d80-b49f-8932b2f09c26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.076040 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34bd0784-6ddb-42c9-9efc-fe7680fc0adc tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.080178 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-34bd0784-6ddb-42c9-9efc-fe7680fc0adc tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5472059 Nov 13 04:45:23.083531 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7c458e8-0051-4d80-b49f-8932b2f09c26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.083684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50840) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:23.116844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f8ca7402-5d5c-4d1d-a219-5692ddc7b6d3 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Request body: {'security_group_rule': {'security_group_id': '6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:23.124707 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90ed3981-e400-4b37-952c-9418b33f2f31 req-93816990-799b-4978-988f-4468c05109fe tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106252 Nov 13 04:45:23.126894 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d65eb4-0093-48b1-86e6-0a9eedbf4012 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] DELETE failed (client error): The resource could not be found. Nov 13 04:45:23.127374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d65eb4-0093-48b1-86e6-0a9eedbf4012 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:45:23.130408 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e6d65eb4-0093-48b1-86e6-0a9eedbf4012 tempest-RoutersAdminTest-326197999 tempest-RoutersAdminTest-326197999-project] 10.222.0.43 "DELETE /v2.0/subnets/98f2f5fe-2dc1-4acf-b54b-f7a105d326c4 HTTP/1.1" status: 404 len: 337 time: 0.0748262 Nov 13 04:45:23.183990 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8ca7402-5d5c-4d1d-a219-5692ddc7b6d3 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.246105 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.258370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd11e4-4637-4982-9167-56a2b5239ccf req-0d9c943a-27ba-47bb-a4c0-6501cabbd9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:23.260634 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5acd11e4-4637-4982-9167-56a2b5239ccf req-0d9c943a-27ba-47bb-a4c0-6501cabbd9f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.2553670 Nov 13 04:45:23.265354 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.288791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b26b4f91-25e0-44cb-9bd7-be36e97c6ba8 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:45:23.360077 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8ca7402-5d5c-4d1d-a219-5692ddc7b6d3 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.368034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5acd11e4-4637-4982-9167-56a2b5239ccf req-f1644737-ca2d-4d2e-a741-adb5a5f1f940 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990572 Nov 13 04:45:23.381066 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8ca7402-5d5c-4d1d-a219-5692ddc7b6d3 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.419493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca7402-5d5c-4d1d-a219-5692ddc7b6d3 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6103422-1e79-4675-b5a5-6b353c3581ed,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:23.434481 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8ca7402-5d5c-4d1d-a219-5692ddc7b6d3 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.442549 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f8ca7402-5d5c-4d1d-a219-5692ddc7b6d3 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3291807 Nov 13 04:45:23.447139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50856) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:23.458720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:23.471316 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port b26b4f91-25e0-44cb-9bd7-be36e97c6ba8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:23.471991 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.485865 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d029598-95a8-40fd-b687-529794367d68 None None] Pushing event updated for resources: {'Port': ['ID=699ac762-2c42-4a26-8726-e69b39597079,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:23.487414 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7c458e8-0051-4d80-b49f-8932b2f09c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.490611 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7c458e8-0051-4d80-b49f-8932b2f09c26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.494290 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d7c458e8-0051-4d80-b49f-8932b2f09c26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5bc6b5e1-82db-4524-b622-0e677036e074 HTTP/1.1" status: 204 len: 168 time: 0.7615819 Nov 13 04:45:23.561142 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.595041 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d029598-95a8-40fd-b687-529794367d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:23.595409 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d029598-95a8-40fd-b687-529794367d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:23.595660 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d029598-95a8-40fd-b687-529794367d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:23.596051 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d029598-95a8-40fd-b687-529794367d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:23.604899 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d029598-95a8-40fd-b687-529794367d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:23.605180 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d029598-95a8-40fd-b687-529794367d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:23.605465 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d029598-95a8-40fd-b687-529794367d68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:23.605795 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d029598-95a8-40fd-b687-529794367d68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:23.606115 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d029598-95a8-40fd-b687-529794367d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:23.611511 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d029598-95a8-40fd-b687-529794367d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:23.611762 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d029598-95a8-40fd-b687-529794367d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:23.612020 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d029598-95a8-40fd-b687-529794367d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:45:23.651126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c458e8-0051-4d80-b49f-8932b2f09c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc6b5e1-82db-4524-b622-0e677036e074,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:23.657868 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Attempting to bind port 699ac762-2c42-4a26-8726-e69b39597079 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:45:23.658215 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Attempting to bind port 699ac762-2c42-4a26-8726-e69b39597079 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '8fde0dbe-56e5-4d16-a39d-b741dfb854b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:45:23.658572 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Attempting to bind port 699ac762-2c42-4a26-8726-e69b39597079 on network bfd9356b-0fdf-4c68-a959-58ca842b9635 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:23.669958 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:45:23.681092 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Checking segment: {'id': '8fde0dbe-56e5-4d16-a39d-b741dfb854b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:23.681801 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.682411 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Bound using segment: {'id': '8fde0dbe-56e5-4d16-a39d-b741dfb854b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:45:23.684209 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Bound port: 699ac762-2c42-4a26-8726-e69b39597079, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fde0dbe-56e5-4d16-a39d-b741dfb854b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:45:23.685927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50862) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:23.686525 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.780429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 09db4962-1d44-4710-b761-150a63fcc9f7 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:45:23.828675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a1e15-6904-4360-8c0f-2b82b0cc0b13 req-edfecb45-a668-44a7-a57b-68c210ffd5c9 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:23.830330 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-313a1e15-6904-4360-8c0f-2b82b0cc0b13 req-edfecb45-a668-44a7-a57b-68c210ffd5c9 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 945 time: 0.1899137 Nov 13 04:45:23.861079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b7536617-36f8-4e8d-8f2f-653249794aed None None] Provisioning complete for port 699ac762-2c42-4a26-8726-e69b39597079 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:23.875447 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7536617-36f8-4e8d-8f2f-653249794aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.889607 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:23.910678 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5acd11e4-4637-4982-9167-56a2b5239ccf req-aef1a114-e9f0-4cea-9341-71bba3f707ad service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342970 Nov 13 04:45:23.922713 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] For port 699ac762-2c42-4a26-8726-e69b39597079, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:45:23.930260 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] For port 699ac762-2c42-4a26-8726-e69b39597079, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=699ac762-2c42-4a26-8726-e69b39597079,segment=NetworkSegment(8fde0dbe-56e5-4d16-a39d-b741dfb854b9),segment_id=8fde0dbe-56e5-4d16-a39d-b741dfb854b9)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:45:23.944398 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:24.020202 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Routers {'9abd4f4e-c710-4d7a-9b1d-33be387c9362'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:24.021117 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:45:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:24.076315 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b7536617-36f8-4e8d-8f2f-653249794aed None None] Port 699ac762-2c42-4a26-8726-e69b39597079 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:45:24.099650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 09db4962-1d44-4710-b761-150a63fcc9f7 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:45:24.105278 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 09db4962-1d44-4710-b761-150a63fcc9f7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:24.105645 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:24.112234 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d029598-95a8-40fd-b687-529794367d68 None None] Pushing event updated for resources: {'Port': ['ID=699ac762-2c42-4a26-8726-e69b39597079,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:24.144245 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c5dd7e7-661f-43aa-8de7-a0a2f859e9bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:24.263312 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] Set router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:45:24.297952 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:24.365024 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef950b28-e30e-4143-b70e-d8ef666e9f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09db4962-1d44-4710-b761-150a63fcc9f7'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:24.369528 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca386fb-f4eb-4cf0-b78b-3ea28daad4dc" -d '{"events": [{"server_uuid": "ef950b28-e30e-4143-b70e-d8ef666e9f21", "name": "network-vif-plugged", "status": "completed", "tag": "09db4962-1d44-4710-b761-150a63fcc9f7"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:24.394810 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-313a1e15-6904-4360-8c0f-2b82b0cc0b13 req-f1397c6d-105e-4fb1-b429-5b035258b0cf tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/security-groups?id=d59de120-19a0-44d8-b1a7-1fb6da675945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541952 Nov 13 04:45:24.435540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 09db4962-1d44-4710-b761-150a63fcc9f7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=09db4962-1d44-4710-b761-150a63fcc9f7,segment=NetworkSegment(a94370aa-9ef3-4032-9000-4e8069be5d87),segment_id=a94370aa-9ef3-4032-9000-4e8069be5d87)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:24.453110 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:24.546763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46dd27-716f-4e97-ac47-da09deec4d1d req-60d4a5b2-9501-43d8-968b-2c57ebfed65b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:24.548831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa46dd27-716f-4e97-ac47-da09deec4d1d req-60d4a5b2-9501-43d8-968b-2c57ebfed65b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 945 time: 0.5123332 Nov 13 04:45:24.622664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=09db4962-1d44-4710-b761-150a63fcc9f7,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:24.671184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c77535ba-13fc-4667-95f3-d8cfd7ede397 None None] Provisioning complete for port 699ac762-2c42-4a26-8726-e69b39597079 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:24.671898 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c77535ba-13fc-4667-95f3-d8cfd7ede397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:24.692783 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:45:11Z', 'updated_at': '2021-11-13T04:45:18Z', 'revision_number': 4, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'gw_port': {'id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:13Z', 'updated_at': '2021-11-13T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '699ac762-2c42-4a26-8726-e69b39597079', 'name': '', 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'mac_address': 'fa:16:3e:27:a4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '96230d51-02ef-46d7-8f85-644e8228b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:17Z', 'updated_at': '2021-11-13T04:45:23Z', 'revision_number': 4, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'subnets': [{'id': '96230d51-02ef-46d7-8f85-644e8228b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:24.704203 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5acd11e4-4637-4982-9167-56a2b5239ccf req-31b017ed-ab24-420d-b03f-268de834b9ae service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7835987 Nov 13 04:45:24.776571 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5beb8a-4d56-48dd-8584-67296aba8d75 None None] The sync data for ids ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'] in n-d-813114-2 is: [{'id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:45:11Z', 'updated_at': '2021-11-13T04:45:18Z', 'revision_number': 4, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'gw_port': {'id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:13Z', 'updated_at': '2021-11-13T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '699ac762-2c42-4a26-8726-e69b39597079', 'name': '', 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'mac_address': 'fa:16:3e:27:a4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '96230d51-02ef-46d7-8f85-644e8228b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:17Z', 'updated_at': '2021-11-13T04:45:23Z', 'revision_number': 4, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'subnets': [{'id': '96230d51-02ef-46d7-8f85-644e8228b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:45:24.800873 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386523cb-ae96-402a-849c-3f6c8058ee7b req-21ca0b56-d221-4449-812b-11e8ba96aeb5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:24.806026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-386523cb-ae96-402a-849c-3f6c8058ee7b req-21ca0b56-d221-4449-812b-11e8ba96aeb5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 945 time: 0.7168615 Nov 13 04:45:24.841622 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c77535ba-13fc-4667-95f3-d8cfd7ede397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:24.842452 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c5dd7e7-661f-43aa-8de7-a0a2f859e9bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:24.892927 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Allocated IP 172.25.8.32 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/a46227d3-ddb4-40fb-ac53-3e1f7800ac1b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:24.944319 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c5dd7e7-661f-43aa-8de7-a0a2f859e9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:24.947975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c77535ba-13fc-4667-95f3-d8cfd7ede397 None None] For port 699ac762-2c42-4a26-8726-e69b39597079, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=699ac762-2c42-4a26-8726-e69b39597079,segment=NetworkSegment(8fde0dbe-56e5-4d16-a39d-b741dfb854b9),segment_id=8fde0dbe-56e5-4d16-a39d-b741dfb854b9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:24.964241 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c77535ba-13fc-4667-95f3-d8cfd7ede397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:24.997758 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71203ec-e2e4-47e4-96f6-8bf4d56f3400 req-b8ac9aab-5312-42ea-8a92-48a2ae55a2bb tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:25.006392 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c71203ec-e2e4-47e4-96f6-8bf4d56f3400 req-b8ac9aab-5312-42ea-8a92-48a2ae55a2bb tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 944 time: 0.3606088 Nov 13 04:45:25.060433 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3c5dd7e7-661f-43aa-8de7-a0a2f859e9bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=956b95ec04994117b4a4ad4bbe19a838&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3378656 Nov 13 04:45:25.067065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50892) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:25.075066 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5dd7e7-661f-43aa-8de7-a0a2f859e9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6a7eac-8e61-4d2e-832c-6aea5c1ea1ba,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:25.137331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77535ba-13fc-4667-95f3-d8cfd7ede397 None None] Pushing event updated for resources: {'Port': ['ID=699ac762-2c42-4a26-8726-e69b39597079,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:25.168905 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:25.185571 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c71203ec-e2e4-47e4-96f6-8bf4d56f3400 req-5e330993-4aec-45ab-9058-6fb15460fb39 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782153 Nov 13 04:45:25.226655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-aa46dd27-716f-4e97-ac47-da09deec4d1d req-e027829e-3616-45a6-8d0d-42cece265544 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Deleting port 0b5c67eb-d30e-47df-902e-3929d32b1401 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:25.228161 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-aa46dd27-716f-4e97-ac47-da09deec4d1d req-e027829e-3616-45a6-8d0d-42cece265544 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:25.255556 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:25.362473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:25.368188 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-386523cb-ae96-402a-849c-3f6c8058ee7b req-9d6c278e-c75d-40ad-9365-dc34198bd34e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483274 Nov 13 04:45:25.374902 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:25.380785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:25.427515 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 699ac762-2c42-4a26-8726-e69b39597079 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:45:25.532612 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4b4af10-0e9e-46a3-8053-761ab54b8bce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:25.535958 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef0672a-57b8-4339-9b1e-723b55469b69 x-openstack-request-id: req-cef0672a-57b8-4339-9b1e-723b55469b69 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:25.536645 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef950b28-e30e-4143-b70e-d8ef666e9f21", "name": "network-vif-plugged", "status": "completed", "tag": "09db4962-1d44-4710-b761-150a63fcc9f7", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:25.537133 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cef0672a-57b8-4339-9b1e-723b55469b69 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:25.537872 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef950b28-e30e-4143-b70e-d8ef666e9f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09db4962-1d44-4710-b761-150a63fcc9f7', 'code': 200} Nov 13 04:45:25.553274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 699ac762-2c42-4a26-8726-e69b39597079 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:25.554046 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:25.617543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Pushing event updated for resources: {'Port': ['ID=a46227d3-ddb4-40fb-ac53-3e1f7800ac1b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:25.649303 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:25.737828 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:26.220912 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4b4af10-0e9e-46a3-8053-761ab54b8bce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:26.248391 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:26.264909 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:26.285117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8673a2a-851c-4f8d-b6b3-b737f15759fc req-cd003b19-32f3-4b51-ba68-c97ce2add5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:26.287298 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c8673a2a-851c-4f8d-b6b3-b737f15759fc req-cd003b19-32f3-4b51-ba68-c97ce2add5e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 1097 time: 0.5916324 Nov 13 04:45:26.393838 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f84e40-d613-4c27-940c-5d39ab9b9fb4 req-06de410c-87bc-4526-861a-27e4caafae2a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:26.395588 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-95f84e40-d613-4c27-940c-5d39ab9b9fb4 req-06de410c-87bc-4526-861a-27e4caafae2a tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 946 time: 0.8583293 Nov 13 04:45:26.398307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c8673a2a-851c-4f8d-b6b3-b737f15759fc req-9cba496a-fbcf-4f67-b869-13a15dbe3a9d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d59de120-19a0-44d8-b1a7-1fb6da675945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834796 Nov 13 04:45:26.402841 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-aa46dd27-716f-4e97-ac47-da09deec4d1d req-e027829e-3616-45a6-8d0d-42cece265544 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] For port 0b5c67eb-d30e-47df-902e-3929d32b1401, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=0b5c67eb-d30e-47df-902e-3929d32b1401,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:26.403313 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-aa46dd27-716f-4e97-ac47-da09deec4d1d req-e027829e-3616-45a6-8d0d-42cece265544 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:26.441090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-aa46dd27-716f-4e97-ac47-da09deec4d1d req-e027829e-3616-45a6-8d0d-42cece265544 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Calling delete_port for 0b5c67eb-d30e-47df-902e-3929d32b1401 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:26.468795 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:26.488359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Pushing event updated for resources: {'Port': ['ID=a46227d3-ddb4-40fb-ac53-3e1f7800ac1b,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:26.496508 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-95f84e40-d613-4c27-940c-5d39ab9b9fb4 req-01885bd9-547d-4694-9fcf-2c9bdab39032 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/security-groups?id=d59de120-19a0-44d8-b1a7-1fb6da675945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893874 Nov 13 04:45:26.520865 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4466fd-59ca-4c7c-a6bc-4eba55f79a87 req-3099a037-3ec3-4083-b2e6-83c1b45463e0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:26.526663 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e4466fd-59ca-4c7c-a6bc-4eba55f79a87 req-3099a037-3ec3-4083-b2e6-83c1b45463e0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 944 time: 0.1520376 Nov 13 04:45:26.531240 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:26.532801 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6b3571bc-249b-49fc-943e-8ff048e1f50a tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0839419 Nov 13 04:45:26.655990 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e4466fd-59ca-4c7c-a6bc-4eba55f79a87 req-f322632d-5681-4a91-b18f-56f06be51585 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205792 Nov 13 04:45:26.675598 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4b4af10-0e9e-46a3-8053-761ab54b8bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:26.693440 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4b4af10-0e9e-46a3-8053-761ab54b8bce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:26.696655 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d4b4af10-0e9e-46a3-8053-761ab54b8bce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b6a7eac-8e61-4d2e-832c-6aea5c1ea1ba HTTP/1.1" status: 204 len: 168 time: 1.6286101 Nov 13 04:45:26.786926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4af10-0e9e-46a3-8053-761ab54b8bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6a7eac-8e61-4d2e-832c-6aea5c1ea1ba,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:26.935431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01c81a-d2ca-41d7-954e-82a5da7528d2 req-07d68e32-1037-485d-a4e0-c47d0ca6107a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:26.944931 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da01c81a-d2ca-41d7-954e-82a5da7528d2 req-07d68e32-1037-485d-a4e0-c47d0ca6107a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 945 time: 0.1176226 Nov 13 04:45:26.973396 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-aa46dd27-716f-4e97-ac47-da09deec4d1d req-e027829e-3616-45a6-8d0d-42cece265544 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:26.982976 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-b08bba8f-1b7b-466e-a5ce-48550b9ea8f4 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--859577395&fields=id&tenant_id=87b8e22e13d64cf59b821c1617f457ff HTTP/1.1" status: 200 len: 267 time: 0.0695994 Nov 13 04:45:27.011669 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027829e-3616-45a6-8d0d-42cece265544 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Pushing event deleted for resources: {'Port': ['ID=0b5c67eb-d30e-47df-902e-3929d32b1401,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:27.112162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa46dd27-716f-4e97-ac47-da09deec4d1d req-e027829e-3616-45a6-8d0d-42cece265544 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] No DVR routers for this DVR port 0b5c67eb-d30e-47df-902e-3929d32b1401 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:45:27.115300 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-aa46dd27-716f-4e97-ac47-da09deec4d1d req-e027829e-3616-45a6-8d0d-42cece265544 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:27.119799 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa46dd27-716f-4e97-ac47-da09deec4d1d req-e027829e-3616-45a6-8d0d-42cece265544 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "DELETE /v2.0/ports/0b5c67eb-d30e-47df-902e-3929d32b1401 HTTP/1.1" status: 204 len: 173 time: 2.5421991 Nov 13 04:45:27.131517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-257e2ff0-7c0e-47c3-9808-997d5bf566c8 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:27.132947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-257e2ff0-7c0e-47c3-9808-997d5bf566c8 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/networks?id=bfd9356b-0fdf-4c68-a959-58ca842b9635 HTTP/1.1" status: 200 len: 811 time: 0.1489522 Nov 13 04:45:27.135792 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da01c81a-d2ca-41d7-954e-82a5da7528d2 req-5878ebde-0e36-4425-a0b0-05c908e990dd tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856472 Nov 13 04:45:27.136521 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8beafd-4ef9-4a56-8edb-fee6202e4c34', 'name': 'network-vif-deleted', 'tag': '0b5c67eb-d30e-47df-902e-3929d32b1401'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:27.139111 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bedaf7-21d2-446e-bd9a-58b1ff34f527" -d '{"events": [{"server_uuid": "4d8beafd-4ef9-4a56-8edb-fee6202e4c34", "name": "network-vif-deleted", "tag": "0b5c67eb-d30e-47df-902e-3929d32b1401"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:27.173364 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-9e207049-3cf7-4f5f-9772-f0ffc9133866 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/quotas/87b8e22e13d64cf59b821c1617f457ff HTTP/1.1" status: 200 len: 375 time: 0.0338182 Nov 13 04:45:27.179184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 09174db8-91e0-4b74-a72c-b608e45a4bd2 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:45:27.325241 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-7987f055-9daa-4cda-be69-f5208afb1653 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=87b8e22e13d64cf59b821c1617f457ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1079245 Nov 13 04:45:27.365441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:27.414148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '09174db8-91e0-4b74-a72c-b608e45a4bd2', 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285', 'port_id': '09174db8-91e0-4b74-a72c-b608e45a4bd2', 'mac_address': 'fa:16:3e:eb:9b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:45:27.480185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50960) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:27.486958 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-43b58308-4f2f-4574-85f7-6464e50a2c8b service neutron] 10.222.0.43 "GET /v2.0/networks/bfd9356b-0fdf-4c68-a959-58ca842b9635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425669 Nov 13 04:45:27.510194 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:27.548362 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09174db8-91e0-4b74-a72c-b608e45a4bd2 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:45:27.585132 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b5dd24eb-9e16-41b0-884a-9782e6d6f39d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c497bd915694a3f932534d819c72ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0998950 Nov 13 04:45:27.586535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50964) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:27.602842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:27.616639 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:27.698623 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-0d6488c4-961b-4125-8487-ed7030d962ff service neutron] 10.222.0.43 "GET /v2.0/networks/bfd9356b-0fdf-4c68-a959-58ca842b9635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106831 Nov 13 04:45:27.706506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6498828-f603-478b-9163-50068033f3b2 req-ef40820d-d27b-48b1-8dfc-cbe55be62fc1 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=bb1c05680d294df886b303c06b011cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326552 Nov 13 04:45:27.707292 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27699715-7ae7-4157-b029-fa7f51213f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:27.798548 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27699715-7ae7-4157-b029-fa7f51213f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:27.799649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 0b5c67eb-d30e-47df-902e-3929d32b1401 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:45:27.814267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=09174db8-91e0-4b74-a72c-b608e45a4bd2,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:27.866324 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 0b5c67eb-d30e-47df-902e-3929d32b1401 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:45:27.867612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 0b5c67eb-d30e-47df-902e-3929d32b1401 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:45:27.993767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6498828-f603-478b-9163-50068033f3b2 req-b94ad089-5997-4a8f-b9a2-3f5170fb52e6 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:27.997031 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6498828-f603-478b-9163-50068033f3b2 req-b94ad089-5997-4a8f-b9a2-3f5170fb52e6 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735474 Nov 13 04:45:28.013176 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27699715-7ae7-4157-b029-fa7f51213f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:28.020679 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27699715-7ae7-4157-b029-fa7f51213f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:28.026249 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-27699715-7ae7-4157-b029-fa7f51213f2e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38502778-acf1-4633-ba85-310d2a88c575 HTTP/1.1" status: 204 len: 168 time: 0.4312112 Nov 13 04:45:28.054467 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['09174db8-91e0-4b74-a72c-b608e45a4bd2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:45:28.066536 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27699715-7ae7-4157-b029-fa7f51213f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38502778-acf1-4633-ba85-310d2a88c575,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:28.087052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6498828-f603-478b-9163-50068033f3b2 req-99c29044-3364-4325-8cec-9d7155edf2fe tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/quotas/bb1c05680d294df886b303c06b011cc1 HTTP/1.1" status: 200 len: 375 time: 0.0548084 Nov 13 04:45:28.193486 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ad9593-a22e-4fb3-8dee-4467a6fed0f1 x-openstack-request-id: req-28ad9593-a22e-4fb3-8dee-4467a6fed0f1 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:28.193769 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8beafd-4ef9-4a56-8edb-fee6202e4c34", "name": "network-vif-deleted", "tag": "0b5c67eb-d30e-47df-902e-3929d32b1401", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:28.194003 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28ad9593-a22e-4fb3-8dee-4467a6fed0f1 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:28.197412 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8beafd-4ef9-4a56-8edb-fee6202e4c34', 'name': 'network-vif-deleted', 'tag': '0b5c67eb-d30e-47df-902e-3929d32b1401', 'status': 'completed', 'code': 200} Nov 13 04:45:28.205082 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6498828-f603-478b-9163-50068033f3b2 req-0664c17b-0d7e-4306-97e3-a5d23616f726 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb1c05680d294df886b303c06b011cc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059439 Nov 13 04:45:28.382214 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9471d8-6496-42fc-a1c6-c7e62bdd8d68 req-cdf5b73d-efe5-4225-b610-d482a9a32d0f tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:28.392398 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5f9471d8-6496-42fc-a1c6-c7e62bdd8d68 req-cdf5b73d-efe5-4225-b610-d482a9a32d0f tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 946 time: 0.1574922 Nov 13 04:45:28.438265 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:28.530515 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5f9471d8-6496-42fc-a1c6-c7e62bdd8d68 req-cb498166-b9d7-4543-a023-3e67ca255f75 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/security-groups?id=d59de120-19a0-44d8-b1a7-1fb6da675945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314626 Nov 13 04:45:28.683821 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:28.766423 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cebdd7-4cc3-45e3-b35d-e0109c588155 req-78da9022-e2aa-43b1-9a14-3c90a26326af tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:28.776526 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65cebdd7-4cc3-45e3-b35d-e0109c588155 req-78da9022-e2aa-43b1-9a14-3c90a26326af tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 945 time: 0.1284716 Nov 13 04:45:28.855187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65cebdd7-4cc3-45e3-b35d-e0109c588155 req-315f0e40-ddd5-4e1e-a55e-59c854905dd1 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775456 Nov 13 04:45:28.976098 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21c774a6-9b95-4aa8-91de-268287db1242 req-7a0610d1-e550-43b0-8c10-2af31b93c433 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 210 time: 0.0417051 Nov 13 04:45:29.152045 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f09bc70-034a-4059-8d09-0fa8d11294e5 req-44a3af2b-177b-4de8-ab43-cb9c1ab237a4 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 210 time: 0.0996091 Nov 13 04:45:29.172523 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b484982-0676-43b7-bb8d-926f0f8cedd2 req-37b12860-c0a3-4050-b488-8f794fce51bf tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 210 time: 0.0482879 Nov 13 04:45:29.651854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51042) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:29.886091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1501857912'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:29.969148 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Made reservation on behalf of 2e5f3da1173a492db4bdcfa150ba2b7c for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:29.973485 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:29.998293 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:30.095239 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:30.109179 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:30.160614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:45:30.178197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5ee7ea-56a3-4ddd-8258-00465c9f131c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:30.183713 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:30.184107 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Added segment 6b7aa755-7034-4329-8edd-9f419530295f of type vlan for network 6ae30727-cfc7-49cc-a960-edd416bf2b65 Nov 13 04:45:30.188349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab28bab-70a9-4231-8673-765ada7d50af req-b12d690a-777f-4241-a320-312cd4fd3ba4 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:30.195944 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ab28bab-70a9-4231-8673-765ada7d50af req-b12d690a-777f-4241-a320-312cd4fd3ba4 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 945 time: 0.1290998 Nov 13 04:45:30.239656 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:30.278119 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:30.285705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:30.286953 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:30.315902 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ab28bab-70a9-4231-8673-765ada7d50af req-9b568e0e-8c3b-4b6d-992b-7f5d5b09a706 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124160 Nov 13 04:45:30.356843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51072) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:30.357802 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7037804 Nov 13 04:45:30.363356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5ab5722d-e582-42b1-b9e2-d18a12b58eec tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Request body: {'subnet': {'network_id': '6ae30727-cfc7-49cc-a960-edd416bf2b65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:30.484052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f5b77c91-45d5-4ff0-bcf9-e5c1a7cb6e52 req-a7663368-38a3-41cb-86bb-7a63074215e0 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 210 time: 0.0943456 Nov 13 04:45:30.535992 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918560f0-78ef-494d-9ab9-6abd5697c7e1 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event updated for resources: {'Network': ['ID=6ae30727-cfc7-49cc-a960-edd416bf2b65,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:30.541762 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4676163-949f-40d2-9858-765e602ceaee req-b15456dd-5d71-4817-a20f-848168cb94a9 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 210 time: 0.0667090 Nov 13 04:45:30.548624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 6ae30727-cfc7-49cc-a960-edd416bf2b65 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:45:30.627097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab5722d-e582-42b1-b9e2-d18a12b58eec tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Made reservation on behalf of 2e5f3da1173a492db4bdcfa150ba2b7c for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:30.635920 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ab5722d-e582-42b1-b9e2-d18a12b58eec tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:30.794844 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-becbe876-b908-455e-ad87-9b6c1bd8e300 req-98368d0a-08a0-4b3f-8cf0-9c91c7f02804 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 210 time: 0.0991502 Nov 13 04:45:31.031355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-a122066a-eef1-49c7-8284-e2c64c477a4d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:31.039559 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-a122066a-eef1-49c7-8284-e2c64c477a4d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.36 "GET /v2.0/networks?id=bfd9356b-0fdf-4c68-a959-58ca842b9635 HTTP/1.1" status: 200 len: 811 time: 0.2623587 Nov 13 04:45:31.188526 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 09174db8-91e0-4b74-a72c-b608e45a4bd2 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:45:31.240851 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-4a81ed2b-99e2-47f9-8e4a-13ce5fa78f84 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87b8e22e13d64cf59b821c1617f457ff HTTP/1.1" status: 200 len: 379 time: 0.1352692 Nov 13 04:45:31.261542 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ab5722d-e582-42b1-b9e2-d18a12b58eec tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:31.271604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-f3c64c90-8b43-45c5-8800-3fbdb43e6694 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Request body: {'port': {'device_id': '92fe479e-cc58-41dc-86af-3cbed24d3476', 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'admin_state_up': True, 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'security_groups': ['6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:31.287611 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 09174db8-91e0-4b74-a72c-b608e45a4bd2 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:45:31.293306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 09174db8-91e0-4b74-a72c-b608e45a4bd2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:31.293820 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:31.442597 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6498828-f603-478b-9163-50068033f3b2 req-51698f2c-3218-4b43-9da5-0397daa3d444 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bb1c05680d294df886b303c06b011cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1535509 Nov 13 04:45:31.465926 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:31.512463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:31.513705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:31.516622 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c597fa-b096-42d7-93e8-88ad71e7fa4e" -d '{"events": [{"server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "name": "network-vif-plugged", "status": "completed", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:31.525753 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:31.623000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-f3c64c90-8b43-45c5-8800-3fbdb43e6694 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Made reservation on behalf of 87b8e22e13d64cf59b821c1617f457ff for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:31.627355 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-f3c64c90-8b43-45c5-8800-3fbdb43e6694 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:31.655885 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2795c691-5ede-479d-8ea7-940ea03c3d70 x-openstack-request-id: req-2795c691-5ede-479d-8ea7-940ea03c3d70 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:31.656514 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "name": "network-vif-plugged", "status": "completed", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:31.656514 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2795c691-5ede-479d-8ea7-940ea03c3d70 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:31.661113 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2', 'code': 200} Nov 13 04:45:31.662436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=09174db8-91e0-4b74-a72c-b608e45a4bd2,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:31.674676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab5722d-e582-42b1-b9e2-d18a12b58eec tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Checking segment: {'id': '6b7aa755-7034-4329-8edd-9f419530295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6ae30727-cfc7-49cc-a960-edd416bf2b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:31.674676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab5722d-e582-42b1-b9e2-d18a12b58eec tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Network hostable DHCP agents. Network: 6ae30727-cfc7-49cc-a960-edd416bf2b65, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:45:31.751827 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e3d4686-059a-4dc6-aeef-5ea56b8e72d0 req-37910ad8-0196-4c26-9f7c-c548517a83de tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 210 time: 0.0369213 Nov 13 04:45:31.770754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab5722d-e582-42b1-b9e2-d18a12b58eec tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Network 6ae30727-cfc7-49cc-a960-edd416bf2b65 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:45:31.787756 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5722d-e582-42b1-b9e2-d18a12b58eec tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event updated for resources: {'Subnet': ['ID=8b6e0f4e-a7e1-4352-ab1a-40fbc66a7a3d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:31.798994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5ab5722d-e582-42b1-b9e2-d18a12b58eec tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 6ae30727-cfc7-49cc-a960-edd416bf2b65) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:31.807120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236db982-181d-40b8-aa9b-e3eeb90f1f0b None None] Network 6ae30727-cfc7-49cc-a960-edd416bf2b65 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:45:31.819183 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35eebf-a4c4-4770-a519-fda28ebc0c95 req-6e2f0818-7311-4188-ac2f-f925407ac9d9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:31.839880 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef35eebf-a4c4-4770-a519-fda28ebc0c95 req-6e2f0818-7311-4188-ac2f-f925407ac9d9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.3687940 Nov 13 04:45:31.873795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab5722d-e582-42b1-b9e2-d18a12b58eec tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:31.874395 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ab5722d-e582-42b1-b9e2-d18a12b58eec tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:31.944749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-f3c64c90-8b43-45c5-8800-3fbdb43e6694 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Allocated IP 172.20.0.8 (bfd9356b-0fdf-4c68-a959-58ca842b9635/96230d51-02ef-46d7-8f85-644e8228b421/0fb9a7e4-662d-458e-9187-bd4336297343) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:32.038874 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5ab5722d-e582-42b1-b9e2-d18a12b58eec tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6806231 Nov 13 04:45:32.048700 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51106) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:32.072253 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef35eebf-a4c4-4770-a519-fda28ebc0c95 req-afa47618-eb66-4db3-939a-06ceee2e734d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291656 Nov 13 04:45:32.082469 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a9fbfacf-a172-41ce-9c73-4bad8690f6bb tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1982411211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:32.145114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-6ae30727-cfc7-49cc-a960-edd416bf2b65', 'network_id': '6ae30727-cfc7-49cc-a960-edd416bf2b65', 'tenant_id': '2e5f3da1173a492db4bdcfa150ba2b7c', 'fixed_ips': [{'subnet_id': '8b6e0f4e-a7e1-4352-ab1a-40fbc66a7a3d'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:45:32.147610 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:32.155972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d9448-5523-498f-936a-2df064f7c90d req-ade5345c-2ac4-4846-9ca0-0fbb5ab546b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:32.160002 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-858d9448-5523-498f-936a-2df064f7c90d req-ade5345c-2ac4-4846-9ca0-0fbb5ab546b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 1097 time: 0.2574821 Nov 13 04:45:32.171594 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9fbfacf-a172-41ce-9c73-4bad8690f6bb tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:32.173618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9fbfacf-a172-41ce-9c73-4bad8690f6bb tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:32.266094 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90c35254-0914-4549-b540-b10650f0f802 req-191ba4a3-c57e-4bba-aa63-4a30415a80f4 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 210 time: 0.0378737 Nov 13 04:45:32.323373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6498828-f603-478b-9163-50068033f3b2 req-f6a4e830-d586-4606-8530-a0c088a116aa tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:32.325886 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6498828-f603-478b-9163-50068033f3b2 req-f6a4e830-d586-4606-8530-a0c088a116aa tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8538051 Nov 13 04:45:32.398522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Allocated IP 172.20.0.2 (6ae30727-cfc7-49cc-a960-edd416bf2b65/8b6e0f4e-a7e1-4352-ab1a-40fbc66a7a3d/f29ad977-61b4-4132-81fe-51858f124a4f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:32.407313 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-f3c64c90-8b43-45c5-8800-3fbdb43e6694 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:32.420911 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a865b940-865b-4e59-8c29-453efd559819 req-a9ff4087-8883-4c9a-89fd-ce500ab74134 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 210 time: 0.1655416 Nov 13 04:45:32.456371 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f6498828-f603-478b-9163-50068033f3b2 req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Request body: {'port': {'device_id': 'a83bbe80-adfd-4d1a-bd31-81e0c8777b40', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': 'bb1c05680d294df886b303c06b011cc1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:32.519492 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9fbfacf-a172-41ce-9c73-4bad8690f6bb tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:32.538720 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-f3c64c90-8b43-45c5-8800-3fbdb43e6694 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:32.562365 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9fbfacf-a172-41ce-9c73-4bad8690f6bb tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:32.624720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-f3c64c90-8b43-45c5-8800-3fbdb43e6694 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Network bfd9356b-0fdf-4c68-a959-58ca842b9635 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:32.636114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-f3c64c90-8b43-45c5-8800-3fbdb43e6694 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:32.647164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-f3c64c90-8b43-45c5-8800-3fbdb43e6694 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:32.728683 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9fbfacf-a172-41ce-9c73-4bad8690f6bb tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:32.729827 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a9fbfacf-a172-41ce-9c73-4bad8690f6bb tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6786864 Nov 13 04:45:32.738633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c64c90-8b43-45c5-8800-3fbdb43e6694 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Pushing event updated for resources: {'Port': ['ID=0fb9a7e4-662d-458e-9187-bd4336297343,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:32.748449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51126) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:32.760903 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-858d9448-5523-498f-936a-2df064f7c90d req-8a99bc14-b7c9-4a56-b7b8-9a86cbbf8950 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238085 Nov 13 04:45:32.772114 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:32.794058 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:32.881412 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Network 6ae30727-cfc7-49cc-a960-edd416bf2b65 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:32.901640 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6498828-f603-478b-9163-50068033f3b2 req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Made reservation on behalf of bb1c05680d294df886b303c06b011cc1 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:32.905708 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6498828-f603-478b-9163-50068033f3b2 req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:32.928301 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:32.937434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:32.956283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Pushing event updated for resources: {'Port': ['ID=f29ad977-61b4-4132-81fe-51858f124a4f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:32.970814 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6498828-f603-478b-9163-50068033f3b2 req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:33.008595 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-37fbbe0a-8dc5-49b4-8b71-bb193997f9cf req-9b112863-a54f-49a9-b184-e0c223570d32 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 210 time: 0.0992227 Nov 13 04:45:33.015024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-f3c64c90-8b43-45c5-8800-3fbdb43e6694 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:33.015707 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-f3c64c90-8b43-45c5-8800-3fbdb43e6694 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:33.149758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Attempting to bind port f29ad977-61b4-4132-81fe-51858f124a4f on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:45:33.150116 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Attempting to bind port f29ad977-61b4-4132-81fe-51858f124a4f by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '6b7aa755-7034-4329-8edd-9f419530295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6ae30727-cfc7-49cc-a960-edd416bf2b65'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:45:33.150504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Attempting to bind port f29ad977-61b4-4132-81fe-51858f124a4f on network 6ae30727-cfc7-49cc-a960-edd416bf2b65 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:33.169622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:45:33.169940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Checking segment: {'id': '6b7aa755-7034-4329-8edd-9f419530295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6ae30727-cfc7-49cc-a960-edd416bf2b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:33.170346 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:33.170728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Bound using segment: {'id': '6b7aa755-7034-4329-8edd-9f419530295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6ae30727-cfc7-49cc-a960-edd416bf2b65'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:45:33.184110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Bound port: f29ad977-61b4-4132-81fe-51858f124a4f, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7aa755-7034-4329-8edd-9f419530295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6ae30727-cfc7-49cc-a960-edd416bf2b65'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:45:33.184550 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:33.252928 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-f3c64c90-8b43-45c5-8800-3fbdb43e6694 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9864542 Nov 13 04:45:33.281375 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6498828-f603-478b-9163-50068033f3b2 req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:33.281527 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-30431773-9ada-4784-b7d7-52ede2b15212 None None] Provisioning complete for port 0fb9a7e4-662d-458e-9187-bd4336297343 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:33.281527 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30431773-9ada-4784-b7d7-52ede2b15212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:33.296106 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6498828-f603-478b-9163-50068033f3b2 req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:33.307812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Request body: {'port': {'device_id': '92fe479e-cc58-41dc-86af-3cbed24d3476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:33.332897 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768410f5-8841-4b3f-9d20-278fbd729ccf req-4a7a3aad-13ad-41b8-8388-588d9bb772e3 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:33.334487 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-768410f5-8841-4b3f-9d20-278fbd729ccf req-4a7a3aad-13ad-41b8-8388-588d9bb772e3 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.1633592 Nov 13 04:45:33.388026 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-30431773-9ada-4784-b7d7-52ede2b15212 None None] Port 0fb9a7e4-662d-458e-9187-bd4336297343 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:45:33.435759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] For port f29ad977-61b4-4132-81fe-51858f124a4f, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:45:33.436951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] For port f29ad977-61b4-4132-81fe-51858f124a4f, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f29ad977-61b4-4132-81fe-51858f124a4f,segment=NetworkSegment(6b7aa755-7034-4329-8edd-9f419530295f),segment_id=6b7aa755-7034-4329-8edd-9f419530295f)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:45:33.449633 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:33.459614 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:33.504711 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:33.514869 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6130579-e8c9-4654-b966-8e9edcabe0e4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:33.592190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5533e46-884a-4b89-bd11-c8995c2189bb None None] Pushing event updated for resources: {'Port': ['ID=f29ad977-61b4-4132-81fe-51858f124a4f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:33.670333 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-768410f5-8841-4b3f-9d20-278fbd729ccf req-65050052-3a98-466d-9698-182956d377f5 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940559 Nov 13 04:45:33.766183 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-f6498828-f603-478b-9163-50068033f3b2 req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Allocated IP 192.168.233.174 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/72ee54cb-a527-4918-8687-3044437e3dd3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:34.004360 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16dfda8b-75b7-4e0f-aaff-c4870e59219f req-7a6e5466-ed1d-4f83-b785-b7cbe99d36b1 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 210 time: 0.1046307 Nov 13 04:45:34.065364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80420a20-328a-470c-a492-203eec614c76 req-1dcdf001-657e-4583-8b5d-42faddf96174 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:34.078183 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-80420a20-328a-470c-a492-203eec614c76 req-1dcdf001-657e-4583-8b5d-42faddf96174 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 931 time: 0.4771445 Nov 13 04:45:34.117919 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4785252-3859-417d-9d51-2d013e648de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:34.186689 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6498828-f603-478b-9163-50068033f3b2 req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:34.231920 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6498828-f603-478b-9163-50068033f3b2 req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:34.313780 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6498828-f603-478b-9163-50068033f3b2 req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:34.325608 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-f6498828-f603-478b-9163-50068033f3b2 req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:34.331492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6498828-f603-478b-9163-50068033f3b2 req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:34.381007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Pushing event updated for resources: {'Port': ['ID=72ee54cb-a527-4918-8687-3044437e3dd3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:34.486689 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Allocated IP 172.20.0.1 (6ae30727-cfc7-49cc-a960-edd416bf2b65/8b6e0f4e-a7e1-4352-ab1a-40fbc66a7a3d/746f25bd-ff40-47e4-99c7-3d66d54c3f22) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:34.488096 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6498828-f603-478b-9163-50068033f3b2 req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:34.488770 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6498828-f603-478b-9163-50068033f3b2 req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:34.530804 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6498828-f603-478b-9163-50068033f3b2 req-753857c2-e6df-4db3-9ae2-2b3ca39491b4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1663125 Nov 13 04:45:34.551523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Request body: {'port': {'device_id': 'a83bbe80-adfd-4d1a-bd31-81e0c8777b40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:34.636236 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-80420a20-328a-470c-a492-203eec614c76 req-4e7bb1d7-68ea-4227-80b8-22c790f48426 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4463317 Nov 13 04:45:34.707243 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c59e8909-4130-4022-a275-c4c5b1c768a5 req-8a46dad4-2f50-443a-867a-7cccfc34ef52 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 210 time: 0.0910807 Nov 13 04:45:34.739598 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:34.818860 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:34.833241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cd00bd57-b929-4576-b299-293ccf2f4394 None None] Provisioning complete for port 72ee54cb-a527-4918-8687-3044437e3dd3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:34.838379 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd00bd57-b929-4576-b299-293ccf2f4394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:34.991815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cd00bd57-b929-4576-b299-293ccf2f4394 None None] Port 72ee54cb-a527-4918-8687-3044437e3dd3 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:45:35.013373 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb9a7e4-662d-458e-9187-bd4336297343 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:45:35.021831 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:35.045842 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:35.165720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7c082-e72e-4020-b76b-00fe6dd1ea55 req-022bec11-c54b-4982-a7e2-aa11c49155c4 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:35.174645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9bb7c082-e72e-4020-b76b-00fe6dd1ea55 req-022bec11-c54b-4982-a7e2-aa11c49155c4 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.3459179 Nov 13 04:45:35.194671 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Network 6ae30727-cfc7-49cc-a960-edd416bf2b65 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:35.195741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event updated for resources: {'Port': ['ID=746f25bd-ff40-47e4-99c7-3d66d54c3f22,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:35.201993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Transition to ACTIVE for port object 0fb9a7e4-662d-458e-9187-bd4336297343 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:45:35.203853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:35.209662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:35.239689 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:35.258392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bb18c-3a6e-4cfd-a77c-ea4203b36189 req-19df3863-17f2-4f19-aa13-1420dd8e8410 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:35.265509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd3bb18c-3a6e-4cfd-a77c-ea4203b36189 req-19df3863-17f2-4f19-aa13-1420dd8e8410 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 946 time: 0.2063429 Nov 13 04:45:35.378906 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:35.401900 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9bb7c082-e72e-4020-b76b-00fe6dd1ea55 req-9ca63565-08ae-4280-825b-4d6465befe98 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208791 Nov 13 04:45:35.432420 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e551a31-ea65-419e-bd81-b8eead6869ed None None] Network 6ae30727-cfc7-49cc-a960-edd416bf2b65 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:45:35.492962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f29ad977-61b4-4132-81fe-51858f124a4f up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:45:35.584328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ee54cb-a527-4918-8687-3044437e3dd3 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:45:35.631738 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:35.633463 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd3bb18c-3a6e-4cfd-a77c-ea4203b36189 req-6c061705-8a99-44b9-92ba-9ea68bea01e2 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/security-groups?id=d59de120-19a0-44d8-b1a7-1fb6da675945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644016 Nov 13 04:45:35.634220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb9a7e4-662d-458e-9187-bd4336297343,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:35.668431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Transition to ACTIVE for port object 72ee54cb-a527-4918-8687-3044437e3dd3 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:45:35.691730 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198d4d3-247a-44a7-bb70-06cd3376ad79 req-9a6bd859-74f8-4f5c-9eca-c4b907881f85 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:35.694321 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c198d4d3-247a-44a7-bb70-06cd3376ad79 req-9a6bd859-74f8-4f5c-9eca-c4b907881f85 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 936 time: 0.1241155 Nov 13 04:45:35.697995 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:35.782535 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Pushing event updated for resources: {'Port': ['ID=72ee54cb-a527-4918-8687-3044437e3dd3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:35.911599 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:35.969923 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Attempting to bind port 0fb9a7e4-662d-458e-9187-bd4336297343 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:45:35.979584 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Attempting to bind port 0fb9a7e4-662d-458e-9187-bd4336297343 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '8fde0dbe-56e5-4d16-a39d-b741dfb854b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:45:35.980227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Attempting to bind port 0fb9a7e4-662d-458e-9187-bd4336297343 on network bfd9356b-0fdf-4c68-a959-58ca842b9635 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:36.034027 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Port 0fb9a7e4-662d-458e-9187-bd4336297343 on network bfd9356b-0fdf-4c68-a959-58ca842b9635 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:45:36.034642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Attempting to bind port 0fb9a7e4-662d-458e-9187-bd4336297343 on network bfd9356b-0fdf-4c68-a959-58ca842b9635 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:36.044518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:45:36.045929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Checking segment: {'id': '8fde0dbe-56e5-4d16-a39d-b741dfb854b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:36.046478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Bound using segment: {'id': '8fde0dbe-56e5-4d16-a39d-b741dfb854b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:45:36.047131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Bound port: 0fb9a7e4-662d-458e-9187-bd4336297343, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fde0dbe-56e5-4d16-a39d-b741dfb854b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:45:36.047655 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:36.095342 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c198d4d3-247a-44a7-bb70-06cd3376ad79 req-b7609bb7-4db7-4ff7-ac0c-73a0b775d785 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790259 Nov 13 04:45:36.154302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Attempting to bind port 72ee54cb-a527-4918-8687-3044437e3dd3 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:45:36.155059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Attempting to bind port 72ee54cb-a527-4918-8687-3044437e3dd3 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:45:36.155639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Attempting to bind port 72ee54cb-a527-4918-8687-3044437e3dd3 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:36.170108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Port 72ee54cb-a527-4918-8687-3044437e3dd3 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:45:36.171034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Attempting to bind port 72ee54cb-a527-4918-8687-3044437e3dd3 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:36.185715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:45:36.186825 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:36.187787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:45:36.188506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Bound port: 72ee54cb-a527-4918-8687-3044437e3dd3, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:45:36.189181 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:36.257622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fc9b6bd8-cbdb-4d1b-a588-4d566421defa None None] Provisioning complete for port f29ad977-61b4-4132-81fe-51858f124a4f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:36.257981 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc9b6bd8-cbdb-4d1b-a588-4d566421defa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:36.280208 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] For port 72ee54cb-a527-4918-8687-3044437e3dd3, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:45:36.284819 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] For port 72ee54cb-a527-4918-8687-3044437e3dd3, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=72ee54cb-a527-4918-8687-3044437e3dd3,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:45:36.501790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f29ad977-61b4-4132-81fe-51858f124a4f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:36.504179 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:36.611758 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc9b6bd8-cbdb-4d1b-a588-4d566421defa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:36.660787 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fc9b6bd8-cbdb-4d1b-a588-4d566421defa None None] For port f29ad977-61b4-4132-81fe-51858f124a4f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f29ad977-61b4-4132-81fe-51858f124a4f,segment=NetworkSegment(6b7aa755-7034-4329-8edd-9f419530295f),segment_id=6b7aa755-7034-4329-8edd-9f419530295f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:36.661915 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-643272e1-ceff-49b9-8902-c80b1a3ae29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:36.695989 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc9b6bd8-cbdb-4d1b-a588-4d566421defa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:36.719301 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:36.742588 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:36.856267 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:45:36.856613 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:45:36.876683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Pushing event updated for resources: {'Port': ['ID=72ee54cb-a527-4918-8687-3044437e3dd3,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:36.876959 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b6bd8-cbdb-4d1b-a588-4d566421defa None None] Pushing event updated for resources: {'Port': ['ID=f29ad977-61b4-4132-81fe-51858f124a4f,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:36.927525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:36.928624 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:36.930249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6498828-f603-478b-9163-50068033f3b2 req-8efa783f-6566-4a7e-bbb6-22140f178f7b service neutron] 10.222.0.36 "PUT /v2.0/ports/72ee54cb-a527-4918-8687-3044437e3dd3 HTTP/1.1" status: 200 len: 1096 time: 2.3838036 Nov 13 04:45:36.949548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7e8f8-666e-4a55-9421-99017d076f25 req-bf77b0ae-4f61-4920-9177-f7e26f51c23c tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:36.952296 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ad7e8f8-666e-4a55-9421-99017d076f25 req-bf77b0ae-4f61-4920-9177-f7e26f51c23c tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 943 time: 0.6652400 Nov 13 04:45:36.952862 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83bbe80-adfd-4d1a-bd31-81e0c8777b40', 'tag': '72ee54cb-a527-4918-8687-3044437e3dd3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:36.955716 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b8d70c-84f8-48ca-9263-f4c1426ef363" -d '{"events": [{"name": "network-changed", "server_uuid": "a83bbe80-adfd-4d1a-bd31-81e0c8777b40", "tag": "72ee54cb-a527-4918-8687-3044437e3dd3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:36.974034 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-412a0be4-cf63-45d5-9aca-f8d99ed71953 None None] Provisioning complete for port 746f25bd-ff40-47e4-99c7-3d66d54c3f22 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:36.974671 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-412a0be4-cf63-45d5-9aca-f8d99ed71953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:37.041040 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ad7e8f8-666e-4a55-9421-99017d076f25 req-a86f6687-4112-4242-a596-5df06aafcc00 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798240 Nov 13 04:45:37.111697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6498828-f603-478b-9163-50068033f3b2 req-27947a72-028b-4f87-af19-a8384cdbb3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:37.115648 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6498828-f603-478b-9163-50068033f3b2 req-27947a72-028b-4f87-af19-a8384cdbb3f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb1c05680d294df886b303c06b011cc1&device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 1099 time: 0.0778804 Nov 13 04:45:37.133004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-412a0be4-cf63-45d5-9aca-f8d99ed71953 None None] Port 746f25bd-ff40-47e4-99c7-3d66d54c3f22 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:45:37.178275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-412a0be4-cf63-45d5-9aca-f8d99ed71953 None None] Provisioning complete for port f29ad977-61b4-4132-81fe-51858f124a4f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:37.178641 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-412a0be4-cf63-45d5-9aca-f8d99ed71953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:37.187924 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6498828-f603-478b-9163-50068033f3b2 req-37ee8c88-b457-4e4a-a1ea-7706811ebab9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=72ee54cb-a527-4918-8687-3044437e3dd3 HTTP/1.1" status: 200 len: 217 time: 0.0566533 Nov 13 04:45:37.231909 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695ca71-4baa-4d89-b045-edcb13dd929b req-1326571e-a7f7-41e9-999d-cc2054a0a2f8 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:37.244112 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e695ca71-4baa-4d89-b045-edcb13dd929b req-1326571e-a7f7-41e9-999d-cc2054a0a2f8 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 1097 time: 1.2108970 Nov 13 04:45:37.267719 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-555c37b6-6917-456d-9277-519ef0c18542 req-a8569c2e-9ea6-4e84-8e75-bad9f2160fb2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8beafd-4ef9-4a56-8edb-fee6202e4c34 HTTP/1.1" status: 200 len: 210 time: 0.0751584 Nov 13 04:45:37.270429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] For port 0fb9a7e4-662d-458e-9187-bd4336297343, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:45:37.275028 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] For port 0fb9a7e4-662d-458e-9187-bd4336297343, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0fb9a7e4-662d-458e-9187-bd4336297343,segment=NetworkSegment(8fde0dbe-56e5-4d16-a39d-b741dfb854b9),segment_id=8fde0dbe-56e5-4d16-a39d-b741dfb854b9)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:45:37.310739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6498828-f603-478b-9163-50068033f3b2 req-00d2ae35-a2c6-44f3-bde1-913280eaaf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:37.312237 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6498828-f603-478b-9163-50068033f3b2 req-00d2ae35-a2c6-44f3-bde1-913280eaaf5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1083574 Nov 13 04:45:37.433673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b8807-6361-472d-bdd6-5c4f2d5193d9 req-f32976e2-5035-4776-b226-f0b7f862cfdb tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:37.446803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc4b8807-6361-472d-bdd6-5c4f2d5193d9 req-f32976e2-5035-4776-b226-f0b7f862cfdb tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 946 time: 0.1101215 Nov 13 04:45:37.455904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6498828-f603-478b-9163-50068033f3b2 req-aefffb56-056b-4bc7-a2e7-5f2d70b0ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:37.460257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6498828-f603-478b-9163-50068033f3b2 req-aefffb56-056b-4bc7-a2e7-5f2d70b0ce0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1385467 Nov 13 04:45:37.513060 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-25e91a13-f73a-4589-a989-0249acf13070 None None] Provisioning complete for port 746f25bd-ff40-47e4-99c7-3d66d54c3f22 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:37.514666 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25e91a13-f73a-4589-a989-0249acf13070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:37.561622 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:37.594808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-25e91a13-f73a-4589-a989-0249acf13070 None None] Port 746f25bd-ff40-47e4-99c7-3d66d54c3f22 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:45:37.628205 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:37.658427 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:37.675734 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc4b8807-6361-472d-bdd6-5c4f2d5193d9 req-d1f50fc6-9ace-4b8f-9378-4acb40358e07 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/security-groups?id=d59de120-19a0-44d8-b1a7-1fb6da675945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272894 Nov 13 04:45:37.711171 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6498828-f603-478b-9163-50068033f3b2 req-d8b1bf19-fd01-45c2-8218-ea4acdf58dbb service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341342 Nov 13 04:45:37.758758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f29ad977-61b4-4132-81fe-51858f124a4f up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:45:37.787188 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daed33-06c3-44c4-ac16-7f61621c4f31 req-5e014203-5314-44b7-8995-25ac69a63696 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:37.789257 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04daed33-06c3-44c4-ac16-7f61621c4f31 req-5e014203-5314-44b7-8995-25ac69a63696 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 946 time: 0.6430995 Nov 13 04:45:37.793166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb9a7e4-662d-458e-9187-bd4336297343,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:37.860590 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e695ca71-4baa-4d89-b045-edcb13dd929b req-690d568f-f635-4348-9b27-bb759e3e6040 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145453 Nov 13 04:45:37.915047 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:37.937779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f29ad977-61b4-4132-81fe-51858f124a4f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:37.938178 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:37.939065 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:37.945766 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:37.946443 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:37.948039 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-c4dcd2b5-d739-4eb7-b1d9-89a2d3b44622 service neutron] 10.222.0.36 "PUT /v2.0/ports/0fb9a7e4-662d-458e-9187-bd4336297343 HTTP/1.1" status: 200 len: 1091 time: 4.6474788 Nov 13 04:45:37.993319 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fe479e-cc58-41dc-86af-3cbed24d3476', 'tag': '0fb9a7e4-662d-458e-9187-bd4336297343'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:37.995928 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee195a83-fb95-4b0e-86f1-2447301e8800" -d '{"events": [{"name": "network-changed", "server_uuid": "92fe479e-cc58-41dc-86af-3cbed24d3476", "tag": "0fb9a7e4-662d-458e-9187-bd4336297343"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:38.043068 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6498828-f603-478b-9163-50068033f3b2 req-ad0c3bb9-d86f-47b9-9c43-cb9766353dbb service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227205 Nov 13 04:45:38.057959 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f05abf-7e51-440f-8bfc-2beff339fcf5 x-openstack-request-id: req-65f05abf-7e51-440f-8bfc-2beff339fcf5 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:38.061567 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83bbe80-adfd-4d1a-bd31-81e0c8777b40", "tag": "72ee54cb-a527-4918-8687-3044437e3dd3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:38.062074 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65f05abf-7e51-440f-8bfc-2beff339fcf5 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:38.064562 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83bbe80-adfd-4d1a-bd31-81e0c8777b40', 'tag': '72ee54cb-a527-4918-8687-3044437e3dd3', 'status': 'completed', 'code': 200} Nov 13 04:45:38.156039 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event updated for resources: {'Port': ['ID=746f25bd-ff40-47e4-99c7-3d66d54c3f22,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:38.217860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-510ee28d-3518-46ae-bbef-8fddf586ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:38.219397 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-510ee28d-3518-46ae-bbef-8fddf586ae52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87b8e22e13d64cf59b821c1617f457ff&device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 1094 time: 0.1837833 Nov 13 04:45:38.283770 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c94e72-d7c9-4d4b-87a5-e519e80de095 x-openstack-request-id: req-87c94e72-d7c9-4d4b-87a5-e519e80de095 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:38.284525 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92fe479e-cc58-41dc-86af-3cbed24d3476", "tag": "0fb9a7e4-662d-458e-9187-bd4336297343", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:38.284525 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87c94e72-d7c9-4d4b-87a5-e519e80de095 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:38.284740 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fe479e-cc58-41dc-86af-3cbed24d3476', 'tag': '0fb9a7e4-662d-458e-9187-bd4336297343', 'status': 'completed', 'code': 200} Nov 13 04:45:38.348826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6b047-2d1f-44f3-9178-8eb8b2e9b1d9 req-b0504f90-c530-4d53-96a4-a1137b79d7ae tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:38.349467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-9cc7de92-c50c-434f-b8e1-9de3b09761ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fb9a7e4-662d-458e-9187-bd4336297343 HTTP/1.1" status: 200 len: 217 time: 0.1101003 Nov 13 04:45:38.359038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-04daed33-06c3-44c4-ac16-7f61621c4f31 req-12a3cb1d-a6da-4932-b90e-4ce547b35c8e tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Deleting port 09db4962-1d44-4710-b761-150a63fcc9f7 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:38.359462 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-04daed33-06c3-44c4-ac16-7f61621c4f31 req-12a3cb1d-a6da-4932-b90e-4ce547b35c8e tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:38.366615 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4a6b047-2d1f-44f3-9178-8eb8b2e9b1d9 req-b0504f90-c530-4d53-96a4-a1137b79d7ae tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 948 time: 0.2708540 Nov 13 04:45:38.435678 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8d70c-84f8-48ca-9263-f4c1426ef363 req-886d8481-c843-47e2-91c2-ba0a15c711db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:38.437559 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0b8d70c-84f8-48ca-9263-f4c1426ef363 req-886d8481-c843-47e2-91c2-ba0a15c711db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb1c05680d294df886b303c06b011cc1&device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 1099 time: 0.2289968 Nov 13 04:45:38.474683 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4a6b047-2d1f-44f3-9178-8eb8b2e9b1d9 req-658a64ed-c6d2-4f2b-a121-bb937783e850 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031697 Nov 13 04:45:38.524125 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:45:38.597851 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Network 6ae30727-cfc7-49cc-a960-edd416bf2b65 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:38.612539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:38.643427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-0f151589-66e9-4d89-91af-36ef527b9b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:38.644917 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-0f151589-66e9-4d89-91af-36ef527b9b9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96230d51-02ef-46d7-8f85-644e8228b421 HTTP/1.1" status: 200 len: 850 time: 0.2717605 Nov 13 04:45:38.652353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8d70c-84f8-48ca-9263-f4c1426ef363 req-df2a1a84-d255-4582-8896-b520104b1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:38.654246 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0b8d70c-84f8-48ca-9263-f4c1426ef363 req-df2a1a84-d255-4582-8896-b520104b1174 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.2088561 Nov 13 04:45:38.806849 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0b8d70c-84f8-48ca-9263-f4c1426ef363 req-2f491689-acf2-4dba-9802-0f52244ad8ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=72ee54cb-a527-4918-8687-3044437e3dd3 HTTP/1.1" status: 200 len: 217 time: 0.1340883 Nov 13 04:45:38.875751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8d70c-84f8-48ca-9263-f4c1426ef363 req-fe675d11-51b4-42e9-8d8c-26b25a180ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:38.877397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0b8d70c-84f8-48ca-9263-f4c1426ef363 req-fe675d11-51b4-42e9-8d8c-26b25a180ed9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0635664 Nov 13 04:45:38.900497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-04daed33-06c3-44c4-ac16-7f61621c4f31 req-12a3cb1d-a6da-4932-b90e-4ce547b35c8e tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] For port 09db4962-1d44-4710-b761-150a63fcc9f7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=09db4962-1d44-4710-b761-150a63fcc9f7,segment=NetworkSegment(a94370aa-9ef3-4032-9000-4e8069be5d87),segment_id=a94370aa-9ef3-4032-9000-4e8069be5d87)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:38.900996 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-04daed33-06c3-44c4-ac16-7f61621c4f31 req-12a3cb1d-a6da-4932-b90e-4ce547b35c8e tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:38.944926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-04daed33-06c3-44c4-ac16-7f61621c4f31 req-12a3cb1d-a6da-4932-b90e-4ce547b35c8e tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Calling delete_port for 09db4962-1d44-4710-b761-150a63fcc9f7 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:38.962100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-08448f07-de5f-4005-8f99-e0b67a7fc5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:38.969944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-08448f07-de5f-4005-8f99-e0b67a7fc5b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bfd9356b-0fdf-4c68-a959-58ca842b9635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3037534 Nov 13 04:45:38.972837 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8d70c-84f8-48ca-9263-f4c1426ef363 req-332393d3-3f32-446a-b4c9-869d6e573a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:38.974340 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0b8d70c-84f8-48ca-9263-f4c1426ef363 req-332393d3-3f32-446a-b4c9-869d6e573a87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600727 Nov 13 04:45:39.006692 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:39.052116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f3b41-8a4d-4dd6-a984-1d845b0fc79f req-90d491e1-794f-4a74-80a8-bc7202752c7f tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:39.063589 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-216f3b41-8a4d-4dd6-a984-1d845b0fc79f req-90d491e1-794f-4a74-80a8-bc7202752c7f tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 943 time: 0.2942638 Nov 13 04:45:39.083512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-dafe993a-dbaf-41b7-905f-5863af9b28b1 None None] Provisioning complete for port 746f25bd-ff40-47e4-99c7-3d66d54c3f22 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:39.083869 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dafe993a-dbaf-41b7-905f-5863af9b28b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:39.100159 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0b8d70c-84f8-48ca-9263-f4c1426ef363 req-e499289a-2091-4347-8295-d33e7bdda875 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148322 Nov 13 04:45:39.111388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7572f7e-1fd2-4609-a5b1-b7637fd5400f req-5adc68be-ee09-46ce-8272-4308606b18ed tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:39.120641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f7572f7e-1fd2-4609-a5b1-b7637fd5400f req-5adc68be-ee09-46ce-8272-4308606b18ed tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 946 time: 0.2421694 Nov 13 04:45:39.135279 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dafe993a-dbaf-41b7-905f-5863af9b28b1 None None] Port 746f25bd-ff40-47e4-99c7-3d66d54c3f22 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:45:39.228882 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f7572f7e-1fd2-4609-a5b1-b7637fd5400f req-7f39b0bb-298a-4d56-bcca-6213b6508ff7 tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/security-groups?id=d59de120-19a0-44d8-b1a7-1fb6da675945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068814 Nov 13 04:45:39.273182 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0b8d70c-84f8-48ca-9263-f4c1426ef363 req-cd78c023-23c4-4fb0-94fd-aa4f52cd0869 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491334 Nov 13 04:45:39.273912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-216f3b41-8a4d-4dd6-a984-1d845b0fc79f req-bbaf3852-d033-40d6-aca6-23bba6ba78a0 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089801 Nov 13 04:45:39.312335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Router 36c6db95-5d94-4bd6-be4e-5c4956704409 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:45:39.316298 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-b624b291-81b9-4a6a-a269-b8bf269fa234 service neutron] 10.222.0.36 "GET /v2.0/networks/bfd9356b-0fdf-4c68-a959-58ca842b9635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420222 Nov 13 04:45:39.541239 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-04daed33-06c3-44c4-ac16-7f61621c4f31 req-12a3cb1d-a6da-4932-b90e-4ce547b35c8e tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:39.689881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3cb1d-a6da-4932-b90e-4ce547b35c8e tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Pushing event deleted for resources: {'Port': ['ID=09db4962-1d44-4710-b761-150a63fcc9f7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:39.751133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1137f16f-5941-417c-a2c8-6d65fdec2445 req-3c7dbee3-0eef-4f89-83bd-099a9e25f195 service neutron] 10.222.0.36 "GET /v2.0/networks/bfd9356b-0fdf-4c68-a959-58ca842b9635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153330 Nov 13 04:45:39.753246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:45:39.755081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-04daed33-06c3-44c4-ac16-7f61621c4f31 req-12a3cb1d-a6da-4932-b90e-4ce547b35c8e tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] No DVR routers for this DVR port 09db4962-1d44-4710-b761-150a63fcc9f7 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:45:39.782310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ed133-25c5-4c61-82df-2ba38c7b1eae req-a6b8b249-16b3-40a8-8172-4cf8b54b41d0 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:39.783921 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c3ed133-25c5-4c61-82df-2ba38c7b1eae req-a6b8b249-16b3-40a8-8172-4cf8b54b41d0 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 948 time: 0.1901176 Nov 13 04:45:39.801776 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-04daed33-06c3-44c4-ac16-7f61621c4f31 req-12a3cb1d-a6da-4932-b90e-4ce547b35c8e tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:39.805460 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04daed33-06c3-44c4-ac16-7f61621c4f31 req-12a3cb1d-a6da-4932-b90e-4ce547b35c8e tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.46 "DELETE /v2.0/ports/09db4962-1d44-4710-b761-150a63fcc9f7 HTTP/1.1" status: 204 len: 173 time: 2.0066266 Nov 13 04:45:39.814113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb13c6-5f76-423a-bd65-1477ad0a4bde None None] Sync routers for ids ['36c6db95-5d94-4bd6-be4e-5c4956704409'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:45:39.817530 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a0fed8ec-fbce-49f5-8ed6-2b78cefaaedc tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "PUT /v2.0/routers/36c6db95-5d94-4bd6-be4e-5c4956704409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0598030 Nov 13 04:45:39.822854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51268) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:39.839330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb13c6-5f76-423a-bd65-1477ad0a4bde None None] Routers {'36c6db95-5d94-4bd6-be4e-5c4956704409'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:39.840515 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1adb13c6-5f76-423a-bd65-1477ad0a4bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:45:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['36c6db95-5d94-4bd6-be4e-5c4956704409'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:39.840838 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-760653e5-5b1d-406a-a70d-15cc34a9a8c4 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Request body: {'port': {'network_id': '6ae30727-cfc7-49cc-a960-edd416bf2b65', 'name': 'tempest-FloatingIPNegativeTestJSON-512845042'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:39.891556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250bff4-aa9b-4951-bd13-9cb09fce289e req-df80e1ef-a43a-4303-9ec5-4998f40ddffa tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:39.901367 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4250bff4-aa9b-4951-bd13-9cb09fce289e req-df80e1ef-a43a-4303-9ec5-4998f40ddffa tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 810 time: 0.1727986 Nov 13 04:45:39.933405 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4250bff4-aa9b-4951-bd13-9cb09fce289e req-1d8ff001-0b36-438b-b7cc-063a6d5a4db1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/quotas/d50682e1086b48f396d8c57bff4ee516 HTTP/1.1" status: 200 len: 375 time: 0.0302458 Nov 13 04:45:39.947725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 09db4962-1d44-4710-b761-150a63fcc9f7 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:45:40.007572 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1adb13c6-5f76-423a-bd65-1477ad0a4bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:40.012512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 09db4962-1d44-4710-b761-150a63fcc9f7 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:45:40.013203 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 09db4962-1d44-4710-b761-150a63fcc9f7 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:45:40.015475 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4250bff4-aa9b-4951-bd13-9cb09fce289e req-ec09ec7c-f651-4523-927b-69cd7ff08ebc tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793865 Nov 13 04:45:40.022837 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:40.027273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb13c6-5f76-423a-bd65-1477ad0a4bde None None] Routers {'36c6db95-5d94-4bd6-be4e-5c4956704409'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:40.028157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1adb13c6-5f76-423a-bd65-1477ad0a4bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:45:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['36c6db95-5d94-4bd6-be4e-5c4956704409'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:40.092413 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1adb13c6-5f76-423a-bd65-1477ad0a4bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:40.093286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb13c6-5f76-423a-bd65-1477ad0a4bde None None] The sync data for ids ['36c6db95-5d94-4bd6-be4e-5c4956704409'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:45:40.103702 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c3ed133-25c5-4c61-82df-2ba38c7b1eae req-223997eb-2bba-49c8-83dd-1b692102a8ae tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103447 Nov 13 04:45:40.148618 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4250bff4-aa9b-4951-bd13-9cb09fce289e req-4d9a424d-06bb-422c-96b1-36ebab8b0510 service neutron] 10.222.0.43 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322222 Nov 13 04:45:40.191010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee195a83-fb95-4b0e-86f1-2447301e8800 req-6503863f-453e-462b-893e-3279acfa6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:40.192525 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee195a83-fb95-4b0e-86f1-2447301e8800 req-6503863f-453e-462b-893e-3279acfa6176 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87b8e22e13d64cf59b821c1617f457ff&device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 1094 time: 0.2424955 Nov 13 04:45:40.230588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760653e5-5b1d-406a-a70d-15cc34a9a8c4 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Made reservation on behalf of 2e5f3da1173a492db4bdcfa150ba2b7c for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:40.234740 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-760653e5-5b1d-406a-a70d-15cc34a9a8c4 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:40.252102 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4250bff4-aa9b-4951-bd13-9cb09fce289e req-9cfb2cc1-99c2-4da0-8222-19496e429c4c service neutron] 10.222.0.43 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954010 Nov 13 04:45:40.286539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef950b28-e30e-4143-b70e-d8ef666e9f21', 'name': 'network-vif-deleted', 'tag': '09db4962-1d44-4710-b761-150a63fcc9f7'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:40.288877 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811a3d55-dfb8-4705-86e0-18cedf02fd86" -d '{"events": [{"server_uuid": "ef950b28-e30e-4143-b70e-d8ef666e9f21", "name": "network-vif-deleted", "tag": "09db4962-1d44-4710-b761-150a63fcc9f7"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:40.295994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-760653e5-5b1d-406a-a70d-15cc34a9a8c4 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] device_id is not set on port 8975d772-b872-4e9a-b220-455ae66b0987 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:45:40.412261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb8bf530-3813-4129-8b14-18c39da78940 req-d56015e2-1c13-4114-af8f-246e2aac5f1b tempest-ServerTagsTestJSON-640742482 tempest-ServerTagsTestJSON-640742482-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef950b28-e30e-4143-b70e-d8ef666e9f21 HTTP/1.1" status: 200 len: 210 time: 0.0579965 Nov 13 04:45:40.423500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee195a83-fb95-4b0e-86f1-2447301e8800 req-e91191c7-a715-45d7-9a26-c57c74fd1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:40.424969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee195a83-fb95-4b0e-86f1-2447301e8800 req-e91191c7-a715-45d7-9a26-c57c74fd1266 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bfd9356b-0fdf-4c68-a959-58ca842b9635 HTTP/1.1" status: 200 len: 912 time: 0.2241576 Nov 13 04:45:40.487448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111225cc-a08c-405c-a21d-2d16b51adb91 req-1849d30d-ce8d-4d28-9da2-a78ba222efba tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:40.495410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-111225cc-a08c-405c-a21d-2d16b51adb91 req-1849d30d-ce8d-4d28-9da2-a78ba222efba tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 943 time: 0.0673487 Nov 13 04:45:40.560822 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-111225cc-a08c-405c-a21d-2d16b51adb91 req-1fc4061d-a3f1-42fd-a551-60d2a1a31b6b tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640962 Nov 13 04:45:40.822504 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb7e4ef-f834-4e29-84fc-86e83504c380 x-openstack-request-id: req-bcb7e4ef-f834-4e29-84fc-86e83504c380 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:40.822804 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef950b28-e30e-4143-b70e-d8ef666e9f21", "name": "network-vif-deleted", "tag": "09db4962-1d44-4710-b761-150a63fcc9f7", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:40.823084 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcb7e4ef-f834-4e29-84fc-86e83504c380 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:40.823497 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef950b28-e30e-4143-b70e-d8ef666e9f21', 'name': 'network-vif-deleted', 'tag': '09db4962-1d44-4710-b761-150a63fcc9f7', 'status': 'completed', 'code': 200} Nov 13 04:45:40.829322 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee195a83-fb95-4b0e-86f1-2447301e8800 req-57565287-2e70-4c32-98b6-58e54201c4a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fb9a7e4-662d-458e-9187-bd4336297343 HTTP/1.1" status: 200 len: 217 time: 0.3899083 Nov 13 04:45:40.876089 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-898f04c7-e607-442b-9e73-2180cb531181 req-12f0c5d8-12f8-42c0-a2a9-9e04cf84e165 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab95d812-ab12-426a-aa47-3335a78be6b9 HTTP/1.1" status: 200 len: 210 time: 0.0516806 Nov 13 04:45:40.912227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-760653e5-5b1d-406a-a70d-15cc34a9a8c4 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Allocated IP 172.20.0.3 (6ae30727-cfc7-49cc-a960-edd416bf2b65/8b6e0f4e-a7e1-4352-ab1a-40fbc66a7a3d/8975d772-b872-4e9a-b220-455ae66b0987) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:40.930697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee195a83-fb95-4b0e-86f1-2447301e8800 req-ac07353a-b3aa-425f-bfab-f77e0b7e0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:40.932416 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee195a83-fb95-4b0e-86f1-2447301e8800 req-ac07353a-b3aa-425f-bfab-f77e0b7e0030 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96230d51-02ef-46d7-8f85-644e8228b421 HTTP/1.1" status: 200 len: 850 time: 0.0900254 Nov 13 04:45:41.005305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299777d1-ea92-422f-84c1-441ea83f7e45 req-1dd3f893-fb66-4de2-992a-0abd317e4029 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:41.014079 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-299777d1-ea92-422f-84c1-441ea83f7e45 req-1dd3f893-fb66-4de2-992a-0abd317e4029 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0237717b-a892-4059-a7ed-1679470e191b HTTP/1.1" status: 200 len: 951 time: 0.0682375 Nov 13 04:45:41.048216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee195a83-fb95-4b0e-86f1-2447301e8800 req-91ff038e-b9e1-4731-b32f-a85498e1e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:41.049729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee195a83-fb95-4b0e-86f1-2447301e8800 req-91ff038e-b9e1-4731-b32f-a85498e1e110 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bfd9356b-0fdf-4c68-a959-58ca842b9635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083331 Nov 13 04:45:41.077327 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-299777d1-ea92-422f-84c1-441ea83f7e45 req-9c51bc49-b225-4163-822d-4196edcc8fe5 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611155 Nov 13 04:45:41.201054 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-760653e5-5b1d-406a-a70d-15cc34a9a8c4 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:41.215247 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee195a83-fb95-4b0e-86f1-2447301e8800 req-19e6c5e5-9675-48dc-8864-9029d1b35ab1 service neutron] 10.222.0.36 "GET /v2.0/networks/bfd9356b-0fdf-4c68-a959-58ca842b9635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333158 Nov 13 04:45:41.306119 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-760653e5-5b1d-406a-a70d-15cc34a9a8c4 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:41.362655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760653e5-5b1d-406a-a70d-15cc34a9a8c4 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Network 6ae30727-cfc7-49cc-a960-edd416bf2b65 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:41.371855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-760653e5-5b1d-406a-a70d-15cc34a9a8c4 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:41.377834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760653e5-5b1d-406a-a70d-15cc34a9a8c4 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:41.386582 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee195a83-fb95-4b0e-86f1-2447301e8800 req-baeaaa92-0d5f-4ba7-98f2-f53e8c63d61a service neutron] 10.222.0.36 "GET /v2.0/networks/bfd9356b-0fdf-4c68-a959-58ca842b9635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639338 Nov 13 04:45:41.406274 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760653e5-5b1d-406a-a70d-15cc34a9a8c4 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event updated for resources: {'Port': ['ID=8975d772-b872-4e9a-b220-455ae66b0987,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:41.454734 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760653e5-5b1d-406a-a70d-15cc34a9a8c4 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:41.455452 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-760653e5-5b1d-406a-a70d-15cc34a9a8c4 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:41.487603 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-760653e5-5b1d-406a-a70d-15cc34a9a8c4 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6594946 Nov 13 04:45:41.488126 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51346) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:41.502148 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:41.543671 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:41.679841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fa9a4dd5-0828-4ebf-bf37-3c4677ec198e None None] Provisioning complete for port 8975d772-b872-4e9a-b220-455ae66b0987 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:41.680405 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa9a4dd5-0828-4ebf-bf37-3c4677ec198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:41.721261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fa9a4dd5-0828-4ebf-bf37-3c4677ec198e None None] Port 8975d772-b872-4e9a-b220-455ae66b0987 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:45:41.724795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3b425-3d3e-4857-9bf9-bf043bca5cae req-8c2e999a-24d1-4963-ba75-b64caa7be88a tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:41.727350 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24a3b425-3d3e-4857-9bf9-bf043bca5cae req-8c2e999a-24d1-4963-ba75-b64caa7be88a tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 948 time: 0.1430163 Nov 13 04:45:41.736487 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dfd2e6a7-ffb1-4e7b-a92b-252106a23b60 req-642ebfa7-d2ce-4ba9-a255-5a183647f3f9 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab95d812-ab12-426a-aa47-3335a78be6b9 HTTP/1.1" status: 200 len: 210 time: 0.0377257 Nov 13 04:45:41.785809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51358) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:41.807693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24a3b425-3d3e-4857-9bf9-bf043bca5cae req-dde026c5-b6c4-434c-b6a7-f441f7be3c93 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733035 Nov 13 04:45:41.838380 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:41.906396 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-532c02e1-59a5-42af-9926-b54a47d7ca04 admin admin] Deleting subnet bfd5fa14-ce0a-4e96-a6ba-935754a04953 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:45:41.915920 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-532c02e1-59a5-42af-9926-b54a47d7ca04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:41.965444 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-532c02e1-59a5-42af-9926-b54a47d7ca04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.007500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Allocated IP 172.25.8.162 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/ab4e2c15-763e-4ade-953a-48ecf4a7fa09) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:42.038324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4250bff4-aa9b-4951-bd13-9cb09fce289e req-4070bdca-3c22-47d8-bb6f-ed2c917a83d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&device_id=ab95d812-ab12-426a-aa47-3335a78be6b9 HTTP/1.1" status: 200 len: 210 time: 0.0370948 Nov 13 04:45:42.132167 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.178007 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-532c02e1-59a5-42af-9926-b54a47d7ca04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.180618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.191119 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d4caa-eb6c-4238-a5c5-b9fccb0eee6d req-3cfa18be-c359-495c-b466-80eed878eb1f tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:42.199746 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8f5d4caa-eb6c-4238-a5c5-b9fccb0eee6d req-3cfa18be-c359-495c-b466-80eed878eb1f tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 943 time: 0.3625357 Nov 13 04:45:42.232589 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:42.237969 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:42.243991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:42.292544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event updated for resources: {'Port': ['ID=ab4e2c15-763e-4ade-953a-48ecf4a7fa09,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:42.348863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250bff4-aa9b-4951-bd13-9cb09fce289e req-9282aa9d-24c1-4033-8911-f3eca4012e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:42.350393 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4250bff4-aa9b-4951-bd13-9cb09fce289e req-9282aa9d-24c1-4033-8911-f3eca4012e0d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d50682e1086b48f396d8c57bff4ee516&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2945185 Nov 13 04:45:42.358575 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8f5d4caa-eb6c-4238-a5c5-b9fccb0eee6d req-ffa6527c-fe2e-48c5-87d9-7aea0b2aa899 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580384 Nov 13 04:45:42.368198 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-532c02e1-59a5-42af-9926-b54a47d7ca04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.378535 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.435326 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.463507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c02e1-59a5-42af-9926-b54a47d7ca04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd5fa14-ce0a-4e96-a6ba-935754a04953,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:42.483623 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-532c02e1-59a5-42af-9926-b54a47d7ca04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.488218 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-532c02e1-59a5-42af-9926-b54a47d7ca04 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bfd5fa14-ce0a-4e96-a6ba-935754a04953 HTTP/1.1" status: 204 len: 168 time: 0.7009575 Nov 13 04:45:42.494680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51408) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:42.635764 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7394dd70-a12d-4a20-9c35-4d07eb581562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.652671 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250bff4-aa9b-4951-bd13-9cb09fce289e req-defd96a1-f8c9-4f26-8844-31dae8cf7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:42.654475 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4250bff4-aa9b-4951-bd13-9cb09fce289e req-defd96a1-f8c9-4f26-8844-31dae8cf7356 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2823145 Nov 13 04:45:42.740227 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4250bff4-aa9b-4951-bd13-9cb09fce289e req-ff3749ea-1fc2-4ca4-856c-c95959c2a12b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab95d812-ab12-426a-aa47-3335a78be6b9 HTTP/1.1" status: 200 len: 210 time: 0.0351641 Nov 13 04:45:42.776080 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7394dd70-a12d-4a20-9c35-4d07eb581562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.780328 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.801623 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.854151 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7394dd70-a12d-4a20-9c35-4d07eb581562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24313b11-5485-42bf-9ecf-949e7be46d37']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:42.856787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event updated for resources: {'Port': ['ID=ab4e2c15-763e-4ade-953a-48ecf4a7fa09,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:42.873388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7394dd70-a12d-4a20-9c35-4d07eb581562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94370aa-9ef3-4032-9000-4e8069be5d87') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:42.873841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7394dd70-a12d-4a20-9c35-4d07eb581562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94370aa-9ef3-4032-9000-4e8069be5d87') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:42.917062 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7394dd70-a12d-4a20-9c35-4d07eb581562 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.961518 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f3ae4fc-cfc0-4b95-b488-f67b31f8ec29 req-10603e58-4c18-410d-80de-050361d48fba tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab95d812-ab12-426a-aa47-3335a78be6b9 HTTP/1.1" status: 200 len: 210 time: 0.0496821 Nov 13 04:45:42.964403 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7394dd70-a12d-4a20-9c35-4d07eb581562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.975485 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.979723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7394dd70-a12d-4a20-9c35-4d07eb581562 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:45:42.980257 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7394dd70-a12d-4a20-9c35-4d07eb581562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:45:42.982039 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:45:42.998783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f562eb-1526-4524-a195-569ad5e4fa2e req-a59b522c-4243-4cc6-9a72-99296630d3c7 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:43.019708 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6f562eb-1526-4524-a195-569ad5e4fa2e req-a59b522c-4243-4cc6-9a72-99296630d3c7 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 948 time: 0.1017904 Nov 13 04:45:43.061590 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:43.065489 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-169e6105-665b-49a7-8e69-87b10d467cef tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5717344 Nov 13 04:45:43.067756 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51456) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:43.071915 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-db4260ce-c7b6-47d7-a1dd-327d8d9fdcaa tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Request body: {'floatingip': {'port_id': '8975d772-b872-4e9a-b220-455ae66b0987', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:43.106184 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6f562eb-1526-4524-a195-569ad5e4fa2e req-dd602f4e-dca5-463a-a414-e87d6edf1adc tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835924 Nov 13 04:45:43.124454 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db4260ce-c7b6-47d7-a1dd-327d8d9fdcaa tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:43.127043 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7394dd70-a12d-4a20-9c35-4d07eb581562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:43.160962 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7394dd70-a12d-4a20-9c35-4d07eb581562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:43.167249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7394dd70-a12d-4a20-9c35-4d07eb581562 admin admin] 10.222.0.43 "DELETE /v2.0/networks/24313b11-5485-42bf-9ecf-949e7be46d37 HTTP/1.1" status: 204 len: 168 time: 0.6678085 Nov 13 04:45:43.220871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394dd70-a12d-4a20-9c35-4d07eb581562 admin admin] Pushing event deleted for resources: {'Network': ['ID=24313b11-5485-42bf-9ecf-949e7be46d37,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:43.229693 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 72ee54cb-a527-4918-8687-3044437e3dd3 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:45:43.353072 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-db4260ce-c7b6-47d7-a1dd-327d8d9fdcaa tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] update failed (client error): The resource could not be found. Nov 13 04:45:43.358906 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-db4260ce-c7b6-47d7-a1dd-327d8d9fdcaa tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "PUT /v2.0/floatingips/e118bb1e-c1cb-42c8-be46-5b2ab5212ebf HTTP/1.1" status: 404 len: 507 time: 0.2881541 Nov 13 04:45:43.358906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51490) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:43.405699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d94ad60-bae6-40ab-8bec-75676c7165c6 req-85d41b48-4ea5-4ee2-9fad-5350a595c22a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&device_id=ab95d812-ab12-426a-aa47-3335a78be6b9 HTTP/1.1" status: 200 len: 210 time: 0.0365090 Nov 13 04:45:43.477921 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 72ee54cb-a527-4918-8687-3044437e3dd3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=72ee54cb-a527-4918-8687-3044437e3dd3,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:43.513036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '72ee54cb-a527-4918-8687-3044437e3dd3', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '72ee54cb-a527-4918-8687-3044437e3dd3', 'mac_address': 'fa:16:3e:d1:89:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:45:43.536215 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51504) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:43.564140 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:43.578956 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ee54cb-a527-4918-8687-3044437e3dd3 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:45:43.581223 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce37d1-36e3-4c1c-a58a-9e5b2a2b0642 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Deleting port ab4e2c15-763e-4ade-953a-48ecf4a7fa09 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:43.581551 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6ce37d1-36e3-4c1c-a58a-9e5b2a2b0642 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:43.612039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 72ee54cb-a527-4918-8687-3044437e3dd3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=72ee54cb-a527-4918-8687-3044437e3dd3,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:43.617143 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:43.670099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2fda6-3c98-4443-9d10-c293cc8aa250 req-f58a3b20-3d50-41f1-add3-7bab772ba319 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:43.675504 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0de1eb8f-be38-46f0-ad59-594b518212b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6ff2630b7764af9a4bfc627527b5552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381991 Nov 13 04:45:43.683755 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51516) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:43.686472 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8b2fda6-3c98-4443-9d10-c293cc8aa250 req-f58a3b20-3d50-41f1-add3-7bab772ba319 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 943 time: 0.1586900 Nov 13 04:45:43.702366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=72ee54cb-a527-4918-8687-3044437e3dd3,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:43.784328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94ad60-bae6-40ab-8bec-75676c7165c6 req-14d7cf71-edcc-4fb2-ace8-8eaeb256873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:43.787298 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d94ad60-bae6-40ab-8bec-75676c7165c6 req-14d7cf71-edcc-4fb2-ace8-8eaeb256873b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d50682e1086b48f396d8c57bff4ee516&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3665621 Nov 13 04:45:43.825158 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6ce37d1-36e3-4c1c-a58a-9e5b2a2b0642 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:43.825457 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6ce37d1-36e3-4c1c-a58a-9e5b2a2b0642 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:43.828265 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dedfc55-5795-423b-93af-f9b3ea1db7ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:43.848547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce37d1-36e3-4c1c-a58a-9e5b2a2b0642 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Calling delete_port for ab4e2c15-763e-4ade-953a-48ecf4a7fa09 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:43.871233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dedfc55-5795-423b-93af-f9b3ea1db7ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:43.907895 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8b2fda6-3c98-4443-9d10-c293cc8aa250 req-3ce8084c-c65e-4971-9253-293024f096db tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153940 Nov 13 04:45:43.990133 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dedfc55-5795-423b-93af-f9b3ea1db7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:43.993136 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dedfc55-5795-423b-93af-f9b3ea1db7ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:43.993591 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94ad60-bae6-40ab-8bec-75676c7165c6 req-48fd6d7a-6ee0-481c-beda-b8274c5aa0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:43.995859 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d94ad60-bae6-40ab-8bec-75676c7165c6 req-48fd6d7a-6ee0-481c-beda-b8274c5aa0f2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2018940 Nov 13 04:45:43.997431 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9dedfc55-5795-423b-93af-f9b3ea1db7ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d59de120-19a0-44d8-b1a7-1fb6da675945 HTTP/1.1" status: 204 len: 168 time: 0.3104234 Nov 13 04:45:44.007806 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedfc55-5795-423b-93af-f9b3ea1db7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59de120-19a0-44d8-b1a7-1fb6da675945,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:44.082766 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6ce37d1-36e3-4c1c-a58a-9e5b2a2b0642 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:44.107322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['72ee54cb-a527-4918-8687-3044437e3dd3'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:45:44.153730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-62343614-619d-490d-99ee-d5d665ed5418 req-8597afe3-fe8f-4c84-a6eb-ee06bb83c5c6 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab95d812-ab12-426a-aa47-3335a78be6b9 HTTP/1.1" status: 200 len: 210 time: 0.0602038 Nov 13 04:45:44.238499 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d94ad60-bae6-40ab-8bec-75676c7165c6 req-b6ee0ce4-8c0e-4415-bb0c-8856cfb992c1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab95d812-ab12-426a-aa47-3335a78be6b9 HTTP/1.1" status: 200 len: 210 time: 0.1085930 Nov 13 04:45:44.272603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce37d1-36e3-4c1c-a58a-9e5b2a2b0642 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event deleted for resources: {'Port': ['ID=ab4e2c15-763e-4ade-953a-48ecf4a7fa09,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:44.288169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6ce37d1-36e3-4c1c-a58a-9e5b2a2b0642 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:44.292937 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6ce37d1-36e3-4c1c-a58a-9e5b2a2b0642 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:44.301055 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f6ce37d1-36e3-4c1c-a58a-9e5b2a2b0642 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "DELETE /v2.0/floatingips/e118bb1e-c1cb-42c8-be46-5b2ab5212ebf HTTP/1.1" status: 204 len: 168 time: 0.9404080 Nov 13 04:45:44.303507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51552) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:44.309125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3be06223-0613-4d8c-9e8b-8d4872f736c9 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Request body: {'floatingip': {'floating_network_id': '6ae30727-cfc7-49cc-a960-edd416bf2b65', 'port_id': '8975d772-b872-4e9a-b220-455ae66b0987', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:44.367995 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3be06223-0613-4d8c-9e8b-8d4872f736c9 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:44.379693 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359943a-051b-44b9-9895-8bd21633dcd4 req-cde69deb-347b-4b5f-a600-2dc59b30d1f9 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:44.396417 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4359943a-051b-44b9-9895-8bd21633dcd4 req-cde69deb-347b-4b5f-a600-2dc59b30d1f9 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 949 time: 0.1286421 Nov 13 04:45:44.511834 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4359943a-051b-44b9-9895-8bd21633dcd4 req-d445d933-ee5a-4292-b64a-f06a1473eac3 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141543 Nov 13 04:45:44.589580 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-3be06223-0613-4d8c-9e8b-8d4872f736c9 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:45:44.595023 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51576) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:44.600170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': '8975d772-b872-4e9a-b220-455ae66b0987', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:44.605183 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3be06223-0613-4d8c-9e8b-8d4872f736c9 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2993140 Nov 13 04:45:44.632395 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:44.778229 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:44.915639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Allocated IP 172.25.8.87 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/8a66b156-acf2-4274-a581-2841ec108b23) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:45.093482 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec77e36-5fd8-4d20-8222-94fbdc1d82d6 req-3c6493b2-db00-4895-b71f-db2b86471994 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:45.100195 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:45.104685 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ec77e36-5fd8-4d20-8222-94fbdc1d82d6 req-3c6493b2-db00-4895-b71f-db2b86471994 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 943 time: 0.0877800 Nov 13 04:45:45.147202 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:45.184450 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ec77e36-5fd8-4d20-8222-94fbdc1d82d6 req-836182a9-d2d8-489a-8e7e-9abf4623a5a8 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785272 Nov 13 04:45:45.209672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:45.211199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event updated for resources: {'Port': ['ID=8a66b156-acf2-4274-a581-2841ec108b23,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:45.222526 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:45.226773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:45.236297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 0fb9a7e4-662d-458e-9187-bd4336297343 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:45:45.244664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 72ee54cb-a527-4918-8687-3044437e3dd3 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:45:45.410230 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 72ee54cb-a527-4918-8687-3044437e3dd3 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:45:45.416522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 72ee54cb-a527-4918-8687-3044437e3dd3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:45.417040 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:45.533788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 0fb9a7e4-662d-458e-9187-bd4336297343, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0fb9a7e4-662d-458e-9187-bd4336297343,segment=NetworkSegment(8fde0dbe-56e5-4d16-a39d-b741dfb854b9),segment_id=8fde0dbe-56e5-4d16-a39d-b741dfb854b9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:45.559315 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:45.574739 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '0fb9a7e4-662d-458e-9187-bd4336297343', 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'port_id': '0fb9a7e4-662d-458e-9187-bd4336297343', 'mac_address': 'fa:16:3e:3e:3f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96230d51-02ef-46d7-8f85-644e8228b421', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:45:45.602963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83bbe80-adfd-4d1a-bd31-81e0c8777b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ee54cb-a527-4918-8687-3044437e3dd3'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:45.608204 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266efb57-38fe-4b2c-85bc-f74b7e57ae38" -d '{"events": [{"server_uuid": "a83bbe80-adfd-4d1a-bd31-81e0c8777b40", "name": "network-vif-plugged", "status": "completed", "tag": "72ee54cb-a527-4918-8687-3044437e3dd3"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:45.624394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Deleting port 8a66b156-acf2-4274-a581-2841ec108b23 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:45.625560 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:45.660000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 72ee54cb-a527-4918-8687-3044437e3dd3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=72ee54cb-a527-4918-8687-3044437e3dd3,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:45.672751 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:45.673981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a0318c63-0f44-410f-89f5-b0c358b4d9ec no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:45:45.730064 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:45.730306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-0fb6f68a-ac97-4d28-be7a-ad0ad15633fb tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:45.738609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-0fb6f68a-ac97-4d28-be7a-ad0ad15633fb tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 810 time: 0.2025332 Nov 13 04:45:45.763184 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-dc01b4f7-3fa9-4aec-a483-fce3bd5a636a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/quotas/d50682e1086b48f396d8c57bff4ee516 HTTP/1.1" status: 200 len: 375 time: 0.0198798 Nov 13 04:45:45.769772 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb9a7e4-662d-458e-9187-bd4336297343 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:45:45.783040 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:45.783657 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:45.810807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Calling delete_port for 8a66b156-acf2-4274-a581-2841ec108b23 owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:45.815312 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-49dacde0-6e03-4cd5-b060-6275c35e0639 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508213 Nov 13 04:45:45.826798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=72ee54cb-a527-4918-8687-3044437e3dd3,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:45.834095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 0fb9a7e4-662d-458e-9187-bd4336297343, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0fb9a7e4-662d-458e-9187-bd4336297343,segment=NetworkSegment(8fde0dbe-56e5-4d16-a39d-b741dfb854b9),segment_id=8fde0dbe-56e5-4d16-a39d-b741dfb854b9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:45.847371 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:45.857367 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:45.929734 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port a0318c63-0f44-410f-89f5-b0c358b4d9ec, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:45.931719 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-443301b0-02d0-4645-8f21-fbd81bc5f6bc service neutron] 10.222.0.43 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150873 Nov 13 04:45:45.944430 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:45.951688 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=0fb9a7e4-662d-458e-9187-bd4336297343,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:46.012180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=a0318c63-0f44-410f-89f5-b0c358b4d9ec,revision_number=11']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:46.023881 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-e8044f88-351c-476d-a7eb-af3a4da1878c service neutron] 10.222.0.43 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913033 Nov 13 04:45:46.064930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e8ad1-55d4-4ee2-8eca-a75944084cfb req-e281cfbd-59c0-4b3e-8a50-bedbf44020a2 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:46.072559 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f3e8ad1-55d4-4ee2-8eca-a75944084cfb req-e281cfbd-59c0-4b3e-8a50-bedbf44020a2 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 950 time: 0.1011877 Nov 13 04:45:46.080373 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:46.123440 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event deleted for resources: {'Port': ['ID=8a66b156-acf2-4274-a581-2841ec108b23,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:46.213819 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f3e8ad1-55d4-4ee2-8eca-a75944084cfb req-9ed30ce6-f6e3-4182-a1be-c1b223e00952 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403375 Nov 13 04:45:46.263502 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] create failed (client error): The resource could not be found. Nov 13 04:45:46.266386 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e6c15c16-fb92-4117-9fff-7806cfa15af5 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6702859 Nov 13 04:45:46.270012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51680) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:46.273960 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd3400d-7139-4d57-a826-11614dc30ae4 x-openstack-request-id: req-7bd3400d-7139-4d57-a826-11614dc30ae4 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:46.274449 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83bbe80-adfd-4d1a-bd31-81e0c8777b40", "name": "network-vif-plugged", "status": "completed", "tag": "72ee54cb-a527-4918-8687-3044437e3dd3", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:46.274566 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7bd3400d-7139-4d57-a826-11614dc30ae4 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:46.275074 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83bbe80-adfd-4d1a-bd31-81e0c8777b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ee54cb-a527-4918-8687-3044437e3dd3', 'code': 200} Nov 13 04:45:46.317593 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['0fb9a7e4-662d-458e-9187-bd4336297343'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:45:46.521356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f1498068-f2c7-4d08-bff9-1d0e2804f24b tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Deleting port 8975d772-b872-4e9a-b220-455ae66b0987 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:46.521805 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1498068-f2c7-4d08-bff9-1d0e2804f24b tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:46.569306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd3167-62e5-4d21-903c-6bb932778400 req-908d07a6-f1bb-4f52-8de7-c301c69fdcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:46.570998 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b5cd3167-62e5-4d21-903c-6bb932778400 req-908d07a6-f1bb-4f52-8de7-c301c69fdcc2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 1101 time: 0.1368098 Nov 13 04:45:46.743938 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b5cd3167-62e5-4d21-903c-6bb932778400 req-7a7a626f-465f-4f4f-8fc4-87d990cc105e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408389 Nov 13 04:45:46.764642 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1498068-f2c7-4d08-bff9-1d0e2804f24b tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:46.805901 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f1498068-f2c7-4d08-bff9-1d0e2804f24b tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Calling delete_port for 8975d772-b872-4e9a-b220-455ae66b0987 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:46.827345 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-27d6b1e9-cb8a-438a-bf8b-17363dc4e1c0 req-3d635117-fd15-4fcb-b0d0-0aa7779ebc45 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 210 time: 0.0721209 Nov 13 04:45:47.025771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb3a01-634f-444d-b343-2abf7a1f7756 req-0299e20b-27e0-43cf-b00e-89bd3ba0d20d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:47.054967 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-57fb3a01-634f-444d-b343-2abf7a1f7756 req-0299e20b-27e0-43cf-b00e-89bd3ba0d20d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 944 time: 0.1328583 Nov 13 04:45:47.138451 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-57fb3a01-634f-444d-b343-2abf7a1f7756 req-358f8e8a-4a6b-472d-9c6b-abb2d388b73b tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746250 Nov 13 04:45:47.308049 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2ccbc4b-52c3-42d1-9df5-db6b40fc59d1 req-1a4cf970-d682-4f91-b72d-134d230e359b tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0570364 Nov 13 04:45:47.404233 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1498068-f2c7-4d08-bff9-1d0e2804f24b tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:47.440552 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1498068-f2c7-4d08-bff9-1d0e2804f24b tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event deleted for resources: {'Port': ['ID=8975d772-b872-4e9a-b220-455ae66b0987,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:47.489334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986ac08-082e-4a8e-91f2-d79b9833ee34 req-d66ebef2-fc53-4581-836c-a803f2fd7934 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:47.498424 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8986ac08-082e-4a8e-91f2-d79b9833ee34 req-d66ebef2-fc53-4581-836c-a803f2fd7934 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 950 time: 0.1019926 Nov 13 04:45:47.577058 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1498068-f2c7-4d08-bff9-1d0e2804f24b tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:47.587168 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f1498068-f2c7-4d08-bff9-1d0e2804f24b tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "DELETE /v2.0/ports/8975d772-b872-4e9a-b220-455ae66b0987 HTTP/1.1" status: 204 len: 168 time: 1.3130546 Nov 13 04:45:47.587595 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51752) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:47.656078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8986ac08-082e-4a8e-91f2-d79b9833ee34 req-bb4c6a59-d6d2-4207-a6fb-e66108966116 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561363 Nov 13 04:45:47.668015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e8dae7-7d2c-49cb-80e7-f7497641348c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:47.670858 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-45e8dae7-7d2c-49cb-80e7-f7497641348c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "GET /v2.0/ports?device_id=36c6db95-5d94-4bd6-be4e-5c4956704409 HTTP/1.1" status: 200 len: 913 time: 0.0813994 Nov 13 04:45:47.673651 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51754) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:47.880102 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-7f7c4d3b-98ad-479b-a48a-b47c56d530ba tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:47.881858 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-7f7c4d3b-98ad-479b-a48a-b47c56d530ba tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 810 time: 0.1494741 Nov 13 04:45:47.905612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-fca3f800-ddea-4ed9-89ea-201f6e9da00b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Request body: {'port': {'device_id': '5c49b553-a9e6-49a5-9ff7-6f133aecdffa', 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3', 'admin_state_up': True, 'tenant_id': 'd50682e1086b48f396d8c57bff4ee516'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:48.023238 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-17fab713-3895-4b82-9be1-78d7b77338fc req-5060b282-6d90-4de2-95f3-eae78bf3de26 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 210 time: 0.0724864 Nov 13 04:45:48.121001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-fca3f800-ddea-4ed9-89ea-201f6e9da00b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Made reservation on behalf of d50682e1086b48f396d8c57bff4ee516 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:48.125924 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-fca3f800-ddea-4ed9-89ea-201f6e9da00b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:48.220762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198231b-fa09-4fcc-b0a6-580740a679de req-8de75091-ab57-4d14-8361-88bd063b2ea9 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:48.229508 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e198231b-fa09-4fcc-b0a6-580740a679de req-8de75091-ab57-4d14-8361-88bd063b2ea9 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 948 time: 0.4636302 Nov 13 04:45:48.277312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237717b-a892-4059-a7ed-1679470e191b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:48.279685 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c11bef-1def-4bae-a782-906a276018a8" -d '{"events": [{"server_uuid": "0237717b-a892-4059-a7ed-1679470e191b", "name": "network-vif-unplugged", "status": "completed", "tag": "a0318c63-0f44-410f-89f5-b0c358b4d9ec"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:48.309684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-fca3f800-ddea-4ed9-89ea-201f6e9da00b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Allocated IP 172.20.0.4 (abb184c2-0551-4712-87b8-ea6a790c3ce3/da060a9b-742c-4f27-98ad-64a6913e0916/f6036261-e32a-4093-9013-06a9afbfea6d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:48.350160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46f8d6-2dc2-4458-93e9-2f5f597358a1 req-b07bc5ef-02e2-485a-9ec1-a7285392d2dc tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:48.354192 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e198231b-fa09-4fcc-b0a6-580740a679de req-e310e3a7-7c65-4400-98ff-141fda24cf7d tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237307 Nov 13 04:45:48.360563 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c46f8d6-2dc2-4458-93e9-2f5f597358a1 req-b07bc5ef-02e2-485a-9ec1-a7285392d2dc tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 944 time: 0.1018302 Nov 13 04:45:48.447353 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241afda3-0aab-4845-b8fc-2219667931b3 x-openstack-request-id: req-241afda3-0aab-4845-b8fc-2219667931b3 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:48.447977 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0237717b-a892-4059-a7ed-1679470e191b", "name": "network-vif-unplugged", "status": "completed", "tag": "a0318c63-0f44-410f-89f5-b0c358b4d9ec", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:48.448432 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-241afda3-0aab-4845-b8fc-2219667931b3 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:48.449046 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0237717b-a892-4059-a7ed-1679470e191b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec', 'code': 200} Nov 13 04:45:48.472824 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c46f8d6-2dc2-4458-93e9-2f5f597358a1 req-7cec307e-3c3f-47ec-9de6-017fcb295135 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105518 Nov 13 04:45:48.612990 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-fca3f800-ddea-4ed9-89ea-201f6e9da00b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:48.644847 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24c659d2-c144-4cc1-905f-84c29c71164d req-a2f0f943-cf60-4bc4-a64e-06e859661133 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0354109 Nov 13 04:45:48.676438 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-fca3f800-ddea-4ed9-89ea-201f6e9da00b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:48.685099 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-840471a3-323d-4a5d-ba0c-d07730bec044 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:48.735336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-fca3f800-ddea-4ed9-89ea-201f6e9da00b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Network abb184c2-0551-4712-87b8-ea6a790c3ce3 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:48.738405 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-fca3f800-ddea-4ed9-89ea-201f6e9da00b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:48.742263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-fca3f800-ddea-4ed9-89ea-201f6e9da00b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:48.799603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3f800-ddea-4ed9-89ea-201f6e9da00b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Pushing event updated for resources: {'Port': ['ID=f6036261-e32a-4093-9013-06a9afbfea6d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:48.841536 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-fca3f800-ddea-4ed9-89ea-201f6e9da00b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:48.842341 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-fca3f800-ddea-4ed9-89ea-201f6e9da00b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:48.866721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87eb9ff-8a7d-4126-81a3-4feeb30c6628 req-67104656-80fd-4027-bf18-558f294e18f0 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:48.868275 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b87eb9ff-8a7d-4126-81a3-4feeb30c6628 req-67104656-80fd-4027-bf18-558f294e18f0 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 950 time: 0.0915372 Nov 13 04:45:48.872562 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-fca3f800-ddea-4ed9-89ea-201f6e9da00b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9732714 Nov 13 04:45:48.897248 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Request body: {'port': {'device_id': '5c49b553-a9e6-49a5-9ff7-6f133aecdffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:48.954439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b87eb9ff-8a7d-4126-81a3-4feeb30c6628 req-cd855e99-7bb7-4510-a5dc-bafeb3083937 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794489 Nov 13 04:45:48.981969 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:48.998456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-840471a3-323d-4a5d-ba0c-d07730bec044 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Deleting port 746f25bd-ff40-47e4-99c7-3d66d54c3f22 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:48.999991 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-840471a3-323d-4a5d-ba0c-d07730bec044 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:49.107615 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-840471a3-323d-4a5d-ba0c-d07730bec044 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:49.125128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-840471a3-323d-4a5d-ba0c-d07730bec044 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Calling delete_port for 746f25bd-ff40-47e4-99c7-3d66d54c3f22 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:49.251211 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 0fb9a7e4-662d-458e-9187-bd4336297343 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:45:49.263164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d759a-4a98-4704-9071-d79cd1235d71 req-9ac9e99d-f346-4a9f-9493-1057de667575 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:49.264772 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd6d759a-4a98-4704-9071-d79cd1235d71 req-9ac9e99d-f346-4a9f-9493-1057de667575 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 931 time: 0.1044753 Nov 13 04:45:49.322710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 0fb9a7e4-662d-458e-9187-bd4336297343 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:45:49.327817 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 0fb9a7e4-662d-458e-9187-bd4336297343 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:49.328286 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:49.338158 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-907ceb08-2c62-4add-b117-9c3249587e5d req-a9132dd5-8c10-4502-bdbe-47d0d0cdb5c0 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=bb1c05680d294df886b303c06b011cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262065 Nov 13 04:45:49.362728 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd6d759a-4a98-4704-9071-d79cd1235d71 req-711800cd-b0bc-4122-ba73-d257e4eecb2b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849693 Nov 13 04:45:49.375325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6036261-e32a-4093-9013-06a9afbfea6d {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:45:49.383106 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:49.408206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Transition to ACTIVE for port object f6036261-e32a-4093-9013-06a9afbfea6d will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:45:49.416922 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:49.423756 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-840471a3-323d-4a5d-ba0c-d07730bec044 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:49.442728 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:49.461344 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840471a3-323d-4a5d-ba0c-d07730bec044 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event deleted for resources: {'Port': ['ID=746f25bd-ff40-47e4-99c7-3d66d54c3f22,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:49.477045 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 0fb9a7e4-662d-458e-9187-bd4336297343, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0fb9a7e4-662d-458e-9187-bd4336297343,segment=NetworkSegment(8fde0dbe-56e5-4d16-a39d-b741dfb854b9),segment_id=8fde0dbe-56e5-4d16-a39d-b741dfb854b9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:49.483974 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:49.538890 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=0fb9a7e4-662d-458e-9187-bd4336297343,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:49.554711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Pushing event updated for resources: {'Port': ['ID=f6036261-e32a-4093-9013-06a9afbfea6d,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:49.589794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0e9b9-d2b7-4618-9da1-13c3d3daf12a req-84d75a17-9d3e-4193-9cf5-f4312b43f3a3 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:49.591423 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d5f0e9b9-d2b7-4618-9da1-13c3d3daf12a req-84d75a17-9d3e-4193-9cf5-f4312b43f3a3 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 948 time: 0.1459656 Nov 13 04:45:49.593397 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ceb08-2c62-4add-b117-9c3249587e5d req-ce217751-bcb2-47c2-883f-7c98d7c7121e tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:49.600770 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-907ceb08-2c62-4add-b117-9c3249587e5d req-ce217751-bcb2-47c2-883f-7c98d7c7121e tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567370 Nov 13 04:45:49.620313 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-907ceb08-2c62-4add-b117-9c3249587e5d req-a3e752bb-5a57-4195-9983-a3350ddea13a tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/quotas/bb1c05680d294df886b303c06b011cc1 HTTP/1.1" status: 200 len: 375 time: 0.0186663 Nov 13 04:45:49.651919 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Attempting to bind port f6036261-e32a-4093-9013-06a9afbfea6d on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:45:49.652269 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Attempting to bind port f6036261-e32a-4093-9013-06a9afbfea6d by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:45:49.652585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Attempting to bind port f6036261-e32a-4093-9013-06a9afbfea6d on network abb184c2-0551-4712-87b8-ea6a790c3ce3 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:49.663731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Port f6036261-e32a-4093-9013-06a9afbfea6d on network abb184c2-0551-4712-87b8-ea6a790c3ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:45:49.663999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Attempting to bind port f6036261-e32a-4093-9013-06a9afbfea6d on network abb184c2-0551-4712-87b8-ea6a790c3ce3 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:49.671088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d5f0e9b9-d2b7-4618-9da1-13c3d3daf12a req-f238c9c4-4bc9-4cee-bf1a-771717db443f tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711901 Nov 13 04:45:49.675065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:45:49.675065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Checking segment: {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:49.675350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Bound using segment: {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:45:49.675728 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Bound port: f6036261-e32a-4093-9013-06a9afbfea6d, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:45:49.676066 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:49.723187 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-840471a3-323d-4a5d-ba0c-d07730bec044 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:49.792307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] For port f6036261-e32a-4093-9013-06a9afbfea6d, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:45:49.808197 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-907ceb08-2c62-4add-b117-9c3249587e5d req-5efade67-f2df-4e2f-9b72-c84ed695b373 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb1c05680d294df886b303c06b011cc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1789348 Nov 13 04:45:49.828847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] For port f6036261-e32a-4093-9013-06a9afbfea6d, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f6036261-e32a-4093-9013-06a9afbfea6d,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:45:49.838480 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:49.887989 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653990f-32fc-4b67-8f9f-2c00e5bb93e2 req-35c0ab14-0e6f-45e8-a107-137d5ce7f158 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:49.889619 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3653990f-32fc-4b67-8f9f-2c00e5bb93e2 req-35c0ab14-0e6f-45e8-a107-137d5ce7f158 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 945 time: 0.1326406 Nov 13 04:45:49.891088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:49.891686 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:49.892986 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] 10.222.0.46 "PUT /v2.0/ports/f6036261-e32a-4093-9013-06a9afbfea6d HTTP/1.1" status: 200 len: 1091 time: 1.0016069 Nov 13 04:45:49.898436 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c49b553-a9e6-49a5-9ff7-6f133aecdffa', 'tag': 'f6036261-e32a-4093-9013-06a9afbfea6d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:49.900975 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aa9096-7e0f-4280-9f7c-912f58422c78" -d '{"events": [{"name": "network-changed", "server_uuid": "5c49b553-a9e6-49a5-9ff7-6f133aecdffa", "tag": "f6036261-e32a-4093-9013-06a9afbfea6d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:49.901304 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840471a3-323d-4a5d-ba0c-d07730bec044 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Router 36c6db95-5d94-4bd6-be4e-5c4956704409 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:45:49.919726 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908633c1-9d34-45cf-a61c-63f3a52a7447 req-d4aa3f97-e791-40cd-ac77-b4b32c5a28bc tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:49.921889 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-908633c1-9d34-45cf-a61c-63f3a52a7447 req-d4aa3f97-e791-40cd-ac77-b4b32c5a28bc tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.46 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 948 time: 0.1524541 Nov 13 04:45:50.025686 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd446ff8-548d-48af-b525-a9a013d7f610 req-0a6ee16b-37d0-4087-bf6e-c426019dbc02 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0299196 Nov 13 04:45:50.026771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840471a3-323d-4a5d-ba0c-d07730bec044 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:45:50.033635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d4938-e21f-41d1-bfa1-aeb35cce800f service neutron] Pushing event updated for resources: {'Port': ['ID=f6036261-e32a-4093-9013-06a9afbfea6d,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:50.036531 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caba4034-952c-49ce-a78e-b1458054374b None None] Sync routers for ids ['36c6db95-5d94-4bd6-be4e-5c4956704409'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:45:50.039940 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-840471a3-323d-4a5d-ba0c-d07730bec044 tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "PUT /v2.0/routers/36c6db95-5d94-4bd6-be4e-5c4956704409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3651788 Nov 13 04:45:50.041391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51804) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:50.051282 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba4034-952c-49ce-a78e-b1458054374b None None] Routers {'36c6db95-5d94-4bd6-be4e-5c4956704409'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:50.055458 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-caba4034-952c-49ce-a78e-b1458054374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:45:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['36c6db95-5d94-4bd6-be4e-5c4956704409'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:50.127597 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-caba4034-952c-49ce-a78e-b1458054374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:50.131660 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3653990f-32fc-4b67-8f9f-2c00e5bb93e2 req-377620a5-45a4-47ad-a5ab-fa7b360302e7 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224240 Nov 13 04:45:50.138107 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ca6c8c8-6b17-4a9e-bce6-1516feaaee0b tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:50.139828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-0c6bab34-64c5-463e-a765-b2a52c854bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:50.141527 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-0c6bab34-64c5-463e-a765-b2a52c854bf6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 1094 time: 0.1756680 Nov 13 04:45:50.152853 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba4034-952c-49ce-a78e-b1458054374b None None] Routers {'36c6db95-5d94-4bd6-be4e-5c4956704409'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:50.152853 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-caba4034-952c-49ce-a78e-b1458054374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:45:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['36c6db95-5d94-4bd6-be4e-5c4956704409'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:50.203826 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-caba4034-952c-49ce-a78e-b1458054374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:50.204545 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caba4034-952c-49ce-a78e-b1458054374b None None] The sync data for ids ['36c6db95-5d94-4bd6-be4e-5c4956704409'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:45:50.230819 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff980edd-320b-4874-b208-33f55245546d x-openstack-request-id: req-ff980edd-320b-4874-b208-33f55245546d {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:50.231670 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c49b553-a9e6-49a5-9ff7-6f133aecdffa", "tag": "f6036261-e32a-4093-9013-06a9afbfea6d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:50.232157 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff980edd-320b-4874-b208-33f55245546d {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:50.233351 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c49b553-a9e6-49a5-9ff7-6f133aecdffa', 'tag': 'f6036261-e32a-4093-9013-06a9afbfea6d', 'status': 'completed', 'code': 200} Nov 13 04:45:50.238468 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-050df4f0-18f5-44dc-a228-7d4f1c1b1dc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6036261-e32a-4093-9013-06a9afbfea6d HTTP/1.1" status: 200 len: 217 time: 0.0802650 Nov 13 04:45:50.287133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bf0816de-79aa-46c4-9147-b80682b3e432 req-b770487d-a339-414b-aa72-0a041c88f7ce tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 210 time: 0.0515141 Nov 13 04:45:50.313718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-908633c1-9d34-45cf-a61c-63f3a52a7447 req-4069c4ce-cc5c-4962-9574-36c5695a7634 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Deleting port fe8c412c-eb83-4b35-a6f1-09473b7e483a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:50.314124 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-908633c1-9d34-45cf-a61c-63f3a52a7447 req-4069c4ce-cc5c-4962-9574-36c5695a7634 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:50.370746 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ca6c8c8-6b17-4a9e-bce6-1516feaaee0b tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:50.373526 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ca6c8c8-6b17-4a9e-bce6-1516feaaee0b tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:50.380178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bec01a2c-e7ee-4bf7-beda-40e3a7a46987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:50.381669 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-bec01a2c-e7ee-4bf7-beda-40e3a7a46987 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da060a9b-742c-4f27-98ad-64a6913e0916 HTTP/1.1" status: 200 len: 850 time: 0.1305549 Nov 13 04:45:50.422300 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ca6c8c8-6b17-4a9e-bce6-1516feaaee0b tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:50.423911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca6c8c8-6b17-4a9e-bce6-1516feaaee0b tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Fanout notify agent at l3_agent the message router_deleted on router 36c6db95-5d94-4bd6-be4e-5c4956704409 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:45:50.433519 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-ce098b1b-5112-4e57-bdb8-56b43e1b6547 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abb184c2-0551-4712-87b8-ea6a790c3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387311 Nov 13 04:45:50.437790 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ca6c8c8-6b17-4a9e-bce6-1516feaaee0b tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:50.442457 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1ca6c8c8-6b17-4a9e-bce6-1516feaaee0b tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "DELETE /v2.0/routers/36c6db95-5d94-4bd6-be4e-5c4956704409 HTTP/1.1" status: 204 len: 168 time: 0.3976622 Nov 13 04:45:50.443296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51816) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:50.450766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fe479e-cc58-41dc-86af-3cbed24d3476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb9a7e4-662d-458e-9187-bd4336297343'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:50.454705 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7c19c9-0ec4-4aaf-9408-f9a4042546ab" -d '{"events": [{"server_uuid": "92fe479e-cc58-41dc-86af-3cbed24d3476", "name": "network-vif-plugged", "status": "completed", "tag": "0fb9a7e4-662d-458e-9187-bd4336297343"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:50.503310 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eeb5152-46da-4a9f-9622-ee2ea76672a0 x-openstack-request-id: req-0eeb5152-46da-4a9f-9622-ee2ea76672a0 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:50.503826 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fe479e-cc58-41dc-86af-3cbed24d3476", "name": "network-vif-plugged", "status": "completed", "tag": "0fb9a7e4-662d-458e-9187-bd4336297343", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:50.504246 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0eeb5152-46da-4a9f-9622-ee2ea76672a0 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:50.505544 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fe479e-cc58-41dc-86af-3cbed24d3476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb9a7e4-662d-458e-9187-bd4336297343', 'code': 200} Nov 13 04:45:50.506211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-908633c1-9d34-45cf-a61c-63f3a52a7447 req-4069c4ce-cc5c-4962-9574-36c5695a7634 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] For port fe8c412c-eb83-4b35-a6f1-09473b7e483a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fe8c412c-eb83-4b35-a6f1-09473b7e483a,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:50.506577 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-908633c1-9d34-45cf-a61c-63f3a52a7447 req-4069c4ce-cc5c-4962-9574-36c5695a7634 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:50.521415 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7c491-3af3-4120-b52f-35b26ca66168 req-69fc8aa1-178e-48ae-99b5-eb16c542f266 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:50.523431 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-83e7c491-3af3-4120-b52f-35b26ca66168 req-69fc8aa1-178e-48ae-99b5-eb16c542f266 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 943 time: 0.0568914 Nov 13 04:45:50.564824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-908633c1-9d34-45cf-a61c-63f3a52a7447 req-4069c4ce-cc5c-4962-9574-36c5695a7634 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Calling delete_port for fe8c412c-eb83-4b35-a6f1-09473b7e483a owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:50.580255 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-33dd294b-9d46-44bd-a588-3b3994a81b4e tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Deleting subnet 8b6e0f4e-a7e1-4352-ab1a-40fbc66a7a3d {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:45:50.583807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-83e7c491-3af3-4120-b52f-35b26ca66168 req-7c8c8630-d9db-45b2-833d-ccfa09ce33e6 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534937 Nov 13 04:45:50.592371 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33dd294b-9d46-44bd-a588-3b3994a81b4e tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:50.677745 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-4b6debd1-91d9-4d81-ad24-519058afd44a service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357194 Nov 13 04:45:50.720196 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33dd294b-9d46-44bd-a588-3b3994a81b4e tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:50.875427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac7855-982d-4e0e-8b69-331c627b4622 req-602e361f-6d27-4386-afa4-e46d4f83bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:50.876973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eeac7855-982d-4e0e-8b69-331c627b4622 req-602e361f-6d27-4386-afa4-e46d4f83bc75 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 1096 time: 0.2151561 Nov 13 04:45:50.949536 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24e79a9a-acff-49e3-82a9-9726b987f01b req-ac5da9ad-ac76-465b-9054-45217f9c9e24 service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514389 Nov 13 04:45:50.980320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ffbd1-5935-4a03-8278-d7523f18e269 req-cc6875a7-f44f-4770-bd54-620ef12ec0cb tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:50.981810 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f0ffbd1-5935-4a03-8278-d7523f18e269 req-cc6875a7-f44f-4770-bd54-620ef12ec0cb tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 948 time: 0.2283869 Nov 13 04:45:50.988074 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33dd294b-9d46-44bd-a588-3b3994a81b4e tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:51.107790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eeac7855-982d-4e0e-8b69-331c627b4622 req-86a0f1a0-c6d2-46df-9de6-116d99f87a44 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208657 Nov 13 04:45:51.117538 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-908633c1-9d34-45cf-a61c-63f3a52a7447 req-4069c4ce-cc5c-4962-9574-36c5695a7634 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:51.160780 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8ace9df0-1a32-4547-a20c-76f94768f551 req-b6effc90-a117-460e-8aaa-7e6347653e3e tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0465283 Nov 13 04:45:51.170398 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f0ffbd1-5935-4a03-8278-d7523f18e269 req-6bfdeb7e-56ce-42bb-b2ba-a67ae8127e05 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763158 Nov 13 04:45:51.174953 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069c4ce-cc5c-4962-9574-36c5695a7634 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Pushing event deleted for resources: {'Port': ['ID=fe8c412c-eb83-4b35-a6f1-09473b7e483a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:51.189952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa9096-7e0f-4280-9f7c-912f58422c78 req-899c80a1-011e-4865-91ac-135cbf19e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:51.191550 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-55aa9096-7e0f-4280-9f7c-912f58422c78 req-899c80a1-011e-4865-91ac-135cbf19e5a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 1094 time: 0.1424818 Nov 13 04:45:51.255979 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33dd294b-9d46-44bd-a588-3b3994a81b4e tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:51.258099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-908633c1-9d34-45cf-a61c-63f3a52a7447 req-4069c4ce-cc5c-4962-9574-36c5695a7634 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] No DVR routers for this DVR port fe8c412c-eb83-4b35-a6f1-09473b7e483a on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:45:51.305549 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-908633c1-9d34-45cf-a61c-63f3a52a7447 req-4069c4ce-cc5c-4962-9574-36c5695a7634 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:51.309067 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-908633c1-9d34-45cf-a61c-63f3a52a7447 req-4069c4ce-cc5c-4962-9574-36c5695a7634 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.46 "DELETE /v2.0/ports/fe8c412c-eb83-4b35-a6f1-09473b7e483a HTTP/1.1" status: 204 len: 173 time: 1.3310165 Nov 13 04:45:51.346204 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-51f1af9d-4cfb-45bb-90f9-c2dccc86a887 req-8e27cdae-92c6-462a-823e-056c5a85f93c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.1309655 Nov 13 04:45:51.643116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd294b-9d46-44bd-a588-3b3994a81b4e tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6e0f4e-a7e1-4352-ab1a-40fbc66a7a3d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:51.657746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03118433-80a6-4c1f-8f9b-132107a8fbf7 None None] Network 6ae30727-cfc7-49cc-a960-edd416bf2b65 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:45:51.661767 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33dd294b-9d46-44bd-a588-3b3994a81b4e tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:51.665304 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-33dd294b-9d46-44bd-a588-3b3994a81b4e tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "DELETE /v2.0/subnets/8b6e0f4e-a7e1-4352-ab1a-40fbc66a7a3d HTTP/1.1" status: 204 len: 168 time: 1.2214019 Nov 13 04:45:51.678513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51834) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:51.694814 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-907ceb08-2c62-4add-b117-9c3249587e5d req-9bcd1339-99e4-4ab7-88af-a5125c9d3922 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bb1c05680d294df886b303c06b011cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481303 Nov 13 04:45:51.699325 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b46d4f9-5711-44a6-ac92-4b9a621f56c6 req-4114689b-a74d-46e3-8d92-9456c443e97b tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 210 time: 0.0542352 Nov 13 04:45:51.858288 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0af4d-6cf8-40e8-9996-9574bfd20f05 req-dbbb9abc-a725-4ce9-85d3-be5c06a1bf85 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:51.865779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bad0af4d-6cf8-40e8-9996-9574bfd20f05 req-dbbb9abc-a725-4ce9-85d3-be5c06a1bf85 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 945 time: 0.6055222 Nov 13 04:45:51.875926 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45b1be-9378-4eaf-ac6e-4aa4245dbe9c req-dfc4fb08-92ff-47a0-9382-910814561186 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:51.889204 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac45b1be-9378-4eaf-ac6e-4aa4245dbe9c req-dfc4fb08-92ff-47a0-9382-910814561186 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 943 time: 0.1077278 Nov 13 04:45:51.929721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa9096-7e0f-4280-9f7c-912f58422c78 req-825e23b1-4722-485a-813b-cf3540379894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:51.931413 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-55aa9096-7e0f-4280-9f7c-912f58422c78 req-825e23b1-4722-485a-813b-cf3540379894 service neutron] 10.222.0.46 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 911 time: 0.7173772 Nov 13 04:45:51.943162 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac45b1be-9378-4eaf-ac6e-4aa4245dbe9c req-01f69532-be04-4f79-a449-986e36ec25ef tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528512 Nov 13 04:45:51.991006 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2326cc24-da2b-40eb-a4ff-e2ba8e83085e None None] DHCP port deletion for 6ae30727-cfc7-49cc-a960-edd416bf2b65 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:45:51.996470 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:52.005924 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-55aa9096-7e0f-4280-9f7c-912f58422c78 req-46995f7e-d69a-4943-b172-97f80726e648 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6036261-e32a-4093-9013-06a9afbfea6d HTTP/1.1" status: 200 len: 217 time: 0.0629349 Nov 13 04:45:52.043936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2326cc24-da2b-40eb-a4ff-e2ba8e83085e None None] Deleting port f29ad977-61b4-4132-81fe-51858f124a4f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:52.044283 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2326cc24-da2b-40eb-a4ff-e2ba8e83085e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:52.091792 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bad0af4d-6cf8-40e8-9996-9574bfd20f05 req-90c65061-6be3-4e08-b0d2-48246783371b tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250822 Nov 13 04:45:52.102642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ceb08-2c62-4add-b117-9c3249587e5d req-06ad1ef8-d69d-4d8b-97fb-960c88a45e20 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:52.104256 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-907ceb08-2c62-4add-b117-9c3249587e5d req-06ad1ef8-d69d-4d8b-97fb-960c88a45e20 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4026353 Nov 13 04:45:52.108906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2326cc24-da2b-40eb-a4ff-e2ba8e83085e None None] For port f29ad977-61b4-4132-81fe-51858f124a4f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f29ad977-61b4-4132-81fe-51858f124a4f,segment=NetworkSegment(6b7aa755-7034-4329-8edd-9f419530295f),segment_id=6b7aa755-7034-4329-8edd-9f419530295f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:52.109296 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2326cc24-da2b-40eb-a4ff-e2ba8e83085e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:52.123141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2326cc24-da2b-40eb-a4ff-e2ba8e83085e None None] Calling delete_port for f29ad977-61b4-4132-81fe-51858f124a4f owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:52.128364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-907ceb08-2c62-4add-b117-9c3249587e5d req-03d3eef4-b5f7-41c6-962c-22704828dc02 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Request body: {'port': {'device_id': 'b36b91f4-6e1f-473d-a114-ebd5b66decf1', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': 'bb1c05680d294df886b303c06b011cc1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:52.132305 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa9096-7e0f-4280-9f7c-912f58422c78 req-081fa9d6-068b-49b6-8af1-2fcb3d26e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:52.133733 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-55aa9096-7e0f-4280-9f7c-912f58422c78 req-081fa9d6-068b-49b6-8af1-2fcb3d26e12e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da060a9b-742c-4f27-98ad-64a6913e0916 HTTP/1.1" status: 200 len: 850 time: 0.1174488 Nov 13 04:45:52.219551 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2326cc24-da2b-40eb-a4ff-e2ba8e83085e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:52.228760 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-55aa9096-7e0f-4280-9f7c-912f58422c78 req-fe5efe41-3b96-4ca4-8c35-c1f073400824 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abb184c2-0551-4712-87b8-ea6a790c3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384040 Nov 13 04:45:52.235493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a6b009-2187-44fc-a190-8b326bedd942', 'name': 'network-vif-deleted', 'tag': 'fe8c412c-eb83-4b35-a6f1-09473b7e483a'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:52.237992 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1f16af-7b92-4766-ac68-bc4db145f090" -d '{"events": [{"server_uuid": "92a6b009-2187-44fc-a190-8b326bedd942", "name": "network-vif-deleted", "tag": "fe8c412c-eb83-4b35-a6f1-09473b7e483a"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:52.264007 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326cc24-da2b-40eb-a4ff-e2ba8e83085e None None] No DVR routers for this DVR port f29ad977-61b4-4132-81fe-51858f124a4f on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:45:52.269733 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326cc24-da2b-40eb-a4ff-e2ba8e83085e None None] Pushing event deleted for resources: {'Port': ['ID=f29ad977-61b4-4132-81fe-51858f124a4f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:52.318807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-15f8368f-e581-4e05-aaa8-c2d24582d6a3 req-7e5a43ed-90a6-4893-912a-b931caa92dca tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a6b009-2187-44fc-a190-8b326bedd942 HTTP/1.1" status: 200 len: 210 time: 0.0489535 Nov 13 04:45:52.332139 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Deleting port f29ad977-61b4-4132-81fe-51858f124a4f {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:52.332747 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:52.406128 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a5a7eb-dd3b-4b44-949f-72d7ffaaa157 x-openstack-request-id: req-b3a5a7eb-dd3b-4b44-949f-72d7ffaaa157 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:52.406424 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a6b009-2187-44fc-a190-8b326bedd942", "name": "network-vif-deleted", "tag": "fe8c412c-eb83-4b35-a6f1-09473b7e483a", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:52.406717 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3a5a7eb-dd3b-4b44-949f-72d7ffaaa157 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:52.407123 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a6b009-2187-44fc-a190-8b326bedd942', 'name': 'network-vif-deleted', 'tag': 'fe8c412c-eb83-4b35-a6f1-09473b7e483a', 'status': 'completed', 'code': 200} Nov 13 04:45:52.465034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] For port f29ad977-61b4-4132-81fe-51858f124a4f, host n-d-813114-2, got binding levels [] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:52.465402 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:52.474237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907ceb08-2c62-4add-b117-9c3249587e5d req-03d3eef4-b5f7-41c6-962c-22704828dc02 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Made reservation on behalf of bb1c05680d294df886b303c06b011cc1 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:52.477710 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-907ceb08-2c62-4add-b117-9c3249587e5d req-03d3eef4-b5f7-41c6-962c-22704828dc02 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:52.487901 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7be37fc4-82f8-4e2c-be97-c319d49ffb83 req-b9aaa1cf-ee92-4891-8c8d-0f627374c82c tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0616577 Nov 13 04:45:52.501148 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-55aa9096-7e0f-4280-9f7c-912f58422c78 req-a3b4c751-50ec-497d-94e3-b8d799874935 service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532849 Nov 13 04:45:52.503196 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Calling delete_port for f29ad977-61b4-4132-81fe-51858f124a4f owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:52.505878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_backend_mixin [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Port f29ad977-61b4-4132-81fe-51858f124a4f was not found and therefore no delete operation was performed {{(pid=102667) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 04:45:52.510754 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:52.595187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event deleted for resources: {'Port': ['ID=f29ad977-61b4-4132-81fe-51858f124a4f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:52.610612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] No DVR routers for this DVR port f29ad977-61b4-4132-81fe-51858f124a4f on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:45:52.791354 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:52.818022 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-907ceb08-2c62-4add-b117-9c3249587e5d req-03d3eef4-b5f7-41c6-962c-22704828dc02 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Allocated IP 192.168.233.221 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/892f1b2f-146e-4f1a-8eeb-7a1e367cc64b) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:52.843975 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-33d4053c-102d-4433-bb38-48d94316333a req-34677c6d-a978-4d54-b542-c7e5bf1d03ee tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 210 time: 0.0654986 Nov 13 04:45:52.848528 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-55aa9096-7e0f-4280-9f7c-912f58422c78 req-6b696851-af74-43e8-89ec-c52630a62746 service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357337 Nov 13 04:45:52.850075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae30727-cfc7-49cc-a960-edd416bf2b65']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:52.864377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7aa755-7034-4329-8edd-9f419530295f') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:52.864596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7aa755-7034-4329-8edd-9f419530295f') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:52.890429 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:52.915220 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:52.928908 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:45:52.929287 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:45:52.932937 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:45:53.045684 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:53.056642 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:53.059853 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] 10.222.0.43 "DELETE /v2.0/networks/6ae30727-cfc7-49cc-a960-edd416bf2b65 HTTP/1.1" status: 204 len: 168 time: 1.3800530 Nov 13 04:45:53.070172 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997c82d-39df-443b-b35b-c1e9bbf6d77a req-9dcaa37f-3b0d-411a-ba23-91a5e49736e3 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:53.071909 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b997c82d-39df-443b-b35b-c1e9bbf6d77a req-9dcaa37f-3b0d-411a-ba23-91a5e49736e3 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 943 time: 0.0576012 Nov 13 04:45:53.079780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fc6c3-fb3f-453b-a63b-75e56cc9a92c tempest-FloatingIPNegativeTestJSON-66910366 tempest-FloatingIPNegativeTestJSON-66910366-project] Pushing event deleted for resources: {'Network': ['ID=6ae30727-cfc7-49cc-a960-edd416bf2b65,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:53.111715 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-907ceb08-2c62-4add-b117-9c3249587e5d req-03d3eef4-b5f7-41c6-962c-22704828dc02 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:53.128050 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b997c82d-39df-443b-b35b-c1e9bbf6d77a req-523d937c-ed2d-44fe-8a18-c6931d5a88bd tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488203 Nov 13 04:45:53.159001 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-907ceb08-2c62-4add-b117-9c3249587e5d req-03d3eef4-b5f7-41c6-962c-22704828dc02 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:53.195759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['72ee54cb-a527-4918-8687-3044437e3dd3'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:45:53.234544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907ceb08-2c62-4add-b117-9c3249587e5d req-03d3eef4-b5f7-41c6-962c-22704828dc02 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:53.244849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-907ceb08-2c62-4add-b117-9c3249587e5d req-03d3eef4-b5f7-41c6-962c-22704828dc02 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:53.248065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-907ceb08-2c62-4add-b117-9c3249587e5d req-03d3eef4-b5f7-41c6-962c-22704828dc02 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:53.257946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3eef4-b5f7-41c6-962c-22704828dc02 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Pushing event updated for resources: {'Port': ['ID=892f1b2f-146e-4f1a-8eeb-7a1e367cc64b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:53.315239 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e98f3-07cc-4dd5-9749-164ab3f2f8da req-ad29451d-8436-4fdb-86c2-8863f776c11c tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:53.323659 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-431e98f3-07cc-4dd5-9749-164ab3f2f8da req-ad29451d-8436-4fdb-86c2-8863f776c11c tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 945 time: 0.1295953 Nov 13 04:45:53.355136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ceb08-2c62-4add-b117-9c3249587e5d req-03d3eef4-b5f7-41c6-962c-22704828dc02 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:53.355763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-907ceb08-2c62-4add-b117-9c3249587e5d req-03d3eef4-b5f7-41c6-962c-22704828dc02 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:53.402941 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-431e98f3-07cc-4dd5-9749-164ab3f2f8da req-ab48763c-760e-4786-9b66-3d4f2ab2a39e tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728877 Nov 13 04:45:53.406961 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-907ceb08-2c62-4add-b117-9c3249587e5d req-03d3eef4-b5f7-41c6-962c-22704828dc02 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2832918 Nov 13 04:45:53.437290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Request body: {'port': {'device_id': 'b36b91f4-6e1f-473d-a114-ebd5b66decf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:53.452004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51864) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:53.617095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f29ad977-61b4-4132-81fe-51858f124a4f no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:45:53.617646 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:53.646317 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f29ad977-61b4-4132-81fe-51858f124a4f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:45:53.646977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f29ad977-61b4-4132-81fe-51858f124a4f not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:45:53.667948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6a83db05-5474-4b97-b7d6-75288dc260af None None] Provisioning complete for port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:53.668316 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a83db05-5474-4b97-b7d6-75288dc260af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:53.677480 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ed347954-8a54-4621-a517-6e579c12728e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e5f3da1173a492db4bdcfa150ba2b7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2238400 Nov 13 04:45:53.682522 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51872) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:53.693400 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c87ddc08-3b3b-464f-be16-4b0bd417ab34 req-4b04b046-a5fd-4c0d-980a-e1f152ffd69c tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0293939 Nov 13 04:45:53.707585 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6a83db05-5474-4b97-b7d6-75288dc260af None None] Port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:45:53.757881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676099f-4946-4a72-ba97-387495461857 req-492f7a21-3419-4c7a-b2dc-9063774bcf7c tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:53.759567 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2676099f-4946-4a72-ba97-387495461857 req-492f7a21-3419-4c7a-b2dc-9063774bcf7c tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 945 time: 0.2305324 Nov 13 04:45:53.769196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51878) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:53.787256 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5ed15e87-c987-408d-b592-1fadaaf0c723 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Request body: {'floatingip': {'port_id': '0fb9a7e4-662d-458e-9187-bd4336297343'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:53.832799 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ed15e87-c987-408d-b592-1fadaaf0c723 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:53.845495 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be7fa3dd-985d-46cd-adc7-9657f2ee6a9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:53.911039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f6036261-e32a-4093-9013-06a9afbfea6d details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:45:53.914517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabfa40-9078-438c-b797-48a5b342779c req-0001b2cc-8173-42bb-b2a2-83494977a15e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:53.917089 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cabfa40-9078-438c-b797-48a5b342779c req-0001b2cc-8173-42bb-b2a2-83494977a15e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0237717b-a892-4059-a7ed-1679470e191b HTTP/1.1" status: 200 len: 949 time: 0.1590011 Nov 13 04:45:53.921380 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be7fa3dd-985d-46cd-adc7-9657f2ee6a9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:53.922418 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device fe8c412c-eb83-4b35-a6f1-09473b7e483a no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:45:53.956242 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: fe8c412c-eb83-4b35-a6f1-09473b7e483a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:45:53.956921 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device fe8c412c-eb83-4b35-a6f1-09473b7e483a not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:45:54.040495 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be7fa3dd-985d-46cd-adc7-9657f2ee6a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:54.043289 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be7fa3dd-985d-46cd-adc7-9657f2ee6a9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:54.054477 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-be7fa3dd-985d-46cd-adc7-9657f2ee6a9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d5ee7ea-56a3-4ddd-8258-00465c9f131c HTTP/1.1" status: 204 len: 168 time: 0.3690238 Nov 13 04:45:54.077152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f6036261-e32a-4093-9013-06a9afbfea6d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f6036261-e32a-4093-9013-06a9afbfea6d,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:54.089042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'f6036261-e32a-4093-9013-06a9afbfea6d', 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3', 'port_id': 'f6036261-e32a-4093-9013-06a9afbfea6d', 'mac_address': 'fa:16:3e:77:a6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da060a9b-742c-4f27-98ad-64a6913e0916', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:45:54.129532 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:54.145659 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6036261-e32a-4093-9013-06a9afbfea6d {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:45:54.153435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fa3dd-985d-46cd-adc7-9657f2ee6a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5ee7ea-56a3-4ddd-8258-00465c9f131c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:54.176713 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f6036261-e32a-4093-9013-06a9afbfea6d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f6036261-e32a-4093-9013-06a9afbfea6d,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:54.188664 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:45:54.192418 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:54.213623 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:54.241536 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Transition to ACTIVE for port object 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:45:54.253737 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:54.308247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=f6036261-e32a-4093-9013-06a9afbfea6d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:54.371645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Pushing event updated for resources: {'Port': ['ID=892f1b2f-146e-4f1a-8eeb-7a1e367cc64b,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:54.467240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Attempting to bind port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:45:54.467965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Attempting to bind port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:45:54.468514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Attempting to bind port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:54.475707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:45:54.476130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Attempting to bind port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:54.488600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:45:54.489151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:54.489657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:45:54.490263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Bound port: 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:45:54.490820 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:54.581543 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['f6036261-e32a-4093-9013-06a9afbfea6d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:45:54.625385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] For port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:45:54.630440 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] For port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=892f1b2f-146e-4f1a-8eeb-7a1e367cc64b,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:45:54.638605 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:54.682236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:54.683010 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:54.684666 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-907ceb08-2c62-4add-b117-9c3249587e5d req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] 10.222.0.36 "PUT /v2.0/ports/892f1b2f-146e-4f1a-8eeb-7a1e367cc64b HTTP/1.1" status: 200 len: 1096 time: 1.2529376 Nov 13 04:45:54.685228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36b91f4-6e1f-473d-a114-ebd5b66decf1', 'tag': '892f1b2f-146e-4f1a-8eeb-7a1e367cc64b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:54.689057 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f70159-9392-472d-85ac-d7a9be048185" -d '{"events": [{"name": "network-changed", "server_uuid": "b36b91f4-6e1f-473d-a114-ebd5b66decf1", "tag": "892f1b2f-146e-4f1a-8eeb-7a1e367cc64b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:54.743516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a7d4e-e943-4569-a442-9eeff3bdedd4 service neutron] Pushing event updated for resources: {'Port': ['ID=892f1b2f-146e-4f1a-8eeb-7a1e367cc64b,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:54.840880 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ceb08-2c62-4add-b117-9c3249587e5d req-1ddfa452-d6b3-4b4b-b59a-94eddd41935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:54.842406 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-907ceb08-2c62-4add-b117-9c3249587e5d req-1ddfa452-d6b3-4b4b-b59a-94eddd41935d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb1c05680d294df886b303c06b011cc1&device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 1099 time: 0.0820951 Nov 13 04:45:54.905628 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cabfa40-9078-438c-b797-48a5b342779c req-2ddec392-ea75-4a37-b23a-0bbefd1a4a94 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9807012 Nov 13 04:45:54.912918 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-907ceb08-2c62-4add-b117-9c3249587e5d req-a838cff7-c03c-45ee-b5cd-2474efc23448 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=892f1b2f-146e-4f1a-8eeb-7a1e367cc64b HTTP/1.1" status: 200 len: 217 time: 0.0536406 Nov 13 04:45:55.047392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36189d-a869-4a7e-9a27-ba0b404f706a req-04e293ad-abf8-47a2-8888-0de534c91f2e tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:55.048968 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd36189d-a869-4a7e-9a27-ba0b404f706a req-04e293ad-abf8-47a2-8888-0de534c91f2e tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 948 time: 0.1390784 Nov 13 04:45:55.051128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ceb08-2c62-4add-b117-9c3249587e5d req-2a66282c-6c0b-411a-ac4a-6d226d8b7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:55.052762 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-907ceb08-2c62-4add-b117-9c3249587e5d req-2a66282c-6c0b-411a-ac4a-6d226d8b7bf6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1271639 Nov 13 04:45:55.137994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ceb08-2c62-4add-b117-9c3249587e5d req-0390a42f-a240-422a-9f00-7faab14f0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:55.139992 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-907ceb08-2c62-4add-b117-9c3249587e5d req-0390a42f-a240-422a-9f00-7faab14f0822 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685759 Nov 13 04:45:55.148973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd36189d-a869-4a7e-9a27-ba0b404f706a req-c8923416-07c0-4d4d-a4a6-ff1c6c71abff tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933952 Nov 13 04:45:55.231158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133038c7-7324-4709-bfe0-0dbe44c98280 req-52801ced-913d-4f94-b6d0-21976c08b4a7 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:55.234685 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d827cf99-35e8-44e5-a960-abcc74596891 x-openstack-request-id: req-d827cf99-35e8-44e5-a960-abcc74596891 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:55.235034 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36b91f4-6e1f-473d-a114-ebd5b66decf1", "tag": "892f1b2f-146e-4f1a-8eeb-7a1e367cc64b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:55.235238 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d827cf99-35e8-44e5-a960-abcc74596891 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:55.235638 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36b91f4-6e1f-473d-a114-ebd5b66decf1', 'tag': '892f1b2f-146e-4f1a-8eeb-7a1e367cc64b', 'status': 'completed', 'code': 200} Nov 13 04:45:55.239287 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-133038c7-7324-4709-bfe0-0dbe44c98280 req-52801ced-913d-4f94-b6d0-21976c08b4a7 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 944 time: 0.1807928 Nov 13 04:45:55.274213 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-907ceb08-2c62-4add-b117-9c3249587e5d req-a81461c8-e970-4bc8-9d78-d6534f8792b6 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240828 Nov 13 04:45:55.347472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51920) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:55.355287 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ed15e87-c987-408d-b592-1fadaaf0c723 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:55.366855 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ed15e87-c987-408d-b592-1fadaaf0c723 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:55.401877 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-907ceb08-2c62-4add-b117-9c3249587e5d req-16a98c7a-fd3c-434c-a267-b40b17277d7a service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180341 Nov 13 04:45:55.408309 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-133038c7-7324-4709-bfe0-0dbe44c98280 req-4e186383-f0f9-4998-ba14-c10338594367 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681964 Nov 13 04:45:55.506353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-324139622'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:55.532698 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-5ed15e87-c987-408d-b592-1fadaaf0c723 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Floating IP 7b57cde7-4d8a-4771-b314-2c950ecf97f6 associated. External IP: 172.25.8.32, port: 0fb9a7e4-662d-458e-9187-bd4336297343. Nov 13 04:45:55.586573 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:55.592602 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:55.608700 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:55.630621 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f65c284-6841-4e67-b51e-9136dcab9987 req-7df4991f-4c63-4f40-a06a-fd5d9111e5c8 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0522015 Nov 13 04:45:55.644011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f70159-9392-472d-85ac-d7a9be048185 req-0033688a-412d-4c7a-b796-cceffd25a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:55.645757 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9f70159-9392-472d-85ac-d7a9be048185 req-0033688a-412d-4c7a-b796-cceffd25a0e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb1c05680d294df886b303c06b011cc1&device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 1099 time: 0.0832472 Nov 13 04:45:55.798765 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f70159-9392-472d-85ac-d7a9be048185 req-0a23d9da-534a-4c26-8e58-f63a762e26df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:55.804724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9f70159-9392-472d-85ac-d7a9be048185 req-0a23d9da-534a-4c26-8e58-f63a762e26df service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1180325 Nov 13 04:45:55.824803 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:55.834288 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:55.860078 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9f70159-9392-472d-85ac-d7a9be048185 req-b9d6a3bd-302d-4e88-b967-555992802d00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=892f1b2f-146e-4f1a-8eeb-7a1e367cc64b HTTP/1.1" status: 200 len: 217 time: 0.0465639 Nov 13 04:45:55.905608 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:45:55.913790 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed15e87-c987-408d-b592-1fadaaf0c723 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:45:55.919707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f6036261-e32a-4093-9013-06a9afbfea6d up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:45:55.931375 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9a00c2-7e27-498a-a4e9-cc9f5aacae57,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:55.931596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f70159-9392-472d-85ac-d7a9be048185 req-7a012489-f710-430e-842b-578229cc9d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:55.932595 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9f70159-9392-472d-85ac-d7a9be048185 req-7a012489-f710-430e-842b-578229cc9d99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0604701 Nov 13 04:45:55.941701 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:55.942073 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Added segment d0ce37fa-89f4-4f51-86e2-f98cfd5ba218 of type vlan for network 8b73980d-ae36-4d4f-9375-4c680c41c91c Nov 13 04:45:56.003343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f70159-9392-472d-85ac-d7a9be048185 req-3afb6c39-d940-48c9-9ce2-a9ab032629a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:56.005734 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9f70159-9392-472d-85ac-d7a9be048185 req-3afb6c39-d940-48c9-9ce2-a9ab032629a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0564933 Nov 13 04:45:56.008983 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port f6036261-e32a-4093-9013-06a9afbfea6d completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:45:56.013077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port f6036261-e32a-4093-9013-06a9afbfea6d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:45:56.014389 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:56.018018 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d559ab8-60f9-428b-9954-9bae123108f6 req-d1bd3acd-f23a-4a07-8d61-e1491ca8abde tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:56.019590 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d559ab8-60f9-428b-9954-9bae123108f6 req-d1bd3acd-f23a-4a07-8d61-e1491ca8abde tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 1097 time: 0.1730590 Nov 13 04:45:56.042403 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:56.086129 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5b193-6e9b-41d5-8376-868fc85a1281 req-e897bae5-4a6e-4fb3-a6d4-2ba72dd243a3 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:56.087887 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c5b193-6e9b-41d5-8376-868fc85a1281 req-e897bae5-4a6e-4fb3-a6d4-2ba72dd243a3 tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0237717b-a892-4059-a7ed-1679470e191b HTTP/1.1" status: 200 len: 949 time: 0.0711870 Nov 13 04:45:56.110107 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:56.137983 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c49b553-a9e6-49a5-9ff7-6f133aecdffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6036261-e32a-4093-9013-06a9afbfea6d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:56.141338 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7964a3-2f5b-42b6-8379-273173ac3470" -d '{"events": [{"server_uuid": "5c49b553-a9e6-49a5-9ff7-6f133aecdffa", "name": "network-vif-plugged", "status": "completed", "tag": "f6036261-e32a-4093-9013-06a9afbfea6d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:56.155348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f6036261-e32a-4093-9013-06a9afbfea6d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f6036261-e32a-4093-9013-06a9afbfea6d,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:56.156434 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:56.160863 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:56.163594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:56.165014 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:56.205912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c5b193-6e9b-41d5-8376-868fc85a1281 req-62be45a7-008b-4f96-9824-d68ba341773c tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/security-groups?id=3986eafc-87ec-4daf-a84d-ec0914ca645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111076 Nov 13 04:45:56.217621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=f6036261-e32a-4093-9013-06a9afbfea6d,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:56.218964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d559ab8-60f9-428b-9954-9bae123108f6 req-aa43209e-e8fb-4ad8-901f-5c3ea30d214c tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821160 Nov 13 04:45:56.237028 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9f70159-9392-472d-85ac-d7a9be048185 req-3effc299-c1d6-4672-ad16-8fd6681f098e service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361964 Nov 13 04:45:56.270653 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1647db-0486-4e2e-90ef-f688b949d797 x-openstack-request-id: req-ee1647db-0486-4e2e-90ef-f688b949d797 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:56.270653 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c49b553-a9e6-49a5-9ff7-6f133aecdffa", "name": "network-vif-plugged", "status": "completed", "tag": "f6036261-e32a-4093-9013-06a9afbfea6d", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:56.271005 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee1647db-0486-4e2e-90ef-f688b949d797 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:56.271332 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c49b553-a9e6-49a5-9ff7-6f133aecdffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6036261-e32a-4093-9013-06a9afbfea6d', 'code': 200} Nov 13 04:45:56.271879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed15e87-c987-408d-b592-1fadaaf0c723 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:45:56.283993 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b77877-546e-4286-83a6-e1e79a717da7 None None] Sync routers for ids ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:45:56.296042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b77877-546e-4286-83a6-e1e79a717da7 None None] Routers {'9abd4f4e-c710-4d7a-9b1d-33be387c9362'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:56.296682 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-41b77877-546e-4286-83a6-e1e79a717da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:45:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:56.311598 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ed15e87-c987-408d-b592-1fadaaf0c723 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:56.347676 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9907553 Nov 13 04:45:56.377102 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9f70159-9392-472d-85ac-d7a9be048185 req-27c1bbbb-02ba-4d85-b5a1-199e28f12ccd service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266580 Nov 13 04:45:56.454688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bf457-cb8d-4c6a-8500-b1d999ed1e3a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Network': ['ID=8b73980d-ae36-4d4f-9375-4c680c41c91c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:56.457111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51946) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:56.467474 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2ba6b08e-5427-4ffb-9842-eb44c8651a66 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'subnet': {'network_id': '8b73980d-ae36-4d4f-9375-4c680c41c91c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:56.478729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 8b73980d-ae36-4d4f-9375-4c680c41c91c details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:45:56.479368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680df562-fef7-4d87-90f7-5c31c5d19032 req-88b7028a-3d3b-47ba-a455-44be5d1ccc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:56.481214 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-680df562-fef7-4d87-90f7-5c31c5d19032 req-88b7028a-3d3b-47ba-a455-44be5d1ccc8f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 1096 time: 0.0921011 Nov 13 04:45:56.504711 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5ed15e87-c987-408d-b592-1fadaaf0c723 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "PUT /v2.0/floatingips/7b57cde7-4d8a-4771-b314-2c950ecf97f6 HTTP/1.1" status: 200 len: 990 time: 2.7318215 Nov 13 04:45:56.510438 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fe479e-cc58-41dc-86af-3cbed24d3476', 'tag': '0fb9a7e4-662d-458e-9187-bd4336297343'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:56.512741 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a32220-1a4c-4876-a7c7-7c9777c15db8" -d '{"events": [{"name": "network-changed", "server_uuid": "92fe479e-cc58-41dc-86af-3cbed24d3476", "tag": "0fb9a7e4-662d-458e-9187-bd4336297343"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:56.547599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-41b77877-546e-4286-83a6-e1e79a717da7 None None] Set router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:45:56.578794 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-680df562-fef7-4d87-90f7-5c31c5d19032 req-a520e8df-e8e6-4660-a76e-add95ee417f8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897205 Nov 13 04:45:56.581993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484e555-47ad-45f4-833c-023c679c0ce4 req-4c9be6fa-a0d4-4206-be3d-5ee244e426ec tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:56.589341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8484e555-47ad-45f4-833c-023c679c0ce4 req-4c9be6fa-a0d4-4206-be3d-5ee244e426ec tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 948 time: 0.2817256 Nov 13 04:45:56.594287 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a2f36-865e-4d56-9fd0-b91e325145c4 req-7e787d1d-7ca6-45d5-bd49-fcabef97957b tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:56.596090 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0a0a2f36-865e-4d56-9fd0-b91e325145c4 req-7e787d1d-7ca6-45d5-bd49-fcabef97957b tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.36 "GET /v2.0/ports?device_id=0237717b-a892-4059-a7ed-1679470e191b HTTP/1.1" status: 200 len: 949 time: 0.0894332 Nov 13 04:45:56.639238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba6b08e-5427-4ffb-9842-eb44c8651a66 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:56.643119 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b08e-5427-4ffb-9842-eb44c8651a66 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:56.684434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8484e555-47ad-45f4-833c-023c679c0ce4 req-2b0ff9d4-f8c3-409c-9f33-fed4545814be tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939021 Nov 13 04:45:56.751857 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-0a0a2f36-865e-4d56-9fd0-b91e325145c4 req-6576d23f-a622-45fa-bb58-bc8f9e8aa31e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Deleting port a0318c63-0f44-410f-89f5-b0c358b4d9ec {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:45:56.752196 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0a0a2f36-865e-4d56-9fd0-b91e325145c4 req-6576d23f-a622-45fa-bb58-bc8f9e8aa31e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:56.875836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-41b77877-546e-4286-83a6-e1e79a717da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:45:11Z', 'updated_at': '2021-11-13T04:45:18Z', 'revision_number': 4, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'gw_port': {'id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:13Z', 'updated_at': '2021-11-13T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '7b57cde7-4d8a-4771-b314-2c950ecf97f6', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'port_id': '0fb9a7e4-662d-458e-9187-bd4336297343', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'mac_address': 'fa:16:3e:3e:3f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe479e-cc58-41dc-86af-3cbed24d3476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:45:25Z', 'updated_at': '2021-11-13T04:45:55Z', 'revision_number': 1, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '699ac762-2c42-4a26-8726-e69b39597079', 'name': '', 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'mac_address': 'fa:16:3e:27:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '96230d51-02ef-46d7-8f85-644e8228b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:17Z', 'updated_at': '2021-11-13T04:45:24Z', 'revision_number': 5, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'subnets': [{'id': '96230d51-02ef-46d7-8f85-644e8228b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:56.876154 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0a0a2f36-865e-4d56-9fd0-b91e325145c4 req-6576d23f-a622-45fa-bb58-bc8f9e8aa31e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] For port a0318c63-0f44-410f-89f5-b0c358b4d9ec, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=a0318c63-0f44-410f-89f5-b0c358b4d9ec,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:56.876503 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0a0a2f36-865e-4d56-9fd0-b91e325145c4 req-6576d23f-a622-45fa-bb58-bc8f9e8aa31e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:56.891438 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-0a0a2f36-865e-4d56-9fd0-b91e325145c4 req-6576d23f-a622-45fa-bb58-bc8f9e8aa31e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Calling delete_port for a0318c63-0f44-410f-89f5-b0c358b4d9ec owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:45:56.907295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b77877-546e-4286-83a6-e1e79a717da7 None None] Checking router: 9abd4f4e-c710-4d7a-9b1d-33be387c9362 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:45:56.916032 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b77877-546e-4286-83a6-e1e79a717da7 None None] Routers {'9abd4f4e-c710-4d7a-9b1d-33be387c9362'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:45:56.916742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-41b77877-546e-4286-83a6-e1e79a717da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:45:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:56.954878 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b08e-5427-4ffb-9842-eb44c8651a66 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:56.977684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917bde7-67aa-4e95-a647-f4371ebd5a23 req-84c8f0aa-eb45-4823-afa1-dfb44a0d5bc8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:56.986458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8917bde7-67aa-4e95-a647-f4371ebd5a23 req-84c8f0aa-eb45-4823-afa1-dfb44a0d5bc8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 945 time: 0.2225292 Nov 13 04:45:57.063508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-41b77877-546e-4286-83a6-e1e79a717da7 None None] Set router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:45:57.073336 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0a0a2f36-865e-4d56-9fd0-b91e325145c4 req-6576d23f-a622-45fa-bb58-bc8f9e8aa31e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:57.117343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576d23f-a622-45fa-bb58-bc8f9e8aa31e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Pushing event deleted for resources: {'Port': ['ID=a0318c63-0f44-410f-89f5-b0c358b4d9ec,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:57.132814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6b08e-5427-4ffb-9842-eb44c8651a66 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Subnet': ['ID=927b978f-b5c5-486d-ae19-52ab9b71075f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:57.153608 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba6b08e-5427-4ffb-9842-eb44c8651a66 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Checking segment: {'id': 'd0ce37fa-89f4-4f51-86e2-f98cfd5ba218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b73980d-ae36-4d4f-9375-4c680c41c91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:57.156351 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba6b08e-5427-4ffb-9842-eb44c8651a66 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network hostable DHCP agents. Network: 8b73980d-ae36-4d4f-9375-4c680c41c91c, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:45:57.190513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8917bde7-67aa-4e95-a647-f4371ebd5a23 req-f2f05972-f2dd-41de-855c-58311af66b98 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029479 Nov 13 04:45:57.211408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0a2f36-865e-4d56-9fd0-b91e325145c4 req-6576d23f-a622-45fa-bb58-bc8f9e8aa31e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] No DVR routers for this DVR port a0318c63-0f44-410f-89f5-b0c358b4d9ec on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:45:57.219321 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0a0a2f36-865e-4d56-9fd0-b91e325145c4 req-6576d23f-a622-45fa-bb58-bc8f9e8aa31e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:57.222271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba6b08e-5427-4ffb-9842-eb44c8651a66 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network 8b73980d-ae36-4d4f-9375-4c680c41c91c is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:45:57.225283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0a0a2f36-865e-4d56-9fd0-b91e325145c4 req-6576d23f-a622-45fa-bb58-bc8f9e8aa31e tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.36 "DELETE /v2.0/ports/a0318c63-0f44-410f-89f5-b0c358b4d9ec HTTP/1.1" status: 204 len: 173 time: 0.6094618 Nov 13 04:45:57.236915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237717b-a892-4059-a7ed-1679470e191b', 'name': 'network-vif-deleted', 'tag': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:45:57.239456 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a135cb8a-6c05-4bac-ad1f-24e04452916a" -d '{"events": [{"server_uuid": "0237717b-a892-4059-a7ed-1679470e191b", "name": "network-vif-deleted", "tag": "a0318c63-0f44-410f-89f5-b0c358b4d9ec"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:45:57.261890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2ba6b08e-5427-4ffb-9842-eb44c8651a66 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 8b73980d-ae36-4d4f-9375-4c680c41c91c) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:57.275117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba6b08e-5427-4ffb-9842-eb44c8651a66 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:57.280739 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b08e-5427-4ffb-9842-eb44c8651a66 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:57.304261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0bbbf9-58a0-4cb9-81ba-48c87d77696b None None] Network 8b73980d-ae36-4d4f-9375-4c680c41c91c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:45:57.311088 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2ba6b08e-5427-4ffb-9842-eb44c8651a66 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8492239 Nov 13 04:45:57.314842 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51980) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:57.323721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-de149294-f2dd-4f98-b567-a7426505d8cb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1974509682'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:57.364184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de149294-f2dd-4f98-b567-a7426505d8cb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:57.372940 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de149294-f2dd-4f98-b567-a7426505d8cb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:57.376254 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4749a866-ca39-43af-a4f9-4d4a4e46440a x-openstack-request-id: req-4749a866-ca39-43af-a4f9-4d4a4e46440a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:57.376632 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92fe479e-cc58-41dc-86af-3cbed24d3476", "tag": "0fb9a7e4-662d-458e-9187-bd4336297343", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:57.376878 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4749a866-ca39-43af-a4f9-4d4a4e46440a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:57.377253 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fe479e-cc58-41dc-86af-3cbed24d3476', 'tag': '0fb9a7e4-662d-458e-9187-bd4336297343', 'status': 'completed', 'code': 200} Nov 13 04:45:57.450528 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de149294-f2dd-4f98-b567-a7426505d8cb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:45:57.461251 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de149294-f2dd-4f98-b567-a7426505d8cb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:57.461608 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-de149294-f2dd-4f98-b567-a7426505d8cb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Added segment 7173f371-2e27-40e9-9d36-bf15440a458a of type vlan for network d6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082 Nov 13 04:45:57.529488 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de149294-f2dd-4f98-b567-a7426505d8cb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:57.593317 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-41b77877-546e-4286-83a6-e1e79a717da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:45:11Z', 'updated_at': '2021-11-13T04:45:18Z', 'revision_number': 4, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'gw_port': {'id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:13Z', 'updated_at': '2021-11-13T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '7b57cde7-4d8a-4771-b314-2c950ecf97f6', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'port_id': '0fb9a7e4-662d-458e-9187-bd4336297343', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'mac_address': 'fa:16:3e:3e:3f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe479e-cc58-41dc-86af-3cbed24d3476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:45:25Z', 'updated_at': '2021-11-13T04:45:55Z', 'revision_number': 1, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '699ac762-2c42-4a26-8726-e69b39597079', 'name': '', 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'mac_address': 'fa:16:3e:27:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '96230d51-02ef-46d7-8f85-644e8228b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:17Z', 'updated_at': '2021-11-13T04:45:24Z', 'revision_number': 5, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'subnets': [{'id': '96230d51-02ef-46d7-8f85-644e8228b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:57.598327 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de149294-f2dd-4f98-b567-a7426505d8cb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:57.609755 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a32220-1a4c-4876-a7c7-7c9777c15db8 req-4276a08e-e70c-48c5-8f7f-4109b651ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:57.611164 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de149294-f2dd-4f98-b567-a7426505d8cb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:57.612029 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de149294-f2dd-4f98-b567-a7426505d8cb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:57.614228 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f1a32220-1a4c-4876-a7c7-7c9777c15db8 req-4276a08e-e70c-48c5-8f7f-4109b651ec5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87b8e22e13d64cf59b821c1617f457ff&device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 1096 time: 0.1040378 Nov 13 04:45:57.660953 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b77877-546e-4286-83a6-e1e79a717da7 None None] The sync data for ids ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'] in n-d-813114-2 is: [{'id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:45:11Z', 'updated_at': '2021-11-13T04:45:18Z', 'revision_number': 4, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'gw_port': {'id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:13Z', 'updated_at': '2021-11-13T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '7b57cde7-4d8a-4771-b314-2c950ecf97f6', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'port_id': '0fb9a7e4-662d-458e-9187-bd4336297343', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'mac_address': 'fa:16:3e:3e:3f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe479e-cc58-41dc-86af-3cbed24d3476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:45:25Z', 'updated_at': '2021-11-13T04:45:55Z', 'revision_number': 1, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '699ac762-2c42-4a26-8726-e69b39597079', 'name': '', 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'mac_address': 'fa:16:3e:27:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '96230d51-02ef-46d7-8f85-644e8228b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:17Z', 'updated_at': '2021-11-13T04:45:24Z', 'revision_number': 5, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'subnets': [{'id': '96230d51-02ef-46d7-8f85-644e8228b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:45:57.682217 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-8b73980d-ae36-4d4f-9375-4c680c41c91c', 'network_id': '8b73980d-ae36-4d4f-9375-4c680c41c91c', 'tenant_id': 'cd68d76e80c64ea09f9083f1587a749e', 'fixed_ips': [{'subnet_id': '927b978f-b5c5-486d-ae19-52ab9b71075f'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:45:57.683375 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:57.773817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-f61bca76-6f42-4f70-af51-eb3473067e64 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:45:57.775966 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-f61bca76-6f42-4f70-af51-eb3473067e64 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0655553 Nov 13 04:45:57.787806 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f7bf6ef-6a68-43b3-9988-fdbf53fd98e4 req-7c1059c3-7054-4614-a97a-8ae644f57ff8 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0762150 Nov 13 04:45:57.817908 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-de149294-f2dd-4f98-b567-a7426505d8cb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4981146 Nov 13 04:45:57.817908 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de149294-f2dd-4f98-b567-a7426505d8cb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Network': ['ID=d6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:57.819252 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51984) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:57.824563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-093a0550-28c4-4854-9c93-88a431731c75 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'subnet': {'network_id': 'd6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:57.849650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network d6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:45:57.881730 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-a6c43001-0f10-42f3-a3c1-c9878c8b748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:57.883745 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-a6c43001-0f10-42f3-a3c1-c9878c8b748c service neutron] 10.222.0.43 "GET /v2.0/ports/09174db8-91e0-4b74-a72c-b608e45a4bd2 HTTP/1.1" status: 200 len: 1094 time: 0.0948584 Nov 13 04:45:57.912485 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-05dd6590-13de-412f-81df-71e6bd0ba7e7 service neutron] Request body: {'binding': {'host': 'n-h1-813114-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:57.913002 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-05dd6590-13de-412f-81df-71e6bd0ba7e7 service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 04:45:58.032516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Allocated IP 172.20.255.242 (8b73980d-ae36-4d4f-9375-4c680c41c91c/927b978f-b5c5-486d-ae19-52ab9b71075f/c1107d64-3b7d-473b-a9ec-af877aa20480) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:45:58.087290 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb87cf6d-ac7f-4b74-9335-573252d4ac4f None None] New status for floating IP 7b57cde7-4d8a-4771-b314-2c950ecf97f6: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:45:58.222972 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a32220-1a4c-4876-a7c7-7c9777c15db8 req-e1d8082a-73de-4d27-8aa4-25249febc268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:58.227458 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f1a32220-1a4c-4876-a7c7-7c9777c15db8 req-e1d8082a-73de-4d27-8aa4-25249febc268 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bfd9356b-0fdf-4c68-a959-58ca842b9635 HTTP/1.1" status: 200 len: 912 time: 0.5969722 Nov 13 04:45:58.331238 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f1a32220-1a4c-4876-a7c7-7c9777c15db8 req-432903b2-0593-432e-be27-0bd5693827fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fb9a7e4-662d-458e-9187-bd4336297343 HTTP/1.1" status: 200 len: 998 time: 0.0945308 Nov 13 04:45:58.359153 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fbe3a729-ae22-49f3-b7c3-2dbc68329638 req-5addb0f0-c2f4-404b-a005-5b692261068d tempest-ListImageFiltersTestJSON-1035340416 tempest-ListImageFiltersTestJSON-1035340416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0237717b-a892-4059-a7ed-1679470e191b HTTP/1.1" status: 200 len: 210 time: 0.4038460 Nov 13 04:45:58.407206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a32220-1a4c-4876-a7c7-7c9777c15db8 req-0944a33f-f7d6-421b-bbf4-539a48e807e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:58.410184 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f1a32220-1a4c-4876-a7c7-7c9777c15db8 req-0944a33f-f7d6-421b-bbf4-539a48e807e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96230d51-02ef-46d7-8f85-644e8228b421 HTTP/1.1" status: 200 len: 850 time: 0.0651796 Nov 13 04:45:58.416061 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093a0550-28c4-4854-9c93-88a431731c75 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:45:58.420161 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-093a0550-28c4-4854-9c93-88a431731c75 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:58.432597 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:58.433683 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:58.438468 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5eda3d-3b01-41ac-a50b-ec31ae9951e1 x-openstack-request-id: req-9a5eda3d-3b01-41ac-a50b-ec31ae9951e1 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:45:58.439231 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0237717b-a892-4059-a7ed-1679470e191b", "name": "network-vif-deleted", "tag": "a0318c63-0f44-410f-89f5-b0c358b4d9ec", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:45:58.439665 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a5eda3d-3b01-41ac-a50b-ec31ae9951e1 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:45:58.440365 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0237717b-a892-4059-a7ed-1679470e191b', 'name': 'network-vif-deleted', 'tag': 'a0318c63-0f44-410f-89f5-b0c358b4d9ec', 'status': 'completed', 'code': 200} Nov 13 04:45:58.447419 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:58.474750 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a32220-1a4c-4876-a7c7-7c9777c15db8 req-8d40c475-8aa9-4491-8e64-df2048044cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:58.476677 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f1a32220-1a4c-4876-a7c7-7c9777c15db8 req-8d40c475-8aa9-4491-8e64-df2048044cb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bfd9356b-0fdf-4c68-a959-58ca842b9635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591850 Nov 13 04:45:58.492619 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Network 8b73980d-ae36-4d4f-9375-4c680c41c91c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:45:58.500290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:58.505005 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:45:58.508290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Pushing event updated for resources: {'Port': ['ID=c1107d64-3b7d-473b-a9ec-af877aa20480,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:58.566470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Attempting to bind port c1107d64-3b7d-473b-a9ec-af877aa20480 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:45:58.567181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Attempting to bind port c1107d64-3b7d-473b-a9ec-af877aa20480 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'd0ce37fa-89f4-4f51-86e2-f98cfd5ba218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b73980d-ae36-4d4f-9375-4c680c41c91c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:45:58.567660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Attempting to bind port c1107d64-3b7d-473b-a9ec-af877aa20480 on network 8b73980d-ae36-4d4f-9375-4c680c41c91c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:58.573226 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:45:58.573861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Checking segment: {'id': 'd0ce37fa-89f4-4f51-86e2-f98cfd5ba218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b73980d-ae36-4d4f-9375-4c680c41c91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:58.574426 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:58.575029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Bound using segment: {'id': 'd0ce37fa-89f4-4f51-86e2-f98cfd5ba218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b73980d-ae36-4d4f-9375-4c680c41c91c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:45:58.575683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Bound port: c1107d64-3b7d-473b-a9ec-af877aa20480, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ce37fa-89f4-4f51-86e2-f98cfd5ba218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8b73980d-ae36-4d4f-9375-4c680c41c91c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:45:58.576366 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:58.599296 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f1a32220-1a4c-4876-a7c7-7c9777c15db8 req-6ce8306c-1b3a-483a-93b3-21b0ada8a8de service neutron] 10.222.0.36 "GET /v2.0/networks/bfd9356b-0fdf-4c68-a959-58ca842b9635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066904 Nov 13 04:45:58.607713 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728436df-46cb-4f76-ba8e-4e4c9f0bcd51 req-fd76d7ad-beca-4c4f-924e-0cc2f6507064 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:58.609261 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-728436df-46cb-4f76-ba8e-4e4c9f0bcd51 req-fd76d7ad-beca-4c4f-924e-0cc2f6507064 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 948 time: 0.1266003 Nov 13 04:45:58.647218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] For port c1107d64-3b7d-473b-a9ec-af877aa20480, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:45:58.651787 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] For port c1107d64-3b7d-473b-a9ec-af877aa20480, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c1107d64-3b7d-473b-a9ec-af877aa20480,segment=NetworkSegment(d0ce37fa-89f4-4f51-86e2-f98cfd5ba218),segment_id=d0ce37fa-89f4-4f51-86e2-f98cfd5ba218)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:45:58.656719 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:58.669069 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-05dd6590-13de-412f-81df-71e6bd0ba7e7 service neutron] Attempting to bind port 09174db8-91e0-4b74-a72c-b608e45a4bd2 on host n-h1-813114-2 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:45:58.669422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-05dd6590-13de-412f-81df-71e6bd0ba7e7 service neutron] Attempting to bind port 09174db8-91e0-4b74-a72c-b608e45a4bd2 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:45:58.669754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-05dd6590-13de-412f-81df-71e6bd0ba7e7 service neutron] Attempting to bind port 09174db8-91e0-4b74-a72c-b608e45a4bd2 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:58.707924 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f1a32220-1a4c-4876-a7c7-7c9777c15db8 req-187c1777-3309-48ab-93e6-6da06843cb0c service neutron] 10.222.0.36 "GET /v2.0/networks/bfd9356b-0fdf-4c68-a959-58ca842b9635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002440 Nov 13 04:45:58.713317 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-05dd6590-13de-412f-81df-71e6bd0ba7e7 service neutron] Port 09174db8-91e0-4b74-a72c-b608e45a4bd2 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:45:58.713673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-05dd6590-13de-412f-81df-71e6bd0ba7e7 service neutron] Attempting to bind port 09174db8-91e0-4b74-a72c-b608e45a4bd2 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:45:58.717492 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:58.728886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-05dd6590-13de-412f-81df-71e6bd0ba7e7 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:45:58.729231 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-05dd6590-13de-412f-81df-71e6bd0ba7e7 service neutron] Checking segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:58.729617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-05dd6590-13de-412f-81df-71e6bd0ba7e7 service neutron] Bound using segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:45:58.730178 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-05dd6590-13de-412f-81df-71e6bd0ba7e7 service neutron] Bound port: 09174db8-91e0-4b74-a72c-b608e45a4bd2, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:45:58.735724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1d0ef-8c84-4423-a958-84bed2462ec4 None None] Pushing event updated for resources: {'Port': ['ID=c1107d64-3b7d-473b-a9ec-af877aa20480,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:58.737863 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-728436df-46cb-4f76-ba8e-4e4c9f0bcd51 req-69409fbf-b0f4-4ad6-804c-9f91dfe205f9 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204531 Nov 13 04:45:58.858895 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-093a0550-28c4-4854-9c93-88a431731c75 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:58.873311 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-05dd6590-13de-412f-81df-71e6bd0ba7e7 service neutron] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:45:58.926327 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-05dd6590-13de-412f-81df-71e6bd0ba7e7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:58.927548 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-05dd6590-13de-412f-81df-71e6bd0ba7e7 service neutron] 10.222.0.43 "POST /v2.0/ports/09174db8-91e0-4b74-a72c-b608e45a4bd2/bindings HTTP/1.1" status: 201 len: 389 time: 1.0207665 Nov 13 04:45:58.958693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a0550-28c4-4854-9c93-88a431731c75 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Subnet': ['ID=8934ec98-4e34-4850-badd-ba14fa1b95cf,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:58.969078 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550bd3f-7244-4f30-b415-9bcd97a5b018 req-1d7e3e7d-987d-4d4c-a75f-5fa728b876fa tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:58.970740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5550bd3f-7244-4f30-b415-9bcd97a5b018 req-1d7e3e7d-987d-4d4c-a75f-5fa728b876fa tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 945 time: 0.1620381 Nov 13 04:45:59.017428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a0550-28c4-4854-9c93-88a431731c75 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Checking segment: {'id': '7173f371-2e27-40e9-9d36-bf15440a458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:45:59.017909 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093a0550-28c4-4854-9c93-88a431731c75 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network hostable DHCP agents. Network: d6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:45:59.067413 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093a0550-28c4-4854-9c93-88a431731c75 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network d6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:45:59.080678 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5550bd3f-7244-4f30-b415-9bcd97a5b018 req-f9dc7ecb-a24e-4f51-9194-73116f3904c2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928648 Nov 13 04:45:59.102353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-093a0550-28c4-4854-9c93-88a431731c75 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, d6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:45:59.107790 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093a0550-28c4-4854-9c93-88a431731c75 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:59.108482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-093a0550-28c4-4854-9c93-88a431731c75 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:59.113693 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037a15e7-c2a3-47f4-8271-a35c7faa77d5 None None] Network d6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:45:59.130019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-093a0550-28c4-4854-9c93-88a431731c75 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3096256 Nov 13 04:45:59.133445 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51998) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:59.199798 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eceb3b4f-79ca-4b6d-bebd-60a3fc09a80d req-a22e01c5-a466-4d99-9df4-b282d55c5371 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0515220 Nov 13 04:45:59.291275 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:59.300193 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:45:59.358579 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-4d2799af-7d60-42ba-aec5-1effccebe9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:59.365394 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-4d2799af-7d60-42ba-aec5-1effccebe9db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 1097 time: 0.0663016 Nov 13 04:45:59.374271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84e0fa9-572d-4261-bf5d-8ca6fedea4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-d6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082', 'network_id': 'd6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082', 'tenant_id': 'cd68d76e80c64ea09f9083f1587a749e', 'fixed_ips': [{'subnet_id': '8934ec98-4e34-4850-badd-ba14fa1b95cf'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:45:59.375300 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e84e0fa9-572d-4261-bf5d-8ca6fedea4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:59.408129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af621e-0a80-47ff-aec7-3c3781d578f1 req-2d141789-e954-4a8a-9937-87e4d1f5a9d2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:59.410314 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-79af621e-0a80-47ff-aec7-3c3781d578f1 req-2d141789-e954-4a8a-9937-87e4d1f5a9d2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.1138647 Nov 13 04:45:59.455257 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:59.543524 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-79af621e-0a80-47ff-aec7-3c3781d578f1 req-747200b3-1c5b-4900-89bb-893caa1c6e2d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167970 Nov 13 04:45:59.578853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2304f-6cf2-4519-b360-3c45dde34bff req-5a9df7ff-992c-4eaf-9da4-a5fbcdf45241 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:59.589799 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c0e2304f-6cf2-4519-b360-3c45dde34bff req-5a9df7ff-992c-4eaf-9da4-a5fbcdf45241 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 945 time: 0.1171942 Nov 13 04:45:59.600487 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:59.621492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=892f1b2f-146e-4f1a-8eeb-7a1e367cc64b,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:45:59.628258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-605a68e1-611e-4a25-b70c-6c44884c7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:59.643391 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-605a68e1-611e-4a25-b70c-6c44884c7b92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.2618413 Nov 13 04:45:59.659512 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Subnet': ['ID=8934ec98-4e34-4850-badd-ba14fa1b95cf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server [None req-e84e0fa9-572d-4261-bf5d-8ca6fedea4ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8934ec98-4e34-4850-badd-ba14fa1b95cf: This subnet is being modified by another concurrent operation. Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 04:45:59.733257 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise exception Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8934ec98-4e34-4850-badd-ba14fa1b95cf: This subnet is being modified by another concurrent operation. Nov 13 04:45:59.738247 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Nov 13 04:45:59.744068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c1107d64-3b7d-473b-a9ec-af877aa20480 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:45:59.746344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '892f1b2f-146e-4f1a-8eeb-7a1e367cc64b', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '892f1b2f-146e-4f1a-8eeb-7a1e367cc64b', 'mac_address': 'fa:16:3e:44:62:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:45:59.762432 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c0e2304f-6cf2-4519-b360-3c45dde34bff req-d2074852-2430-484d-924d-4468557ae179 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716523 Nov 13 04:45:59.764321 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-f1b95aed-a5b2-4eab-9e16-8cb84f636fb7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2 HTTP/1.1" status: 200 len: 217 time: 0.1198010 Nov 13 04:45:59.774091 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:59.801103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:59.811090 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e580b1-38c4-455c-bffc-6f3dde55eee5 None None] Network d6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:45:59.812776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7173f371-2e27-40e9-9d36-bf15440a458a') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:59.813540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7173f371-2e27-40e9-9d36-bf15440a458a') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:45:59.825954 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:59.841227 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:59.854560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:45:59.854983 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:45:59.858456 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:45:59.951964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:59.953279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-051b941a-580b-42da-9452-e1d6d48b03d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:59.955075 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-051b941a-580b-42da-9452-e1d6d48b03d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.1783605 Nov 13 04:45:59.960575 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:59.969784 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/d6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082 HTTP/1.1" status: 204 len: 168 time: 0.8352156 Nov 13 04:45:59.973163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52018) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:45:59.973377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a1e97-3c37-496c-b6d6-600ae4c80d9f req-da63f24e-9494-4848-a6d4-2198c9bac813 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:45:59.974902 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-818a1e97-3c37-496c-b6d6-600ae4c80d9f req-da63f24e-9494-4848-a6d4-2198c9bac813 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 948 time: 0.1287692 Nov 13 04:45:59.988250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-93f5cb7d-11d2-4fa8-9ea5-1f820c4d1d9f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-274467211'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:45:59.991901 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:45:59.993589 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b201b7-c719-4fc6-96a2-3c0f2dfcd0cd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Network': ['ID=d6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:00.022448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f5cb7d-11d2-4fa8-9ea5-1f820c4d1d9f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:00.027815 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb7d-11d2-4fa8-9ea5-1f820c4d1d9f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:00.030633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:46:00.049352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c1107d64-3b7d-473b-a9ec-af877aa20480 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:00.049783 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:00.050008 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-5d08d0fa-3e46-4ceb-af95-0d22571b39d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740948 Nov 13 04:46:00.073513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f5cb7d-11d2-4fa8-9ea5-1f820c4d1d9f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:00.087186 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb7d-11d2-4fa8-9ea5-1f820c4d1d9f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:00.087314 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=892f1b2f-146e-4f1a-8eeb-7a1e367cc64b,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:00.087417 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-93f5cb7d-11d2-4fa8-9ea5-1f820c4d1d9f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Added segment 530e02e7-cd20-4a54-b6b7-25e4c6fe53bf of type vlan for network 592182d8-51e7-4b6e-8f65-87cde2d04692 Nov 13 04:46:00.096508 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:00.141115 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-818a1e97-3c37-496c-b6d6-600ae4c80d9f req-b9160602-3920-4a5f-8f4a-cc1b4e7e5537 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341202 Nov 13 04:46:00.142663 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb7d-11d2-4fa8-9ea5-1f820c4d1d9f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:00.157538 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed5edee-3278-4cf4-9148-373f69190512 None None] Network 8b73980d-ae36-4d4f-9375-4c680c41c91c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:00.208262 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb7d-11d2-4fa8-9ea5-1f820c4d1d9f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:00.216076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5cb7d-11d2-4fa8-9ea5-1f820c4d1d9f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:00.217046 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb7d-11d2-4fa8-9ea5-1f820c4d1d9f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:00.231728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=892f1b2f-146e-4f1a-8eeb-7a1e367cc64b,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:00.270509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-b6d35cfe-8200-4b02-97be-8d4029537e4b service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081525 Nov 13 04:46:00.285309 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-93f5cb7d-11d2-4fa8-9ea5-1f820c4d1d9f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3115261 Nov 13 04:46:00.291038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52032) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:00.297554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5f19d754-2cb7-469a-934a-4f19c60bd18d tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'subnet': {'network_id': '592182d8-51e7-4b6e-8f65-87cde2d04692', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:00.299148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ee37163d-bf1b-4bce-a403-bdd98e77e9be None None] Provisioning complete for port c1107d64-3b7d-473b-a9ec-af877aa20480 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:00.299375 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ee37163d-bf1b-4bce-a403-bdd98e77e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:00.307424 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:00.381792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5cb7d-11d2-4fa8-9ea5-1f820c4d1d9f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Network': ['ID=592182d8-51e7-4b6e-8f65-87cde2d04692,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:00.419677 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 592182d8-51e7-4b6e-8f65-87cde2d04692 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:00.425875 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port c1107d64-3b7d-473b-a9ec-af877aa20480, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c1107d64-3b7d-473b-a9ec-af877aa20480,segment=NetworkSegment(d0ce37fa-89f4-4f51-86e2-f98cfd5ba218),segment_id=d0ce37fa-89f4-4f51-86e2-f98cfd5ba218)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:00.438478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0dba6c52-2400-4b68-a661-eca72cdf1df4 req-0d14d3c7-2c95-4c4a-893f-3763c71f403f tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0414903 Nov 13 04:46:00.467076 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:00.496973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-0cdb55dc-e889-4e69-a975-e0d8d7416f9c service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172003 Nov 13 04:46:00.498633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f19d754-2cb7-469a-934a-4f19c60bd18d tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:00.502385 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f19d754-2cb7-469a-934a-4f19c60bd18d tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:00.577457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_backend_mixin [None req-5f19d754-2cb7-469a-934a-4f19c60bd18d tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Performing IP validity checks on allocation pools {{(pid=102667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 13 04:46:00.578401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_backend_mixin [None req-5f19d754-2cb7-469a-934a-4f19c60bd18d tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 13 04:46:00.626841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=c1107d64-3b7d-473b-a9ec-af877aa20480,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:00.700920 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['892f1b2f-146e-4f1a-8eeb-7a1e367cc64b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:46:00.741692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9aa69-f1d3-4c4f-a048-82c6f889ff43 req-92f74cda-5e74-4910-abcb-15809aef23b1 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:00.746697 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3dc9aa69-f1d3-4c4f-a048-82c6f889ff43 req-92f74cda-5e74-4910-abcb-15809aef23b1 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.1187313 Nov 13 04:46:00.836386 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3dc9aa69-f1d3-4c4f-a048-82c6f889ff43 req-379e77ff-0ceb-4dc1-9275-f68a17005d38 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811539 Nov 13 04:46:00.840499 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f19d754-2cb7-469a-934a-4f19c60bd18d tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:00.991841 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19d754-2cb7-469a-934a-4f19c60bd18d tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Subnet': ['ID=6db76ad0-240a-4907-bba4-88d0166f1d8c,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:00.992085 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef70c89b-322a-4a34-89df-f272bc343f9c None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 04:46:01.018786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19d754-2cb7-469a-934a-4f19c60bd18d tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Checking segment: {'id': '530e02e7-cd20-4a54-b6b7-25e4c6fe53bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '592182d8-51e7-4b6e-8f65-87cde2d04692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:01.019187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f19d754-2cb7-469a-934a-4f19c60bd18d tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network hostable DHCP agents. Network: 592182d8-51e7-4b6e-8f65-87cde2d04692, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:01.042635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdce3e-2ae4-4253-b3cf-714e35d2b5c0 req-5215d91f-06d7-4811-a690-a94a7ee72482 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:01.044695 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aacdce3e-2ae4-4253-b3cf-714e35d2b5c0 req-5215d91f-06d7-4811-a690-a94a7ee72482 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 945 time: 0.1139550 Nov 13 04:46:01.071389 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f19d754-2cb7-469a-934a-4f19c60bd18d tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network 592182d8-51e7-4b6e-8f65-87cde2d04692 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:01.089287 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-5f19d754-2cb7-469a-934a-4f19c60bd18d tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 592182d8-51e7-4b6e-8f65-87cde2d04692) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:01.093457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f19d754-2cb7-469a-934a-4f19c60bd18d tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:01.094253 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f19d754-2cb7-469a-934a-4f19c60bd18d tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:01.131373 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5f19d754-2cb7-469a-934a-4f19c60bd18d tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8384538 Nov 13 04:46:01.131995 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52074) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:01.174199 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aacdce3e-2ae4-4253-b3cf-714e35d2b5c0 req-8fdeb052-3a5a-4985-859d-7479c208cd83 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140258 Nov 13 04:46:01.346397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72b7fb-7096-43dd-b446-1823df4b66a8 req-e401d301-b4d3-4a4c-9ce6-5b685fbd4fd3 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:01.356624 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c72b7fb-7096-43dd-b446-1823df4b66a8 req-e401d301-b4d3-4a4c-9ce6-5b685fbd4fd3 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 949 time: 0.1052926 Nov 13 04:46:01.385628 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:01.399929 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a0318c63-0f44-410f-89f5-b0c358b4d9ec no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:46:01.444786 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c72b7fb-7096-43dd-b446-1823df4b66a8 req-02d1ff4c-35a2-4805-ae94-91e6e313bd8e tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868707 Nov 13 04:46:01.465401 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: a0318c63-0f44-410f-89f5-b0c358b4d9ec {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:46:01.465733 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device a0318c63-0f44-410f-89f5-b0c358b4d9ec not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:46:01.539951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef70c89b-322a-4a34-89df-f272bc343f9c None None] Unable to find a vacant binding_index for network 592182d8-51e7-4b6e-8f65-87cde2d04692 and agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 13 04:46:01.541977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-557dc334-285b-4d3b-93ae-774311f1914a None None] Provisioning complete for port c1107d64-3b7d-473b-a9ec-af877aa20480 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:01.542339 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-557dc334-285b-4d3b-93ae-774311f1914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:01.621783 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef70c89b-322a-4a34-89df-f272bc343f9c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 592182d8-51e7-4b6e-8f65-87cde2d04692) {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 04:46:01.664910 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52092) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:01.672891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c1107d64-3b7d-473b-a9ec-af877aa20480 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:46:01.676646 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:01.758051 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44e35266-8d3d-4ac8-8c4c-9cc10c7e2795 req-e421340c-600e-4655-acfa-a83e62c7cb35 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0530052 Nov 13 04:46:01.855951 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:01.928039 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010fd7d-358a-424e-86f8-d5974673d934 req-fd544a70-a30f-4a07-a201-be3d27b3ad00 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:01.931963 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-84dc0544-c95b-410a-9114-f32966704f5c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47c8e5e1e25646c485d60eb9f46a90cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648747 Nov 13 04:46:01.933718 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6010fd7d-358a-424e-86f8-d5974673d934 req-fd544a70-a30f-4a07-a201-be3d27b3ad00 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 945 time: 0.1879532 Nov 13 04:46:01.934307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52098) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:02.011070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Subnet': ['ID=6db76ad0-240a-4907-bba4-88d0166f1d8c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:02.053032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803bc2f-cab3-47de-95c0-2f9248a894e1 req-f7d9fb32-5012-4938-964e-467a0b65744c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:02.055539 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c803bc2f-cab3-47de-95c0-2f9248a894e1 req-f7d9fb32-5012-4938-964e-467a0b65744c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.1169183 Nov 13 04:46:02.075114 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.143745 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6010fd7d-358a-424e-86f8-d5974673d934 req-6553469f-56a1-434c-ae1b-70144b1b8cb1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627004 Nov 13 04:46:02.151692 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592182d8-51e7-4b6e-8f65-87cde2d04692']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:02.154273 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c803bc2f-cab3-47de-95c0-2f9248a894e1 req-ccee0121-a23b-40e5-8d2a-2ceaebeb4b62 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915980 Nov 13 04:46:02.171627 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530e02e7-cd20-4a54-b6b7-25e4c6fe53bf') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:02.172000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530e02e7-cd20-4a54-b6b7-25e4c6fe53bf') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:02.193710 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.195374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3a16fe1-738e-4b3d-8a36-0414a4cc9e8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.221440 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.238325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:02.239351 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:02.243486 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:02.277957 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3a16fe1-738e-4b3d-8a36-0414a4cc9e8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.292723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c1107d64-3b7d-473b-a9ec-af877aa20480 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:02.293195 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.373733 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.386317 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.414165 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/592182d8-51e7-4b6e-8f65-87cde2d04692 HTTP/1.1" status: 204 len: 168 time: 1.2763262 Nov 13 04:46:02.415560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52100) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:02.421248 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d1a66497-6160-4d74-91ce-5281b3ad95f9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-603321210'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:02.438270 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce75163-5f7d-4de0-8b9c-a3cfda65aba3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Network': ['ID=592182d8-51e7-4b6e-8f65-87cde2d04692,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:02.463920 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a66497-6160-4d74-91ce-5281b3ad95f9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:02.467018 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1a66497-6160-4d74-91ce-5281b3ad95f9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.475524 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3a16fe1-738e-4b3d-8a36-0414a4cc9e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.479627 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3a16fe1-738e-4b3d-8a36-0414a4cc9e8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.486355 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a3a16fe1-738e-4b3d-8a36-0414a4cc9e8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3986eafc-87ec-4daf-a84d-ec0914ca645b HTTP/1.1" status: 204 len: 168 time: 0.5138996 Nov 13 04:46:02.500539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a16fe1-738e-4b3d-8a36-0414a4cc9e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3986eafc-87ec-4daf-a84d-ec0914ca645b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:02.531807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a66497-6160-4d74-91ce-5281b3ad95f9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:02.548577 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1a66497-6160-4d74-91ce-5281b3ad95f9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.549007 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-d1a66497-6160-4d74-91ce-5281b3ad95f9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Added segment 0a59b6f7-410f-453b-a657-6c3aa39793dd of type vlan for network 34962c7d-96b2-43b8-a9a1-1b01b6c5889d Nov 13 04:46:02.629389 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1a66497-6160-4d74-91ce-5281b3ad95f9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.672696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbcc4d-34fc-485e-a226-f09514a29daa req-2fa037e9-480a-4c75-8f35-db3daa6c03f5 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:02.674873 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0bbbcc4d-34fc-485e-a226-f09514a29daa req-2fa037e9-480a-4c75-8f35-db3daa6c03f5 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 949 time: 0.1055493 Nov 13 04:46:02.727096 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1a66497-6160-4d74-91ce-5281b3ad95f9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.733801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a66497-6160-4d74-91ce-5281b3ad95f9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:02.734650 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1a66497-6160-4d74-91ce-5281b3ad95f9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.755115 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0bbbcc4d-34fc-485e-a226-f09514a29daa req-77f77777-b802-4e81-a263-9ca46b6ec092 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535727 Nov 13 04:46:02.781114 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d1a66497-6160-4d74-91ce-5281b3ad95f9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3617032 Nov 13 04:46:02.781604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52112) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:02.789904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6b28e6fe-dc53-4070-ad7d-b35831d324de tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'subnet': {'network_id': '34962c7d-96b2-43b8-a9a1-1b01b6c5889d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:02.828871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ec02ae-e748-457d-812f-919a0e7c5356 None None] Network 592182d8-51e7-4b6e-8f65-87cde2d04692 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:02.855532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ec02ae-e748-457d-812f-919a0e7c5356 None None] Network 592182d8-51e7-4b6e-8f65-87cde2d04692 could not be found, it might have been deleted concurrently. {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 13 04:46:02.866214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3999f930-0fee-40cc-b85f-06984bcf0674 None None] Network 592182d8-51e7-4b6e-8f65-87cde2d04692 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:02.892242 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3999f930-0fee-40cc-b85f-06984bcf0674 None None] Network 592182d8-51e7-4b6e-8f65-87cde2d04692 could not be found, it might have been deleted concurrently. {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 13 04:46:02.913388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Provisioning complete for port b411a7fb-bb7f-4025-8390-6cbf6c41f55f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:02.914337 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:02.977505 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a66497-6160-4d74-91ce-5281b3ad95f9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Network': ['ID=34962c7d-96b2-43b8-a9a1-1b01b6c5889d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:02.990759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b28e6fe-dc53-4070-ad7d-b35831d324de tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:02.993938 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6b28e6fe-dc53-4070-ad7d-b35831d324de tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:03.016978 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-415b2eae-47ed-407c-a313-2d4949cc1943 req-e1da213e-80c2-4e7c-b986-f1a6c7bb3d86 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0499856 Nov 13 04:46:03.033390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 34962c7d-96b2-43b8-a9a1-1b01b6c5889d details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:03.120246 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Provisioning complete for port 4ed90c83-ad0e-48fb-b032-37eb6350c2ec triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:03.120877 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:03.158647 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Port 4ed90c83-ad0e-48fb-b032-37eb6350c2ec cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:46:03.174265 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Provisioning complete for port a46227d3-ddb4-40fb-ac53-3e1f7800ac1b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:03.174633 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:03.226371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Port a46227d3-ddb4-40fb-ac53-3e1f7800ac1b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:46:03.250188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Provisioning complete for port b29ce40f-9777-44c2-b361-29a73428ce9b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:03.250400 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:03.324360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05979052-f273-4886-87a8-8f6c903b5f30 req-2d141846-edd8-4f6d-9454-e9e0dd32b1fd tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:03.328521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-05979052-f273-4886-87a8-8f6c903b5f30 req-2d141846-edd8-4f6d-9454-e9e0dd32b1fd tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 945 time: 0.1013544 Nov 13 04:46:03.347601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:46:03.373677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795abd6f-df5d-4e11-8de9-2a5902ea24b2 req-e1381944-db21-4d79-b009-2af237c2cf94 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:03.375535 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-795abd6f-df5d-4e11-8de9-2a5902ea24b2 req-e1381944-db21-4d79-b009-2af237c2cf94 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 945 time: 0.1440303 Nov 13 04:46:03.378939 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6b28e6fe-dc53-4070-ad7d-b35831d324de tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:03.397926 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-05979052-f273-4886-87a8-8f6c903b5f30 req-0a18a262-342e-45d1-9192-21de3b107e0d tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521412 Nov 13 04:46:03.457765 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfcfae-a5f6-450e-aa87-887e0b0f2849 req-d09bda40-e8b2-4eb1-8eec-e46811dacd4a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:03.459469 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ecbfcfae-a5f6-450e-aa87-887e0b0f2849 req-d09bda40-e8b2-4eb1-8eec-e46811dacd4a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.1946402 Nov 13 04:46:03.468072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:46:03.473323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:03.473693 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:03.478237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Provisioning complete for port b26b4f91-25e0-44cb-9bd7-be36e97c6ba8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:03.478597 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:03.567838 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28e6fe-dc53-4070-ad7d-b35831d324de tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Subnet': ['ID=6853e6e5-9cac-447c-bd39-05b0cbabfe22,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:03.597598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b28e6fe-dc53-4070-ad7d-b35831d324de tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Checking segment: {'id': '0a59b6f7-410f-453b-a657-6c3aa39793dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '34962c7d-96b2-43b8-a9a1-1b01b6c5889d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:03.598115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b28e6fe-dc53-4070-ad7d-b35831d324de tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network hostable DHCP agents. Network: 34962c7d-96b2-43b8-a9a1-1b01b6c5889d, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:03.608779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ecbfcfae-a5f6-450e-aa87-887e0b0f2849 req-bd1a3d85-e3af-4c8f-89a7-f58fa3d2a356 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327984 Nov 13 04:46:03.638065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-795abd6f-df5d-4e11-8de9-2a5902ea24b2 req-8cc4502a-788f-436f-8238-70aff15688ac tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Deleting port f6036261-e32a-4093-9013-06a9afbfea6d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:03.638827 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-795abd6f-df5d-4e11-8de9-2a5902ea24b2 req-8cc4502a-788f-436f-8238-70aff15688ac tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:03.642063 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:03.644075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b28e6fe-dc53-4070-ad7d-b35831d324de tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network 34962c7d-96b2-43b8-a9a1-1b01b6c5889d is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:03.667172 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52136) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:03.685500 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36b91f4-6e1f-473d-a114-ebd5b66decf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892f1b2f-146e-4f1a-8eeb-7a1e367cc64b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:03.688200 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f849cfff-a9d7-4e4e-8c7d-ee3f6ad3b238" -d '{"events": [{"server_uuid": "b36b91f4-6e1f-473d-a114-ebd5b66decf1", "name": "network-vif-plugged", "status": "completed", "tag": "892f1b2f-146e-4f1a-8eeb-7a1e367cc64b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:03.703896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-6b28e6fe-dc53-4070-ad7d-b35831d324de tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 34962c7d-96b2-43b8-a9a1-1b01b6c5889d) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:03.704924 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Provisioning complete for port f6036261-e32a-4093-9013-06a9afbfea6d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:03.711292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b28e6fe-dc53-4070-ad7d-b35831d324de tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:03.712234 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6b28e6fe-dc53-4070-ad7d-b35831d324de tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:03.719362 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:03.726730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9947a5-9db6-4f02-b4bd-821601b0fed2 None None] Network 34962c7d-96b2-43b8-a9a1-1b01b6c5889d requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:03.732810 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=892f1b2f-146e-4f1a-8eeb-7a1e367cc64b,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:03.751832 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6b28e6fe-dc53-4070-ad7d-b35831d324de tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9666529 Nov 13 04:46:03.752275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52144) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:03.767348 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:03.788872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-795abd6f-df5d-4e11-8de9-2a5902ea24b2 req-8cc4502a-788f-436f-8238-70aff15688ac tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] For port f6036261-e32a-4093-9013-06a9afbfea6d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f6036261-e32a-4093-9013-06a9afbfea6d,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:03.789436 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-795abd6f-df5d-4e11-8de9-2a5902ea24b2 req-8cc4502a-788f-436f-8238-70aff15688ac tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:03.820089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-162329134-network', 'tenant_id': 'c04a1131fb54429985a77dbdf90b81ea'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:03.826385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-795abd6f-df5d-4e11-8de9-2a5902ea24b2 req-8cc4502a-788f-436f-8238-70aff15688ac tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Calling delete_port for f6036261-e32a-4093-9013-06a9afbfea6d owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:03.917265 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257c5713-3528-4f0f-aa9e-a9f9eed05983 x-openstack-request-id: req-257c5713-3528-4f0f-aa9e-a9f9eed05983 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:03.918185 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36b91f4-6e1f-473d-a114-ebd5b66decf1", "name": "network-vif-plugged", "status": "completed", "tag": "892f1b2f-146e-4f1a-8eeb-7a1e367cc64b", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:03.918558 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-257c5713-3528-4f0f-aa9e-a9f9eed05983 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:03.919067 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36b91f4-6e1f-473d-a114-ebd5b66decf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892f1b2f-146e-4f1a-8eeb-7a1e367cc64b', 'code': 200} Nov 13 04:46:03.923798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=892f1b2f-146e-4f1a-8eeb-7a1e367cc64b,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:03.942034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] Made reservation on behalf of c04a1131fb54429985a77dbdf90b81ea for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:03.946474 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.024856 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.045065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80889704-47cd-4db1-95b8-1b59e3c57a24 req-602ea4c6-e8ad-4b0f-9899-cf261b21391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:04.047691 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-80889704-47cd-4db1-95b8-1b59e3c57a24 req-602ea4c6-e8ad-4b0f-9899-cf261b21391b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 1101 time: 0.0962312 Nov 13 04:46:04.058699 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.106640 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39b157-7b63-4e82-a8a9-2595568f2cf6 req-88dbb3b3-4b25-4b5b-b5ab-676e38754ba1 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:04.115695 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa39b157-7b63-4e82-a8a9-2595568f2cf6 req-88dbb3b3-4b25-4b5b-b5ab-676e38754ba1 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 950 time: 0.1969109 Nov 13 04:46:04.152821 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-07f6f6fe-de66-40e1-9281-5f136356ef45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.164403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Provisioning complete for port 09174db8-91e0-4b74-a72c-b608e45a4bd2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:04.164403 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-21910311-fec4-416b-97a8-fabae89faf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.206781 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-80889704-47cd-4db1-95b8-1b59e3c57a24 req-cc07b941-5afc-46fc-9333-c03c2a398e80 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451321 Nov 13 04:46:04.230125 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-27a19d4c-9b6e-4bba-841d-ff0228f946fc req-284039fc-2382-4c9c-a723-dbc64fd2aed1 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0383735 Nov 13 04:46:04.244319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.271642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff636787-494a-4d56-bfe0-0d74d8aa08b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-34962c7d-96b2-43b8-a9a1-1b01b6c5889d', 'network_id': '34962c7d-96b2-43b8-a9a1-1b01b6c5889d', 'tenant_id': 'cd68d76e80c64ea09f9083f1587a749e', 'fixed_ips': [{'subnet_id': '6853e6e5-9cac-447c-bd39-05b0cbabfe22'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:46:04.272924 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff636787-494a-4d56-bfe0-0d74d8aa08b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.275412 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-795abd6f-df5d-4e11-8de9-2a5902ea24b2 req-8cc4502a-788f-436f-8238-70aff15688ac tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.316147 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa39b157-7b63-4e82-a8a9-2595568f2cf6 req-e08f9e2e-defd-437e-a77e-e9ae675b099e tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994038 Nov 13 04:46:04.334490 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['f6036261-e32a-4093-9013-06a9afbfea6d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:46:04.373108 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.373999 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475e237a-c737-4d85-a1e8-9aa31ff1ddb3 None None] DHCP port deletion for abb184c2-0551-4712-87b8-ea6a790c3ce3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:04.383233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.395980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4502a-788f-436f-8238-70aff15688ac tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Pushing event deleted for resources: {'Port': ['ID=f6036261-e32a-4093-9013-06a9afbfea6d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:04.433775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-795abd6f-df5d-4e11-8de9-2a5902ea24b2 req-8cc4502a-788f-436f-8238-70aff15688ac tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] No DVR routers for this DVR port f6036261-e32a-4093-9013-06a9afbfea6d on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:46:04.436783 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-795abd6f-df5d-4e11-8de9-2a5902ea24b2 req-8cc4502a-788f-436f-8238-70aff15688ac tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.441340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:04.442475 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-795abd6f-df5d-4e11-8de9-2a5902ea24b2 req-8cc4502a-788f-436f-8238-70aff15688ac tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "DELETE /v2.0/ports/f6036261-e32a-4093-9013-06a9afbfea6d HTTP/1.1" status: 204 len: 173 time: 1.0559878 Nov 13 04:46:04.443077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c49b553-a9e6-49a5-9ff7-6f133aecdffa', 'name': 'network-vif-deleted', 'tag': 'f6036261-e32a-4093-9013-06a9afbfea6d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:04.446946 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afac100b-7007-408e-9bb0-2602354f04e9" -d '{"events": [{"server_uuid": "5c49b553-a9e6-49a5-9ff7-6f133aecdffa", "name": "network-vif-deleted", "tag": "f6036261-e32a-4093-9013-06a9afbfea6d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:04.483018 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.483581 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] Added segment 4ea454a1-701c-4df8-908a-976ba9dd976b of type vlan for network f37df5d5-a010-465a-bc57-d0801d3358ca Nov 13 04:46:04.488539 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server [None req-ff636787-494a-4d56-bfe0-0d74d8aa08b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6853e6e5-9cac-447c-bd39-05b0cbabfe22: This subnet is being modified by another concurrent operation. Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 04:46:04.505398 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise exception Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6853e6e5-9cac-447c-bd39-05b0cbabfe22: This subnet is being modified by another concurrent operation. Nov 13 04:46:04.510098 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Nov 13 04:46:04.532359 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68e132e-642a-4657-91c0-b595ef453bd4 x-openstack-request-id: req-f68e132e-642a-4657-91c0-b595ef453bd4 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:04.532627 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0557f6a1-db72-4b3b-8488-d76aff9ceb9c None None] Network 34962c7d-96b2-43b8-a9a1-1b01b6c5889d requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:04.533385 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c49b553-a9e6-49a5-9ff7-6f133aecdffa", "name": "network-vif-deleted", "tag": "f6036261-e32a-4093-9013-06a9afbfea6d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:04.534069 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f68e132e-642a-4657-91c0-b595ef453bd4 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:04.535321 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c49b553-a9e6-49a5-9ff7-6f133aecdffa', 'name': 'network-vif-deleted', 'tag': 'f6036261-e32a-4093-9013-06a9afbfea6d', 'status': 'completed', 'code': 200} Nov 13 04:46:04.568435 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b264f9b4-f9a9-4f3e-af96-416d0db473a6 req-9229cbf3-0ff8-4dca-8462-6797f3169edc tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c49b553-a9e6-49a5-9ff7-6f133aecdffa HTTP/1.1" status: 200 len: 210 time: 0.0299740 Nov 13 04:46:04.615493 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.643023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328617d0-f947-407f-b0a1-327806b63838,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:04.705309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Subnet': ['ID=6853e6e5-9cac-447c-bd39-05b0cbabfe22,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:04.732544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9bfe0f-26b0-439f-84df-a412db1bf583 None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 04:46:04.734194 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.735225 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:04.735807 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.836488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9bfe0f-26b0-439f-84df-a412db1bf583 None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 04:46:04.867305 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.883937 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2127249 Nov 13 04:46:04.886048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52158) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:04.896297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-25db5f7b-cf2c-4c70-8340-e477a5872556 admin admin] Request body: {'subnet': {'network_id': 'f37df5d5-a010-465a-bc57-d0801d3358ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-162329134-subnet', 'tenant_id': 'c04a1131fb54429985a77dbdf90b81ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:04.935689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0cb21-343c-41fd-a9eb-293f25077911 admin admin] Pushing event updated for resources: {'Network': ['ID=f37df5d5-a010-465a-bc57-d0801d3358ca,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:04.942313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34962c7d-96b2-43b8-a9a1-1b01b6c5889d']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:04.950506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25db5f7b-cf2c-4c70-8340-e477a5872556 admin admin] Made reservation on behalf of c04a1131fb54429985a77dbdf90b81ea for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:04.955754 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25db5f7b-cf2c-4c70-8340-e477a5872556 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:04.962537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network f37df5d5-a010-465a-bc57-d0801d3358ca details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:04.975555 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a59b6f7-410f-453b-a657-6c3aa39793dd') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:04.975886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a59b6f7-410f-453b-a657-6c3aa39793dd') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:05.004508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed716c-82b5-4562-a5ba-2b488f661932 req-ade5ce90-ab6b-4d3d-a04c-c85bd489f0bf tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:05.012095 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c3ed716c-82b5-4562-a5ba-2b488f661932 req-ade5ce90-ab6b-4d3d-a04c-c85bd489f0bf tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.2877567 Nov 13 04:46:05.021949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:05.069133 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:05.103339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:05.103712 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:05.107185 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:05.177591 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c3ed716c-82b5-4562-a5ba-2b488f661932 req-8963fcd2-8343-4d22-b6af-3ea916bd2ebc tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644957 Nov 13 04:46:05.212840 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:05.228021 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:05.232142 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/34962c7d-96b2-43b8-a9a1-1b01b6c5889d HTTP/1.1" status: 204 len: 168 time: 1.4784911 Nov 13 04:46:05.244178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52164) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:05.251132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-20b598fd-d869-49c4-b006-e317006e128f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1846125872'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:05.259922 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f7053-df28-4d5b-87d7-231aef9a98c7 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Network': ['ID=34962c7d-96b2-43b8-a9a1-1b01b6c5889d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:05.324799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b598fd-d869-49c4-b006-e317006e128f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:05.329144 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20b598fd-d869-49c4-b006-e317006e128f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:05.417102 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6002d59d-61bf-418f-8f21-2c4885826f85 req-1d95ca6b-f7d7-4194-8929-abecedb6a7a5 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0706229 Nov 13 04:46:05.436536 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b598fd-d869-49c4-b006-e317006e128f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:05.440529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5e1de-188e-4c3e-82fe-c194f1bea445 req-ac0ac9c0-1ea5-4d06-875c-6097f1e208fc tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:05.443125 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2eb5e1de-188e-4c3e-82fe-c194f1bea445 req-ac0ac9c0-1ea5-4d06-875c-6097f1e208fc tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 950 time: 0.0564353 Nov 13 04:46:05.450732 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25db5f7b-cf2c-4c70-8340-e477a5872556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:05.481323 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20b598fd-d869-49c4-b006-e317006e128f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:05.481666 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-20b598fd-d869-49c4-b006-e317006e128f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Added segment 4d4ba785-ee76-4cfc-884b-5ed57378de03 of type vlan for network b035a18d-4d00-43d7-b3b8-0a38b791c15e Nov 13 04:46:05.507836 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2eb5e1de-188e-4c3e-82fe-c194f1bea445 req-32fa81e7-9e6a-41c0-844c-16313be0e2fd tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481434 Nov 13 04:46:05.542096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db5f7b-cf2c-4c70-8340-e477a5872556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0c1ea6-aa18-4541-87da-023973de6015,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:05.557318 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20b598fd-d869-49c4-b006-e317006e128f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:05.579085 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25db5f7b-cf2c-4c70-8340-e477a5872556 admin admin] Checking segment: {'id': '4ea454a1-701c-4df8-908a-976ba9dd976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f37df5d5-a010-465a-bc57-d0801d3358ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:05.579444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25db5f7b-cf2c-4c70-8340-e477a5872556 admin admin] Network hostable DHCP agents. Network: f37df5d5-a010-465a-bc57-d0801d3358ca, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:05.595825 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20b598fd-d869-49c4-b006-e317006e128f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:05.601996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b598fd-d869-49c4-b006-e317006e128f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:05.602677 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20b598fd-d869-49c4-b006-e317006e128f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:05.642468 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25db5f7b-cf2c-4c70-8340-e477a5872556 admin admin] Network f37df5d5-a010-465a-bc57-d0801d3358ca is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:05.698332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-25db5f7b-cf2c-4c70-8340-e477a5872556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, f37df5d5-a010-465a-bc57-d0801d3358ca) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:05.708700 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-20b598fd-d869-49c4-b006-e317006e128f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4610066 Nov 13 04:46:05.709712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db5f7b-cf2c-4c70-8340-e477a5872556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:05.710301 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25db5f7b-cf2c-4c70-8340-e477a5872556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:05.710523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:05.717266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b598fd-d869-49c4-b006-e317006e128f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Network': ['ID=b035a18d-4d00-43d7-b3b8-0a38b791c15e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:05.721600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776682d6-04c1-4ba0-8519-414807762a07 None None] Network f37df5d5-a010-465a-bc57-d0801d3358ca requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:05.735527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c106a7a2-bfbf-48f1-9365-daec0f9ce2e2 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'subnet': {'network_id': 'b035a18d-4d00-43d7-b3b8-0a38b791c15e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:05.744835 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-25db5f7b-cf2c-4c70-8340-e477a5872556 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8484206 Nov 13 04:46:05.931718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network b035a18d-4d00-43d7-b3b8-0a38b791c15e details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:06.058621 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c106a7a2-bfbf-48f1-9365-daec0f9ce2e2 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:06.062775 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c106a7a2-bfbf-48f1-9365-daec0f9ce2e2 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:06.101543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f0254-b4a9-49da-a8a8-69c891242477 req-4cd851ff-4392-478a-895b-d1e3f24d8c01 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:06.103698 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-696f0254-b4a9-49da-a8a8-69c891242477 req-4cd851ff-4392-478a-895b-d1e3f24d8c01 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 810 time: 0.2533438 Nov 13 04:46:06.143370 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-bb282263-e15b-4d36-bbe3-f25f231ee953 req-b00e7958-512a-4d2a-9a77-ca53bf01c598 tempest-SecurityGroupsNegativeTestJSON-688060026 tempest-SecurityGroupsNegativeTestJSON-688060026-project] show failed (client error): The resource could not be found. Nov 13 04:46:06.153057 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb282263-e15b-4d36-bbe3-f25f231ee953 req-b00e7958-512a-4d2a-9a77-ca53bf01c598 tempest-SecurityGroupsNegativeTestJSON-688060026 tempest-SecurityGroupsNegativeTestJSON-688060026-project] 10.222.0.43 "GET /v2.0/security-groups/c1c2c43e-5169-4d23-a046-3391f222dcf5 HTTP/1.1" status: 404 len: 352 time: 0.0236835 Nov 13 04:46:06.156655 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceea4824-6e26-4d8d-b2e2-a9b9128849ec None None] Network f37df5d5-a010-465a-bc57-d0801d3358ca requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:06.157178 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-696f0254-b4a9-49da-a8a8-69c891242477 req-c94f49d6-d5d4-4a43-b3da-184a4752af05 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/quotas/d50682e1086b48f396d8c57bff4ee516 HTTP/1.1" status: 200 len: 375 time: 0.0463588 Nov 13 04:46:06.198993 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-696f0254-b4a9-49da-a8a8-69c891242477 req-cf8f8478-88a4-42e7-ba6a-d36477016e34 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412865 Nov 13 04:46:06.327594 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-696f0254-b4a9-49da-a8a8-69c891242477 req-a6adc65c-81a1-4b58-abfa-8211fafe11d0 service neutron] 10.222.0.43 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277118 Nov 13 04:46:06.417860 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce3f1761-0676-45a2-948e-cf43bb0a390a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:06.465947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad105870-856e-466a-a878-a54c48f38ce4 req-728f1e3b-045a-4897-8c3a-a474bd38f00c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:06.468022 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad105870-856e-466a-a878-a54c48f38ce4 req-728f1e3b-045a-4897-8c3a-a474bd38f00c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.0606799 Nov 13 04:46:06.519084 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad105870-856e-466a-a878-a54c48f38ce4 req-5bded538-721b-495a-8d39-cdcb31b77268 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437973 Nov 13 04:46:06.519521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-696f0254-b4a9-49da-a8a8-69c891242477 req-842d02c7-8c44-44dc-9fdf-a129cefa0e9a service neutron] 10.222.0.43 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855903 Nov 13 04:46:06.522094 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c106a7a2-bfbf-48f1-9365-daec0f9ce2e2 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:06.595579 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106a7a2-bfbf-48f1-9365-daec0f9ce2e2 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Checking segment: {'id': '4d4ba785-ee76-4cfc-884b-5ed57378de03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b035a18d-4d00-43d7-b3b8-0a38b791c15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:06.595942 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c106a7a2-bfbf-48f1-9365-daec0f9ce2e2 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network hostable DHCP agents. Network: b035a18d-4d00-43d7-b3b8-0a38b791c15e, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:06.598166 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106a7a2-bfbf-48f1-9365-daec0f9ce2e2 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Subnet': ['ID=53bd6bd6-f106-43f9-a69d-9b3e1d1391b3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:06.618324 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c106a7a2-bfbf-48f1-9365-daec0f9ce2e2 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network b035a18d-4d00-43d7-b3b8-0a38b791c15e is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:06.636702 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a84b8c5-dca4-41db-8d44-9b6830ef972a req-ea873ff1-d668-42de-b4e3-c87415a296fb tempest-SecurityGroupsNegativeTestJSON-688060026 tempest-SecurityGroupsNegativeTestJSON-688060026-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c04a1131fb54429985a77dbdf90b81ea HTTP/1.1" status: 200 len: 3005 time: 0.0609641 Nov 13 04:46:06.639610 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c106a7a2-bfbf-48f1-9365-daec0f9ce2e2 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, b035a18d-4d00-43d7-b3b8-0a38b791c15e) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:06.644923 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c106a7a2-bfbf-48f1-9365-daec0f9ce2e2 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:06.645605 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c106a7a2-bfbf-48f1-9365-daec0f9ce2e2 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:06.652785 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92928061-a23e-4d23-9eee-fbca1827d9c6 None None] Network b035a18d-4d00-43d7-b3b8-0a38b791c15e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:06.677796 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c106a7a2-bfbf-48f1-9365-daec0f9ce2e2 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9658353 Nov 13 04:46:06.680454 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52208) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:06.750429 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a84b8c5-dca4-41db-8d44-9b6830ef972a req-a007dd70-058d-43c3-bc7c-979c42e06dac tempest-SecurityGroupsNegativeTestJSON-688060026 tempest-SecurityGroupsNegativeTestJSON-688060026-project] 10.222.0.43 "GET /v2.0/security-groups/328617d0-f947-407f-b0a1-327806b63838 HTTP/1.1" status: 200 len: 3002 time: 0.0951703 Nov 13 04:46:06.826835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-70fb7ded-9178-40ff-9e13-cfc269f85d8c req-316f3917-f45c-4626-8d6c-ccc53ae1c495 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0502300 Nov 13 04:46:06.843104 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a84b8c5-dca4-41db-8d44-9b6830ef972a req-85f9cdfb-7789-4331-bd21-c6c4709e061f tempest-SecurityGroupsNegativeTestJSON-688060026 tempest-SecurityGroupsNegativeTestJSON-688060026-project] 10.222.0.43 "GET /v2.0/security-groups/328617d0-f947-407f-b0a1-327806b63838 HTTP/1.1" status: 200 len: 3002 time: 0.0858066 Nov 13 04:46:06.884871 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:06.960926 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-becc5357-333e-4a7d-983f-ee2468e15f3a req-8a56d306-6067-4570-8776-f263b55c07a9 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 210 time: 0.0355489 Nov 13 04:46:06.987918 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.009398 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a40bcc3-7ec8-4c60-aae9-82e21ab44974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-b035a18d-4d00-43d7-b3b8-0a38b791c15e', 'network_id': 'b035a18d-4d00-43d7-b3b8-0a38b791c15e', 'tenant_id': 'cd68d76e80c64ea09f9083f1587a749e', 'fixed_ips': [{'subnet_id': '53bd6bd6-f106-43f9-a69d-9b3e1d1391b3'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:46:07.011190 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a40bcc3-7ec8-4c60-aae9-82e21ab44974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.081964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e481d52f-a3e5-4280-a14a-5b8ee06f34e5 req-8db4098a-335f-4700-a3e7-4a147ae16ccf tempest-SecurityGroupsNegativeTestJSON-688060026 tempest-SecurityGroupsNegativeTestJSON-688060026-project] 10.222.0.43 "GET /v2.0/security-groups/328617d0-f947-407f-b0a1-327806b63838 HTTP/1.1" status: 200 len: 3002 time: 0.0672855 Nov 13 04:46:07.116517 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.119823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc1f6c-56b2-4f13-907f-bc54500e63aa req-96338fbb-357b-44ff-92d1-bf23212c3875 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:07.131209 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-17dc1f6c-56b2-4f13-907f-bc54500e63aa req-96338fbb-357b-44ff-92d1-bf23212c3875 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 950 time: 0.1679964 Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server [None req-5a40bcc3-7ec8-4c60-aae9-82e21ab44974 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53bd6bd6-f106-43f9-a69d-9b3e1d1391b3: This subnet is being modified by another concurrent operation. Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 04:46:07.157678 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise exception Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53bd6bd6-f106-43f9-a69d-9b3e1d1391b3: This subnet is being modified by another concurrent operation. Nov 13 04:46:07.166474 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Nov 13 04:46:07.176474 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Subnet': ['ID=53bd6bd6-f106-43f9-a69d-9b3e1d1391b3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:07.192506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb1fd0d-5872-46d4-b17a-0dfca60a9315 None None] Network b035a18d-4d00-43d7-b3b8-0a38b791c15e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:07.222341 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-17dc1f6c-56b2-4f13-907f-bc54500e63aa req-be328c2e-5408-4099-9ce0-ec16cac9ba28 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898931 Nov 13 04:46:07.254968 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.258275 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-e481d52f-a3e5-4280-a14a-5b8ee06f34e5 req-919f1540-a359-44e7-afde-4b5fa4b9dddd tempest-SecurityGroupsNegativeTestJSON-688060026 tempest-SecurityGroupsNegativeTestJSON-688060026-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 13 04:46:07.259399 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e481d52f-a3e5-4280-a14a-5b8ee06f34e5 req-919f1540-a359-44e7-afde-4b5fa4b9dddd tempest-SecurityGroupsNegativeTestJSON-688060026 tempest-SecurityGroupsNegativeTestJSON-688060026-project] 10.222.0.43 "DELETE /v2.0/security-groups/328617d0-f947-407f-b0a1-327806b63838 HTTP/1.1" status: 409 len: 352 time: 0.1670902 Nov 13 04:46:07.295926 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b035a18d-4d00-43d7-b3b8-0a38b791c15e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:07.309386 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4ba785-ee76-4cfc-884b-5ed57378de03') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:07.309586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4ba785-ee76-4cfc-884b-5ed57378de03') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:07.340184 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.362570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655e6dfe-116f-4512-aaa0-9be8716d0f0b None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 04:46:07.379661 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.393825 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:07.398252 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.440462 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-44a9fe27-48fe-4d6d-ab65-535533d86ab3 req-c2960df2-1982-479c-a132-fa2f24e69788 tempest-SecurityGroupsNegativeTestJSON-688060026 tempest-SecurityGroupsNegativeTestJSON-688060026-project] show failed (client error): The resource could not be found. Nov 13 04:46:07.441585 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44a9fe27-48fe-4d6d-ab65-535533d86ab3 req-c2960df2-1982-479c-a132-fa2f24e69788 tempest-SecurityGroupsNegativeTestJSON-688060026 tempest-SecurityGroupsNegativeTestJSON-688060026-project] 10.222.0.43 "GET /v2.0/security-groups/53d40578-5cc0-46f5-9cfd-396ae2718088 HTTP/1.1" status: 404 len: 352 time: 0.0253115 Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:07.503925 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:07.521686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655e6dfe-116f-4512-aaa0-9be8716d0f0b None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 04:46:07.566347 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-63bcdedb-a0ca-4855-af7e-5554f8344037 req-ea46a67d-1b78-4871-82dd-8eb77cb26ef8 tempest-SecurityGroupsNegativeTestJSON-688060026 tempest-SecurityGroupsNegativeTestJSON-688060026-project] show failed (client error): The resource could not be found. Nov 13 04:46:07.571862 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63bcdedb-a0ca-4855-af7e-5554f8344037 req-ea46a67d-1b78-4871-82dd-8eb77cb26ef8 tempest-SecurityGroupsNegativeTestJSON-688060026 tempest-SecurityGroupsNegativeTestJSON-688060026-project] 10.222.0.43 "GET /v2.0/security-groups/49d8be40-2652-4e28-a7c4-078eb710d052 HTTP/1.1" status: 404 len: 352 time: 0.0219641 Nov 13 04:46:07.586203 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.586203 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.586580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52234) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:07.589714 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/b035a18d-4d00-43d7-b3b8-0a38b791c15e HTTP/1.1" status: 204 len: 168 time: 0.9038758 Nov 13 04:46:07.604198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52236) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:07.616386 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4c326859-9b4f-475c-a010-ba331402d42e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-213586132'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:07.707585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c37acc-0906-4171-bc3b-354a5f185a8a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Network': ['ID=b035a18d-4d00-43d7-b3b8-0a38b791c15e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:07.709323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c326859-9b4f-475c-a010-ba331402d42e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:07.713227 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c326859-9b4f-475c-a010-ba331402d42e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.717397 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.731658 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-65be073d-74c1-4565-bd75-69c7cc609d61 admin admin] Deleting subnet 1b0c1ea6-aa18-4541-87da-023973de6015 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:46:07.756021 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65be073d-74c1-4565-bd75-69c7cc609d61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.820493 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65be073d-74c1-4565-bd75-69c7cc609d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.825135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c326859-9b4f-475c-a010-ba331402d42e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:07.830475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816b207-6477-41cf-ab61-532e35654263 req-b29ca0ac-4409-4d81-b3bd-e91ce48fad81 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:07.832291 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8816b207-6477-41cf-ab61-532e35654263 req-b29ca0ac-4409-4d81-b3bd-e91ce48fad81 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.1309214 Nov 13 04:46:07.843536 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02558-f2ae-432e-ac2b-15d0f044b8ad req-bce170a7-a2ca-4bad-9cb2-4bd51d2a5a7d tempest-ServersAdminNegativeTestJSON-2023886043 tempest-ServersAdminNegativeTestJSON-2023886043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:07.845614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8bd02558-f2ae-432e-ac2b-15d0f044b8ad req-bce170a7-a2ca-4bad-9cb2-4bd51d2a5a7d tempest-ServersAdminNegativeTestJSON-2023886043 tempest-ServersAdminNegativeTestJSON-2023886043-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 1101 time: 0.1564498 Nov 13 04:46:07.849140 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c326859-9b4f-475c-a010-ba331402d42e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.849428 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-4c326859-9b4f-475c-a010-ba331402d42e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Added segment 165b246d-cccf-47bf-802d-642ab870a50c of type vlan for network c7d5afd4-345b-4e70-b8c8-9a09069870d4 Nov 13 04:46:07.877998 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bd02558-f2ae-432e-ac2b-15d0f044b8ad req-0a529920-174e-4ab6-9187-7619398e04c2 tempest-ServersAdminNegativeTestJSON-2023886043 tempest-ServersAdminNegativeTestJSON-2023886043-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.914840 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65be073d-74c1-4565-bd75-69c7cc609d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.936617 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c326859-9b4f-475c-a010-ba331402d42e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:07.957485 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8816b207-6477-41cf-ab61-532e35654263 req-e91bc52e-2376-4a78-aab0-a22759964f6f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992863 Nov 13 04:46:07.963897 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f6036261-e32a-4093-9013-06a9afbfea6d no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:46:07.989489 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c326859-9b4f-475c-a010-ba331402d42e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:08.002205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c326859-9b4f-475c-a010-ba331402d42e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:08.003450 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c326859-9b4f-475c-a010-ba331402d42e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:08.031061 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65be073d-74c1-4565-bd75-69c7cc609d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:08.032024 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: f6036261-e32a-4093-9013-06a9afbfea6d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:46:08.032367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f6036261-e32a-4093-9013-06a9afbfea6d not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:46:08.051426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782763a7-86d6-4073-a020-a02b847f240e None None] Network f37df5d5-a010-465a-bc57-d0801d3358ca requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:08.055494 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65be073d-74c1-4565-bd75-69c7cc609d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:08.062259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-65be073d-74c1-4565-bd75-69c7cc609d61 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1b0c1ea6-aa18-4541-87da-023973de6015 HTTP/1.1" status: 204 len: 168 time: 0.4730353 Nov 13 04:46:08.075875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52242) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:08.091968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be073d-74c1-4565-bd75-69c7cc609d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0c1ea6-aa18-4541-87da-023973de6015,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:08.115791 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7bd79ab5-35c4-47f1-ab3e-c432e9f277e4 req-cbbe9109-24e6-4668-919f-c8ac40e256d9 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0522015 Nov 13 04:46:08.211638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5659bf6c-2b45-489b-948b-e6436a76ea01 None None] DHCP port deletion for f37df5d5-a010-465a-bc57-d0801d3358ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:08.276050 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-be33b8f3-f517-49c6-bb68-4bfb0dae3eb5 req-1641d6e6-e41f-487d-93d6-1d0a63d5416c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 210 time: 0.0509245 Nov 13 04:46:08.539651 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4c326859-9b4f-475c-a010-ba331402d42e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9321675 Nov 13 04:46:08.544297 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bd02558-f2ae-432e-ac2b-15d0f044b8ad req-0a529920-174e-4ab6-9187-7619398e04c2 tempest-ServersAdminNegativeTestJSON-2023886043 tempest-ServersAdminNegativeTestJSON-2023886043-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:08.573533 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52246) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:08.581899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-252a69fc-64e4-4cba-be6c-a1e85556b470 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'subnet': {'network_id': 'c7d5afd4-345b-4e70-b8c8-9a09069870d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:08.616033 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bd02558-f2ae-432e-ac2b-15d0f044b8ad req-0a529920-174e-4ab6-9187-7619398e04c2 tempest-ServersAdminNegativeTestJSON-2023886043 tempest-ServersAdminNegativeTestJSON-2023886043-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:08.687124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f0254-b4a9-49da-a8a8-69c891242477 req-55cb0972-ee24-4d01-bbf0-f124efc41fa3 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:08.688665 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-696f0254-b4a9-49da-a8a8-69c891242477 req-55cb0972-ee24-4d01-bbf0-f124efc41fa3 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 810 time: 0.4245663 Nov 13 04:46:08.719182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c326859-9b4f-475c-a010-ba331402d42e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Network': ['ID=c7d5afd4-345b-4e70-b8c8-9a09069870d4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:08.730719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-696f0254-b4a9-49da-a8a8-69c891242477 req-64c31246-01a5-486a-a201-ece105475f72 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Request body: {'port': {'device_id': 'dc981787-c325-44de-af90-8e073ae3ec56', 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3', 'admin_state_up': True, 'tenant_id': 'd50682e1086b48f396d8c57bff4ee516'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:08.731731 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network c7d5afd4-345b-4e70-b8c8-9a09069870d4 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:08.738883 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e359eea8-d897-460c-8e67-899a5a278db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:08.746125 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8bd02558-f2ae-432e-ac2b-15d0f044b8ad req-0a529920-174e-4ab6-9187-7619398e04c2 tempest-ServersAdminNegativeTestJSON-2023886043 tempest-ServersAdminNegativeTestJSON-2023886043-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8874178 Nov 13 04:46:08.753424 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a529920-174e-4ab6-9187-7619398e04c2 tempest-ServersAdminNegativeTestJSON-2023886043 tempest-ServersAdminNegativeTestJSON-2023886043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2099194e-c5ca-4a1c-9510-f7473f588baa,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:08.817771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252a69fc-64e4-4cba-be6c-a1e85556b470 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:08.821326 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-252a69fc-64e4-4cba-be6c-a1e85556b470 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:08.868483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-696f0254-b4a9-49da-a8a8-69c891242477 req-64c31246-01a5-486a-a201-ece105475f72 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Made reservation on behalf of d50682e1086b48f396d8c57bff4ee516 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:08.873224 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-696f0254-b4a9-49da-a8a8-69c891242477 req-64c31246-01a5-486a-a201-ece105475f72 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:08.912015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e359eea8-d897-460c-8e67-899a5a278db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:08.921289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-252a69fc-64e4-4cba-be6c-a1e85556b470 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Performing IP validity checks on allocation pools {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 13 04:46:08.921798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-252a69fc-64e4-4cba-be6c-a1e85556b470 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 13 04:46:08.944521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e359eea8-d897-460c-8e67-899a5a278db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37df5d5-a010-465a-bc57-d0801d3358ca']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:08.959152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e359eea8-d897-460c-8e67-899a5a278db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea454a1-701c-4df8-908a-976ba9dd976b') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:08.959476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e359eea8-d897-460c-8e67-899a5a278db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea454a1-701c-4df8-908a-976ba9dd976b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:08.971913 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e359eea8-d897-460c-8e67-899a5a278db5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:08.990745 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e359eea8-d897-460c-8e67-899a5a278db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.003844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e359eea8-d897-460c-8e67-899a5a278db5 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:09.004173 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e359eea8-d897-460c-8e67-899a5a278db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:09.006086 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:09.014274 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.016981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-696f0254-b4a9-49da-a8a8-69c891242477 req-64c31246-01a5-486a-a201-ece105475f72 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Allocated IP 172.20.0.13 (abb184c2-0551-4712-87b8-ea6a790c3ce3/da060a9b-742c-4f27-98ad-64a6913e0916/bd670f0e-3909-474d-aa6e-68663d6225d7) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:46:09.119546 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e359eea8-d897-460c-8e67-899a5a278db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.131513 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e359eea8-d897-460c-8e67-899a5a278db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.135163 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e359eea8-d897-460c-8e67-899a5a278db5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f37df5d5-a010-465a-bc57-d0801d3358ca HTTP/1.1" status: 204 len: 168 time: 1.0560868 Nov 13 04:46:09.153951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359eea8-d897-460c-8e67-899a5a278db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f37df5d5-a010-465a-bc57-d0801d3358ca,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:09.164076 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-252a69fc-64e4-4cba-be6c-a1e85556b470 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.179895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911f187-2603-4399-8d8a-d2d6f84a5468 req-55cea2fe-868a-4246-9520-6ec61afa9b39 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:09.181934 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1911f187-2603-4399-8d8a-d2d6f84a5468 req-55cea2fe-868a-4246-9520-6ec61afa9b39 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.1224782 Nov 13 04:46:09.252363 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ecc14a3-c58a-4bd9-97c4-be8c2dd72e20 req-2c0b4d06-f28e-45ef-856c-c7cf0aea553f tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0429912 Nov 13 04:46:09.257221 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a69fc-64e4-4cba-be6c-a1e85556b470 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Subnet': ['ID=a124f021-0f22-4f8a-a7d9-78b2e1db425c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:09.261665 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-696f0254-b4a9-49da-a8a8-69c891242477 req-64c31246-01a5-486a-a201-ece105475f72 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.284170 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252a69fc-64e4-4cba-be6c-a1e85556b470 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Checking segment: {'id': '165b246d-cccf-47bf-802d-642ab870a50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c7d5afd4-345b-4e70-b8c8-9a09069870d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:09.284531 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252a69fc-64e4-4cba-be6c-a1e85556b470 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network hostable DHCP agents. Network: c7d5afd4-345b-4e70-b8c8-9a09069870d4, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:09.287119 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1911f187-2603-4399-8d8a-d2d6f84a5468 req-d8e47207-03fc-4728-9c17-d6543472c7a6 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775712 Nov 13 04:46:09.309174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252a69fc-64e4-4cba-be6c-a1e85556b470 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network c7d5afd4-345b-4e70-b8c8-9a09069870d4 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:09.323867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52258) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:09.325421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-252a69fc-64e4-4cba-be6c-a1e85556b470 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, c7d5afd4-345b-4e70-b8c8-9a09069870d4) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:09.329620 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252a69fc-64e4-4cba-be6c-a1e85556b470 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:09.330213 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-252a69fc-64e4-4cba-be6c-a1e85556b470 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.331693 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-696f0254-b4a9-49da-a8a8-69c891242477 req-64c31246-01a5-486a-a201-ece105475f72 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.335773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30942fbf-9fb2-4561-abc1-a9fb4c1bd7ee None None] Network c7d5afd4-345b-4e70-b8c8-9a09069870d4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:09.351397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-252a69fc-64e4-4cba-be6c-a1e85556b470 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7740285 Nov 13 04:46:09.354441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:09.428968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696f0254-b4a9-49da-a8a8-69c891242477 req-64c31246-01a5-486a-a201-ece105475f72 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Network abb184c2-0551-4712-87b8-ea6a790c3ce3 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:09.435737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-696f0254-b4a9-49da-a8a8-69c891242477 req-64c31246-01a5-486a-a201-ece105475f72 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:09.440170 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2b951143-6ae5-44f4-a1e2-b2f7a9452eaf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c04a1131fb54429985a77dbdf90b81ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1055517 Nov 13 04:46:09.441048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-696f0254-b4a9-49da-a8a8-69c891242477 req-64c31246-01a5-486a-a201-ece105475f72 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:09.443816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c31246-01a5-486a-a201-ece105475f72 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Pushing event updated for resources: {'Port': ['ID=bd670f0e-3909-474d-aa6e-68663d6225d7,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:09.447553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52262) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:09.468072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51942e3-c688-4939-925f-d54a9a4f549f None None] DHCP port deletion for abb184c2-0551-4712-87b8-ea6a790c3ce3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:09.504152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f0254-b4a9-49da-a8a8-69c891242477 req-64c31246-01a5-486a-a201-ece105475f72 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:09.504840 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-696f0254-b4a9-49da-a8a8-69c891242477 req-64c31246-01a5-486a-a201-ece105475f72 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.519233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-c7d5afd4-345b-4e70-b8c8-9a09069870d4', 'network_id': 'c7d5afd4-345b-4e70-b8c8-9a09069870d4', 'tenant_id': 'cd68d76e80c64ea09f9083f1587a749e', 'fixed_ips': [{'subnet_id': 'a124f021-0f22-4f8a-a7d9-78b2e1db425c'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:46:09.520382 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.529223 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f712b-ec83-4ce0-abba-a1ad77a59605 req-aa83a133-fceb-4e4f-8489-d75706f66a7e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:09.530858 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c6f712b-ec83-4ce0-abba-a1ad77a59605 req-aa83a133-fceb-4e4f-8489-d75706f66a7e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 932 time: 0.1543183 Nov 13 04:46:09.542315 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.552232 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-696f0254-b4a9-49da-a8a8-69c891242477 req-64c31246-01a5-486a-a201-ece105475f72 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8257322 Nov 13 04:46:09.573163 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Request body: {'port': {'device_id': 'dc981787-c325-44de-af90-8e073ae3ec56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:09.579432 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dc625b6-bd34-479b-a222-19f67e6357b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.622478 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-969adbf8-84ba-451f-8410-14726926ae32 None None] Provisioning complete for port bd670f0e-3909-474d-aa6e-68663d6225d7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:09.623033 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-969adbf8-84ba-451f-8410-14726926ae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.639611 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.651743 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dc625b6-bd34-479b-a222-19f67e6357b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.656600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c6f712b-ec83-4ce0-abba-a1ad77a59605 req-81df7e7c-ff2e-45b9-a94a-ef51e5c72a54 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183002 Nov 13 04:46:09.690644 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-969adbf8-84ba-451f-8410-14726926ae32 None None] Port bd670f0e-3909-474d-aa6e-68663d6225d7 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:46:09.694600 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.713521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Allocated IP 172.20.0.3 (c7d5afd4-345b-4e70-b8c8-9a09069870d4/a124f021-0f22-4f8a-a7d9-78b2e1db425c/06be5b9a-91c4-4bb6-8f86-029a1b634f85) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:46:09.760372 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dc625b6-bd34-479b-a222-19f67e6357b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.763541 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dc625b6-bd34-479b-a222-19f67e6357b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.768319 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7dc625b6-bd34-479b-a222-19f67e6357b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/328617d0-f947-407f-b0a1-327806b63838 HTTP/1.1" status: 204 len: 168 time: 0.3195319 Nov 13 04:46:09.776505 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc625b6-bd34-479b-a222-19f67e6357b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328617d0-f947-407f-b0a1-327806b63838,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:09.897478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20222f52-8a95-4f19-9044-01b2ee937d68 req-41cf4de2-fb80-47bb-8a19-e258f8a428d5 tempest-ServersAdminNegativeTestJSON-2023886043 tempest-ServersAdminNegativeTestJSON-2023886043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:09.899342 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20222f52-8a95-4f19-9044-01b2ee937d68 req-41cf4de2-fb80-47bb-8a19-e258f8a428d5 tempest-ServersAdminNegativeTestJSON-2023886043 tempest-ServersAdminNegativeTestJSON-2023886043-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 1101 time: 0.0530281 Nov 13 04:46:09.955725 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.960333 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.973680 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:09.989092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd670f0e-3909-474d-aa6e-68663d6225d7 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:46:10.000004 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20222f52-8a95-4f19-9044-01b2ee937d68 req-f64af7fb-d8ac-414b-8100-010b254d94cf tempest-ServersAdminNegativeTestJSON-2023886043 tempest-ServersAdminNegativeTestJSON-2023886043-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934203 Nov 13 04:46:10.000249 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:10.014546 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:10.016200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Transition to ACTIVE for port object bd670f0e-3909-474d-aa6e-68663d6225d7 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:46:10.044324 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:10.047120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Network c7d5afd4-345b-4e70-b8c8-9a09069870d4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:10.052084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:10.054306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Pushing event updated for resources: {'Port': ['ID=06be5b9a-91c4-4bb6-8f86-029a1b634f85,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:10.058480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:10.067843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:10.068288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:10.069315 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:10.069738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:10.070157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:10.070568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:10.071021 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:10.071472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:10.071972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:10.072450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:10.072997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:10.073419 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:10.131901 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd7e84d-f0f0-42e8-9429-fa82e5edfc2d None None] DHCP port deletion for abb184c2-0551-4712-87b8-ea6a790c3ce3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:10.137023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Subnet': ['ID=a124f021-0f22-4f8a-a7d9-78b2e1db425c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:10.150365 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Attempting to bind port 06be5b9a-91c4-4bb6-8f86-029a1b634f85 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:46:10.156051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Attempting to bind port 06be5b9a-91c4-4bb6-8f86-029a1b634f85 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '165b246d-cccf-47bf-802d-642ab870a50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c7d5afd4-345b-4e70-b8c8-9a09069870d4'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:46:10.157334 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Attempting to bind port 06be5b9a-91c4-4bb6-8f86-029a1b634f85 on network c7d5afd4-345b-4e70-b8c8-9a09069870d4 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:10.164504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:46:10.164866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Checking segment: {'id': '165b246d-cccf-47bf-802d-642ab870a50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c7d5afd4-345b-4e70-b8c8-9a09069870d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:10.165526 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:10.165921 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Bound using segment: {'id': '165b246d-cccf-47bf-802d-642ab870a50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c7d5afd4-345b-4e70-b8c8-9a09069870d4'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:46:10.166501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Bound port: 06be5b9a-91c4-4bb6-8f86-029a1b634f85, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165b246d-cccf-47bf-802d-642ab870a50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c7d5afd4-345b-4e70-b8c8-9a09069870d4'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:46:10.167153 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:10.217717 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:10.255447 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Pushing event updated for resources: {'Port': ['ID=bd670f0e-3909-474d-aa6e-68663d6225d7,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:10.268977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d5afd4-345b-4e70-b8c8-9a09069870d4']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:10.273812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] For port 06be5b9a-91c4-4bb6-8f86-029a1b634f85, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:10.279000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] For port 06be5b9a-91c4-4bb6-8f86-029a1b634f85, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=06be5b9a-91c4-4bb6-8f86-029a1b634f85,segment=NetworkSegment(165b246d-cccf-47bf-802d-642ab870a50c),segment_id=165b246d-cccf-47bf-802d-642ab870a50c)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:46:10.290787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165b246d-cccf-47bf-802d-642ab870a50c') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:10.291303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165b246d-cccf-47bf-802d-642ab870a50c') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:10.299789 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:10.310256 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:10.328950 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:10.344842 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:10.347515 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:10.354483 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:10.397728 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b7f1d57-fa65-42d0-b487-a93cf9b43924 req-52a7a299-9778-4449-9b1e-41d21203d429 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2532687 Nov 13 04:46:10.404166 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef9a550a-21d1-49ce-892c-56f06d808644 req-16bbecbf-9b6e-4209-99f6-ecf05ce493ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1529293 Nov 13 04:46:10.418371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e63c8-ced7-4673-b12b-8d699559bb22 None None] Pushing event updated for resources: {'Port': ['ID=06be5b9a-91c4-4bb6-8f86-029a1b634f85,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:10.419160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Attempting to bind port bd670f0e-3909-474d-aa6e-68663d6225d7 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:46:10.419748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Attempting to bind port bd670f0e-3909-474d-aa6e-68663d6225d7 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:46:10.440208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Attempting to bind port bd670f0e-3909-474d-aa6e-68663d6225d7 on network abb184c2-0551-4712-87b8-ea6a790c3ce3 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:10.448798 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.db.api [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 13 04:46:10.448798 n-d-813114-2 neutron-server[102668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 13 04:46:10.448798 n-d-813114-2 neutron-server[102668]: [parameters: {'id': 'c7d5afd4-345b-4e70-b8c8-9a09069870d4'}] Nov 13 04:46:10.448798 n-d-813114-2 neutron-server[102668]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:46:10.449378 n-d-813114-2 neutron-server[102668]: DEBUG oslo_db.api [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:46:10.494095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f79d35-86d3-4af2-bc7c-9870b67fc68f None None] Network c7d5afd4-345b-4e70-b8c8-9a09069870d4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:10.539664 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f1430df-c7d5-42bb-a0bb-463ed80e153f req-3264dece-f847-4c2b-906a-17a411169f21 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0962212 Nov 13 04:46:10.545002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Port bd670f0e-3909-474d-aa6e-68663d6225d7 on network abb184c2-0551-4712-87b8-ea6a790c3ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:46:10.545370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Attempting to bind port bd670f0e-3909-474d-aa6e-68663d6225d7 on network abb184c2-0551-4712-87b8-ea6a790c3ce3 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:10.564682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:46:10.564682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Checking segment: {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:10.564682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Bound using segment: {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:46:10.564682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Bound port: bd670f0e-3909-474d-aa6e-68663d6225d7, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:46:10.564682 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:10.606613 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a550a-21d1-49ce-892c-56f06d808644 req-b93fdc02-f5f0-44a9-b50d-6810c1ca80e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:10.608323 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef9a550a-21d1-49ce-892c-56f06d808644 req-b93fdc02-f5f0-44a9-b50d-6810c1ca80e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 1096 time: 0.1527019 Nov 13 04:46:10.613604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f1d57-fa65-42d0-b487-a93cf9b43924 req-99266c46-cd7e-4fa0-ac91-0dddc42709cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:10.615530 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b7f1d57-fa65-42d0-b487-a93cf9b43924 req-99266c46-cd7e-4fa0-ac91-0dddc42709cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7367e99f5ccf4d8db30c322ffd0814f2&device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 1096 time: 0.1511559 Nov 13 04:46:10.651614 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da20b188-0357-4858-9f0d-23179171df75 None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 04:46:10.735904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdca3f-4a02-4869-a424-f2aca11c864b req-9ee05467-33cb-49b7-9a1c-e1273f2c7c1c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:10.744551 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23fdca3f-4a02-4869-a424-f2aca11c864b req-9ee05467-33cb-49b7-9a1c-e1273f2c7c1c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.0696099 Nov 13 04:46:10.778308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da20b188-0357-4858-9f0d-23179171df75 None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 04:46:10.796703 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23fdca3f-4a02-4869-a424-f2aca11c864b req-92c7a8c1-29c6-409e-ad70-eb6270392dd1 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510950 Nov 13 04:46:10.865566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] For port bd670f0e-3909-474d-aa6e-68663d6225d7, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:10.880481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d485308-f9cd-41a8-8cc6-44bca37d76c0 req-c1db4e40-4be1-440b-97e0-d50a203e69b2 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:10.882131 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3d485308-f9cd-41a8-8cc6-44bca37d76c0 req-c1db4e40-4be1-440b-97e0-d50a203e69b2 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 950 time: 0.2299521 Nov 13 04:46:10.916089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] For port bd670f0e-3909-474d-aa6e-68663d6225d7, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=bd670f0e-3909-474d-aa6e-68663d6225d7,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:46:10.944076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a550a-21d1-49ce-892c-56f06d808644 req-33939764-e3c5-4e9b-9e8b-617026ae051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:10.945646 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef9a550a-21d1-49ce-892c-56f06d808644 req-33939764-e3c5-4e9b-9e8b-617026ae051a service neutron] 10.222.0.46 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.2965026 Nov 13 04:46:10.947249 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:10.950856 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:10.999791 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f1d57-fa65-42d0-b487-a93cf9b43924 req-66fd758c-1fdf-48a0-94b1-4c7ef76150a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:11.001288 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b7f1d57-fa65-42d0-b487-a93cf9b43924 req-66fd758c-1fdf-48a0-94b1-4c7ef76150a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16864bc0-e5ad-466d-8ac9-a6ae4899bb66 HTTP/1.1" status: 200 len: 916 time: 0.3403504 Nov 13 04:46:11.042377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:11.043019 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:11.044378 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-696f0254-b4a9-49da-a8a8-69c891242477 req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] 10.222.0.46 "PUT /v2.0/ports/bd670f0e-3909-474d-aa6e-68663d6225d7 HTTP/1.1" status: 200 len: 1092 time: 1.4759912 Nov 13 04:46:11.046522 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc981787-c325-44de-af90-8e073ae3ec56', 'tag': 'bd670f0e-3909-474d-aa6e-68663d6225d7'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:11.048862 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc4009d-7e43-428e-8c50-6602ea696508" -d '{"events": [{"name": "network-changed", "server_uuid": "dc981787-c325-44de-af90-8e073ae3ec56", "tag": "bd670f0e-3909-474d-aa6e-68663d6225d7"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:11.059523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87afd7-db8e-471b-8acb-b4167cc6e72f req-576e40c1-277e-486e-b000-42437d4cf724 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:11.061146 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e87afd7-db8e-471b-8acb-b4167cc6e72f req-576e40c1-277e-486e-b000-42437d4cf724 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 944 time: 0.0716486 Nov 13 04:46:11.067446 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Deleting port 06be5b9a-91c4-4bb6-8f86-029a1b634f85 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:11.067892 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:11.068662 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef9a550a-21d1-49ce-892c-56f06d808644 req-910f1e03-b013-42d9-bf07-1bb6af371818 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8538fd12-39df-466b-9be2-1eda97be6cf3 HTTP/1.1" status: 200 len: 217 time: 0.0842848 Nov 13 04:46:11.093639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2866e57a-2bec-452a-b9e3-6cac2aa3cbd7 None None] DHCP port deletion for abb184c2-0551-4712-87b8-ea6a790c3ce3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:11.157954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] For port 06be5b9a-91c4-4bb6-8f86-029a1b634f85, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=06be5b9a-91c4-4bb6-8f86-029a1b634f85,segment=NetworkSegment(165b246d-cccf-47bf-802d-642ab870a50c),segment_id=165b246d-cccf-47bf-802d-642ab870a50c)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:11.158310 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:11.177200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Calling delete_port for 06be5b9a-91c4-4bb6-8f86-029a1b634f85 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:11.182010 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e87afd7-db8e-471b-8acb-b4167cc6e72f req-7d4a8692-8277-491c-9947-e9a529d17dc8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110656 Nov 13 04:46:11.214636 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3d485308-f9cd-41a8-8cc6-44bca37d76c0 req-d70c0690-bfb4-4c15-acd4-88f6969d5e9e tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201051 Nov 13 04:46:11.242600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15639c9d-b99c-4e2e-aaac-5209fdbd365d service neutron] Pushing event updated for resources: {'Port': ['ID=bd670f0e-3909-474d-aa6e-68663d6225d7,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:11.255059 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a550a-21d1-49ce-892c-56f06d808644 req-a6f26841-980e-499a-b906-c0a7c60ea157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:11.256571 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef9a550a-21d1-49ce-892c-56f06d808644 req-a6f26841-980e-499a-b906-c0a7c60ea157 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.1285126 Nov 13 04:46:11.260515 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b7f1d57-fa65-42d0-b487-a93cf9b43924 req-be5089fc-998a-452e-8df6-1c27907ff2ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c6d538-aac1-4dd4-a2c6-98c5881d4f78 HTTP/1.1" status: 200 len: 1000 time: 0.2195499 Nov 13 04:46:11.277239 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f0254-b4a9-49da-a8a8-69c891242477 req-e4b82d40-c028-450a-8cc5-ad6010a71477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:11.278731 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-696f0254-b4a9-49da-a8a8-69c891242477 req-e4b82d40-c028-450a-8cc5-ad6010a71477 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 1095 time: 0.1550980 Nov 13 04:46:11.283163 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:11.302828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef9a550a-21d1-49ce-892c-56f06d808644 req-c1a1febc-2e15-4855-8366-71a4c661f1b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379500 Nov 13 04:46:11.321233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Port': ['ID=06be5b9a-91c4-4bb6-8f86-029a1b634f85,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:11.325462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No DVR routers for this DVR port 06be5b9a-91c4-4bb6-8f86-029a1b634f85 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:46:11.381337 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-696f0254-b4a9-49da-a8a8-69c891242477 req-dbff874f-06fd-4890-abda-f2a51a6fa4cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd670f0e-3909-474d-aa6e-68663d6225d7 HTTP/1.1" status: 200 len: 217 time: 0.0807252 Nov 13 04:46:11.409137 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a2ba5a-8e02-41fa-9fc4-39b520a97290 x-openstack-request-id: req-03a2ba5a-8e02-41fa-9fc4-39b520a97290 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:11.409757 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc981787-c325-44de-af90-8e073ae3ec56", "tag": "bd670f0e-3909-474d-aa6e-68663d6225d7", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:11.409757 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03a2ba5a-8e02-41fa-9fc4-39b520a97290 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:11.410961 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc981787-c325-44de-af90-8e073ae3ec56', 'tag': 'bd670f0e-3909-474d-aa6e-68663d6225d7', 'status': 'completed', 'code': 200} Nov 13 04:46:11.417921 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:11.439203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d5afd4-345b-4e70-b8c8-9a09069870d4']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:11.450557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165b246d-cccf-47bf-802d-642ab870a50c') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:11.450557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165b246d-cccf-47bf-802d-642ab870a50c') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:11.460536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:11.474715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:11.481256 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:11.481774 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:11.484823 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:11.487359 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f1d57-fa65-42d0-b487-a93cf9b43924 req-06576996-32ad-41cf-8b8d-2d427b60e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:11.488091 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b7f1d57-fa65-42d0-b487-a93cf9b43924 req-06576996-32ad-41cf-8b8d-2d427b60e78b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85960f19-6091-4bda-bdff-164b0aa021c1 HTTP/1.1" status: 200 len: 854 time: 0.2146728 Nov 13 04:46:11.543600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f0254-b4a9-49da-a8a8-69c891242477 req-71c54f9e-01e2-4394-8b79-64385172033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:11.545070 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-696f0254-b4a9-49da-a8a8-69c891242477 req-71c54f9e-01e2-4394-8b79-64385172033e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da060a9b-742c-4f27-98ad-64a6913e0916 HTTP/1.1" status: 200 len: 850 time: 0.1377926 Nov 13 04:46:11.552216 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:11.565072 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:11.573007 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/c7d5afd4-345b-4e70-b8c8-9a09069870d4 HTTP/1.1" status: 204 len: 168 time: 2.2142966 Nov 13 04:46:11.573875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52334) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:11.578259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e830e70a-4924-40d2-95af-0fd743869603 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2113175161'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:11.594726 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef9a550a-21d1-49ce-892c-56f06d808644 req-2f8a90b1-64f6-4513-880d-2f27889047a8 service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647119 Nov 13 04:46:11.596539 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-696f0254-b4a9-49da-a8a8-69c891242477 req-c695e88f-18dd-401c-95fe-44777461e206 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abb184c2-0551-4712-87b8-ea6a790c3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376203 Nov 13 04:46:11.599253 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1073ad9-d817-4dbd-9f65-3d0be7f04582 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Network': ['ID=c7d5afd4-345b-4e70-b8c8-9a09069870d4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:11.604375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f1d57-fa65-42d0-b487-a93cf9b43924 req-9dc852f3-3b56-4fb3-b8f5-367c6282a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:11.605749 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b7f1d57-fa65-42d0-b487-a93cf9b43924 req-9dc852f3-3b56-4fb3-b8f5-367c6282a692 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16864bc0-e5ad-466d-8ac9-a6ae4899bb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093099 Nov 13 04:46:11.623795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e830e70a-4924-40d2-95af-0fd743869603 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:11.627742 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e830e70a-4924-40d2-95af-0fd743869603 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:11.659374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e830e70a-4924-40d2-95af-0fd743869603 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:11.669829 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e830e70a-4924-40d2-95af-0fd743869603 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:11.670210 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-e830e70a-4924-40d2-95af-0fd743869603 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Added segment e64bb039-0842-4715-95f2-fd1dac22444b of type vlan for network ecb7fef2-ac92-41e4-8957-6197689b121d Nov 13 04:46:11.710279 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e830e70a-4924-40d2-95af-0fd743869603 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:11.742157 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e830e70a-4924-40d2-95af-0fd743869603 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:11.750025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e830e70a-4924-40d2-95af-0fd743869603 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:11.750935 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e830e70a-4924-40d2-95af-0fd743869603 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:11.776976 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d771c7b4-9368-4298-a7f0-0e4185e1a591 req-3805602e-e56e-48ea-ad12-7f4ce3d45579 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.1182027 Nov 13 04:46:11.821400 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e830e70a-4924-40d2-95af-0fd743869603 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2439623 Nov 13 04:46:11.821748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52344) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:11.827172 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a6677313-5f2d-4d87-89f6-6a727bbe2ac3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'subnet': {'network_id': 'ecb7fef2-ac92-41e4-8957-6197689b121d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:11.860553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830e70a-4924-40d2-95af-0fd743869603 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Network': ['ID=ecb7fef2-ac92-41e4-8957-6197689b121d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:11.875133 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network ecb7fef2-ac92-41e4-8957-6197689b121d details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:11.987622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0efd8-4760-4445-8e0d-e3d0dbc31605 req-7eb7e1f7-47e7-4dcb-997d-62131770f664 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:11.989337 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adf0efd8-4760-4445-8e0d-e3d0dbc31605 req-7eb7e1f7-47e7-4dcb-997d-62131770f664 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.0758424 Nov 13 04:46:11.998934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52350) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:12.008126 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6677313-5f2d-4d87-89f6-6a727bbe2ac3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:12.013986 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6677313-5f2d-4d87-89f6-6a727bbe2ac3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:12.142862 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adf0efd8-4760-4445-8e0d-e3d0dbc31605 req-78cabc56-176a-40b2-8d42-cc594c6a95ee tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241066 Nov 13 04:46:12.156623 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77db3d65-6e19-425c-9706-3c333fe5dd7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:12.212265 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-696f0254-b4a9-49da-a8a8-69c891242477 req-66c054a3-b7b7-412d-a509-3ebcab1143c2 service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019502 Nov 13 04:46:12.257018 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b7f1d57-fa65-42d0-b487-a93cf9b43924 req-b3f6b16d-e649-4b27-be23-9672aed41642 service neutron] 10.222.0.36 "GET /v2.0/networks/16864bc0-e5ad-466d-8ac9-a6ae4899bb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271477 Nov 13 04:46:12.265572 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef9a550a-21d1-49ce-892c-56f06d808644 req-f4aedbca-b555-4865-864d-b09b65460bf5 service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571021 Nov 13 04:46:12.332048 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77db3d65-6e19-425c-9706-3c333fe5dd7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:12.334027 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6677313-5f2d-4d87-89f6-6a727bbe2ac3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:12.367023 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77db3d65-6e19-425c-9706-3c333fe5dd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:12.434221 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-696f0254-b4a9-49da-a8a8-69c891242477 req-6a98ed28-46f6-4bd3-87ef-26bfbbe902d7 service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090981 Nov 13 04:46:12.441726 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7708-dd3d-4e2e-9046-207136220fbf req-24e7b102-b781-4376-93e9-b9d9af11aee9 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:12.443146 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e7d7708-dd3d-4e2e-9046-207136220fbf req-24e7b102-b781-4376-93e9-b9d9af11aee9 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 944 time: 0.1424110 Nov 13 04:46:12.458108 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-77db3d65-6e19-425c-9706-3c333fe5dd7a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44e67d668b1b44018ff278ebe802ee7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4553049 Nov 13 04:46:12.458108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6677313-5f2d-4d87-89f6-6a727bbe2ac3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Subnet': ['ID=b0e7eb61-fc29-492f-9590-8b70993feac9,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:12.461552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52360) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:12.463724 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db3d65-6e19-425c-9706-3c333fe5dd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e053727-eb1e-443f-96c7-b3763d83031c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:12.479414 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b7f1d57-fa65-42d0-b487-a93cf9b43924 req-502dbb66-d2f7-4ea4-810f-d2e661a8241f service neutron] 10.222.0.36 "GET /v2.0/networks/16864bc0-e5ad-466d-8ac9-a6ae4899bb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772330 Nov 13 04:46:12.511180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14802a-8364-4192-a0aa-e767281ce41e req-467e3109-a888-4d59-be83-94c29949e359 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:12.512920 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8a14802a-8364-4192-a0aa-e767281ce41e req-467e3109-a888-4d59-be83-94c29949e359 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 950 time: 0.1833217 Nov 13 04:46:12.519553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e7d7708-dd3d-4e2e-9046-207136220fbf req-89cf1c0f-f00a-437c-a4fe-093d9125fc95 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676191 Nov 13 04:46:12.548249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6677313-5f2d-4d87-89f6-6a727bbe2ac3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Checking segment: {'id': 'e64bb039-0842-4715-95f2-fd1dac22444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ecb7fef2-ac92-41e4-8957-6197689b121d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:12.548626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6677313-5f2d-4d87-89f6-6a727bbe2ac3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network hostable DHCP agents. Network: ecb7fef2-ac92-41e4-8957-6197689b121d, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:12.582233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00779815-afc5-4937-8aff-4a4e588d69e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:12.585764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4009d-7e43-428e-8c50-6602ea696508 req-ad3b7102-0410-4440-9fb8-2390889c5f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:12.587474 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cc4009d-7e43-428e-8c50-6602ea696508 req-ad3b7102-0410-4440-9fb8-2390889c5f09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 1095 time: 0.0473261 Nov 13 04:46:12.601859 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8a14802a-8364-4192-a0aa-e767281ce41e req-c3823c63-2b92-4b64-8f0a-b937ee60bd44 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804689 Nov 13 04:46:12.607770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6677313-5f2d-4d87-89f6-6a727bbe2ac3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network ecb7fef2-ac92-41e4-8957-6197689b121d is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:12.627302 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00779815-afc5-4937-8aff-4a4e588d69e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:12.628962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a6677313-5f2d-4d87-89f6-6a727bbe2ac3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, ecb7fef2-ac92-41e4-8957-6197689b121d) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:12.638625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6677313-5f2d-4d87-89f6-6a727bbe2ac3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:12.639804 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6677313-5f2d-4d87-89f6-6a727bbe2ac3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:12.640620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12de98f1-0982-43a3-a07e-923582580258 None None] Network ecb7fef2-ac92-41e4-8957-6197689b121d requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:12.673920 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52362) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:12.677302 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a6677313-5f2d-4d87-89f6-6a727bbe2ac3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8541486 Nov 13 04:46:12.705478 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00779815-afc5-4937-8aff-4a4e588d69e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:12.708580 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00779815-afc5-4937-8aff-4a4e588d69e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:12.710069 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-00779815-afc5-4937-8aff-4a4e588d69e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e053727-eb1e-443f-96c7-b3763d83031c HTTP/1.1" status: 204 len: 168 time: 0.2471604 Nov 13 04:46:12.719329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00779815-afc5-4937-8aff-4a4e588d69e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e053727-eb1e-443f-96c7-b3763d83031c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:12.809727 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4009d-7e43-428e-8c50-6602ea696508 req-0327484c-8628-4fc2-88ee-fa6843b8a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:12.811249 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cc4009d-7e43-428e-8c50-6602ea696508 req-0327484c-8628-4fc2-88ee-fa6843b8a97b service neutron] 10.222.0.46 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 911 time: 0.2158139 Nov 13 04:46:12.835827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-ecb7fef2-ac92-41e4-8957-6197689b121d', 'network_id': 'ecb7fef2-ac92-41e4-8957-6197689b121d', 'tenant_id': 'cd68d76e80c64ea09f9083f1587a749e', 'fixed_ips': [{'subnet_id': 'b0e7eb61-fc29-492f-9590-8b70993feac9'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:46:12.836685 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:12.844745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa8e-4935-4697-acb3-8d3dd384b335 req-540d8887-fff0-4f1e-8670-430c2e93be80 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:12.846255 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a7aaa8e-4935-4697-acb3-8d3dd384b335 req-540d8887-fff0-4f1e-8670-430c2e93be80 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.36 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 950 time: 0.1526322 Nov 13 04:46:12.893435 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cc4009d-7e43-428e-8c50-6602ea696508 req-3903b173-27b6-403e-8e40-0ed86deaffda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd670f0e-3909-474d-aa6e-68663d6225d7 HTTP/1.1" status: 200 len: 217 time: 0.0695298 Nov 13 04:46:12.901467 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:12.942763 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dbaead4f-a9f3-4d91-97dc-e7074cf13502 req-31262abe-e2be-4a1e-a3b2-4f4d32dceac4 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0575871 Nov 13 04:46:13.012975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Allocated IP 172.20.0.1 (ecb7fef2-ac92-41e4-8957-6197689b121d/b0e7eb61-fc29-492f-9590-8b70993feac9/7a38e077-0ea3-4089-8f4a-9b0dad229598) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:46:13.057669 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4009d-7e43-428e-8c50-6602ea696508 req-7c2f0817-a493-4001-a9ba-ea63f4c1e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:13.059193 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cc4009d-7e43-428e-8c50-6602ea696508 req-7c2f0817-a493-4001-a9ba-ea63f4c1e92b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da060a9b-742c-4f27-98ad-64a6913e0916 HTTP/1.1" status: 200 len: 850 time: 0.1376460 Nov 13 04:46:13.107638 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cc4009d-7e43-428e-8c50-6602ea696508 req-353bbb58-d178-4a82-95d7-0e039e97c6d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abb184c2-0551-4712-87b8-ea6a790c3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386174 Nov 13 04:46:13.109625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.183625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-7a7aaa8e-4935-4697-acb3-8d3dd384b335 req-9e761164-14c0-4996-8be3-0cddf9a8cbc4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Deleting port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:13.184026 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7a7aaa8e-4935-4697-acb3-8d3dd384b335 req-9e761164-14c0-4996-8be3-0cddf9a8cbc4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.334188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c85ece-b426-4898-be94-3b19ba898ef7 req-d6bc66e8-0d75-48fa-ae54-69b62da2fb2a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:13.342749 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1c85ece-b426-4898-be94-3b19ba898ef7 req-d6bc66e8-0d75-48fa-ae54-69b62da2fb2a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.0781531 Nov 13 04:46:13.354295 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cc4009d-7e43-428e-8c50-6602ea696508 req-92440c06-4cda-4d20-bd4c-0ab559a4af05 service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155671 Nov 13 04:46:13.364435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7a7aaa8e-4935-4697-acb3-8d3dd384b335 req-9e761164-14c0-4996-8be3-0cddf9a8cbc4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] For port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=892f1b2f-146e-4f1a-8eeb-7a1e367cc64b,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:13.364815 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7a7aaa8e-4935-4697-acb3-8d3dd384b335 req-9e761164-14c0-4996-8be3-0cddf9a8cbc4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.367697 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.377838 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.410903 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-7a7aaa8e-4935-4697-acb3-8d3dd384b335 req-9e761164-14c0-4996-8be3-0cddf9a8cbc4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Calling delete_port for 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:13.417486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Network ecb7fef2-ac92-41e4-8957-6197689b121d is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:13.419036 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1c85ece-b426-4898-be94-3b19ba898ef7 req-198003db-5289-4b99-b2d0-56ca0a533707 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742199 Nov 13 04:46:13.424827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:13.434359 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:13.442526 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Pushing event updated for resources: {'Port': ['ID=7a38e077-0ea3-4089-8f4a-9b0dad229598,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:13.462110 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.492645 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Attempting to bind port 7a38e077-0ea3-4089-8f4a-9b0dad229598 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:46:13.493210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Attempting to bind port 7a38e077-0ea3-4089-8f4a-9b0dad229598 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'e64bb039-0842-4715-95f2-fd1dac22444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ecb7fef2-ac92-41e4-8957-6197689b121d'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:46:13.493665 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Attempting to bind port 7a38e077-0ea3-4089-8f4a-9b0dad229598 on network ecb7fef2-ac92-41e4-8957-6197689b121d {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:13.499583 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:46:13.500083 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Checking segment: {'id': 'e64bb039-0842-4715-95f2-fd1dac22444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ecb7fef2-ac92-41e4-8957-6197689b121d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:13.500627 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.501146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Bound using segment: {'id': 'e64bb039-0842-4715-95f2-fd1dac22444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ecb7fef2-ac92-41e4-8957-6197689b121d'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:46:13.501670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Bound port: 7a38e077-0ea3-4089-8f4a-9b0dad229598, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64bb039-0842-4715-95f2-fd1dac22444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ecb7fef2-ac92-41e4-8957-6197689b121d'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:46:13.503599 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.535506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e7eb61-fc29-492f-9590-8b70993feac9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:13.571820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] For port 7a38e077-0ea3-4089-8f4a-9b0dad229598, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:13.575670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] For port 7a38e077-0ea3-4089-8f4a-9b0dad229598, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7a38e077-0ea3-4089-8f4a-9b0dad229598,segment=NetworkSegment(e64bb039-0842-4715-95f2-fd1dac22444b),segment_id=e64bb039-0842-4715-95f2-fd1dac22444b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:46:13.583197 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.591228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:13.591919 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:13.592447 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:13.592948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:13.593554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:13.594080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:13.594585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:13.595103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:13.595608 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:13.596107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:13.596616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:13.597104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:13.603466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:13.647202 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cc4009d-7e43-428e-8c50-6602ea696508 req-55038167-7ea4-4ecd-ac51-090b55d144c1 service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794745 Nov 13 04:46:13.659061 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.674318 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeed0ba-20c4-4404-bc21-01c1c1508c27 None None] Pushing event updated for resources: {'Port': ['ID=7a38e077-0ea3-4089-8f4a-9b0dad229598,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:13.696024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb7fef2-ac92-41e4-8957-6197689b121d']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:13.696806 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c75e253-c0de-44a6-b554-08478ae592bf None None] Network ecb7fef2-ac92-41e4-8957-6197689b121d requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:13.752871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64bb039-0842-4715-95f2-fd1dac22444b') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:13.753439 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64bb039-0842-4715-95f2-fd1dac22444b') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:13.771969 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.780334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6fc68-839c-46a0-b1b1-50a375db51b1 req-bcfe36b5-ac58-4ad2-9c8c-b79da3fde3a5 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:13.781887 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a8d6fc68-839c-46a0-b1b1-50a375db51b1 req-bcfe36b5-ac58-4ad2-9c8c-b79da3fde3a5 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36b91f4-6e1f-473d-a114-ebd5b66decf1 HTTP/1.1" status: 200 len: 950 time: 0.0591359 Nov 13 04:46:13.787552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-517908084-network', 'tenant_id': '304f4e5d5087403f84133426aa364fd7'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:13.800635 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.823677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ee22a-0ca6-4be9-8881-ceba0794ed01 req-1b38b61e-b07f-4352-9c41-682351a3fca9 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:13.826065 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c58ee22a-0ca6-4be9-8881-ceba0794ed01 req-1b38b61e-b07f-4352-9c41-682351a3fca9 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 944 time: 0.1430888 Nov 13 04:46:13.828268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:13.828910 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:13.832724 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:13.835269 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Made reservation on behalf of 304f4e5d5087403f84133426aa364fd7 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:13.836351 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.849195 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7a7aaa8e-4935-4697-acb3-8d3dd384b335 req-9e761164-14c0-4996-8be3-0cddf9a8cbc4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.853576 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:13.865685 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a8d6fc68-839c-46a0-b1b1-50a375db51b1 req-e823ed8a-63ec-498a-9a66-238399d41f7e tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738599 Nov 13 04:46:13.869335 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dbdabc-99e6-403d-89ed-2e28fbcad808 None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 04:46:13.898074 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['72ee54cb-a527-4918-8687-3044437e3dd3', '892f1b2f-146e-4f1a-8eeb-7a1e367cc64b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:46:13.936639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e761164-14c0-4996-8be3-0cddf9a8cbc4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Pushing event deleted for resources: {'Port': ['ID=892f1b2f-146e-4f1a-8eeb-7a1e367cc64b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:13.963641 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.db.api [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 13 04:46:13.963641 n-d-813114-2 neutron-server[102667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 13 04:46:13.963641 n-d-813114-2 neutron-server[102667]: [parameters: {'id': 'ecb7fef2-ac92-41e4-8957-6197689b121d'}] Nov 13 04:46:13.963641 n-d-813114-2 neutron-server[102667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:46:13.964149 n-d-813114-2 neutron-server[102667]: DEBUG oslo_db.api [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:46:14.021613 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7aaa8e-4935-4697-acb3-8d3dd384b335 req-9e761164-14c0-4996-8be3-0cddf9a8cbc4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] No DVR routers for this DVR port 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:46:14.029742 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c58ee22a-0ca6-4be9-8881-ceba0794ed01 req-c0dec341-0dab-4f8c-84ac-886d8e61447e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924727 Nov 13 04:46:14.030972 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7a7aaa8e-4935-4697-acb3-8d3dd384b335 req-9e761164-14c0-4996-8be3-0cddf9a8cbc4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:14.033211 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dbdabc-99e6-403d-89ed-2e28fbcad808 None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 04:46:14.034279 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a7aaa8e-4935-4697-acb3-8d3dd384b335 req-9e761164-14c0-4996-8be3-0cddf9a8cbc4 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.36 "DELETE /v2.0/ports/892f1b2f-146e-4f1a-8eeb-7a1e367cc64b HTTP/1.1" status: 204 len: 173 time: 1.1530113 Nov 13 04:46:14.034747 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36b91f4-6e1f-473d-a114-ebd5b66decf1', 'name': 'network-vif-deleted', 'tag': '892f1b2f-146e-4f1a-8eeb-7a1e367cc64b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:14.037090 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b55ebe2-89e2-4bbc-b69d-368750db0a66" -d '{"events": [{"server_uuid": "b36b91f4-6e1f-473d-a114-ebd5b66decf1", "name": "network-vif-deleted", "tag": "892f1b2f-146e-4f1a-8eeb-7a1e367cc64b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:14.082461 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:14.098344 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:14.111309 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fca25b-4447-4ace-94b8-9235aad3fef6 x-openstack-request-id: req-d0fca25b-4447-4ace-94b8-9235aad3fef6 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:14.111834 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36b91f4-6e1f-473d-a114-ebd5b66decf1", "name": "network-vif-deleted", "tag": "892f1b2f-146e-4f1a-8eeb-7a1e367cc64b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:14.112623 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0fca25b-4447-4ace-94b8-9235aad3fef6 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:14.113158 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36b91f4-6e1f-473d-a114-ebd5b66decf1', 'name': 'network-vif-deleted', 'tag': '892f1b2f-146e-4f1a-8eeb-7a1e367cc64b', 'status': 'completed', 'code': 200} Nov 13 04:46:14.125434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eed48041-ca94-440c-8c84-9f8f74db5912 req-79c20b32-ceb1-41a6-b7c1-b38ef864ea2f tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0398998 Nov 13 04:46:14.143782 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:14.156636 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:14.157113 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Added segment 26cb54fc-84a9-4403-8c2b-cac8c8599be5 of type vlan for network 59bd2b6a-1971-4bf9-889b-eb5328782863 Nov 13 04:46:14.166038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed6d096-86e8-475a-bb4e-5d32575f819b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:14.203341 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:14.229849 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:14.231046 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:14.231726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:14.266348 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6617579 Nov 13 04:46:14.269287 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52406) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:14.277821 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3106a3f2-a4b6-4bf5-848a-ed586e019a95 admin admin] Request body: {'subnet': {'network_id': '59bd2b6a-1971-4bf9-889b-eb5328782863', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-517908084-subnet', 'tenant_id': '304f4e5d5087403f84133426aa364fd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:14.300712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Pushing event updated for resources: {'Network': ['ID=59bd2b6a-1971-4bf9-889b-eb5328782863,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:14.304596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3106a3f2-a4b6-4bf5-848a-ed586e019a95 admin admin] Made reservation on behalf of 304f4e5d5087403f84133426aa364fd7 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:14.308354 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3106a3f2-a4b6-4bf5-848a-ed586e019a95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:14.309419 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:14.310072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:14.310425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:14.310761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:14.311146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:14.311605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:14.311923 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:14.312321 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:14.312652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:14.312973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:14.313304 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:14.313632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e350192-ee2c-4a64-a8b0-759587501b13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:14.329932 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 59bd2b6a-1971-4bf9-889b-eb5328782863 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:14.467200 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:14.520117 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3106a3f2-a4b6-4bf5-848a-ed586e019a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:14.558834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a82cb2-e67c-4c5e-b4c1-f77009681088 req-f6496817-a85a-42ab-885c-c8cc561128e5 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:14.560318 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e9a82cb2-e67c-4c5e-b4c1-f77009681088 req-f6496817-a85a-42ab-885c-c8cc561128e5 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.0586188 Nov 13 04:46:14.584988 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106a3f2-a4b6-4bf5-848a-ed586e019a95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea42de2b-a9df-41c1-8d52-89d2cd2d74b2,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:14.615197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Deleting port 7a38e077-0ea3-4089-8f4a-9b0dad229598 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:14.615546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:14.625312 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e9a82cb2-e67c-4c5e-b4c1-f77009681088 req-c5ec6ea8-f1ea-4859-9c3c-ad3c77ffbdb3 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546203 Nov 13 04:46:14.636389 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106a3f2-a4b6-4bf5-848a-ed586e019a95 admin admin] Checking segment: {'id': '26cb54fc-84a9-4403-8c2b-cac8c8599be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '59bd2b6a-1971-4bf9-889b-eb5328782863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:14.636757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106a3f2-a4b6-4bf5-848a-ed586e019a95 admin admin] Network hostable DHCP agents. Network: 59bd2b6a-1971-4bf9-889b-eb5328782863, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:14.700450 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] For port 7a38e077-0ea3-4089-8f4a-9b0dad229598, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7a38e077-0ea3-4089-8f4a-9b0dad229598,segment=NetworkSegment(e64bb039-0842-4715-95f2-fd1dac22444b),segment_id=e64bb039-0842-4715-95f2-fd1dac22444b)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:14.700781 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:14.708457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106a3f2-a4b6-4bf5-848a-ed586e019a95 admin admin] Network 59bd2b6a-1971-4bf9-889b-eb5328782863 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:14.718644 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Calling delete_port for 7a38e077-0ea3-4089-8f4a-9b0dad229598 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:14.725596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-3106a3f2-a4b6-4bf5-848a-ed586e019a95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 59bd2b6a-1971-4bf9-889b-eb5328782863) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:14.730358 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3106a3f2-a4b6-4bf5-848a-ed586e019a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:14.731004 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3106a3f2-a4b6-4bf5-848a-ed586e019a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:14.739252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cc92f9-c557-44c5-9e72-5013beb3daf3 None None] Network 59bd2b6a-1971-4bf9-889b-eb5328782863 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:14.782572 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3106a3f2-a4b6-4bf5-848a-ed586e019a95 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5119600 Nov 13 04:46:14.829274 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:14.856672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No DVR routers for this DVR port 7a38e077-0ea3-4089-8f4a-9b0dad229598 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:46:14.862902 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Port': ['ID=7a38e077-0ea3-4089-8f4a-9b0dad229598,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:14.951612 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:14.978397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb7fef2-ac92-41e4-8957-6197689b121d']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:14.992792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64bb039-0842-4715-95f2-fd1dac22444b') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:14.993301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64bb039-0842-4715-95f2-fd1dac22444b') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:15.005699 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:15.021479 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:15.028967 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:15.029374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:15.036294 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:15.043338 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a1be4-3dd5-46dd-9925-1482df794e3e None None] Network 59bd2b6a-1971-4bf9-889b-eb5328782863 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:15.108716 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:15.124308 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:15.128138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/ecb7fef2-ac92-41e4-8957-6197689b121d HTTP/1.1" status: 204 len: 168 time: 2.4529467 Nov 13 04:46:15.131776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52426) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:15.140110 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6bee1163-7576-48af-94b9-26a8a9042395 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-538541006'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:15.154950 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42c551-eaf0-4555-ae4b-9f434b831efd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Network': ['ID=ecb7fef2-ac92-41e4-8957-6197689b121d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:15.187666 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bee1163-7576-48af-94b9-26a8a9042395 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:15.192621 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bee1163-7576-48af-94b9-26a8a9042395 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:15.222976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bee1163-7576-48af-94b9-26a8a9042395 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:15.226817 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-3e2c50bc-e7a6-40dd-a906-833dc8bd16a2 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:15.234115 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-3e2c50bc-e7a6-40dd-a906-833dc8bd16a2 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a&tenant_id=84f24f012ac64c77a0d17f88ca400a24&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 1097 time: 0.0898108 Nov 13 04:46:15.234975 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bee1163-7576-48af-94b9-26a8a9042395 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:15.235567 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-6bee1163-7576-48af-94b9-26a8a9042395 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Added segment 5337a7ab-7d12-4836-9747-8f1895c9e3f7 of type vlan for network 23af5906-30f9-4e96-97f3-6b71027e508a Nov 13 04:46:15.254855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813114-2'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:15.279995 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bee1163-7576-48af-94b9-26a8a9042395 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:15.308087 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bee1163-7576-48af-94b9-26a8a9042395 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:15.315065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee1163-7576-48af-94b9-26a8a9042395 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:15.315844 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bee1163-7576-48af-94b9-26a8a9042395 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:15.377820 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:15.396634 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6bee1163-7576-48af-94b9-26a8a9042395 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2610641 Nov 13 04:46:15.402460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52442) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:15.415562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee1163-7576-48af-94b9-26a8a9042395 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Network': ['ID=23af5906-30f9-4e96-97f3-6b71027e508a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:15.423873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-22627a41-6c97-4554-aa51-8f500e1e8d2a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'subnet': {'network_id': '23af5906-30f9-4e96-97f3-6b71027e508a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:15.429916 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 23af5906-30f9-4e96-97f3-6b71027e508a details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:15.438804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9099c0-afa8-4610-810e-05b1b93cf4f2 req-f235d88f-6767-44d7-a460-1c4b7b772f5e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:15.440627 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f9099c0-afa8-4610-810e-05b1b93cf4f2 req-f235d88f-6767-44d7-a460-1c4b7b772f5e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 944 time: 0.0890012 Nov 13 04:46:15.480221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-b34c738c-d7bc-48ec-b0b0-36bbdb3e7e13 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:15.481807 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-b34c738c-d7bc-48ec-b0b0-36bbdb3e7e13 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/networks?id=59bd2b6a-1971-4bf9-889b-eb5328782863 HTTP/1.1" status: 200 len: 821 time: 0.2216690 Nov 13 04:46:15.492445 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f9099c0-afa8-4610-810e-05b1b93cf4f2 req-8b20f775-1329-4b97-bb08-abdee27cb6fc tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447485 Nov 13 04:46:15.526240 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:46:15.582140 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-290689e7-317d-4232-846a-603c9b25e99d req-291e6e2f-6793-402b-9c39-3d195601b6f0 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0253682 Nov 13 04:46:15.583070 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-c8fbc46e-de22-4881-aada-d1a6be7d18d1 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/quotas/304f4e5d5087403f84133426aa364fd7 HTTP/1.1" status: 200 len: 375 time: 0.0653918 Nov 13 04:46:15.693614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72350c-a46c-4f85-afd4-92deaef8a8fd req-6d178db9-27a9-4917-ba27-fb5d4e5d3639 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:15.695223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a72350c-a46c-4f85-afd4-92deaef8a8fd req-6d178db9-27a9-4917-ba27-fb5d4e5d3639 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 950 time: 0.0513339 Nov 13 04:46:15.752567 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a72350c-a46c-4f85-afd4-92deaef8a8fd req-7d72ee52-cf7d-4d0e-a214-ea17766eb396 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507591 Nov 13 04:46:15.909355 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-55fe81ce-7b62-45cf-8322-9b834680fe9b tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=304f4e5d5087403f84133426aa364fd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3160119 Nov 13 04:46:15.946686 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c1d32-696a-4454-a432-19363ed84fb2 req-87d5d19b-bab7-40b9-98a3-7259e32d40dd tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:15.948565 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb6c1d32-696a-4454-a432-19363ed84fb2 req-87d5d19b-bab7-40b9-98a3-7259e32d40dd tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.0547655 Nov 13 04:46:15.948942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22627a41-6c97-4554-aa51-8f500e1e8d2a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:15.952393 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-22627a41-6c97-4554-aa51-8f500e1e8d2a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:15.974256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 09174db8-91e0-4b74-a72c-b608e45a4bd2 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:46:16.000577 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb6c1d32-696a-4454-a432-19363ed84fb2 req-a35a54e5-00c9-43b7-9906-f4efa7c853b6 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462360 Nov 13 04:46:16.045362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:16.078301 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:16.089808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 09174db8-91e0-4b74-a72c-b608e45a4bd2 has no active binding in host n-h1-813114-2 {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 13 04:46:16.090170 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device bd670f0e-3909-474d-aa6e-68663d6225d7 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:46:16.118549 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-d53198eb-ddbf-49d3-a2da-6af316b0fb05 service neutron] 10.222.0.43 "GET /v2.0/networks/59bd2b6a-1971-4bf9-889b-eb5328782863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015107 Nov 13 04:46:16.159955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:16.189364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port bd670f0e-3909-474d-aa6e-68663d6225d7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=bd670f0e-3909-474d-aa6e-68663d6225d7,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:16.200969 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'bd670f0e-3909-474d-aa6e-68663d6225d7', 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3', 'port_id': 'bd670f0e-3909-474d-aa6e-68663d6225d7', 'mac_address': 'fa:16:3e:d3:c5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da060a9b-742c-4f27-98ad-64a6913e0916', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:46:16.239207 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:16.253139 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:16.253998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd670f0e-3909-474d-aa6e-68663d6225d7 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:46:16.255633 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230161e7-53f9-4f2c-8559-219742d9c879" -d '{"events": [{"server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "name": "network-vif-unplugged", "status": "completed", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:16.267763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:16.276702 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port bd670f0e-3909-474d-aa6e-68663d6225d7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=bd670f0e-3909-474d-aa6e-68663d6225d7,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:16.281175 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:16.282874 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:16.329738 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da2de26-cc2d-465e-9888-e735241807fd x-openstack-request-id: req-4da2de26-cc2d-465e-9888-e735241807fd {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:16.330088 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "name": "network-vif-unplugged", "status": "completed", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:16.330280 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4da2de26-cc2d-465e-9888-e735241807fd {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:16.330662 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2', 'code': 200} Nov 13 04:46:16.339234 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=bd670f0e-3909-474d-aa6e-68663d6225d7,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:16.370273 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-e2b40d71-d5de-4d0d-8509-b6396abfb410 service neutron] 10.222.0.43 "GET /v2.0/networks/59bd2b6a-1971-4bf9-889b-eb5328782863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427015 Nov 13 04:46:16.371352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335bd566-6903-4741-afd8-0e42a393e411 None None] DHCP port deletion for 38c4ff77-85a2-430d-a6a9-b667d4750285 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:16.406547 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-22627a41-6c97-4554-aa51-8f500e1e8d2a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:16.438156 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Pushing event updated for resources: {'Port': ['ID=09174db8-91e0-4b74-a72c-b608e45a4bd2,revision_number=7']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:16.468195 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-34036f3b-0969-4c12-8e9b-70df8c8b2648 None None] Provisioning complete for port 09174db8-91e0-4b74-a72c-b608e45a4bd2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:16.468850 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34036f3b-0969-4c12-8e9b-70df8c8b2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:16.494778 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Attempting to bind port 09174db8-91e0-4b74-a72c-b608e45a4bd2 on host n-h2-813114-2 for vnic_type normal with profile {"migrating_to": "n-h1-813114-2"} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:46:16.495364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Attempting to bind port 09174db8-91e0-4b74-a72c-b608e45a4bd2 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:46:16.495505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Attempting to bind port 09174db8-91e0-4b74-a72c-b608e45a4bd2 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:16.505414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22627a41-6c97-4554-aa51-8f500e1e8d2a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Subnet': ['ID=4c008acc-9ccf-4d4d-b597-826d267e16ef,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:16.513075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Port 09174db8-91e0-4b74-a72c-b608e45a4bd2 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:46:16.513611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Attempting to bind port 09174db8-91e0-4b74-a72c-b608e45a4bd2 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:16.525849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:46:16.526499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Checking segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:16.527119 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Bound using segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:46:16.527740 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Bound port: 09174db8-91e0-4b74-a72c-b608e45a4bd2, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:46:16.528297 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:16.534605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22627a41-6c97-4554-aa51-8f500e1e8d2a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Checking segment: {'id': '5337a7ab-7d12-4836-9747-8f1895c9e3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '23af5906-30f9-4e96-97f3-6b71027e508a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:16.535201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22627a41-6c97-4554-aa51-8f500e1e8d2a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network hostable DHCP agents. Network: 23af5906-30f9-4e96-97f3-6b71027e508a, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:16.558122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-34036f3b-0969-4c12-8e9b-70df8c8b2648 None None] Port 09174db8-91e0-4b74-a72c-b608e45a4bd2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:46:16.569369 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-982001ae-b551-48ba-84a2-4b421b3de9b7 req-65fbb646-e37d-44ed-b8a1-da005dafa911 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 210 time: 0.0412905 Nov 13 04:46:16.619354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22627a41-6c97-4554-aa51-8f500e1e8d2a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network 23af5906-30f9-4e96-97f3-6b71027e508a is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:16.660598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-22627a41-6c97-4554-aa51-8f500e1e8d2a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 23af5906-30f9-4e96-97f3-6b71027e508a) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:16.666030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22627a41-6c97-4554-aa51-8f500e1e8d2a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:16.666702 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-22627a41-6c97-4554-aa51-8f500e1e8d2a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:16.671521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6fe745-281e-4539-8b66-cf94b245646c None None] Network 23af5906-30f9-4e96-97f3-6b71027e508a requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:16.692347 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5ac56ce0-19e6-4573-bae6-c1448b5ceeb3 req-2fc760f5-92d3-49f0-96a9-f9fe9fd9bc73 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0291538 Nov 13 04:46:16.700525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:16.711219 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab088dac-10d4-43cb-b153-f30d850bef87 req-37afcf04-8d75-46aa-aeab-12034435f541 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:16.712979 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab088dac-10d4-43cb-b153-f30d850bef87 req-37afcf04-8d75-46aa-aeab-12034435f541 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 945 time: 0.1149516 Nov 13 04:46:16.715287 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:46:16.720649 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-22627a41-6c97-4554-aa51-8f500e1e8d2a tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3171411 Nov 13 04:46:16.723477 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52462) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:16.738496 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:16.753360 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['bd670f0e-3909-474d-aa6e-68663d6225d7'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:46:16.831141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6186af8c-1c2b-4f5f-9d48-9fbc4fa09b32 None None] DHCP port deletion for 38c4ff77-85a2-430d-a6a9-b667d4750285 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:16.832511 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab088dac-10d4-43cb-b153-f30d850bef87 req-f15937ed-b81e-4e59-9fe1-e670ccdda773 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100447 Nov 13 04:46:16.862837 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:16.913206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:16.914039 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:16.916207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] 10.222.0.46 "PUT /v2.0/ports/09174db8-91e0-4b74-a72c-b608e45a4bd2 HTTP/1.1" status: 200 len: 1122 time: 1.6671145 Nov 13 04:46:16.921021 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e5925-ef25-41f8-9f1a-c6bb38294316 service neutron] Pushing event updated for resources: {'Port': ['ID=09174db8-91e0-4b74-a72c-b608e45a4bd2,revision_number=8']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:17.004180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f844de1-26ac-4af9-9b7d-a59a1389c790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-23af5906-30f9-4e96-97f3-6b71027e508a', 'network_id': '23af5906-30f9-4e96-97f3-6b71027e508a', 'tenant_id': 'cd68d76e80c64ea09f9083f1587a749e', 'fixed_ips': [{'subnet_id': '4c008acc-9ccf-4d4d-b597-826d267e16ef'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:46:17.005147 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f844de1-26ac-4af9-9b7d-a59a1389c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.049990 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.066507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f468e-f991-40b4-979e-3b812d887676 req-e77842e7-3583-4b85-addf-0398c7d55c7f tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:17.070380 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['09174db8-91e0-4b74-a72c-b608e45a4bd2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:46:17.072563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-78121b91-8073-4df2-ae01-60c12e966adb None None] Provisioning complete for port 09174db8-91e0-4b74-a72c-b608e45a4bd2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:17.072902 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78121b91-8073-4df2-ae01-60c12e966adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.078115 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b95f468e-f991-40b4-979e-3b812d887676 req-e77842e7-3583-4b85-addf-0398c7d55c7f tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 950 time: 0.2099977 Nov 13 04:46:17.134127 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['09174db8-91e0-4b74-a72c-b608e45a4bd2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:46:17.198217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdaa4c-691d-4c92-aa9e-c6480a805bb6 req-6950c458-2c92-45a0-b664-0ac6d0c1824a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:17.199845 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-55cdaa4c-691d-4c92-aa9e-c6480a805bb6 req-6950c458-2c92-45a0-b664-0ac6d0c1824a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 944 time: 0.0865331 Nov 13 04:46:17.201849 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b95f468e-f991-40b4-979e-3b812d887676 req-2c66ba60-d49d-439f-b1d5-d024864c9c37 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6130579-e8c9-4654-b966-8e9edcabe0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228058 Nov 13 04:46:17.214263 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.244944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Subnet': ['ID=4c008acc-9ccf-4d4d-b597-826d267e16ef,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:17.269439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-55cdaa4c-691d-4c92-aa9e-c6480a805bb6 req-5c11a072-90ad-4227-9093-c27a38f3ba90 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588770 Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server [None req-9f844de1-26ac-4af9-9b7d-a59a1389c790 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c008acc-9ccf-4d4d-b597-826d267e16ef: This subnet is being modified by another concurrent operation. Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 04:46:17.307833 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise exception Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c008acc-9ccf-4d4d-b597-826d267e16ef: This subnet is being modified by another concurrent operation. Nov 13 04:46:17.314040 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Nov 13 04:46:17.321231 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.349465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523e3b16-4b70-40ae-8691-e80564823387 None None] Network 23af5906-30f9-4e96-97f3-6b71027e508a requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:17.355736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23af5906-30f9-4e96-97f3-6b71027e508a']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:17.370225 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5337a7ab-7d12-4836-9747-8f1895c9e3f7') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:17.370840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5337a7ab-7d12-4836-9747-8f1895c9e3f7') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:17.386114 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.392839 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08c2cc-375c-4e35-923d-3eeb813a7e76 req-1e6b292a-44dc-49b4-b700-bfbb6c74aa32 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:17.395019 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de08c2cc-375c-4e35-923d-3eeb813a7e76 req-1e6b292a-44dc-49b4-b700-bfbb6c74aa32 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.36 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 950 time: 0.0572541 Nov 13 04:46:17.413748 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.429862 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:17.435411 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:17.439164 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:17.448488 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78121b91-8073-4df2-ae01-60c12e966adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.460013 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:46:17.532448 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.548154 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-de08c2cc-375c-4e35-923d-3eeb813a7e76 req-537dd85e-04b0-4c13-a92c-c422607c0025 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Deleting port 72ee54cb-a527-4918-8687-3044437e3dd3 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:17.548720 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-de08c2cc-375c-4e35-923d-3eeb813a7e76 req-537dd85e-04b0-4c13-a92c-c422607c0025 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.550556 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.555859 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/23af5906-30f9-4e96-97f3-6b71027e508a HTTP/1.1" status: 204 len: 168 time: 0.8312716 Nov 13 04:46:17.563635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:17.581722 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7d4f558a-7618-41e4-a6bf-6bdb2e07cced tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-371821896'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:17.596697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0054d1-0f72-4adc-a7bb-b436d6348f44 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Network': ['ID=23af5906-30f9-4e96-97f3-6b71027e508a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:17.643564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4f558a-7618-41e4-a6bf-6bdb2e07cced tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:17.647557 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d4f558a-7618-41e4-a6bf-6bdb2e07cced tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.675725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:46:17.676177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 892f1b2f-146e-4f1a-8eeb-7a1e367cc64b not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:46:17.682392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4f558a-7618-41e4-a6bf-6bdb2e07cced tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:17.699071 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d4f558a-7618-41e4-a6bf-6bdb2e07cced tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.699564 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-7d4f558a-7618-41e4-a6bf-6bdb2e07cced tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Added segment d8fdb04c-6039-43a4-b3cd-6a9db82caa88 of type vlan for network fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e Nov 13 04:46:17.718011 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-509b4fe7-9bf1-4c00-9d76-ee4d551589ca req-49da5189-b084-4f74-bc16-364308609d9f tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 210 time: 0.0497539 Nov 13 04:46:17.724691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:17.726657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-de08c2cc-375c-4e35-923d-3eeb813a7e76 req-537dd85e-04b0-4c13-a92c-c422607c0025 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] For port 72ee54cb-a527-4918-8687-3044437e3dd3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=72ee54cb-a527-4918-8687-3044437e3dd3,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:17.726997 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f0620e-e9f2-43c2-84d4-80b3ac7897ac" -d '{"events": [{"server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "name": "network-vif-plugged", "status": "completed", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:17.727606 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-de08c2cc-375c-4e35-923d-3eeb813a7e76 req-537dd85e-04b0-4c13-a92c-c422607c0025 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.767770 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d4f558a-7618-41e4-a6bf-6bdb2e07cced tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.772496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-de08c2cc-375c-4e35-923d-3eeb813a7e76 req-537dd85e-04b0-4c13-a92c-c422607c0025 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Calling delete_port for 72ee54cb-a527-4918-8687-3044437e3dd3 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:17.773654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-78121b91-8073-4df2-ae01-60c12e966adb None None] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:17.792627 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78121b91-8073-4df2-ae01-60c12e966adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.795242 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0356d49a-6dc3-43e7-aebd-30e2230ac851 None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 04:46:17.827396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d4f558a-7618-41e4-a6bf-6bdb2e07cced tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.832883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f558a-7618-41e4-a6bf-6bdb2e07cced tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:17.833462 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d4f558a-7618-41e4-a6bf-6bdb2e07cced tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:17.842193 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832a7336-bb08-4576-9a9a-b22f3541b128 x-openstack-request-id: req-832a7336-bb08-4576-9a9a-b22f3541b128 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:17.842733 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "name": "network-vif-plugged", "status": "completed", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:17.843197 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-832a7336-bb08-4576-9a9a-b22f3541b128 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:17.843594 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2', 'code': 200} Nov 13 04:46:17.894120 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-228186ac-4a10-4075-85e7-cb9836e4d5b6 req-50b2990e-983e-4764-9b03-ffedffa3bc0b tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0578268 Nov 13 04:46:17.900399 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7d4f558a-7618-41e4-a6bf-6bdb2e07cced tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3352492 Nov 13 04:46:17.911814 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52484) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:17.941327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-57d28416-67b7-4788-a803-13470557429b tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:17.947809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f558a-7618-41e4-a6bf-6bdb2e07cced tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Network': ['ID=fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:17.969708 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:18.074536 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78121b91-8073-4df2-ae01-60c12e966adb None None] Pushing event updated for resources: {'Port': ['ID=09174db8-91e0-4b74-a72c-b608e45a4bd2,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:18.134096 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-de08c2cc-375c-4e35-923d-3eeb813a7e76 req-537dd85e-04b0-4c13-a92c-c422607c0025 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:18.134867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0356d49a-6dc3-43e7-aebd-30e2230ac851 None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 04:46:18.142752 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2feeb-d1b6-4f02-acee-3c8230e2a8c1 req-b8f67f2a-b72d-4e5d-bb16-eb6e5300c80f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:18.144321 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eeb2feeb-d1b6-4f02-acee-3c8230e2a8c1 req-b8f67f2a-b72d-4e5d-bb16-eb6e5300c80f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 945 time: 0.1986368 Nov 13 04:46:18.216209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dd85e-04b0-4c13-a92c-c422607c0025 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Pushing event deleted for resources: {'Port': ['ID=72ee54cb-a527-4918-8687-3044437e3dd3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:18.254711 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['72ee54cb-a527-4918-8687-3044437e3dd3'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:46:18.270101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-de08c2cc-375c-4e35-923d-3eeb813a7e76 req-537dd85e-04b0-4c13-a92c-c422607c0025 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] No DVR routers for this DVR port 72ee54cb-a527-4918-8687-3044437e3dd3 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:46:18.272814 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57d28416-67b7-4788-a803-13470557429b tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:18.281491 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-de08c2cc-375c-4e35-923d-3eeb813a7e76 req-537dd85e-04b0-4c13-a92c-c422607c0025 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:18.284852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de08c2cc-375c-4e35-923d-3eeb813a7e76 req-537dd85e-04b0-4c13-a92c-c422607c0025 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.36 "DELETE /v2.0/ports/72ee54cb-a527-4918-8687-3044437e3dd3 HTTP/1.1" status: 204 len: 173 time: 0.8800614 Nov 13 04:46:18.309442 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57d28416-67b7-4788-a803-13470557429b tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:18.319985 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eeb2feeb-d1b6-4f02-acee-3c8230e2a8c1 req-4039e83a-b1dd-4d6b-892a-60426aa9bdd1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607742 Nov 13 04:46:18.337141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2'}, {'server_uuid': 'a83bbe80-adfd-4d1a-bd31-81e0c8777b40', 'name': 'network-vif-deleted', 'tag': '72ee54cb-a527-4918-8687-3044437e3dd3'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:18.338149 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-6c3953b8-af36-40e5-9691-028c7afb9d34 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:18.339536 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efc8d0e-f5eb-4534-a881-701dcdc1efda" -d '{"events": [{"name": "network-changed", "server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2"}, {"server_uuid": "a83bbe80-adfd-4d1a-bd31-81e0c8777b40", "name": "network-vif-deleted", "tag": "72ee54cb-a527-4918-8687-3044437e3dd3"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:18.339958 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-6c3953b8-af36-40e5-9691-028c7afb9d34 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.36 "GET /v2.0/networks?id=59bd2b6a-1971-4bf9-889b-eb5328782863 HTTP/1.1" status: 200 len: 821 time: 0.1886115 Nov 13 04:46:18.367233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57d28416-67b7-4788-a803-13470557429b tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e is not hosted by any dhcp agent {{(pid=102667) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 13 04:46:18.373508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d28416-67b7-4788-a803-13470557429b tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:18.374351 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57d28416-67b7-4788-a803-13470557429b tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:18.378472 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-57d28416-67b7-4788-a803-13470557429b tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "PUT /v2.0/networks/fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e HTTP/1.1" status: 200 len: 723 time: 0.4630716 Nov 13 04:46:18.405169 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-830d6e57-f79f-4b3c-badf-de8a4a633953 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Request body: {'port': {'device_id': 'a1e9069d-3b3d-4559-b0a6-d7e39a8c9697', 'network_id': '59bd2b6a-1971-4bf9-889b-eb5328782863', 'admin_state_up': True, 'tenant_id': '304f4e5d5087403f84133426aa364fd7'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:18.406661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52494) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:18.411933 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a1bf5f61-d477-4a4d-bab1-918ec689ea22 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'subnet': {'network_id': 'fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:18.438376 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e43845d8-8b2d-4be0-b2e2-431a26cc7d21 req-2c502321-c505-470d-a882-5a94e4613cf7 tempest-ServersAdminNegativeTestJSON-1609910189 tempest-ServersAdminNegativeTestJSON-1609910189-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83bbe80-adfd-4d1a-bd31-81e0c8777b40 HTTP/1.1" status: 200 len: 210 time: 0.0940061 Nov 13 04:46:18.479827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d28416-67b7-4788-a803-13470557429b tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Network': ['ID=fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:18.504447 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:18.526476 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f94232b-258a-482b-8e9b-03f15919926b x-openstack-request-id: req-9f94232b-258a-482b-8e9b-03f15919926b {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:18.527115 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2", "status": "completed", "code": 200}, {"server_uuid": "a83bbe80-adfd-4d1a-bd31-81e0c8777b40", "name": "network-vif-deleted", "tag": "72ee54cb-a527-4918-8687-3044437e3dd3", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:18.527614 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f94232b-258a-482b-8e9b-03f15919926b {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:18.528246 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2', 'status': 'completed', 'code': 200} Nov 13 04:46:18.528587 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83bbe80-adfd-4d1a-bd31-81e0c8777b40', 'name': 'network-vif-deleted', 'tag': '72ee54cb-a527-4918-8687-3044437e3dd3', 'status': 'completed', 'code': 200} Nov 13 04:46:18.555193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adf883-d5c4-4d04-98a5-911440099888 req-07d786d6-398f-4e7d-b78b-57af4e8eb16e tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:18.557972 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-26adf883-d5c4-4d04-98a5-911440099888 req-07d786d6-398f-4e7d-b78b-57af4e8eb16e tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.1274736 Nov 13 04:46:18.587196 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.db.api [None req-a1bf5f61-d477-4a4d-bab1-918ec689ea22 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 13 04:46:18.587196 n-d-813114-2 neutron-server[102667]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 13 04:46:18.587196 n-d-813114-2 neutron-server[102667]: [parameters: {'project_id': 'cd68d76e80c64ea09f9083f1587a749e', 'id': '5b2e436e-f388-4604-843a-74252523d1cc', 'expiration': datetime.datetime(2021, 11, 13, 4, 48, 18, 576350)}] Nov 13 04:46:18.587196 n-d-813114-2 neutron-server[102667]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:46:18.588303 n-d-813114-2 neutron-server[102667]: DEBUG oslo_db.api [None req-a1bf5f61-d477-4a4d-bab1-918ec689ea22 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:46:18.590688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-830d6e57-f79f-4b3c-badf-de8a4a633953 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Made reservation on behalf of 304f4e5d5087403f84133426aa364fd7 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:18.595735 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-830d6e57-f79f-4b3c-badf-de8a4a633953 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:18.626284 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-26adf883-d5c4-4d04-98a5-911440099888 req-e1f48b07-7dbe-4c90-9a42-d66d479ce524 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597944 Nov 13 04:46:18.689588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc8d0e-f5eb-4534-a881-701dcdc1efda req-352fc839-4640-4051-92a7-59f7f4dc6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:18.691237 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7efc8d0e-f5eb-4534-a881-701dcdc1efda req-352fc839-4640-4051-92a7-59f7f4dc6b4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 1127 time: 0.0482311 Nov 13 04:46:18.738272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-830d6e57-f79f-4b3c-badf-de8a4a633953 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Allocated IP 172.20.0.8 (59bd2b6a-1971-4bf9-889b-eb5328782863/ea42de2b-a9df-41c1-8d52-89d2cd2d74b2/fae7a339-0a07-4186-9ea7-05c0418c3390) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:46:18.811651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc8d0e-f5eb-4534-a881-701dcdc1efda req-5d6f7f98-9074-40fb-9750-38971f1bb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:18.813380 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7efc8d0e-f5eb-4534-a881-701dcdc1efda req-5d6f7f98-9074-40fb-9750-38971f1bb13f service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.1128001 Nov 13 04:46:18.863582 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7efc8d0e-f5eb-4534-a881-701dcdc1efda req-52581bd6-79e5-4468-ae92-b880499ca268 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2 HTTP/1.1" status: 200 len: 217 time: 0.0370643 Nov 13 04:46:18.922508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc8d0e-f5eb-4534-a881-701dcdc1efda req-a7e4c5eb-a773-446f-9a6d-699051febcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:18.923946 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7efc8d0e-f5eb-4534-a881-701dcdc1efda req-a7e4c5eb-a773-446f-9a6d-699051febcae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.0522039 Nov 13 04:46:18.977208 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7efc8d0e-f5eb-4534-a881-701dcdc1efda req-f6339fe4-4a5b-4cf7-9fcb-f6833d9fb3f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336907 Nov 13 04:46:19.013707 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a827620a-88bf-45ce-b2ce-ecf449a60a58 req-ac510765-0f3c-49f4-abc4-e80e8340314e tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0355332 Nov 13 04:46:19.121374 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7efc8d0e-f5eb-4534-a881-701dcdc1efda req-25e524e9-b5e2-4089-ac75-c420ecbbeb00 service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165457 Nov 13 04:46:19.125213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bf5f61-d477-4a4d-bab1-918ec689ea22 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:19.134899 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1bf5f61-d477-4a4d-bab1-918ec689ea22 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:19.167950 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-343fca7a-ab5c-4576-935a-0094c83165ad req-5196f51f-ec64-4228-b566-22b722d1992d tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 210 time: 0.0366573 Nov 13 04:46:19.248948 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-830d6e57-f79f-4b3c-badf-de8a4a633953 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:19.282398 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-830d6e57-f79f-4b3c-badf-de8a4a633953 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:19.310260 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7efc8d0e-f5eb-4534-a881-701dcdc1efda req-5fffefd8-a2c6-43c6-89e7-a98d81a01e4e service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166983 Nov 13 04:46:19.328717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-830d6e57-f79f-4b3c-badf-de8a4a633953 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Network 59bd2b6a-1971-4bf9-889b-eb5328782863 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:19.334198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-830d6e57-f79f-4b3c-badf-de8a4a633953 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:19.339366 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-830d6e57-f79f-4b3c-badf-de8a4a633953 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:19.352677 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d733dbe-73ad-4f73-825e-6c1d3c33ef7e None None] DHCP port deletion for 59bd2b6a-1971-4bf9-889b-eb5328782863 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:19.377862 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d6e57-f79f-4b3c-badf-de8a4a633953 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Pushing event updated for resources: {'Port': ['ID=fae7a339-0a07-4186-9ea7-05c0418c3390,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:19.406967 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4396a295-5d4b-418b-b0c1-201625459461 None None] Provisioning complete for port fae7a339-0a07-4186-9ea7-05c0418c3390 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:19.408525 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1bf5f61-d477-4a4d-bab1-918ec689ea22 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:19.409843 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4396a295-5d4b-418b-b0c1-201625459461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:19.418301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-830d6e57-f79f-4b3c-badf-de8a4a633953 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:19.418994 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-830d6e57-f79f-4b3c-badf-de8a4a633953 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:19.463364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4396a295-5d4b-418b-b0c1-201625459461 None None] Port fae7a339-0a07-4186-9ea7-05c0418c3390 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:46:19.463913 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-830d6e57-f79f-4b3c-badf-de8a4a633953 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0692606 Nov 13 04:46:19.469214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf5f61-d477-4a4d-bab1-918ec689ea22 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Subnet': ['ID=e4b1ed32-c708-419b-b51b-e02555495e16,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:19.478086 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf5f61-d477-4a4d-bab1-918ec689ea22 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Checking segment: {'id': 'd8fdb04c-6039-43a4-b3cd-6a9db82caa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:19.478575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bf5f61-d477-4a4d-bab1-918ec689ea22 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network hostable DHCP agents. Network: fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:19.482776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f279559-3ef3-457e-abea-092a52ff7cc6 req-e4d53004-08a1-4e47-b0e7-8438b27c593c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:19.484554 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f279559-3ef3-457e-abea-092a52ff7cc6 req-e4d53004-08a1-4e47-b0e7-8438b27c593c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 945 time: 0.0625284 Nov 13 04:46:19.489607 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Request body: {'port': {'device_id': 'a1e9069d-3b3d-4559-b0a6-d7e39a8c9697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:19.499337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bf5f61-d477-4a4d-bab1-918ec689ea22 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:19.511477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a1bf5f61-d477-4a4d-bab1-918ec689ea22 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:19.516172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bf5f61-d477-4a4d-bab1-918ec689ea22 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:19.516782 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1bf5f61-d477-4a4d-bab1-918ec689ea22 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:19.525020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8861ac-3187-401a-9a47-073d6902fb32 None None] Network fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:19.553924 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a1bf5f61-d477-4a4d-bab1-918ec689ea22 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1460500 Nov 13 04:46:19.556546 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52510) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:19.562615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b80e9cee-2d3d-489c-b29c-f53283c9c65f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:19.581696 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:19.588608 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f279559-3ef3-457e-abea-092a52ff7cc6 req-f39b6302-25ce-4ec6-b631-049adeba50f6 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961509 Nov 13 04:46:19.699450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e', 'network_id': 'fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e', 'tenant_id': 'cd68d76e80c64ea09f9083f1587a749e', 'fixed_ips': [{'subnet_id': 'e4b1ed32-c708-419b-b51b-e02555495e16'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:46:19.700516 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:19.726064 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b80e9cee-2d3d-489c-b29c-f53283c9c65f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5491009'] for subnet, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:19.856333 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52518) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:19.871695 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb089851-55b8-4ea1-9fda-4bf4bb8720a6 req-af3b75ee-1d0e-47bc-99b9-74ce9ea5be5d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:19.873603 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb089851-55b8-4ea1-9fda-4bf4bb8720a6 req-af3b75ee-1d0e-47bc-99b9-74ce9ea5be5d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.1015594 Nov 13 04:46:19.891183 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b80e9cee-2d3d-489c-b29c-f53283c9c65f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8795007788683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5890943'] for subnet, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:19.936583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80e9cee-2d3d-489c-b29c-f53283c9c65f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:19.937293 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b80e9cee-2d3d-489c-b29c-f53283c9c65f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:19.938809 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b80e9cee-2d3d-489c-b29c-f53283c9c65f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "PUT /v2.0/subnets/e4b1ed32-c708-419b-b51b-e02555495e16 HTTP/1.1" status: 200 len: 806 time: 0.3808374 Nov 13 04:46:19.941625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:19.964566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e9cee-2d3d-489c-b29c-f53283c9c65f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Subnet': ['ID=e4b1ed32-c708-419b-b51b-e02555495e16,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:19.967435 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Allocated IP 172.20.0.2 (fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e/e4b1ed32-c708-419b-b51b-e02555495e16/cab8f8a2-734c-4ca6-9d3b-dd4339765b4a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:46:19.982663 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device bd670f0e-3909-474d-aa6e-68663d6225d7 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:46:20.039936 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb089851-55b8-4ea1-9fda-4bf4bb8720a6 req-eee5cda1-daa6-42fc-ae20-d1c4fa873a6c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377804 Nov 13 04:46:20.044131 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b3245f0a-49df-4470-9426-5b36e6df31af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb1c05680d294df886b303c06b011cc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854885 Nov 13 04:46:20.045590 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52524) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:20.117086 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port bd670f0e-3909-474d-aa6e-68663d6225d7 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:46:20.130194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae7a339-0a07-4186-9ea7-05c0418c3390 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:46:20.137822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port bd670f0e-3909-474d-aa6e-68663d6225d7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:20.138131 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.139184 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.143043 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e19d049-63de-4bd9-b067-4db52976268f req-e8658c44-f7b5-451b-bec8-5afeb5ec33d1 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0298288 Nov 13 04:46:20.155627 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffb66-e207-49ca-8875-2b221663c806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.179054 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Transition to ACTIVE for port object fae7a339-0a07-4186-9ea7-05c0418c3390 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:46:20.182863 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffb66-e207-49ca-8875-2b221663c806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.183858 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.186537 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.229776 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.245488 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.260097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14baa7ae-a933-4473-a099-f871b1e1a0b9 None None] DHCP port deletion for 59bd2b6a-1971-4bf9-889b-eb5328782863 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:20.286467 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffb66-e207-49ca-8875-2b221663c806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.289116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffb66-e207-49ca-8875-2b221663c806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.290330 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ac1ffb66-e207-49ca-8875-2b221663c806 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6130579-e8c9-4654-b966-8e9edcabe0e4 HTTP/1.1" status: 204 len: 168 time: 0.2310371 Nov 13 04:46:20.305632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ffb66-e207-49ca-8875-2b221663c806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6130579-e8c9-4654-b966-8e9edcabe0e4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:20.317774 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Pushing event updated for resources: {'Port': ['ID=fae7a339-0a07-4186-9ea7-05c0418c3390,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:20.367445 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Network fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:20.375713 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:20.377800 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.391174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Pushing event updated for resources: {'Port': ['ID=cab8f8a2-734c-4ca6-9d3b-dd4339765b4a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:20.394743 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:20.412955 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc981787-c325-44de-af90-8e073ae3ec56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd670f0e-3909-474d-aa6e-68663d6225d7'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:20.414222 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1140e301-305b-4fa0-be20-8f7a64663284" -d '{"events": [{"server_uuid": "dc981787-c325-44de-af90-8e073ae3ec56", "name": "network-vif-plugged", "status": "completed", "tag": "bd670f0e-3909-474d-aa6e-68663d6225d7"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:20.435119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port bd670f0e-3909-474d-aa6e-68663d6225d7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=bd670f0e-3909-474d-aa6e-68663d6225d7,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:20.438828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aacfe6-555f-40ab-b93c-4cced4d96afd req-d4a60f56-5a6b-485d-9ecb-d2a8415ff865 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:20.446799 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c5aacfe6-555f-40ab-b93c-4cced4d96afd req-d4a60f56-5a6b-485d-9ecb-d2a8415ff865 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 943 time: 0.1686943 Nov 13 04:46:20.460794 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.479171 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b606745-840b-4a29-a05e-bd13a51f3a07 x-openstack-request-id: req-6b606745-840b-4a29-a05e-bd13a51f3a07 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:20.479460 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc981787-c325-44de-af90-8e073ae3ec56", "name": "network-vif-plugged", "status": "completed", "tag": "bd670f0e-3909-474d-aa6e-68663d6225d7", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:20.479709 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b606745-840b-4a29-a05e-bd13a51f3a07 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:20.480096 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc981787-c325-44de-af90-8e073ae3ec56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd670f0e-3909-474d-aa6e-68663d6225d7', 'code': 200} Nov 13 04:46:20.490167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Attempting to bind port fae7a339-0a07-4186-9ea7-05c0418c3390 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:46:20.490501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Attempting to bind port fae7a339-0a07-4186-9ea7-05c0418c3390 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '26cb54fc-84a9-4403-8c2b-cac8c8599be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '59bd2b6a-1971-4bf9-889b-eb5328782863'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:46:20.490824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Attempting to bind port fae7a339-0a07-4186-9ea7-05c0418c3390 on network 59bd2b6a-1971-4bf9-889b-eb5328782863 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:20.507410 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Port fae7a339-0a07-4186-9ea7-05c0418c3390 on network 59bd2b6a-1971-4bf9-889b-eb5328782863 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:46:20.507735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Attempting to bind port fae7a339-0a07-4186-9ea7-05c0418c3390 on network 59bd2b6a-1971-4bf9-889b-eb5328782863 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:20.515763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Deleting port cab8f8a2-734c-4ca6-9d3b-dd4339765b4a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:20.516161 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.526837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Attempting to bind port cab8f8a2-734c-4ca6-9d3b-dd4339765b4a on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:46:20.527272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Attempting to bind port cab8f8a2-734c-4ca6-9d3b-dd4339765b4a by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'd8fdb04c-6039-43a4-b3cd-6a9db82caa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:46:20.527633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Attempting to bind port cab8f8a2-734c-4ca6-9d3b-dd4339765b4a on network fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:20.539288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:46:20.539613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Checking segment: {'id': 'd8fdb04c-6039-43a4-b3cd-6a9db82caa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:20.540431 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.540823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Bound using segment: {'id': 'd8fdb04c-6039-43a4-b3cd-6a9db82caa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:46:20.541294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Bound port: cab8f8a2-734c-4ca6-9d3b-dd4339765b4a, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fdb04c-6039-43a4-b3cd-6a9db82caa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:46:20.541661 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.545773 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:46:20.546357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Checking segment: {'id': '26cb54fc-84a9-4403-8c2b-cac8c8599be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '59bd2b6a-1971-4bf9-889b-eb5328782863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:20.546956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Bound using segment: {'id': '26cb54fc-84a9-4403-8c2b-cac8c8599be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '59bd2b6a-1971-4bf9-889b-eb5328782863'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:46:20.547596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Bound port: fae7a339-0a07-4186-9ea7-05c0418c3390, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cb54fc-84a9-4403-8c2b-cac8c8599be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '59bd2b6a-1971-4bf9-889b-eb5328782863'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:46:20.548130 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.566427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=bd670f0e-3909-474d-aa6e-68663d6225d7,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:20.616739 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c5aacfe6-555f-40ab-b93c-4cced4d96afd req-2ab25bc0-2029-4e8f-9929-24028e251d39 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6d096-86e8-475a-bb4e-5d32575f819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688139 Nov 13 04:46:20.647132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b17e2a-4417-4db8-a0cd-2dad0adb6637 req-c0b7c274-4a13-42c6-8b10-2f9693c8c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:20.649481 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63b17e2a-4417-4db8-a0cd-2dad0adb6637 req-c0b7c274-4a13-42c6-8b10-2f9693c8c958 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 1097 time: 0.0479383 Nov 13 04:46:20.673675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] For port cab8f8a2-734c-4ca6-9d3b-dd4339765b4a, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:20.678217 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] For port cab8f8a2-734c-4ca6-9d3b-dd4339765b4a, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=cab8f8a2-734c-4ca6-9d3b-dd4339765b4a,segment=NetworkSegment(d8fdb04c-6039-43a4-b3cd-6a9db82caa88),segment_id=d8fdb04c-6039-43a4-b3cd-6a9db82caa88)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:46:20.689402 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.706545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] For port cab8f8a2-734c-4ca6-9d3b-dd4339765b4a, host n-d-813114-2, got binding levels [] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:20.707299 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.718439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] For port fae7a339-0a07-4186-9ea7-05c0418c3390, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:20.724476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] For port fae7a339-0a07-4186-9ea7-05c0418c3390, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=fae7a339-0a07-4186-9ea7-05c0418c3390,segment=NetworkSegment(26cb54fc-84a9-4403-8c2b-cac8c8599be5),segment_id=26cb54fc-84a9-4403-8c2b-cac8c8599be5)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:46:20.726018 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Calling delete_port for cab8f8a2-734c-4ca6-9d3b-dd4339765b4a owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:20.736686 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.749173 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63b17e2a-4417-4db8-a0cd-2dad0adb6637 req-beb55546-5276-46a4-a371-537525182611 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913022 Nov 13 04:46:20.784030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbefac-daaf-4612-a0d8-c3f9845690a9 None None] Pushing event updated for resources: {'Port': ['ID=cab8f8a2-734c-4ca6-9d3b-dd4339765b4a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:20.798476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5c914-07e3-4d32-830f-68217781cb75 req-63516625-45ad-47b3-8867-3f841813b5e4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:20.800477 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cec5c914-07e3-4d32-830f-68217781cb75 req-63516625-45ad-47b3-8867-3f841813b5e4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.0963306 Nov 13 04:46:20.807652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52542) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:20.850484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:20.851360 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:20.853392 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] 10.222.0.36 "PUT /v2.0/ports/fae7a339-0a07-4186-9ea7-05c0418c3390 HTTP/1.1" status: 200 len: 1091 time: 1.3678367 Nov 13 04:46:20.853811 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c61d83-035a-4930-ba6d-db617983df4e None None] DHCP port deletion for 59bd2b6a-1971-4bf9-889b-eb5328782863 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:20.865013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e9069d-3b3d-4559-b0a6-d7e39a8c9697', 'tag': 'fae7a339-0a07-4186-9ea7-05c0418c3390'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:20.867597 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc770ec8-cf0d-4bca-895c-b18280103918" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e9069d-3b3d-4559-b0a6-d7e39a8c9697", "tag": "fae7a339-0a07-4186-9ea7-05c0418c3390"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:20.909587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-73e30213-e5ea-4250-818a-e9c8cdf8804e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86f5dea9556e419aa02fe9483b92e440&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1006544 Nov 13 04:46:20.910965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52546) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:20.931796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cec5c914-07e3-4d32-830f-68217781cb75 req-6b76e183-e510-4261-9f56-c5af14da1cfc tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008010 Nov 13 04:46:20.949050 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ba3d59-10dd-4d06-a25f-695fd43fe072 x-openstack-request-id: req-a4ba3d59-10dd-4d06-a25f-695fd43fe072 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:20.949050 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e9069d-3b3d-4559-b0a6-d7e39a8c9697", "tag": "fae7a339-0a07-4186-9ea7-05c0418c3390", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:20.949050 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4ba3d59-10dd-4d06-a25f-695fd43fe072 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:20.949774 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e9069d-3b3d-4559-b0a6-d7e39a8c9697', 'tag': 'fae7a339-0a07-4186-9ea7-05c0418c3390', 'status': 'completed', 'code': 200} Nov 13 04:46:20.964308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e6350-2987-4052-a98b-4df7372e9688 service neutron] Pushing event updated for resources: {'Port': ['ID=fae7a339-0a07-4186-9ea7-05c0418c3390,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:21.025425 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba36519b-a20a-4048-b16c-edacca8f593a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:21.032592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-cd282184-e756-48d8-b48a-3aa3f10b4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:21.035029 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-cd282184-e756-48d8-b48a-3aa3f10b4c53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=304f4e5d5087403f84133426aa364fd7&device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 1094 time: 0.1087687 Nov 13 04:46:21.049860 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:21.058345 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba36519b-a20a-4048-b16c-edacca8f593a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:21.125667 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba36519b-a20a-4048-b16c-edacca8f593a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:21.129606 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba36519b-a20a-4048-b16c-edacca8f593a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:21.138430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Port': ['ID=cab8f8a2-734c-4ca6-9d3b-dd4339765b4a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:21.143212 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ba36519b-a20a-4048-b16c-edacca8f593a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2099194e-c5ca-4a1c-9510-f7473f588baa HTTP/1.1" status: 204 len: 168 time: 0.2253494 Nov 13 04:46:21.150141 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-8e02daea-abbf-4e7e-b7c4-67a66fb61cfe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fae7a339-0a07-4186-9ea7-05c0418c3390 HTTP/1.1" status: 200 len: 217 time: 0.0968113 Nov 13 04:46:21.163960 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36519b-a20a-4048-b16c-edacca8f593a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2099194e-c5ca-4a1c-9510-f7473f588baa,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:21.250867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No DVR routers for this DVR port cab8f8a2-734c-4ca6-9d3b-dd4339765b4a on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:46:21.267026 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d0b0106e-f924-4671-a506-b32bd36bc25d req-280db426-9665-41ab-b4fa-34d26321be16 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0285175 Nov 13 04:46:21.314716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-668629bd-7c3f-4277-a476-aa7ce5c26318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:21.316224 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-668629bd-7c3f-4277-a476-aa7ce5c26318 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea42de2b-a9df-41c1-8d52-89d2cd2d74b2 HTTP/1.1" status: 200 len: 861 time: 0.1320472 Nov 13 04:46:21.323966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03912c08-5804-40d3-84da-2733f2b257c1 req-d9e41d3e-1645-4b54-8b85-29e9095673ca tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:21.325523 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-03912c08-5804-40d3-84da-2733f2b257c1 req-d9e41d3e-1645-4b54-8b85-29e9095673ca tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.1783786 Nov 13 04:46:21.326311 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:21.395428 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-9c90bbc1-b559-496d-b181-36707319d9cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59bd2b6a-1971-4bf9-889b-eb5328782863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657966 Nov 13 04:46:21.463729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 72ee54cb-a527-4918-8687-3044437e3dd3 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:46:21.491264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 72ee54cb-a527-4918-8687-3044437e3dd3 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:46:21.491606 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 72ee54cb-a527-4918-8687-3044437e3dd3 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:46:21.502432 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-03912c08-5804-40d3-84da-2733f2b257c1 req-3327c2c9-e8aa-43a3-823c-723d4429bafc tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412799 Nov 13 04:46:21.521308 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:21.556292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b1ed32-c708-419b-b51b-e02555495e16,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:21.594603 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-0ce31b18-4008-4ef5-8cd7-bbced074a5f0 service neutron] 10.222.0.36 "GET /v2.0/networks/59bd2b6a-1971-4bf9-889b-eb5328782863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797853 Nov 13 04:46:21.670528 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:21.736731 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:21.743660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd106f-0e96-42c5-badb-5cbd696b6e53 req-5e385a1b-ac24-4ce8-b5ca-9286f3547b52 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:21.751618 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a9cd106f-0e96-42c5-badb-5cbd696b6e53 req-5e385a1b-ac24-4ce8-b5ca-9286f3547b52 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 943 time: 0.0645287 Nov 13 04:46:21.757701 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fdb04c-6039-43a4-b3cd-6a9db82caa88') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:21.758159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fdb04c-6039-43a4-b3cd-6a9db82caa88') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:21.773009 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:21.799742 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:21.803700 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bec545bf-8542-4970-8cb0-2ec4adbc81bd req-e83ced30-373c-430f-a541-16d328720bd7 service neutron] 10.222.0.36 "GET /v2.0/networks/59bd2b6a-1971-4bf9-889b-eb5328782863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996841 Nov 13 04:46:21.808976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:21.809489 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:21.812884 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:21.821931 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a9cd106f-0e96-42c5-badb-5cbd696b6e53 req-0f165123-4824-4f60-88ce-743c968a42d9 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6d096-86e8-475a-bb4e-5d32575f819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656214 Nov 13 04:46:21.898779 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:21.908704 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:21.915329 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e HTTP/1.1" status: 204 len: 168 time: 1.9685752 Nov 13 04:46:21.916460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52576) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:21.938298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0b04f-54e8-4df9-9dae-99f550aec112 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Network': ['ID=fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:21.946786 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb6ab64-43a1-47cb-b5da-ed2ede94a246 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:21.947870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb6ab64-43a1-47cb-b5da-ed2ede94a246 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:21.957580 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9eb6ab64-43a1-47cb-b5da-ed2ede94a246 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e HTTP/1.1" status: 404 len: 339 time: 0.0390429 Nov 13 04:46:21.958431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52582) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:21.964467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-cde9acf5-e491-49b4-b71e-cc8ec02c66f6 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-956906583', 'description': 'd1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:21.979704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc770ec8-cf0d-4bca-895c-b18280103918 req-528f83bc-a1cc-440e-a810-873e15e644cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:21.981898 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc770ec8-cf0d-4bca-895c-b18280103918 req-528f83bc-a1cc-440e-a810-873e15e644cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=304f4e5d5087403f84133426aa364fd7&device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 1094 time: 0.0569372 Nov 13 04:46:22.002164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde9acf5-e491-49b4-b71e-cc8ec02c66f6 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:22.013284 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cde9acf5-e491-49b4-b71e-cc8ec02c66f6 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.053728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cb9c9e6b-ded0-40b4-9521-9c8df0d7f150 None None] Could not find standard attr ID for object cab8f8a2-734c-4ca6-9d3b-dd4339765b4a. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:46:22.084993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde9acf5-e491-49b4-b71e-cc8ec02c66f6 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:22.095407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a5e5d8-1c29-4ae3-8d75-3a34b9ddd0d3 None None] DHCP port deletion for fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:22.102626 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cde9acf5-e491-49b4-b71e-cc8ec02c66f6 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.103251 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-cde9acf5-e491-49b4-b71e-cc8ec02c66f6 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Added segment f721bc7e-4845-4bdf-b4ac-40a07d57aee2 of type vlan for network 1dc1ea7d-a316-43c8-8e7f-98e058e4acdf Nov 13 04:46:22.120010 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b98def-5ae0-40b9-874a-f1e1a29633e2 None None] Network fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:22.133620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b98def-5ae0-40b9-874a-f1e1a29633e2 None None] Network fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e could not be found, it might have been deleted concurrently. {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 13 04:46:22.138393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52584) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:22.140857 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4973f4c-4ad6-4e93-a071-601988e75506 req-db9aca3a-ff57-4504-b2a1-ff2cff3cf70b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:22.142467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c4973f4c-4ad6-4e93-a071-601988e75506 req-db9aca3a-ff57-4504-b2a1-ff2cff3cf70b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.0915658 Nov 13 04:46:22.143675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b29794c-4f95-4110-8216-623909abcb5d None None] Network fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:22.155157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc770ec8-cf0d-4bca-895c-b18280103918 req-0cdfa590-0cae-40c1-9b11-bd18e2a86b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:22.157603 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc770ec8-cf0d-4bca-895c-b18280103918 req-0cdfa590-0cae-40c1-9b11-bd18e2a86b5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=59bd2b6a-1971-4bf9-889b-eb5328782863 HTTP/1.1" status: 200 len: 922 time: 0.1679318 Nov 13 04:46:22.159556 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b29794c-4f95-4110-8216-623909abcb5d None None] Network fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e could not be found, it might have been deleted concurrently. {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 13 04:46:22.190648 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cde9acf5-e491-49b4-b71e-cc8ec02c66f6 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.209003 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc770ec8-cf0d-4bca-895c-b18280103918 req-4f507654-4f6f-4b4d-afe2-a884ba88b88c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fae7a339-0a07-4186-9ea7-05c0418c3390 HTTP/1.1" status: 200 len: 217 time: 0.0365977 Nov 13 04:46:22.252520 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c4973f4c-4ad6-4e93-a071-601988e75506 req-5ce86cf3-c161-4006-8b6c-622367890b97 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896614 Nov 13 04:46:22.254108 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cde9acf5-e491-49b4-b71e-cc8ec02c66f6 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.259555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde9acf5-e491-49b4-b71e-cc8ec02c66f6 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:22.260269 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cde9acf5-e491-49b4-b71e-cc8ec02c66f6 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.274838 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-658261570-network', 'tenant_id': 'a5946545e1304c96b4bbadd83c82f776'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:22.286506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc770ec8-cf0d-4bca-895c-b18280103918 req-a5568929-c415-422c-9bda-031d57fbeecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:22.287990 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc770ec8-cf0d-4bca-895c-b18280103918 req-a5568929-c415-422c-9bda-031d57fbeecd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea42de2b-a9df-41c1-8d52-89d2cd2d74b2 HTTP/1.1" status: 200 len: 861 time: 0.0685334 Nov 13 04:46:22.324351 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] Made reservation on behalf of a5946545e1304c96b4bbadd83c82f776 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:22.326664 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.331902 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cde9acf5-e491-49b4-b71e-cc8ec02c66f6 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3719606 Nov 13 04:46:22.334795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52590) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:22.344634 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9acf5-e491-49b4-b71e-cc8ec02c66f6 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Network': ['ID=1dc1ea7d-a316-43c8-8e7f-98e058e4acdf,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:22.358031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 1dc1ea7d-a316-43c8-8e7f-98e058e4acdf details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:22.366048 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc770ec8-cf0d-4bca-895c-b18280103918 req-01f82a24-6ae1-4c29-acde-2a8441c65e43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59bd2b6a-1971-4bf9-889b-eb5328782863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682147 Nov 13 04:46:22.368858 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.415193 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eae014dd-1832-4a8f-a5b0-2401a5613310 req-df57282d-e7ef-4b70-b56a-1a823a3b28d4 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0480058 Nov 13 04:46:22.432325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45a021f-68d9-4660-89cc-7d8e9428cebf tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:22.434280 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d45a021f-68d9-4660-89cc-7d8e9428cebf tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "GET /v2.0/networks?id=1dc1ea7d-a316-43c8-8e7f-98e058e4acdf HTTP/1.1" status: 200 len: 760 time: 0.0985241 Nov 13 04:46:22.437610 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52594) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:22.455229 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-289e0c43-35b6-4274-80f9-c026683565fa tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'network': {'description': 'd2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:22.539529 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc770ec8-cf0d-4bca-895c-b18280103918 req-7dd64c05-b77e-4a9d-a150-308ae8e75126 service neutron] 10.222.0.36 "GET /v2.0/networks/59bd2b6a-1971-4bf9-889b-eb5328782863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522949 Nov 13 04:46:22.577712 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.587844 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.677951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:22.698968 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c942fa-344c-47a2-adff-310a0f63462a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:22.706302 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.706644 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] Added segment 2330a84e-a55b-402c-ae56-07c742508ec3 of type vlan for network f9bd9abe-18e1-4d77-adb5-44010d3a10bc Nov 13 04:46:22.765661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27b836-ce05-4a78-aeba-bdb9fc856aa0 req-aff5b14c-19f1-41dd-9bc6-92a3ffff29d7 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:22.767289 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0a27b836-ce05-4a78-aeba-bdb9fc856aa0 req-aff5b14c-19f1-41dd-9bc6-92a3ffff29d7 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.1761034 Nov 13 04:46:22.779937 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc770ec8-cf0d-4bca-895c-b18280103918 req-e7eeb87b-d156-43d4-b566-b2477f885d5e service neutron] 10.222.0.36 "GET /v2.0/networks/59bd2b6a-1971-4bf9-889b-eb5328782863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305381 Nov 13 04:46:22.781519 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.840269 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0a27b836-ce05-4a78-aeba-bdb9fc856aa0 req-cb25bb7b-48ec-496b-adf7-a530088bd2ae tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655320 Nov 13 04:46:22.841078 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.842025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:22.842609 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.881589 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7419744 Nov 13 04:46:22.885974 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52600) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:22.901140 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-289e0c43-35b6-4274-80f9-c026683565fa tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.919367 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a271a718-f00c-4c26-8a45-82f2ee3f532c admin admin] Request body: {'subnet': {'network_id': 'f9bd9abe-18e1-4d77-adb5-44010d3a10bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-658261570-subnet', 'tenant_id': 'a5946545e1304c96b4bbadd83c82f776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:22.923016 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-289e0c43-35b6-4274-80f9-c026683565fa tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.934662 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d48dee-19ad-4f95-811e-31c63fb4b363 admin admin] Pushing event updated for resources: {'Network': ['ID=f9bd9abe-18e1-4d77-adb5-44010d3a10bc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:22.945860 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network f9bd9abe-18e1-4d77-adb5-44010d3a10bc details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:22.953127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a271a718-f00c-4c26-8a45-82f2ee3f532c admin admin] Made reservation on behalf of a5946545e1304c96b4bbadd83c82f776 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:22.955884 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a271a718-f00c-4c26-8a45-82f2ee3f532c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.961920 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-289e0c43-35b6-4274-80f9-c026683565fa tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network 1dc1ea7d-a316-43c8-8e7f-98e058e4acdf is not hosted by any dhcp agent {{(pid=102667) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 13 04:46:22.967702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289e0c43-35b6-4274-80f9-c026683565fa tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:22.968299 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-289e0c43-35b6-4274-80f9-c026683565fa tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:22.972802 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-289e0c43-35b6-4274-80f9-c026683565fa tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "PUT /v2.0/networks/1dc1ea7d-a316-43c8-8e7f-98e058e4acdf HTTP/1.1" status: 200 len: 757 time: 0.5338676 Nov 13 04:46:22.981871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52604) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:23.054900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e0c43-35b6-4274-80f9-c026683565fa tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Network': ['ID=1dc1ea7d-a316-43c8-8e7f-98e058e4acdf,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:23.072544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 1dc1ea7d-a316-43c8-8e7f-98e058e4acdf details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:23.095182 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb48b0-2cfc-4329-8707-102bbb9e4882 req-b6584cf0-af65-44ba-9503-da5d10f14bc7 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:23.096729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81eb48b0-2cfc-4329-8707-102bbb9e4882 req-b6584cf0-af65-44ba-9503-da5d10f14bc7 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 943 time: 0.1843791 Nov 13 04:46:23.135414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7218016a-f8e0-45de-9186-db3e803258e1 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:23.140917 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7218016a-f8e0-45de-9186-db3e803258e1 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "GET /v2.0/networks?id=1dc1ea7d-a316-43c8-8e7f-98e058e4acdf HTTP/1.1" status: 200 len: 760 time: 0.1540055 Nov 13 04:46:23.141287 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52606) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:23.146946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e0164120-6ddd-4f00-87bc-b4735d367070 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-879558951'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:23.168951 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81eb48b0-2cfc-4329-8707-102bbb9e4882 req-061ea2c9-e440-4b22-aae9-d689bcd24f0b tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6d096-86e8-475a-bb4e-5d32575f819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661297 Nov 13 04:46:23.181396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a271a718-f00c-4c26-8a45-82f2ee3f532c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:23.204643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0164120-6ddd-4f00-87bc-b4735d367070 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:23.209336 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0164120-6ddd-4f00-87bc-b4735d367070 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:23.249885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271a718-f00c-4c26-8a45-82f2ee3f532c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf5949c-743b-4e59-9a64-c920f191b82d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:23.263772 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0164120-6ddd-4f00-87bc-b4735d367070 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:23.280364 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0164120-6ddd-4f00-87bc-b4735d367070 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:23.280705 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-e0164120-6ddd-4f00-87bc-b4735d367070 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Added segment e9c90f87-5a18-4c84-8a51-89732c621aa5 of type vlan for network 621043fa-6061-4449-972b-29e162f05105 Nov 13 04:46:23.282108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a271a718-f00c-4c26-8a45-82f2ee3f532c admin admin] Checking segment: {'id': '2330a84e-a55b-402c-ae56-07c742508ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9bd9abe-18e1-4d77-adb5-44010d3a10bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:23.282455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a271a718-f00c-4c26-8a45-82f2ee3f532c admin admin] Network hostable DHCP agents. Network: f9bd9abe-18e1-4d77-adb5-44010d3a10bc, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:23.330239 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0164120-6ddd-4f00-87bc-b4735d367070 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:23.365835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a271a718-f00c-4c26-8a45-82f2ee3f532c admin admin] Network f9bd9abe-18e1-4d77-adb5-44010d3a10bc is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:23.390041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a271a718-f00c-4c26-8a45-82f2ee3f532c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, f9bd9abe-18e1-4d77-adb5-44010d3a10bc) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:23.396991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a271a718-f00c-4c26-8a45-82f2ee3f532c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:23.397577 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a271a718-f00c-4c26-8a45-82f2ee3f532c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:23.402042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1059914e-f506-4f86-b7c0-e0e77969fcbc None None] Network f9bd9abe-18e1-4d77-adb5-44010d3a10bc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:23.415578 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b60fcc-e995-4871-9121-6db6f7c3eb74 req-091e0059-cad0-4b75-9357-c64fd23172a0 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:23.417003 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07b60fcc-e995-4871-9121-6db6f7c3eb74 req-091e0059-cad0-4b75-9357-c64fd23172a0 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.0928438 Nov 13 04:46:23.417603 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0164120-6ddd-4f00-87bc-b4735d367070 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:23.422852 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0164120-6ddd-4f00-87bc-b4735d367070 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:23.423472 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0164120-6ddd-4f00-87bc-b4735d367070 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:23.463421 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a271a718-f00c-4c26-8a45-82f2ee3f532c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5764616 Nov 13 04:46:23.515700 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e0164120-6ddd-4f00-87bc-b4735d367070 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3733265 Nov 13 04:46:23.518877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52614) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:23.526441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1fe6a0be-9a7f-4328-a5bc-db9ea55bf106 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'subnet': {'network_id': '621043fa-6061-4449-972b-29e162f05105', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:23.529185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0164120-6ddd-4f00-87bc-b4735d367070 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Network': ['ID=621043fa-6061-4449-972b-29e162f05105,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:23.542485 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07b60fcc-e995-4871-9121-6db6f7c3eb74 req-98268ce2-37e7-428e-b468-6dfc1d40e854 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149583 Nov 13 04:46:23.559194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 621043fa-6061-4449-972b-29e162f05105 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:23.597561 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device cab8f8a2-734c-4ca6-9d3b-dd4339765b4a no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:46:23.599497 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b834b766-f5bd-47e6-9ed4-29f9e604a1d0 None None] Network f9bd9abe-18e1-4d77-adb5-44010d3a10bc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:23.631623 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06141538-d2e3-4c23-8b66-2a49205c9d40 req-ca59274b-162b-45ff-bf5a-6b43b71e1f77 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0667119 Nov 13 04:46:23.673696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: cab8f8a2-734c-4ca6-9d3b-dd4339765b4a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:46:23.674264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device cab8f8a2-734c-4ca6-9d3b-dd4339765b4a not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:46:23.676674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe6a0be-9a7f-4328-a5bc-db9ea55bf106 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:23.681267 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a0be-9a7f-4328-a5bc-db9ea55bf106 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:23.918254 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a0be-9a7f-4328-a5bc-db9ea55bf106 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.030564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6a0be-9a7f-4328-a5bc-db9ea55bf106 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Subnet': ['ID=91c41ed8-10ec-47a1-866b-7352336e4366,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:24.054394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6a0be-9a7f-4328-a5bc-db9ea55bf106 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Checking segment: {'id': 'e9c90f87-5a18-4c84-8a51-89732c621aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '621043fa-6061-4449-972b-29e162f05105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:24.054762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe6a0be-9a7f-4328-a5bc-db9ea55bf106 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network hostable DHCP agents. Network: 621043fa-6061-4449-972b-29e162f05105, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:24.065742 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4a61e-e71e-43af-b50d-490a36f75f61 req-cdea3208-98c6-475c-b05d-8f14b52f2063 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:24.067317 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40e4a61e-e71e-43af-b50d-490a36f75f61 req-cdea3208-98c6-475c-b05d-8f14b52f2063 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.1129637 Nov 13 04:46:24.109558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52646) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:24.115790 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1966686830-network', 'tenant_id': 'afe8c306e0154a42af7408368256fa3d'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:24.122817 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe6a0be-9a7f-4328-a5bc-db9ea55bf106 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network 621043fa-6061-4449-972b-29e162f05105 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:24.152390 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8b71c-9943-4dff-80a4-66448a3d048b req-4563e950-2a38-4c16-acd8-84564a7d5612 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:24.153894 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ef8b71c-9943-4dff-80a4-66448a3d048b req-4563e950-2a38-4c16-acd8-84564a7d5612 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.0521274 Nov 13 04:46:24.155215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-1fe6a0be-9a7f-4328-a5bc-db9ea55bf106 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 621043fa-6061-4449-972b-29e162f05105) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:24.160490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6a0be-9a7f-4328-a5bc-db9ea55bf106 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:24.161167 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a0be-9a7f-4328-a5bc-db9ea55bf106 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.164894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448e49ca-504d-41e5-8864-06155b71e40d None None] Network 621043fa-6061-4449-972b-29e162f05105 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:24.180125 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40e4a61e-e71e-43af-b50d-490a36f75f61 req-429e89d6-3c3a-456d-a69a-e3bb13c34f95 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040370 Nov 13 04:46:24.190478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] Made reservation on behalf of afe8c306e0154a42af7408368256fa3d for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:24.195851 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.214844 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ef8b71c-9943-4dff-80a4-66448a3d048b req-9651cece-e696-44ed-9188-b03650c64d6e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536804 Nov 13 04:46:24.225760 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.234811 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1fe6a0be-9a7f-4328-a5bc-db9ea55bf106 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7122672 Nov 13 04:46:24.235372 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52650) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:24.333872 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.339248 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.348390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ed3968-cae6-4842-ac6b-e70c3b0c6a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-621043fa-6061-4449-972b-29e162f05105', 'network_id': '621043fa-6061-4449-972b-29e162f05105', 'tenant_id': 'cd68d76e80c64ea09f9083f1587a749e', 'fixed_ips': [{'subnet_id': '91c41ed8-10ec-47a1-866b-7352336e4366'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:46:24.349285 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3968-cae6-4842-ac6b-e70c3b0c6a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.373946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:24.379633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95629ed7-2198-4c05-bb1b-6c07a70454b2,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:24.382227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37c537-ee63-420c-b8f7-c44a13c8ad08 req-3ac8384f-5b7e-461c-a118-1efd36113912 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:24.383817 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f37c537-ee63-420c-b8f7-c44a13c8ad08 req-3ac8384f-5b7e-461c-a118-1efd36113912 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 943 time: 0.0761118 Nov 13 04:46:24.392115 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.392520 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] Added segment dc90faed-ba7b-4593-969d-0b5317e7a34a of type vlan for network 01b16dc3-2155-4e5a-bcfe-d9f978a3fa1c Nov 13 04:46:24.418393 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.442637 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.473293 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f37c537-ee63-420c-b8f7-c44a13c8ad08 req-34f3098c-d0e2-4c04-b99b-f4fc00aa47c5 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6d096-86e8-475a-bb4e-5d32575f819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799074 Nov 13 04:46:24.481443 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.482461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:24.483078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.501209 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.512824 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4020379 Nov 13 04:46:24.513541 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52652) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:24.525722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c0fd96f9-8347-4ec7-b231-0c0b0d26aac2 admin admin] Request body: {'subnet': {'network_id': '01b16dc3-2155-4e5a-bcfe-d9f978a3fa1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1966686830-subnet', 'tenant_id': 'afe8c306e0154a42af7408368256fa3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:24.569293 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.575723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef6bf2-23d0-4ff5-bae6-aad24091773a admin admin] Pushing event updated for resources: {'Network': ['ID=01b16dc3-2155-4e5a-bcfe-d9f978a3fa1c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:24.589834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fd96f9-8347-4ec7-b231-0c0b0d26aac2 admin admin] Made reservation on behalf of afe8c306e0154a42af7408368256fa3d for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:24.592380 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0fd96f9-8347-4ec7-b231-0c0b0d26aac2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.615009 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 01b16dc3-2155-4e5a-bcfe-d9f978a3fa1c details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:24.623327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Subnet': ['ID=91c41ed8-10ec-47a1-866b-7352336e4366,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server [None req-e5ed3968-cae6-4842-ac6b-e70c3b0c6a8c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91c41ed8-10ec-47a1-866b-7352336e4366: This subnet is being modified by another concurrent operation. Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 04:46:24.646869 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise exception Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91c41ed8-10ec-47a1-866b-7352336e4366: This subnet is being modified by another concurrent operation. Nov 13 04:46:24.652216 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Nov 13 04:46:24.699293 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.714297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523304e6-c522-4328-8ed6-758c620da860 None None] Network 621043fa-6061-4449-972b-29e162f05105 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:24.726946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621043fa-6061-4449-972b-29e162f05105']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:24.739788 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c90f87-5a18-4c84-8a51-89732c621aa5') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:24.741271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c90f87-5a18-4c84-8a51-89732c621aa5') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:24.753289 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.767722 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.771196 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0abe3e3-6e1f-4e92-be71-164c191c19c0 req-7863bcea-e900-4cf7-9a7f-ce366fd1732b tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0357487 Nov 13 04:46:24.775751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:24.776454 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:24.784324 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:24.823418 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0fd96f9-8347-4ec7-b231-0c0b0d26aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.859680 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.865660 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:24.869340 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/621043fa-6061-4449-972b-29e162f05105 HTTP/1.1" status: 204 len: 168 time: 0.6328025 Nov 13 04:46:24.874806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52658) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:24.884914 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643666c6-ef70-4fbc-bcac-c5144089cd4d None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 04:46:24.909529 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-586fa182-9eb4-434e-a132-302068316bed tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] GET failed (client error): The resource could not be found. Nov 13 04:46:24.910960 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-586fa182-9eb4-434e-a132-302068316bed tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "GET /v2.0/subnets/91c41ed8-10ec-47a1-866b-7352336e4366 HTTP/1.1" status: 404 len: 337 time: 0.0351262 Nov 13 04:46:24.916967 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd96f9-8347-4ec7-b231-0c0b0d26aac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cac32a2-24c3-4414-9add-cc7a9a3f9973,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:24.920568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52660) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:24.946862 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99cbd5a-02f0-4ff4-922f-c86c01b6b978 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:24.947460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99cbd5a-02f0-4ff4-922f-c86c01b6b978 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:24.950551 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a99cbd5a-02f0-4ff4-922f-c86c01b6b978 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/621043fa-6061-4449-972b-29e162f05105 HTTP/1.1" status: 404 len: 339 time: 0.0289841 Nov 13 04:46:24.951943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fd96f9-8347-4ec7-b231-0c0b0d26aac2 admin admin] Checking segment: {'id': 'dc90faed-ba7b-4593-969d-0b5317e7a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '01b16dc3-2155-4e5a-bcfe-d9f978a3fa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:24.952302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fd96f9-8347-4ec7-b231-0c0b0d26aac2 admin admin] Network hostable DHCP agents. Network: 01b16dc3-2155-4e5a-bcfe-d9f978a3fa1c, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:24.956133 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52662) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:25.000616 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643666c6-ef70-4fbc-bcac-c5144089cd4d None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 04:46:25.078001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fd96f9-8347-4ec7-b231-0c0b0d26aac2 admin admin] Network 01b16dc3-2155-4e5a-bcfe-d9f978a3fa1c is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:25.121463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-c0fd96f9-8347-4ec7-b231-0c0b0d26aac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 01b16dc3-2155-4e5a-bcfe-d9f978a3fa1c) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:25.137923 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fd96f9-8347-4ec7-b231-0c0b0d26aac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:25.138511 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0fd96f9-8347-4ec7-b231-0c0b0d26aac2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:25.174721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572201d8-767d-4c76-ac07-3e82fe2f0509 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:25.176471 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-572201d8-767d-4c76-ac07-3e82fe2f0509 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2194111 Nov 13 04:46:25.179467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52664) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:25.191489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c0fd96f9-8347-4ec7-b231-0c0b0d26aac2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6700168 Nov 13 04:46:25.202036 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139aee1-96a9-424a-bf5d-462af52bcf5f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Network': ['ID=621043fa-6061-4449-972b-29e162f05105,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:25.238288 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7ceb8cea-a6c4-4e94-9614-5804e08dc845 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 207 time: 0.0576718 Nov 13 04:46:25.241710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52672) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:25.302077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffe404a-e340-4a6a-9409-7c96b49cc418 None None] Network 01b16dc3-2155-4e5a-bcfe-d9f978a3fa1c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:25.391082 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdb328-65e0-41ad-aa94-ce71d4cdc771 req-d50ed796-70ff-485f-ab77-1afdd1af9d32 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:25.392661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12cdb328-65e0-41ad-aa94-ce71d4cdc771 req-d50ed796-70ff-485f-ab77-1afdd1af9d32 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.0690637 Nov 13 04:46:25.455825 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e32c90-f4e3-4b92-ac03-0f5991308c11 None None] Network 01b16dc3-2155-4e5a-bcfe-d9f978a3fa1c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:25.456005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935763bf-eb72-40aa-845a-56eda9359e5d req-7eb0b1ae-91fa-4be9-9c35-2778aa40b41a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:25.463427 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-935763bf-eb72-40aa-845a-56eda9359e5d req-7eb0b1ae-91fa-4be9-9c35-2778aa40b41a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.1679969 Nov 13 04:46:25.464237 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12cdb328-65e0-41ad-aa94-ce71d4cdc771 req-d3b7b447-0904-4670-82e2-f551e3334fe0 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586658 Nov 13 04:46:25.490549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device fae7a339-0a07-4186-9ea7-05c0418c3390 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:46:25.518763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ffa680-ca79-4d38-afd6-afd1e8d60830 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:25.524976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ffa680-ca79-4d38-afd6-afd1e8d60830 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:25.531011 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ffa680-ca79-4d38-afd6-afd1e8d60830 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:25.536734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ffa680-ca79-4d38-afd6-afd1e8d60830 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:25.538447 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-94ffa680-ca79-4d38-afd6-afd1e8d60830 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2957053 Nov 13 04:46:25.542322 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52682) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:25.597270 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-935763bf-eb72-40aa-845a-56eda9359e5d req-ad27a063-8f5e-49c2-a750-b83db3dc8a84 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331518 Nov 13 04:46:25.664400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port fae7a339-0a07-4186-9ea7-05c0418c3390, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=fae7a339-0a07-4186-9ea7-05c0418c3390,segment=NetworkSegment(26cb54fc-84a9-4403-8c2b-cac8c8599be5),segment_id=26cb54fc-84a9-4403-8c2b-cac8c8599be5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:25.683680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'fae7a339-0a07-4186-9ea7-05c0418c3390', 'network_id': '59bd2b6a-1971-4bf9-889b-eb5328782863', 'port_id': 'fae7a339-0a07-4186-9ea7-05c0418c3390', 'mac_address': 'fa:16:3e:34:b5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea42de2b-a9df-41c1-8d52-89d2cd2d74b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:46:25.707580 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fdfe3c07-ac5c-4a26-80b9-6ff354324680 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1640966 Nov 13 04:46:25.708400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52686) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:25.774698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69ff92-75ef-4fa4-90b0-a95aeb44203f req-94ede5ab-b4a1-4666-961a-f8b5de079191 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:25.776536 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f69ff92-75ef-4fa4-90b0-a95aeb44203f req-94ede5ab-b4a1-4666-961a-f8b5de079191 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 943 time: 0.0676303 Nov 13 04:46:25.789316 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:25.804816 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae7a339-0a07-4186-9ea7-05c0418c3390 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:46:25.827069 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port fae7a339-0a07-4186-9ea7-05c0418c3390, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=fae7a339-0a07-4186-9ea7-05c0418c3390,segment=NetworkSegment(26cb54fc-84a9-4403-8c2b-cac8c8599be5),segment_id=26cb54fc-84a9-4403-8c2b-cac8c8599be5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:25.833851 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:25.851575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d04510a-3d84-4aa0-81bd-144c4d5aafbe tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:25.852152 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f69ff92-75ef-4fa4-90b0-a95aeb44203f req-e71e943e-9fce-4713-a90a-3b8c0698a8bb tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6d096-86e8-475a-bb4e-5d32575f819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689685 Nov 13 04:46:25.853782 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d04510a-3d84-4aa0-81bd-144c4d5aafbe tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:25.855939 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9d04510a-3d84-4aa0-81bd-144c4d5aafbe tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1465285 Nov 13 04:46:25.860891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52700) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:25.927801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=fae7a339-0a07-4186-9ea7-05c0418c3390,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:25.968159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97119555-ab73-4ed2-b5fc-ea47f2d38bf3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:25.969495 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97119555-ab73-4ed2-b5fc-ea47f2d38bf3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:25.969708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-9ee0db6e-1b24-48fd-bb21-ccc03c292d75 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:25.971207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-9ee0db6e-1b24-48fd-bb21-ccc03c292d75 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/networks?id=f9bd9abe-18e1-4d77-adb5-44010d3a10bc HTTP/1.1" status: 200 len: 814 time: 0.1380084 Nov 13 04:46:25.971337 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-97119555-ab73-4ed2-b5fc-ea47f2d38bf3 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1091366 Nov 13 04:46:25.976598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52702) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:25.998298 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-46d071eb-f4c6-4c78-b64f-d3c4f6f3e8a1 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/quotas/a5946545e1304c96b4bbadd83c82f776 HTTP/1.1" status: 200 len: 375 time: 0.0183835 Nov 13 04:46:26.040000 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-47ff8e2e-771a-476f-9ae4-068fc0212c1d tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5946545e1304c96b4bbadd83c82f776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329802 Nov 13 04:46:26.112280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5b150d0e-bfe5-425f-b5e1-aa53a990729d req-618314e4-e56d-4480-8736-c9f3738b5703 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0391693 Nov 13 04:46:26.147115 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-ba8c34f0-98ca-4087-b130-b6a5d1b0e4de service neutron] 10.222.0.43 "GET /v2.0/networks/f9bd9abe-18e1-4d77-adb5-44010d3a10bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959747 Nov 13 04:46:26.148120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619413cb-0304-4e23-8f43-9cfe3d610a71 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:26.149731 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-619413cb-0304-4e23-8f43-9cfe3d610a71 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "GET /v2.0/networks/8b73980d-ae36-4d4f-9375-4c680c41c91c HTTP/1.1" status: 200 len: 799 time: 0.1719770 Nov 13 04:46:26.153489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52704) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:26.247584 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-40bcc86a-7d32-4627-addf-12d5de1a76e0 service neutron] 10.222.0.43 "GET /v2.0/networks/f9bd9abe-18e1-4d77-adb5-44010d3a10bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912571 Nov 13 04:46:26.256525 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7dee54d4-1a86-4a33-ba4e-b7be12f5a89c tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "GET /v2.0/networks/8b73980d-ae36-4d4f-9375-4c680c41c91c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1016548 Nov 13 04:46:26.260358 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:26.270657 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['fae7a339-0a07-4186-9ea7-05c0418c3390'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:46:26.313156 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561a7912-cf0c-450a-99ba-cabc45b392db tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:26.314901 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-561a7912-cf0c-450a-99ba-cabc45b392db tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "GET /v2.0/subnets/927b978f-b5c5-486d-ae19-52ab9b71075f HTTP/1.1" status: 200 len: 811 time: 0.0536029 Nov 13 04:46:26.320245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:26.382489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087e309-fb3a-4671-b092-5ebe50fd8be4 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:26.391750 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52712) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:26.399077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-072f356b-69aa-4f59-9d92-faae6ac22f30 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1155895875'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:26.403961 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a087e309-fb3a-4671-b092-5ebe50fd8be4 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "GET /v2.0/subnets/927b978f-b5c5-486d-ae19-52ab9b71075f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0824888 Nov 13 04:46:26.444196 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072f356b-69aa-4f59-9d92-faae6ac22f30 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:26.448983 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-072f356b-69aa-4f59-9d92-faae6ac22f30 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:26.457503 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1d443231-927b-4032-b5b6-93a299198215 req-a4aa505c-f4ee-4a16-84cf-f55732fdf470 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 210 time: 0.0481374 Nov 13 04:46:26.488989 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072f356b-69aa-4f59-9d92-faae6ac22f30 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:26.509060 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-072f356b-69aa-4f59-9d92-faae6ac22f30 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:26.509592 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-072f356b-69aa-4f59-9d92-faae6ac22f30 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Added segment 8e2622f8-ab7f-440b-bfbe-06431dac6fa4 of type vlan for network c0cdec69-08b4-4ecd-9714-d61ca541fc03 Nov 13 04:46:26.579351 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-072f356b-69aa-4f59-9d92-faae6ac22f30 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:26.626518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76083a58-3756-4eb2-aa11-2c6df2061e6f req-0b097b66-b152-4164-9e21-513e2302aa7b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:26.628188 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-76083a58-3756-4eb2-aa11-2c6df2061e6f req-0b097b66-b152-4164-9e21-513e2302aa7b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.0890977 Nov 13 04:46:26.629531 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-072f356b-69aa-4f59-9d92-faae6ac22f30 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:26.635836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072f356b-69aa-4f59-9d92-faae6ac22f30 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:26.636389 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-072f356b-69aa-4f59-9d92-faae6ac22f30 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:26.721586 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-072f356b-69aa-4f59-9d92-faae6ac22f30 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3279009 Nov 13 04:46:26.725409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52726) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:26.733349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-10ee847e-ad0c-4f4a-850a-12cd6ed95f98 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'subnet': {'network_id': 'c0cdec69-08b4-4ecd-9714-d61ca541fc03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:26.738689 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f356b-69aa-4f59-9d92-faae6ac22f30 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Network': ['ID=c0cdec69-08b4-4ecd-9714-d61ca541fc03,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:26.752369 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network c0cdec69-08b4-4ecd-9714-d61ca541fc03 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:26.760938 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-76083a58-3756-4eb2-aa11-2c6df2061e6f req-212673d1-019d-4388-9558-f815ff8b531a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205952 Nov 13 04:46:26.892853 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721026b-828d-45c1-81af-a4ac2ee385db req-a433e024-3916-4fcf-ae51-4839c377f381 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:26.902463 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6721026b-828d-45c1-81af-a4ac2ee385db req-a433e024-3916-4fcf-ae51-4839c377f381 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.1186497 Nov 13 04:46:26.955572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ee847e-ad0c-4f4a-850a-12cd6ed95f98 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Made reservation on behalf of cd68d76e80c64ea09f9083f1587a749e for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:26.961004 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10ee847e-ad0c-4f4a-850a-12cd6ed95f98 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:26.982738 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e4fe6-86c7-4dda-b580-f3bea15f5d5d req-c138bf4b-0afc-40ad-9778-899348412f75 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:26.993357 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef6e4fe6-86c7-4dda-b580-f3bea15f5d5d req-c138bf4b-0afc-40ad-9778-899348412f75 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 944 time: 0.0657792 Nov 13 04:46:27.051082 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6721026b-828d-45c1-81af-a4ac2ee385db req-531860aa-801f-4c7d-9a7d-94df098c3dc4 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476347 Nov 13 04:46:27.055725 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-10ee847e-ad0c-4f4a-850a-12cd6ed95f98 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Performing IP validity checks on allocation pools {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 13 04:46:27.057088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-10ee847e-ad0c-4f4a-850a-12cd6ed95f98 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 13 04:46:27.067836 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef6e4fe6-86c7-4dda-b580-f3bea15f5d5d req-4da33c25-bbbc-4d9f-8371-b0d26ee849fb tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6d096-86e8-475a-bb4e-5d32575f819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714192 Nov 13 04:46:27.220513 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10ee847e-ad0c-4f4a-850a-12cd6ed95f98 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:27.248538 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef3ca4b3-70d3-4ca3-a202-a87b44809651 req-21ffb155-8874-45e6-a3ac-3d99f9f91f4c tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0362580 Nov 13 04:46:27.298661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee847e-ad0c-4f4a-850a-12cd6ed95f98 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Subnet': ['ID=fa82f789-df76-4cae-a2fb-a7cd35ef5d31,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:27.304002 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ee847e-ad0c-4f4a-850a-12cd6ed95f98 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Checking segment: {'id': '8e2622f8-ab7f-440b-bfbe-06431dac6fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0cdec69-08b4-4ecd-9714-d61ca541fc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:27.304454 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee847e-ad0c-4f4a-850a-12cd6ed95f98 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network hostable DHCP agents. Network: c0cdec69-08b4-4ecd-9714-d61ca541fc03, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:27.322106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee847e-ad0c-4f4a-850a-12cd6ed95f98 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Network c0cdec69-08b4-4ecd-9714-d61ca541fc03 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:27.333040 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-10ee847e-ad0c-4f4a-850a-12cd6ed95f98 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, c0cdec69-08b4-4ecd-9714-d61ca541fc03) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:27.337479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee847e-ad0c-4f4a-850a-12cd6ed95f98 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:27.338310 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10ee847e-ad0c-4f4a-850a-12cd6ed95f98 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:27.345480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3352473e-697f-43e1-934b-466d9a4766d1 None None] Network c0cdec69-08b4-4ecd-9714-d61ca541fc03 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:27.361790 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52736) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:27.362055 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-10ee847e-ad0c-4f4a-850a-12cd6ed95f98 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6333323 Nov 13 04:46:27.367567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-974de8ab-19ca-48ff-954e-41f93faa5ddb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:27.473597 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-974de8ab-19ca-48ff-954e-41f93faa5ddb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5491009'] for subnet, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:27.498876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device fae7a339-0a07-4186-9ea7-05c0418c3390 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:46:27.561498 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-946341b4-3c0e-4ace-87f0-35d1ee251a2c req-b50fd082-29e4-4f88-8c65-b04e6af57b93 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 210 time: 0.0357125 Nov 13 04:46:27.667113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-c0cdec69-08b4-4ecd-9714-d61ca541fc03', 'network_id': 'c0cdec69-08b4-4ecd-9714-d61ca541fc03', 'tenant_id': 'cd68d76e80c64ea09f9083f1587a749e', 'fixed_ips': [{'subnet_id': 'fa82f789-df76-4cae-a2fb-a7cd35ef5d31'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:46:27.668197 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:27.700476 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port fae7a339-0a07-4186-9ea7-05c0418c3390 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:46:27.725496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port fae7a339-0a07-4186-9ea7-05c0418c3390 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:27.725496 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:27.767420 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-974de8ab-19ca-48ff-954e-41f93faa5ddb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8795007788683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5890943'] for subnet, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:27.813078 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0d3af814-283d-4fac-8e4d-3c8b61b64afa tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:27.814955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0d3af814-283d-4fac-8e4d-3c8b61b64afa tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.36 "GET /v2.0/networks?id=f9bd9abe-18e1-4d77-adb5-44010d3a10bc HTTP/1.1" status: 200 len: 814 time: 0.1579874 Nov 13 04:46:27.843337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0d3f38f0-7a51-43a4-816b-08dca62325c1 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Request body: {'port': {'device_id': '9b6d0a32-e27d-4552-a7a9-80a66892e063', 'network_id': 'f9bd9abe-18e1-4d77-adb5-44010d3a10bc', 'admin_state_up': True, 'tenant_id': 'a5946545e1304c96b4bbadd83c82f776'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:27.869613 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974de8ab-19ca-48ff-954e-41f93faa5ddb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event updated for resources: {'Subnet': ['ID=fa82f789-df76-4cae-a2fb-a7cd35ef5d31,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:27.910972 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974de8ab-19ca-48ff-954e-41f93faa5ddb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:27.912138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-974de8ab-19ca-48ff-954e-41f93faa5ddb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:27.913779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-974de8ab-19ca-48ff-954e-41f93faa5ddb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "PUT /v2.0/subnets/fa82f789-df76-4cae-a2fb-a7cd35ef5d31 HTTP/1.1" status: 200 len: 877 time: 0.5506976 Nov 13 04:46:27.918830 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52744) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:27.973526 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Allocated IP 172.20.0.3 (c0cdec69-08b4-4ecd-9714-d61ca541fc03/fa82f789-df76-4cae-a2fb-a7cd35ef5d31/2b0c6830-bc0f-43cf-a1db-cb2676c85690) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:46:27.986133 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2147-052e-460f-8c7a-7d1762785c4e req-4b86a7be-dab9-44d5-840d-4ecb76ca5d3a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:27.987560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-660e2147-052e-460f-8c7a-7d1762785c4e req-4b86a7be-dab9-44d5-840d-4ecb76ca5d3a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1243980 Nov 13 04:46:27.991362 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.019552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-7ef39eb6-4b34-4ef3-94f6-88301b63eb2d service neutron] 10.222.0.36 "GET /v2.0/ports/09174db8-91e0-4b74-a72c-b608e45a4bd2/bindings/n-h1-813114-2 HTTP/1.1" status: 200 len: 384 time: 0.1558414 Nov 13 04:46:28.065096 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-660e2147-052e-460f-8c7a-7d1762785c4e req-d0576982-2811-4e33-b56c-f67a692a1cab tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631039 Nov 13 04:46:28.066273 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0d3f38f0-7a51-43a4-816b-08dca62325c1 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Made reservation on behalf of a5946545e1304c96b4bbadd83c82f776 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:28.084991 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0d3f38f0-7a51-43a4-816b-08dca62325c1 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.090474 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.098710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e9069d-3b3d-4559-b0a6-d7e39a8c9697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae7a339-0a07-4186-9ea7-05c0418c3390'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:28.101124 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aed22e3-4597-4c8e-9b9d-8c63ff1ad7fb" -d '{"events": [{"server_uuid": "a1e9069d-3b3d-4559-b0a6-d7e39a8c9697", "name": "network-vif-plugged", "status": "completed", "tag": "fae7a339-0a07-4186-9ea7-05c0418c3390"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:28.121206 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port fae7a339-0a07-4186-9ea7-05c0418c3390, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=fae7a339-0a07-4186-9ea7-05c0418c3390,segment=NetworkSegment(26cb54fc-84a9-4403-8c2b-cac8c8599be5),segment_id=26cb54fc-84a9-4403-8c2b-cac8c8599be5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:28.142079 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.143005 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 09174db8-91e0-4b74-a72c-b608e45a4bd2 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:46:28.267394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=fae7a339-0a07-4186-9ea7-05c0418c3390,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:28.271262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0826684-8479-4a10-84da-994c889e0fc9 req-5c72c1a9-1f2a-4ece-8341-242165b9ef88 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:28.272805 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0826684-8479-4a10-84da-994c889e0fc9 req-5c72c1a9-1f2a-4ece-8341-242165b9ef88 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 945 time: 0.0977166 Nov 13 04:46:28.279411 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61974971-9b3a-4b67-b016-4cc522a4f19e req-ee5c63ca-443e-4465-a6e2-6a81b01677d2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:28.281150 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-61974971-9b3a-4b67-b016-4cc522a4f19e req-ee5c63ca-443e-4465-a6e2-6a81b01677d2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 946 time: 0.1389043 Nov 13 04:46:28.288353 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.306184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0d3f38f0-7a51-43a4-816b-08dca62325c1 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Allocated IP 172.20.0.3 (f9bd9abe-18e1-4d77-adb5-44010d3a10bc/4cf5949c-743b-4e59-9a64-c920f191b82d/ec2c8454-beca-483e-ae5b-60d1fd364756) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:46:28.321232 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.336037 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.364391 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0826684-8479-4a10-84da-994c889e0fc9 req-0afbea5f-e402-434a-af91-6c8111da9a6d tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6d096-86e8-475a-bb4e-5d32575f819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705812 Nov 13 04:46:28.373757 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.415218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Network c0cdec69-08b4-4ecd-9714-d61ca541fc03 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:28.442721 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:28.446698 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-61974971-9b3a-4b67-b016-4cc522a4f19e req-b032fb3e-97b5-4592-b3c1-0b44561076e6 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547570 Nov 13 04:46:28.447376 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:28.450755 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-29fd50eb-760f-408f-966b-51b046f0b974 service neutron] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:28.453396 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.454101 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:28.456825 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.462297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Pushing event updated for resources: {'Port': ['ID=2b0c6830-bc0f-43cf-a1db-cb2676c85690,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:28.475639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.499974 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aaa2a8-5168-4116-93a3-92e3b139bb0b x-openstack-request-id: req-c9aaa2a8-5168-4116-93a3-92e3b139bb0b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:28.500267 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e9069d-3b3d-4559-b0a6-d7e39a8c9697", "name": "network-vif-plugged", "status": "completed", "tag": "fae7a339-0a07-4186-9ea7-05c0418c3390", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:28.500518 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9aaa2a8-5168-4116-93a3-92e3b139bb0b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:28.501058 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e9069d-3b3d-4559-b0a6-d7e39a8c9697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae7a339-0a07-4186-9ea7-05c0418c3390', 'code': 200} Nov 13 04:46:28.554954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Subnet': ['ID=fa82f789-df76-4cae-a2fb-a7cd35ef5d31,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:28.567794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-29fd50eb-760f-408f-966b-51b046f0b974 service neutron] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:28.588311 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0d3f38f0-7a51-43a4-816b-08dca62325c1 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.597252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Attempting to bind port 2b0c6830-bc0f-43cf-a1db-cb2676c85690 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:46:28.597620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Attempting to bind port 2b0c6830-bc0f-43cf-a1db-cb2676c85690 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '8e2622f8-ab7f-440b-bfbe-06431dac6fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0cdec69-08b4-4ecd-9714-d61ca541fc03'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:46:28.597978 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Attempting to bind port 2b0c6830-bc0f-43cf-a1db-cb2676c85690 on network c0cdec69-08b4-4ecd-9714-d61ca541fc03 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:28.601045 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=09174db8-91e0-4b74-a72c-b608e45a4bd2,revision_number=10']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:28.606761 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:46:28.607158 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Checking segment: {'id': '8e2622f8-ab7f-440b-bfbe-06431dac6fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0cdec69-08b4-4ecd-9714-d61ca541fc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:28.607558 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.607941 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Bound using segment: {'id': '8e2622f8-ab7f-440b-bfbe-06431dac6fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0cdec69-08b4-4ecd-9714-d61ca541fc03'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:46:28.608407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Bound port: 2b0c6830-bc0f-43cf-a1db-cb2676c85690, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2622f8-ab7f-440b-bfbe-06431dac6fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0cdec69-08b4-4ecd-9714-d61ca541fc03'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:46:28.608782 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.646034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-26638129-d2db-44d9-9525-3991659fea90 req-ce715417-f239-4224-8612-9fa428b4def5 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0441003 Nov 13 04:46:28.651950 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0d3f38f0-7a51-43a4-816b-08dca62325c1 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.708680 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.729508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] For port 2b0c6830-bc0f-43cf-a1db-cb2676c85690, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:28.733463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] For port 2b0c6830-bc0f-43cf-a1db-cb2676c85690, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2b0c6830-bc0f-43cf-a1db-cb2676c85690,segment=NetworkSegment(8e2622f8-ab7f-440b-bfbe-06431dac6fa4),segment_id=8e2622f8-ab7f-440b-bfbe-06431dac6fa4)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:46:28.738521 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.762228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0d3f38f0-7a51-43a4-816b-08dca62325c1 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Network f9bd9abe-18e1-4d77-adb5-44010d3a10bc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:28.766365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f38f0-7a51-43a4-816b-08dca62325c1 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Pushing event updated for resources: {'Port': ['ID=ec2c8454-beca-483e-ae5b-60d1fd364756,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:28.772173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0d3f38f0-7a51-43a4-816b-08dca62325c1 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:28.776343 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0d3f38f0-7a51-43a4-816b-08dca62325c1 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:28.780699 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d204f-b17e-486b-ad2a-2ea758afbdc7 req-52c585ba-ccf8-4a1e-83bd-bc73de41d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:28.782211 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d75d204f-b17e-486b-ad2a-2ea758afbdc7 req-52c585ba-ccf8-4a1e-83bd-bc73de41d7f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 1096 time: 0.1424308 Nov 13 04:46:28.804410 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4d6143-d0cc-4ab4-9607-e10b568e2273 None None] DHCP port deletion for f9bd9abe-18e1-4d77-adb5-44010d3a10bc request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:28.841487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee9fc1-3c8e-4967-9f73-23d1cc1b035a req-a6dadc32-c53c-481c-bb4d-8213ce6d6dde tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:28.843079 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ceee9fc1-3c8e-4967-9f73-23d1cc1b035a req-a6dadc32-c53c-481c-bb4d-8213ce6d6dde tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 931 time: 0.1417413 Nov 13 04:46:28.864841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da51350-38c7-48b1-885a-f23c1bccfd1c None None] Pushing event updated for resources: {'Port': ['ID=2b0c6830-bc0f-43cf-a1db-cb2676c85690,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:28.875132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0d3f38f0-7a51-43a4-816b-08dca62325c1 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:28.875773 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0d3f38f0-7a51-43a4-816b-08dca62325c1 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:28.899987 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6081b8c9-ed44-4b16-bfdc-3da56a377040 None None] Network c0cdec69-08b4-4ecd-9714-d61ca541fc03 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:28.933939 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d75d204f-b17e-486b-ad2a-2ea758afbdc7 req-488cb6a2-1848-464a-b39d-a274797732d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2ed6d096-86e8-475a-bb4e-5d32575f819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288373 Nov 13 04:46:28.940634 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0d3f38f0-7a51-43a4-816b-08dca62325c1 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1012297 Nov 13 04:46:28.947504 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ceee9fc1-3c8e-4967-9f73-23d1cc1b035a req-99ac334a-35a4-4b9e-8f71-65da102779bc tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1c942fa-344c-47a2-adff-310a0f63462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967486 Nov 13 04:46:28.983522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7d26f24e-8cff-485e-886a-e7abb2ed9502 None None] Provisioning complete for port ec2c8454-beca-483e-ae5b-60d1fd364756 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:28.984113 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d26f24e-8cff-485e-886a-e7abb2ed9502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:29.029993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:29.032333 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e69221-4b16-43a6-b06c-9edb9d40a753" -d '{"events": [{"server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "name": "network-vif-unplugged", "status": "completed", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:29.042144 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-29fd50eb-760f-408f-966b-51b046f0b974 service neutron] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:29.053636 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:29.053860 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7d26f24e-8cff-485e-886a-e7abb2ed9502 None None] Port ec2c8454-beca-483e-ae5b-60d1fd364756 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:46:29.076844 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-29fd50eb-760f-408f-966b-51b046f0b974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:29.080168 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe68b9f-f2e3-4513-83f5-33726afbb663 None None] Network c0cdec69-08b4-4ecd-9714-d61ca541fc03 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:29.082202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cdec69-08b4-4ecd-9714-d61ca541fc03']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:29.091479 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8645eac-67be-48d9-afb5-fa2b051186d4 x-openstack-request-id: req-f8645eac-67be-48d9-afb5-fa2b051186d4 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:29.091715 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "name": "network-vif-unplugged", "status": "completed", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:29.091920 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8645eac-67be-48d9-afb5-fa2b051186d4 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:29.092309 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2', 'code': 200} Nov 13 04:46:29.102583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2622f8-ab7f-440b-bfbe-06431dac6fa4') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:29.103357 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2622f8-ab7f-440b-bfbe-06431dac6fa4') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:29.115294 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:29.152369 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:29.167532 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:29.167926 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:29.171001 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:29.210346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce01ff-de42-414c-b1ce-92a620e1864f req-fca7cfae-3ec6-4451-bfe7-e1f6b8be09f0 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:29.212091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-afce01ff-de42-414c-b1ce-92a620e1864f req-fca7cfae-3ec6-4451-bfe7-e1f6b8be09f0 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.0628192 Nov 13 04:46:29.212479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e60cbb6-de39-4376-9c0d-49b31c9a8f73 None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 04:46:29.239898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-29fd50eb-760f-408f-966b-51b046f0b974 service neutron] Transition to ACTIVE for port object 09174db8-91e0-4b74-a72c-b608e45a4bd2 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:46:29.241389 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.db.api [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 13 04:46:29.241389 n-d-813114-2 neutron-server[102667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 13 04:46:29.241389 n-d-813114-2 neutron-server[102667]: [parameters: {'id': 'c0cdec69-08b4-4ecd-9714-d61ca541fc03'}] Nov 13 04:46:29.241389 n-d-813114-2 neutron-server[102667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:46:29.241806 n-d-813114-2 neutron-server[102667]: DEBUG oslo_db.api [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:46:29.246326 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-29fd50eb-760f-408f-966b-51b046f0b974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:29.266476 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-afce01ff-de42-414c-b1ce-92a620e1864f req-8f99e935-abf4-4be3-9d72-60213435bcdc tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478623 Nov 13 04:46:29.310907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-29fd50eb-760f-408f-966b-51b046f0b974 service neutron] No DVR routers for this DVR port 09174db8-91e0-4b74-a72c-b608e45a4bd2 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:46:29.317085 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e60cbb6-de39-4376-9c0d-49b31c9a8f73 None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 04:46:29.318331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd50eb-760f-408f-966b-51b046f0b974 service neutron] Pushing event updated for resources: {'Port': ['ID=09174db8-91e0-4b74-a72c-b608e45a4bd2,revision_number=12']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:29.332196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Request body: {'port': {'device_id': '9b6d0a32-e27d-4552-a7a9-80a66892e063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:29.346360 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-29fd50eb-760f-408f-966b-51b046f0b974 service neutron] 10.222.0.36 "PUT /v2.0/ports/09174db8-91e0-4b74-a72c-b608e45a4bd2/bindings/n-h1-813114-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3185563 Nov 13 04:46:29.386077 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:29.558264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ddc11-5e82-45f0-9039-c45e62f87764 req-5f6cf9fd-52e3-4f72-83ab-63bda159b133 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:29.559945 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-416ddc11-5e82-45f0-9039-c45e62f87764 req-5f6cf9fd-52e3-4f72-83ab-63bda159b133 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 945 time: 0.0995960 Nov 13 04:46:29.592033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-d4483f21-7a68-449f-bc03-3785914f6a6f tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:29.593543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-d4483f21-7a68-449f-bc03-3785914f6a6f tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a&tenant_id=84f24f012ac64c77a0d17f88ca400a24&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 1096 time: 0.1048722 Nov 13 04:46:29.654314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-416ddc11-5e82-45f0-9039-c45e62f87764 req-c8ea6a9d-1c08-412d-821e-3116aa2bd632 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6d096-86e8-475a-bb4e-5d32575f819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840042 Nov 13 04:46:29.670149 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a253bd9-06d5-485d-966a-464587e3dcd1 req-d6b3d1a8-6849-4cbe-bc9e-698124749675 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:29.672142 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a253bd9-06d5-485d-966a-464587e3dcd1 req-d6b3d1a8-6849-4cbe-bc9e-698124749675 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 945 time: 0.1032298 Nov 13 04:46:29.682555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-6bd4df09-0c44-480b-a3bb-54b62acd49e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:29.684417 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-6bd4df09-0c44-480b-a3bb-54b62acd49e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a&tenant_id=84f24f012ac64c77a0d17f88ca400a24 HTTP/1.1" status: 200 len: 1096 time: 0.0792022 Nov 13 04:46:29.749960 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:29.759418 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a253bd9-06d5-485d-966a-464587e3dcd1 req-2350026e-e8e6-4791-b8ad-a970c27f2ec1 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717235 Nov 13 04:46:29.766190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c627c6b1-b1c8-4eff-b140-e86a8a634cab None None] DHCP port deletion for 38c4ff77-85a2-430d-a6a9-b667d4750285 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:29.797138 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2c8454-beca-483e-ae5b-60d1fd364756 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:46:29.804776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:29.808608 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-299d5395-4032-493b-ae21-e49177b3ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:29.810345 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-299d5395-4032-493b-ae21-e49177b3ba58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 1096 time: 0.0867107 Nov 13 04:46:29.817474 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Transition to ACTIVE for port object ec2c8454-beca-483e-ae5b-60d1fd364756 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:46:29.822235 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:29.876785 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246dbe90-d2f2-45f8-873e-5bcf17a865e2 None None] DHCP port deletion for f9bd9abe-18e1-4d77-adb5-44010d3a10bc request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:29.877916 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2c8454-beca-483e-ae5b-60d1fd364756,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:29.905707 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f2595de8-7b2c-444c-bdb0-256f10b549eb req-67d035aa-031f-47af-a700-ea35f0694097 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0613391 Nov 13 04:46:29.931511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Deleting port 2b0c6830-bc0f-43cf-a1db-cb2676c85690 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:29.931847 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:29.962064 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-109231df-64ee-46ea-9587-60a6260d2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:29.963701 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-109231df-64ee-46ea-9587-60a6260d2ccb service neutron] 10.222.0.46 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.1457238 Nov 13 04:46:29.968512 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Attempting to bind port ec2c8454-beca-483e-ae5b-60d1fd364756 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:46:29.968876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Attempting to bind port ec2c8454-beca-483e-ae5b-60d1fd364756 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2330a84e-a55b-402c-ae56-07c742508ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9bd9abe-18e1-4d77-adb5-44010d3a10bc'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:46:29.969197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Attempting to bind port ec2c8454-beca-483e-ae5b-60d1fd364756 on network f9bd9abe-18e1-4d77-adb5-44010d3a10bc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:29.975991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Port ec2c8454-beca-483e-ae5b-60d1fd364756 on network f9bd9abe-18e1-4d77-adb5-44010d3a10bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:46:29.976574 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Attempting to bind port ec2c8454-beca-483e-ae5b-60d1fd364756 on network f9bd9abe-18e1-4d77-adb5-44010d3a10bc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:29.982858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:46:29.983299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Checking segment: {'id': '2330a84e-a55b-402c-ae56-07c742508ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9bd9abe-18e1-4d77-adb5-44010d3a10bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:29.983638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Bound using segment: {'id': '2330a84e-a55b-402c-ae56-07c742508ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9bd9abe-18e1-4d77-adb5-44010d3a10bc'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:46:29.984050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Bound port: ec2c8454-beca-483e-ae5b-60d1fd364756, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2330a84e-a55b-402c-ae56-07c742508ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9bd9abe-18e1-4d77-adb5-44010d3a10bc'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:46:29.984404 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:30.030402 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-1bd280c6-dc49-46eb-860f-e5dc38a348a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2 HTTP/1.1" status: 200 len: 217 time: 0.0419965 Nov 13 04:46:30.069306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] For port ec2c8454-beca-483e-ae5b-60d1fd364756, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:30.072727 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] For port ec2c8454-beca-483e-ae5b-60d1fd364756, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ec2c8454-beca-483e-ae5b-60d1fd364756,segment=NetworkSegment(2330a84e-a55b-402c-ae56-07c742508ec3),segment_id=2330a84e-a55b-402c-ae56-07c742508ec3)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:46:30.077792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:30.107799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] For port 2b0c6830-bc0f-43cf-a1db-cb2676c85690, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2b0c6830-bc0f-43cf-a1db-cb2676c85690,segment=NetworkSegment(8e2622f8-ab7f-440b-bfbe-06431dac6fa4),segment_id=8e2622f8-ab7f-440b-bfbe-06431dac6fa4)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:30.108184 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:30.114805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:30.115445 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:30.116808 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] 10.222.0.36 "PUT /v2.0/ports/ec2c8454-beca-483e-ae5b-60d1fd364756 HTTP/1.1" status: 200 len: 1091 time: 0.7985215 Nov 13 04:46:30.117314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6d0a32-e27d-4552-a7a9-80a66892e063', 'tag': 'ec2c8454-beca-483e-ae5b-60d1fd364756'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:30.119779 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3818ed4-0b10-45d1-9fe6-fd5a264e49b7" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6d0a32-e27d-4552-a7a9-80a66892e063", "tag": "ec2c8454-beca-483e-ae5b-60d1fd364756"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:30.129881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Calling delete_port for 2b0c6830-bc0f-43cf-a1db-cb2676c85690 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:30.139520 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a458d8cb-8018-433d-a2ef-531e8847b947 None None] DHCP port deletion for f9bd9abe-18e1-4d77-adb5-44010d3a10bc request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:30.145333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457c662-4d1e-49b2-b24a-4664409e1543 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2c8454-beca-483e-ae5b-60d1fd364756,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:30.151272 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-0e4e213b-c725-47ac-9006-19aa2b6a7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:30.152589 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-0e4e213b-c725-47ac-9006-19aa2b6a7c8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.1027687 Nov 13 04:46:30.161822 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd40f85-b3af-4d90-9a8e-4f0684d6c8ab req-a062ad56-dc1b-4ec1-a699-6970f6f302d5 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:30.163172 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dfd40f85-b3af-4d90-9a8e-4f0684d6c8ab req-a062ad56-dc1b-4ec1-a699-6970f6f302d5 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 943 time: 0.1346030 Nov 13 04:46:30.191989 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb8e231-620a-46b9-ae8d-2637f4fac520 x-openstack-request-id: req-8fb8e231-620a-46b9-ae8d-2637f4fac520 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:30.192339 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6d0a32-e27d-4552-a7a9-80a66892e063", "tag": "ec2c8454-beca-483e-ae5b-60d1fd364756", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:30.192646 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fb8e231-620a-46b9-ae8d-2637f4fac520 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:30.193099 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6d0a32-e27d-4552-a7a9-80a66892e063', 'tag': 'ec2c8454-beca-483e-ae5b-60d1fd364756', 'status': 'completed', 'code': 200} Nov 13 04:46:30.236312 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-8bff1073-8441-4a0d-a806-874307052783 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449150 Nov 13 04:46:30.254326 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-4fe47818-be0a-4afd-a3a8-fafa99becc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:30.255878 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-4fe47818-be0a-4afd-a3a8-fafa99becc74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5946545e1304c96b4bbadd83c82f776&device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 1094 time: 0.0475984 Nov 13 04:46:30.347702 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-c3a5c8df-8423-4ca2-a4a8-29e9324fce83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2c8454-beca-483e-ae5b-60d1fd364756 HTTP/1.1" status: 200 len: 217 time: 0.0357485 Nov 13 04:46:30.349401 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dfd40f85-b3af-4d90-9a8e-4f0684d6c8ab req-5b0993c5-1580-46fb-a506-06cb11713322 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1c942fa-344c-47a2-adff-310a0f63462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491287 Nov 13 04:46:30.370199 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:30.400202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Port': ['ID=2b0c6830-bc0f-43cf-a1db-cb2676c85690,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:30.404688 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-b72b8dfe-2aeb-4db2-b3c9-4e75c531e652 service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544230 Nov 13 04:46:30.407411 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No DVR routers for this DVR port 2b0c6830-bc0f-43cf-a1db-cb2676c85690 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:46:30.441927 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c4c30-d523-4709-8542-c210d213824f req-faf546df-723d-4987-a461-482a4a2b2076 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:30.443528 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-895c4c30-d523-4709-8542-c210d213824f req-faf546df-723d-4987-a461-482a4a2b2076 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.0949516 Nov 13 04:46:30.449837 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-7e95ba3c-57c9-45fa-b2e6-01bc7a819eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:30.451132 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-7e95ba3c-57c9-45fa-b2e6-01bc7a819eba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cf5949c-743b-4e59-9a64-c920f191b82d HTTP/1.1" status: 200 len: 854 time: 0.0703831 Nov 13 04:46:30.501922 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-01829e34-3ca9-47d3-8d40-799dce438be2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9bd9abe-18e1-4d77-adb5-44010d3a10bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399508 Nov 13 04:46:30.502845 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:30.505779 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0825313-e253-4d79-afd0-5eee7cf89854" -d '{"events": [{"server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "name": "network-vif-unplugged", "status": "completed", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:30.511762 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:30.553705 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-895c4c30-d523-4709-8542-c210d213824f req-afdb7f1b-bc2b-49d6-ab66-0abebd8253cb tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981815 Nov 13 04:46:30.555362 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ce17b27f-6ef3-4eaa-ab79-97eff37ce2d2 req-bab2a129-8681-4aef-86fb-34263c5d0ba5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0406432 Nov 13 04:46:30.555938 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f219f2ab-1438-47a2-81fc-be7c9975c57f x-openstack-request-id: req-f219f2ab-1438-47a2-81fc-be7c9975c57f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:30.556522 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "name": "network-vif-unplugged", "status": "completed", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:30.557688 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f219f2ab-1438-47a2-81fc-be7c9975c57f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:30.558339 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2', 'code': 200} Nov 13 04:46:30.587976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cdec69-08b4-4ecd-9714-d61ca541fc03']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:30.600880 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2622f8-ab7f-440b-bfbe-06431dac6fa4') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:30.601172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2622f8-ab7f-440b-bfbe-06431dac6fa4') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:30.616116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:30.640118 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:30.650173 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-ff633464-9a25-49e7-8a9a-732e7e4ecbd5 service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175639 Nov 13 04:46:30.651190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:30.651583 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:30.654770 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:30.721414 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:30.730473 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:30.733926 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/c0cdec69-08b4-4ecd-9714-d61ca541fc03 HTTP/1.1" status: 204 len: 168 time: 2.8144188 Nov 13 04:46:30.745856 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52784) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:30.761324 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c4dc3-eeba-4523-bc66-cee898367b81 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Network': ['ID=c0cdec69-08b4-4ecd-9714-d61ca541fc03,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:30.794973 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d260c571-2352-4d8b-aec0-94696737d36e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:30.795438 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d260c571-2352-4d8b-aec0-94696737d36e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:30.798499 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d260c571-2352-4d8b-aec0-94696737d36e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/subnets/fa82f789-df76-4cae-a2fb-a7cd35ef5d31 HTTP/1.1" status: 404 len: 337 time: 0.0517704 Nov 13 04:46:30.802489 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52790) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:30.830275 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a96498-f779-45e0-84b3-e372a7114fdf tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:30.831211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a96498-f779-45e0-84b3-e372a7114fdf tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:30.836611 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-61a96498-f779-45e0-84b3-e372a7114fdf tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/c0cdec69-08b4-4ecd-9714-d61ca541fc03 HTTP/1.1" status: 404 len: 339 time: 0.0333381 Nov 13 04:46:30.839328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52792) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:30.858239 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef012ae-d5d6-470a-a599-b0fd1358a406 req-26fab456-84a3-458a-aea2-43bbbb92a8a8 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:30.859736 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bef012ae-d5d6-470a-a599-b0fd1358a406 req-26fab456-84a3-458a-aea2-43bbbb92a8a8 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 945 time: 0.1156697 Nov 13 04:46:30.884085 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-840c38df-2a1d-4822-a56c-ace31d67b923 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:30.884528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840c38df-2a1d-4822-a56c-ace31d67b923 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:30.890198 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-840c38df-2a1d-4822-a56c-ace31d67b923 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/subnets/91c41ed8-10ec-47a1-866b-7352336e4366 HTTP/1.1" status: 404 len: 337 time: 0.0474751 Nov 13 04:46:30.890473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52794) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:30.915208 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5c0edd-eefe-47d2-bb04-95392e0687c6 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:30.915858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5c0edd-eefe-47d2-bb04-95392e0687c6 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:30.918900 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1d5c0edd-eefe-47d2-bb04-95392e0687c6 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/621043fa-6061-4449-972b-29e162f05105 HTTP/1.1" status: 404 len: 339 time: 0.0274501 Nov 13 04:46:30.923328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52796) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:30.933126 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bef012ae-d5d6-470a-a599-b0fd1358a406 req-1eba64d8-947c-4b57-9b43-422df5972c0d tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6d096-86e8-475a-bb4e-5d32575f819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511978 Nov 13 04:46:30.986100 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-cd6eeb11-6cf8-4dee-8bad-8a81832f71ad service neutron] 10.222.0.36 "GET /v2.0/networks/f9bd9abe-18e1-4d77-adb5-44010d3a10bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664614 Nov 13 04:46:31.024027 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9e66e13-9b4a-4045-bb0d-3ce120bdfd9b req-2c41cee3-da4c-4f12-9c07-cdd2a50b843f tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0265777 Nov 13 04:46:31.075952 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a014f792-4b1b-4607-bc54-40ee5af92ce9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:31.119147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b753414-fb17-4773-b324-da80be5737f0 req-0b398b79-dc74-40f9-abe0-337350f8081f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:31.123412 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3b753414-fb17-4773-b324-da80be5737f0 req-0b398b79-dc74-40f9-abe0-337350f8081f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 945 time: 0.2034316 Nov 13 04:46:31.231502 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad8206d6-e276-4d43-898d-7a19fe898281 req-443240da-cf66-4775-88c2-75e07949b1d5 service neutron] 10.222.0.36 "GET /v2.0/networks/f9bd9abe-18e1-4d77-adb5-44010d3a10bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123492 Nov 13 04:46:31.249725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-0f2d7a6c-af2a-4bd2-96c3-6037d509ee18 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:31.251457 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-0f2d7a6c-af2a-4bd2-96c3-6037d509ee18 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a&tenant_id=84f24f012ac64c77a0d17f88ca400a24&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 1096 time: 0.0469863 Nov 13 04:46:31.268668 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3b753414-fb17-4773-b324-da80be5737f0 req-824f88c9-0485-40d5-90d4-4b7bf891b094 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382163 Nov 13 04:46:31.272386 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a014f792-4b1b-4607-bc54-40ee5af92ce9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:31.298377 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a014f792-4b1b-4607-bc54-40ee5af92ce9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc1ea7d-a316-43c8-8e7f-98e058e4acdf']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:31.309033 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a014f792-4b1b-4607-bc54-40ee5af92ce9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f721bc7e-4845-4bdf-b4ac-40a07d57aee2') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:31.309320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a014f792-4b1b-4607-bc54-40ee5af92ce9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f721bc7e-4845-4bdf-b4ac-40a07d57aee2') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:31.319274 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a014f792-4b1b-4607-bc54-40ee5af92ce9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:31.370345 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a014f792-4b1b-4607-bc54-40ee5af92ce9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:31.379723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a014f792-4b1b-4607-bc54-40ee5af92ce9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:31.381424 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a014f792-4b1b-4607-bc54-40ee5af92ce9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:31.384289 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:31.405455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-54ab5db8-eff3-412a-b034-5c9618a95b9f service neutron] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:31.408966 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-54ab5db8-eff3-412a-b034-5c9618a95b9f service neutron] Publish callbacks [] for binding, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:31.410146 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dee29ccb-7182-4ffe-9501-34c0b5c0aad2 req-54ab5db8-eff3-412a-b034-5c9618a95b9f service neutron] 10.222.0.46 "DELETE /v2.0/ports/09174db8-91e0-4b74-a72c-b608e45a4bd2/bindings/n-h2-813114-2 HTTP/1.1" status: 204 len: 173 time: 0.1491938 Nov 13 04:46:31.436430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818ed4-0b10-45d1-9fe6-fd5a264e49b7 req-60b90015-dbca-4c96-bebc-3cb235b77e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:31.437986 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3818ed4-0b10-45d1-9fe6-fd5a264e49b7 req-60b90015-dbca-4c96-bebc-3cb235b77e74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5946545e1304c96b4bbadd83c82f776&device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 1094 time: 0.1019855 Nov 13 04:46:31.492998 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a014f792-4b1b-4607-bc54-40ee5af92ce9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:31.505761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19207e8a-32bf-4044-9d8a-1a7c2568dade req-d48f79f5-e1bc-4830-a85d-67223236e672 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:31.509088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-19207e8a-32bf-4044-9d8a-1a7c2568dade req-d48f79f5-e1bc-4830-a85d-67223236e672 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 943 time: 0.0626814 Nov 13 04:46:31.509233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a014f792-4b1b-4607-bc54-40ee5af92ce9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:31.512452 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a014f792-4b1b-4607-bc54-40ee5af92ce9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/1dc1ea7d-a316-43c8-8e7f-98e058e4acdf HTTP/1.1" status: 204 len: 168 time: 0.5882378 Nov 13 04:46:31.516482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52812) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:31.550058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014f792-4b1b-4607-bc54-40ee5af92ce9 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Network': ['ID=1dc1ea7d-a316-43c8-8e7f-98e058e4acdf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:31.553722 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bbe18a-7982-4eaa-8924-6bc446f4ccbd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:31.554193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59bbe18a-7982-4eaa-8924-6bc446f4ccbd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:31.560140 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-59bbe18a-7982-4eaa-8924-6bc446f4ccbd tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/subnets/e4b1ed32-c708-419b-b51b-e02555495e16 HTTP/1.1" status: 404 len: 337 time: 0.0399845 Nov 13 04:46:31.560519 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52814) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:31.560734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e9479-6730-4f3e-81ef-a2a1bc82ba33 req-40a06248-f904-46f2-b48a-42a20613b927 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:31.562224 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f70e9479-6730-4f3e-81ef-a2a1bc82ba33 req-40a06248-f904-46f2-b48a-42a20613b927 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 945 time: 0.1664546 Nov 13 04:46:31.588307 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8c8d35-77d2-4d11-959a-c31f45d45ceb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:31.589038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8c8d35-77d2-4d11-959a-c31f45d45ceb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:31.592604 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8e8c8d35-77d2-4d11-959a-c31f45d45ceb tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/fa0aecaf-69b0-40cf-a1e9-54b5cb65f12e HTTP/1.1" status: 404 len: 339 time: 0.0313690 Nov 13 04:46:31.595431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52818) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:31.610530 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-19207e8a-32bf-4044-9d8a-1a7c2568dade req-33713faa-f749-49ba-91c2-7d6c12b621ee tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1c942fa-344c-47a2-adff-310a0f63462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962460 Nov 13 04:46:31.643379 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab9f4ff-6e82-4271-9bab-7935527a818e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:31.643827 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab9f4ff-6e82-4271-9bab-7935527a818e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:31.646838 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dab9f4ff-6e82-4271-9bab-7935527a818e tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/subnets/4c008acc-9ccf-4d4d-b597-826d267e16ef HTTP/1.1" status: 404 len: 337 time: 0.0481210 Nov 13 04:46:31.649724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52820) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:31.652281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818ed4-0b10-45d1-9fe6-fd5a264e49b7 req-29eebf1b-2866-4398-8ebb-9a465fbaa76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:31.653675 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3818ed4-0b10-45d1-9fe6-fd5a264e49b7 req-29eebf1b-2866-4398-8ebb-9a465fbaa76b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9bd9abe-18e1-4d77-adb5-44010d3a10bc HTTP/1.1" status: 200 len: 915 time: 0.1816347 Nov 13 04:46:31.671571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f70e9479-6730-4f3e-81ef-a2a1bc82ba33 req-b82cdd72-954a-48b5-9b49-ceef9b00645e tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6d096-86e8-475a-bb4e-5d32575f819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032150 Nov 13 04:46:31.677598 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9714b39e-4fc1-4101-9552-5bf1f900fe40 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:31.678173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9714b39e-4fc1-4101-9552-5bf1f900fe40 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:31.682755 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9714b39e-4fc1-4101-9552-5bf1f900fe40 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/23af5906-30f9-4e96-97f3-6b71027e508a HTTP/1.1" status: 404 len: 339 time: 0.0315733 Nov 13 04:46:31.691525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52822) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:31.700964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3818ed4-0b10-45d1-9fe6-fd5a264e49b7 req-3887f54a-8585-4f97-94e6-3f167c497603 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2c8454-beca-483e-ae5b-60d1fd364756 HTTP/1.1" status: 200 len: 217 time: 0.0385172 Nov 13 04:46:31.734016 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b561e7-cac3-45ae-9493-53f9a9c7a217 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:31.734468 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b561e7-cac3-45ae-9493-53f9a9c7a217 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:31.739112 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-78b561e7-cac3-45ae-9493-53f9a9c7a217 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/subnets/b0e7eb61-fc29-492f-9590-8b70993feac9 HTTP/1.1" status: 404 len: 337 time: 0.0462472 Nov 13 04:46:31.741145 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52824) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:31.749879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818ed4-0b10-45d1-9fe6-fd5a264e49b7 req-e83c20d3-8998-4b36-9f97-4b6b87d46256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:31.751348 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3818ed4-0b10-45d1-9fe6-fd5a264e49b7 req-e83c20d3-8998-4b36-9f97-4b6b87d46256 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cf5949c-743b-4e59-9a64-c920f191b82d HTTP/1.1" status: 200 len: 854 time: 0.0426035 Nov 13 04:46:31.763078 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d0ee09-2002-44fa-ba13-7ce5e2cc2b92 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:31.763615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d0ee09-2002-44fa-ba13-7ce5e2cc2b92 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:31.769020 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-57d0ee09-2002-44fa-ba13-7ce5e2cc2b92 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/ecb7fef2-ac92-41e4-8957-6197689b121d HTTP/1.1" status: 404 len: 339 time: 0.0245910 Nov 13 04:46:31.769332 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52826) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:31.781682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c80f4-f947-45c7-8867-309c140e84b0 req-3a65ec48-d05d-4eff-91c5-844cbe725404 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:31.783175 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cf7c80f4-f947-45c7-8867-309c140e84b0 req-3a65ec48-d05d-4eff-91c5-844cbe725404 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1075833 Nov 13 04:46:31.797159 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3818ed4-0b10-45d1-9fe6-fd5a264e49b7 req-71c49295-d0e8-4173-9130-9d14575d2115 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9bd9abe-18e1-4d77-adb5-44010d3a10bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366604 Nov 13 04:46:31.820175 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-725a347d-6254-4bb9-aab9-c7ade648a2a4 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:31.820580 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725a347d-6254-4bb9-aab9-c7ade648a2a4 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:31.823730 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-725a347d-6254-4bb9-aab9-c7ade648a2a4 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/subnets/a124f021-0f22-4f8a-a7d9-78b2e1db425c HTTP/1.1" status: 404 len: 337 time: 0.0535240 Nov 13 04:46:31.826335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:31.832356 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cf7c80f4-f947-45c7-8867-309c140e84b0 req-8d6283cc-d389-4aa0-b13d-34b2942132bc tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430996 Nov 13 04:46:31.860566 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-be33c552-2154-485e-9898-7c2f36e78942 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:31.861098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be33c552-2154-485e-9898-7c2f36e78942 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:31.864097 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-be33c552-2154-485e-9898-7c2f36e78942 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/c7d5afd4-345b-4e70-b8c8-9a09069870d4 HTTP/1.1" status: 404 len: 339 time: 0.0369194 Nov 13 04:46:31.866879 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52832) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:31.899225 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5cfde0-0daf-4265-b828-b065c045889f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:31.900149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5cfde0-0daf-4265-b828-b065c045889f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:31.904366 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8d5cfde0-0daf-4265-b828-b065c045889f tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/subnets/53bd6bd6-f106-43f9-a69d-9b3e1d1391b3 HTTP/1.1" status: 404 len: 337 time: 0.0355232 Nov 13 04:46:31.906221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52834) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:31.924838 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3818ed4-0b10-45d1-9fe6-fd5a264e49b7 req-b3e701d2-ea31-4096-99d0-4a40d64f035a service neutron] 10.222.0.36 "GET /v2.0/networks/f9bd9abe-18e1-4d77-adb5-44010d3a10bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119146 Nov 13 04:46:31.926750 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd290c10-76d4-4286-9afc-135e624148fa tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:31.927386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd290c10-76d4-4286-9afc-135e624148fa tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:31.930597 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bd290c10-76d4-4286-9afc-135e624148fa tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/b035a18d-4d00-43d7-b3b8-0a38b791c15e HTTP/1.1" status: 404 len: 339 time: 0.0228162 Nov 13 04:46:31.933290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52836) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:31.962507 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7c6dc1-3b27-473d-b45c-a84698842f29 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:31.962977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7c6dc1-3b27-473d-b45c-a84698842f29 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:31.965968 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-da7c6dc1-3b27-473d-b45c-a84698842f29 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/subnets/6853e6e5-9cac-447c-bd39-05b0cbabfe22 HTTP/1.1" status: 404 len: 337 time: 0.0317714 Nov 13 04:46:31.968677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52838) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:31.987767 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fcc5057-7aa0-47c1-834e-a9c57a069052 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:31.988409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fcc5057-7aa0-47c1-834e-a9c57a069052 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:31.991449 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7fcc5057-7aa0-47c1-834e-a9c57a069052 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/34962c7d-96b2-43b8-a9a1-1b01b6c5889d HTTP/1.1" status: 404 len: 339 time: 0.0218112 Nov 13 04:46:31.995047 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52840) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:32.020072 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4055bd-83e9-4207-aff5-836a2eecfef2 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:32.020616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4055bd-83e9-4207-aff5-836a2eecfef2 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:32.026278 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4b4055bd-83e9-4207-aff5-836a2eecfef2 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/subnets/6db76ad0-240a-4907-bba4-88d0166f1d8c HTTP/1.1" status: 404 len: 337 time: 0.0286236 Nov 13 04:46:32.026565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52842) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:32.039132 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3818ed4-0b10-45d1-9fe6-fd5a264e49b7 req-f6541210-3438-4bc6-8073-b8d77cabea95 service neutron] 10.222.0.36 "GET /v2.0/networks/f9bd9abe-18e1-4d77-adb5-44010d3a10bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014194 Nov 13 04:46:32.045578 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62ef854-2940-4b8d-b561-3fcd72081d84 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:32.046231 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62ef854-2940-4b8d-b561-3fcd72081d84 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:32.051984 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b62ef854-2940-4b8d-b561-3fcd72081d84 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/592182d8-51e7-4b6e-8f65-87cde2d04692 HTTP/1.1" status: 404 len: 339 time: 0.0218685 Nov 13 04:46:32.052767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52846) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:32.086210 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-85702512-1474-4ce0-a574-e962bea92152 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:32.086694 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85702512-1474-4ce0-a574-e962bea92152 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:32.091443 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-85702512-1474-4ce0-a574-e962bea92152 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/subnets/8934ec98-4e34-4850-badd-ba14fa1b95cf HTTP/1.1" status: 404 len: 337 time: 0.0367362 Nov 13 04:46:32.092572 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52848) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:32.119727 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc86ee9-a18f-4de1-ad5c-c7c82e02d695 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:32.120272 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc86ee9-a18f-4de1-ad5c-c7c82e02d695 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:32.123697 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-efc86ee9-a18f-4de1-ad5c-c7c82e02d695 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/d6e95d2c-60dd-4cbc-8c5f-f36d9cf5f082 HTTP/1.1" status: 404 len: 339 time: 0.0301130 Nov 13 04:46:32.126282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52850) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:32.155905 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ed05580-6a25-4de7-b716-dcce0811065d req-0ee68c79-8975-43a9-90f0-32e67692d9e8 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0444140 Nov 13 04:46:32.211863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-963960e2-920e-4c20-8bd5-0939239b24ea tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Deleting subnet 927b978f-b5c5-486d-ae19-52ab9b71075f {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:46:32.215191 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-963960e2-920e-4c20-8bd5-0939239b24ea tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:32.254740 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-963960e2-920e-4c20-8bd5-0939239b24ea tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:32.341812 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-963960e2-920e-4c20-8bd5-0939239b24ea tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:32.430453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79790abc-6f59-402c-91ab-f4c7ac28b482 req-3009356a-859b-4443-b7e7-c27ce02844f9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:32.432033 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-79790abc-6f59-402c-91ab-f4c7ac28b482 req-3009356a-859b-4443-b7e7-c27ce02844f9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 945 time: 0.0870197 Nov 13 04:46:32.433509 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-963960e2-920e-4c20-8bd5-0939239b24ea tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:32.466113 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963960e2-920e-4c20-8bd5-0939239b24ea tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Subnet': ['ID=927b978f-b5c5-486d-ae19-52ab9b71075f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:32.478495 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-963960e2-920e-4c20-8bd5-0939239b24ea tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:32.483300 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-963960e2-920e-4c20-8bd5-0939239b24ea tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/subnets/927b978f-b5c5-486d-ae19-52ab9b71075f HTTP/1.1" status: 204 len: 168 time: 0.3545337 Nov 13 04:46:32.484543 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767934ae-2bde-4d22-af93-594f63608af6 None None] Network 8b73980d-ae36-4d4f-9375-4c680c41c91c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:32.485037 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52856) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:32.516587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-79790abc-6f59-402c-91ab-f4c7ac28b482 req-91801cea-2254-4de9-a6ae-e37ec21c06b5 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765796 Nov 13 04:46:32.568209 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:32.673553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Deleting port c1107d64-3b7d-473b-a9ec-af877aa20480 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:32.673915 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:32.695449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d067f-3cec-42ed-b7a1-c31edc2a1a61 req-605633b5-b157-4b1b-b1cd-14bffd8db2f2 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:32.699436 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-397d067f-3cec-42ed-b7a1-c31edc2a1a61 req-605633b5-b157-4b1b-b1cd-14bffd8db2f2 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 1096 time: 0.0702043 Nov 13 04:46:32.707702 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba594b2-38c0-4126-a305-1255a22d2a49 None None] DHCP port deletion for 8b73980d-ae36-4d4f-9375-4c680c41c91c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:32.755628 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-397d067f-3cec-42ed-b7a1-c31edc2a1a61 req-edea0113-3baa-4194-8176-107bbb2cce61 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453193 Nov 13 04:46:32.770839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] For port c1107d64-3b7d-473b-a9ec-af877aa20480, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c1107d64-3b7d-473b-a9ec-af877aa20480,segment=NetworkSegment(d0ce37fa-89f4-4f51-86e2-f98cfd5ba218),segment_id=d0ce37fa-89f4-4f51-86e2-f98cfd5ba218)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:32.771305 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:32.783454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2ba594b2-38c0-4126-a305-1255a22d2a49 None None] Deleting port c1107d64-3b7d-473b-a9ec-af877aa20480 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:32.784173 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ba594b2-38c0-4126-a305-1255a22d2a49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:32.788417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Calling delete_port for c1107d64-3b7d-473b-a9ec-af877aa20480 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:32.797462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a8153-a045-452d-b79e-d2c013db28a5 req-0a7f9649-38b7-4677-adb7-5d3c0954ee96 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:32.798995 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dc9a8153-a045-452d-b79e-d2c013db28a5 req-0a7f9649-38b7-4677-adb7-5d3c0954ee96 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 943 time: 0.1062975 Nov 13 04:46:32.856917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2ba594b2-38c0-4126-a305-1255a22d2a49 None None] For port c1107d64-3b7d-473b-a9ec-af877aa20480, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c1107d64-3b7d-473b-a9ec-af877aa20480,segment=NetworkSegment(d0ce37fa-89f4-4f51-86e2-f98cfd5ba218),segment_id=d0ce37fa-89f4-4f51-86e2-f98cfd5ba218)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:32.857397 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ba594b2-38c0-4126-a305-1255a22d2a49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:32.862488 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9dae9-8af8-4931-82f5-0792ed603f60 req-8d67b929-d047-411f-8ad1-af23db19d982 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:32.864308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ad9dae9-8af8-4931-82f5-0792ed603f60 req-8d67b929-d047-411f-8ad1-af23db19d982 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 945 time: 0.0510046 Nov 13 04:46:32.871995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2ba594b2-38c0-4126-a305-1255a22d2a49 None None] Calling delete_port for c1107d64-3b7d-473b-a9ec-af877aa20480 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:32.901665 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dc9a8153-a045-452d-b79e-d2c013db28a5 req-6f677337-ef06-4f0c-9a8d-ea89b78bdb47 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1c942fa-344c-47a2-adff-310a0f63462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950322 Nov 13 04:46:32.942612 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:32.943678 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ad9dae9-8af8-4931-82f5-0792ed603f60 req-65579fdf-0636-48a0-980f-533c43263430 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6d096-86e8-475a-bb4e-5d32575f819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718129 Nov 13 04:46:32.975245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] No DVR routers for this DVR port c1107d64-3b7d-473b-a9ec-af877aa20480 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:46:32.981959 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Port': ['ID=c1107d64-3b7d-473b-a9ec-af877aa20480,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:32.983244 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ba594b2-38c0-4126-a305-1255a22d2a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:33.013766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba594b2-38c0-4126-a305-1255a22d2a49 None None] No DVR routers for this DVR port c1107d64-3b7d-473b-a9ec-af877aa20480 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:46:33.015791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba594b2-38c0-4126-a305-1255a22d2a49 None None] Pushing event deleted for resources: {'Port': ['ID=c1107d64-3b7d-473b-a9ec-af877aa20480,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:33.079829 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98728055-4a81-467c-9f57-b4eac92e995e req-8315f89e-2e46-4627-bef5-73208075f875 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:33.081332 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98728055-4a81-467c-9f57-b4eac92e995e req-8315f89e-2e46-4627-bef5-73208075f875 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.0568128 Nov 13 04:46:33.100531 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:33.124707 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b73980d-ae36-4d4f-9375-4c680c41c91c']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:33.128182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecbe05-33fb-4467-9294-cb764595228d req-40c08f79-7b62-4583-a38d-4687bfc0b90b tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:33.129704 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4eecbe05-33fb-4467-9294-cb764595228d req-40c08f79-7b62-4583-a38d-4687bfc0b90b tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 1096 time: 0.1262867 Nov 13 04:46:33.130402 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98728055-4a81-467c-9f57-b4eac92e995e req-89993a53-6843-4f2c-bbdb-942388cdfdaa tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426915 Nov 13 04:46:33.138973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ce37fa-89f4-4f51-86e2-f98cfd5ba218') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:33.139375 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ce37fa-89f4-4f51-86e2-f98cfd5ba218') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:33.163315 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:33.185918 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:33.199066 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:33.199443 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:33.202372 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:33.255237 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4eecbe05-33fb-4467-9294-cb764595228d req-6c158905-72bb-4d9f-b0db-2766dfc6b6ea tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181731 Nov 13 04:46:33.311539 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:33.326248 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38661a-ef34-401d-8a4d-3b1b05738f9b req-1da352cd-cb13-45ce-9882-c1393b957be6 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:33.327795 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d38661a-ef34-401d-8a4d-3b1b05738f9b req-1da352cd-cb13-45ce-9882-c1393b957be6 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 945 time: 0.0637450 Nov 13 04:46:33.332687 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:33.346939 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] 10.222.0.43 "DELETE /v2.0/networks/8b73980d-ae36-4d4f-9375-4c680c41c91c HTTP/1.1" status: 204 len: 168 time: 0.8503938 Nov 13 04:46:33.346939 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e558b0b-ce5c-41b3-b40a-7fd34957f743 tempest-NetworksTest-141410799 tempest-NetworksTest-141410799-project] Pushing event deleted for resources: {'Network': ['ID=8b73980d-ae36-4d4f-9375-4c680c41c91c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:33.349277 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-613a8e97-e725-40e2-a776-c49e82ecce56 req-351f7692-6f47-4440-b7a7-099ad90309ca tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0302513 Nov 13 04:46:33.501906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6d38661a-ef34-401d-8a4d-3b1b05738f9b req-6832bef5-f932-440f-83bc-7526a0b39b00 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Deleting port fae7a339-0a07-4186-9ea7-05c0418c3390 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:33.502482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6d38661a-ef34-401d-8a4d-3b1b05738f9b req-6832bef5-f932-440f-83bc-7526a0b39b00 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:33.692268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6d38661a-ef34-401d-8a4d-3b1b05738f9b req-6832bef5-f932-440f-83bc-7526a0b39b00 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] For port fae7a339-0a07-4186-9ea7-05c0418c3390, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=fae7a339-0a07-4186-9ea7-05c0418c3390,segment=NetworkSegment(26cb54fc-84a9-4403-8c2b-cac8c8599be5),segment_id=26cb54fc-84a9-4403-8c2b-cac8c8599be5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:33.692486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c1107d64-3b7d-473b-a9ec-af877aa20480 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:46:33.692927 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6d38661a-ef34-401d-8a4d-3b1b05738f9b req-6832bef5-f932-440f-83bc-7526a0b39b00 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:33.706972 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e36428b-9c3b-46e4-b470-ea0f4d0ae0d1 req-3ad20cc5-c784-4a63-a2ca-cfe253805921 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9584a0a2d47a4c65902e8760e810a005&device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0478654 Nov 13 04:46:33.715243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: c1107d64-3b7d-473b-a9ec-af877aa20480 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:46:33.715579 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c1107d64-3b7d-473b-a9ec-af877aa20480 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:46:33.729158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6d38661a-ef34-401d-8a4d-3b1b05738f9b req-6832bef5-f932-440f-83bc-7526a0b39b00 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Calling delete_port for fae7a339-0a07-4186-9ea7-05c0418c3390 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:33.738506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a669d94-2b9a-4560-be56-e0177a865a69 req-30d749a6-2272-4d92-8e11-5c5c61ad8cab tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0301814 Nov 13 04:46:33.751629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52896) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:33.768549 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e36428b-9c3b-46e4-b470-ea0f4d0ae0d1 req-a47bff35-459c-4b99-9f9a-9b0d290bd496 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9584a0a2d47a4c65902e8760e810a005&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326705 Nov 13 04:46:33.873757 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6d38661a-ef34-401d-8a4d-3b1b05738f9b req-6832bef5-f932-440f-83bc-7526a0b39b00 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:33.886877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36428b-9c3b-46e4-b470-ea0f4d0ae0d1 req-2936a179-6ec0-486c-883b-d5987d65157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:33.888388 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e36428b-9c3b-46e4-b470-ea0f4d0ae0d1 req-2936a179-6ec0-486c-883b-d5987d65157e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1124396 Nov 13 04:46:33.904797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832bef5-f932-440f-83bc-7526a0b39b00 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Pushing event deleted for resources: {'Port': ['ID=fae7a339-0a07-4186-9ea7-05c0418c3390,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:33.915009 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['fae7a339-0a07-4186-9ea7-05c0418c3390'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:46:33.921370 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b5fe0d71-2b7c-4b9e-aec2-06044c418337 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd68d76e80c64ea09f9083f1587a749e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1663663 Nov 13 04:46:33.922216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52900) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:33.957082 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d38661a-ef34-401d-8a4d-3b1b05738f9b req-6832bef5-f932-440f-83bc-7526a0b39b00 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] No DVR routers for this DVR port fae7a339-0a07-4186-9ea7-05c0418c3390 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:46:33.960372 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6d38661a-ef34-401d-8a4d-3b1b05738f9b req-6832bef5-f932-440f-83bc-7526a0b39b00 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:33.962372 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e895ead2-11aa-46e4-86ef-4bde2ac16faa None None] DHCP port deletion for 59bd2b6a-1971-4bf9-889b-eb5328782863 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:33.966416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d38661a-ef34-401d-8a4d-3b1b05738f9b req-6832bef5-f932-440f-83bc-7526a0b39b00 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.36 "DELETE /v2.0/ports/fae7a339-0a07-4186-9ea7-05c0418c3390 HTTP/1.1" status: 204 len: 173 time: 0.6015656 Nov 13 04:46:33.967032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e9069d-3b3d-4559-b0a6-d7e39a8c9697', 'name': 'network-vif-deleted', 'tag': 'fae7a339-0a07-4186-9ea7-05c0418c3390'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:33.969434 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38acbf24-3dd8-4e34-b1d1-1dd14d8582f8" -d '{"events": [{"server_uuid": "a1e9069d-3b3d-4559-b0a6-d7e39a8c9697", "name": "network-vif-deleted", "tag": "fae7a339-0a07-4186-9ea7-05c0418c3390"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:33.986644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e3359ad-1693-4874-8cf5-e496bbbb9073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:34.031641 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e3359ad-1693-4874-8cf5-e496bbbb9073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:34.081199 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c9bc0abf-bab0-4479-a198-45c71b050f89 req-5ca05d3a-5ad2-4b26-b12c-39b41eeb7ea1 tempest-ServerAddressesNegativeTestJSON-1165020203 tempest-ServerAddressesNegativeTestJSON-1165020203-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1e9069d-3b3d-4559-b0a6-d7e39a8c9697 HTTP/1.1" status: 200 len: 210 time: 0.0503900 Nov 13 04:46:34.088919 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568fdc9-6865-4185-932d-d59150c5e1ee req-f03920da-f84f-4bdc-af49-2842315afa64 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:34.096914 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f568fdc9-6865-4185-932d-d59150c5e1ee req-f03920da-f84f-4bdc-af49-2842315afa64 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 943 time: 0.0757387 Nov 13 04:46:34.130640 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3007f401-141e-4c39-a046-010a8c15bb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:34.147484 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e3359ad-1693-4874-8cf5-e496bbbb9073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:34.151130 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8812c6-dff5-4c18-b7a4-49ec68e23f85 x-openstack-request-id: req-cb8812c6-dff5-4c18-b7a4-49ec68e23f85 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:34.151331 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e3359ad-1693-4874-8cf5-e496bbbb9073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:34.151824 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e9069d-3b3d-4559-b0a6-d7e39a8c9697", "name": "network-vif-deleted", "tag": "fae7a339-0a07-4186-9ea7-05c0418c3390", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:34.152313 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb8812c6-dff5-4c18-b7a4-49ec68e23f85 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:34.153822 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e9069d-3b3d-4559-b0a6-d7e39a8c9697', 'name': 'network-vif-deleted', 'tag': 'fae7a339-0a07-4186-9ea7-05c0418c3390', 'status': 'completed', 'code': 200} Nov 13 04:46:34.157011 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8e3359ad-1693-4874-8cf5-e496bbbb9073 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e9a00c2-7e27-498a-a4e9-cc9f5aacae57 HTTP/1.1" status: 204 len: 168 time: 0.2319827 Nov 13 04:46:34.169323 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f568fdc9-6865-4185-932d-d59150c5e1ee req-4252622c-e9a4-4662-8db5-f87261ed2690 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1c942fa-344c-47a2-adff-310a0f63462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714350 Nov 13 04:46:34.183350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3359ad-1693-4874-8cf5-e496bbbb9073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9a00c2-7e27-498a-a4e9-cc9f5aacae57,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:34.287827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3814094-1d27-4047-8fff-3feb9d631c02 req-25be4cbf-0328-465b-b1b0-f692d18f0fae tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:34.300784 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f3814094-1d27-4047-8fff-3feb9d631c02 req-25be4cbf-0328-465b-b1b0-f692d18f0fae tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.0642893 Nov 13 04:46:34.354624 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f3814094-1d27-4047-8fff-3feb9d631c02 req-43b40186-1a9d-400f-8a50-15ff36ae1d6a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563688 Nov 13 04:46:34.848963 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-18460edc-5cb4-4de6-a3e8-8e8ffa7cd63e req-4e9cf9ba-e7d6-4a80-b74a-89bd01c8f491 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0269775 Nov 13 04:46:34.890081 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52938) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:34.987326 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2093228323'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:35.009443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:35.012950 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.021530 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.101712 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.107692 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.146021 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52944) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:35.146876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:35.153570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d02016-72e6-4593-8f68-9f96f8626d42,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:35.162315 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.162796 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Added segment 23917f97-0a87-42fe-a90c-355f7cd81d34 of type vlan for network b897ddec-012a-4a7e-8d33-5e60c36045c9 Nov 13 04:46:35.208332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-56852273-6795-4298-be49-4a6bd5288507 admin admin] Deleting subnet ea42de2b-a9df-41c1-8d52-89d2cd2d74b2 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:46:35.211881 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-56852273-6795-4298-be49-4a6bd5288507 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.216107 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.244992 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.252661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:35.253994 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.258650 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-56852273-6795-4298-be49-4a6bd5288507 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.300356 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-56852273-6795-4298-be49-4a6bd5288507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.337947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Network': ['ID=b897ddec-012a-4a7e-8d33-5e60c36045c9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:35.351203 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:35.358202 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6b3b2f1b-c028-42a8-903f-644cb19f4348 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4670687 Nov 13 04:46:35.360788 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52950) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:35.367488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-07ae8054-d1cf-45d4-8570-fa30b02fa54c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'name': 'tempest-PortsTestJSON-1805244862'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:35.370378 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-56852273-6795-4298-be49-4a6bd5288507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.402223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56852273-6795-4298-be49-4a6bd5288507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea42de2b-a9df-41c1-8d52-89d2cd2d74b2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:35.413064 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-56852273-6795-4298-be49-4a6bd5288507 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.417846 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-56852273-6795-4298-be49-4a6bd5288507 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ea42de2b-a9df-41c1-8d52-89d2cd2d74b2 HTTP/1.1" status: 204 len: 168 time: 0.2704177 Nov 13 04:46:35.420323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52954) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:35.430531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3f5fdc-c45b-4904-921e-80ed37bd9fb1 None None] Network 59bd2b6a-1971-4bf9-889b-eb5328782863 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:35.449997 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381ed9a-c57d-46ec-bcdf-050490e2bb1e req-da6facb4-4791-45bf-a72a-7d1defdfe590 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:35.452353 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5381ed9a-c57d-46ec-bcdf-050490e2bb1e req-da6facb4-4791-45bf-a72a-7d1defdfe590 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 943 time: 0.1293147 Nov 13 04:46:35.498652 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e36428b-9c3b-46e4-b470-ea0f4d0ae0d1 req-bf3c2c3f-92f2-475e-92ab-d5d9d53428bf tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0321224 Nov 13 04:46:35.516231 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ae8054-d1cf-45d4-8570-fa30b02fa54c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:35.519905 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07ae8054-d1cf-45d4-8570-fa30b02fa54c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.532773 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5381ed9a-c57d-46ec-bcdf-050490e2bb1e req-4f512ec0-c352-4319-b448-f3b867a41fbd tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1c942fa-344c-47a2-adff-310a0f63462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738027 Nov 13 04:46:35.550781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ec2c8454-beca-483e-ae5b-60d1fd364756 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:46:35.570247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-07ae8054-d1cf-45d4-8570-fa30b02fa54c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port a71ff4c4-83e6-458e-a89d-192f1a162c80 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:46:35.677750 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f51f7d96-2b88-4a63-b90d-5e41632aaaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.714331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d917d8-63fc-4f60-973f-5899a569e067 req-56bde741-4634-40ce-995e-cffce6c60399 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:35.719611 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-61d917d8-63fc-4f60-973f-5899a569e067 req-56bde741-4634-40ce-995e-cffce6c60399 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1123910 Nov 13 04:46:35.815732 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b152295b-5108-4ff0-8357-50202b474fbc None None] DHCP port deletion for 59bd2b6a-1971-4bf9-889b-eb5328782863 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:35.822168 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-61d917d8-63fc-4f60-973f-5899a569e067 req-08a2bea6-33f8-4707-a0fd-38d4cb738ecc tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843632 Nov 13 04:46:35.842277 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ec2c8454-beca-483e-ae5b-60d1fd364756, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ec2c8454-beca-483e-ae5b-60d1fd364756,segment=NetworkSegment(2330a84e-a55b-402c-ae56-07c742508ec3),segment_id=2330a84e-a55b-402c-ae56-07c742508ec3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:35.854506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'ec2c8454-beca-483e-ae5b-60d1fd364756', 'network_id': 'f9bd9abe-18e1-4d77-adb5-44010d3a10bc', 'port_id': 'ec2c8454-beca-483e-ae5b-60d1fd364756', 'mac_address': 'fa:16:3e:af:53:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf5949c-743b-4e59-9a64-c920f191b82d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:46:35.868589 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07ae8054-d1cf-45d4-8570-fa30b02fa54c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.894586 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f51f7d96-2b88-4a63-b90d-5e41632aaaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.918682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-f51f7d96-2b88-4a63-b90d-5e41632aaaf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bd2b6a-1971-4bf9-889b-eb5328782863']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:35.918958 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07ae8054-d1cf-45d4-8570-fa30b02fa54c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.931520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-f51f7d96-2b88-4a63-b90d-5e41632aaaf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cb54fc-84a9-4403-8c2b-cac8c8599be5') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:35.931968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-f51f7d96-2b88-4a63-b90d-5e41632aaaf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cb54fc-84a9-4403-8c2b-cac8c8599be5') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:35.936458 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.942761 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f51f7d96-2b88-4a63-b90d-5e41632aaaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.960884 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f51f7d96-2b88-4a63-b90d-5e41632aaaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.967883 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2c8454-beca-483e-ae5b-60d1fd364756 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:46:35.970270 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51f7d96-2b88-4a63-b90d-5e41632aaaf0 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:35.971698 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f51f7d96-2b88-4a63-b90d-5e41632aaaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:35.973008 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:36.004819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ec2c8454-beca-483e-ae5b-60d1fd364756, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ec2c8454-beca-483e-ae5b-60d1fd364756,segment=NetworkSegment(2330a84e-a55b-402c-ae56-07c742508ec3),segment_id=2330a84e-a55b-402c-ae56-07c742508ec3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:36.011731 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.042751 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5577bf97-5da8-4b48-b161-1cfb6c6a185d req-d8933660-7870-4f47-9b28-0614a8c4b191 tempest-ServerShowV254Test-740021685 tempest-ServerShowV254Test-740021685-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c226279-9963-4253-a397-d7b64166df25 HTTP/1.1" status: 200 len: 210 time: 0.0403421 Nov 13 04:46:36.045906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae8054-d1cf-45d4-8570-fa30b02fa54c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=a71ff4c4-83e6-458e-a89d-192f1a162c80,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:36.066831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ae8054-d1cf-45d4-8570-fa30b02fa54c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Checking segment: {'id': '23917f97-0a87-42fe-a90c-355f7cd81d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:36.067422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ae8054-d1cf-45d4-8570-fa30b02fa54c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network hostable DHCP agents. Network: b897ddec-012a-4a7e-8d33-5e60c36045c9, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:36.089085 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ae8054-d1cf-45d4-8570-fa30b02fa54c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:36.097127 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f51f7d96-2b88-4a63-b90d-5e41632aaaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.114733 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-07ae8054-d1cf-45d4-8570-fa30b02fa54c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, b897ddec-012a-4a7e-8d33-5e60c36045c9) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:36.119083 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae8054-d1cf-45d4-8570-fa30b02fa54c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:36.126065 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f51f7d96-2b88-4a63-b90d-5e41632aaaf0 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.128201 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=ec2c8454-beca-483e-ae5b-60d1fd364756,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:36.130986 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f51f7d96-2b88-4a63-b90d-5e41632aaaf0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/59bd2b6a-1971-4bf9-889b-eb5328782863 HTTP/1.1" status: 204 len: 168 time: 0.7096002 Nov 13 04:46:36.132084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f7d96-2b88-4a63-b90d-5e41632aaaf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=59bd2b6a-1971-4bf9-889b-eb5328782863,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:36.137348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275487a4-88ef-4145-9ccd-3770e3c27dcc None None] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:36.142721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ae8054-d1cf-45d4-8570-fa30b02fa54c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:36.143617 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07ae8054-d1cf-45d4-8570-fa30b02fa54c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.187698 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52964) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:36.194564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6469d01e-3a15-46d6-8539-7aae5a654561 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2029082672'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:36.198684 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-07ae8054-d1cf-45d4-8570-fa30b02fa54c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8365302 Nov 13 04:46:36.229093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6469d01e-3a15-46d6-8539-7aae5a654561 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:36.234141 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6469d01e-3a15-46d6-8539-7aae5a654561 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.284748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6469d01e-3a15-46d6-8539-7aae5a654561 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:36.296361 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6469d01e-3a15-46d6-8539-7aae5a654561 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.296771 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-6469d01e-3a15-46d6-8539-7aae5a654561 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Added segment 5123cb1a-ba1d-4dd3-8cf6-684d86e46d15 of type vlan for network eb58495d-67b8-412d-a7f3-4d4f79889a72 Nov 13 04:46:36.340684 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6469d01e-3a15-46d6-8539-7aae5a654561 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.371982 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6469d01e-3a15-46d6-8539-7aae5a654561 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.377661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52966) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:36.380911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6469d01e-3a15-46d6-8539-7aae5a654561 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:36.381532 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6469d01e-3a15-46d6-8539-7aae5a654561 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.416432 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32bc3b68-3e15-4793-9832-07a7c3290841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.426507 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['ec2c8454-beca-483e-ae5b-60d1fd364756'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:46:36.447251 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-afbcd00d-c687-4e47-a0d7-a203083a40ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=304f4e5d5087403f84133426aa364fd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677643 Nov 13 04:46:36.447510 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52968) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:36.458414 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6469d01e-3a15-46d6-8539-7aae5a654561 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2694898 Nov 13 04:46:36.462577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52970) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:36.473972 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'ports': [{'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9'}, {'network_id': 'eb58495d-67b8-412d-a7f3-4d4f79889a72'}]} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:36.474281 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:36.474770 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'network_id': 'eb58495d-67b8-412d-a7f3-4d4f79889a72'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:36.483393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469d01e-3a15-46d6-8539-7aae5a654561 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Network': ['ID=eb58495d-67b8-412d-a7f3-4d4f79889a72,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:36.498950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network eb58495d-67b8-412d-a7f3-4d4f79889a72 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:36.596522 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86362a2b-49f9-491f-aafc-2f4d09e135b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.670227 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86362a2b-49f9-491f-aafc-2f4d09e135b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.673408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42750bba-0caf-4fc6-894e-1afdb2a31665 req-537395d6-032d-4215-a6a5-99b1c37b3609 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:36.675665 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42750bba-0caf-4fc6-894e-1afdb2a31665 req-537395d6-032d-4215-a6a5-99b1c37b3609 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 944 time: 0.0535998 Nov 13 04:46:36.726192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'port': 2} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:36.731496 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.752175 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.759203 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42750bba-0caf-4fc6-894e-1afdb2a31665 req-01aff71b-c267-48a9-84d0-800eca18dd91 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1c942fa-344c-47a2-adff-310a0f63462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771291 Nov 13 04:46:36.766397 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86362a2b-49f9-491f-aafc-2f4d09e135b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.777770 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86362a2b-49f9-491f-aafc-2f4d09e135b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:36.777770 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-86362a2b-49f9-491f-aafc-2f4d09e135b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ed6d096-86e8-475a-bb4e-5d32575f819b HTTP/1.1" status: 204 len: 168 time: 0.3223999 Nov 13 04:46:36.783459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86362a2b-49f9-491f-aafc-2f4d09e135b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed6d096-86e8-475a-bb4e-5d32575f819b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:36.864462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port 2b225652-e503-42cd-b8bb-c1b5a049e8ed yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:46:36.996119 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa770372-e80b-4952-b4cc-b6e3436746f3 req-df00af9a-19ad-496a-9150-fe35968c153e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:36.999903 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa770372-e80b-4952-b4cc-b6e3436746f3 req-df00af9a-19ad-496a-9150-fe35968c153e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.0675650 Nov 13 04:46:37.010176 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:37.078277 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa770372-e80b-4952-b4cc-b6e3436746f3 req-560f3243-689c-413d-a484-4b524067c3a2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625317 Nov 13 04:46:37.113809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port 0b2785f7-82c2-40e9-833b-e8b322eabe2c yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:46:37.255340 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:37.307467 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:37.374887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:37.381241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:37.383693 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=2b225652-e503-42cd-b8bb-c1b5a049e8ed,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:37.386101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:37.387007 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:37.444617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=0b2785f7-82c2-40e9-833b-e8b322eabe2c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:37.453632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53000) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:37.469654 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Checking segment: {'id': '5123cb1a-ba1d-4dd3-8cf6-684d86e46d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eb58495d-67b8-412d-a7f3-4d4f79889a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:37.470011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network hostable DHCP agents. Network: eb58495d-67b8-412d-a7f3-4d4f79889a72, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:37.492873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network eb58495d-67b8-412d-a7f3-4d4f79889a72 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:37.507623 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, eb58495d-67b8-412d-a7f3-4d4f79889a72) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:37.514056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:37.521993 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f252bf3-6bc9-45d5-98c7-0efa55aea278 None None] Network eb58495d-67b8-412d-a7f3-4d4f79889a72 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:37.523898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:37.533578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:37.534480 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:37.559375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ec2c8454-beca-483e-ae5b-60d1fd364756 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:46:37.563580 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-faf209cf-4bc5-497b-93e7-919cb92bd1c5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0935829 Nov 13 04:46:37.626661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53006) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:37.687120 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f1a70e9-8173-46d5-a364-66519f0c634b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:37.764655 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a4718734-420c-412a-8cb8-c4291a25f3d4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port 0b2785f7-82c2-40e9-833b-e8b322eabe2c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:37.765222 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4718734-420c-412a-8cb8-c4291a25f3d4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:37.843453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53020) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:37.850630 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:37.920385 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port ec2c8454-beca-483e-ae5b-60d1fd364756 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:46:37.926328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port ec2c8454-beca-483e-ae5b-60d1fd364756 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:37.926852 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:37.929935 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4718734-420c-412a-8cb8-c4291a25f3d4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:37.963650 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f1a70e9-8173-46d5-a364-66519f0c634b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:37.970433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a4718734-420c-412a-8cb8-c4291a25f3d4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for 0b2785f7-82c2-40e9-833b-e8b322eabe2c owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:37.984432 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f1a70e9-8173-46d5-a364-66519f0c634b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.004427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-808318193-network', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:38.029901 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] Made reservation on behalf of b11c2dde876f41aca8570335ecaccf73 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:38.032414 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.043962 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.060885 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.064619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6f963-ee2b-4532-a700-ccd24bd90ee9 req-9a96866c-4672-4c57-a7e9-bb5f5b6182f9 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:38.066593 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24b6f963-ee2b-4532-a700-ccd24bd90ee9 req-9a96866c-4672-4c57-a7e9-bb5f5b6182f9 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 944 time: 0.1810100 Nov 13 04:46:38.095674 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6d0a32-e27d-4552-a7a9-80a66892e063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2c8454-beca-483e-ae5b-60d1fd364756'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:38.100713 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a70e9-8173-46d5-a364-66519f0c634b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49567e1-d109-4a6f-a7cb-f6d68b480237,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:38.103373 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c026f7-3ed1-4134-aae0-cdc559e324e6" -d '{"events": [{"server_uuid": "9b6d0a32-e27d-4552-a7a9-80a66892e063", "name": "network-vif-plugged", "status": "completed", "tag": "ec2c8454-beca-483e-ae5b-60d1fd364756"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:38.121235 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ec2c8454-beca-483e-ae5b-60d1fd364756, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ec2c8454-beca-483e-ae5b-60d1fd364756,segment=NetworkSegment(2330a84e-a55b-402c-ae56-07c742508ec3),segment_id=2330a84e-a55b-402c-ae56-07c742508ec3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:38.125571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7f1a70e9-8173-46d5-a364-66519f0c634b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9584a0a2d47a4c65902e8760e810a005&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6702752 Nov 13 04:46:38.131783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53030) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:38.135665 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.136974 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device fae7a339-0a07-4186-9ea7-05c0418c3390 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:46:38.190405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: fae7a339-0a07-4186-9ea7-05c0418c3390 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:46:38.190749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device fae7a339-0a07-4186-9ea7-05c0418c3390 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:46:38.193685 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24b6f963-ee2b-4532-a700-ccd24bd90ee9 req-1f7e3c25-1038-4157-b2fa-d48379842291 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1c942fa-344c-47a2-adff-310a0f63462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133459 Nov 13 04:46:38.216437 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4718734-420c-412a-8cb8-c4291a25f3d4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.233353 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=ec2c8454-beca-483e-ae5b-60d1fd364756,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:38.257156 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4718734-420c-412a-8cb8-c4291a25f3d4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=0b2785f7-82c2-40e9-833b-e8b322eabe2c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:38.264022 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.269336 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d345488c-d572-4133-a840-a87553435486 x-openstack-request-id: req-d345488c-d572-4133-a840-a87553435486 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:38.270325 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6d0a32-e27d-4552-a7a9-80a66892e063", "name": "network-vif-plugged", "status": "completed", "tag": "ec2c8454-beca-483e-ae5b-60d1fd364756", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:38.270325 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d345488c-d572-4133-a840-a87553435486 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:38.270474 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6d0a32-e27d-4552-a7a9-80a66892e063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2c8454-beca-483e-ae5b-60d1fd364756', 'code': 200} Nov 13 04:46:38.273498 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4718734-420c-412a-8cb8-c4291a25f3d4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.276862 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d88f9-4b27-441e-8b62-b8ce8e7fe1a8 req-eaeff206-2a80-4da7-8b7f-1be320ec9132 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:38.279766 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a4718734-420c-412a-8cb8-c4291a25f3d4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/0b2785f7-82c2-40e9-833b-e8b322eabe2c HTTP/1.1" status: 204 len: 168 time: 0.7121110 Nov 13 04:46:38.279904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53032) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:38.284080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-520d88f9-4b27-441e-8b62-b8ce8e7fe1a8 req-eaeff206-2a80-4da7-8b7f-1be320ec9132 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1242316 Nov 13 04:46:38.298165 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.351808 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0f47c9a-f857-40dc-bfd5-a6cf00204d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.353730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:38.383036 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:38.397430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2636b700-1dd7-42ac-9eeb-7227c0bfe3ba tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:38.402572 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.402937 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] Added segment 5a371ee2-6b76-47f2-bbf3-7620def9715c of type vlan for network f4e53f50-84fb-4e78-854b-adb52582e3df Nov 13 04:46:38.405105 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2636b700-1dd7-42ac-9eeb-7227c0bfe3ba tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:38.407058 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2636b700-1dd7-42ac-9eeb-7227c0bfe3ba tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1261079 Nov 13 04:46:38.409817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53034) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:38.417401 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0f47c9a-f857-40dc-bfd5-a6cf00204d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.431834 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-520d88f9-4b27-441e-8b62-b8ce8e7fe1a8 req-81a3d805-1dc5-46cb-8626-aaadb271e15c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468711 Nov 13 04:46:38.485032 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.503000 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd9d87-df75-43f9-8328-80b9b9316d9b req-2e7e392c-c9a9-40d2-bcad-1472392f84fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:38.504564 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-21bd9d87-df75-43f9-8328-80b9b9316d9b req-2e7e392c-c9a9-40d2-bcad-1472392f84fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 1096 time: 0.1470993 Nov 13 04:46:38.527778 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.529160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:38.530294 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.552348 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-54ba5893-c6db-46b6-945b-9ff60533927b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port 2b225652-e503-42cd-b8bb-c1b5a049e8ed {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:38.553856 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54ba5893-c6db-46b6-945b-9ff60533927b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.554139 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0f47c9a-f857-40dc-bfd5-a6cf00204d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.558194 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0f47c9a-f857-40dc-bfd5-a6cf00204d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.558721 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d0f47c9a-f857-40dc-bfd5-a6cf00204d65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a49567e1-d109-4a6f-a7cb-f6d68b480237 HTTP/1.1" status: 204 len: 168 time: 0.4247890 Nov 13 04:46:38.578084 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7332666 Nov 13 04:46:38.581424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f47c9a-f857-40dc-bfd5-a6cf00204d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49567e1-d109-4a6f-a7cb-f6d68b480237,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:38.588466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53038) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:38.597552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1719ab4e-79bd-42d5-bf67-617a2257bad3 admin admin] Request body: {'subnet': {'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-808318193-subnet', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:38.612232 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-21bd9d87-df75-43f9-8328-80b9b9316d9b req-7d33ddd9-ff3c-40bf-8230-feeb6e23cb0b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d1c942fa-344c-47a2-adff-310a0f63462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999660 Nov 13 04:46:38.628065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a3e59-5cd0-42fc-bbf6-ec90de517a36 admin admin] Pushing event updated for resources: {'Network': ['ID=f4e53f50-84fb-4e78-854b-adb52582e3df,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:38.639484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network f4e53f50-84fb-4e78-854b-adb52582e3df details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:38.666596 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54ba5893-c6db-46b6-945b-9ff60533927b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.670077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1719ab4e-79bd-42d5-bf67-617a2257bad3 admin admin] Made reservation on behalf of b11c2dde876f41aca8570335ecaccf73 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:38.672970 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1719ab4e-79bd-42d5-bf67-617a2257bad3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.706997 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-54ba5893-c6db-46b6-945b-9ff60533927b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for 2b225652-e503-42cd-b8bb-c1b5a049e8ed owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:38.881240 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54ba5893-c6db-46b6-945b-9ff60533927b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.941037 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba5893-c6db-46b6-945b-9ff60533927b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=2b225652-e503-42cd-b8bb-c1b5a049e8ed,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:38.954185 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54ba5893-c6db-46b6-945b-9ff60533927b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:38.960288 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-54ba5893-c6db-46b6-945b-9ff60533927b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/2b225652-e503-42cd-b8bb-c1b5a049e8ed HTTP/1.1" status: 204 len: 168 time: 0.5470490 Nov 13 04:46:38.960632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53050) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:38.980642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1719ab4e-79bd-42d5-bf67-617a2257bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:39.066517 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:39.072363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719ab4e-79bd-42d5-bf67-617a2257bad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:39.103665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719ab4e-79bd-42d5-bf67-617a2257bad3 admin admin] Checking segment: {'id': '5a371ee2-6b76-47f2-bbf3-7620def9715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:39.104017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1719ab4e-79bd-42d5-bf67-617a2257bad3 admin admin] Network hostable DHCP agents. Network: f4e53f50-84fb-4e78-854b-adb52582e3df, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:39.122730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e264fb-dc48-484a-a50d-3be7b2a6db8c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:39.127690 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f4e264fb-dc48-484a-a50d-3be7b2a6db8c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1633167 Nov 13 04:46:39.127946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53058) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:39.141913 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1719ab4e-79bd-42d5-bf67-617a2257bad3 admin admin] Network f4e53f50-84fb-4e78-854b-adb52582e3df is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:39.160982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1719ab4e-79bd-42d5-bf67-617a2257bad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, f4e53f50-84fb-4e78-854b-adb52582e3df) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:39.168309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1719ab4e-79bd-42d5-bf67-617a2257bad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:39.168945 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1719ab4e-79bd-42d5-bf67-617a2257bad3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:39.169421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a2974-0d65-4da3-9d6d-15f7c6982ec1 None None] Network f4e53f50-84fb-4e78-854b-adb52582e3df requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:39.190950 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf64cb1-8a6c-4fb7-a0c9-b4ef1a830fab tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] GET failed (client error): The resource could not be found. Nov 13 04:46:39.192723 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4bf64cb1-8a6c-4fb7-a0c9-b4ef1a830fab tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/0b2785f7-82c2-40e9-833b-e8b322eabe2c HTTP/1.1" status: 404 len: 333 time: 0.0638223 Nov 13 04:46:39.200449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53060) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:39.217161 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1719ab4e-79bd-42d5-bf67-617a2257bad3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6268578 Nov 13 04:46:39.222496 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53064) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:39.232813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-808318193-router', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:39.251045 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8c970c-9626-41ca-a0e0-be1b778b327e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] GET failed (client error): The resource could not be found. Nov 13 04:46:39.252680 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7d8c970c-9626-41ca-a0e0-be1b778b327e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/2b225652-e503-42cd-b8bb-c1b5a049e8ed HTTP/1.1" status: 404 len: 333 time: 0.0512216 Nov 13 04:46:39.259444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53068) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:39.304266 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:39.306066 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:39.382972 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:39.441260 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c7cf5e-c091-49e8-9b6d-a252aeedb405 None None] Network f4e53f50-84fb-4e78-854b-adb52582e3df requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:39.565078 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:39.681984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53078) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:39.714866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01071525-46fe-4bd8-9ee2-2e875a30a569 req-e4bf0444-7423-4a77-8642-259f281953e6 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:39.716621 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-01071525-46fe-4bd8-9ee2-2e875a30a569 req-e4bf0444-7423-4a77-8642-259f281953e6 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1171114 Nov 13 04:46:39.789830 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-01071525-46fe-4bd8-9ee2-2e875a30a569 req-b06092de-d32a-4745-8f7b-717544bf8463 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662746 Nov 13 04:46:39.881004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1892439380-network', 'tenant_id': 'bf1dbe41f946404d8e20280f977213f0'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:39.889183 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61d633a4-d694-4f8e-a77c-dcf4c4690543 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:39.925987 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:39.926520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c529fa0-39f0-4213-9f02-7271584d4a1f req-faf4aa40-9b2b-43e7-95a8-86bec4528061 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:39.928046 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c529fa0-39f0-4213-9f02-7271584d4a1f req-faf4aa40-9b2b-43e7-95a8-86bec4528061 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 945 time: 0.5758150 Nov 13 04:46:39.953972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] Made reservation on behalf of bf1dbe41f946404d8e20280f977213f0 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:39.956319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:39.966038 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:39.969203 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:39.999289 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.034547 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61d633a4-d694-4f8e-a77c-dcf4c4690543 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.046450 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c529fa0-39f0-4213-9f02-7271584d4a1f req-4c4f31b1-da82-4ec3-842a-c203a585b358 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1c942fa-344c-47a2-adff-310a0f63462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006939 Nov 13 04:46:40.060786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-61d633a4-d694-4f8e-a77c-dcf4c4690543 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb58495d-67b8-412d-a7f3-4d4f79889a72']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:40.089543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-61d633a4-d694-4f8e-a77c-dcf4c4690543 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5123cb1a-ba1d-4dd3-8cf6-684d86e46d15') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:40.089925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-61d633a4-d694-4f8e-a77c-dcf4c4690543 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5123cb1a-ba1d-4dd3-8cf6-684d86e46d15') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:40.104273 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61d633a4-d694-4f8e-a77c-dcf4c4690543 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.122628 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61d633a4-d694-4f8e-a77c-dcf4c4690543 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.130995 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d633a4-d694-4f8e-a77c-dcf4c4690543 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:40.131530 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61d633a4-d694-4f8e-a77c-dcf4c4690543 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:40.136863 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:40.184660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Allocated IP 172.25.8.237 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/e52d52d0-0903-49ee-bad3-3e2aa1d5dae1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:46:40.192414 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.199905 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.217380 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61d633a4-d694-4f8e-a77c-dcf4c4690543 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.236077 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61d633a4-d694-4f8e-a77c-dcf4c4690543 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.243091 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-61d633a4-d694-4f8e-a77c-dcf4c4690543 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/networks/eb58495d-67b8-412d-a7f3-4d4f79889a72 HTTP/1.1" status: 204 len: 168 time: 0.9784732 Nov 13 04:46:40.243091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d633a4-d694-4f8e-a77c-dcf4c4690543 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Network': ['ID=eb58495d-67b8-412d-a7f3-4d4f79889a72,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:40.243309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53090) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:40.250646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e2ebee04-93af-432d-8308-d5bd84b8e5a3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1705598336'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:40.262829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:40.284712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ebee04-93af-432d-8308-d5bd84b8e5a3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:40.289025 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee04-93af-432d-8308-d5bd84b8e5a3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.320189 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ebee04-93af-432d-8308-d5bd84b8e5a3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:40.332455 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee04-93af-432d-8308-d5bd84b8e5a3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.332792 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-e2ebee04-93af-432d-8308-d5bd84b8e5a3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Added segment c4c9037d-d6a0-42b6-94ea-0ec64bb6f661 of type vlan for network 503cef55-abbc-4812-bb5d-be23d2f762ae Nov 13 04:46:40.387202 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee04-93af-432d-8308-d5bd84b8e5a3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.414493 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee04-93af-432d-8308-d5bd84b8e5a3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.421006 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ebee04-93af-432d-8308-d5bd84b8e5a3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:40.421644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee04-93af-432d-8308-d5bd84b8e5a3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.488750 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e2ebee04-93af-432d-8308-d5bd84b8e5a3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2442877 Nov 13 04:46:40.492413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53104) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:40.500186 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1e07e209-2f03-4a44-901e-1216d6722f4c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'subnet': {'network_id': '503cef55-abbc-4812-bb5d-be23d2f762ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:40.518464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebee04-93af-432d-8308-d5bd84b8e5a3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Network': ['ID=503cef55-abbc-4812-bb5d-be23d2f762ae,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:40.533076 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 503cef55-abbc-4812-bb5d-be23d2f762ae details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:40.612099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292596a0-d5d7-4e0f-b83c-3d2811f8b1c2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:40.623001 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.623310 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] Added segment 78219771-5c82-4aa7-9670-eab0015f6efb of type vlan for network b1de7f20-81c3-43c2-8d05-1b1f1daf62d4 Nov 13 04:46:40.629655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e07e209-2f03-4a44-901e-1216d6722f4c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:40.634512 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e07e209-2f03-4a44-901e-1216d6722f4c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.683368 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.696813 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_backend_mixin [None req-1e07e209-2f03-4a44-901e-1216d6722f4c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Performing IP validity checks on allocation pools {{(pid=102667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 13 04:46:40.697351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_backend_mixin [None req-1e07e209-2f03-4a44-901e-1216d6722f4c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 13 04:46:40.708016 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.733257 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.734614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:40.735337 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.819604 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1277499 Nov 13 04:46:40.833244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407654d7-97ed-4e04-9e6e-246bdc1d5a71 admin admin] Pushing event updated for resources: {'Network': ['ID=b1de7f20-81c3-43c2-8d05-1b1f1daf62d4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:40.848210 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.853258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network b1de7f20-81c3-43c2-8d05-1b1f1daf62d4 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:40.857878 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e07e209-2f03-4a44-901e-1216d6722f4c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:40.914513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:40.918953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:40.923350 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:40.970501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348ac821-4aa5-4a00-ad75-b0a62dcdcf55 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:40.973824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Pushing event updated for resources: {'Port': ['ID=e52d52d0-0903-49ee-bad3-3e2aa1d5dae1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:41.051461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07e209-2f03-4a44-901e-1216d6722f4c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Subnet': ['ID=508a4e4f-64e4-4513-907d-cdafe5e5cc05,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:41.081265 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a765c096-b4e4-4d5a-bf03-d125346cff70 None None] Provisioning complete for port e52d52d0-0903-49ee-bad3-3e2aa1d5dae1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:41.081628 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a765c096-b4e4-4d5a-bf03-d125346cff70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:41.117441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88816596-56f1-4824-b1d6-4c3c1120c1b1 req-ce30858e-e258-48fb-8b5e-7572dca070b6 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:41.120535 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88816596-56f1-4824-b1d6-4c3c1120c1b1 req-ce30858e-e258-48fb-8b5e-7572dca070b6 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1797426 Nov 13 04:46:41.132587 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e07e209-2f03-4a44-901e-1216d6722f4c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Checking segment: {'id': 'c4c9037d-d6a0-42b6-94ea-0ec64bb6f661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '503cef55-abbc-4812-bb5d-be23d2f762ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:41.133413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e07e209-2f03-4a44-901e-1216d6722f4c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network hostable DHCP agents. Network: 503cef55-abbc-4812-bb5d-be23d2f762ae, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:41.170087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a765c096-b4e4-4d5a-bf03-d125346cff70 None None] Port e52d52d0-0903-49ee-bad3-3e2aa1d5dae1 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:46:41.205639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e07e209-2f03-4a44-901e-1216d6722f4c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network 503cef55-abbc-4812-bb5d-be23d2f762ae is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:41.218190 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88816596-56f1-4824-b1d6-4c3c1120c1b1 req-811a9779-1388-48c8-bdaf-9cac39484e77 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876997 Nov 13 04:46:41.219802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-1e07e209-2f03-4a44-901e-1216d6722f4c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 503cef55-abbc-4812-bb5d-be23d2f762ae) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:41.229064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e6da49-0adc-4ecd-ae2f-bdc0026f387a None None] Network 503cef55-abbc-4812-bb5d-be23d2f762ae requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:41.232296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e07e209-2f03-4a44-901e-1216d6722f4c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:41.233132 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e07e209-2f03-4a44-901e-1216d6722f4c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:41.262486 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1e07e209-2f03-4a44-901e-1216d6722f4c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7684281 Nov 13 04:46:41.264825 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53154) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:41.272782 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0cdf4b60-a45e-4ce3-867b-d72dfa5940f5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'network_id': '503cef55-abbc-4812-bb5d-be23d2f762ae', 'name': 'tempest-PortsTestJSON-2060019214'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:41.288068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db836fcd-87a3-44a6-a26f-97fd99c05b9c req-b5b0186d-31ba-4128-ad70-fd981b76218b tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:41.292046 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db836fcd-87a3-44a6-a26f-97fd99c05b9c req-b5b0186d-31ba-4128-ad70-fd981b76218b tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 945 time: 0.1217136 Nov 13 04:46:41.394397 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:41.400258 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db836fcd-87a3-44a6-a26f-97fd99c05b9c req-19a4fe92-cca0-400c-b840-0c7aaef5295a tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1c942fa-344c-47a2-adff-310a0f63462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940528 Nov 13 04:46:41.655039 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:41.805398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790635bb-fc36-46dc-b546-e30f82e3e999 req-20cc8539-ea58-45d9-a48c-6603b110b079 tempest-ComputeTenantNetworksTest-1247217056 tempest-ComputeTenantNetworksTest-1247217056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:41.811794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790635bb-fc36-46dc-b546-e30f82e3e999 req-20cc8539-ea58-45d9-a48c-6603b110b079 tempest-ComputeTenantNetworksTest-1247217056 tempest-ComputeTenantNetworksTest-1247217056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:41.817512 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790635bb-fc36-46dc-b546-e30f82e3e999 req-20cc8539-ea58-45d9-a48c-6603b110b079 tempest-ComputeTenantNetworksTest-1247217056 tempest-ComputeTenantNetworksTest-1247217056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:41.820895 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-790635bb-fc36-46dc-b546-e30f82e3e999 req-20cc8539-ea58-45d9-a48c-6603b110b079 tempest-ComputeTenantNetworksTest-1247217056 tempest-ComputeTenantNetworksTest-1247217056-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3309357 Nov 13 04:46:41.820895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdf4b60-a45e-4ce3-867b-d72dfa5940f5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:41.824455 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cdf4b60-a45e-4ce3-867b-d72dfa5940f5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:41.844719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-0cdf4b60-a45e-4ce3-867b-d72dfa5940f5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port 3e400cb3-818e-4cea-9877-64da0ff067e6 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:46:41.850425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-503cef55-abbc-4812-bb5d-be23d2f762ae', 'network_id': '503cef55-abbc-4812-bb5d-be23d2f762ae', 'tenant_id': 'c93fa2040fe04bcebd025ce864e9fde5', 'fixed_ips': [{'subnet_id': '508a4e4f-64e4-4513-907d-cdafe5e5cc05'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:46:41.851354 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:41.918227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Router fb8aa489-4b88-48d4-b828-786f95babb53 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:46:42.023667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-0cdf4b60-a45e-4ce3-867b-d72dfa5940f5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Allocated IP 172.20.0.4 (503cef55-abbc-4812-bb5d-be23d2f762ae/508a4e4f-64e4-4513-907d-cdafe5e5cc05/3e400cb3-818e-4cea-9877-64da0ff067e6) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:46:42.060278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37a6bb-3add-4921-b5be-cd199085955e req-b80addde-96fe-42cc-8bcf-7791da252f61 tempest-ComputeTenantNetworksTest-1247217056 tempest-ComputeTenantNetworksTest-1247217056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:42.066803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4e37a6bb-3add-4921-b5be-cd199085955e req-b80addde-96fe-42cc-8bcf-7791da252f61 tempest-ComputeTenantNetworksTest-1247217056 tempest-ComputeTenantNetworksTest-1247217056-project] 10.222.0.43 "GET /v2.0/networks/b1de7f20-81c3-43c2-8d05-1b1f1daf62d4 HTTP/1.1" status: 200 len: 769 time: 0.1863899 Nov 13 04:46:42.075995 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53194) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:42.165079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:46:42.176543 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Sync routers for ids ['fb8aa489-4b88-48d4-b828-786f95babb53'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:46:42.189000 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:42.190712 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9553f73c-7783-4bad-8d15-53c42d411a58 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9689162 Nov 13 04:46:42.193384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53200) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:42.199984 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Routers {'fb8aa489-4b88-48d4-b828-786f95babb53'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:46:42.200864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:46:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fb8aa489-4b88-48d4-b828-786f95babb53'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:42.272288 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5d8eee5-d14c-4888-b1ef-b918473401a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:42.425430 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Set router fb8aa489-4b88-48d4-b828-786f95babb53 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:46:42.457361 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cdf4b60-a45e-4ce3-867b-d72dfa5940f5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:42.464764 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5d8eee5-d14c-4888-b1ef-b918473401a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:42.492112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc4e93-1716-4a9a-a41d-8c9507ba78db req-0141a413-c103-4391-b117-eec1ee311b10 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:42.494000 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4dbc4e93-1716-4a9a-a41d-8c9507ba78db req-0141a413-c103-4391-b117-eec1ee311b10 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1519189 Nov 13 04:46:42.517731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-d5d8eee5-d14c-4888-b1ef-b918473401a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1de7f20-81c3-43c2-8d05-1b1f1daf62d4']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:42.545426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-d5d8eee5-d14c-4888-b1ef-b918473401a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78219771-5c82-4aa7-9670-eab0015f6efb') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:42.545708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-d5d8eee5-d14c-4888-b1ef-b918473401a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78219771-5c82-4aa7-9670-eab0015f6efb') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:42.559640 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5d8eee5-d14c-4888-b1ef-b918473401a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:42.587482 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5d8eee5-d14c-4888-b1ef-b918473401a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:42.604500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d8eee5-d14c-4888-b1ef-b918473401a5 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:42.605073 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5d8eee5-d14c-4888-b1ef-b918473401a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:42.607166 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cdf4b60-a45e-4ce3-867b-d72dfa5940f5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:42.611827 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:42.681246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf4b60-a45e-4ce3-867b-d72dfa5940f5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=3e400cb3-818e-4cea-9877-64da0ff067e6,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:42.748362 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4dbc4e93-1716-4a9a-a41d-8c9507ba78db req-8a98e98a-69db-4253-a803-cfe08d715b04 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329180 Nov 13 04:46:42.778105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdf4b60-a45e-4ce3-867b-d72dfa5940f5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network 503cef55-abbc-4812-bb5d-be23d2f762ae is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:42.786886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-0cdf4b60-a45e-4ce3-867b-d72dfa5940f5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:42.796091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdf4b60-a45e-4ce3-867b-d72dfa5940f5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:42.818203 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Allocated IP 172.20.0.2 (503cef55-abbc-4812-bb5d-be23d2f762ae/508a4e4f-64e4-4513-907d-cdafe5e5cc05/181f20f8-0fcc-40ae-970a-c1383a5d5d7d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:46:42.857266 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5d8eee5-d14c-4888-b1ef-b918473401a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:42.863528 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5d8eee5-d14c-4888-b1ef-b918473401a5 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:42.896017 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d5d8eee5-d14c-4888-b1ef-b918473401a5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b1de7f20-81c3-43c2-8d05-1b1f1daf62d4 HTTP/1.1" status: 204 len: 168 time: 0.8162324 Nov 13 04:46:42.952516 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:42.962934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8eee5-d14c-4888-b1ef-b918473401a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1de7f20-81c3-43c2-8d05-1b1f1daf62d4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:42.991041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'name': 'tempest-ServerRescueTestJSON-808318193-router', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e52d52d0-0903-49ee-bad3-3e2aa1d5dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:46:39Z', 'updated_at': '2021-11-13T04:46:41Z', 'revision_number': 3, 'project_id': 'b11c2dde876f41aca8570335ecaccf73', 'gw_port': {'id': 'e52d52d0-0903-49ee-bad3-3e2aa1d5dae1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:46:40Z', 'updated_at': '2021-11-13T04:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:43.043944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf4b60-a45e-4ce3-867b-d72dfa5940f5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:43.050481 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cdf4b60-a45e-4ce3-867b-d72dfa5940f5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.059323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Checking router: fb8aa489-4b88-48d4-b828-786f95babb53 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:46:43.059323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Updating router fb8aa489-4b88-48d4-b828-786f95babb53 port e52d52d0-0903-49ee-bad3-3e2aa1d5dae1 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:46:43.098788 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0cdf4b60-a45e-4ce3-867b-d72dfa5940f5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8315344 Nov 13 04:46:43.102352 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53212) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:43.158711 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.216720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53216) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:43.228645 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.314574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b7fe5614-ca15-4089-a252-5a4fc4026762 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf1dbe41f946404d8e20280f977213f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0934825 Nov 13 04:46:43.317245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53218) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:43.343924 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-621560cd-e5f2-42ab-b92f-14ed98f732a2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port 3e400cb3-818e-4cea-9877-64da0ff067e6 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:43.344262 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-621560cd-e5f2-42ab-b92f-14ed98f732a2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.357274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Allocated IP 172.20.0.1 (f4e53f50-84fb-4e78-854b-adb52582e3df/94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4/993b1151-1fa7-4ed3-b0f2-9353c10c4128) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:46:43.358805 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.437163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Network 503cef55-abbc-4812-bb5d-be23d2f762ae is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:43.451205 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:43.458077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:43.468742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Pushing event updated for resources: {'Port': ['ID=181f20f8-0fcc-40ae-970a-c1383a5d5d7d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:43.470942 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-621560cd-e5f2-42ab-b92f-14ed98f732a2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.480458 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9792-f8b4-4ff8-9ad3-5a0bff94efc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.494260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-621560cd-e5f2-42ab-b92f-14ed98f732a2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for 3e400cb3-818e-4cea-9877-64da0ff067e6 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:43.518105 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.520539 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9792-f8b4-4ff8-9ad3-5a0bff94efc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.541061 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Attempting to bind port 181f20f8-0fcc-40ae-970a-c1383a5d5d7d on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:46:43.541426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Attempting to bind port 181f20f8-0fcc-40ae-970a-c1383a5d5d7d by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'c4c9037d-d6a0-42b6-94ea-0ec64bb6f661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '503cef55-abbc-4812-bb5d-be23d2f762ae'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:46:43.541928 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Attempting to bind port 181f20f8-0fcc-40ae-970a-c1383a5d5d7d on network 503cef55-abbc-4812-bb5d-be23d2f762ae {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:43.553275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:46:43.553588 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Checking segment: {'id': 'c4c9037d-d6a0-42b6-94ea-0ec64bb6f661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '503cef55-abbc-4812-bb5d-be23d2f762ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:43.553950 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.554384 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Bound using segment: {'id': 'c4c9037d-d6a0-42b6-94ea-0ec64bb6f661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '503cef55-abbc-4812-bb5d-be23d2f762ae'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:46:43.554794 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Bound port: 181f20f8-0fcc-40ae-970a-c1383a5d5d7d, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c9037d-d6a0-42b6-94ea-0ec64bb6f661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '503cef55-abbc-4812-bb5d-be23d2f762ae'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:46:43.555218 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.569011 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.628621 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Pushing event updated for resources: {'Port': ['ID=993b1151-1fa7-4ed3-b0f2-9353c10c4128,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:43.643512 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Network f4e53f50-84fb-4e78-854b-adb52582e3df is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:43.645182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:43.649501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:43.652055 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.658443 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9792-f8b4-4ff8-9ad3-5a0bff94efc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.664921 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9792-f8b4-4ff8-9ad3-5a0bff94efc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.667875 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5ecf9792-f8b4-4ff8-9ad3-5a0bff94efc3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/292596a0-d5d7-4e0f-b83c-3d2811f8b1c2 HTTP/1.1" status: 204 len: 168 time: 0.3493972 Nov 13 04:46:43.677728 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.689060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf9792-f8b4-4ff8-9ad3-5a0bff94efc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292596a0-d5d7-4e0f-b83c-3d2811f8b1c2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:43.718111 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.730737 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-621560cd-e5f2-42ab-b92f-14ed98f732a2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.740849 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] For port 181f20f8-0fcc-40ae-970a-c1383a5d5d7d, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:43.763242 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768a65ee-4ee3-4c5f-b91f-67dce078a51e None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:43.780432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621560cd-e5f2-42ab-b92f-14ed98f732a2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=3e400cb3-818e-4cea-9877-64da0ff067e6,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:43.803797 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] For port 181f20f8-0fcc-40ae-970a-c1383a5d5d7d, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=181f20f8-0fcc-40ae-970a-c1383a5d5d7d,segment=NetworkSegment(c4c9037d-d6a0-42b6-94ea-0ec64bb6f661),segment_id=c4c9037d-d6a0-42b6-94ea-0ec64bb6f661)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:46:43.805264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Attempting to bind port e52d52d0-0903-49ee-bad3-3e2aa1d5dae1 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:46:43.805716 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Attempting to bind port e52d52d0-0903-49ee-bad3-3e2aa1d5dae1 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:46:43.806141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Attempting to bind port e52d52d0-0903-49ee-bad3-3e2aa1d5dae1 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:43.823407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:46:43.823726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:43.824295 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.824630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:46:43.825174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Bound port: e52d52d0-0903-49ee-bad3-3e2aa1d5dae1, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:46:43.825651 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.890093 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] For port e52d52d0-0903-49ee-bad3-3e2aa1d5dae1, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:43.893455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] For port e52d52d0-0903-49ee-bad3-3e2aa1d5dae1, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e52d52d0-0903-49ee-bad3-3e2aa1d5dae1,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:46:43.895226 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:43.903857 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26255f3-5f65-4ce8-afe4-7391324e8680 None None] Pushing event updated for resources: {'Port': ['ID=e52d52d0-0903-49ee-bad3-3e2aa1d5dae1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:43.914081 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:44.010426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe2e5f-73db-41cf-8df3-78a4e797422b req-bcca5271-53ad-4239-aee2-9cd86e93f35f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:44.013436 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bcbe2e5f-73db-41cf-8df3-78a4e797422b req-bcca5271-53ad-4239-aee2-9cd86e93f35f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.0838439 Nov 13 04:46:44.024573 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-621560cd-e5f2-42ab-b92f-14ed98f732a2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:44.029420 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-621560cd-e5f2-42ab-b92f-14ed98f732a2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/3e400cb3-818e-4cea-9877-64da0ff067e6 HTTP/1.1" status: 204 len: 168 time: 0.9233437 Nov 13 04:46:44.029961 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53228) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:44.036163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4f7c933e-8972-4815-8f3a-2b5ee8ed96e2 None None] Provisioning complete for port e52d52d0-0903-49ee-bad3-3e2aa1d5dae1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:44.036163 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f7c933e-8972-4815-8f3a-2b5ee8ed96e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:44.108670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e070c4b4-ea57-4998-a866-f544f37fd284 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:44.124190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bb253-b858-4ba6-85ca-3d55db0d82e0 None None] Pushing event updated for resources: {'Port': ['ID=181f20f8-0fcc-40ae-970a-c1383a5d5d7d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:44.131486 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca2637c-64c5-48ce-8c53-baad273b0044 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] DELETE failed (client error): The resource could not be found. Nov 13 04:46:44.132232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca2637c-64c5-48ce-8c53-baad273b0044 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:44.146126 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9ca2637c-64c5-48ce-8c53-baad273b0044 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/3e400cb3-818e-4cea-9877-64da0ff067e6 HTTP/1.1" status: 404 len: 333 time: 0.1141453 Nov 13 04:46:44.149149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53234) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:44.152141 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:44.185974 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1c4b9c-7974-4530-ac01-35c7038adcf5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] GET failed (client error): The resource could not be found. Nov 13 04:46:44.199198 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8d1c4b9c-7974-4530-ac01-35c7038adcf5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/3e400cb3-818e-4cea-9877-64da0ff067e6 HTTP/1.1" status: 404 len: 333 time: 0.0491037 Nov 13 04:46:44.201838 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53236) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:44.222574 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bcbe2e5f-73db-41cf-8df3-78a4e797422b req-b9fb703a-9ebb-4305-a834-0f3a0824dd23 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969182 Nov 13 04:46:44.278690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Routers {'fb8aa489-4b88-48d4-b828-786f95babb53'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:46:44.282259 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:46:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fb8aa489-4b88-48d4-b828-786f95babb53'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:44.343420 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcce987e-fb3a-4c71-809d-f21e2bd3637e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting subnet 508a4e4f-64e4-4513-907d-cdafe5e5cc05 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:46:44.354238 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcce987e-fb3a-4c71-809d-f21e2bd3637e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:44.489407 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcce987e-fb3a-4c71-809d-f21e2bd3637e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:44.493020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26255f3-5f65-4ce8-afe4-7391324e8680 None None] Pushing event updated for resources: {'Port': ['ID=e52d52d0-0903-49ee-bad3-3e2aa1d5dae1,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:44.505701 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f7c933e-8972-4815-8f3a-2b5ee8ed96e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:44.556378 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:44.565116 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:44.649210 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:44.661283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Pushing event updated for resources: {'Port': ['ID=993b1151-1fa7-4ed3-b0f2-9353c10c4128,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:44.665333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4f7c933e-8972-4815-8f3a-2b5ee8ed96e2 None None] For port e52d52d0-0903-49ee-bad3-3e2aa1d5dae1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e52d52d0-0903-49ee-bad3-3e2aa1d5dae1,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:44.675055 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f7c933e-8972-4815-8f3a-2b5ee8ed96e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:44.713634 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcce987e-fb3a-4c71-809d-f21e2bd3637e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:44.837378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Network f4e53f50-84fb-4e78-854b-adb52582e3df is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:44.839242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:44.847940 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcce987e-fb3a-4c71-809d-f21e2bd3637e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:44.920087 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce987e-fb3a-4c71-809d-f21e2bd3637e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Subnet': ['ID=508a4e4f-64e4-4513-907d-cdafe5e5cc05,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:44.928164 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcce987e-fb3a-4c71-809d-f21e2bd3637e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:44.939732 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bcce987e-fb3a-4c71-809d-f21e2bd3637e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/508a4e4f-64e4-4513-907d-cdafe5e5cc05 HTTP/1.1" status: 204 len: 168 time: 0.7343957 Nov 13 04:46:44.943831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53262) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:45.090878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Router fb8aa489-4b88-48d4-b828-786f95babb53 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:46:45.159770 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:45.170500 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c933e-8972-4815-8f3a-2b5ee8ed96e2 None None] Pushing event updated for resources: {'Port': ['ID=e52d52d0-0903-49ee-bad3-3e2aa1d5dae1,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:45.219349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da45ca6d-ef2b-4316-b45f-7ecd513df768 None None] Provisioning complete for port e52d52d0-0903-49ee-bad3-3e2aa1d5dae1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:45.219848 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da45ca6d-ef2b-4316-b45f-7ecd513df768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:45.299522 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port 181f20f8-0fcc-40ae-970a-c1383a5d5d7d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:45.299855 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:45.346299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] Set router fb8aa489-4b88-48d4-b828-786f95babb53 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:46:45.425506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] For port 181f20f8-0fcc-40ae-970a-c1383a5d5d7d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=181f20f8-0fcc-40ae-970a-c1383a5d5d7d,segment=NetworkSegment(c4c9037d-d6a0-42b6-94ea-0ec64bb6f661),segment_id=c4c9037d-d6a0-42b6-94ea-0ec64bb6f661)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:45.425736 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:45.455862 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for 181f20f8-0fcc-40ae-970a-c1383a5d5d7d owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:45.684329 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:45.703926 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8453aa91-3b43-40a9-9e4f-33aa7f5d0e92 None None] Network 503cef55-abbc-4812-bb5d-be23d2f762ae requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:45.725901 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No DVR routers for this DVR port 181f20f8-0fcc-40ae-970a-c1383a5d5d7d on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:46:45.793093 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 181f20f8-0fcc-40ae-970a-c1383a5d5d7d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:46:45.828548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=181f20f8-0fcc-40ae-970a-c1383a5d5d7d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:45.849522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:46:45.871000 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-41a8bc3f-585b-4628-9c46-6267ac44ad30 admin admin] 10.222.0.43 "PUT /v2.0/routers/fb8aa489-4b88-48d4-b828-786f95babb53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6677938 Nov 13 04:46:45.911793 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8c70d-7f50-497b-a019-1690743f3e03 req-c000d236-979d-46bb-9908-e44e9b342035 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:45.920700 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2f8c70d-7f50-497b-a019-1690743f3e03 req-c000d236-979d-46bb-9908-e44e9b342035 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1330397 Nov 13 04:46:45.970025 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:45.992188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 181f20f8-0fcc-40ae-970a-c1383a5d5d7d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:46:45.998021 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 181f20f8-0fcc-40ae-970a-c1383a5d5d7d not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 13 04:46:46.000764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503cef55-abbc-4812-bb5d-be23d2f762ae']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:46.011961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8af4a013-1cd0-4db6-9933-98d9a3c570ec None None] Could not find standard attr ID for object 181f20f8-0fcc-40ae-970a-c1383a5d5d7d. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:46:46.081866 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2f8c70d-7f50-497b-a019-1690743f3e03 req-6e67a4e5-06eb-4f66-b095-2aa9c6434130 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601219 Nov 13 04:46:46.096889 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c9037d-d6a0-42b6-94ea-0ec64bb6f661') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:46.096889 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c9037d-d6a0-42b6-94ea-0ec64bb6f661') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:46.141642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Port 181f20f8-0fcc-40ae-970a-c1383a5d5d7d not found, will not notify nova. {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 13 04:46:46.142014 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:46.159122 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:46.187209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:46.188513 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:46.201562 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:46.349123 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8825a355-179f-4ffa-b10c-3c0c1a71beaf None None] DHCP port deletion for 503cef55-abbc-4812-bb5d-be23d2f762ae request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:46.405237 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:46.414298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'name': 'tempest-ServerRescueTestJSON-808318193-router', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e52d52d0-0903-49ee-bad3-3e2aa1d5dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:46:39Z', 'updated_at': '2021-11-13T04:46:43Z', 'revision_number': 4, 'project_id': 'b11c2dde876f41aca8570335ecaccf73', 'gw_port': {'id': 'e52d52d0-0903-49ee-bad3-3e2aa1d5dae1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:46:40Z', 'updated_at': '2021-11-13T04:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '993b1151-1fa7-4ed3-b0f2-9353c10c4128', 'name': '', 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'mac_address': 'fa:16:3e:7f:e1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:46:43Z', 'updated_at': '2021-11-13T04:46:43Z', 'revision_number': 1, 'project_id': 'b11c2dde876f41aca8570335ecaccf73', 'subnets': [{'id': '94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:46.433419 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:46.436722 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/networks/503cef55-abbc-4812-bb5d-be23d2f762ae HTTP/1.1" status: 204 len: 168 time: 1.4918594 Nov 13 04:46:46.441393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53302) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:46.447758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-942b2545-9cac-4546-99dd-148c25bac95e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1914687670'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:46.476915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dc03c-f49a-48a4-928f-bc6f958410d2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Network': ['ID=503cef55-abbc-4812-bb5d-be23d2f762ae,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:46.487728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08861e8d-85be-4088-8dd8-f209183baf1a None None] The sync data for ids ['fb8aa489-4b88-48d4-b828-786f95babb53'] in n-d-813114-2 is: [{'id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'name': 'tempest-ServerRescueTestJSON-808318193-router', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e52d52d0-0903-49ee-bad3-3e2aa1d5dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:46:39Z', 'updated_at': '2021-11-13T04:46:43Z', 'revision_number': 4, 'project_id': 'b11c2dde876f41aca8570335ecaccf73', 'gw_port': {'id': 'e52d52d0-0903-49ee-bad3-3e2aa1d5dae1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:46:40Z', 'updated_at': '2021-11-13T04:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '993b1151-1fa7-4ed3-b0f2-9353c10c4128', 'name': '', 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'mac_address': 'fa:16:3e:7f:e1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:46:43Z', 'updated_at': '2021-11-13T04:46:43Z', 'revision_number': 1, 'project_id': 'b11c2dde876f41aca8570335ecaccf73', 'subnets': [{'id': '94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:46:46.523642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942b2545-9cac-4546-99dd-148c25bac95e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:46.523642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-942b2545-9cac-4546-99dd-148c25bac95e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:46.567570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942b2545-9cac-4546-99dd-148c25bac95e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:46.580042 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-942b2545-9cac-4546-99dd-148c25bac95e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:46.580385 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-942b2545-9cac-4546-99dd-148c25bac95e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Added segment 99fbfeda-54c6-40f1-8849-667647f25a9e of type vlan for network 72adcf4b-dcac-4455-8333-b57068e86631 Nov 13 04:46:46.711032 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-942b2545-9cac-4546-99dd-148c25bac95e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:46.759642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edca84-59da-4648-b82a-212c456246f6 req-fe59ea6e-f4a4-44d4-bc61-76ed4391eef9 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:46.767674 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4edca84-59da-4648-b82a-212c456246f6 req-fe59ea6e-f4a4-44d4-bc61-76ed4391eef9 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/networks?id=f4e53f50-84fb-4e78-854b-adb52582e3df HTTP/1.1" status: 200 len: 810 time: 0.1890666 Nov 13 04:46:46.794975 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4edca84-59da-4648-b82a-212c456246f6 req-fe6a9b5f-de41-480b-8216-a1e25c539698 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/quotas/b11c2dde876f41aca8570335ecaccf73 HTTP/1.1" status: 200 len: 375 time: 0.0207858 Nov 13 04:46:46.837166 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-942b2545-9cac-4546-99dd-148c25bac95e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:46.844016 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942b2545-9cac-4546-99dd-148c25bac95e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:46.845036 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-942b2545-9cac-4546-99dd-148c25bac95e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:46.955893 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-942b2545-9cac-4546-99dd-148c25bac95e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5101888 Nov 13 04:46:46.956132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53314) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:46.961467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-43329055-e557-4ede-924b-af18b281cc7e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'subnet': {'network_id': '72adcf4b-dcac-4455-8333-b57068e86631', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:46.972507 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4edca84-59da-4648-b82a-212c456246f6 req-0b777f06-6cbd-4e9b-85eb-d3f03fef0e3c tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b11c2dde876f41aca8570335ecaccf73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1819136 Nov 13 04:46:46.982126 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b2545-9cac-4546-99dd-148c25bac95e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Network': ['ID=72adcf4b-dcac-4455-8333-b57068e86631,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:46.994823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 72adcf4b-dcac-4455-8333-b57068e86631 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:47.136344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43329055-e557-4ede-924b-af18b281cc7e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:47.141638 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43329055-e557-4ede-924b-af18b281cc7e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:47.153249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4edca84-59da-4648-b82a-212c456246f6 req-859ce5ae-f20c-4061-a51d-59da722402cd service neutron] 10.222.0.43 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796305 Nov 13 04:46:47.364415 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be6807-98bd-4c80-a3b6-e57dc42a626c req-87ed2d87-61ac-4d6d-9174-c5c1e7a17864 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:47.366109 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b1be6807-98bd-4c80-a3b6-e57dc42a626c req-87ed2d87-61ac-4d6d-9174-c5c1e7a17864 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1261635 Nov 13 04:46:47.376341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4edca84-59da-4648-b82a-212c456246f6 req-6807919d-e021-42ab-bec1-88e220a9e25a service neutron] 10.222.0.43 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131708 Nov 13 04:46:47.528434 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b1be6807-98bd-4c80-a3b6-e57dc42a626c req-735c530e-e926-4098-be83-16961e1786d0 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527297 Nov 13 04:46:47.646049 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43329055-e557-4ede-924b-af18b281cc7e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:47.897838 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 181f20f8-0fcc-40ae-970a-c1383a5d5d7d no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:46:47.918327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43329055-e557-4ede-924b-af18b281cc7e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Subnet': ['ID=052e7a93-f552-437f-8799-4c1fa78a5df2,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:47.954745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 181f20f8-0fcc-40ae-970a-c1383a5d5d7d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:46:47.956578 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 181f20f8-0fcc-40ae-970a-c1383a5d5d7d not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:46:47.982808 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e5d3cbe8-ce2a-4186-819b-262e378d98ec req-11f5e13d-77a4-458f-af63-f8b4b2c1abda tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 210 time: 0.1007483 Nov 13 04:46:48.007139 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43329055-e557-4ede-924b-af18b281cc7e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Checking segment: {'id': '99fbfeda-54c6-40f1-8849-667647f25a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72adcf4b-dcac-4455-8333-b57068e86631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:48.007617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43329055-e557-4ede-924b-af18b281cc7e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network hostable DHCP agents. Network: 72adcf4b-dcac-4455-8333-b57068e86631, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:48.033499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43329055-e557-4ede-924b-af18b281cc7e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network 72adcf4b-dcac-4455-8333-b57068e86631 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:48.050853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-43329055-e557-4ede-924b-af18b281cc7e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 72adcf4b-dcac-4455-8333-b57068e86631) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:48.057154 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43329055-e557-4ede-924b-af18b281cc7e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:48.063250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd56ce4-43cc-4326-a38b-9670b5bac45e None None] Network 72adcf4b-dcac-4455-8333-b57068e86631 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:48.067176 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43329055-e557-4ede-924b-af18b281cc7e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:48.099021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53336) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:48.099767 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-43329055-e557-4ede-924b-af18b281cc7e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1422310 Nov 13 04:46:48.106303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7711109c-6335-429a-9624-71709a66959a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'network_id': '72adcf4b-dcac-4455-8333-b57068e86631', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1507271033'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:48.299386 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7711109c-6335-429a-9624-71709a66959a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:48.304718 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7711109c-6335-429a-9624-71709a66959a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:48.358046 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-7711109c-6335-429a-9624-71709a66959a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port d2ca1a34-5606-491c-9271-e3581fd67f68 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:46:48.425093 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-72adcf4b-dcac-4455-8333-b57068e86631', 'network_id': '72adcf4b-dcac-4455-8333-b57068e86631', 'tenant_id': 'c93fa2040fe04bcebd025ce864e9fde5', 'fixed_ips': [{'subnet_id': '052e7a93-f552-437f-8799-4c1fa78a5df2'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:46:48.427306 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:48.657527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-7711109c-6335-429a-9624-71709a66959a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Allocated IP 172.20.0.4 (72adcf4b-dcac-4455-8333-b57068e86631/052e7a93-f552-437f-8799-4c1fa78a5df2/d2ca1a34-5606-491c-9271-e3581fd67f68) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:46:48.784423 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9c986-ae0f-4854-bfcd-073e6c65d4e3 req-7b367094-0228-43cd-8527-a4136598ae5b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:48.786261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67c9c986-ae0f-4854-bfcd-073e6c65d4e3 req-7b367094-0228-43cd-8527-a4136598ae5b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1374941 Nov 13 04:46:48.903209 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67c9c986-ae0f-4854-bfcd-073e6c65d4e3 req-ff90ba90-1b73-47e9-ac10-88d6107d1c65 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092288 Nov 13 04:46:48.944465 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7711109c-6335-429a-9624-71709a66959a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:49.014902 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7711109c-6335-429a-9624-71709a66959a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:49.104797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7711109c-6335-429a-9624-71709a66959a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network 72adcf4b-dcac-4455-8333-b57068e86631 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:49.105218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Allocated IP 172.20.0.2 (72adcf4b-dcac-4455-8333-b57068e86631/052e7a93-f552-437f-8799-4c1fa78a5df2/97a33d77-dcfb-48f4-a1a3-7ba427bcfe15) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:46:49.108609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7711109c-6335-429a-9624-71709a66959a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:49.113222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711109c-6335-429a-9624-71709a66959a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:49.217669 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-76a4a0b1-854a-4695-adb2-f7e1d089392c req-e2e28c26-2268-439b-9224-8cd34abd5614 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 210 time: 0.0553854 Nov 13 04:46:49.230339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711109c-6335-429a-9624-71709a66959a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=d2ca1a34-5606-491c-9271-e3581fd67f68,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:49.253506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7711109c-6335-429a-9624-71709a66959a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:49.254126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7711109c-6335-429a-9624-71709a66959a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:49.300873 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7711109c-6335-429a-9624-71709a66959a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2002311 Nov 13 04:46:49.303708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53360) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:49.358885 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:49.378327 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:49.508642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Network 72adcf4b-dcac-4455-8333-b57068e86631 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:49.511941 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:49.516940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:49.520358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Pushing event updated for resources: {'Port': ['ID=97a33d77-dcfb-48f4-a1a3-7ba427bcfe15,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:49.596300 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Attempting to bind port 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:46:49.596595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Attempting to bind port 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '99fbfeda-54c6-40f1-8849-667647f25a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72adcf4b-dcac-4455-8333-b57068e86631'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:46:49.597832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Attempting to bind port 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 on network 72adcf4b-dcac-4455-8333-b57068e86631 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:49.612992 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:46:49.613367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Checking segment: {'id': '99fbfeda-54c6-40f1-8849-667647f25a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72adcf4b-dcac-4455-8333-b57068e86631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:49.613939 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:49.614333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Bound using segment: {'id': '99fbfeda-54c6-40f1-8849-667647f25a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72adcf4b-dcac-4455-8333-b57068e86631'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:46:49.615062 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Bound port: 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99fbfeda-54c6-40f1-8849-667647f25a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72adcf4b-dcac-4455-8333-b57068e86631'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:46:49.615444 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:49.625589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f8109554-0598-4107-b72a-0c24a3216172 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port d2ca1a34-5606-491c-9271-e3581fd67f68 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:49.637825 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f8109554-0598-4107-b72a-0c24a3216172 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:49.775095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] For port 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:49.783020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e52d52d0-0903-49ee-bad3-3e2aa1d5dae1 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:46:49.790857 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] For port 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=97a33d77-dcfb-48f4-a1a3-7ba427bcfe15,segment=NetworkSegment(99fbfeda-54c6-40f1-8849-667647f25a9e),segment_id=99fbfeda-54c6-40f1-8849-667647f25a9e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:46:49.828092 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:49.847890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edca84-59da-4648-b82a-212c456246f6 req-d3fb2453-6451-4d4a-b1d1-30b4ef54f812 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:49.849419 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4edca84-59da-4648-b82a-212c456246f6 req-d3fb2453-6451-4d4a-b1d1-30b4ef54f812 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.36 "GET /v2.0/networks?id=f4e53f50-84fb-4e78-854b-adb52582e3df HTTP/1.1" status: 200 len: 810 time: 0.3891528 Nov 13 04:46:49.881102 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f8109554-0598-4107-b72a-0c24a3216172 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:49.881681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b4edca84-59da-4648-b82a-212c456246f6 req-9999f6bb-98f6-4dd7-a696-6aeb6f1cdb9f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Request body: {'port': {'device_id': 'f366a428-86a1-49da-97f8-49caf110613e', 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df', 'admin_state_up': True, 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:49.923528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f8109554-0598-4107-b72a-0c24a3216172 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for d2ca1a34-5606-491c-9271-e3581fd67f68 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:50.135365 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e52d52d0-0903-49ee-bad3-3e2aa1d5dae1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:50.139976 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:50.164143 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Sync routers for ids ['fb8aa489-4b88-48d4-b828-786f95babb53'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:46:50.188915 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Routers {'fb8aa489-4b88-48d4-b828-786f95babb53'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:46:50.192492 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:46:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fb8aa489-4b88-48d4-b828-786f95babb53'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:50.232409 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f8109554-0598-4107-b72a-0c24a3216172 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:50.269371 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8109554-0598-4107-b72a-0c24a3216172 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=d2ca1a34-5606-491c-9271-e3581fd67f68,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:50.279322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4d57a-4700-4432-bc4d-f9e0bd517994 None None] Pushing event updated for resources: {'Port': ['ID=97a33d77-dcfb-48f4-a1a3-7ba427bcfe15,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:50.429068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6228f29-1651-4a04-b3bd-54dc5d2a34d3 req-56964103-88c7-47d1-9093-0097775fcc61 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:50.431633 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6228f29-1651-4a04-b3bd-54dc5d2a34d3 req-56964103-88c7-47d1-9093-0097775fcc61 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.3319168 Nov 13 04:46:50.546185 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4f41227a-a888-4fcf-af3c-decc99390886 req-d2accc68-578c-4b43-af1f-4d6da46d0fe3 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 210 time: 0.0715082 Nov 13 04:46:50.562836 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f8109554-0598-4107-b72a-0c24a3216172 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:50.569484 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f8109554-0598-4107-b72a-0c24a3216172 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/d2ca1a34-5606-491c-9271-e3581fd67f68 HTTP/1.1" status: 204 len: 168 time: 1.2623446 Nov 13 04:46:50.569736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53380) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:50.598076 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8f2bf1-a848-4497-a163-969901c9b79b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] GET failed (client error): The resource could not be found. Nov 13 04:46:50.603282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bb8f2bf1-a848-4497-a163-969901c9b79b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/d2ca1a34-5606-491c-9271-e3581fd67f68 HTTP/1.1" status: 404 len: 333 time: 0.0324016 Nov 13 04:46:50.604822 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53382) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:50.679263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-719f6ee9-b5ed-44b0-8b02-2a4baa8a9801 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting subnet 052e7a93-f552-437f-8799-4c1fa78a5df2 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:46:50.683481 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-719f6ee9-b5ed-44b0-8b02-2a4baa8a9801 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:50.687453 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6228f29-1651-4a04-b3bd-54dc5d2a34d3 req-5a443961-f3c9-4514-9ac7-e2318e516b2a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420220 Nov 13 04:46:50.702931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4edca84-59da-4648-b82a-212c456246f6 req-9999f6bb-98f6-4dd7-a696-6aeb6f1cdb9f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Made reservation on behalf of b11c2dde876f41aca8570335ecaccf73 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:50.706948 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b4edca84-59da-4648-b82a-212c456246f6 req-9999f6bb-98f6-4dd7-a696-6aeb6f1cdb9f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:50.710489 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Set router fb8aa489-4b88-48d4-b828-786f95babb53 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:46:50.777810 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-719f6ee9-b5ed-44b0-8b02-2a4baa8a9801 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:50.938615 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-719f6ee9-b5ed-44b0-8b02-2a4baa8a9801 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:50.998759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-b4edca84-59da-4648-b82a-212c456246f6 req-9999f6bb-98f6-4dd7-a696-6aeb6f1cdb9f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Allocated IP 172.20.0.11 (f4e53f50-84fb-4e78-854b-adb52582e3df/94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4/f62a77fc-1a50-4f57-ae59-6aa87add9b37) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:46:51.059419 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-719f6ee9-b5ed-44b0-8b02-2a4baa8a9801 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:51.107354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f6ee9-b5ed-44b0-8b02-2a4baa8a9801 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Subnet': ['ID=052e7a93-f552-437f-8799-4c1fa78a5df2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:51.116967 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-719f6ee9-b5ed-44b0-8b02-2a4baa8a9801 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:51.128872 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-719f6ee9-b5ed-44b0-8b02-2a4baa8a9801 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/052e7a93-f552-437f-8799-4c1fa78a5df2 HTTP/1.1" status: 204 len: 168 time: 0.5238993 Nov 13 04:46:51.129535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53392) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:51.183457 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'name': 'tempest-ServerRescueTestJSON-808318193-router', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e52d52d0-0903-49ee-bad3-3e2aa1d5dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:46:39Z', 'updated_at': '2021-11-13T04:46:43Z', 'revision_number': 4, 'project_id': 'b11c2dde876f41aca8570335ecaccf73', 'gw_port': {'id': 'e52d52d0-0903-49ee-bad3-3e2aa1d5dae1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:46:40Z', 'updated_at': '2021-11-13T04:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '993b1151-1fa7-4ed3-b0f2-9353c10c4128', 'name': '', 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'mac_address': 'fa:16:3e:7f:e1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:46:43Z', 'updated_at': '2021-11-13T04:46:44Z', 'revision_number': 2, 'project_id': 'b11c2dde876f41aca8570335ecaccf73', 'subnets': [{'id': '94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:51.237681 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Checking router: fb8aa489-4b88-48d4-b828-786f95babb53 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:46:51.240283 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Updating router fb8aa489-4b88-48d4-b828-786f95babb53 port 993b1151-1fa7-4ed3-b0f2-9353c10c4128 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:46:51.276606 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:51.296815 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:51.369587 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b4edca84-59da-4648-b82a-212c456246f6 req-9999f6bb-98f6-4dd7-a696-6aeb6f1cdb9f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:51.441692 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b4edca84-59da-4648-b82a-212c456246f6 req-9999f6bb-98f6-4dd7-a696-6aeb6f1cdb9f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:51.454430 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:51.454636 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:51.512875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4edca84-59da-4648-b82a-212c456246f6 req-9999f6bb-98f6-4dd7-a696-6aeb6f1cdb9f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Network f4e53f50-84fb-4e78-854b-adb52582e3df is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:51.549633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-b4edca84-59da-4648-b82a-212c456246f6 req-9999f6bb-98f6-4dd7-a696-6aeb6f1cdb9f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:51.564230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4edca84-59da-4648-b82a-212c456246f6 req-9999f6bb-98f6-4dd7-a696-6aeb6f1cdb9f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:51.615137 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] For port 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=97a33d77-dcfb-48f4-a1a3-7ba427bcfe15,segment=NetworkSegment(99fbfeda-54c6-40f1-8849-667647f25a9e),segment_id=99fbfeda-54c6-40f1-8849-667647f25a9e)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:51.617882 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:51.693664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999f6bb-98f6-4dd7-a696-6aeb6f1cdb9f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Pushing event updated for resources: {'Port': ['ID=f62a77fc-1a50-4f57-ae59-6aa87add9b37,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:51.694555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:51.736722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6447da-46a8-41b1-a7db-675f9d033515 None None] Network 72adcf4b-dcac-4455-8333-b57068e86631 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:51.737295 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edca84-59da-4648-b82a-212c456246f6 req-9999f6bb-98f6-4dd7-a696-6aeb6f1cdb9f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:51.742804 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b4edca84-59da-4648-b82a-212c456246f6 req-9999f6bb-98f6-4dd7-a696-6aeb6f1cdb9f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:51.784134 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4edca84-59da-4648-b82a-212c456246f6 req-9999f6bb-98f6-4dd7-a696-6aeb6f1cdb9f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9103594 Nov 13 04:46:51.805401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Request body: {'port': {'device_id': 'f366a428-86a1-49da-97f8-49caf110613e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:51.884796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:46:52.000387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3e049efc-0128-4a36-9248-f5b2d43b2070 None None] Provisioning complete for port 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:52.000895 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e049efc-0128-4a36-9248-f5b2d43b2070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.039684 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.042594 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.054661 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.076206 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:52.076583 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.169633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b64d47-c130-4718-9b23-dd1e0028936a req-0f17abfa-0813-4b0b-bc5f-1aa7b198284f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:52.180405 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-95b64d47-c130-4718-9b23-dd1e0028936a req-0f17abfa-0813-4b0b-bc5f-1aa7b198284f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.2439148 Nov 13 04:46:52.235993 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.280444 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d37a42-52aa-4e87-a75e-f65589337a59 None None] Pushing event updated for resources: {'Port': ['ID=993b1151-1fa7-4ed3-b0f2-9353c10c4128,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:52.293225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ecee5f-52a8-4bb1-9fea-e95e46aca2a4 None None] DHCP port deletion for 72adcf4b-dcac-4455-8333-b57068e86631 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:46:52.324108 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d37a42-52aa-4e87-a75e-f65589337a59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:52.324517 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d37a42-52aa-4e87-a75e-f65589337a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:52.326059 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d37a42-52aa-4e87-a75e-f65589337a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:52.326445 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d37a42-52aa-4e87-a75e-f65589337a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:52.326776 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d37a42-52aa-4e87-a75e-f65589337a59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:52.327130 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d37a42-52aa-4e87-a75e-f65589337a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:52.327454 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d37a42-52aa-4e87-a75e-f65589337a59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:52.327775 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d37a42-52aa-4e87-a75e-f65589337a59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:52.328097 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d37a42-52aa-4e87-a75e-f65589337a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:52.331396 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d37a42-52aa-4e87-a75e-f65589337a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:52.331738 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d37a42-52aa-4e87-a75e-f65589337a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:52.332071 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d37a42-52aa-4e87-a75e-f65589337a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:46:52.353613 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Attempting to bind port 993b1151-1fa7-4ed3-b0f2-9353c10c4128 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:46:52.353989 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Attempting to bind port 993b1151-1fa7-4ed3-b0f2-9353c10c4128 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '5a371ee2-6b76-47f2-bbf3-7620def9715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:46:52.354355 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Attempting to bind port 993b1151-1fa7-4ed3-b0f2-9353c10c4128 on network f4e53f50-84fb-4e78-854b-adb52582e3df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:52.373596 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:46:52.374173 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Checking segment: {'id': '5a371ee2-6b76-47f2-bbf3-7620def9715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:52.376704 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.377467 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Bound using segment: {'id': '5a371ee2-6b76-47f2-bbf3-7620def9715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:46:52.380636 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Bound port: 993b1151-1fa7-4ed3-b0f2-9353c10c4128, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a371ee2-6b76-47f2-bbf3-7620def9715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:46:52.382351 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.408475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227acff-9dcb-4c3c-addb-981e1df33c20 req-0530c5d4-d4ec-4e7a-9048-44f147c053b4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:52.410131 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-95b64d47-c130-4718-9b23-dd1e0028936a req-16a45e72-daac-4770-8ae0-a64b22754bc9 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124383 Nov 13 04:46:52.416379 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8227acff-9dcb-4c3c-addb-981e1df33c20 req-0530c5d4-d4ec-4e7a-9048-44f147c053b4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 932 time: 0.7066193 Nov 13 04:46:52.452652 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=97a33d77-dcfb-48f4-a1a3-7ba427bcfe15,segment=NetworkSegment(99fbfeda-54c6-40f1-8849-667647f25a9e),segment_id=99fbfeda-54c6-40f1-8849-667647f25a9e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:52.466040 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.511191 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.542236 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:46:52.576212 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8227acff-9dcb-4c3c-addb-981e1df33c20 req-3a57f44e-979e-44fc-8b14-b42c15b009ae tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587245 Nov 13 04:46:52.592184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=97a33d77-dcfb-48f4-a1a3-7ba427bcfe15,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:52.600666 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No DVR routers for this DVR port 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:46:52.607871 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] For port 993b1151-1fa7-4ed3-b0f2-9353c10c4128, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:52.617579 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] For port 993b1151-1fa7-4ed3-b0f2-9353c10c4128, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=993b1151-1fa7-4ed3-b0f2-9353c10c4128,segment=NetworkSegment(5a371ee2-6b76-47f2-bbf3-7620def9715c),segment_id=5a371ee2-6b76-47f2-bbf3-7620def9715c)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:46:52.621115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event deleted for resources: {'Port': ['ID=97a33d77-dcfb-48f4-a1a3-7ba427bcfe15,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:52.632011 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.680251 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-91ecee5f-52a8-4bb1-9fea-e95e46aca2a4 None None] Deleting port 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:52.680624 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91ecee5f-52a8-4bb1-9fea-e95e46aca2a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.789944 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.799029 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Routers {'fb8aa489-4b88-48d4-b828-786f95babb53'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:46:52.799367 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:46:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fb8aa489-4b88-48d4-b828-786f95babb53'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:52.831150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72adcf4b-dcac-4455-8333-b57068e86631']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:52.842243 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62a77fc-1a50-4f57-ae59-6aa87add9b37 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:46:52.846410 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-91ecee5f-52a8-4bb1-9fea-e95e46aca2a4 None None] For port 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15, host n-d-813114-2, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:52.847436 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91ecee5f-52a8-4bb1-9fea-e95e46aca2a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.853701 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fbfeda-54c6-40f1-8849-667647f25a9e') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:52.855594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fbfeda-54c6-40f1-8849-667647f25a9e') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:52.856992 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.874938 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.875735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Transition to ACTIVE for port object f62a77fc-1a50-4f57-ae59-6aa87add9b37 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:46:52.889015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.906043 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-91ecee5f-52a8-4bb1-9fea-e95e46aca2a4 None None] Calling delete_port for 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:52.919546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.919762 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-91ecee5f-52a8-4bb1-9fea-e95e46aca2a4 None None] Port 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 04:46:52.922806 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91ecee5f-52a8-4bb1-9fea-e95e46aca2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.941334 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d37a42-52aa-4e87-a75e-f65589337a59 None None] Pushing event updated for resources: {'Port': ['ID=993b1151-1fa7-4ed3-b0f2-9353c10c4128,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:52.953654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ecee5f-52a8-4bb1-9fea-e95e46aca2a4 None None] No DVR routers for this DVR port 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:46:52.955122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Pushing event updated for resources: {'Port': ['ID=f62a77fc-1a50-4f57-ae59-6aa87add9b37,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:52.971728 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:46:52.972125 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:46:52.976389 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:46:53.039635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Attempting to bind port f62a77fc-1a50-4f57-ae59-6aa87add9b37 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:46:53.040112 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Attempting to bind port f62a77fc-1a50-4f57-ae59-6aa87add9b37 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '5a371ee2-6b76-47f2-bbf3-7620def9715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:46:53.040712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Attempting to bind port f62a77fc-1a50-4f57-ae59-6aa87add9b37 on network f4e53f50-84fb-4e78-854b-adb52582e3df {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:53.040825 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecee5f-52a8-4bb1-9fea-e95e46aca2a4 None None] Pushing event deleted for resources: {'Port': ['ID=97a33d77-dcfb-48f4-a1a3-7ba427bcfe15,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:53.045728 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Port f62a77fc-1a50-4f57-ae59-6aa87add9b37 on network f4e53f50-84fb-4e78-854b-adb52582e3df not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:46:53.046222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Attempting to bind port f62a77fc-1a50-4f57-ae59-6aa87add9b37 on network f4e53f50-84fb-4e78-854b-adb52582e3df {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:46:53.052175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:46:53.052552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Checking segment: {'id': '5a371ee2-6b76-47f2-bbf3-7620def9715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:53.052997 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Bound using segment: {'id': '5a371ee2-6b76-47f2-bbf3-7620def9715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:46:53.053495 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Bound port: f62a77fc-1a50-4f57-ae59-6aa87add9b37, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a371ee2-6b76-47f2-bbf3-7620def9715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:46:53.053820 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:53.110941 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:53.118468 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:53.129435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53418) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:53.132727 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/networks/72adcf4b-dcac-4455-8333-b57068e86631 HTTP/1.1" status: 204 len: 168 time: 2.0021060 Nov 13 04:46:53.135921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f6220782-8e3f-4abe-adb8-0a4ed79577e4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'name': 'tempest-PortsTestJSON-1608754608'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:53.162107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d07979-87e5-4b5e-8a77-ee1c788a314f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Network': ['ID=72adcf4b-dcac-4455-8333-b57068e86631,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:53.190960 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] Set router fb8aa489-4b88-48d4-b828-786f95babb53 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:46:53.255942 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] For port f62a77fc-1a50-4f57-ae59-6aa87add9b37, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:46:53.260540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] For port f62a77fc-1a50-4f57-ae59-6aa87add9b37, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f62a77fc-1a50-4f57-ae59-6aa87add9b37,segment=NetworkSegment(5a371ee2-6b76-47f2-bbf3-7620def9715c),segment_id=5a371ee2-6b76-47f2-bbf3-7620def9715c)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:46:53.280504 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:53.345191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Pushing event updated for resources: {'Port': ['ID=f62a77fc-1a50-4f57-ae59-6aa87add9b37,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:53.375851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:53.377855 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:53.379504 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4edca84-59da-4648-b82a-212c456246f6 req-e9e2f02b-c692-4ea4-b1fb-6483d756cc3d service neutron] 10.222.0.36 "PUT /v2.0/ports/f62a77fc-1a50-4f57-ae59-6aa87add9b37 HTTP/1.1" status: 200 len: 1092 time: 1.5793724 Nov 13 04:46:53.383376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f366a428-86a1-49da-97f8-49caf110613e', 'tag': 'f62a77fc-1a50-4f57-ae59-6aa87add9b37'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:53.386805 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245ad32b-6747-41cb-bb53-60489f73f6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f366a428-86a1-49da-97f8-49caf110613e", "tag": "f62a77fc-1a50-4f57-ae59-6aa87add9b37"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:53.405623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6220782-8e3f-4abe-adb8-0a4ed79577e4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:53.409756 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6220782-8e3f-4abe-adb8-0a4ed79577e4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:53.432638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-f6220782-8e3f-4abe-adb8-0a4ed79577e4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port df7563c8-2dfd-4285-adbd-13bedd895e7d yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:46:53.574562 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'name': 'tempest-ServerRescueTestJSON-808318193-router', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e52d52d0-0903-49ee-bad3-3e2aa1d5dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:46:39Z', 'updated_at': '2021-11-13T04:46:43Z', 'revision_number': 4, 'project_id': 'b11c2dde876f41aca8570335ecaccf73', 'gw_port': {'id': 'e52d52d0-0903-49ee-bad3-3e2aa1d5dae1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:46:40Z', 'updated_at': '2021-11-13T04:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '993b1151-1fa7-4ed3-b0f2-9353c10c4128', 'name': '', 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'mac_address': 'fa:16:3e:7f:e1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:46:43Z', 'updated_at': '2021-11-13T04:46:52Z', 'revision_number': 4, 'project_id': 'b11c2dde876f41aca8570335ecaccf73', 'subnets': [{'id': '94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:46:53.612491 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbf635a-e682-48b1-9121-6d5dbf5546a2 None None] The sync data for ids ['fb8aa489-4b88-48d4-b828-786f95babb53'] in n-d-813114-2 is: [{'id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'name': 'tempest-ServerRescueTestJSON-808318193-router', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e52d52d0-0903-49ee-bad3-3e2aa1d5dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:46:39Z', 'updated_at': '2021-11-13T04:46:43Z', 'revision_number': 4, 'project_id': 'b11c2dde876f41aca8570335ecaccf73', 'gw_port': {'id': 'e52d52d0-0903-49ee-bad3-3e2aa1d5dae1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:46:40Z', 'updated_at': '2021-11-13T04:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '993b1151-1fa7-4ed3-b0f2-9353c10c4128', 'name': '', 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'mac_address': 'fa:16:3e:7f:e1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:46:43Z', 'updated_at': '2021-11-13T04:46:52Z', 'revision_number': 4, 'project_id': 'b11c2dde876f41aca8570335ecaccf73', 'subnets': [{'id': '94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:46:53.621611 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b11941-5a89-47ad-87be-628ac10b1604 x-openstack-request-id: req-77b11941-5a89-47ad-87be-628ac10b1604 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:53.621963 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f366a428-86a1-49da-97f8-49caf110613e", "tag": "f62a77fc-1a50-4f57-ae59-6aa87add9b37", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:53.622628 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77b11941-5a89-47ad-87be-628ac10b1604 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:53.623229 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f366a428-86a1-49da-97f8-49caf110613e', 'tag': 'f62a77fc-1a50-4f57-ae59-6aa87add9b37', 'status': 'completed', 'code': 200} Nov 13 04:46:53.781194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 993b1151-1fa7-4ed3-b0f2-9353c10c4128 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:46:53.792464 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6220782-8e3f-4abe-adb8-0a4ed79577e4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:53.819188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc4e8a-9cc0-43f9-8ec0-69c505f4496a req-06272eb4-204a-4492-aeab-a65e8382a725 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:53.824575 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30fc4e8a-9cc0-43f9-8ec0-69c505f4496a req-06272eb4-204a-4492-aeab-a65e8382a725 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.2048149 Nov 13 04:46:53.838046 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ad32b-6747-41cb-bb53-60489f73f6b6 req-980b9e9e-60e4-48cf-b4b4-d7ae63fa3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:53.839644 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-245ad32b-6747-41cb-bb53-60489f73f6b6 req-980b9e9e-60e4-48cf-b4b4-d7ae63fa3cc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b11c2dde876f41aca8570335ecaccf73&device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 1095 time: 0.2211456 Nov 13 04:46:53.841869 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da1d7f-0014-4dad-8454-9015d76ada35 req-bdadbaeb-7219-4c51-92e8-bfd22404a3b6 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:53.856318 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56da1d7f-0014-4dad-8454-9015d76ada35 req-bdadbaeb-7219-4c51-92e8-bfd22404a3b6 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 944 time: 0.1262641 Nov 13 04:46:53.902896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 993b1151-1fa7-4ed3-b0f2-9353c10c4128 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:53.903525 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:53.975930 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56da1d7f-0014-4dad-8454-9015d76ada35 req-ce10756a-58f8-40e6-96da-9803aa21526f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126225 Nov 13 04:46:54.112617 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:54.187946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ad32b-6747-41cb-bb53-60489f73f6b6 req-d7ef76bc-da2d-4cd0-a933-5c6fc5b4774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:54.189343 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 993b1151-1fa7-4ed3-b0f2-9353c10c4128, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=993b1151-1fa7-4ed3-b0f2-9353c10c4128,segment=NetworkSegment(5a371ee2-6b76-47f2-bbf3-7620def9715c),segment_id=5a371ee2-6b76-47f2-bbf3-7620def9715c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:54.189645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-245ad32b-6747-41cb-bb53-60489f73f6b6 req-d7ef76bc-da2d-4cd0-a933-5c6fc5b4774c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b11c2dde876f41aca8570335ecaccf73&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3156013 Nov 13 04:46:54.203590 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:54.322251 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30fc4e8a-9cc0-43f9-8ec0-69c505f4496a req-0f50588e-962f-4edd-866e-137b79d12dd9 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734778 Nov 13 04:46:54.329301 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:46:54.413486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:46:54.414475 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 97a33d77-dcfb-48f4-a1a3-7ba427bcfe15 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:46:54.416229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=993b1151-1fa7-4ed3-b0f2-9353c10c4128,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:54.477214 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6220782-8e3f-4abe-adb8-0a4ed79577e4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:54.546189 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6220782-8e3f-4abe-adb8-0a4ed79577e4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=df7563c8-2dfd-4285-adbd-13bedd895e7d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:54.593765 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6220782-8e3f-4abe-adb8-0a4ed79577e4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:54.595725 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f6220782-8e3f-4abe-adb8-0a4ed79577e4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:54.602609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6220782-8e3f-4abe-adb8-0a4ed79577e4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:54.609189 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6220782-8e3f-4abe-adb8-0a4ed79577e4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:54.610054 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6220782-8e3f-4abe-adb8-0a4ed79577e4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:54.640725 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ad32b-6747-41cb-bb53-60489f73f6b6 req-89a7abc5-39b7-4364-a1f5-e8c3117e18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:54.642303 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-245ad32b-6747-41cb-bb53-60489f73f6b6 req-89a7abc5-39b7-4364-a1f5-e8c3117e18c1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4423621 Nov 13 04:46:54.652235 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f6220782-8e3f-4abe-adb8-0a4ed79577e4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5215814 Nov 13 04:46:54.655206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53444) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:54.880374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edca84-59da-4648-b82a-212c456246f6 req-a3672968-d32b-4130-a6c6-172f73fc627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:54.884003 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4edca84-59da-4648-b82a-212c456246f6 req-a3672968-d32b-4130-a6c6-172f73fc627a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b11c2dde876f41aca8570335ecaccf73&device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 1095 time: 0.1671638 Nov 13 04:46:54.918783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6f4c3-54e0-4265-8641-4adee76f286b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port df7563c8-2dfd-4285-adbd-13bedd895e7d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:54.919490 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9e6f4c3-54e0-4265-8641-4adee76f286b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:54.973506 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4edca84-59da-4648-b82a-212c456246f6 req-7b93f1fa-0f8f-4aec-b8ac-9e75da79ad41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62a77fc-1a50-4f57-ae59-6aa87add9b37 HTTP/1.1" status: 200 len: 217 time: 0.0743775 Nov 13 04:46:55.074039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edca84-59da-4648-b82a-212c456246f6 req-eb8d061d-e7e8-489e-a25f-2dc6ffd4157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:55.075902 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4edca84-59da-4648-b82a-212c456246f6 req-eb8d061d-e7e8-489e-a25f-2dc6ffd4157e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4 HTTP/1.1" status: 200 len: 850 time: 0.0944035 Nov 13 04:46:55.117486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ab5dd-b302-409a-ba50-bdbb724c1cab req-1ffb3641-b589-42f2-99b4-316be195f9ab tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:55.127626 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-475ab5dd-b302-409a-ba50-bdbb724c1cab req-1ffb3641-b589-42f2-99b4-316be195f9ab tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 944 time: 0.0665455 Nov 13 04:46:55.141880 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4edca84-59da-4648-b82a-212c456246f6 req-17e553bc-9c55-4b86-b11c-e7472be7f4f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4e53f50-84fb-4e78-854b-adb52582e3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513582 Nov 13 04:46:55.143587 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9e6f4c3-54e0-4265-8641-4adee76f286b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:55.173213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6f4c3-54e0-4265-8641-4adee76f286b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for df7563c8-2dfd-4285-adbd-13bedd895e7d owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:55.190219 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-475ab5dd-b302-409a-ba50-bdbb724c1cab req-cf930fe9-e3c2-4f58-ab84-7c03cf2b5d3f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602190 Nov 13 04:46:55.301225 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4edca84-59da-4648-b82a-212c456246f6 req-cf2e05de-ed95-4d3b-98fe-e43f5f70a839 service neutron] 10.222.0.36 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497395 Nov 13 04:46:55.329114 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9e6f4c3-54e0-4265-8641-4adee76f286b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:55.411767 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6f4c3-54e0-4265-8641-4adee76f286b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=df7563c8-2dfd-4285-adbd-13bedd895e7d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:55.414036 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9e6f4c3-54e0-4265-8641-4adee76f286b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:55.417987 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b9e6f4c3-54e0-4265-8641-4adee76f286b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/df7563c8-2dfd-4285-adbd-13bedd895e7d HTTP/1.1" status: 204 len: 168 time: 0.7611067 Nov 13 04:46:55.420106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53456) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:55.425313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-64dd9b36-76b7-4fa8-8199-1d279ee634cd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'mac_address': 'fa:16:3e:41:10:a6', 'name': 'tempest-PortsTestJSON-76727255'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:55.663998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 993b1151-1fa7-4ed3-b0f2-9353c10c4128 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:46:55.767725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 993b1151-1fa7-4ed3-b0f2-9353c10c4128 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:55.768240 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:55.881838 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4edca84-59da-4648-b82a-212c456246f6 req-66405d4b-58c6-4588-9c71-356e87b66001 service neutron] 10.222.0.36 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618434 Nov 13 04:46:55.903066 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8cf78-2d25-4246-8c24-c57a203238b8 req-18acd5ee-e010-47cc-b53a-2a93ce15c84c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:55.904716 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ca8cf78-2d25-4246-8c24-c57a203238b8 req-18acd5ee-e010-47cc-b53a-2a93ce15c84c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1367035 Nov 13 04:46:55.948648 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dd9b36-76b7-4fa8-8199-1d279ee634cd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:55.990804 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ca8cf78-2d25-4246-8c24-c57a203238b8 req-b4869d88-cf63-48d1-85d6-8622b7e0a875 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778248 Nov 13 04:46:56.038410 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64dd9b36-76b7-4fa8-8199-1d279ee634cd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:56.067341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-64dd9b36-76b7-4fa8-8199-1d279ee634cd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port fb064b25-6350-47b0-865e-601d713b7671 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:46:56.179160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device bd670f0e-3909-474d-aa6e-68663d6225d7 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:46:56.264689 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64dd9b36-76b7-4fa8-8199-1d279ee634cd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:56.339052 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64dd9b36-76b7-4fa8-8199-1d279ee634cd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:56.401907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0baf9-1fb8-48f4-932e-f513e8af4947 req-3d569b00-b766-4bff-9a5f-cc45f02af8e5 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:56.410905 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6de0baf9-1fb8-48f4-932e-f513e8af4947 req-3d569b00-b766-4bff-9a5f-cc45f02af8e5 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 944 time: 0.1220074 Nov 13 04:46:56.454527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd9b36-76b7-4fa8-8199-1d279ee634cd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:56.471180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-64dd9b36-76b7-4fa8-8199-1d279ee634cd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:56.479920 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd9b36-76b7-4fa8-8199-1d279ee634cd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:56.485996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dd9b36-76b7-4fa8-8199-1d279ee634cd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:56.486966 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64dd9b36-76b7-4fa8-8199-1d279ee634cd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:56.493994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd9b36-76b7-4fa8-8199-1d279ee634cd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=fb064b25-6350-47b0-865e-601d713b7671,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:56.511369 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port bd670f0e-3909-474d-aa6e-68663d6225d7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=bd670f0e-3909-474d-aa6e-68663d6225d7,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:56.514711 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6de0baf9-1fb8-48f4-932e-f513e8af4947 req-00e51412-94de-4d65-a123-d7cc4d943f69 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026869 Nov 13 04:46:56.521597 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-64dd9b36-76b7-4fa8-8199-1d279ee634cd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.1002464 Nov 13 04:46:56.526963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53498) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:56.529814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'bd670f0e-3909-474d-aa6e-68663d6225d7', 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3', 'port_id': 'bd670f0e-3909-474d-aa6e-68663d6225d7', 'mac_address': 'fa:16:3e:d3:c5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da060a9b-742c-4f27-98ad-64a6913e0916', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:46:56.583843 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:56.587237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bbe52a-0aef-4774-b8ba-b290aef64bcd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:56.589267 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d0bbe52a-0aef-4774-b8ba-b290aef64bcd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/fb064b25-6350-47b0-865e-601d713b7671 HTTP/1.1" status: 200 len: 839 time: 0.0611734 Nov 13 04:46:56.591709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53504) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:56.599257 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd670f0e-3909-474d-aa6e-68663d6225d7 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:46:56.624495 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port bd670f0e-3909-474d-aa6e-68663d6225d7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=bd670f0e-3909-474d-aa6e-68663d6225d7,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:56.631321 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:56.701710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=bd670f0e-3909-474d-aa6e-68663d6225d7,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:56.723185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-06f3165a-9923-445b-b900-b6728ca59939 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port fb064b25-6350-47b0-865e-601d713b7671 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:56.723792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06f3165a-9923-445b-b900-b6728ca59939 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:56.802210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['bd670f0e-3909-474d-aa6e-68663d6225d7'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:46:56.816606 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06f3165a-9923-445b-b900-b6728ca59939 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:56.834614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-06f3165a-9923-445b-b900-b6728ca59939 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for fb064b25-6350-47b0-865e-601d713b7671 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:56.955408 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06f3165a-9923-445b-b900-b6728ca59939 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:57.002553 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06f3165a-9923-445b-b900-b6728ca59939 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:57.008579 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-06f3165a-9923-445b-b900-b6728ca59939 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/fb064b25-6350-47b0-865e-601d713b7671 HTTP/1.1" status: 204 len: 168 time: 0.4131641 Nov 13 04:46:57.009104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53516) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:57.015948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3165a-9923-445b-b900-b6728ca59939 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=fb064b25-6350-47b0-865e-601d713b7671,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:57.064307 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37af53b-4475-45d4-93b2-1099b7ca5b2e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] GET failed (client error): The resource could not be found. Nov 13 04:46:57.065877 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b37af53b-4475-45d4-93b2-1099b7ca5b2e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/fb064b25-6350-47b0-865e-601d713b7671 HTTP/1.1" status: 404 len: 333 time: 0.0553455 Nov 13 04:46:57.071767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53520) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:57.078050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d1b0a46c-6c93-45e1-b515-2abec0b3258e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'name': 'tempest-PortsTestJSON-1785531056'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:57.196115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbce22-7502-438a-b573-79999da5bdce req-d95a4538-cfae-41a7-982f-a29dcac3b454 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:57.197854 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-80fbce22-7502-438a-b573-79999da5bdce req-d95a4538-cfae-41a7-982f-a29dcac3b454 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 945 time: 0.1049116 Nov 13 04:46:57.212508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b0a46c-6c93-45e1-b515-2abec0b3258e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:57.215872 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d1b0a46c-6c93-45e1-b515-2abec0b3258e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:57.257820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-d1b0a46c-6c93-45e1-b515-2abec0b3258e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port 16009ded-7275-4806-8e1f-6ca3b6fb8ce8 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:46:57.304869 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-80fbce22-7502-438a-b573-79999da5bdce req-01241ee4-7079-485e-9f95-c3bc45372f24 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007442 Nov 13 04:46:57.445173 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d1b0a46c-6c93-45e1-b515-2abec0b3258e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:57.487427 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d1b0a46c-6c93-45e1-b515-2abec0b3258e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:57.549271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b0a46c-6c93-45e1-b515-2abec0b3258e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:46:57.551192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-d1b0a46c-6c93-45e1-b515-2abec0b3258e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:57.554285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0a46c-6c93-45e1-b515-2abec0b3258e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=16009ded-7275-4806-8e1f-6ca3b6fb8ce8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:57.557202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0a46c-6c93-45e1-b515-2abec0b3258e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:46:57.563539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b0a46c-6c93-45e1-b515-2abec0b3258e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:57.564282 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d1b0a46c-6c93-45e1-b515-2abec0b3258e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:57.619056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53528) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:57.622077 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d1b0a46c-6c93-45e1-b515-2abec0b3258e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5479982 Nov 13 04:46:57.624839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d915687b-b816-466b-85df-a13af838880b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:57.712059 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db348e25-e1d4-4d62-ad3d-a617bb406484 req-db19bcc3-8be3-4699-aa7b-0c4535fb7aa8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:57.720750 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db348e25-e1d4-4d62-ad3d-a617bb406484 req-db19bcc3-8be3-4699-aa7b-0c4535fb7aa8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 944 time: 0.0969708 Nov 13 04:46:57.768656 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d915687b-b816-466b-85df-a13af838880b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:57.811765 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db348e25-e1d4-4d62-ad3d-a617bb406484 req-2b2ecd4a-95af-413e-a358-e33e230846c4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660121 Nov 13 04:46:57.999150 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d915687b-b816-466b-85df-a13af838880b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.007225 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d915687b-b816-466b-85df-a13af838880b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.052395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d915687b-b816-466b-85df-a13af838880b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] In _notify_port_updated(), no bound segment for port 16009ded-7275-4806-8e1f-6ca3b6fb8ce8 on network b897ddec-012a-4a7e-8d33-5e60c36045c9 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 04:46:58.059464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d915687b-b816-466b-85df-a13af838880b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:58.060137 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d915687b-b816-466b-85df-a13af838880b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.063397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d915687b-b816-466b-85df-a13af838880b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "PUT /v2.0/ports/16009ded-7275-4806-8e1f-6ca3b6fb8ce8 HTTP/1.1" status: 200 len: 818 time: 0.4432354 Nov 13 04:46:58.064376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53536) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:58.081889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915687b-b816-466b-85df-a13af838880b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=16009ded-7275-4806-8e1f-6ca3b6fb8ce8,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:58.180700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device bd670f0e-3909-474d-aa6e-68663d6225d7 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:46:58.183305 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a24fd914-0553-44b2-a1a0-19b33a25e347 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port 16009ded-7275-4806-8e1f-6ca3b6fb8ce8 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:46:58.183783 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a24fd914-0553-44b2-a1a0-19b33a25e347 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.233885 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port bd670f0e-3909-474d-aa6e-68663d6225d7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:46:58.234164 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.275618 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a24fd914-0553-44b2-a1a0-19b33a25e347 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.291127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a24fd914-0553-44b2-a1a0-19b33a25e347 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for 16009ded-7275-4806-8e1f-6ca3b6fb8ce8 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:46:58.328421 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.404035 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc981787-c325-44de-af90-8e073ae3ec56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd670f0e-3909-474d-aa6e-68663d6225d7'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:46:58.405076 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a24fd914-0553-44b2-a1a0-19b33a25e347 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.409390 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a436de-c7a3-4001-bdfc-b295bc928d87" -d '{"events": [{"server_uuid": "dc981787-c325-44de-af90-8e073ae3ec56", "name": "network-vif-plugged", "status": "completed", "tag": "bd670f0e-3909-474d-aa6e-68663d6225d7"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:46:58.448451 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.450266 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port bd670f0e-3909-474d-aa6e-68663d6225d7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=bd670f0e-3909-474d-aa6e-68663d6225d7,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:58.460673 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.475497 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a9cf6-8355-4ee8-8446-35c414c66f8d req-775b0b23-5ffe-4cd1-8a31-14f8041cbd50 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:58.477250 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1c0a9cf6-8355-4ee8-8446-35c414c66f8d req-775b0b23-5ffe-4cd1-8a31-14f8041cbd50 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 945 time: 0.0720458 Nov 13 04:46:58.491141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fd914-0553-44b2-a1a0-19b33a25e347 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=16009ded-7275-4806-8e1f-6ca3b6fb8ce8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:58.496235 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a24fd914-0553-44b2-a1a0-19b33a25e347 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.500985 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a24fd914-0553-44b2-a1a0-19b33a25e347 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/16009ded-7275-4806-8e1f-6ca3b6fb8ce8 HTTP/1.1" status: 204 len: 168 time: 0.4352784 Nov 13 04:46:58.505646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53544) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:58.523969 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732cd05d-986f-4691-b9f0-a795e4e8ba91 x-openstack-request-id: req-732cd05d-986f-4691-b9f0-a795e4e8ba91 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:46:58.524484 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc981787-c325-44de-af90-8e073ae3ec56", "name": "network-vif-plugged", "status": "completed", "tag": "bd670f0e-3909-474d-aa6e-68663d6225d7", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:46:58.524868 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-732cd05d-986f-4691-b9f0-a795e4e8ba91 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:46:58.525291 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc981787-c325-44de-af90-8e073ae3ec56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd670f0e-3909-474d-aa6e-68663d6225d7', 'code': 200} Nov 13 04:46:58.557725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=bd670f0e-3909-474d-aa6e-68663d6225d7,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:58.579253 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1c0a9cf6-8355-4ee8-8446-35c414c66f8d req-242e522c-9efc-4cf0-9d5a-9fb6a821cb17 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917287 Nov 13 04:46:58.585390 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fb5dcd-14da-49b0-8c61-df8c0d94e16b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:58.591142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-95fb5dcd-14da-49b0-8c61-df8c0d94e16b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0811899 Nov 13 04:46:58.592266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53546) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:58.620682 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9dcabf-2a62-46ba-885a-36b9c95b0b7a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] GET failed (client error): The resource could not be found. Nov 13 04:46:58.623218 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3c9dcabf-2a62-46ba-885a-36b9c95b0b7a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/16009ded-7275-4806-8e1f-6ca3b6fb8ce8 HTTP/1.1" status: 404 len: 333 time: 0.0296965 Nov 13 04:46:58.626971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53548) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:58.633213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0dc984e5-75f5-49b8-9e27-ffd59eed7137 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2141626105'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:58.660918 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc984e5-75f5-49b8-9e27-ffd59eed7137 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:58.673692 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0dc984e5-75f5-49b8-9e27-ffd59eed7137 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.684488 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.704569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc984e5-75f5-49b8-9e27-ffd59eed7137 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:46:58.717131 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0dc984e5-75f5-49b8-9e27-ffd59eed7137 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.717530 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-0dc984e5-75f5-49b8-9e27-ffd59eed7137 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Added segment 079a300c-a74f-4ed9-a0b3-8aa808d2519d of type vlan for network fd02d3e9-3f66-4381-889e-decc65c955aa Nov 13 04:46:58.767057 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0dc984e5-75f5-49b8-9e27-ffd59eed7137 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.803815 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0dc984e5-75f5-49b8-9e27-ffd59eed7137 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.810156 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc984e5-75f5-49b8-9e27-ffd59eed7137 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:58.811018 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0dc984e5-75f5-49b8-9e27-ffd59eed7137 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:58.877748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53558) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:58.877915 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0dc984e5-75f5-49b8-9e27-ffd59eed7137 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2492256 Nov 13 04:46:58.883664 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7a2a400a-b0f7-4465-baa1-c107b4dc5737 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'subnet': {'network_id': 'fd02d3e9-3f66-4381-889e-decc65c955aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:58.932478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc984e5-75f5-49b8-9e27-ffd59eed7137 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Network': ['ID=fd02d3e9-3f66-4381-889e-decc65c955aa,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:58.946971 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network fd02d3e9-3f66-4381-889e-decc65c955aa details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:46:59.030941 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cfb13-6f7c-41b2-aaee-e955a799727e req-e21bbc96-5f2f-4b95-ba35-bc7a664753e4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:59.034694 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c6cfb13-6f7c-41b2-aaee-e955a799727e req-e21bbc96-5f2f-4b95-ba35-bc7a664753e4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 944 time: 0.0910995 Nov 13 04:46:59.057529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2a400a-b0f7-4465-baa1-c107b4dc5737 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:59.062755 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7a2a400a-b0f7-4465-baa1-c107b4dc5737 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:59.109366 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c6cfb13-6f7c-41b2-aaee-e955a799727e req-d8ed7ba7-f353-4993-b748-5af92eb0dfbb tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650735 Nov 13 04:46:59.299849 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7a2a400a-b0f7-4465-baa1-c107b4dc5737 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:59.357260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a400a-b0f7-4465-baa1-c107b4dc5737 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Subnet': ['ID=ba139122-1504-4beb-854e-cb43664207f9,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:46:59.372730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2a400a-b0f7-4465-baa1-c107b4dc5737 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Checking segment: {'id': '079a300c-a74f-4ed9-a0b3-8aa808d2519d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd02d3e9-3f66-4381-889e-decc65c955aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:46:59.373093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2a400a-b0f7-4465-baa1-c107b4dc5737 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network hostable DHCP agents. Network: fd02d3e9-3f66-4381-889e-decc65c955aa, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:46:59.389875 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2a400a-b0f7-4465-baa1-c107b4dc5737 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network fd02d3e9-3f66-4381-889e-decc65c955aa is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:46:59.399442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-7a2a400a-b0f7-4465-baa1-c107b4dc5737 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, fd02d3e9-3f66-4381-889e-decc65c955aa) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:46:59.407947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2a400a-b0f7-4465-baa1-c107b4dc5737 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:59.408588 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7a2a400a-b0f7-4465-baa1-c107b4dc5737 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:59.409025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69116025-ac93-4574-abb0-4acd14eb1488 None None] Network fd02d3e9-3f66-4381-889e-decc65c955aa requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:46:59.427981 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7a2a400a-b0f7-4465-baa1-c107b4dc5737 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5487211 Nov 13 04:46:59.431559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53562) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:59.438080 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1c8d37cb-b7ba-44f0-868c-548f453cd4c3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'subnet': {'network_id': 'fd02d3e9-3f66-4381-889e-decc65c955aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:59.574412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8d37cb-b7ba-44f0-868c-548f453cd4c3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:46:59.578031 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c8d37cb-b7ba-44f0-868c-548f453cd4c3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:59.613272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-fd02d3e9-3f66-4381-889e-decc65c955aa', 'network_id': 'fd02d3e9-3f66-4381-889e-decc65c955aa', 'tenant_id': 'c93fa2040fe04bcebd025ce864e9fde5', 'fixed_ips': [{'subnet_id': 'ba139122-1504-4beb-854e-cb43664207f9'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:46:59.617054 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:46:59.649149 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f62a77fc-1a50-4f57-ae59-6aa87add9b37 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:46:59.766860 n-d-813114-2 neutron-server[102668]: INFO neutron.db.ipam_backend_mixin [None req-1c8d37cb-b7ba-44f0-868c-548f453cd4c3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ba139122-1504-4beb-854e-cb43664207f9 (CIDR: 172.20.0.0/28) Nov 13 04:46:59.795412 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8d37cb-b7ba-44f0-868c-548f453cd4c3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:46:59.796182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8d37cb-b7ba-44f0-868c-548f453cd4c3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:46:59.849848 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1c8d37cb-b7ba-44f0-868c-548f453cd4c3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4171140 Nov 13 04:46:59.852871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53570) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:46:59.858631 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2048d45f-1d45-49dc-af06-6bac9b2b16ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'subnet': {'network_id': 'fd02d3e9-3f66-4381-889e-decc65c955aa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:46:59.859426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62678735-5149-4c9e-8eab-8dc93ba30dd4 req-2ddd0fb5-1c91-42e5-abb7-cb962acd16d6 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:46:59.860949 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-62678735-5149-4c9e-8eab-8dc93ba30dd4 req-2ddd0fb5-1c91-42e5-abb7-cb962acd16d6 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1692083 Nov 13 04:46:59.951719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port f62a77fc-1a50-4f57-ae59-6aa87add9b37, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f62a77fc-1a50-4f57-ae59-6aa87add9b37,segment=NetworkSegment(5a371ee2-6b76-47f2-bbf3-7620def9715c),segment_id=5a371ee2-6b76-47f2-bbf3-7620def9715c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:46:59.955666 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-62678735-5149-4c9e-8eab-8dc93ba30dd4 req-c008ff2b-3a9e-4085-b5b8-cad627f27e38 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886259 Nov 13 04:46:59.976981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'f62a77fc-1a50-4f57-ae59-6aa87add9b37', 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df', 'port_id': 'f62a77fc-1a50-4f57-ae59-6aa87add9b37', 'mac_address': 'fa:16:3e:f6:d6:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:47:00.072549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2048d45f-1d45-49dc-af06-6bac9b2b16ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:00.077024 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2048d45f-1d45-49dc-af06-6bac9b2b16ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:00.077706 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:00.099710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Allocated IP 172.20.0.2 (fd02d3e9-3f66-4381-889e-decc65c955aa/ba139122-1504-4beb-854e-cb43664207f9/8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:00.103001 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62a77fc-1a50-4f57-ae59-6aa87add9b37 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:47:00.136256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port f62a77fc-1a50-4f57-ae59-6aa87add9b37, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f62a77fc-1a50-4f57-ae59-6aa87add9b37,segment=NetworkSegment(5a371ee2-6b76-47f2-bbf3-7620def9715c),segment_id=5a371ee2-6b76-47f2-bbf3-7620def9715c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:00.151665 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:00.258890 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=f62a77fc-1a50-4f57-ae59-6aa87add9b37,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:00.356687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35520d38-8529-43f0-b923-293ad8ccc1fb req-8ca012c4-657b-4d4d-9afa-41ccfb743fbb tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:00.365764 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35520d38-8529-43f0-b923-293ad8ccc1fb req-8ca012c4-657b-4d4d-9afa-41ccfb743fbb tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 945 time: 0.1076019 Nov 13 04:47:00.371693 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:00.382788 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:00.423471 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35520d38-8529-43f0-b923-293ad8ccc1fb req-ecb08542-95e1-485c-984f-5cb811e372a5 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564821 Nov 13 04:47:00.448248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Network fd02d3e9-3f66-4381-889e-decc65c955aa is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:00.454760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:00.457686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:00.500678 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Pushing event updated for resources: {'Port': ['ID=8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:00.519604 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2048d45f-1d45-49dc-af06-6bac9b2b16ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:00.543116 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Attempting to bind port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:47:00.543747 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Attempting to bind port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '079a300c-a74f-4ed9-a0b3-8aa808d2519d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd02d3e9-3f66-4381-889e-decc65c955aa'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:47:00.544359 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Attempting to bind port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 on network fd02d3e9-3f66-4381-889e-decc65c955aa {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:47:00.550232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:47:00.550836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Checking segment: {'id': '079a300c-a74f-4ed9-a0b3-8aa808d2519d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd02d3e9-3f66-4381-889e-decc65c955aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:00.551398 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:00.551917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Bound using segment: {'id': '079a300c-a74f-4ed9-a0b3-8aa808d2519d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd02d3e9-3f66-4381-889e-decc65c955aa'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:47:00.553444 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Bound port: 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079a300c-a74f-4ed9-a0b3-8aa808d2519d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd02d3e9-3f66-4381-889e-decc65c955aa'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:47:00.554165 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:00.599496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f62a77fc-1a50-4f57-ae59-6aa87add9b37'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:47:00.638288 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048d45f-1d45-49dc-af06-6bac9b2b16ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Subnet': ['ID=58b96a6f-793e-40b6-b22e-37c17ab83aba,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:00.657284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2048d45f-1d45-49dc-af06-6bac9b2b16ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network fd02d3e9-3f66-4381-889e-decc65c955aa is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:00.661153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-2048d45f-1d45-49dc-af06-6bac9b2b16ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:00.675163 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2048d45f-1d45-49dc-af06-6bac9b2b16ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:00.675926 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2048d45f-1d45-49dc-af06-6bac9b2b16ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:00.722881 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2048d45f-1d45-49dc-af06-6bac9b2b16ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8687739 Nov 13 04:47:00.725452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53596) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:00.739388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-aa17a676-5014-4949-bb0a-7231b51785e8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'network_id': 'fd02d3e9-3f66-4381-889e-decc65c955aa', 'fixed_ips': [{'subnet_id': 'ba139122-1504-4beb-854e-cb43664207f9'}, {'subnet_id': '58b96a6f-793e-40b6-b22e-37c17ab83aba'}], 'name': 'tempest-PortsTestJSON-2093811393'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:00.828431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] For port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:47:00.836273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] For port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7,segment=NetworkSegment(079a300c-a74f-4ed9-a0b3-8aa808d2519d),segment_id=079a300c-a74f-4ed9-a0b3-8aa808d2519d)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:47:00.852601 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:01.001525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa17a676-5014-4949-bb0a-7231b51785e8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:01.191932 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c554cf0-75b4-40ee-8404-476baa60a185 None None] Pushing event updated for resources: {'Port': ['ID=8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:01.306952 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aa17a676-5014-4949-bb0a-7231b51785e8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:01.337640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-aa17a676-5014-4949-bb0a-7231b51785e8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port a1f0cb91-efd2-4976-9f96-6c3df88535ce yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:47:01.386537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda40cf7-71ea-4ecc-a833-c95ace685595 req-fb59be21-cb47-4323-b107-ead09d63a6be tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:01.405951 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fda40cf7-71ea-4ecc-a833-c95ace685595 req-fb59be21-cb47-4323-b107-ead09d63a6be tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.2470205 Nov 13 04:47:01.656965 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fda40cf7-71ea-4ecc-a833-c95ace685595 req-6bb5f55c-4341-4d00-8a57-d9b0aac98d54 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517953 Nov 13 04:47:01.789940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:01.926185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdab7b-ce59-4504-8f24-ffd7b2a67a71 req-9a52fe55-d56a-4fd0-93ac-88d1a7e4896a tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:01.938724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63cdab7b-ce59-4504-8f24-ffd7b2a67a71 req-9a52fe55-d56a-4fd0-93ac-88d1a7e4896a tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 945 time: 0.3232858 Nov 13 04:47:02.002848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:02.003580 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:02.285235 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:02.380848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7,segment=NetworkSegment(079a300c-a74f-4ed9-a0b3-8aa808d2519d),segment_id=079a300c-a74f-4ed9-a0b3-8aa808d2519d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:02.390054 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:02.523811 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:02.549474 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63cdab7b-ce59-4504-8f24-ffd7b2a67a71 req-32da8e0f-b09e-48a8-8f9b-f2162495ccfb tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6096659 Nov 13 04:47:02.583630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-aa17a676-5014-4949-bb0a-7231b51785e8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Allocated IP 172.20.0.4 (fd02d3e9-3f66-4381-889e-decc65c955aa/ba139122-1504-4beb-854e-cb43664207f9/a1f0cb91-efd2-4976-9f96-6c3df88535ce) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:02.595774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-aa17a676-5014-4949-bb0a-7231b51785e8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Allocated IP 172.20.0.30 (fd02d3e9-3f66-4381-889e-decc65c955aa/58b96a6f-793e-40b6-b22e-37c17ab83aba/a1f0cb91-efd2-4976-9f96-6c3df88535ce) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:02.852103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfc2b74-9b28-412b-b22a-bed445f3900b None None] Network fd02d3e9-3f66-4381-889e-decc65c955aa requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:03.027653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33c726-0346-4eb9-8d2c-e9271cbf81c8 req-4666d095-eead-4054-93f0-5e177746030a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:03.039637 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d33c726-0346-4eb9-8d2c-e9271cbf81c8 req-4666d095-eead-4054-93f0-5e177746030a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1595984 Nov 13 04:47:03.146635 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8c17bbfe-3bc4-4701-a382-88f23da72027 None None] Provisioning complete for port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:03.148042 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c17bbfe-3bc4-4701-a382-88f23da72027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:03.274279 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d33c726-0346-4eb9-8d2c-e9271cbf81c8 req-e337a32f-4d27-410e-b400-967d6703afd5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265933 Nov 13 04:47:03.359247 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aa17a676-5014-4949-bb0a-7231b51785e8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:03.455455 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aa17a676-5014-4949-bb0a-7231b51785e8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:03.555858 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79be3938-d245-4566-9392-cf36e0606b6d None None] Update dhcp port {'port': {'network_id': 'fd02d3e9-3f66-4381-889e-decc65c955aa', 'fixed_ips': [{'subnet_id': 'ba139122-1504-4beb-854e-cb43664207f9', 'ip_address': '172.20.0.2'}, {'subnet_id': '58b96a6f-793e-40b6-b22e-37c17ab83aba'}], 'binding:host_id': 'n-d-813114-2'}, 'id': '8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 04:47:03.618189 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa17a676-5014-4949-bb0a-7231b51785e8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network fd02d3e9-3f66-4381-889e-decc65c955aa is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:03.627398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-aa17a676-5014-4949-bb0a-7231b51785e8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:03.646106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa17a676-5014-4949-bb0a-7231b51785e8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:03.667985 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79be3938-d245-4566-9392-cf36e0606b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:03.718692 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f62a77fc-1a50-4f57-ae59-6aa87add9b37 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:03.741166 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:03.791280 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa17a676-5014-4949-bb0a-7231b51785e8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:03.799055 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aa17a676-5014-4949-bb0a-7231b51785e8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:03.823053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17a676-5014-4949-bb0a-7231b51785e8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=a1f0cb91-efd2-4976-9f96-6c3df88535ce,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:03.852376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2abb9-b35c-4ee5-af85-b462a3b779e7 req-b82c0e80-c1c8-4a0b-b7b3-f545d879533b tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:03.873207 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9d2abb9-b35c-4ee5-af85-b462a3b779e7 req-b82c0e80-c1c8-4a0b-b7b3-f545d879533b tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 945 time: 0.1088865 Nov 13 04:47:03.879747 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-aa17a676-5014-4949-bb0a-7231b51785e8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.1507552 Nov 13 04:47:03.880893 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53682) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:03.890330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b8d0ea2d-487a-4e0a-a14d-1529420ccf6a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba139122-1504-4beb-854e-cb43664207f9'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:03.983559 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9d2abb9-b35c-4ee5-af85-b462a3b779e7 req-200194c5-973e-4c54-ad4a-b25bba1989e6 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039414 Nov 13 04:47:04.080986 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b8d0ea2d-487a-4e0a-a14d-1529420ccf6a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:04.213183 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05a2ab1a-173e-4f68-abd3-0f61b63d57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:04.344187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port f62a77fc-1a50-4f57-ae59-6aa87add9b37 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:47:04.354949 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:04.355607 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:04.366192 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port f62a77fc-1a50-4f57-ae59-6aa87add9b37 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:04.366794 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:04.446614 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-79be3938-d245-4566-9392-cf36e0606b6d None None] Allocated IP 172.20.0.18 (fd02d3e9-3f66-4381-889e-decc65c955aa/58b96a6f-793e-40b6-b22e-37c17ab83aba/8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:04.558032 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64257ae-5b2f-4cb8-9df9-bef081efa376 req-17b01027-7bb3-43d8-950d-bd88d108126d tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:04.559960 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a64257ae-5b2f-4cb8-9df9-bef081efa376 req-17b01027-7bb3-43d8-950d-bd88d108126d tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1589236 Nov 13 04:47:04.563467 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:04.738507 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a64257ae-5b2f-4cb8-9df9-bef081efa376 req-50d489b4-a12d-4a66-a1ea-166eb18257a4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717558 Nov 13 04:47:04.744463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-79be3938-d245-4566-9392-cf36e0606b6d None None] For port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7,segment=NetworkSegment(079a300c-a74f-4ed9-a0b3-8aa808d2519d),segment_id=079a300c-a74f-4ed9-a0b3-8aa808d2519d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:04.793941 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79be3938-d245-4566-9392-cf36e0606b6d None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:04.805282 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f366a428-86a1-49da-97f8-49caf110613e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62a77fc-1a50-4f57-ae59-6aa87add9b37'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:47:04.812223 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a7a4f6-f270-4093-9c58-2203a0e9373c" -d '{"events": [{"server_uuid": "f366a428-86a1-49da-97f8-49caf110613e", "name": "network-vif-plugged", "status": "completed", "tag": "f62a77fc-1a50-4f57-ae59-6aa87add9b37"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:47:04.829441 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79be3938-d245-4566-9392-cf36e0606b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:04.843915 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port f62a77fc-1a50-4f57-ae59-6aa87add9b37, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f62a77fc-1a50-4f57-ae59-6aa87add9b37,segment=NetworkSegment(5a371ee2-6b76-47f2-bbf3-7620def9715c),segment_id=5a371ee2-6b76-47f2-bbf3-7620def9715c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:04.916002 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:04.948170 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d63299f-1102-44d1-a459-c4a94f4e1560 x-openstack-request-id: req-4d63299f-1102-44d1-a459-c4a94f4e1560 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:47:04.948951 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f366a428-86a1-49da-97f8-49caf110613e", "name": "network-vif-plugged", "status": "completed", "tag": "f62a77fc-1a50-4f57-ae59-6aa87add9b37", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:47:04.949664 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d63299f-1102-44d1-a459-c4a94f4e1560 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:47:04.950359 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f366a428-86a1-49da-97f8-49caf110613e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62a77fc-1a50-4f57-ae59-6aa87add9b37', 'code': 200} Nov 13 04:47:04.966907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-b8d0ea2d-487a-4e0a-a14d-1529420ccf6a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Delete allocated IP 172.20.0.30 (fd02d3e9-3f66-4381-889e-decc65c955aa/58b96a6f-793e-40b6-b22e-37c17ab83aba) {{(pid=102667) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 13 04:47:05.022639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be3938-d245-4566-9392-cf36e0606b6d None None] Pushing event updated for resources: {'Port': ['ID=8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:05.170189 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00d74-1370-4535-bb2b-bd0593fd5919 req-8993b937-d22a-433f-98dc-8e9971fd68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:05.179637 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aea00d74-1370-4535-bb2b-bd0593fd5919 req-8993b937-d22a-433f-98dc-8e9971fd68fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 1097 time: 0.1090736 Nov 13 04:47:05.230687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=f62a77fc-1a50-4f57-ae59-6aa87add9b37,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:05.351001 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aea00d74-1370-4535-bb2b-bd0593fd5919 req-b0940557-b273-430c-9506-d34c4bb00a99 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598232 Nov 13 04:47:05.489763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaff92-0601-4bff-b2f5-2de47322c2ee req-036674a6-ef55-4648-918a-45d594b56a6e tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:05.503902 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fadaff92-0601-4bff-b2f5-2de47322c2ee req-036674a6-ef55-4648-918a-45d594b56a6e tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.3021598 Nov 13 04:47:05.650281 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b8d0ea2d-487a-4e0a-a14d-1529420ccf6a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:05.669697 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fadaff92-0601-4bff-b2f5-2de47322c2ee req-e97695f4-cf64-4590-8aa0-79a8a12d8a01 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647880 Nov 13 04:47:05.671110 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b8d0ea2d-487a-4e0a-a14d-1529420ccf6a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:05.748328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:06.134519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f7fff-c5ff-4461-8621-cd8667b76b1f req-13ce30c2-9186-4dd9-9b21-71c343ad21d3 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:06.144818 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c85f7fff-c5ff-4461-8621-cd8667b76b1f req-13ce30c2-9186-4dd9-9b21-71c343ad21d3 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1765060 Nov 13 04:47:06.167636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0ea2d-487a-4e0a-a14d-1529420ccf6a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] In _notify_port_updated(), no bound segment for port a1f0cb91-efd2-4976-9f96-6c3df88535ce on network fd02d3e9-3f66-4381-889e-decc65c955aa {{(pid=102667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 04:47:06.173278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d0ea2d-487a-4e0a-a14d-1529420ccf6a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:06.173778 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b8d0ea2d-487a-4e0a-a14d-1529420ccf6a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:06.180866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53720) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:06.182810 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b8d0ea2d-487a-4e0a-a14d-1529420ccf6a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "PUT /v2.0/ports/a1f0cb91-efd2-4976-9f96-6c3df88535ce HTTP/1.1" status: 200 len: 919 time: 2.3007627 Nov 13 04:47:06.184164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0ea2d-487a-4e0a-a14d-1529420ccf6a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=a1f0cb91-efd2-4976-9f96-6c3df88535ce,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:06.189904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-08974868-0a5a-4fb9-84d1-ed593f179ec4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba139122-1504-4beb-854e-cb43664207f9'}, {'subnet_id': '58b96a6f-793e-40b6-b22e-37c17ab83aba'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:06.423069 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08974868-0a5a-4fb9-84d1-ed593f179ec4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:06.450482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff6de2-61de-4ea6-9b0a-fbcd952aebde None None] Network fd02d3e9-3f66-4381-889e-decc65c955aa requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:06.598471 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59d70727-9bb4-4f51-831f-7293639041f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:06.676540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:06.679540 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:06.816795 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c85f7fff-c5ff-4461-8621-cd8667b76b1f req-3417df82-ea55-4fcd-97ce-1614549bc8ed tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652060 Nov 13 04:47:06.838513 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-309dd5f7-24af-4043-b55c-6379dc3b42d9 None None] Provisioning complete for port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:06.839354 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-309dd5f7-24af-4043-b55c-6379dc3b42d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:06.933883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d228a40-9762-4c31-8145-dd9d83d02598 req-ab85c29f-a827-4aa3-9cfe-cead13034151 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:06.955543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d228a40-9762-4c31-8145-dd9d83d02598 req-ab85c29f-a827-4aa3-9cfe-cead13034151 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.1368814 Nov 13 04:47:07.146815 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d228a40-9762-4c31-8145-dd9d83d02598 req-781abd37-34e7-4b6f-831a-f7f4f27fbde0 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902757 Nov 13 04:47:07.458130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-08974868-0a5a-4fb9-84d1-ed593f179ec4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Allocated IP 172.20.0.21 (fd02d3e9-3f66-4381-889e-decc65c955aa/58b96a6f-793e-40b6-b22e-37c17ab83aba/a1f0cb91-efd2-4976-9f96-6c3df88535ce) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:07.672619 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:07.746865 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08974868-0a5a-4fb9-84d1-ed593f179ec4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:07.761363 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08974868-0a5a-4fb9-84d1-ed593f179ec4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:07.882490 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08974868-0a5a-4fb9-84d1-ed593f179ec4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=a1f0cb91-efd2-4976-9f96-6c3df88535ce,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:07.924513 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5392f5d2-b16b-4837-838b-9467fe444387 None None] Provisioning complete for port a1f0cb91-efd2-4976-9f96-6c3df88535ce triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:07.926305 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5392f5d2-b16b-4837-838b-9467fe444387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:08.066020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5392f5d2-b16b-4837-838b-9467fe444387 None None] Port a1f0cb91-efd2-4976-9f96-6c3df88535ce cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:08.118152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5392f5d2-b16b-4837-838b-9467fe444387 None None] Provisioning complete for port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:08.118862 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5392f5d2-b16b-4837-838b-9467fe444387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:08.306534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3c73a-e63e-4814-898b-549e935ae5b6 req-a475715a-8aac-4515-9bc7-f64b9ce4d7b2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:08.323696 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67e3c73a-e63e-4814-898b-549e935ae5b6 req-a475715a-8aac-4515-9bc7-f64b9ce4d7b2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.3215735 Nov 13 04:47:08.353464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-08974868-0a5a-4fb9-84d1-ed593f179ec4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] In _notify_port_updated(), no bound segment for port a1f0cb91-efd2-4976-9f96-6c3df88535ce on network fd02d3e9-3f66-4381-889e-decc65c955aa {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 04:47:08.359504 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08974868-0a5a-4fb9-84d1-ed593f179ec4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:08.360573 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08974868-0a5a-4fb9-84d1-ed593f179ec4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:08.362266 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-08974868-0a5a-4fb9-84d1-ed593f179ec4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "PUT /v2.0/ports/a1f0cb91-efd2-4976-9f96-6c3df88535ce HTTP/1.1" status: 200 len: 999 time: 2.1803956 Nov 13 04:47:08.365402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53754) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:08.484258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8bec7b8f-8ff2-4100-8151-b5091c82cf04 None None] Provisioning complete for port a1f0cb91-efd2-4976-9f96-6c3df88535ce triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:08.484619 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bec7b8f-8ff2-4100-8151-b5091c82cf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:08.510443 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67e3c73a-e63e-4814-898b-549e935ae5b6 req-5756b5a5-15ac-43b9-82f4-38c6ec271893 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855297 Nov 13 04:47:08.650521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8bec7b8f-8ff2-4100-8151-b5091c82cf04 None None] Port a1f0cb91-efd2-4976-9f96-6c3df88535ce cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:08.823674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a525-cd7c-4976-b4fb-da260c90e5c2 req-fda85aec-edbd-46c5-af16-13319f1f07e0 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:08.825062 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cbdac5be-03e1-467d-bfa2-ad367aad8161 None None] Provisioning complete for port a1f0cb91-efd2-4976-9f96-6c3df88535ce triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:08.825563 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbdac5be-03e1-467d-bfa2-ad367aad8161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:08.832999 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2d0a525-cd7c-4976-b4fb-da260c90e5c2 req-fda85aec-edbd-46c5-af16-13319f1f07e0 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.3164592 Nov 13 04:47:08.979572 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cbdac5be-03e1-467d-bfa2-ad367aad8161 None None] Port a1f0cb91-efd2-4976-9f96-6c3df88535ce cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:08.995669 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2d0a525-cd7c-4976-b4fb-da260c90e5c2 req-66802c88-fdb7-4999-bf08-e563ad53a9b4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605422 Nov 13 04:47:09.024197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d0190285-bc99-4850-991e-552ebaf6c016 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port a1f0cb91-efd2-4976-9f96-6c3df88535ce {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:09.024530 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0190285-bc99-4850-991e-552ebaf6c016 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:09.039296 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:09.223689 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0190285-bc99-4850-991e-552ebaf6c016 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:09.236651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d0190285-bc99-4850-991e-552ebaf6c016 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for a1f0cb91-efd2-4976-9f96-6c3df88535ce owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:09.238287 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-264c4b31-537c-472a-8416-32182b8ef408 None None] Provisioning complete for port a1f0cb91-efd2-4976-9f96-6c3df88535ce triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:09.238761 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-264c4b31-537c-472a-8416-32182b8ef408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:09.423110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-264c4b31-537c-472a-8416-32182b8ef408 None None] Port a1f0cb91-efd2-4976-9f96-6c3df88535ce cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:09.522046 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ce36f-629d-4e6b-89f9-6a261c1fa482 req-d363c7c1-0bdb-4db8-ac9f-f4b082b7fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:09.524255 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-878ce36f-629d-4e6b-89f9-6a261c1fa482 req-d363c7c1-0bdb-4db8-ac9f-f4b082b7fac5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b11c2dde876f41aca8570335ecaccf73&device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 1097 time: 0.1489677 Nov 13 04:47:09.619638 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0190285-bc99-4850-991e-552ebaf6c016 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:09.783123 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0190285-bc99-4850-991e-552ebaf6c016 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=a1f0cb91-efd2-4976-9f96-6c3df88535ce,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:09.787219 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0190285-bc99-4850-991e-552ebaf6c016 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:09.793495 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d0190285-bc99-4850-991e-552ebaf6c016 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/a1f0cb91-efd2-4976-9f96-6c3df88535ce HTTP/1.1" status: 204 len: 168 time: 1.4267826 Nov 13 04:47:09.793980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53776) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:09.830164 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc90b71-beb0-42b0-87ff-d7fcccde536f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] GET failed (client error): The resource could not be found. Nov 13 04:47:09.862621 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7bc90b71-beb0-42b0-87ff-d7fcccde536f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/a1f0cb91-efd2-4976-9f96-6c3df88535ce HTTP/1.1" status: 404 len: 333 time: 0.0662534 Nov 13 04:47:09.867431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ce36f-629d-4e6b-89f9-6a261c1fa482 req-40a10f5c-6bb5-4f5a-88b8-076fba08f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:09.872010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53778) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:09.874415 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-878ce36f-629d-4e6b-89f9-6a261c1fa482 req-40a10f5c-6bb5-4f5a-88b8-076fba08f681 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4e53f50-84fb-4e78-854b-adb52582e3df HTTP/1.1" status: 200 len: 911 time: 0.3418226 Nov 13 04:47:09.900681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d75a1-b3dd-42d1-bef5-f98ee52aef3b req-0ae0e9ed-6f18-4eca-83da-424446006b58 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:09.903748 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c5d75a1-b3dd-42d1-bef5-f98ee52aef3b req-0ae0e9ed-6f18-4eca-83da-424446006b58 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.3110313 Nov 13 04:47:09.947611 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:10.021469 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-878ce36f-629d-4e6b-89f9-6a261c1fa482 req-63ec04d4-4e9b-4caa-b778-a81bf6debcbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62a77fc-1a50-4f57-ae59-6aa87add9b37 HTTP/1.1" status: 200 len: 217 time: 0.1308157 Nov 13 04:47:10.073199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1aef9de-e54f-49ba-b8ba-ffc4cfa60cd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting subnet 58b96a6f-793e-40b6-b22e-37c17ab83aba {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:47:10.088452 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1aef9de-e54f-49ba-b8ba-ffc4cfa60cd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:10.176193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067f5fe-c17d-4e63-acab-8b61320df7b1 req-00b25eb8-bbf6-4701-ba91-7dd8505e46b2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:10.191396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f067f5fe-c17d-4e63-acab-8b61320df7b1 req-00b25eb8-bbf6-4701-ba91-7dd8505e46b2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.5456488 Nov 13 04:47:10.200273 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c5d75a1-b3dd-42d1-bef5-f98ee52aef3b req-c54d1292-510d-4c7f-ab41-53f2861c87fd tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570693 Nov 13 04:47:10.214251 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1aef9de-e54f-49ba-b8ba-ffc4cfa60cd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:10.238804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ce36f-629d-4e6b-89f9-6a261c1fa482 req-ee5126d0-44a7-4e62-965b-a669da12b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:10.245464 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-878ce36f-629d-4e6b-89f9-6a261c1fa482 req-ee5126d0-44a7-4e62-965b-a669da12b730 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4 HTTP/1.1" status: 200 len: 850 time: 0.1890118 Nov 13 04:47:10.321661 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-878ce36f-629d-4e6b-89f9-6a261c1fa482 req-8d64ed91-f148-4621-bb2c-a295c2b4a505 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4e53f50-84fb-4e78-854b-adb52582e3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647259 Nov 13 04:47:10.396665 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f067f5fe-c17d-4e63-acab-8b61320df7b1 req-ffbef7be-5952-437a-ad67-9b934bc5733e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043011 Nov 13 04:47:10.407218 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1aef9de-e54f-49ba-b8ba-ffc4cfa60cd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:10.542829 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-878ce36f-629d-4e6b-89f9-6a261c1fa482 req-3b4d147e-93de-49bb-b665-13d2be0f733d service neutron] 10.222.0.36 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907854 Nov 13 04:47:10.558157 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1aef9de-e54f-49ba-b8ba-ffc4cfa60cd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:10.617243 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aef9de-e54f-49ba-b8ba-ffc4cfa60cd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Subnet': ['ID=58b96a6f-793e-40b6-b22e-37c17ab83aba,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:10.624548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5d495a-5422-4e19-b4fa-4f8899427723 None None] Network fd02d3e9-3f66-4381-889e-decc65c955aa requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:10.647840 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1aef9de-e54f-49ba-b8ba-ffc4cfa60cd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:10.665528 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a1aef9de-e54f-49ba-b8ba-ffc4cfa60cd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/58b96a6f-793e-40b6-b22e-37c17ab83aba HTTP/1.1" status: 204 len: 168 time: 0.7829101 Nov 13 04:47:10.666316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53786) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:10.675991 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-878ce36f-629d-4e6b-89f9-6a261c1fa482 req-f08f8ece-3c49-468f-bc14-16e427cb5b49 service neutron] 10.222.0.36 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234095 Nov 13 04:47:10.836971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a8ddc6-ebf0-46b3-a938-9f4fb44ee570 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting subnet ba139122-1504-4beb-854e-cb43664207f9 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:47:10.850768 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ddc6-ebf0-46b3-a938-9f4fb44ee570 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:10.949156 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ddc6-ebf0-46b3-a938-9f4fb44ee570 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:11.137674 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ddc6-ebf0-46b3-a938-9f4fb44ee570 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:11.260974 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ddc6-ebf0-46b3-a938-9f4fb44ee570 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:11.288196 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90e67ab6-78cd-45cb-bcb5-7eaca81cabcc req-b97b29ba-40b0-4f4c-962b-2eab64b7c857 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1514773 Nov 13 04:47:11.321779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ddc6-ebf0-46b3-a938-9f4fb44ee570 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Subnet': ['ID=ba139122-1504-4beb-854e-cb43664207f9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:11.352287 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ddc6-ebf0-46b3-a938-9f4fb44ee570 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:11.357519 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e6a8ddc6-ebf0-46b3-a938-9f4fb44ee570 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/ba139122-1504-4beb-854e-cb43664207f9 HTTP/1.1" status: 204 len: 168 time: 0.6900537 Nov 13 04:47:11.360241 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53798) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:11.460242 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab5347-d986-492f-bbdf-3d261e3fa66d req-9c5f71f3-bf9a-4b87-a7e9-207e152e407c tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:11.472574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-caab5347-d986-492f-bbdf-3d261e3fa66d req-9c5f71f3-bf9a-4b87-a7e9-207e152e407c tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.1392443 Nov 13 04:47:11.652886 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-caab5347-d986-492f-bbdf-3d261e3fa66d req-935d255d-4dbd-4497-a536-1516b7847daa tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709690 Nov 13 04:47:11.680644 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:11.853959 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e67ab6-78cd-45cb-bcb5-7eaca81cabcc req-9e581b8b-7351-4974-89ac-10ce39d89e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:11.861562 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90e67ab6-78cd-45cb-bcb5-7eaca81cabcc req-9e581b8b-7351-4974-89ac-10ce39d89e5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7367e99f5ccf4d8db30c322ffd0814f2&device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 1096 time: 0.4475212 Nov 13 04:47:12.337028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90cfcc7-38da-4697-b60c-ed0214a6d544 None None] Network fd02d3e9-3f66-4381-889e-decc65c955aa requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:12.365594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca76103-c316-4e1c-88b0-265e33da0cdf req-1b1d6afd-2143-4038-9520-40db85ec1726 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:12.367747 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cca76103-c316-4e1c-88b0-265e33da0cdf req-1b1d6afd-2143-4038-9520-40db85ec1726 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.6812265 Nov 13 04:47:12.449484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:12.450093 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:12.535362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53822) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:12.576417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-dd34899f-3e59-43f3-82a0-411803383e4d None None] Provisioning complete for port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:12.576788 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd34899f-3e59-43f3-82a0-411803383e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:12.697580 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] For port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7,segment=NetworkSegment(079a300c-a74f-4ed9-a0b3-8aa808d2519d),segment_id=079a300c-a74f-4ed9-a0b3-8aa808d2519d)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:12.698169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:12.749253 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:12.855240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e67ab6-78cd-45cb-bcb5-7eaca81cabcc req-e64b1813-26d3-404c-81d6-5d4387bc0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:12.858607 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90e67ab6-78cd-45cb-bcb5-7eaca81cabcc req-e64b1813-26d3-404c-81d6-5d4387bc0e8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=16864bc0-e5ad-466d-8ac9-a6ae4899bb66 HTTP/1.1" status: 200 len: 916 time: 0.9229357 Nov 13 04:47:12.860771 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:12.896929 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c869987-7f79-483e-8e11-1d0f8c266324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:12.907205 n-d-813114-2 neutron-server[102669]: INFO neutron.plugins.ml2.db [None req-dd34899f-3e59-43f3-82a0-411803383e4d None None] No ports have port_id starting with 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 Nov 13 04:47:13.059884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69972d79-27bc-4d72-825f-b04e61dd652e None None] DHCP port deletion for fd02d3e9-3f66-4381-889e-decc65c955aa request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:13.115668 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c869987-7f79-483e-8e11-1d0f8c266324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:13.147410 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:13.184268 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c869987-7f79-483e-8e11-1d0f8c266324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:13.216134 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cca76103-c316-4e1c-88b0-265e33da0cdf req-1076267c-bcc4-4667-b52e-c5944d050aef tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8187985 Nov 13 04:47:13.264637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No DVR routers for this DVR port 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:47:13.321786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c869987-7f79-483e-8e11-1d0f8c266324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f39ea4-10d1-412c-8af7-5599044d98e1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:13.396054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def11148-c472-488a-94a9-c2834dc13832 req-e5d610a9-8f2d-4848-8fb7-b494a269a4f8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:13.411642 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-def11148-c472-488a-94a9-c2834dc13832 req-e5d610a9-8f2d-4848-8fb7-b494a269a4f8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.4445748 Nov 13 04:47:13.443775 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3c869987-7f79-483e-8e11-1d0f8c266324 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39cfe76d78cb43628f43b80d4d88a11d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9068422 Nov 13 04:47:13.453178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53834) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:13.479203 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90e67ab6-78cd-45cb-bcb5-7eaca81cabcc req-1e2d2d05-7102-4a51-b287-6d280f0e9025 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c6d538-aac1-4dd4-a2c6-98c5881d4f78 HTTP/1.1" status: 200 len: 1000 time: 0.6098714 Nov 13 04:47:13.535308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-def11148-c472-488a-94a9-c2834dc13832 req-f02cb8f7-b576-4ce3-8d63-38945031f899 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224203 Nov 13 04:47:13.581116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:13.642414 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:13.679476 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:13.694693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e67ab6-78cd-45cb-bcb5-7eaca81cabcc req-5fb0d2da-e580-4558-947a-c7ae66a638a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:13.696323 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90e67ab6-78cd-45cb-bcb5-7eaca81cabcc req-5fb0d2da-e580-4558-947a-c7ae66a638a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85960f19-6091-4bda-bdff-164b0aa021c1 HTTP/1.1" status: 200 len: 854 time: 0.2069755 Nov 13 04:47:13.696962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:47:13.700823 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd02d3e9-3f66-4381-889e-decc65c955aa']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:13.735225 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079a300c-a74f-4ed9-a0b3-8aa808d2519d') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:13.735528 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079a300c-a74f-4ed9-a0b3-8aa808d2519d') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:13.785475 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:13.792405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:47:13.795666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8fb6b72b-b51d-40b8-9eb3-a2ca08e2a0a7 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:47:13.809792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:13.812535 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:13.820937 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:13.827546 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22f39ea4-10d1-412c-8af7-5599044d98e1 HTTP/1.1" status: 204 len: 168 time: 0.3709645 Nov 13 04:47:13.838750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e67ab6-78cd-45cb-bcb5-7eaca81cabcc req-1c7dc645-41a2-4fda-81d5-2ebc56533497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:13.841052 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90e67ab6-78cd-45cb-bcb5-7eaca81cabcc req-1c7dc645-41a2-4fda-81d5-2ebc56533497 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16864bc0-e5ad-466d-8ac9-a6ae4899bb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236544 Nov 13 04:47:13.848603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f39ea4-10d1-412c-8af7-5599044d98e1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:13.865922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:13.866446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:13.867590 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:13.868400 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:47:13.868596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:13.869169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:13.869419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:13.869611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:13.869996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:13.870362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:13.870713 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:13.871350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:13.871867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:13.872816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46e7ec-10da-4bc9-8577-0d8c36bb6956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:47:13.875229 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:47:14.154004 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90e67ab6-78cd-45cb-bcb5-7eaca81cabcc req-acb42971-6bc3-4cc6-8552-3fe1ab108b63 service neutron] 10.222.0.36 "GET /v2.0/networks/16864bc0-e5ad-466d-8ac9-a6ae4899bb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022044 Nov 13 04:47:14.176327 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:14.190072 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:14.194710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/networks/fd02d3e9-3f66-4381-889e-decc65c955aa HTTP/1.1" status: 204 len: 168 time: 2.8334618 Nov 13 04:47:14.198695 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53842) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:14.250607 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b58c17-ef50-44b6-9f49-628edf040000 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Network': ['ID=fd02d3e9-3f66-4381-889e-decc65c955aa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:14.345904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391a51ec-caa2-4d77-8fdd-ee11b671eab3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:14.360549 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-391a51ec-caa2-4d77-8fdd-ee11b671eab3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1609120 Nov 13 04:47:14.361274 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53852) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:14.411565 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90e67ab6-78cd-45cb-bcb5-7eaca81cabcc req-cdc36470-4d93-45b6-b9fe-98c6da497715 service neutron] 10.222.0.36 "GET /v2.0/networks/16864bc0-e5ad-466d-8ac9-a6ae4899bb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482910 Nov 13 04:47:14.528362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f40389-1b29-460f-9e8f-cd273f6d3c3f req-2f66e8d7-3734-4898-899d-d12b0dcae0f1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:14.536872 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6f40389-1b29-460f-9e8f-cd273f6d3c3f req-2f66e8d7-3734-4898-899d-d12b0dcae0f1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1230261 Nov 13 04:47:14.557354 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53862) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:14.563336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-537162989'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:14.567293 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b3f9e1eb-a705-4e7b-b4bf-5c3b46263e35 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2032921 Nov 13 04:47:14.619467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:14.623944 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:14.693157 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6f40389-1b29-460f-9e8f-cd273f6d3c3f req-f849f4b2-dfaa-4bf8-b127-c89c971ff622 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549563 Nov 13 04:47:14.711191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:47:14.733559 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:14.734125 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Added segment d25c2f9c-3ca3-4bdb-af6b-e20a01900583 of type vlan for network 24797d9d-c3d7-4b01-9632-e621f42581d2 Nov 13 04:47:14.926843 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:14.970995 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1baa7-b616-471f-a6ae-02093b6198a3 req-2fa7e81d-8eff-4d67-8743-97599ac161a2 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:14.972694 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1f1baa7-b616-471f-a6ae-02093b6198a3 req-2fa7e81d-8eff-4d67-8743-97599ac161a2 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.2176247 Nov 13 04:47:15.047504 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:15.053516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:15.054521 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:15.126577 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Network': ['ID=24797d9d-c3d7-4b01-9632-e621f42581d2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:15.141482 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1f1baa7-b616-471f-a6ae-02093b6198a3 req-075c99d0-f9d4-4e72-8d95-098071cbdf76 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545966 Nov 13 04:47:15.156244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:15.156591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:15.156957 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:15.157297 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:15.157622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:15.157970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:15.158299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:15.158625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:15.159037 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:15.159312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:15.159632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:15.159946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:15.170650 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-723df789-f78d-4d7c-b3f2-35437dc4d7ff tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6096859 Nov 13 04:47:15.171255 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53878) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:15.195726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 24797d9d-c3d7-4b01-9632-e621f42581d2 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:47:15.203370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-348de220-4ad0-476c-be08-e4b66289c20e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'subnet': {'network_id': '24797d9d-c3d7-4b01-9632-e621f42581d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:15.529725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348de220-4ad0-476c-be08-e4b66289c20e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:15.546116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-348de220-4ad0-476c-be08-e4b66289c20e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:16.259272 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-348de220-4ad0-476c-be08-e4b66289c20e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:16.360880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cadbf-31ce-4c68-b5de-322f1eb223c3 req-2103652e-392c-48af-b272-60c648e7b1f0 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:16.363759 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-518cadbf-31ce-4c68-b5de-322f1eb223c3 req-2103652e-392c-48af-b272-60c648e7b1f0 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.0984406 Nov 13 04:47:16.371531 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348de220-4ad0-476c-be08-e4b66289c20e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Subnet': ['ID=88b9f916-7c88-4e98-8856-01a902517214,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:16.379959 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348de220-4ad0-476c-be08-e4b66289c20e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Checking segment: {'id': 'd25c2f9c-3ca3-4bdb-af6b-e20a01900583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '24797d9d-c3d7-4b01-9632-e621f42581d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:16.380311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348de220-4ad0-476c-be08-e4b66289c20e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network hostable DHCP agents. Network: 24797d9d-c3d7-4b01-9632-e621f42581d2, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:47:16.432125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348de220-4ad0-476c-be08-e4b66289c20e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network 24797d9d-c3d7-4b01-9632-e621f42581d2 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:47:16.441733 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-518cadbf-31ce-4c68-b5de-322f1eb223c3 req-8f498168-6ed8-44e0-8f1f-1b5c3e39468f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636067 Nov 13 04:47:16.452735 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591d7f0-fef6-4ded-995a-6ab130c3ed7e req-546c4fea-f8d4-4718-8d2d-88b57f76a359 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:16.462492 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d591d7f0-fef6-4ded-995a-6ab130c3ed7e req-546c4fea-f8d4-4718-8d2d-88b57f76a359 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.3727064 Nov 13 04:47:16.465828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-348de220-4ad0-476c-be08-e4b66289c20e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 24797d9d-c3d7-4b01-9632-e621f42581d2) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:16.475433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348de220-4ad0-476c-be08-e4b66289c20e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:16.476312 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-348de220-4ad0-476c-be08-e4b66289c20e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:16.479388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feb2182-3c7f-44a4-9f02-a44451ecd0f7 None None] Network 24797d9d-c3d7-4b01-9632-e621f42581d2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:16.565852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-348de220-4ad0-476c-be08-e4b66289c20e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3932540 Nov 13 04:47:16.568393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53916) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:16.574204 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e2956386-9218-457b-95ef-f983077c8042 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'network_id': '24797d9d-c3d7-4b01-9632-e621f42581d2', 'name': 'tempest-PortsTestJSON-24642'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:16.606565 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d591d7f0-fef6-4ded-995a-6ab130c3ed7e req-5dedcf21-5357-4e49-9207-a07ae86c20de tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430588 Nov 13 04:47:16.816611 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-24797d9d-c3d7-4b01-9632-e621f42581d2', 'network_id': '24797d9d-c3d7-4b01-9632-e621f42581d2', 'tenant_id': 'c93fa2040fe04bcebd025ce864e9fde5', 'fixed_ips': [{'subnet_id': '88b9f916-7c88-4e98-8856-01a902517214'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:47:16.819566 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:17.084843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Allocated IP 172.20.0.2 (24797d9d-c3d7-4b01-9632-e621f42581d2/88b9f916-7c88-4e98-8856-01a902517214/5d770110-bf7f-4f13-95a0-843b816fd5c3) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:17.236553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735691b1-bde3-484a-b558-97dfe914f18d req-50240ab4-d487-4f6e-8efa-b6c1cb51a181 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:17.248657 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-50240ab4-d487-4f6e-8efa-b6c1cb51a181 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 808 time: 0.6148133 Nov 13 04:47:17.279652 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-c5c29771-c485-45ef-8cfd-2ae1d1fe6fe5 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/quotas/84f24f012ac64c77a0d17f88ca400a24 HTTP/1.1" status: 200 len: 375 time: 0.0273635 Nov 13 04:47:17.290376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2956386-9218-457b-95ef-f983077c8042 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:17.296145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2956386-9218-457b-95ef-f983077c8042 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:17.379009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-e2956386-9218-457b-95ef-f983077c8042 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port a691ed06-120f-4607-a6bc-a24cf9d049ad yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:47:17.392003 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:17.409044 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-d77dffaa-813d-4d43-8d77-e4f0548f1fab tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1231942 Nov 13 04:47:17.411043 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:17.469619 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Pushing event updated for resources: {'Port': ['ID=5d770110-bf7f-4f13-95a0-843b816fd5c3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:17.505701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:17.506347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:17.506347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:17.506511 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:17.506747 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:17.507314 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:17.507829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:17.507977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:17.508536 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:17.508855 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:17.509179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:17.509493 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:17.533348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Network 24797d9d-c3d7-4b01-9632-e621f42581d2 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:17.536914 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:17.547939 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:17.662288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Attempting to bind port 5d770110-bf7f-4f13-95a0-843b816fd5c3 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:47:17.663778 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Attempting to bind port 5d770110-bf7f-4f13-95a0-843b816fd5c3 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'd25c2f9c-3ca3-4bdb-af6b-e20a01900583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '24797d9d-c3d7-4b01-9632-e621f42581d2'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:47:17.664150 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Attempting to bind port 5d770110-bf7f-4f13-95a0-843b816fd5c3 on network 24797d9d-c3d7-4b01-9632-e621f42581d2 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:47:17.675603 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:47:17.675980 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Checking segment: {'id': 'd25c2f9c-3ca3-4bdb-af6b-e20a01900583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '24797d9d-c3d7-4b01-9632-e621f42581d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:17.676384 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:17.676774 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Bound using segment: {'id': 'd25c2f9c-3ca3-4bdb-af6b-e20a01900583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '24797d9d-c3d7-4b01-9632-e621f42581d2'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:47:17.677254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Bound port: 5d770110-bf7f-4f13-95a0-843b816fd5c3, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25c2f9c-3ca3-4bdb-af6b-e20a01900583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '24797d9d-c3d7-4b01-9632-e621f42581d2'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:47:17.677937 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:17.698407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5eb589-ccc2-4901-85a4-ab3b8faee9e5 req-2356cece-14b5-4347-8bc0-9daa41b2d4c0 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:17.709161 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a5eb589-ccc2-4901-85a4-ab3b8faee9e5 req-2356cece-14b5-4347-8bc0-9daa41b2d4c0 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.1293416 Nov 13 04:47:17.780055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] For port 5d770110-bf7f-4f13-95a0-843b816fd5c3, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:47:17.795522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] For port 5d770110-bf7f-4f13-95a0-843b816fd5c3, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5d770110-bf7f-4f13-95a0-843b816fd5c3,segment=NetworkSegment(d25c2f9c-3ca3-4bdb-af6b-e20a01900583),segment_id=d25c2f9c-3ca3-4bdb-af6b-e20a01900583)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:47:17.812457 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:17.825870 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a5eb589-ccc2-4901-85a4-ab3b8faee9e5 req-7cc40d2c-736f-49a7-bb78-c2c1db3af10c tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137280 Nov 13 04:47:17.906055 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-8decac46-e041-4b79-b927-0cc354269127 service neutron] 10.222.0.43 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310145 Nov 13 04:47:17.952310 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdd748-7c06-4362-b6ed-5759cd66f1cd None None] Pushing event updated for resources: {'Port': ['ID=5d770110-bf7f-4f13-95a0-843b816fd5c3,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:18.009154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e2956386-9218-457b-95ef-f983077c8042 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Allocated IP 172.20.0.10 (24797d9d-c3d7-4b01-9632-e621f42581d2/88b9f916-7c88-4e98-8856-01a902517214/a691ed06-120f-4607-a6bc-a24cf9d049ad) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:18.071599 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c1ff-1490-451d-a4b3-f9cb601ff947 req-5f03bb64-3b66-4881-9cee-8f145a1d8b46 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:18.084339 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6056c1ff-1490-451d-a4b3-f9cb601ff947 req-5f03bb64-3b66-4881-9cee-8f145a1d8b46 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1316519 Nov 13 04:47:18.175602 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6056c1ff-1490-451d-a4b3-f9cb601ff947 req-53a6b408-1d53-4134-8f92-d8e397d76b04 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899894 Nov 13 04:47:18.379389 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-307d19cd-6258-4bb8-8381-86833820e99e service neutron] 10.222.0.43 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687853 Nov 13 04:47:18.712897 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2956386-9218-457b-95ef-f983077c8042 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:18.791500 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2956386-9218-457b-95ef-f983077c8042 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:18.853621 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2956386-9218-457b-95ef-f983077c8042 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network 24797d9d-c3d7-4b01-9632-e621f42581d2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:18.860226 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e2956386-9218-457b-95ef-f983077c8042 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:18.878809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2956386-9218-457b-95ef-f983077c8042 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:18.942558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2956386-9218-457b-95ef-f983077c8042 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=a691ed06-120f-4607-a6bc-a24cf9d049ad,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:19.005991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2956386-9218-457b-95ef-f983077c8042 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:19.010274 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2956386-9218-457b-95ef-f983077c8042 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:19.019734 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fa81d-fa92-4d60-9ecf-32af76c1cff0 req-7e5e0b80-9ced-49f3-a49f-390deb3cdd62 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:19.048845 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-522fa81d-fa92-4d60-9ecf-32af76c1cff0 req-7e5e0b80-9ced-49f3-a49f-390deb3cdd62 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.1096025 Nov 13 04:47:19.110181 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b36f1c65-8cfb-4c22-999b-853787fddbd6 req-51cba46f-e3e6-41ba-a595-5967845a28af tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 210 time: 0.0868726 Nov 13 04:47:19.151825 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e2956386-9218-457b-95ef-f983077c8042 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 2.5797589 Nov 13 04:47:19.151825 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53992) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:19.156982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2d2272d9-9187-4641-9694-f89c8ae4ba08 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'network_id': '24797d9d-c3d7-4b01-9632-e621f42581d2', 'name': 'tempest-PortsTestJSON-1943270134'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:19.191937 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-522fa81d-fa92-4d60-9ecf-32af76c1cff0 req-a342979e-2928-4187-82e5-01c2a72d612d tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321712 Nov 13 04:47:19.391801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6615ac9-c295-4a72-8ff6-233205a74282 req-b1c5a7d0-6f78-43bd-a928-0f8d42384505 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:19.399437 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d6615ac9-c295-4a72-8ff6-233205a74282 req-b1c5a7d0-6f78-43bd-a928-0f8d42384505 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.0972683 Nov 13 04:47:19.462524 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d6615ac9-c295-4a72-8ff6-233205a74282 req-a7acbe91-d87c-4cf3-97cd-cecf890579e3 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620043 Nov 13 04:47:19.463268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2272d9-9187-4641-9694-f89c8ae4ba08 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:19.483876 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d2272d9-9187-4641-9694-f89c8ae4ba08 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:19.509945 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf55ff6-b476-4ebe-b15c-5441cd141b2a None None] Network 24797d9d-c3d7-4b01-9632-e621f42581d2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:19.523341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-2d2272d9-9187-4641-9694-f89c8ae4ba08 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port 4b348ed5-e14a-4400-a463-a516b22f6173 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:47:19.757869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e66cb84b-5360-4e73-8b09-5b76dbf78d81 None None] Provisioning complete for port 5d770110-bf7f-4f13-95a0-843b816fd5c3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:19.759269 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e66cb84b-5360-4e73-8b09-5b76dbf78d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:19.826631 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5d770110-bf7f-4f13-95a0-843b816fd5c3 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:19.914567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-2d2272d9-9187-4641-9694-f89c8ae4ba08 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Allocated IP 172.20.0.4 (24797d9d-c3d7-4b01-9632-e621f42581d2/88b9f916-7c88-4e98-8856-01a902517214/4b348ed5-e14a-4400-a463-a516b22f6173) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:20.165992 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e66cb84b-5360-4e73-8b09-5b76dbf78d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:20.209567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 5d770110-bf7f-4f13-95a0-843b816fd5c3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:20.212137 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:20.314368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e66cb84b-5360-4e73-8b09-5b76dbf78d81 None None] For port 5d770110-bf7f-4f13-95a0-843b816fd5c3, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5d770110-bf7f-4f13-95a0-843b816fd5c3,segment=NetworkSegment(d25c2f9c-3ca3-4bdb-af6b-e20a01900583),segment_id=d25c2f9c-3ca3-4bdb-af6b-e20a01900583)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:20.336353 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e66cb84b-5360-4e73-8b09-5b76dbf78d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:20.417019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-49c0cad4-2a03-44e2-baa5-8ca2843b4ebe req-690d660c-c6fe-48d9-bf6a-b4deb9900daa tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 210 time: 0.0501642 Nov 13 04:47:20.468543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a91545-6963-414a-baf5-00f24a582e4b req-9b6d8fd7-c876-4d5e-9b49-61bb52c503ec tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:20.474122 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d2272d9-9187-4641-9694-f89c8ae4ba08 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:20.478824 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93a91545-6963-414a-baf5-00f24a582e4b req-9b6d8fd7-c876-4d5e-9b49-61bb52c503ec tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.1274881 Nov 13 04:47:20.606358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cb84b-5360-4e73-8b09-5b76dbf78d81 None None] Pushing event updated for resources: {'Port': ['ID=5d770110-bf7f-4f13-95a0-843b816fd5c3,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:20.631671 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d2272d9-9187-4641-9694-f89c8ae4ba08 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:20.678465 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93a91545-6963-414a-baf5-00f24a582e4b req-3f5cc80b-c99d-4db6-ace0-edea80408aaf tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767306 Nov 13 04:47:20.790219 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0e0166ec-891a-4a34-acdc-fa928137956a None None] Provisioning complete for port a691ed06-120f-4607-a6bc-a24cf9d049ad triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:20.791749 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e0166ec-891a-4a34-acdc-fa928137956a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:20.799870 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2272d9-9187-4641-9694-f89c8ae4ba08 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network 24797d9d-c3d7-4b01-9632-e621f42581d2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:20.827720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2d2272d9-9187-4641-9694-f89c8ae4ba08 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:20.841850 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2272d9-9187-4641-9694-f89c8ae4ba08 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:20.939276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0e0166ec-891a-4a34-acdc-fa928137956a None None] Port a691ed06-120f-4607-a6bc-a24cf9d049ad cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:20.972694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2272d9-9187-4641-9694-f89c8ae4ba08 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=4b348ed5-e14a-4400-a463-a516b22f6173,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:20.990746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0e0166ec-891a-4a34-acdc-fa928137956a None None] Provisioning complete for port 5d770110-bf7f-4f13-95a0-843b816fd5c3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:20.991144 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e0166ec-891a-4a34-acdc-fa928137956a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:21.065415 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd097b8-910e-4635-8cf0-ad26c1c4f191 req-7b451efc-8e85-410b-a562-89de1c2200ce tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:21.079657 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4cd097b8-910e-4635-8cf0-ad26c1c4f191 req-7b451efc-8e85-410b-a562-89de1c2200ce tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.4792542 Nov 13 04:47:21.104809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735691b1-bde3-484a-b558-97dfe914f18d req-fd2ffbf8-14ad-40d2-a7fd-9d730fbbb51e tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:21.111548 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-fd2ffbf8-14ad-40d2-a7fd-9d730fbbb51e tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.46 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 808 time: 0.3465919 Nov 13 04:47:21.144615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-735691b1-bde3-484a-b558-97dfe914f18d req-cb0f3a43-87ba-48dc-8993-6b407e5b8f62 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Request body: {'port': {'device_id': 'd92fd592-c11f-47b0-b67a-98901384f361', 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285', 'admin_state_up': True, 'tenant_id': '84f24f012ac64c77a0d17f88ca400a24'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:21.258112 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2272d9-9187-4641-9694-f89c8ae4ba08 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:21.258788 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d2272d9-9187-4641-9694-f89c8ae4ba08 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:21.348975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4b0474d3-3697-4333-97a9-6e4ace612085 None None] Provisioning complete for port a691ed06-120f-4607-a6bc-a24cf9d049ad triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:21.349346 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b0474d3-3697-4333-97a9-6e4ace612085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:21.376683 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4cd097b8-910e-4635-8cf0-ad26c1c4f191 req-111f10cc-3bb8-4e95-b88f-99fc5fe797e2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961769 Nov 13 04:47:21.385685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54056) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:21.392354 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2d2272d9-9187-4641-9694-f89c8ae4ba08 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2391653 Nov 13 04:47:21.431350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4b0474d3-3697-4333-97a9-6e4ace612085 None None] Port a691ed06-120f-4607-a6bc-a24cf9d049ad cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:21.523675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735691b1-bde3-484a-b558-97dfe914f18d req-cb0f3a43-87ba-48dc-8993-6b407e5b8f62 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Made reservation on behalf of 84f24f012ac64c77a0d17f88ca400a24 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:21.527494 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-735691b1-bde3-484a-b558-97dfe914f18d req-cb0f3a43-87ba-48dc-8993-6b407e5b8f62 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:21.612442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d46d6b-d20c-49ed-ae9d-886c75b53cfa tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:21.616765 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-09d46d6b-d20c-49ed-ae9d-886c75b53cfa tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 918 time: 0.2272294 Nov 13 04:47:21.617658 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54068) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:21.767249 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d47e6737-2655-47c8-a423-130cb40ea038 None None] Provisioning complete for port 4b348ed5-e14a-4400-a463-a516b22f6173 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:21.767728 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d47e6737-2655-47c8-a423-130cb40ea038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:21.781478 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5d770110-bf7f-4f13-95a0-843b816fd5c3 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:21.976756 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d47e6737-2655-47c8-a423-130cb40ea038 None None] Port 4b348ed5-e14a-4400-a463-a516b22f6173 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:22.007429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 5d770110-bf7f-4f13-95a0-843b816fd5c3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:22.008348 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:22.134789 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c5f856f-e441-4e9e-9122-b9fbe5c3f2b2 req-6e64d0c0-c13e-47c2-abde-bb2d0741d1bc tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 210 time: 0.2792253 Nov 13 04:47:22.231550 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9689803-8193-410d-a134-9a55ba9454d9 req-f9a14024-411e-4ffe-b17b-fec54a5ee67f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:22.236736 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d9689803-8193-410d-a134-9a55ba9454d9 req-f9a14024-411e-4ffe-b17b-fec54a5ee67f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.4253223 Nov 13 04:47:22.254375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-735691b1-bde3-484a-b558-97dfe914f18d req-cb0f3a43-87ba-48dc-8993-6b407e5b8f62 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Allocated IP 172.20.0.7 (38c4ff77-85a2-430d-a6a9-b667d4750285/7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1/1abea8f4-7f8e-4672-8119-441f0697d997) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:22.365519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3ead1b5b-d340-485b-bf16-214271274f97 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port 4b348ed5-e14a-4400-a463-a516b22f6173 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:22.365781 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ead1b5b-d340-485b-bf16-214271274f97 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:22.449266 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d9689803-8193-410d-a134-9a55ba9454d9 req-28bae409-ff07-442e-b341-bd9486b5ed5a tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990173 Nov 13 04:47:22.615631 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ead1b5b-d340-485b-bf16-214271274f97 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:22.648238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3ead1b5b-d340-485b-bf16-214271274f97 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for 4b348ed5-e14a-4400-a463-a516b22f6173 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:22.648907 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-735691b1-bde3-484a-b558-97dfe914f18d req-cb0f3a43-87ba-48dc-8993-6b407e5b8f62 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:22.712065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814deac-a8e4-4514-b10f-27a19d46ec8a req-876cbaa3-0254-4c2f-997c-31a5f45325d3 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:22.721099 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4814deac-a8e4-4514-b10f-27a19d46ec8a req-876cbaa3-0254-4c2f-997c-31a5f45325d3 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1191688 Nov 13 04:47:22.771840 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-735691b1-bde3-484a-b558-97dfe914f18d req-cb0f3a43-87ba-48dc-8993-6b407e5b8f62 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:22.813690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['09174db8-91e0-4b74-a72c-b608e45a4bd2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:47:22.825209 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4814deac-a8e4-4514-b10f-27a19d46ec8a req-12690fcd-d337-4a99-8d91-0fe932172567 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969238 Nov 13 04:47:22.855425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735691b1-bde3-484a-b558-97dfe914f18d req-cb0f3a43-87ba-48dc-8993-6b407e5b8f62 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Network 38c4ff77-85a2-430d-a6a9-b667d4750285 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:22.881979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-735691b1-bde3-484a-b558-97dfe914f18d req-cb0f3a43-87ba-48dc-8993-6b407e5b8f62 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:22.887589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-735691b1-bde3-484a-b558-97dfe914f18d req-cb0f3a43-87ba-48dc-8993-6b407e5b8f62 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:22.918281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c88d3e3-c7c9-49a8-bdb3-83a9379240ba None None] DHCP port deletion for 38c4ff77-85a2-430d-a6a9-b667d4750285 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:22.930418 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ead1b5b-d340-485b-bf16-214271274f97 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:22.977922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f3a43-87ba-48dc-8993-6b407e5b8f62 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Pushing event updated for resources: {'Port': ['ID=1abea8f4-7f8e-4672-8119-441f0697d997,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:23.021273 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead1b5b-d340-485b-bf16-214271274f97 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=4b348ed5-e14a-4400-a463-a516b22f6173,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:23.080931 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735691b1-bde3-484a-b558-97dfe914f18d req-cb0f3a43-87ba-48dc-8993-6b407e5b8f62 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:23.082017 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-735691b1-bde3-484a-b558-97dfe914f18d req-cb0f3a43-87ba-48dc-8993-6b407e5b8f62 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:23.118713 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c0cfa149-0572-4873-bc30-c88a6bd7fe97 None None] Provisioning complete for port 1abea8f4-7f8e-4672-8119-441f0697d997 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:23.120579 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0cfa149-0572-4873-bc30-c88a6bd7fe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:23.127563 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-cb0f3a43-87ba-48dc-8993-6b407e5b8f62 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9973443 Nov 13 04:47:23.139849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-9befaa28-93de-4e72-a589-eacb9f07b1e8 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:47:23.140839 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-9befaa28-93de-4e72-a589-eacb9f07b1e8 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070639 Nov 13 04:47:23.185389 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Request body: {'port': {'device_id': 'd92fd592-c11f-47b0-b67a-98901384f361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:23.198396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ead1b5b-d340-485b-bf16-214271274f97 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:23.218224 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3ead1b5b-d340-485b-bf16-214271274f97 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/4b348ed5-e14a-4400-a463-a516b22f6173 HTTP/1.1" status: 204 len: 168 time: 1.5939591 Nov 13 04:47:23.218224 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54148) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:23.296656 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebdf556-9c7b-4294-a741-b5043f697b51 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] GET failed (client error): The resource could not be found. Nov 13 04:47:23.302537 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cebdf556-9c7b-4294-a741-b5043f697b51 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/4b348ed5-e14a-4400-a463-a516b22f6173 HTTP/1.1" status: 404 len: 333 time: 0.0855653 Nov 13 04:47:23.303583 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54156) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:23.395091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c0cfa149-0572-4873-bc30-c88a6bd7fe97 None None] Port 1abea8f4-7f8e-4672-8119-441f0697d997 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:23.463713 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:23.617937 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6d75c31d-9d39-451c-ba1b-2072e22762ae tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port a691ed06-120f-4607-a6bc-a24cf9d049ad {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:23.621852 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d75c31d-9d39-451c-ba1b-2072e22762ae tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:23.703897 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc35774-3793-4adf-a4f2-85851b65bf2c req-e9f81180-6b2b-4cc5-b164-1cdad7ac409c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:23.705531 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fcc35774-3793-4adf-a4f2-85851b65bf2c req-e9f81180-6b2b-4cc5-b164-1cdad7ac409c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 931 time: 0.3817158 Nov 13 04:47:23.925992 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc7dbb-655f-4db2-a49f-06bf88ec00b0 req-41ff66ba-e51c-41b0-90cd-03588b9b4d9a tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:23.938183 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebcc7dbb-655f-4db2-a49f-06bf88ec00b0 req-41ff66ba-e51c-41b0-90cd-03588b9b4d9a tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.2650850 Nov 13 04:47:23.986127 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d75c31d-9d39-451c-ba1b-2072e22762ae tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:24.042408 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fcc35774-3793-4adf-a4f2-85851b65bf2c req-23268066-099e-48a5-bf19-51c81649cd25 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241305 Nov 13 04:47:24.060299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6d75c31d-9d39-451c-ba1b-2072e22762ae tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for a691ed06-120f-4607-a6bc-a24cf9d049ad owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:24.209924 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebcc7dbb-655f-4db2-a49f-06bf88ec00b0 req-c603733b-36a6-40bc-990f-d2b87e6491b2 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702947 Nov 13 04:47:24.336174 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d75c31d-9d39-451c-ba1b-2072e22762ae tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:24.346870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abea8f4-7f8e-4672-8119-441f0697d997 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:47:24.365842 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:24.411226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Transition to ACTIVE for port object 1abea8f4-7f8e-4672-8119-441f0697d997 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:47:24.417370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75c31d-9d39-451c-ba1b-2072e22762ae tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=a691ed06-120f-4607-a6bc-a24cf9d049ad,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:24.457897 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:24.544895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327fdff-a3e7-40cf-a17f-c233edb863d2 req-96990d70-2a1d-46d7-8ddd-728b5a13a791 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:24.556474 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e327fdff-a3e7-40cf-a17f-c233edb863d2 req-96990d70-2a1d-46d7-8ddd-728b5a13a791 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.2025619 Nov 13 04:47:24.613650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a56b60-623f-4261-98ca-20f56eca32b3 None None] DHCP port deletion for 38c4ff77-85a2-430d-a6a9-b667d4750285 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:24.641838 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d75c31d-9d39-451c-ba1b-2072e22762ae tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:24.648967 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6d75c31d-9d39-451c-ba1b-2072e22762ae tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/a691ed06-120f-4607-a6bc-a24cf9d049ad HTTP/1.1" status: 204 len: 168 time: 1.3440716 Nov 13 04:47:24.653263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54204) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:24.743401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Pushing event updated for resources: {'Port': ['ID=1abea8f4-7f8e-4672-8119-441f0697d997,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:24.759040 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9363421d-b2bd-48e0-b15f-5a3d1e9fa431 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] GET failed (client error): The resource could not be found. Nov 13 04:47:24.768831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54208) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:24.770554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9363421d-b2bd-48e0-b15f-5a3d1e9fa431 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/a691ed06-120f-4607-a6bc-a24cf9d049ad HTTP/1.1" status: 404 len: 333 time: 0.1105020 Nov 13 04:47:24.891669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc16c51-7736-47c7-8d01-05375ed7f924 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting subnet 88b9f916-7c88-4e98-8856-01a902517214 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:47:24.903839 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edc16c51-7736-47c7-8d01-05375ed7f924 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:24.909611 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e327fdff-a3e7-40cf-a17f-c233edb863d2 req-1c8ad0e8-eec4-434c-ac3d-fa6dc729fd10 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149335 Nov 13 04:47:24.974073 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54210) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:25.014016 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Attempting to bind port 1abea8f4-7f8e-4672-8119-441f0697d997 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:47:25.014504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Attempting to bind port 1abea8f4-7f8e-4672-8119-441f0697d997 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:47:25.014948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Attempting to bind port 1abea8f4-7f8e-4672-8119-441f0697d997 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:47:25.021559 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edc16c51-7736-47c7-8d01-05375ed7f924 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:25.035129 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Port 1abea8f4-7f8e-4672-8119-441f0697d997 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:47:25.038990 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Attempting to bind port 1abea8f4-7f8e-4672-8119-441f0697d997 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:47:25.076921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:47:25.077359 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Checking segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:25.077737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Bound using segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:47:25.078218 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Bound port: 1abea8f4-7f8e-4672-8119-441f0697d997, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:47:25.078591 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:25.164001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:47:25.169212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1abea8f4-7f8e-4672-8119-441f0697d997,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:47:25.177657 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:25.196004 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:25.196868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:25.198521 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] 10.222.0.46 "PUT /v2.0/ports/1abea8f4-7f8e-4672-8119-441f0697d997 HTTP/1.1" status: 200 len: 1091 time: 2.0390434 Nov 13 04:47:25.198653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4886092b-0eef-4456-8c9f-ac3f05e91a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:25.203675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92fd592-c11f-47b0-b67a-98901384f361', 'tag': '1abea8f4-7f8e-4672-8119-441f0697d997'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:47:25.206327 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbc81a6-4315-43c5-aee3-3deb627070ed None None] DHCP port deletion for 38c4ff77-85a2-430d-a6a9-b667d4750285 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:25.207262 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa5a7d2-5da2-47a0-bdac-241ca3953ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "d92fd592-c11f-47b0-b67a-98901384f361", "tag": "1abea8f4-7f8e-4672-8119-441f0697d997"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:47:25.329401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff19c62-8aed-4108-ab72-4b9b4bff9173 service neutron] Pushing event updated for resources: {'Port': ['ID=1abea8f4-7f8e-4672-8119-441f0697d997,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:25.417471 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edc16c51-7736-47c7-8d01-05375ed7f924 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:25.436486 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269ea848-0e93-4d8b-9b87-b072072a5762 x-openstack-request-id: req-269ea848-0e93-4d8b-9b87-b072072a5762 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:47:25.436932 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92fd592-c11f-47b0-b67a-98901384f361", "tag": "1abea8f4-7f8e-4672-8119-441f0697d997", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:47:25.437312 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-269ea848-0e93-4d8b-9b87-b072072a5762 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:47:25.437811 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92fd592-c11f-47b0-b67a-98901384f361', 'tag': '1abea8f4-7f8e-4672-8119-441f0697d997', 'status': 'completed', 'code': 200} Nov 13 04:47:25.480137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc7808-b4f8-4f0d-b590-3d0b0eba62ee req-33a05326-e4a6-4920-ba36-7fa6f5e322ae tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:25.481397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735691b1-bde3-484a-b558-97dfe914f18d req-f926786c-9e1d-4da6-9586-5ed88029b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:25.485496 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-f926786c-9e1d-4da6-9586-5ed88029b941 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 1094 time: 0.2034819 Nov 13 04:47:25.487436 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9fc7808-b4f8-4f0d-b590-3d0b0eba62ee req-33a05326-e4a6-4920-ba36-7fa6f5e322ae tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 943 time: 0.2124665 Nov 13 04:47:25.559030 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-ec564b10-9015-4ddb-b6ed-3dd5cf8580ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1abea8f4-7f8e-4672-8119-441f0697d997 HTTP/1.1" status: 200 len: 217 time: 0.0579581 Nov 13 04:47:25.563559 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9fc7808-b4f8-4f0d-b590-3d0b0eba62ee req-f13fde04-741c-4945-bd08-37477ae0a8b6 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652034 Nov 13 04:47:25.630161 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4886092b-0eef-4456-8c9f-ac3f05e91a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:25.641887 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4886092b-0eef-4456-8c9f-ac3f05e91a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:25.675715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edc16c51-7736-47c7-8d01-05375ed7f924 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:25.702597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d8b27-9834-415d-9671-36e4e34b8aa7 req-ed5ed6e9-20b3-40ec-8704-c48d2c5cdbf0 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:25.704336 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-827d8b27-9834-415d-9671-36e4e34b8aa7 req-ed5ed6e9-20b3-40ec-8704-c48d2c5cdbf0 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.1443186 Nov 13 04:47:25.731700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a12af89-8904-43ba-8a69-2d2866f54dd3 None None] Network 24797d9d-c3d7-4b01-9632-e621f42581d2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:25.752720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc16c51-7736-47c7-8d01-05375ed7f924 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Subnet': ['ID=88b9f916-7c88-4e98-8856-01a902517214,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:25.753888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735691b1-bde3-484a-b558-97dfe914f18d req-38c8b6be-77f1-453a-9fae-650479d1241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:25.763187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-38c8b6be-77f1-453a-9fae-650479d1241b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.1491137 Nov 13 04:47:25.777877 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edc16c51-7736-47c7-8d01-05375ed7f924 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:25.790269 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-edc16c51-7736-47c7-8d01-05375ed7f924 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/88b9f916-7c88-4e98-8856-01a902517214 HTTP/1.1" status: 204 len: 168 time: 1.0198622 Nov 13 04:47:25.792402 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54232) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:25.825942 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886092b-0eef-4456-8c9f-ac3f05e91a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b5f95e-046b-4066-b8ae-9df478de3437,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:25.862847 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4886092b-0eef-4456-8c9f-ac3f05e91a77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ce301e2d69f4d61a7d33be3a1c54fd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8854430 Nov 13 04:47:25.864094 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54234) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:25.907090 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-8e281266-4e09-417a-b23d-6f2db167868d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263497 Nov 13 04:47:26.016779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-827d8b27-9834-415d-9671-36e4e34b8aa7 req-95b261bd-188f-4a42-a973-e97accd999ca tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063173 Nov 13 04:47:26.077362 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-784aafcf-483b-4331-a5da-29d45728e7a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:26.082687 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:26.103962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36273dd1-48c3-44aa-80f9-07923166e419 None None] DHCP port deletion for 24797d9d-c3d7-4b01-9632-e621f42581d2 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:26.162467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-e241a7ee-994a-4d87-9cbe-e233e65e6b34 service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325239 Nov 13 04:47:26.199594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-36273dd1-48c3-44aa-80f9-07923166e419 None None] Deleting port 5d770110-bf7f-4f13-95a0-843b816fd5c3 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:26.199883 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36273dd1-48c3-44aa-80f9-07923166e419 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:26.253937 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-784aafcf-483b-4331-a5da-29d45728e7a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:26.275941 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-36273dd1-48c3-44aa-80f9-07923166e419 None None] For port 5d770110-bf7f-4f13-95a0-843b816fd5c3, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5d770110-bf7f-4f13-95a0-843b816fd5c3,segment=NetworkSegment(d25c2f9c-3ca3-4bdb-af6b-e20a01900583),segment_id=d25c2f9c-3ca3-4bdb-af6b-e20a01900583)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:26.276591 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36273dd1-48c3-44aa-80f9-07923166e419 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:26.292183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-36273dd1-48c3-44aa-80f9-07923166e419 None None] Calling delete_port for 5d770110-bf7f-4f13-95a0-843b816fd5c3 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:26.340333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db32542-7b06-4b1a-a20b-6ffbd0be5d79 req-a036ee74-3d1b-4b53-9ce2-a0183f868bf5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:26.350147 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7db32542-7b06-4b1a-a20b-6ffbd0be5d79 req-a036ee74-3d1b-4b53-9ce2-a0183f868bf5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.2244124 Nov 13 04:47:26.383523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port 5d770110-bf7f-4f13-95a0-843b816fd5c3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:26.384431 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:26.385279 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36273dd1-48c3-44aa-80f9-07923166e419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:26.415986 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735691b1-bde3-484a-b558-97dfe914f18d req-4b56321e-02fd-4a93-b14e-e4a50f070afb service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448936 Nov 13 04:47:26.432730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36273dd1-48c3-44aa-80f9-07923166e419 None None] Pushing event deleted for resources: {'Port': ['ID=5d770110-bf7f-4f13-95a0-843b816fd5c3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:26.434827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36273dd1-48c3-44aa-80f9-07923166e419 None None] No DVR routers for this DVR port 5d770110-bf7f-4f13-95a0-843b816fd5c3 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:47:26.567801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-784aafcf-483b-4331-a5da-29d45728e7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:26.575726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-784aafcf-483b-4331-a5da-29d45728e7a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:26.576893 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-784aafcf-483b-4331-a5da-29d45728e7a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51b5f95e-046b-4066-b8ae-9df478de3437 HTTP/1.1" status: 204 len: 168 time: 0.6950502 Nov 13 04:47:26.579676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] For port 5d770110-bf7f-4f13-95a0-843b816fd5c3, host n-d-813114-2, got binding levels [] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:26.580014 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:26.614926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5a7d2-5da2-47a0-bdac-241ca3953ab1 req-5cb04967-b1be-4622-b467-2d19803bb453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:26.616607 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2aa5a7d2-5da2-47a0-bdac-241ca3953ab1 req-5cb04967-b1be-4622-b467-2d19803bb453 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 1094 time: 0.0935051 Nov 13 04:47:26.622599 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7db32542-7b06-4b1a-a20b-6ffbd0be5d79 req-3b35377e-ab36-481a-8b0c-91e1d1325e06 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709327 Nov 13 04:47:26.638168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aafcf-483b-4331-a5da-29d45728e7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b5f95e-046b-4066-b8ae-9df478de3437,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:26.654254 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for 5d770110-bf7f-4f13-95a0-843b816fd5c3 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:26.660013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Port 5d770110-bf7f-4f13-95a0-843b816fd5c3 was not found and therefore no delete operation was performed {{(pid=102668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 04:47:26.661793 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:26.719532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=5d770110-bf7f-4f13-95a0-843b816fd5c3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:26.723015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No DVR routers for this DVR port 5d770110-bf7f-4f13-95a0-843b816fd5c3 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:47:26.895123 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a86b8-a28d-4f06-a7a0-1060523a0b0c req-d1855899-5407-42b7-b4e9-5bb50e76cf04 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:26.908421 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-631a86b8-a28d-4f06-a7a0-1060523a0b0c req-d1855899-5407-42b7-b4e9-5bb50e76cf04 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 943 time: 0.1747050 Nov 13 04:47:26.913143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5a7d2-5da2-47a0-bdac-241ca3953ab1 req-4274a349-82d9-4cec-87bf-926189c300b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:26.914780 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2aa5a7d2-5da2-47a0-bdac-241ca3953ab1 req-4274a349-82d9-4cec-87bf-926189c300b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.2899425 Nov 13 04:47:26.923035 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:26.967071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24797d9d-c3d7-4b01-9632-e621f42581d2']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:26.986829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25c2f9c-3ca3-4bdb-af6b-e20a01900583') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:26.987149 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25c2f9c-3ca3-4bdb-af6b-e20a01900583') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:27.007766 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:27.041180 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:27.044314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2aa5a7d2-5da2-47a0-bdac-241ca3953ab1 req-bde00e5e-fcc1-45a6-878e-07d66bd51733 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1abea8f4-7f8e-4672-8119-441f0697d997 HTTP/1.1" status: 200 len: 217 time: 0.1103840 Nov 13 04:47:27.051033 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:47:27.051533 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:47:27.054768 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:47:27.267387 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5a7d2-5da2-47a0-bdac-241ca3953ab1 req-4c33c74f-6091-4fb5-919e-4be5a884fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:27.270558 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2aa5a7d2-5da2-47a0-bdac-241ca3953ab1 req-4c33c74f-6091-4fb5-919e-4be5a884fb9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.2045918 Nov 13 04:47:27.271096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54252) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:27.281726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:27.288766 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:27.296200 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/networks/24797d9d-c3d7-4b01-9632-e621f42581d2 HTTP/1.1" status: 204 len: 168 time: 1.4944425 Nov 13 04:47:27.306360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54254) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:27.313238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6ba32628-d6bf-4523-bbf0-1c7543a972e9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-166749141'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:27.328655 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224f89b-a17a-4f27-a134-c0674ef2bc8f req-49138bb0-684e-4f31-a103-758fc1423da2 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:27.337007 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f224f89b-a17a-4f27-a134-c0674ef2bc8f req-49138bb0-684e-4f31-a103-758fc1423da2 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.1182196 Nov 13 04:47:27.362525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438d644-6b1e-4cad-bbf0-85aa214213b7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Network': ['ID=24797d9d-c3d7-4b01-9632-e621f42581d2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:27.380963 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2aa5a7d2-5da2-47a0-bdac-241ca3953ab1 req-81a616ed-26c3-46e6-9e01-ae518c3ed56f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673587 Nov 13 04:47:27.381705 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ebc9e58c-5ad3-472d-a061-2e4fbbc7ebc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:27.426124 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-631a86b8-a28d-4f06-a7a0-1060523a0b0c req-8c8249f1-ea5c-4fa3-b2be-b1a84f57ea0a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994521 Nov 13 04:47:27.455614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f224f89b-a17a-4f27-a134-c0674ef2bc8f req-3c392d75-de71-49f3-a8c3-92fb8c09d0c1 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172669 Nov 13 04:47:27.472080 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba32628-d6bf-4523-bbf0-1c7543a972e9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:27.476028 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ba32628-d6bf-4523-bbf0-1c7543a972e9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:27.526971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba32628-d6bf-4523-bbf0-1c7543a972e9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:47:27.545716 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ba32628-d6bf-4523-bbf0-1c7543a972e9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:27.545975 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-6ba32628-d6bf-4523-bbf0-1c7543a972e9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Added segment 5306d4dd-6377-4b00-bd97-8b5a5ac25d2a of type vlan for network 6c30d47f-f621-43e4-91e6-c0f0af529076 Nov 13 04:47:27.627457 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ba32628-d6bf-4523-bbf0-1c7543a972e9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:27.675336 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ba32628-d6bf-4523-bbf0-1c7543a972e9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:27.681360 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ebc9e58c-5ad3-472d-a061-2e4fbbc7ebc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:27.682022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba32628-d6bf-4523-bbf0-1c7543a972e9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:27.682866 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ba32628-d6bf-4523-bbf0-1c7543a972e9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:27.732748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5d770110-bf7f-4f13-95a0-843b816fd5c3 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:47:27.773858 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 5d770110-bf7f-4f13-95a0-843b816fd5c3 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:47:27.782751 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ebc9e58c-5ad3-472d-a061-2e4fbbc7ebc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:27.783518 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5d770110-bf7f-4f13-95a0-843b816fd5c3 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:47:27.809421 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6ba32628-d6bf-4523-bbf0-1c7543a972e9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5007012 Nov 13 04:47:27.823799 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:27.832978 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a051a61b-1d3f-489a-9e3a-16fe39cf9852 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'subnet': {'network_id': '6c30d47f-f621-43e4-91e6-c0f0af529076', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:27.842731 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2aa5a7d2-5da2-47a0-bdac-241ca3953ab1 req-9dd2b1ea-921b-4111-9cf3-e190e1607b7a service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155228 Nov 13 04:47:27.864920 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba32628-d6bf-4523-bbf0-1c7543a972e9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Network': ['ID=6c30d47f-f621-43e4-91e6-c0f0af529076,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:27.880295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 6c30d47f-f621-43e4-91e6-c0f0af529076 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:47:27.885313 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ebc9e58c-5ad3-472d-a061-2e4fbbc7ebc5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25d8cbe2970e4636a07e09ca14d0ece8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6023519 Nov 13 04:47:27.890392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9e58c-5ad3-472d-a061-2e4fbbc7ebc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c15259-9b85-49a8-b914-8884d6f140db,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:27.899451 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54262) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:28.013317 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2aa5a7d2-5da2-47a0-bdac-241ca3953ab1 req-4028a844-0a7c-4663-b7e4-e21490fa174d service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596730 Nov 13 04:47:28.042372 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0efa4-b763-4b58-af16-742693862bb7 req-4fdc2575-c08e-4c25-9b28-6a1e1afa9217 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:28.049820 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dfa0efa4-b763-4b58-af16-742693862bb7 req-4fdc2575-c08e-4c25-9b28-6a1e1afa9217 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.2352438 Nov 13 04:47:28.153428 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38e49c9-03a2-4464-ad5d-f8de2050e167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:28.197972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a051a61b-1d3f-489a-9e3a-16fe39cf9852 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:28.201921 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a051a61b-1d3f-489a-9e3a-16fe39cf9852 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:28.208402 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dfa0efa4-b763-4b58-af16-742693862bb7 req-9604ebef-ce16-4a9b-aef2-aba148cb288b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579344 Nov 13 04:47:28.215338 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38e49c9-03a2-4464-ad5d-f8de2050e167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:28.417533 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38e49c9-03a2-4464-ad5d-f8de2050e167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:28.420304 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38e49c9-03a2-4464-ad5d-f8de2050e167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:28.421492 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a38e49c9-03a2-4464-ad5d-f8de2050e167 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6c15259-9b85-49a8-b914-8884d6f140db HTTP/1.1" status: 204 len: 168 time: 0.5190897 Nov 13 04:47:28.423712 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:28.462403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e49c9-03a2-4464-ad5d-f8de2050e167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c15259-9b85-49a8-b914-8884d6f140db,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:28.489190 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a051a61b-1d3f-489a-9e3a-16fe39cf9852 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:28.603085 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d0ce9-84ff-4225-af3a-8b92127161af req-5c1b0557-194e-4b73-8a21-1faa5d8ea7c6 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:28.623153 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-709d0ce9-84ff-4225-af3a-8b92127161af req-5c1b0557-194e-4b73-8a21-1faa5d8ea7c6 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 943 time: 0.1240287 Nov 13 04:47:28.666299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a051a61b-1d3f-489a-9e3a-16fe39cf9852 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Checking segment: {'id': '5306d4dd-6377-4b00-bd97-8b5a5ac25d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6c30d47f-f621-43e4-91e6-c0f0af529076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:28.667792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a051a61b-1d3f-489a-9e3a-16fe39cf9852 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network hostable DHCP agents. Network: 6c30d47f-f621-43e4-91e6-c0f0af529076, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:47:28.671596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051a61b-1d3f-489a-9e3a-16fe39cf9852 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Subnet': ['ID=586ae2d5-b7d2-4d50-a570-6e7b3ee407c7,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:28.704544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a080501-6d99-4dd0-b52f-c1534cd97411 req-1a780415-8cb7-4433-a978-239ab76a26d1 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:28.712925 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a080501-6d99-4dd0-b52f-c1534cd97411 req-1a780415-8cb7-4433-a978-239ab76a26d1 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.1154876 Nov 13 04:47:28.720089 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:28.746460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a051a61b-1d3f-489a-9e3a-16fe39cf9852 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network 6c30d47f-f621-43e4-91e6-c0f0af529076 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:47:28.779811 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a080501-6d99-4dd0-b52f-c1534cd97411 req-c5c3ef5e-de18-470c-af7f-f8408d48220c tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654554 Nov 13 04:47:28.785332 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a051a61b-1d3f-489a-9e3a-16fe39cf9852 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 6c30d47f-f621-43e4-91e6-c0f0af529076) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:28.795451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91153c5-dc9d-4d1f-988d-59401aec33e0 None None] Network 6c30d47f-f621-43e4-91e6-c0f0af529076 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:28.803385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a051a61b-1d3f-489a-9e3a-16fe39cf9852 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:28.805269 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a051a61b-1d3f-489a-9e3a-16fe39cf9852 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:28.824019 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-709d0ce9-84ff-4225-af3a-8b92127161af req-0de88403-cf4d-4a27-a1ce-feea4ba3693a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966720 Nov 13 04:47:28.832919 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a051a61b-1d3f-489a-9e3a-16fe39cf9852 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0045769 Nov 13 04:47:28.840625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54280) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:28.851730 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-94bb4b7b-d70d-48b4-bd05-6b909069feb6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'network_id': '6c30d47f-f621-43e4-91e6-c0f0af529076', 'name': 'tempest-PortsTestJSON-1539273462', 'fixed_ips': [{'subnet_id': '586ae2d5-b7d2-4d50-a570-6e7b3ee407c7', 'ip_address': '172.20.0.10'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:29.010783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bb4b7b-d70d-48b4-bd05-6b909069feb6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:29.203541 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51166dff-9201-4998-8308-80b75acf264f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-6c30d47f-f621-43e4-91e6-c0f0af529076', 'network_id': '6c30d47f-f621-43e4-91e6-c0f0af529076', 'tenant_id': 'c93fa2040fe04bcebd025ce864e9fde5', 'fixed_ips': [{'subnet_id': '586ae2d5-b7d2-4d50-a570-6e7b3ee407c7'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:47:29.204515 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51166dff-9201-4998-8308-80b75acf264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:29.217715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-94bb4b7b-d70d-48b4-bd05-6b909069feb6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:29.279888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-94bb4b7b-d70d-48b4-bd05-6b909069feb6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port 0c9054f8-7655-48ec-9e01-25faf1bb63a4 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:47:29.489361 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-51166dff-9201-4998-8308-80b75acf264f None None] Allocated IP 172.20.0.2 (6c30d47f-f621-43e4-91e6-c0f0af529076/586ae2d5-b7d2-4d50-a570-6e7b3ee407c7/f0bc937a-d396-4f2b-8258-91bdf83b4631) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:29.542814 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:47:29.588069 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed0f28-be6b-4b55-981d-b6b410faa018 req-51bd4cff-ab56-4981-801e-4207a42cde85 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:29.589713 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6ed0f28-be6b-4b55-981d-b6b410faa018 req-51bd4cff-ab56-4981-801e-4207a42cde85 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1896853 Nov 13 04:47:29.695651 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6ed0f28-be6b-4b55-981d-b6b410faa018 req-270626f1-ef77-4cff-a8db-544e47031c97 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894272 Nov 13 04:47:29.798837 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51166dff-9201-4998-8308-80b75acf264f None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:29.809259 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51166dff-9201-4998-8308-80b75acf264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:29.856219 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51166dff-9201-4998-8308-80b75acf264f None None] Network 6c30d47f-f621-43e4-91e6-c0f0af529076 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:29.864546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-51166dff-9201-4998-8308-80b75acf264f None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:29.871161 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51166dff-9201-4998-8308-80b75acf264f None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:29.876605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51166dff-9201-4998-8308-80b75acf264f None None] Pushing event updated for resources: {'Port': ['ID=f0bc937a-d396-4f2b-8258-91bdf83b4631,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:29.940562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-94bb4b7b-d70d-48b4-bd05-6b909069feb6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Allocated IP 172.20.0.10 (6c30d47f-f621-43e4-91e6-c0f0af529076/586ae2d5-b7d2-4d50-a570-6e7b3ee407c7/0c9054f8-7655-48ec-9e01-25faf1bb63a4) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:30.033716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69187da2-35cc-4555-9d9d-c3eda8f4f665 req-d56df8e1-2ebd-4bab-97c4-79a6ce21db63 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:30.044126 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469a2ee-1485-4500-82ab-aef956db2a10 req-0d178458-b8ad-45a8-8bcc-845ff90b4995 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:30.044343 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-69187da2-35cc-4555-9d9d-c3eda8f4f665 req-d56df8e1-2ebd-4bab-97c4-79a6ce21db63 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.1426361 Nov 13 04:47:30.053114 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d469a2ee-1485-4500-82ab-aef956db2a10 req-0d178458-b8ad-45a8-8bcc-845ff90b4995 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 943 time: 0.1107666 Nov 13 04:47:30.083615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-51166dff-9201-4998-8308-80b75acf264f None None] Attempting to bind port f0bc937a-d396-4f2b-8258-91bdf83b4631 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:47:30.084530 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-51166dff-9201-4998-8308-80b75acf264f None None] Attempting to bind port f0bc937a-d396-4f2b-8258-91bdf83b4631 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '5306d4dd-6377-4b00-bd97-8b5a5ac25d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6c30d47f-f621-43e4-91e6-c0f0af529076'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:47:30.085308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51166dff-9201-4998-8308-80b75acf264f None None] Attempting to bind port f0bc937a-d396-4f2b-8258-91bdf83b4631 on network 6c30d47f-f621-43e4-91e6-c0f0af529076 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:47:30.099960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51166dff-9201-4998-8308-80b75acf264f None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:47:30.104267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51166dff-9201-4998-8308-80b75acf264f None None] Checking segment: {'id': '5306d4dd-6377-4b00-bd97-8b5a5ac25d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6c30d47f-f621-43e4-91e6-c0f0af529076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:30.105928 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51166dff-9201-4998-8308-80b75acf264f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:30.106548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51166dff-9201-4998-8308-80b75acf264f None None] Bound using segment: {'id': '5306d4dd-6377-4b00-bd97-8b5a5ac25d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6c30d47f-f621-43e4-91e6-c0f0af529076'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:47:30.108116 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-51166dff-9201-4998-8308-80b75acf264f None None] Bound port: f0bc937a-d396-4f2b-8258-91bdf83b4631, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5306d4dd-6377-4b00-bd97-8b5a5ac25d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6c30d47f-f621-43e4-91e6-c0f0af529076'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:47:30.109313 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51166dff-9201-4998-8308-80b75acf264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:30.155567 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-69187da2-35cc-4555-9d9d-c3eda8f4f665 req-83ee2472-192f-4f1b-85d7-ff7359d9999e tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102927 Nov 13 04:47:30.171281 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d469a2ee-1485-4500-82ab-aef956db2a10 req-18680b36-78cd-4631-b27e-8f97b6230099 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171710 Nov 13 04:47:30.242286 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-94bb4b7b-d70d-48b4-bd05-6b909069feb6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:30.254517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-51166dff-9201-4998-8308-80b75acf264f None None] For port f0bc937a-d396-4f2b-8258-91bdf83b4631, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:47:30.258780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-51166dff-9201-4998-8308-80b75acf264f None None] For port f0bc937a-d396-4f2b-8258-91bdf83b4631, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f0bc937a-d396-4f2b-8258-91bdf83b4631,segment=NetworkSegment(5306d4dd-6377-4b00-bd97-8b5a5ac25d2a),segment_id=5306d4dd-6377-4b00-bd97-8b5a5ac25d2a)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:47:30.271016 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51166dff-9201-4998-8308-80b75acf264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:30.296912 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-94bb4b7b-d70d-48b4-bd05-6b909069feb6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:30.368384 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51166dff-9201-4998-8308-80b75acf264f None None] Pushing event updated for resources: {'Port': ['ID=f0bc937a-d396-4f2b-8258-91bdf83b4631,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:30.384298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb4b7b-d70d-48b4-bd05-6b909069feb6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network 6c30d47f-f621-43e4-91e6-c0f0af529076 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:30.388240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-94bb4b7b-d70d-48b4-bd05-6b909069feb6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:30.391462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb4b7b-d70d-48b4-bd05-6b909069feb6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:30.448713 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb4b7b-d70d-48b4-bd05-6b909069feb6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=0c9054f8-7655-48ec-9e01-25faf1bb63a4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:30.472221 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bb4b7b-d70d-48b4-bd05-6b909069feb6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:30.472889 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-94bb4b7b-d70d-48b4-bd05-6b909069feb6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:30.496316 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-94bb4b7b-d70d-48b4-bd05-6b909069feb6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6549699 Nov 13 04:47:30.499496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54330) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:30.507460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9532c722-2f2d-43dd-b26c-bcb98eca512b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'network_id': '6c30d47f-f621-43e4-91e6-c0f0af529076', 'name': 'tempest-PortsTestJSON-1803723538', 'fixed_ips': [{'subnet_id': '586ae2d5-b7d2-4d50-a570-6e7b3ee407c7', 'ip_address': '172.20.0.9'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:30.756187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecdb32-981b-4a15-bfdb-0dfd0cdac970 req-148ba60d-9011-4964-bf24-0d5ef4dd75c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:30.757655 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-01ecdb32-981b-4a15-bfdb-0dfd0cdac970 req-148ba60d-9011-4964-bf24-0d5ef4dd75c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 1097 time: 0.0982833 Nov 13 04:47:30.806445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9532c722-2f2d-43dd-b26c-bcb98eca512b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:30.908976 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9532c722-2f2d-43dd-b26c-bcb98eca512b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:31.011504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecdb32-981b-4a15-bfdb-0dfd0cdac970 req-b9a6cf61-70d3-433b-b440-8257143623b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:31.013335 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-01ecdb32-981b-4a15-bfdb-0dfd0cdac970 req-b9a6cf61-70d3-433b-b440-8257143623b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 911 time: 0.2427726 Nov 13 04:47:31.090144 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-9532c722-2f2d-43dd-b26c-bcb98eca512b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port 629eb63a-82b3-480a-b155-7c9bf0290e78 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:47:31.098061 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-01ecdb32-981b-4a15-bfdb-0dfd0cdac970 req-bfc720e8-5ccf-4c4b-bf79-40e20a97bb90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd670f0e-3909-474d-aa6e-68663d6225d7 HTTP/1.1" status: 200 len: 217 time: 0.0663545 Nov 13 04:47:31.235545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645bde1-c176-4327-8b98-ccd42b3d35ad req-f36a950c-5621-4656-b8d8-89d4de75d29b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:31.249857 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9645bde1-c176-4327-8b98-ccd42b3d35ad req-f36a950c-5621-4656-b8d8-89d4de75d29b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.3511951 Nov 13 04:47:31.377084 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b0fe-1b88-400a-a3ae-d1cbffca2e7b req-674d7b63-ae56-46db-80e0-039fc3c8d082 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:31.400237 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8ff6b0fe-1b88-400a-a3ae-d1cbffca2e7b req-674d7b63-ae56-46db-80e0-039fc3c8d082 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.1193097 Nov 13 04:47:31.449951 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9645bde1-c176-4327-8b98-ccd42b3d35ad req-5a739426-0b38-49db-896b-80c24fa4703f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965616 Nov 13 04:47:31.455804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecdb32-981b-4a15-bfdb-0dfd0cdac970 req-5dc877e3-0172-4a0a-8f13-ce911674f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:31.457348 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-01ecdb32-981b-4a15-bfdb-0dfd0cdac970 req-5dc877e3-0172-4a0a-8f13-ce911674f3c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da060a9b-742c-4f27-98ad-64a6913e0916 HTTP/1.1" status: 200 len: 850 time: 0.3520341 Nov 13 04:47:31.485518 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8ff6b0fe-1b88-400a-a3ae-d1cbffca2e7b req-0fb8cc87-81ba-4176-a227-cb42909e7922 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835166 Nov 13 04:47:31.551085 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-01ecdb32-981b-4a15-bfdb-0dfd0cdac970 req-d6ea071d-a7c2-48a3-9984-cc50f69a23c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abb184c2-0551-4712-87b8-ea6a790c3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855379 Nov 13 04:47:31.822005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-9532c722-2f2d-43dd-b26c-bcb98eca512b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Allocated IP 172.20.0.9 (6c30d47f-f621-43e4-91e6-c0f0af529076/586ae2d5-b7d2-4d50-a570-6e7b3ee407c7/629eb63a-82b3-480a-b155-7c9bf0290e78) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:31.822176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f0bc937a-d396-4f2b-8258-91bdf83b4631 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:31.831798 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ba80d-a529-44a6-8c0c-311446cc12d9 req-9880e1c0-0cab-452a-8352-b81a4d837b46 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:31.833339 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-555ba80d-a529-44a6-8c0c-311446cc12d9 req-9880e1c0-0cab-452a-8352-b81a4d837b46 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 943 time: 0.2437549 Nov 13 04:47:31.889719 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-01ecdb32-981b-4a15-bfdb-0dfd0cdac970 req-59581f38-4cc5-4536-b1a6-c88d5ba052ef service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235345 Nov 13 04:47:31.930687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f0bc937a-d396-4f2b-8258-91bdf83b4631 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:31.931078 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:32.020279 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-555ba80d-a529-44a6-8c0c-311446cc12d9 req-03b00127-3348-4606-a6cf-09325a912ab0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784158 Nov 13 04:47:32.064035 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:32.094395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9253173-048b-486c-af83-95991624f66d None None] Network 6c30d47f-f621-43e4-91e6-c0f0af529076 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:32.269260 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6bddade3-af29-4c8a-8b20-59d0417694b8 None None] Provisioning complete for port f0bc937a-d396-4f2b-8258-91bdf83b4631 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:32.269972 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bddade3-af29-4c8a-8b20-59d0417694b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:32.360430 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port f0bc937a-d396-4f2b-8258-91bdf83b4631, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f0bc937a-d396-4f2b-8258-91bdf83b4631,segment=NetworkSegment(5306d4dd-6377-4b00-bd97-8b5a5ac25d2a),segment_id=5306d4dd-6377-4b00-bd97-8b5a5ac25d2a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:32.443415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-01ecdb32-981b-4a15-bfdb-0dfd0cdac970 req-f81036d0-bc75-4e93-8a8f-d3f96b3c2b02 service neutron] 10.222.0.46 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428953 Nov 13 04:47:32.495465 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:32.528751 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9532c722-2f2d-43dd-b26c-bcb98eca512b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:32.566843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=f0bc937a-d396-4f2b-8258-91bdf83b4631,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:32.577058 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9532c722-2f2d-43dd-b26c-bcb98eca512b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:32.747689 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9532c722-2f2d-43dd-b26c-bcb98eca512b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network 6c30d47f-f621-43e4-91e6-c0f0af529076 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:32.750257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532c722-2f2d-43dd-b26c-bcb98eca512b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=629eb63a-82b3-480a-b155-7c9bf0290e78,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:32.753192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-9532c722-2f2d-43dd-b26c-bcb98eca512b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:32.757949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532c722-2f2d-43dd-b26c-bcb98eca512b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:32.816251 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45074411-4519-461b-bd7f-a46550c205df req-73a8224c-90ac-4279-ae9e-dc317c38bbff tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:32.825342 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45074411-4519-461b-bd7f-a46550c205df req-73a8224c-90ac-4279-ae9e-dc317c38bbff tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1755588 Nov 13 04:47:32.861284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9532c722-2f2d-43dd-b26c-bcb98eca512b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:32.862303 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9532c722-2f2d-43dd-b26c-bcb98eca512b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:32.916118 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9532c722-2f2d-43dd-b26c-bcb98eca512b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4155228 Nov 13 04:47:32.923951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54408) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:32.970832 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e32c3-4724-4982-80f2-88158bc9b114 req-581faabf-80f4-43a1-96a8-4b373a284a2e tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:32.995723 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c1e32c3-4724-4982-80f2-88158bc9b114 req-581faabf-80f4-43a1-96a8-4b373a284a2e tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.1340334 Nov 13 04:47:33.011199 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45074411-4519-461b-bd7f-a46550c205df req-b44296a6-6d02-4495-b223-340368e6ee2a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849077 Nov 13 04:47:33.016556 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-40f5b1d5-f3c1-42b9-9ece-2335b1ac4491 None None] Provisioning complete for port 0c9054f8-7655-48ec-9e01-25faf1bb63a4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:33.017032 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40f5b1d5-f3c1-42b9-9ece-2335b1ac4491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:33.086022 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9999bb-5052-40b2-b297-38702873657e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:33.088329 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4a9999bb-5052-40b2-b297-38702873657e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1631854 Nov 13 04:47:33.091487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54414) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:33.114679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-40f5b1d5-f3c1-42b9-9ece-2335b1ac4491 None None] Port 0c9054f8-7655-48ec-9e01-25faf1bb63a4 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:33.133787 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-40f5b1d5-f3c1-42b9-9ece-2335b1ac4491 None None] Provisioning complete for port f0bc937a-d396-4f2b-8258-91bdf83b4631 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:33.134284 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40f5b1d5-f3c1-42b9-9ece-2335b1ac4491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:33.144371 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c1e32c3-4724-4982-80f2-88158bc9b114 req-b65b38ec-04a4-48a3-b3fe-1fb3ad2e45a1 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476295 Nov 13 04:47:33.226453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a124fd66-ca77-488f-8c30-24ed66c48145 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:33.237620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a124fd66-ca77-488f-8c30-24ed66c48145 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:33.256947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a124fd66-ca77-488f-8c30-24ed66c48145 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:33.260232 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a124fd66-ca77-488f-8c30-24ed66c48145 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1667147 Nov 13 04:47:33.262501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54416) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:33.335522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af962afe-2c6d-4a8b-b17a-eef32d0fb837 req-713c6ec4-0336-4bcf-8881-129836f34694 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:33.343835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-af962afe-2c6d-4a8b-b17a-eef32d0fb837 req-713c6ec4-0336-4bcf-8881-129836f34694 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 945 time: 0.0984857 Nov 13 04:47:33.413201 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-af962afe-2c6d-4a8b-b17a-eef32d0fb837 req-52d15918-ac81-4deb-a577-a28fcf7eb119 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632248 Nov 13 04:47:33.440302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801d1b8-fcad-4773-aa44-9f2c7df19a38 req-1c259b17-916a-4a39-8398-bbfb023dc8be tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:33.442054 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d801d1b8-fcad-4773-aa44-9f2c7df19a38 req-1c259b17-916a-4a39-8398-bbfb023dc8be tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 943 time: 0.1594465 Nov 13 04:47:33.468965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6222bb6c-19db-4d0e-a1fa-1bcf5635b9fb None None] Provisioning complete for port 0c9054f8-7655-48ec-9e01-25faf1bb63a4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:33.469342 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6222bb6c-19db-4d0e-a1fa-1bcf5635b9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:33.492952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc6705-43f0-4d6a-954d-8c07e65715c0 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port 629eb63a-82b3-480a-b155-7c9bf0290e78 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:33.493521 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6705-43f0-4d6a-954d-8c07e65715c0 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:33.547266 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d801d1b8-fcad-4773-aa44-9f2c7df19a38 req-c2c2fbd1-937c-49f4-a72c-8f5b149fa043 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982201 Nov 13 04:47:33.580532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6222bb6c-19db-4d0e-a1fa-1bcf5635b9fb None None] Port 0c9054f8-7655-48ec-9e01-25faf1bb63a4 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:33.625580 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54424) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:33.658949 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6705-43f0-4d6a-954d-8c07e65715c0 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:33.673034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc6705-43f0-4d6a-954d-8c07e65715c0 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for 629eb63a-82b3-480a-b155-7c9bf0290e78 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:33.718732 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2f647dab-2ae4-4df4-8acc-2433956d1420 None None] Provisioning complete for port 629eb63a-82b3-480a-b155-7c9bf0290e78 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:33.723240 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f647dab-2ae4-4df4-8acc-2433956d1420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:33.790769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f0bc937a-d396-4f2b-8258-91bdf83b4631 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:33.838187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2f647dab-2ae4-4df4-8acc-2433956d1420 None None] Port 629eb63a-82b3-480a-b155-7c9bf0290e78 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:33.847568 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-070b8728-ba6f-4a35-8a28-412d99cf5b44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:33.879860 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f0bc937a-d396-4f2b-8258-91bdf83b4631 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:33.880276 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:33.889317 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6705-43f0-4d6a-954d-8c07e65715c0 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:33.932237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc6705-43f0-4d6a-954d-8c07e65715c0 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=629eb63a-82b3-480a-b155-7c9bf0290e78,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:33.961295 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-070b8728-ba6f-4a35-8a28-412d99cf5b44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:33.966670 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-070b8728-ba6f-4a35-8a28-412d99cf5b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:33.973754 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35370cc8-fd4b-4bab-87fd-9709069b7b3d req-79d6992b-1cda-4218-a780-ff543bbc3379 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:33.978108 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35370cc8-fd4b-4bab-87fd-9709069b7b3d req-79d6992b-1cda-4218-a780-ff543bbc3379 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 945 time: 0.1427946 Nov 13 04:47:34.027028 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-070b8728-ba6f-4a35-8a28-412d99cf5b44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9cacb3e72204bd292e53fd441ea31ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3992603 Nov 13 04:47:34.028041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54430) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:34.029390 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b8728-ba6f-4a35-8a28-412d99cf5b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21f92bc-f594-4654-9d36-624dba841078,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:34.135894 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35370cc8-fd4b-4bab-87fd-9709069b7b3d req-b2615960-efcf-41f3-8529-08bdeb0a07f7 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1c942fa-344c-47a2-adff-310a0f63462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207237 Nov 13 04:47:34.144106 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6705-43f0-4d6a-954d-8c07e65715c0 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:34.148245 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a9dc6705-43f0-4d6a-954d-8c07e65715c0 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/629eb63a-82b3-480a-b155-7c9bf0290e78 HTTP/1.1" status: 204 len: 168 time: 0.8829904 Nov 13 04:47:34.150992 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54434) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:34.156307 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7cbf0ce7-6163-450f-b57d-6fb87226d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:34.186858 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-582fed85-356e-4a18-9b18-abc69c4dffb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:34.193433 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea649952-9a97-43d9-9df4-00669c85aa30 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] GET failed (client error): The resource could not be found. Nov 13 04:47:34.204172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54440) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:34.206583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ea649952-9a97-43d9-9df4-00669c85aa30 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/629eb63a-82b3-480a-b155-7c9bf0290e78 HTTP/1.1" status: 404 len: 333 time: 0.0542345 Nov 13 04:47:34.312109 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device bd670f0e-3909-474d-aa6e-68663d6225d7 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:47:34.318189 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c9ac6-94ba-4bf3-b89a-4994a80c24a8 req-1b4eae0a-2538-44b0-8ca6-9624e5d6b52a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:34.325077 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-582fed85-356e-4a18-9b18-abc69c4dffb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:34.328408 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a33c9ac6-94ba-4bf3-b89a-4994a80c24a8 req-1b4eae0a-2538-44b0-8ca6-9624e5d6b52a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 946 time: 0.1087928 Nov 13 04:47:34.387111 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a33c9ac6-94ba-4bf3-b89a-4994a80c24a8 req-61a680b4-c5c7-499c-a8ba-2079c765d212 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575266 Nov 13 04:47:34.430121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ce9e8-3f34-4d51-8af8-f38cb6fd2757 req-403256bd-9ef7-44d6-83e0-a0ec94d7efb4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:34.432023 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b23ce9e8-3f34-4d51-8af8-f38cb6fd2757 req-403256bd-9ef7-44d6-83e0-a0ec94d7efb4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.1173880 Nov 13 04:47:34.443702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-58fd34b8-1f75-49fd-9ce2-ad440f807ee2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port 0c9054f8-7655-48ec-9e01-25faf1bb63a4 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:34.444199 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58fd34b8-1f75-49fd-9ce2-ad440f807ee2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:34.462095 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:34.487912 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc981787-c325-44de-af90-8e073ae3ec56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd670f0e-3909-474d-aa6e-68663d6225d7'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:47:34.490475 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50158455-4f68-48bb-b5ea-0f8ab9bcb1c0" -d '{"events": [{"server_uuid": "dc981787-c325-44de-af90-8e073ae3ec56", "name": "network-vif-unplugged", "status": "completed", "tag": "bd670f0e-3909-474d-aa6e-68663d6225d7"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:47:34.510375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port bd670f0e-3909-474d-aa6e-68663d6225d7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=bd670f0e-3909-474d-aa6e-68663d6225d7,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:34.525852 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:34.556351 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-582fed85-356e-4a18-9b18-abc69c4dffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:34.559020 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-582fed85-356e-4a18-9b18-abc69c4dffb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:34.563079 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-582fed85-356e-4a18-9b18-abc69c4dffb3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a21f92bc-f594-4654-9d36-624dba841078 HTTP/1.1" status: 204 len: 168 time: 0.5252457 Nov 13 04:47:34.590553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=bd670f0e-3909-474d-aa6e-68663d6225d7,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:34.592101 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b23ce9e8-3f34-4d51-8af8-f38cb6fd2757 req-4b4b0064-7df9-4663-b82e-4e978a20391e tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525571 Nov 13 04:47:34.595471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fed85-356e-4a18-9b18-abc69c4dffb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21f92bc-f594-4654-9d36-624dba841078,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:34.615593 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58fd34b8-1f75-49fd-9ce2-ad440f807ee2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:34.621933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbea2c0-642b-4668-9138-40150331eab5 req-241d4cc1-92be-4c71-84b3-7bbfb54452e3 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:34.641378 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6fbea2c0-642b-4668-9138-40150331eab5 req-241d4cc1-92be-4c71-84b3-7bbfb54452e3 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 945 time: 0.0812578 Nov 13 04:47:34.653197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-58fd34b8-1f75-49fd-9ce2-ad440f807ee2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for 0c9054f8-7655-48ec-9e01-25faf1bb63a4 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:34.705010 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6fbea2c0-642b-4668-9138-40150331eab5 req-af7aa5db-c783-4a90-8f6e-6e7fabcd8859 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622625 Nov 13 04:47:34.757891 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b94fa1-4201-47a5-ae6d-ce67efc3ec19 x-openstack-request-id: req-14b94fa1-4201-47a5-ae6d-ce67efc3ec19 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:47:34.759606 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc981787-c325-44de-af90-8e073ae3ec56", "name": "network-vif-unplugged", "status": "completed", "tag": "bd670f0e-3909-474d-aa6e-68663d6225d7", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:47:34.760076 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14b94fa1-4201-47a5-ae6d-ce67efc3ec19 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:47:34.760680 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc981787-c325-44de-af90-8e073ae3ec56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd670f0e-3909-474d-aa6e-68663d6225d7', 'code': 200} Nov 13 04:47:34.802255 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-48c6fe25-4108-4676-a452-2cf4903ec613 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:34.803798 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-48c6fe25-4108-4676-a452-2cf4903ec613 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 945 time: 0.0936911 Nov 13 04:47:34.837598 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58fd34b8-1f75-49fd-9ce2-ad440f807ee2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:34.890619 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd34b8-1f75-49fd-9ce2-ad440f807ee2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=0c9054f8-7655-48ec-9e01-25faf1bb63a4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:34.940962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6074eeb-cc31-456a-9c43-1abdcfd622d3 req-3f100772-c7c1-42e3-95f2-d5eb0f5b2235 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:34.948704 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6074eeb-cc31-456a-9c43-1abdcfd622d3 req-3f100772-c7c1-42e3-95f2-d5eb0f5b2235 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 943 time: 0.0960755 Nov 13 04:47:34.958688 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58fd34b8-1f75-49fd-9ce2-ad440f807ee2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:34.965727 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-58fd34b8-1f75-49fd-9ce2-ad440f807ee2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/0c9054f8-7655-48ec-9e01-25faf1bb63a4 HTTP/1.1" status: 204 len: 168 time: 0.7597406 Nov 13 04:47:34.966362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54452) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:34.996482 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba41e755-340e-4f92-8af3-2980d9b45fe8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] GET failed (client error): The resource could not be found. Nov 13 04:47:35.001370 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ba41e755-340e-4f92-8af3-2980d9b45fe8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/0c9054f8-7655-48ec-9e01-25faf1bb63a4 HTTP/1.1" status: 404 len: 333 time: 0.0339859 Nov 13 04:47:35.001970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54454) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:35.018625 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6074eeb-cc31-456a-9c43-1abdcfd622d3 req-2f2a1a53-cc53-482c-a6ca-31ca5acd6264 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689561 Nov 13 04:47:35.049715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-92fa2b4a-64e7-44c6-ac2e-0f935845dd1f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Deleting port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:35.050389 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-92fa2b4a-64e7-44c6-ac2e-0f935845dd1f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:35.083929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54456) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:35.099212 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5be405c-1176-4ade-964e-a8b044d1c0b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:35.125359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe45d686-26e0-4d74-b864-3a5b47e21cc2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting subnet 586ae2d5-b7d2-4d50-a570-6e7b3ee407c7 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:47:35.130293 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe45d686-26e0-4d74-b864-3a5b47e21cc2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:35.181227 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5be405c-1176-4ade-964e-a8b044d1c0b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:35.188528 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5be405c-1176-4ade-964e-a8b044d1c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:35.191687 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe45d686-26e0-4d74-b864-3a5b47e21cc2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:35.228812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-92fa2b4a-64e7-44c6-ac2e-0f935845dd1f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] For port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=94c6d538-aac1-4dd4-a2c6-98c5881d4f78,segment=NetworkSegment(6924b9e9-b293-4b8e-9f21-718340ff583e),segment_id=6924b9e9-b293-4b8e-9f21-718340ff583e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:35.229233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-92fa2b4a-64e7-44c6-ac2e-0f935845dd1f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:35.234476 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d5be405c-1176-4ade-964e-a8b044d1c0b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad0d2995be804a2ca528c121c146d83c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1471596 Nov 13 04:47:35.238052 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54460) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:35.242833 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be405c-1176-4ade-964e-a8b044d1c0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03b4e7b-1cfc-4f6b-945d-88ac825be889,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:35.280799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f85809-8d66-4e28-9c08-8f96022d0f47 req-e86c5868-6bfa-4ef5-97b7-00c711b6a94b tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:35.282286 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f2f85809-8d66-4e28-9c08-8f96022d0f47 req-e86c5868-6bfa-4ef5-97b7-00c711b6a94b tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 945 time: 0.0489562 Nov 13 04:47:35.331880 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f2f85809-8d66-4e28-9c08-8f96022d0f47 req-a115a737-ea7a-4959-8093-1cb77b2678ef tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1c942fa-344c-47a2-adff-310a0f63462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431049 Nov 13 04:47:35.739099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8747abf-a409-41d1-84da-6653d8b11025 req-177526a0-fbfc-42c5-bdf5-316a2c89f11d tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:35.740828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8747abf-a409-41d1-84da-6653d8b11025 req-177526a0-fbfc-42c5-bdf5-316a2c89f11d tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.0515952 Nov 13 04:47:35.793722 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8747abf-a409-41d1-84da-6653d8b11025 req-91967f9a-dfa6-46ca-abf1-616eda3d0f55 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467067 Nov 13 04:47:35.827055 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe45d686-26e0-4d74-b864-3a5b47e21cc2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:35.872901 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76cd237d-938b-40c3-bbdf-33a78d36dfb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:35.897871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f89f-5974-4276-bb24-f3a3878d2f7d req-7d75e4c2-1136-4b7c-a950-b21750359763 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:35.899228 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a174f89f-5974-4276-bb24-f3a3878d2f7d req-7d75e4c2-1136-4b7c-a950-b21750359763 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 945 time: 0.0497365 Nov 13 04:47:35.932243 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd88776-350d-43c4-bab6-2ff306f82a40 req-4221d34a-6dfb-4036-a692-5d2295a8d469 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:35.933758 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fd88776-350d-43c4-bab6-2ff306f82a40 req-4221d34a-6dfb-4036-a692-5d2295a8d469 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 944 time: 0.2427354 Nov 13 04:47:35.948754 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a174f89f-5974-4276-bb24-f3a3878d2f7d req-8dd94c5c-fb11-4748-8f5a-981458b7400d tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e386462-6d6e-4274-8cfc-7fcf16608f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430772 Nov 13 04:47:35.968554 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76cd237d-938b-40c3-bbdf-33a78d36dfb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.016083 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe45d686-26e0-4d74-b864-3a5b47e21cc2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.036065 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-92fa2b4a-64e7-44c6-ac2e-0f935845dd1f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.036495 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-92fa2b4a-64e7-44c6-ac2e-0f935845dd1f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.036715 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-92fa2b4a-64e7-44c6-ac2e-0f935845dd1f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Floating IP c56d8311-9747-4f7f-a581-7dc6091f9627 disassociated. External IP: 172.25.8.47, port: 94c6d538-aac1-4dd4-a2c6-98c5881d4f78. Nov 13 04:47:36.037095 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-92fa2b4a-64e7-44c6-ac2e-0f935845dd1f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Calling delete_port for 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:36.038011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960db65f-f7fe-4cdd-a35f-bc4e20b34adf req-90abe9b6-5c54-4c38-8346-8a22e338bf39 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:36.040169 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-960db65f-f7fe-4cdd-a35f-bc4e20b34adf req-90abe9b6-5c54-4c38-8346-8a22e338bf39 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 945 time: 0.0606759 Nov 13 04:47:36.080403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45d686-26e0-4d74-b864-3a5b47e21cc2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Subnet': ['ID=586ae2d5-b7d2-4d50-a570-6e7b3ee407c7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:36.091507 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe45d686-26e0-4d74-b864-3a5b47e21cc2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.098211 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fe45d686-26e0-4d74-b864-3a5b47e21cc2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/586ae2d5-b7d2-4d50-a570-6e7b3ee407c7 HTTP/1.1" status: 204 len: 168 time: 1.0907376 Nov 13 04:47:36.098378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54472) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:36.098474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f0335c-4086-4b74-95e1-5225d35dfb01 None None] Network 6c30d47f-f621-43e4-91e6-c0f0af529076 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:36.106594 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fd88776-350d-43c4-bab6-2ff306f82a40 req-919b7ff2-d304-4994-9851-01a48ecba7e4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620789 Nov 13 04:47:36.210623 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127784b-fce5-44da-835e-40def277d7a6 req-1e3dae2a-4c77-489c-8d78-23c1f19e5139 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:36.212333 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3127784b-fce5-44da-835e-40def277d7a6 req-1e3dae2a-4c77-489c-8d78-23c1f19e5139 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 943 time: 0.0989900 Nov 13 04:47:36.234291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-960db65f-f7fe-4cdd-a35f-bc4e20b34adf req-861d6a1d-b609-4f1a-96bb-8fd6d0590bf7 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Deleting port ec2c8454-beca-483e-ae5b-60d1fd364756 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:36.234635 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-960db65f-f7fe-4cdd-a35f-bc4e20b34adf req-861d6a1d-b609-4f1a-96bb-8fd6d0590bf7 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.243726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76cd237d-938b-40c3-bbdf-33a78d36dfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.246270 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76cd237d-938b-40c3-bbdf-33a78d36dfb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.247790 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-76cd237d-938b-40c3-bbdf-33a78d36dfb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e03b4e7b-1cfc-4f6b-945d-88ac825be889 HTTP/1.1" status: 204 len: 168 time: 1.0047913 Nov 13 04:47:36.277925 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd237d-938b-40c3-bbdf-33a78d36dfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03b4e7b-1cfc-4f6b-945d-88ac825be889,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:36.297028 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.343914 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3127784b-fce5-44da-835e-40def277d7a6 req-bef2fc6d-c0c0-4bd0-bbf1-84a8c8a62a0e tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245682 Nov 13 04:47:36.386178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bdc91d-2302-4247-a8dd-fb745b33eb06 None None] DHCP port deletion for 6c30d47f-f621-43e4-91e6-c0f0af529076 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:36.396795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-960db65f-f7fe-4cdd-a35f-bc4e20b34adf req-861d6a1d-b609-4f1a-96bb-8fd6d0590bf7 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] For port ec2c8454-beca-483e-ae5b-60d1fd364756, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ec2c8454-beca-483e-ae5b-60d1fd364756,segment=NetworkSegment(2330a84e-a55b-402c-ae56-07c742508ec3),segment_id=2330a84e-a55b-402c-ae56-07c742508ec3)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:36.397328 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-960db65f-f7fe-4cdd-a35f-bc4e20b34adf req-861d6a1d-b609-4f1a-96bb-8fd6d0590bf7 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.413723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-960db65f-f7fe-4cdd-a35f-bc4e20b34adf req-861d6a1d-b609-4f1a-96bb-8fd6d0590bf7 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Calling delete_port for ec2c8454-beca-483e-ae5b-60d1fd364756 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:36.463390 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port f0bc937a-d396-4f2b-8258-91bdf83b4631 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:36.463716 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.465484 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-92fa2b4a-64e7-44c6-ac2e-0f935845dd1f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.493828 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0642d531-5e61-48ef-ab9d-1797f6d0a016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.511463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-76bdc91d-2302-4247-a8dd-fb745b33eb06 None None] Deleting port f0bc937a-d396-4f2b-8258-91bdf83b4631 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:36.512103 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76bdc91d-2302-4247-a8dd-fb745b33eb06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.529067 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa2b4a-64e7-44c6-ac2e-0f935845dd1f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Pushing event deleted for resources: {'Port': ['ID=94c6d538-aac1-4dd4-a2c6-98c5881d4f78,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:36.611121 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] For port f0bc937a-d396-4f2b-8258-91bdf83b4631, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f0bc937a-d396-4f2b-8258-91bdf83b4631,segment=NetworkSegment(5306d4dd-6377-4b00-bd97-8b5a5ac25d2a),segment_id=5306d4dd-6377-4b00-bd97-8b5a5ac25d2a)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:36.611479 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.623475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988af94-9294-4167-b39d-31aacc43e2f2 req-d32b92ff-1b35-4b94-9c52-0878a4f7a3b5 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:36.625150 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8988af94-9294-4167-b39d-31aacc43e2f2 req-d32b92ff-1b35-4b94-9c52-0878a4f7a3b5 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6d0a32-e27d-4552-a7a9-80a66892e063 HTTP/1.1" status: 200 len: 945 time: 0.1138616 Nov 13 04:47:36.633236 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for f0bc937a-d396-4f2b-8258-91bdf83b4631 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:36.650951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-76bdc91d-2302-4247-a8dd-fb745b33eb06 None None] For port f0bc937a-d396-4f2b-8258-91bdf83b4631, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f0bc937a-d396-4f2b-8258-91bdf83b4631,segment=NetworkSegment(5306d4dd-6377-4b00-bd97-8b5a5ac25d2a),segment_id=5306d4dd-6377-4b00-bd97-8b5a5ac25d2a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:36.658335 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76bdc91d-2302-4247-a8dd-fb745b33eb06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.690793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-76bdc91d-2302-4247-a8dd-fb745b33eb06 None None] Calling delete_port for f0bc937a-d396-4f2b-8258-91bdf83b4631 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:36.724446 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-960db65f-f7fe-4cdd-a35f-bc4e20b34adf req-861d6a1d-b609-4f1a-96bb-8fd6d0590bf7 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.747973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8988af94-9294-4167-b39d-31aacc43e2f2 req-2a8e01b1-aa5c-4f8e-bc40-6250e809e126 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1c942fa-344c-47a2-adff-310a0f63462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160879 Nov 13 04:47:36.773779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17b47e5-7b8d-418c-85a4-6c8a7022e72a None None] DHCP port deletion for f9bd9abe-18e1-4d77-adb5-44010d3a10bc request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:36.778204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['ec2c8454-beca-483e-ae5b-60d1fd364756'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:47:36.838061 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d6a1d-b609-4f1a-96bb-8fd6d0590bf7 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Pushing event deleted for resources: {'Port': ['ID=ec2c8454-beca-483e-ae5b-60d1fd364756,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:36.853823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-960db65f-f7fe-4cdd-a35f-bc4e20b34adf req-861d6a1d-b609-4f1a-96bb-8fd6d0590bf7 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] No DVR routers for this DVR port ec2c8454-beca-483e-ae5b-60d1fd364756 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:47:36.856575 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-960db65f-f7fe-4cdd-a35f-bc4e20b34adf req-861d6a1d-b609-4f1a-96bb-8fd6d0590bf7 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.860326 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-960db65f-f7fe-4cdd-a35f-bc4e20b34adf req-861d6a1d-b609-4f1a-96bb-8fd6d0590bf7 tempest-VolumesAdminNegativeTest-537745751 tempest-VolumesAdminNegativeTest-537745751-project] 10.222.0.36 "DELETE /v2.0/ports/ec2c8454-beca-483e-ae5b-60d1fd364756 HTTP/1.1" status: 204 len: 173 time: 0.7986264 Nov 13 04:47:36.861397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6d0a32-e27d-4552-a7a9-80a66892e063', 'name': 'network-vif-deleted', 'tag': 'ec2c8454-beca-483e-ae5b-60d1fd364756'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:47:36.863474 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce394527-e494-4b49-b9cd-104ad9436438" -d '{"events": [{"server_uuid": "9b6d0a32-e27d-4552-a7a9-80a66892e063", "name": "network-vif-deleted", "tag": "ec2c8454-beca-483e-ae5b-60d1fd364756"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: from cryptography.utils import int_from_bytes Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: from cryptography.utils import int_from_bytes Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.914624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.916950 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.916950 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.916950 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.916950 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.916950 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.916950 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.916950 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.916950 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.916950 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.916950 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.916950 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.916950 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.916950 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:36.916950 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 04:47:36.936475 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.937735 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76bdc91d-2302-4247-a8dd-fb745b33eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:36.981317 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdc91d-2302-4247-a8dd-fb745b33eb06 None None] Pushing event deleted for resources: {'Port': ['ID=f0bc937a-d396-4f2b-8258-91bdf83b4631,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:37.011473 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bdc91d-2302-4247-a8dd-fb745b33eb06 None None] No DVR routers for this DVR port f0bc937a-d396-4f2b-8258-91bdf83b4631 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:47:37.035970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=f0bc937a-d396-4f2b-8258-91bdf83b4631,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:37.041427 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No DVR routers for this DVR port f0bc937a-d396-4f2b-8258-91bdf83b4631 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:47:37.095146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-92fa2b4a-64e7-44c6-ac2e-0f935845dd1f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:47:37.129360 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498274f-bb08-4c46-8b4a-03400f48125d req-8a13c31f-bb69-4896-8b90-04e2e60aae62 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:37.137832 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a498274f-bb08-4c46-8b4a-03400f48125d req-8a13c31f-bb69-4896-8b90-04e2e60aae62 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.0976417 Nov 13 04:47:37.228609 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:37.255765 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a498274f-bb08-4c46-8b4a-03400f48125d req-d5ed6e66-6ed2-4e84-b08b-9dc386227b79 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114202 Nov 13 04:47:37.259791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c30d47f-f621-43e4-91e6-c0f0af529076']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:37.271656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5306d4dd-6377-4b00-bd97-8b5a5ac25d2a') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:37.271894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5306d4dd-6377-4b00-bd97-8b5a5ac25d2a') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:37.320899 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:37.345127 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:37.355753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:47:37.356211 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:47:37.359937 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:47:37.371978 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-92fa2b4a-64e7-44c6-ac2e-0f935845dd1f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:47:37.386558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a24c76-3fdb-43fd-8da6-5e6ce0599a6f None None] Sync routers for ids ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:47:37.399131 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a24c76-3fdb-43fd-8da6-5e6ce0599a6f None None] Routers {'142dcdad-b7d2-4335-83d9-aedaf2cfc965'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:47:37.403065 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-90a24c76-3fdb-43fd-8da6-5e6ce0599a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:47:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:37.453932 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-92fa2b4a-64e7-44c6-ac2e-0f935845dd1f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] No DVR routers for this DVR port 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:47:37.456624 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-92fa2b4a-64e7-44c6-ac2e-0f935845dd1f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:37.460878 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b20447d-a2f1-48b0-9970-5848a74bdf98 req-92fa2b4a-64e7-44c6-ac2e-0f935845dd1f tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.36 "DELETE /v2.0/ports/94c6d538-aac1-4dd4-a2c6-98c5881d4f78 HTTP/1.1" status: 204 len: 173 time: 2.6494074 Nov 13 04:47:37.461466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f700e05-3ad2-4b5c-9bae-b2ef359bfac3', 'name': 'network-vif-deleted', 'tag': '94c6d538-aac1-4dd4-a2c6-98c5881d4f78'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:47:37.463878 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfd6335-e6d5-4177-aaff-d8ae5c9748d3" -d '{"events": [{"server_uuid": "7f700e05-3ad2-4b5c-9bae-b2ef359bfac3", "name": "network-vif-deleted", "tag": "94c6d538-aac1-4dd4-a2c6-98c5881d4f78"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:47:37.467814 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:37.474495 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:37.477427 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/networks/6c30d47f-f621-43e4-91e6-c0f0af529076 HTTP/1.1" status: 204 len: 168 time: 1.3693051 Nov 13 04:47:37.482053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54550) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:37.488460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a4923f60-aa3b-409c-a158-20808983b8f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-534133853'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:37.508435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458d169-b868-449f-a2f6-4ef252845cdd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Network': ['ID=6c30d47f-f621-43e4-91e6-c0f0af529076,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:37.599384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4923f60-aa3b-409c-a158-20808983b8f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:37.603804 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4923f60-aa3b-409c-a158-20808983b8f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:37.608511 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-90a24c76-3fdb-43fd-8da6-5e6ce0599a6f None None] Set router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:47:37.634088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4923f60-aa3b-409c-a158-20808983b8f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:47:37.646121 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4923f60-aa3b-409c-a158-20808983b8f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:37.646446 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-a4923f60-aa3b-409c-a158-20808983b8f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Added segment db5312a3-3e9c-4a8e-9946-0681f92321a8 of type vlan for network ebdde1fa-b49e-4abe-9e89-c390e973f73c Nov 13 04:47:37.739635 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b4639c-93f9-48db-a571-33cf8f14fec1 x-openstack-request-id: req-e9b4639c-93f9-48db-a571-33cf8f14fec1 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:47:37.746208 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6d0a32-e27d-4552-a7a9-80a66892e063", "name": "network-vif-deleted", "tag": "ec2c8454-beca-483e-ae5b-60d1fd364756", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:47:37.746896 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9b4639c-93f9-48db-a571-33cf8f14fec1 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:47:37.747751 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6d0a32-e27d-4552-a7a9-80a66892e063', 'name': 'network-vif-deleted', 'tag': 'ec2c8454-beca-483e-ae5b-60d1fd364756', 'status': 'completed', 'code': 200} Nov 13 04:47:37.775008 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4923f60-aa3b-409c-a158-20808983b8f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:37.801664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f0bc937a-d396-4f2b-8258-91bdf83b4631 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:47:37.809656 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bee2d664-019d-45d8-b29c-0648981cac10 req-21500b82-c779-44c1-8fd7-312ee06329b8 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f700e05-3ad2-4b5c-9bae-b2ef359bfac3 HTTP/1.1" status: 200 len: 210 time: 0.0512514 Nov 13 04:47:37.877567 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4923f60-aa3b-409c-a158-20808983b8f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:37.888090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4923f60-aa3b-409c-a158-20808983b8f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:37.889759 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4923f60-aa3b-409c-a158-20808983b8f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:37.900666 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd71fe-da87-403e-b082-892d3b822c36 req-d405c3e5-172a-45c8-b658-0f907afe4d56 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:37.904221 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8cd71fe-da87-403e-b082-892d3b822c36 req-d405c3e5-172a-45c8-b658-0f907afe4d56 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc981787-c325-44de-af90-8e073ae3ec56 HTTP/1.1" status: 200 len: 944 time: 0.0958667 Nov 13 04:47:37.967190 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a4923f60-aa3b-409c-a158-20808983b8f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4830940 Nov 13 04:47:37.980445 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54558) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:37.990148 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d65996fc-42b8-4cda-84f1-5671c1f574c4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'subnet': {'network_id': 'ebdde1fa-b49e-4abe-9e89-c390e973f73c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:38.062012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4923f60-aa3b-409c-a158-20808983b8f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Network': ['ID=ebdde1fa-b49e-4abe-9e89-c390e973f73c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:38.090340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecde5f-c9b9-4c2d-a33e-ba24213f8a66 req-7515ab87-eb38-4ca0-ab79-cf1e2889dadb tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:38.092358 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-95ecde5f-c9b9-4c2d-a33e-ba24213f8a66 req-7515ab87-eb38-4ca0-ab79-cf1e2889dadb tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 943 time: 0.1528299 Nov 13 04:47:38.099293 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37809ef8-a764-4a6b-be3d-e099f03cdbad req-4f9eb1f3-fe04-4fc4-a0d0-7804b488a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:38.100867 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-37809ef8-a764-4a6b-be3d-e099f03cdbad req-4f9eb1f3-fe04-4fc4-a0d0-7804b488a667 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 1097 time: 0.1956782 Nov 13 04:47:38.167230 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-95ecde5f-c9b9-4c2d-a33e-ba24213f8a66 req-4449ee1d-59d7-4fa5-a003-e726c7adc536 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622821 Nov 13 04:47:38.195792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65996fc-42b8-4cda-84f1-5671c1f574c4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:38.200416 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d65996fc-42b8-4cda-84f1-5671c1f574c4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:38.202583 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:47:38.207279 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-37809ef8-a764-4a6b-be3d-e099f03cdbad req-473280a2-85db-4a0c-9679-c1796d542190 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943348 Nov 13 04:47:38.209691 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f8cd71fe-da87-403e-b082-892d3b822c36 req-9cd2450d-40b7-4fae-93c9-97ba76cc99e8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Deleting port bd670f0e-3909-474d-aa6e-68663d6225d7 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:38.210060 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f8cd71fe-da87-403e-b082-892d3b822c36 req-9cd2450d-40b7-4fae-93c9-97ba76cc99e8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:38.211065 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network ebdde1fa-b49e-4abe-9e89-c390e973f73c details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:47:38.240295 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bd93ae-7787-4927-b4ed-0b75d7f4827b x-openstack-request-id: req-17bd93ae-7787-4927-b4ed-0b75d7f4827b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:47:38.240631 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f700e05-3ad2-4b5c-9bae-b2ef359bfac3", "name": "network-vif-deleted", "tag": "94c6d538-aac1-4dd4-a2c6-98c5881d4f78", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:47:38.240824 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17bd93ae-7787-4927-b4ed-0b75d7f4827b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:47:38.241295 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f700e05-3ad2-4b5c-9bae-b2ef359bfac3', 'name': 'network-vif-deleted', 'tag': '94c6d538-aac1-4dd4-a2c6-98c5881d4f78', 'status': 'completed', 'code': 200} Nov 13 04:47:38.283346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54570) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:38.285788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f0bc937a-d396-4f2b-8258-91bdf83b4631 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:47:38.287950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f0bc937a-d396-4f2b-8258-91bdf83b4631 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:47:38.359894 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e244ef-fbc3-49cc-bde3-f10e4c979320 admin admin] Deleting subnet 4cf5949c-743b-4e59-9a64-c920f191b82d {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:47:38.364430 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3e244ef-fbc3-49cc-bde3-f10e4c979320 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:38.372849 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:47:38.373328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 94c6d538-aac1-4dd4-a2c6-98c5881d4f78 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:47:38.378155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f8cd71fe-da87-403e-b082-892d3b822c36 req-9cd2450d-40b7-4fae-93c9-97ba76cc99e8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] For port bd670f0e-3909-474d-aa6e-68663d6225d7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=bd670f0e-3909-474d-aa6e-68663d6225d7,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:38.378514 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f8cd71fe-da87-403e-b082-892d3b822c36 req-9cd2450d-40b7-4fae-93c9-97ba76cc99e8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:38.379447 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device bd670f0e-3909-474d-aa6e-68663d6225d7 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:47:38.382144 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:38.399363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f8cd71fe-da87-403e-b082-892d3b822c36 req-9cd2450d-40b7-4fae-93c9-97ba76cc99e8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Calling delete_port for bd670f0e-3909-474d-aa6e-68663d6225d7 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:38.418632 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3e244ef-fbc3-49cc-bde3-f10e4c979320 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:38.475306 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3e244ef-fbc3-49cc-bde3-f10e4c979320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:38.544276 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d65996fc-42b8-4cda-84f1-5671c1f574c4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:38.552581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-90a24c76-3fdb-43fd-8da6-5e6ce0599a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:44:14Z', 'revision_number': 4, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'gw_port': {'id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:10Z', 'updated_at': '2021-11-13T04:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '99322986-5b56-4109-b9eb-b2b7c94759cc', 'name': '', 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'mac_address': 'fa:16:3e:47:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:13Z', 'updated_at': '2021-11-13T04:44:21Z', 'revision_number': 5, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'subnets': [{'id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:38.565818 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3e244ef-fbc3-49cc-bde3-f10e4c979320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:38.612342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e244ef-fbc3-49cc-bde3-f10e4c979320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf5949c-743b-4e59-9a64-c920f191b82d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:38.621364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a24c76-3fdb-43fd-8da6-5e6ce0599a6f None None] Checking router: 142dcdad-b7d2-4335-83d9-aedaf2cfc965 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:47:38.625918 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3e244ef-fbc3-49cc-bde3-f10e4c979320 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:38.635978 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c3e244ef-fbc3-49cc-bde3-f10e4c979320 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4cf5949c-743b-4e59-9a64-c920f191b82d HTTP/1.1" status: 204 len: 168 time: 0.3510747 Nov 13 04:47:38.637095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54578) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:38.637296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c49db4-f549-432a-bc34-4c1ea5649bb2 None None] Network f9bd9abe-18e1-4d77-adb5-44010d3a10bc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:38.641773 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65996fc-42b8-4cda-84f1-5671c1f574c4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Subnet': ['ID=f70faa28-3832-4908-a559-7804c4d67390,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:38.660012 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65996fc-42b8-4cda-84f1-5671c1f574c4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Checking segment: {'id': 'db5312a3-3e9c-4a8e-9946-0681f92321a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ebdde1fa-b49e-4abe-9e89-c390e973f73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:38.660365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65996fc-42b8-4cda-84f1-5671c1f574c4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network hostable DHCP agents. Network: ebdde1fa-b49e-4abe-9e89-c390e973f73c, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:47:38.690608 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f8cd71fe-da87-403e-b082-892d3b822c36 req-9cd2450d-40b7-4fae-93c9-97ba76cc99e8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:38.726805 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a24c76-3fdb-43fd-8da6-5e6ce0599a6f None None] Routers {'142dcdad-b7d2-4335-83d9-aedaf2cfc965'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:47:38.727854 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-90a24c76-3fdb-43fd-8da6-5e6ce0599a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:47:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:38.780162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0772f-f053-4227-b4e2-06c5ccadc98d req-d6d329f5-6200-4e56-8a21-d29ead7f7df6 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:38.781397 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a13027c-c75d-481a-b1c3-e81360d4ee4d None None] DHCP port deletion for abb184c2-0551-4712-87b8-ea6a790c3ce3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:38.781697 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-73b0772f-f053-4227-b4e2-06c5ccadc98d req-d6d329f5-6200-4e56-8a21-d29ead7f7df6 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.0993650 Nov 13 04:47:38.785849 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27497de1-37b4-45cf-98b7-361c45815cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:38.825158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cd71fe-da87-403e-b082-892d3b822c36 req-9cd2450d-40b7-4fae-93c9-97ba76cc99e8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] No DVR routers for this DVR port bd670f0e-3909-474d-aa6e-68663d6225d7 on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:47:38.829695 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f8cd71fe-da87-403e-b082-892d3b822c36 req-9cd2450d-40b7-4fae-93c9-97ba76cc99e8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:38.843707 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8cd71fe-da87-403e-b082-892d3b822c36 req-9cd2450d-40b7-4fae-93c9-97ba76cc99e8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "DELETE /v2.0/ports/bd670f0e-3909-474d-aa6e-68663d6225d7 HTTP/1.1" status: 204 len: 173 time: 0.9172125 Nov 13 04:47:38.846068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2450d-40b7-4fae-93c9-97ba76cc99e8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Pushing event deleted for resources: {'Port': ['ID=bd670f0e-3909-474d-aa6e-68663d6225d7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:38.849683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65996fc-42b8-4cda-84f1-5671c1f574c4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network ebdde1fa-b49e-4abe-9e89-c390e973f73c is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:47:38.879679 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d65996fc-42b8-4cda-84f1-5671c1f574c4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, ebdde1fa-b49e-4abe-9e89-c390e973f73c) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:38.890594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65996fc-42b8-4cda-84f1-5671c1f574c4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:38.894287 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d65996fc-42b8-4cda-84f1-5671c1f574c4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:38.900556 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-73b0772f-f053-4227-b4e2-06c5ccadc98d req-b0166160-42af-4ef7-a005-f0ad8663c599 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030805 Nov 13 04:47:38.902931 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2f156f-d0e7-4364-ae8d-ddf85fa4b34e None None] Network ebdde1fa-b49e-4abe-9e89-c390e973f73c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:38.949870 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d65996fc-42b8-4cda-84f1-5671c1f574c4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9681468 Nov 13 04:47:38.952490 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54588) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:38.957562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-07a9e67a-81f1-4cde-bd91-3bafa96b4db5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1220368692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:39.002371 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27497de1-37b4-45cf-98b7-361c45815cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.006339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3aa73a-2dcc-41b7-bcc3-59b0a225557e None None] DHCP port deletion for f9bd9abe-18e1-4d77-adb5-44010d3a10bc request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:39.015837 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07a9e67a-81f1-4cde-bd91-3bafa96b4db5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.017561 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07a9e67a-81f1-4cde-bd91-3bafa96b4db5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.034540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54598) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:39.049596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-27497de1-37b4-45cf-98b7-361c45815cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bd9abe-18e1-4d77-adb5-44010d3a10bc']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:39.062935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-90a24c76-3fdb-43fd-8da6-5e6ce0599a6f None None] Set router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:47:39.084580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-27497de1-37b4-45cf-98b7-361c45815cf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2330a84e-a55b-402c-ae56-07c742508ec3') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:39.085560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-27497de1-37b4-45cf-98b7-361c45815cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2330a84e-a55b-402c-ae56-07c742508ec3') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:39.097335 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.098621 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07a9e67a-81f1-4cde-bd91-3bafa96b4db5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.105990 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07a9e67a-81f1-4cde-bd91-3bafa96b4db5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.108897 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27497de1-37b4-45cf-98b7-361c45815cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.141899 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27497de1-37b4-45cf-98b7-361c45815cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.146594 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07a9e67a-81f1-4cde-bd91-3bafa96b4db5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.149365 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-07a9e67a-81f1-4cde-bd91-3bafa96b4db5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1956105 Nov 13 04:47:39.152356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54602) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:39.156637 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27497de1-37b4-45cf-98b7-361c45815cf7 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:47:39.157084 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27497de1-37b4-45cf-98b7-361c45815cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:47:39.158884 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:47:39.163743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a8a97473-6aed-47a4-bffe-9043b7add542 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'network_id': 'ebdde1fa-b49e-4abe-9e89-c390e973f73c', 'name': 'tempest-PortsTestJSON-1717707330'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:39.216744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-ebdde1fa-b49e-4abe-9e89-c390e973f73c', 'network_id': 'ebdde1fa-b49e-4abe-9e89-c390e973f73c', 'tenant_id': 'c93fa2040fe04bcebd025ce864e9fde5', 'fixed_ips': [{'subnet_id': 'f70faa28-3832-4908-a559-7804c4d67390'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:47:39.218231 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.264117 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-121dc980-bbfa-4ba6-97c4-37df0e0013c3 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.320698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a97473-6aed-47a4-bffe-9043b7add542 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:39.328062 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8a97473-6aed-47a4-bffe-9043b7add542 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.357274 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-121dc980-bbfa-4ba6-97c4-37df0e0013c3 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.362340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-a8a97473-6aed-47a4-bffe-9043b7add542 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port e286332c-e52b-4a1c-b435-d6f75777754c yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:47:39.373610 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27497de1-37b4-45cf-98b7-361c45815cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.414935 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27497de1-37b4-45cf-98b7-361c45815cf7 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.437317 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-27497de1-37b4-45cf-98b7-361c45815cf7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f9bd9abe-18e1-4d77-adb5-44010d3a10bc HTTP/1.1" status: 204 len: 168 time: 0.7986007 Nov 13 04:47:39.442840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54616) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:39.490729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cea81-25d1-45f2-b78d-e911e9c15b9f req-24f37cfb-5c14-4b91-a33e-2bbf54f81afb tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:39.502048 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-214cea81-25d1-45f2-b78d-e911e9c15b9f req-24f37cfb-5c14-4b91-a33e-2bbf54f81afb tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 943 time: 0.2309487 Nov 13 04:47:39.512575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b0f0df-120c-443f-8db0-0d0f9aa1d448 admin admin] Deleting subnet 6cac32a2-24c3-4414-9add-cc7a9a3f9973 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:47:39.520309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27497de1-37b4-45cf-98b7-361c45815cf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9bd9abe-18e1-4d77-adb5-44010d3a10bc,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:39.523451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Allocated IP 172.20.0.2 (ebdde1fa-b49e-4abe-9e89-c390e973f73c/f70faa28-3832-4908-a559-7804c4d67390/d59da258-94df-4e9e-a5a8-149560ebb4fe) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:39.530339 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b0f0df-120c-443f-8db0-0d0f9aa1d448 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.588399 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b0f0df-120c-443f-8db0-0d0f9aa1d448 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.615265 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-214cea81-25d1-45f2-b78d-e911e9c15b9f req-47e6b6de-f003-4479-bd8a-28d0f2496a1f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836585 Nov 13 04:47:39.618988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-90a24c76-3fdb-43fd-8da6-5e6ce0599a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:44:14Z', 'revision_number': 4, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'gw_port': {'id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:10Z', 'updated_at': '2021-11-13T04:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '99322986-5b56-4109-b9eb-b2b7c94759cc', 'name': '', 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'mac_address': 'fa:16:3e:47:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:13Z', 'updated_at': '2021-11-13T04:44:21Z', 'revision_number': 5, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'subnets': [{'id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:39.640078 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b0f0df-120c-443f-8db0-0d0f9aa1d448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.640818 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-121dc980-bbfa-4ba6-97c4-37df0e0013c3 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.644943 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-121dc980-bbfa-4ba6-97c4-37df0e0013c3 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.646276 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-121dc980-bbfa-4ba6-97c4-37df0e0013c3 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "DELETE /v2.0/security-groups/8e386462-6d6e-4274-8cfc-7fcf16608f79 HTTP/1.1" status: 204 len: 168 time: 0.6093147 Nov 13 04:47:39.650355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54624) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:39.661901 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a24c76-3fdb-43fd-8da6-5e6ce0599a6f None None] The sync data for ids ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'] in n-d-813114-2 is: [{'id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:44:14Z', 'revision_number': 4, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'gw_port': {'id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:10Z', 'updated_at': '2021-11-13T04:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '99322986-5b56-4109-b9eb-b2b7c94759cc', 'name': '', 'network_id': '16864bc0-e5ad-466d-8ac9-a6ae4899bb66', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'mac_address': 'fa:16:3e:47:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:13Z', 'updated_at': '2021-11-13T04:44:21Z', 'revision_number': 5, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'subnets': [{'id': '85960f19-6091-4bda-bdff-164b0aa021c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:47:39.710961 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-d5b8773a-849b-4a9f-8c12-0d44a9c54cfc tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] show failed (client error): The resource could not be found. Nov 13 04:47:39.716698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54626) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:39.728088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d5b8773a-849b-4a9f-8c12-0d44a9c54cfc tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "GET /v2.0/security-groups/8e386462-6d6e-4274-8cfc-7fcf16608f79 HTTP/1.1" status: 404 len: 347 time: 0.0620205 Nov 13 04:47:39.729661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dc980-bbfa-4ba6-97c4-37df0e0013c3 tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e386462-6d6e-4274-8cfc-7fcf16608f79,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:39.835075 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b0f0df-120c-443f-8db0-0d0f9aa1d448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.849411 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.861748 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.873520 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ec2c8454-beca-483e-ae5b-60d1fd364756 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:47:39.894360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0f0df-120c-443f-8db0-0d0f9aa1d448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cac32a2-24c3-4414-9add-cc7a9a3f9973,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:39.908282 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b0f0df-120c-443f-8db0-0d0f9aa1d448 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:39.915594 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d8b0f0df-120c-443f-8db0-0d0f9aa1d448 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6cac32a2-24c3-4414-9add-cc7a9a3f9973 HTTP/1.1" status: 204 len: 168 time: 0.4711039 Nov 13 04:47:39.918235 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54638) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:39.989532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900e4b90-c8f5-4178-832c-42212869ee53 None None] Network 01b16dc3-2155-4e5a-bcfe-d9f978a3fa1c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:40.013310 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: ec2c8454-beca-483e-ae5b-60d1fd364756 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:47:40.017696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ec2c8454-beca-483e-ae5b-60d1fd364756 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:47:40.088636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Network ebdde1fa-b49e-4abe-9e89-c390e973f73c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:40.123668 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a8a97473-6aed-47a4-bffe-9043b7add542 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Allocated IP 172.20.0.10 (ebdde1fa-b49e-4abe-9e89-c390e973f73c/f70faa28-3832-4908-a559-7804c4d67390/e286332c-e52b-4a1c-b435-d6f75777754c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:40.148816 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:40.153247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0de99a62-cc15-404c-bccb-607b492127cf tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Deleting port 4ed90c83-ad0e-48fb-b032-37eb6350c2ec {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:40.153491 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0de99a62-cc15-404c-bccb-607b492127cf tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.154479 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.158157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:40.161500 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdbe5fd-d07d-4e89-b75f-fdd1b0a62e93 None None] New status for floating IP c56d8311-9747-4f7f-a581-7dc6091f9627: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:47:40.166340 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Pushing event updated for resources: {'Port': ['ID=d59da258-94df-4e9e-a5a8-149560ebb4fe,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:40.239712 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6100dff1-eb79-43bd-9c7c-82668cb588e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.247913 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-2712be8a-1e72-425a-9360-4ae0299c204e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:40.255928 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-2712be8a-1e72-425a-9360-4ae0299c204e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 810 time: 0.1518424 Nov 13 04:47:40.270998 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-667a5edc-935c-4fe3-80fc-ee5fbfe2d0cc tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/quotas/d50682e1086b48f396d8c57bff4ee516 HTTP/1.1" status: 200 len: 375 time: 0.0141640 Nov 13 04:47:40.277042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Attempting to bind port d59da258-94df-4e9e-a5a8-149560ebb4fe on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:47:40.277412 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Attempting to bind port d59da258-94df-4e9e-a5a8-149560ebb4fe by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'db5312a3-3e9c-4a8e-9946-0681f92321a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ebdde1fa-b49e-4abe-9e89-c390e973f73c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:47:40.277816 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Attempting to bind port d59da258-94df-4e9e-a5a8-149560ebb4fe on network ebdde1fa-b49e-4abe-9e89-c390e973f73c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:47:40.285556 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:47:40.285924 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Checking segment: {'id': 'db5312a3-3e9c-4a8e-9946-0681f92321a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ebdde1fa-b49e-4abe-9e89-c390e973f73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:40.286492 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.287003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Bound using segment: {'id': 'db5312a3-3e9c-4a8e-9946-0681f92321a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ebdde1fa-b49e-4abe-9e89-c390e973f73c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:47:40.287371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Bound port: d59da258-94df-4e9e-a5a8-149560ebb4fe, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5312a3-3e9c-4a8e-9946-0681f92321a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ebdde1fa-b49e-4abe-9e89-c390e973f73c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:47:40.287780 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.296843 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0de99a62-cc15-404c-bccb-607b492127cf tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.296843 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0de99a62-cc15-404c-bccb-607b492127cf tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.329077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0de99a62-cc15-404c-bccb-607b492127cf tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Calling delete_port for 4ed90c83-ad0e-48fb-b032-37eb6350c2ec owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:40.349259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-f2e02461-da85-4a19-8c96-dac22dcbd479 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587721 Nov 13 04:47:40.367404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-35d9819e-72e3-42ea-bf4b-6f793c0dfd2c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:47:40.368665 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-35d9819e-72e3-42ea-bf4b-6f793c0dfd2c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059218 Nov 13 04:47:40.448081 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e63f0c-c5f4-4512-9e14-512a0c11cb00 req-d91b3de3-19bf-4867-b2bc-171cce3289e7 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:40.456407 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6100dff1-eb79-43bd-9c7c-82668cb588e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.460902 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f2e63f0c-c5f4-4512-9e14-512a0c11cb00 req-d91b3de3-19bf-4867-b2bc-171cce3289e7 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.4192982 Nov 13 04:47:40.521641 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] For port d59da258-94df-4e9e-a5a8-149560ebb4fe, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:47:40.525940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] For port d59da258-94df-4e9e-a5a8-149560ebb4fe, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d59da258-94df-4e9e-a5a8-149560ebb4fe,segment=NetworkSegment(db5312a3-3e9c-4a8e-9946-0681f92321a8),segment_id=db5312a3-3e9c-4a8e-9946-0681f92321a8)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:47:40.527265 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-6100dff1-eb79-43bd-9c7c-82668cb588e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b16dc3-2155-4e5a-bcfe-d9f978a3fa1c']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:40.527543 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae020322-f7b9-4a6b-b179-1872264797d7 None None] DHCP port deletion for 01b16dc3-2155-4e5a-bcfe-d9f978a3fa1c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:40.531920 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1abea8f4-7f8e-4672-8119-441f0697d997 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:47:40.541028 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-6100dff1-eb79-43bd-9c7c-82668cb588e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc90faed-ba7b-4593-969d-0b5317e7a34a') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:40.541660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-6100dff1-eb79-43bd-9c7c-82668cb588e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc90faed-ba7b-4593-969d-0b5317e7a34a') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:40.545162 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.557564 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6100dff1-eb79-43bd-9c7c-82668cb588e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.578052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-9cc91419-391e-45b5-8bc3-a984aca7a402 service neutron] 10.222.0.43 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998894 Nov 13 04:47:40.582592 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6100dff1-eb79-43bd-9c7c-82668cb588e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.593320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6100dff1-eb79-43bd-9c7c-82668cb588e4 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:47:40.593851 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6100dff1-eb79-43bd-9c7c-82668cb588e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:47:40.603561 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:47:40.607402 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc981787-c325-44de-af90-8e073ae3ec56', 'name': 'network-vif-deleted', 'tag': 'bd670f0e-3909-474d-aa6e-68663d6225d7'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:47:40.609680 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39070d25-3132-4443-b49e-0da2d3d36e5e" -d '{"events": [{"server_uuid": "dc981787-c325-44de-af90-8e073ae3ec56", "name": "network-vif-deleted", "tag": "bd670f0e-3909-474d-aa6e-68663d6225d7"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:47:40.664543 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bf82f-867a-45d5-9b06-715856d1f2fe None None] Pushing event updated for resources: {'Port': ['ID=d59da258-94df-4e9e-a5a8-149560ebb4fe,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:40.702344 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f2e63f0c-c5f4-4512-9e14-512a0c11cb00 req-3d5475c0-20c0-422e-86f6-f7e76d71e5a4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399907 Nov 13 04:47:40.706554 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0de99a62-cc15-404c-bccb-607b492127cf tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.713202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1abea8f4-7f8e-4672-8119-441f0697d997,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:40.727936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '1abea8f4-7f8e-4672-8119-441f0697d997', 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285', 'port_id': '1abea8f4-7f8e-4672-8119-441f0697d997', 'mac_address': 'fa:16:3e:8b:a6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:47:40.743472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de99a62-cc15-404c-bccb-607b492127cf tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Pushing event deleted for resources: {'Port': ['ID=4ed90c83-ad0e-48fb-b032-37eb6350c2ec,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:40.784825 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6100dff1-eb79-43bd-9c7c-82668cb588e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.791674 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.794437 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6100dff1-eb79-43bd-9c7c-82668cb588e4 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.800289 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6100dff1-eb79-43bd-9c7c-82668cb588e4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/01b16dc3-2155-4e5a-bcfe-d9f978a3fa1c HTTP/1.1" status: 204 len: 168 time: 0.8775313 Nov 13 04:47:40.812929 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5946212c-0686-4cac-afd5-c7e031770271 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:40.822863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abea8f4-7f8e-4672-8119-441f0697d997 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:47:40.828628 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100dff1-eb79-43bd-9c7c-82668cb588e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=01b16dc3-2155-4e5a-bcfe-d9f978a3fa1c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:40.838420 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-6845fbfc-7dc1-44f7-a913-42fa066c8bfe service neutron] 10.222.0.43 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482684 Nov 13 04:47:40.888303 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1abea8f4-7f8e-4672-8119-441f0697d997,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:40.897831 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:40.935171 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 13 Nov 2021 04:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a28f4e-c64c-465a-ba0f-8e33efb99596 x-openstack-request-id: req-96a28f4e-c64c-465a-ba0f-8e33efb99596 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:47:40.935801 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc981787-c325-44de-af90-8e073ae3ec56", "name": "network-vif-deleted", "tag": "bd670f0e-3909-474d-aa6e-68663d6225d7", "status": "failed", "code": 422}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:47:40.936218 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96a28f4e-c64c-465a-ba0f-8e33efb99596 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:47:40.938576 n-d-813114-2 neutron-server[102668]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dc981787-c325-44de-af90-8e073ae3ec56', 'name': 'network-vif-deleted', 'tag': 'bd670f0e-3909-474d-aa6e-68663d6225d7', 'status': 'failed', 'code': 422} returned with failed status Nov 13 04:47:40.942262 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54672) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:41.026414 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=1abea8f4-7f8e-4672-8119-441f0697d997,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:41.185423 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8a97473-6aed-47a4-bffe-9043b7add542 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:41.200502 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0de99a62-cc15-404c-bccb-607b492127cf tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:41.203926 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0de99a62-cc15-404c-bccb-607b492127cf tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:41.208297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54684) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:41.208435 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0de99a62-cc15-404c-bccb-607b492127cf tempest-ServersTestFqdnHostnames-1238130041 tempest-ServersTestFqdnHostnames-1238130041-project] 10.222.0.43 "DELETE /v2.0/floatingips/c56d8311-9747-4f7f-a581-7dc6091f9627 HTTP/1.1" status: 204 len: 168 time: 1.4906623 Nov 13 04:47:41.217139 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54686) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:41.222806 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f427bbf-0625-4851-a0f8-a1d90a141792 req-c1fb5cf1-1d5e-48a0-845a-e5214ce1c45d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:41.230657 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f427bbf-0625-4851-a0f8-a1d90a141792 req-c1fb5cf1-1d5e-48a0-845a-e5214ce1c45d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 944 time: 0.2620065 Nov 13 04:47:41.312321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1abea8f4-7f8e-4672-8119-441f0697d997'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:47:41.314975 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f84e00fb-3a51-4b56-8640-0eb973d36ad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:41.338181 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f427bbf-0625-4851-a0f8-a1d90a141792 req-1f0ec048-e349-41da-9b49-02950090e0f7 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995162 Nov 13 04:47:41.366225 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8a97473-6aed-47a4-bffe-9043b7add542 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:41.428190 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-954c1ef0-9f73-497a-baa1-1f239fb340f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5946545e1304c96b4bbadd83c82f776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2078369 Nov 13 04:47:41.428976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54696) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:41.446552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a97473-6aed-47a4-bffe-9043b7add542 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network ebdde1fa-b49e-4abe-9e89-c390e973f73c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:41.449294 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ab972deb-e536-4f3f-80a7-8511d316b833 req-60952bfb-a2e8-4e68-9715-05a23483cd0c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 210 time: 0.0392847 Nov 13 04:47:41.458537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a8a97473-6aed-47a4-bffe-9043b7add542 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:41.467694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a97473-6aed-47a4-bffe-9043b7add542 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:41.474779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a97473-6aed-47a4-bffe-9043b7add542 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=e286332c-e52b-4a1c-b435-d6f75777754c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:41.529127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a97473-6aed-47a4-bffe-9043b7add542 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:41.530628 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8a97473-6aed-47a4-bffe-9043b7add542 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:41.561607 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a8a97473-6aed-47a4-bffe-9043b7add542 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4077568 Nov 13 04:47:41.565051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54702) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:41.733843 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-deafb8af-a57a-4afd-b8d0-813cbdc82afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:41.771588 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f84e00fb-3a51-4b56-8640-0eb973d36ad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:41.794613 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f84e00fb-3a51-4b56-8640-0eb973d36ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:41.796896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d59da258-94df-4e9e-a5a8-149560ebb4fe up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:41.874066 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d59da258-94df-4e9e-a5a8-149560ebb4fe triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:41.874813 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:41.990303 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:42.078855 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port d59da258-94df-4e9e-a5a8-149560ebb4fe, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d59da258-94df-4e9e-a5a8-149560ebb4fe,segment=NetworkSegment(db5312a3-3e9c-4a8e-9946-0681f92321a8),segment_id=db5312a3-3e9c-4a8e-9946-0681f92321a8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:42.088888 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:42.152739 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec91127-59e8-4a40-b8d6-0b5a866eee8f None None] Network ebdde1fa-b49e-4abe-9e89-c390e973f73c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:42.179502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=d59da258-94df-4e9e-a5a8-149560ebb4fe,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:42.265381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6ba91d04-ec36-4231-a4ad-26cd59e7c506 None None] Provisioning complete for port d59da258-94df-4e9e-a5a8-149560ebb4fe triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:42.265575 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ba91d04-ec36-4231-a4ad-26cd59e7c506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:42.325113 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-10182ab7-29d1-40e0-ba99-6f54ce245655 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:42.328384 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-10182ab7-29d1-40e0-ba99-6f54ce245655 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/networks?id=f4e53f50-84fb-4e78-854b-adb52582e3df HTTP/1.1" status: 200 len: 810 time: 1.0147469 Nov 13 04:47:42.330882 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-deafb8af-a57a-4afd-b8d0-813cbdc82afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:42.366946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1abea8f4-7f8e-4672-8119-441f0697d997 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:42.409118 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5e1e1a5-52b9-49ce-91c7-ac656c9d43fc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:42.412515 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f84e00fb-3a51-4b56-8640-0eb973d36ad7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd023736e94f41c4b232f2439ed505b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4661629 Nov 13 04:47:42.415201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54710) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:42.419041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e00fb-3a51-4b56-8640-0eb973d36ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa57f0a-a1cc-4b30-9338-62fdc4825b51,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:42.424054 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-98a50847-f07e-4ed8-a3d0-732e2f0dd876 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/quotas/b11c2dde876f41aca8570335ecaccf73 HTTP/1.1" status: 200 len: 375 time: 0.0760343 Nov 13 04:47:42.508604 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 1abea8f4-7f8e-4672-8119-441f0697d997 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:47:42.513503 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 1abea8f4-7f8e-4672-8119-441f0697d997 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:42.513889 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:42.532047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ea578-ccb8-4e53-aa3a-fca942c79251 req-96cdd29b-ba11-4733-a687-63b2d45d78e9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:42.533676 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-453ea578-ccb8-4e53-aa3a-fca942c79251 req-96cdd29b-ba11-4733-a687-63b2d45d78e9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 944 time: 0.1056685 Nov 13 04:47:42.621032 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-07a59443-c55b-4500-b97f-8044116f4d03 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b11c2dde876f41aca8570335ecaccf73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1824353 Nov 13 04:47:42.621699 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-deafb8af-a57a-4afd-b8d0-813cbdc82afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:42.624968 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-deafb8af-a57a-4afd-b8d0-813cbdc82afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:42.628444 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-deafb8af-a57a-4afd-b8d0-813cbdc82afb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1c942fa-344c-47a2-adff-310a0f63462a HTTP/1.1" status: 204 len: 168 time: 1.1923740 Nov 13 04:47:42.652490 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:42.688385 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92fd592-c11f-47b0-b67a-98901384f361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abea8f4-7f8e-4672-8119-441f0697d997'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:47:42.691556 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b84a5b-d8d2-42dc-a363-5a5e5866c94f" -d '{"events": [{"server_uuid": "d92fd592-c11f-47b0-b67a-98901384f361", "name": "network-vif-plugged", "status": "completed", "tag": "1abea8f4-7f8e-4672-8119-441f0697d997"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:47:42.708380 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1abea8f4-7f8e-4672-8119-441f0697d997,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:42.718704 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7d9a63d8-886b-4577-af8b-46460e834ebc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:42.719185 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:42.800322 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafb8af-a57a-4afd-b8d0-813cbdc82afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c942fa-344c-47a2-adff-310a0f63462a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:42.825175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=1abea8f4-7f8e-4672-8119-441f0697d997,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:42.870321 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7d9a63d8-886b-4577-af8b-46460e834ebc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:42.910217 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-453ea578-ccb8-4e53-aa3a-fca942c79251 req-1e4c28f6-ea00-44bd-857b-5097baab10d6 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819885 Nov 13 04:47:42.950248 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5e1e1a5-52b9-49ce-91c7-ac656c9d43fc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:42.969570 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5e1e1a5-52b9-49ce-91c7-ac656c9d43fc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:43.041778 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-c147f601-264a-47d4-b77b-972f78ee6a09 service neutron] 10.222.0.43 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847613 Nov 13 04:47:43.057111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-332ce8a7-d149-46f6-8867-f5d98507d1d2 None None] Provisioning complete for port d59da258-94df-4e9e-a5a8-149560ebb4fe triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:43.057412 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-332ce8a7-d149-46f6-8867-f5d98507d1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:43.091388 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-139b90e8-5fa3-40dd-9530-5a2a1343b8f5 req-a3104a01-22a5-4469-8dcd-2327d4ed8293 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 210 time: 0.0966544 Nov 13 04:47:43.121376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-a7624fff-16d3-4c2d-b21b-3aefa376a9f1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:43.123747 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-a7624fff-16d3-4c2d-b21b-3aefa376a9f1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.36 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 810 time: 0.3395064 Nov 13 04:47:43.126972 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7d9a63d8-886b-4577-af8b-46460e834ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:43.132889 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7d9a63d8-886b-4577-af8b-46460e834ebc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:43.134083 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7d9a63d8-886b-4577-af8b-46460e834ebc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/caa57f0a-a1cc-4b30-9338-62fdc4825b51 HTTP/1.1" status: 204 len: 168 time: 0.7091167 Nov 13 04:47:43.181543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-3b780a28-f099-4dc3-bfda-52480a9678e2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Request body: {'port': {'device_id': '70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06', 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3', 'admin_state_up': True, 'tenant_id': 'd50682e1086b48f396d8c57bff4ee516'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:43.190727 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1e1a5-52b9-49ce-91c7-ac656c9d43fc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=e286332c-e52b-4a1c-b435-d6f75777754c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:43.209113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-332ce8a7-d149-46f6-8867-f5d98507d1d2 None None] Provisioning complete for port e286332c-e52b-4a1c-b435-d6f75777754c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:43.209557 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-332ce8a7-d149-46f6-8867-f5d98507d1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:43.219131 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a298-1f25-4a81-a9e5-4ce9ea8da5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:43.252543 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-332ce8a7-d149-46f6-8867-f5d98507d1d2 None None] Port e286332c-e52b-4a1c-b435-d6f75777754c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:43.284586 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a63d8-886b-4577-af8b-46460e834ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa57f0a-a1cc-4b30-9338-62fdc4825b51,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:43.377383 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-8db00b8e-32fd-40e5-afa5-eacef0d0a0c3 service neutron] 10.222.0.43 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166797 Nov 13 04:47:43.418607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-88a15eee-3952-4053-a05b-e5b6f9317470 None None] Provisioning complete for port e286332c-e52b-4a1c-b435-d6f75777754c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:43.420390 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88a15eee-3952-4053-a05b-e5b6f9317470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:43.504757 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6c5597-20a7-4ec9-91e7-6e1dc6a6271d x-openstack-request-id: req-5e6c5597-20a7-4ec9-91e7-6e1dc6a6271d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:47:43.505114 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92fd592-c11f-47b0-b67a-98901384f361", "name": "network-vif-plugged", "status": "completed", "tag": "1abea8f4-7f8e-4672-8119-441f0697d997", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:47:43.505351 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e6c5597-20a7-4ec9-91e7-6e1dc6a6271d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:47:43.509630 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92fd592-c11f-47b0-b67a-98901384f361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abea8f4-7f8e-4672-8119-441f0697d997', 'code': 200} Nov 13 04:47:43.526785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54726) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:43.574342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-88a15eee-3952-4053-a05b-e5b6f9317470 None None] Port e286332c-e52b-4a1c-b435-d6f75777754c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:43.719250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d59da258-94df-4e9e-a5a8-149560ebb4fe up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:43.744800 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e36c7d69-9b30-47db-bb04-45f7f0b7a7f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=afe8c306e0154a42af7408368256fa3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2168412 Nov 13 04:47:43.750580 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54734) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:43.793011 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5e1e1a5-52b9-49ce-91c7-ac656c9d43fc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:43.795418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-3b780a28-f099-4dc3-bfda-52480a9678e2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Made reservation on behalf of d50682e1086b48f396d8c57bff4ee516 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:43.799127 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-3b780a28-f099-4dc3-bfda-52480a9678e2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:43.833907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f8d1e7c0-b3ef-425d-aa95-8befb9ece823 None None] Provisioning complete for port e286332c-e52b-4a1c-b435-d6f75777754c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:43.834714 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e7c0-b3ef-425d-aa95-8befb9ece823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:43.836843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d59da258-94df-4e9e-a5a8-149560ebb4fe triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:43.837200 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:43.855483 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d366eed-d651-4569-8339-aae66e7d5f63 req-7e76474a-8397-4d0c-9d77-c426a5f21604 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 210 time: 0.1852016 Nov 13 04:47:43.884067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b879e-6042-48f8-8a62-e657a8148648 req-f3f44617-d605-450e-838e-371235f12a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:43.885545 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a71b879e-6042-48f8-8a62-e657a8148648 req-f3f44617-d605-450e-838e-371235f12a27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 1096 time: 0.2993877 Nov 13 04:47:43.939607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1e7c0-b3ef-425d-aa95-8befb9ece823 None None] Port e286332c-e52b-4a1c-b435-d6f75777754c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:43.971472 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6a298-1f25-4a81-a9e5-4ce9ea8da5a4 admin admin] Deleting port 99322986-5b56-4109-b9eb-b2b7c94759cc {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:43.971818 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a298-1f25-4a81-a9e5-4ce9ea8da5a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.045780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54742) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:44.070786 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-14716c14-d1a2-48c8-9310-07918e0d5c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.078437 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe1928f9-9db8-46a8-bbb4-6836335e5eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.086004 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a71b879e-6042-48f8-8a62-e657a8148648 req-8867a775-b81e-4f0c-9840-b5ce4ccbf9fc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861072 Nov 13 04:47:44.131222 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-9ef6a298-1f25-4a81-a9e5-4ce9ea8da5a4 admin admin] For port 99322986-5b56-4109-b9eb-b2b7c94759cc, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=99322986-5b56-4109-b9eb-b2b7c94759cc,segment=NetworkSegment(6924b9e9-b293-4b8e-9f21-718340ff583e),segment_id=6924b9e9-b293-4b8e-9f21-718340ff583e)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:44.131582 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a298-1f25-4a81-a9e5-4ce9ea8da5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.150756 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6a298-1f25-4a81-a9e5-4ce9ea8da5a4 admin admin] Calling delete_port for 99322986-5b56-4109-b9eb-b2b7c94759cc owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:44.154177 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe1928f9-9db8-46a8-bbb4-6836335e5eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.175552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-3b780a28-f099-4dc3-bfda-52480a9678e2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Allocated IP 172.20.0.5 (abb184c2-0551-4712-87b8-ea6a790c3ce3/da060a9b-742c-4f27-98ad-64a6913e0916/d78cd999-1ccc-4746-be63-52a163267895) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:44.236628 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59f93954-af1d-4e67-9b4a-b9dfc819d5d5 req-197b136f-295f-45e3-87a0-07f9167f66bf tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 210 time: 0.0284679 Nov 13 04:47:44.270157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2f644-9e91-4029-aeca-ab500ed60e7e req-eeffad70-b50b-44bf-8f65-4b7d4814e53f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:44.271790 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30c2f644-9e91-4029-aeca-ab500ed60e7e req-eeffad70-b50b-44bf-8f65-4b7d4814e53f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.2169366 Nov 13 04:47:44.273387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-14716c14-d1a2-48c8-9310-07918e0d5c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.281596 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-14716c14-d1a2-48c8-9310-07918e0d5c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.315910 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5e1e1a5-52b9-49ce-91c7-ac656c9d43fc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.348463 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe1928f9-9db8-46a8-bbb4-6836335e5eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.351639 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe1928f9-9db8-46a8-bbb4-6836335e5eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.352801 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fe1928f9-9db8-46a8-bbb4-6836335e5eb2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95629ed7-2198-4c05-bb1b-6c07a70454b2 HTTP/1.1" status: 204 len: 168 time: 0.6010697 Nov 13 04:47:44.368276 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-14716c14-d1a2-48c8-9310-07918e0d5c02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd5418259bb94d3f89bbe14960817d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3187139 Nov 13 04:47:44.376896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54750) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:44.391608 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14716c14-d1a2-48c8-9310-07918e0d5c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ac9398-4fc8-480f-a974-81fd621a3a55,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:44.417255 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1928f9-9db8-46a8-bbb4-6836335e5eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95629ed7-2198-4c05-bb1b-6c07a70454b2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:44.464068 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5a341ea9-f423-43a6-a4b5-e299e5182048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.475214 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30c2f644-9e91-4029-aeca-ab500ed60e7e req-ff0f1335-93bd-4364-82fc-49be5bd32838 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910543 Nov 13 04:47:44.522805 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5a341ea9-f423-43a6-a4b5-e299e5182048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.558730 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a298-1f25-4a81-a9e5-4ce9ea8da5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.595321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6a298-1f25-4a81-a9e5-4ce9ea8da5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=99322986-5b56-4109-b9eb-b2b7c94759cc,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:44.654781 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-3b780a28-f099-4dc3-bfda-52480a9678e2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.784247 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5a341ea9-f423-43a6-a4b5-e299e5182048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.787050 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5a341ea9-f423-43a6-a4b5-e299e5182048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.788371 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5a341ea9-f423-43a6-a4b5-e299e5182048 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2ac9398-4fc8-480f-a974-81fd621a3a55 HTTP/1.1" status: 204 len: 168 time: 0.4095650 Nov 13 04:47:44.801654 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a341ea9-f423-43a6-a4b5-e299e5182048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ac9398-4fc8-480f-a974-81fd621a3a55,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:44.824262 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-3b780a28-f099-4dc3-bfda-52480a9678e2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.892526 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a298-1f25-4a81-a9e5-4ce9ea8da5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.953833 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5e1e1a5-52b9-49ce-91c7-ac656c9d43fc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:44.969634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b780a28-f099-4dc3-bfda-52480a9678e2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Pushing event updated for resources: {'Port': ['ID=d78cd999-1ccc-4746-be63-52a163267895,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:44.974356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-3b780a28-f099-4dc3-bfda-52480a9678e2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Network abb184c2-0551-4712-87b8-ea6a790c3ce3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:44.977802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-3b780a28-f099-4dc3-bfda-52480a9678e2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:44.996888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-3b780a28-f099-4dc3-bfda-52480a9678e2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:44.998024 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a1f48e-b418-4044-968b-e75d73074c4a None None] DHCP port deletion for abb184c2-0551-4712-87b8-ea6a790c3ce3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:45.034948 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5e1e1a5-52b9-49ce-91c7-ac656c9d43fc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:45.068599 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a86648a1-de38-4ccd-be9b-0626c0660e97 req-7204bbde-6385-4101-8c22-3fe0fb250ba2 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 210 time: 0.0922573 Nov 13 04:47:45.077198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-08692bfb-8d9f-451d-8720-ecec137bd08e None None] Provisioning complete for port d78cd999-1ccc-4746-be63-52a163267895 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:45.079373 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08692bfb-8d9f-451d-8720-ecec137bd08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:45.149786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-3b780a28-f099-4dc3-bfda-52480a9678e2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:45.150420 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-3b780a28-f099-4dc3-bfda-52480a9678e2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:45.158568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-08692bfb-8d9f-451d-8720-ecec137bd08e None None] Port d78cd999-1ccc-4746-be63-52a163267895 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:45.169125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1e1a5-52b9-49ce-91c7-ac656c9d43fc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=e286332c-e52b-4a1c-b435-d6f75777754c,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:45.173083 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5e1e1a5-52b9-49ce-91c7-ac656c9d43fc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:45.186208 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-3b780a28-f099-4dc3-bfda-52480a9678e2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0172977 Nov 13 04:47:45.208118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d9bf1c5c-1be1-43b7-b107-3b831d901c2c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:47:45.209097 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d9bf1c5c-1be1-43b7-b107-3b831d901c2c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054867 Nov 13 04:47:45.270941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef6a298-1f25-4a81-a9e5-4ce9ea8da5a4 admin admin] Router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:47:45.335802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e1e1a5-52b9-49ce-91c7-ac656c9d43fc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network ebdde1fa-b49e-4abe-9e89-c390e973f73c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:45.342007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a5e1e1a5-52b9-49ce-91c7-ac656c9d43fc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:45.568280 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cce32d-3f7e-4c03-a5b4-0b0ef1c93720 req-e0982b5c-def6-43d4-bbee-ccd4e296b8fb tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:45.570728 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29cce32d-3f7e-4c03-a5b4-0b0ef1c93720 req-e0982b5c-def6-43d4-bbee-ccd4e296b8fb tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 931 time: 0.1526527 Nov 13 04:47:45.636191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Request body: {'port': {'device_id': '70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:45.693553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ea3a44c6-36b4-44a8-889d-06b109b366c0 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:45.701690 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ea3a44c6-36b4-44a8-889d-06b109b366c0 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.46 "GET /v2.0/networks?id=f4e53f50-84fb-4e78-854b-adb52582e3df HTTP/1.1" status: 200 len: 810 time: 0.4185629 Nov 13 04:47:45.731453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-29dc4528-8ca8-4c64-849a-a0dc36a553e8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Request body: {'port': {'device_id': '10d7a7b7-e18b-44f0-8372-3ecaed3c4a01', 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df', 'admin_state_up': True, 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:45.785601 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef6a298-1f25-4a81-a9e5-4ce9ea8da5a4 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:47:45.798224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f49a0789-4f8c-4d07-bd98-30c7219d05fb None None] Provisioning complete for port e286332c-e52b-4a1c-b435-d6f75777754c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:45.800089 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f49a0789-4f8c-4d07-bd98-30c7219d05fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:45.806841 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9ef6a298-1f25-4a81-a9e5-4ce9ea8da5a4 admin admin] 10.222.0.43 "PUT /v2.0/routers/142dcdad-b7d2-4335-83d9-aedaf2cfc965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5940979 Nov 13 04:47:45.808909 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54794) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:45.812136 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:45.817057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e3006a-11e1-4750-ba2f-05544b1983e4 None None] Sync routers for ids ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:47:45.831322 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29cce32d-3f7e-4c03-a5b4-0b0ef1c93720 req-56cb1fae-ac16-473f-a001-d4dd03323c58 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244623 Nov 13 04:47:45.873390 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54798) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:45.937187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e3006a-11e1-4750-ba2f-05544b1983e4 None None] Routers {'142dcdad-b7d2-4335-83d9-aedaf2cfc965'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:47:45.938229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e4e3006a-11e1-4750-ba2f-05544b1983e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:47:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:45.948655 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f49a0789-4f8c-4d07-bd98-30c7219d05fb None None] Port e286332c-e52b-4a1c-b435-d6f75777754c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:45.974930 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fce49-006c-4dc6-bac2-18103d98482a req-d9423199-be28-4999-961f-00b307ca5db2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:45.977091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-580fce49-006c-4dc6-bac2-18103d98482a req-d9423199-be28-4999-961f-00b307ca5db2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.2526531 Nov 13 04:47:45.987394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e1e1a5-52b9-49ce-91c7-ac656c9d43fc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Router 22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:47:45.987916 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-29dc4528-8ca8-4c64-849a-a0dc36a553e8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Made reservation on behalf of b11c2dde876f41aca8570335ecaccf73 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:45.993890 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-29dc4528-8ca8-4c64-849a-a0dc36a553e8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:46.146064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-e4e3006a-11e1-4750-ba2f-05544b1983e4 None None] Set router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:47:46.265796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f4c50783-f13f-4c0c-a1ed-7706d2da2c54 req-46a90f6a-4d54-4a7c-9a6e-2f4d2e410081 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 210 time: 0.0521338 Nov 13 04:47:46.283717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-network', 'tenant_id': '993098ec42b94d2ab40502e181f46c75'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:46.294555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-29dc4528-8ca8-4c64-849a-a0dc36a553e8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Allocated IP 172.20.0.9 (f4e53f50-84fb-4e78-854b-adb52582e3df/94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4/daac0b98-49b2-4eda-a339-c5cfb940c88b) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:46.326777 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:46.331299 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-580fce49-006c-4dc6-bac2-18103d98482a req-eba0321c-ef82-4223-a75f-92021eb42d9d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830613 Nov 13 04:47:46.406977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e1e1a5-52b9-49ce-91c7-ac656c9d43fc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:47:46.412965 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a5e1e1a5-52b9-49ce-91c7-ac656c9d43fc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "PUT /v2.0/routers/22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8464651 Nov 13 04:47:46.418707 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb484f50-c194-4544-be1e-59dcc0179960 None None] Sync routers for ids ['22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:47:46.428242 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54814) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:46.433367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e4e3006a-11e1-4750-ba2f-05544b1983e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:47:44Z', 'revision_number': 5, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'gw_port': {'id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:10Z', 'updated_at': '2021-11-13T04:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:46.435462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] Made reservation on behalf of 993098ec42b94d2ab40502e181f46c75 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:46.440605 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb484f50-c194-4544-be1e-59dcc0179960 None None] Routers {'22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:47:46.441374 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cb484f50-c194-4544-be1e-59dcc0179960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:47:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:46.444010 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:46.478500 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e3006a-11e1-4750-ba2f-05544b1983e4 None None] Checking router: 142dcdad-b7d2-4335-83d9-aedaf2cfc965 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:47:46.490602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e3006a-11e1-4750-ba2f-05544b1983e4 None None] Routers {'142dcdad-b7d2-4335-83d9-aedaf2cfc965'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:47:46.492041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e4e3006a-11e1-4750-ba2f-05544b1983e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:47:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:46.505154 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cb484f50-c194-4544-be1e-59dcc0179960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:46.513094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4dd93d-314b-4841-91f7-3463191c648a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:46.515152 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4f4dd93d-314b-4841-91f7-3463191c648a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports?device_id=22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0 HTTP/1.1" status: 200 len: 983 time: 0.0851722 Nov 13 04:47:46.518091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54818) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:46.525977 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb484f50-c194-4544-be1e-59dcc0179960 None None] Routers {'22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:47:46.526743 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cb484f50-c194-4544-be1e-59dcc0179960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:47:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:46.555821 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:46.562272 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:46.569082 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cb484f50-c194-4544-be1e-59dcc0179960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:46.570544 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb484f50-c194-4544-be1e-59dcc0179960 None None] The sync data for ids ['22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:47:46.597611 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-29dc4528-8ca8-4c64-849a-a0dc36a553e8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:46.646379 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-e4e3006a-11e1-4750-ba2f-05544b1983e4 None None] Set router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:47:46.710816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78cd999-1ccc-4746-be63-52a163267895 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:47:46.729903 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:46.760398 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] Deleting port b411a7fb-bb7f-4025-8390-6cbf6c41f55f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:46.760732 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:46.761000 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-29dc4528-8ca8-4c64-849a-a0dc36a553e8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:46.762771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Transition to ACTIVE for port object d78cd999-1ccc-4746-be63-52a163267895 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:47:46.792535 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:46.806821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f62a77fc-1a50-4f57-ae59-6aa87add9b37'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:47:46.816145 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-29dc4528-8ca8-4c64-849a-a0dc36a553e8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Network f4e53f50-84fb-4e78-854b-adb52582e3df is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:46.854609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Pushing event updated for resources: {'Port': ['ID=d78cd999-1ccc-4746-be63-52a163267895,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:46.896524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-29dc4528-8ca8-4c64-849a-a0dc36a553e8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:47.232909 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e4e3006a-11e1-4750-ba2f-05544b1983e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:47:44Z', 'revision_number': 5, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'gw_port': {'id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:10Z', 'updated_at': '2021-11-13T04:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:47.263866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-29dc4528-8ca8-4c64-849a-a0dc36a553e8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:47.277438 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e3006a-11e1-4750-ba2f-05544b1983e4 None None] The sync data for ids ['142dcdad-b7d2-4335-83d9-aedaf2cfc965'] in n-d-813114-2 is: [{'id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'name': 'tempest-ServersTestFqdnHostnames-2142155629-router', 'tenant_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:44:08Z', 'updated_at': '2021-11-13T04:47:44Z', 'revision_number': 5, 'project_id': '7367e99f5ccf4d8db30c322ffd0814f2', 'gw_port': {'id': 'b411a7fb-bb7f-4025-8390-6cbf6c41f55f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142dcdad-b7d2-4335-83d9-aedaf2cfc965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:44:10Z', 'updated_at': '2021-11-13T04:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:47:47.286627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:47.309150 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:47.310711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc4528-8ca8-4c64-849a-a0dc36a553e8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Pushing event updated for resources: {'Port': ['ID=daac0b98-49b2-4eda-a339-c5cfb940c88b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:47.321901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:47:47.332563 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:47.332958 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] Added segment 8485d45e-d5ea-4413-aff8-4c8e69d58aab of type vlan for network 4dc05814-102b-44bd-8ce8-6f17b45f35fc Nov 13 04:47:47.353495 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ba20fb-eecf-44b6-9bf8-302b932701a3 None None] DHCP port deletion for abb184c2-0551-4712-87b8-ea6a790c3ce3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:47.392430 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-29dc4528-8ca8-4c64-849a-a0dc36a553e8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:47.393086 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-29dc4528-8ca8-4c64-849a-a0dc36a553e8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:47.417718 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:47.446759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e306d-5124-4b1b-b73b-2c24bb452490 req-4825ac4d-7ae0-4dce-ba3c-4f017928ad27 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:47.451486 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-317e306d-5124-4b1b-b73b-2c24bb452490 req-4825ac4d-7ae0-4dce-ba3c-4f017928ad27 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 943 time: 0.1891634 Nov 13 04:47:47.455724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-29dc4528-8ca8-4c64-849a-a0dc36a553e8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7321827 Nov 13 04:47:47.486001 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5405f55a-6d13-487f-b61a-31831da31214,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:47.521291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] For port b411a7fb-bb7f-4025-8390-6cbf6c41f55f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b411a7fb-bb7f-4025-8390-6cbf6c41f55f,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:47.521651 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:47.527245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Request body: {'port': {'device_id': '10d7a7b7-e18b-44f0-8372-3ecaed3c4a01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:47.553156 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] Calling delete_port for b411a7fb-bb7f-4025-8390-6cbf6c41f55f owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:47.560285 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:47.561332 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:47.561809 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:47.642255 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-317e306d-5124-4b1b-b73b-2c24bb452490 req-12785bc7-9424-4ac5-a986-fce6de525551 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852500 Nov 13 04:47:47.642788 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Attempting to bind port d78cd999-1ccc-4746-be63-52a163267895 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:47:47.642788 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Attempting to bind port d78cd999-1ccc-4746-be63-52a163267895 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:47:47.643012 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Attempting to bind port d78cd999-1ccc-4746-be63-52a163267895 on network abb184c2-0551-4712-87b8-ea6a790c3ce3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:47:47.648556 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:47.660950 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2864c-ebd3-49d7-9729-e2a8e5ab2518 req-af1a3d7a-06d7-48cb-b476-1a3e5f1ebaad tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:47.668831 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3be2864c-ebd3-49d7-9729-e2a8e5ab2518 req-af1a3d7a-06d7-48cb-b476-1a3e5f1ebaad tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 931 time: 0.2289622 Nov 13 04:47:47.703798 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8257236 Nov 13 04:47:47.705135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54848) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:47.712255 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Port d78cd999-1ccc-4746-be63-52a163267895 on network abb184c2-0551-4712-87b8-ea6a790c3ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:47:47.712572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Attempting to bind port d78cd999-1ccc-4746-be63-52a163267895 on network abb184c2-0551-4712-87b8-ea6a790c3ce3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:47:47.721141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 99322986-5b56-4109-b9eb-b2b7c94759cc no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:47:47.746820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 99322986-5b56-4109-b9eb-b2b7c94759cc {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:47:47.747884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 99322986-5b56-4109-b9eb-b2b7c94759cc not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:47:47.751794 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb88e5-6832-4ccc-89b9-38f4c100521c admin admin] Pushing event updated for resources: {'Network': ['ID=4dc05814-102b-44bd-8ce8-6f17b45f35fc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:47.762329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:47:47.762660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Checking segment: {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:47.763057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Bound using segment: {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:47:47.763647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Bound port: d78cd999-1ccc-4746-be63-52a163267895, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:47:47.764168 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:47.766832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 4dc05814-102b-44bd-8ce8-6f17b45f35fc details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:47:47.777266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-4ed60db9-d4a0-4eed-9d72-71b5393f51b3 admin admin] Request body: {'subnet': {'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-subnet', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:47.896958 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3be2864c-ebd3-49d7-9729-e2a8e5ab2518 req-e9cd8df9-b19e-49b7-a490-19bdac081ace tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222774 Nov 13 04:47:47.986233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed60db9-d4a0-4eed-9d72-71b5393f51b3 admin admin] Made reservation on behalf of 993098ec42b94d2ab40502e181f46c75 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:47.987504 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] For port d78cd999-1ccc-4746-be63-52a163267895, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:47:47.988565 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4ed60db9-d4a0-4eed-9d72-71b5393f51b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:47.995572 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1358d8b8-559e-44b1-a0ba-600cd5a615e6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.006848 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] For port d78cd999-1ccc-4746-be63-52a163267895, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d78cd999-1ccc-4746-be63-52a163267895,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:47:48.015789 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.026617 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.066192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:48.066961 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.068630 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] 10.222.0.36 "PUT /v2.0/ports/d78cd999-1ccc-4746-be63-52a163267895 HTTP/1.1" status: 200 len: 1091 time: 2.8240154 Nov 13 04:47:48.069106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06', 'tag': 'd78cd999-1ccc-4746-be63-52a163267895'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:47:48.071848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd5a0a-1189-4375-a9c4-9573de0106c3 None None] DHCP port deletion for abb184c2-0551-4712-87b8-ea6a790c3ce3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:48.071977 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f72841c-eb06-43d4-a8e4-7792c70f8d83" -d '{"events": [{"name": "network-changed", "server_uuid": "70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06", "tag": "d78cd999-1ccc-4746-be63-52a163267895"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:47:48.122882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a9e527-0152-4e3b-90c7-ba1ae67ab270 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:48.139920 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b79ade-1797-44de-8390-47bd2acc0fad service neutron] Pushing event updated for resources: {'Port': ['ID=d78cd999-1ccc-4746-be63-52a163267895,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:48.167626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=b411a7fb-bb7f-4025-8390-6cbf6c41f55f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:48.183650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef3695-c621-4409-a723-0fe5ae06bfac req-a4e51455-b80f-468a-8c54-fab566a0c03c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:48.185398 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2eef3695-c621-4409-a723-0fe5ae06bfac req-a4e51455-b80f-468a-8c54-fab566a0c03c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.3947895 Nov 13 04:47:48.219867 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.325651 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.328462 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.331487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-a9db1ec7-6333-4a70-b5f2-d34d6e5284fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:48.333018 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-a9db1ec7-6333-4a70-b5f2-d34d6e5284fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 1094 time: 0.1612122 Nov 13 04:47:48.377455 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2eef3695-c621-4409-a723-0fe5ae06bfac req-0ac79918-8bcc-4bb4-b9bd-b426e37862ab tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811585 Nov 13 04:47:48.437733 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-59d5b614-9131-457c-a493-b3ebd6d7941c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d78cd999-1ccc-4746-be63-52a163267895 HTTP/1.1" status: 200 len: 217 time: 0.0453176 Nov 13 04:47:48.493527 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.494082 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 142dcdad-b7d2-4335-83d9-aedaf2cfc965 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:47:48.499417 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.500702 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d0c7240d-1055-402e-a2bd-1780577c2b9f admin admin] 10.222.0.43 "DELETE /v2.0/routers/142dcdad-b7d2-4335-83d9-aedaf2cfc965 HTTP/1.1" status: 204 len: 168 time: 2.6895678 Nov 13 04:47:48.509469 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54864) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:48.522831 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f299fb-f691-4efe-8822-2462c74dcb63 x-openstack-request-id: req-18f299fb-f691-4efe-8822-2462c74dcb63 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:47:48.523155 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06", "tag": "d78cd999-1ccc-4746-be63-52a163267895", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:47:48.523403 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18f299fb-f691-4efe-8822-2462c74dcb63 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:47:48.523792 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06', 'tag': 'd78cd999-1ccc-4746-be63-52a163267895', 'status': 'completed', 'code': 200} Nov 13 04:47:48.585574 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-304af840-28f4-4aeb-b4a2-0ed2ae30d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:48.587118 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-304af840-28f4-4aeb-b4a2-0ed2ae30d1f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da060a9b-742c-4f27-98ad-64a6913e0916 HTTP/1.1" status: 200 len: 850 time: 0.1425860 Nov 13 04:47:48.606512 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7096919-65d4-4715-a804-d16be3e8f4b7 admin admin] Deleting subnet 85960f19-6091-4bda-bdff-164b0aa021c1 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:47:48.612950 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7096919-65d4-4715-a804-d16be3e8f4b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.648270 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-7bd7051c-aa1f-45fd-86e9-41e44bca0d21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abb184c2-0551-4712-87b8-ea6a790c3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527551 Nov 13 04:47:48.653110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daac0b98-49b2-4eda-a339-c5cfb940c88b {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:47:48.678850 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4ed60db9-d4a0-4eed-9d72-71b5393f51b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.705532 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7096919-65d4-4715-a804-d16be3e8f4b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.751398 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.772105 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54870) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:48.782143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed60db9-d4a0-4eed-9d72-71b5393f51b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:48.791454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Transition to ACTIVE for port object daac0b98-49b2-4eda-a339-c5cfb940c88b will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:47:48.797925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf45dc-c381-4ccf-a346-ef63d6c664a3 req-f68e989b-9a33-42b4-a502-cc752d00438b tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:48.799509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2bdf45dc-c381-4ccf-a346-ef63d6c664a3 req-f68e989b-9a33-42b4-a502-cc752d00438b tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 1096 time: 0.2090285 Nov 13 04:47:48.805587 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.876117 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-8a12239e-3ce2-4f1f-86e5-c62828b19d80 service neutron] 10.222.0.36 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193477 Nov 13 04:47:48.885899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296ddc3-76ca-43c8-b9c0-8dabfbe7cfab req-55386bcf-743b-4963-9240-9b8bf4b435fb tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:48.887383 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8296ddc3-76ca-43c8-b9c0-8dabfbe7cfab req-55386bcf-743b-4963-9240-9b8bf4b435fb tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 943 time: 0.1315410 Nov 13 04:47:48.910719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-1358d8b8-559e-44b1-a0ba-600cd5a615e6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port e286332c-e52b-4a1c-b435-d6f75777754c {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:48.910973 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1358d8b8-559e-44b1-a0ba-600cd5a615e6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.917008 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed60db9-d4a0-4eed-9d72-71b5393f51b3 admin admin] Checking segment: {'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:48.917194 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed60db9-d4a0-4eed-9d72-71b5393f51b3 admin admin] Network hostable DHCP agents. Network: 4dc05814-102b-44bd-8ce8-6f17b45f35fc, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:47:48.919343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Pushing event updated for resources: {'Port': ['ID=daac0b98-49b2-4eda-a339-c5cfb940c88b,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:48.941431 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7096919-65d4-4715-a804-d16be3e8f4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:48.976091 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2bdf45dc-c381-4ccf-a346-ef63d6c664a3 req-3135eb43-8be1-4288-8999-814b7f824038 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672337 Nov 13 04:47:49.006144 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9db56c33-81a5-4f2b-9eea-6381ee3e57cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.086174 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed60db9-d4a0-4eed-9d72-71b5393f51b3 admin admin] Network 4dc05814-102b-44bd-8ce8-6f17b45f35fc is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:47:49.097225 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8296ddc3-76ca-43c8-b9c0-8dabfbe7cfab req-f92741b8-b7d2-4fdd-a548-e76d12cca2e5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927547 Nov 13 04:47:49.116994 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64328606-7e4b-4394-ac84-e58a530e8a84 req-40ada013-b26c-4fc0-bfb3-6837e9965c30 service neutron] 10.222.0.36 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269893 Nov 13 04:47:49.125381 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7096919-65d4-4715-a804-d16be3e8f4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.141473 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-4ed60db9-d4a0-4eed-9d72-71b5393f51b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 4dc05814-102b-44bd-8ce8-6f17b45f35fc) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:49.155844 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f5ce7-a6c4-4acb-a69e-08d5bfb71fc8 None None] Network 4dc05814-102b-44bd-8ce8-6f17b45f35fc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:49.170324 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7096919-65d4-4715-a804-d16be3e8f4b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85960f19-6091-4bda-bdff-164b0aa021c1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:49.181517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Attempting to bind port daac0b98-49b2-4eda-a339-c5cfb940c88b on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:47:49.182109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Attempting to bind port daac0b98-49b2-4eda-a339-c5cfb940c88b by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '5a371ee2-6b76-47f2-bbf3-7620def9715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:47:49.182630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Attempting to bind port daac0b98-49b2-4eda-a339-c5cfb940c88b on network f4e53f50-84fb-4e78-854b-adb52582e3df {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:47:49.188363 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7096919-65d4-4715-a804-d16be3e8f4b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.197349 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b7096919-65d4-4715-a804-d16be3e8f4b7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/85960f19-6091-4bda-bdff-164b0aa021c1 HTTP/1.1" status: 204 len: 168 time: 0.6839774 Nov 13 04:47:49.201459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54878) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:49.204298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed60db9-d4a0-4eed-9d72-71b5393f51b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:49.204527 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4ed60db9-d4a0-4eed-9d72-71b5393f51b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.207969 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda80f67-4eea-4f86-89a8-77b848457b50 None None] Network 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:49.211763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1358d8b8-559e-44b1-a0ba-600cd5a615e6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.246494 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Port daac0b98-49b2-4eda-a339-c5cfb940c88b on network f4e53f50-84fb-4e78-854b-adb52582e3df not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:47:49.246958 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Attempting to bind port daac0b98-49b2-4eda-a339-c5cfb940c88b on network f4e53f50-84fb-4e78-854b-adb52582e3df {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:47:49.268002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da992163-d282-4bac-8f23-14296d480d73 req-1371b60b-41f0-4808-b466-2b3bb932f47d tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:49.276235 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da992163-d282-4bac-8f23-14296d480d73 req-1371b60b-41f0-4808-b466-2b3bb932f47d tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 943 time: 0.2144880 Nov 13 04:47:49.279266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-1358d8b8-559e-44b1-a0ba-600cd5a615e6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for e286332c-e52b-4a1c-b435-d6f75777754c owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:49.308154 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9db56c33-81a5-4f2b-9eea-6381ee3e57cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.316092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73798e26-7319-46c7-8bce-939d20fb1285 req-d11b4883-8056-467e-8725-a7e348278b5a tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:49.317647 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-73798e26-7319-46c7-8bce-939d20fb1285 req-d11b4883-8056-467e-8725-a7e348278b5a tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 1096 time: 0.1138773 Nov 13 04:47:49.319363 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9db56c33-81a5-4f2b-9eea-6381ee3e57cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.326629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72841c-eb06-43d4-a8e4-7792c70f8d83 req-6aa32f59-35a1-47c2-a89a-1e0f934d4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:49.327497 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4ed60db9-d4a0-4eed-9d72-71b5393f51b3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5811579 Nov 13 04:47:49.328494 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:47:49.328941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Checking segment: {'id': '5a371ee2-6b76-47f2-bbf3-7620def9715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:49.329418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Bound using segment: {'id': '5a371ee2-6b76-47f2-bbf3-7620def9715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:47:49.329967 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Bound port: daac0b98-49b2-4eda-a339-c5cfb940c88b, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a371ee2-6b76-47f2-bbf3-7620def9715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:47:49.330422 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.331187 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f72841c-eb06-43d4-a8e4-7792c70f8d83 req-6aa32f59-35a1-47c2-a89a-1e0f934d4e14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 1094 time: 0.1110010 Nov 13 04:47:49.331669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54880) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:49.344501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:49.419899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:47:49.420860 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.442543 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.459902 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db56c33-81a5-4f2b-9eea-6381ee3e57cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17377f58-f0fe-4bd9-a59e-d87dcbdc83b4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:49.470182 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9db56c33-81a5-4f2b-9eea-6381ee3e57cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be89bd27ea0d49428f3311e60298ab15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6948931 Nov 13 04:47:49.472807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54882) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:49.492069 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da992163-d282-4bac-8f23-14296d480d73 req-4a61cdf6-a5e7-4dc2-a50b-09e7116cd569 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097409 Nov 13 04:47:49.514888 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.516105 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.521519 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acec07a0-0946-4cb2-ac65-7a967cf1c58f None None] DHCP port deletion for 16864bc0-e5ad-466d-8ac9-a6ae4899bb66 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:49.527130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-73798e26-7319-46c7-8bce-939d20fb1285 req-7ff11a02-3166-46d5-865d-b9af19714447 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933417 Nov 13 04:47:49.555169 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72841c-eb06-43d4-a8e4-7792c70f8d83 req-4d53e6fc-a32e-4df5-8cd5-aa3f8a357674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:49.563122 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f72841c-eb06-43d4-a8e4-7792c70f8d83 req-4d53e6fc-a32e-4df5-8cd5-aa3f8a357674 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 911 time: 0.2022839 Nov 13 04:47:49.654364 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.655701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Allocated IP 172.20.0.2 (4dc05814-102b-44bd-8ce8-6f17b45f35fc/b87c0f16-fdb8-4bae-b020-fe4bc6d36ead/9b6faac1-9bdb-4859-bb61-4960c1415d4d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:49.657034 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f72841c-eb06-43d4-a8e4-7792c70f8d83 req-c27b56ec-031d-4328-8754-da73794086a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d78cd999-1ccc-4746-be63-52a163267895 HTTP/1.1" status: 200 len: 217 time: 0.0900698 Nov 13 04:47:49.669355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-acec07a0-0946-4cb2-ac65-7a967cf1c58f None None] Deleting port 049e9c23-337a-4434-aedd-3a4d527e5813 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:49.669722 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-acec07a0-0946-4cb2-ac65-7a967cf1c58f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.709541 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] For port daac0b98-49b2-4eda-a339-c5cfb940c88b, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:47:49.719706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b411a7fb-bb7f-4025-8390-6cbf6c41f55f no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:47:49.766162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] For port daac0b98-49b2-4eda-a339-c5cfb940c88b, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=daac0b98-49b2-4eda-a339-c5cfb940c88b,segment=NetworkSegment(5a371ee2-6b76-47f2-bbf3-7620def9715c),segment_id=5a371ee2-6b76-47f2-bbf3-7620def9715c)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:47:49.801934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: b411a7fb-bb7f-4025-8390-6cbf6c41f55f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:47:49.802273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b411a7fb-bb7f-4025-8390-6cbf6c41f55f not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:47:49.802684 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 049e9c23-337a-4434-aedd-3a4d527e5813 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:47:49.838065 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.840664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-acec07a0-0946-4cb2-ac65-7a967cf1c58f None None] For port 049e9c23-337a-4434-aedd-3a4d527e5813, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=049e9c23-337a-4434-aedd-3a4d527e5813,segment=NetworkSegment(6924b9e9-b293-4b8e-9f21-718340ff583e),segment_id=6924b9e9-b293-4b8e-9f21-718340ff583e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:49.841059 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-acec07a0-0946-4cb2-ac65-7a967cf1c58f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.859166 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.860491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-acec07a0-0946-4cb2-ac65-7a967cf1c58f None None] Calling delete_port for 049e9c23-337a-4434-aedd-3a4d527e5813 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:49.861064 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:49.861695 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:49.863188 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] 10.222.0.46 "PUT /v2.0/ports/daac0b98-49b2-4eda-a339-c5cfb940c88b HTTP/1.1" status: 200 len: 1091 time: 2.3762069 Nov 13 04:47:49.868946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d7a7b7-e18b-44f0-8372-3ecaed3c4a01', 'tag': 'daac0b98-49b2-4eda-a339-c5cfb940c88b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:47:49.872019 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf91039-988a-4fe9-9e3b-c2275b6ccd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "10d7a7b7-e18b-44f0-8372-3ecaed3c4a01", "tag": "daac0b98-49b2-4eda-a339-c5cfb940c88b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:47:49.873596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72841c-eb06-43d4-a8e4-7792c70f8d83 req-5b51dcaf-d16f-4da8-a83c-92c4ae54c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:49.875980 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f72841c-eb06-43d4-a8e4-7792c70f8d83 req-5b51dcaf-d16f-4da8-a83c-92c4ae54c5b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da060a9b-742c-4f27-98ad-64a6913e0916 HTTP/1.1" status: 200 len: 850 time: 0.1303701 Nov 13 04:47:49.935038 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f72841c-eb06-43d4-a8e4-7792c70f8d83 req-0d14d091-e066-4f49-b7b4-cd89b25bae22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abb184c2-0551-4712-87b8-ea6a790c3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383830 Nov 13 04:47:49.968420 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da70d60-1c8b-466b-afe4-70ac6d63a125 x-openstack-request-id: req-0da70d60-1c8b-466b-afe4-70ac6d63a125 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:47:49.968858 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d7a7b7-e18b-44f0-8372-3ecaed3c4a01", "tag": "daac0b98-49b2-4eda-a339-c5cfb940c88b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:47:49.969138 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0da70d60-1c8b-466b-afe4-70ac6d63a125 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:47:49.969545 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d7a7b7-e18b-44f0-8372-3ecaed3c4a01', 'tag': 'daac0b98-49b2-4eda-a339-c5cfb940c88b', 'status': 'completed', 'code': 200} Nov 13 04:47:49.981937 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-986a1ac4-9699-42ab-be9c-25ed0521020d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.002789 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1358d8b8-559e-44b1-a0ba-600cd5a615e6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.022224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] Deleting port 049e9c23-337a-4434-aedd-3a4d527e5813 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:50.022696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.064600 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.104197 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.106759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a5219-5cb4-4ed0-b9e3-45988a140b7e service neutron] Pushing event updated for resources: {'Port': ['ID=daac0b98-49b2-4eda-a339-c5cfb940c88b,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:50.157853 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.184441 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f72841c-eb06-43d4-a8e4-7792c70f8d83 req-b4614994-ccb5-4b01-a7a1-95c8bbff3e8c service neutron] 10.222.0.36 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311463 Nov 13 04:47:50.191139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 049e9c23-337a-4434-aedd-3a4d527e5813, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=049e9c23-337a-4434-aedd-3a4d527e5813,segment=NetworkSegment(6924b9e9-b293-4b8e-9f21-718340ff583e),segment_id=6924b9e9-b293-4b8e-9f21-718340ff583e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:50.203229 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358d8b8-559e-44b1-a0ba-600cd5a615e6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=e286332c-e52b-4a1c-b435-d6f75777754c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:50.215287 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-986a1ac4-9699-42ab-be9c-25ed0521020d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.233299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-f4bba5d1-9563-4aaf-94bc-8ed4f4a5b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:50.234962 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-f4bba5d1-9563-4aaf-94bc-8ed4f4a5b55e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b11c2dde876f41aca8570335ecaccf73&device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 1094 time: 0.2886384 Nov 13 04:47:50.238195 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Network 4dc05814-102b-44bd-8ce8-6f17b45f35fc is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:50.242139 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.248336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:50.257420 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:50.263237 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-acec07a0-0946-4cb2-ac65-7a967cf1c58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.293682 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec07a0-0946-4cb2-ac65-7a967cf1c58f None None] No DVR routers for this DVR port 049e9c23-337a-4434-aedd-3a4d527e5813 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:47:50.331594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Pushing event updated for resources: {'Port': ['ID=9b6faac1-9bdb-4859-bb61-4960c1415d4d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:50.377918 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-586c37db-4f55-4f30-8c26-a24b2ec45227 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daac0b98-49b2-4eda-a339-c5cfb940c88b HTTP/1.1" status: 200 len: 217 time: 0.0945103 Nov 13 04:47:50.403531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event deleted for resources: {'Port': ['ID=049e9c23-337a-4434-aedd-3a4d527e5813,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:50.432549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec07a0-0946-4cb2-ac65-7a967cf1c58f None None] Pushing event deleted for resources: {'Port': ['ID=049e9c23-337a-4434-aedd-3a4d527e5813,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:50.437481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Attempting to bind port 9b6faac1-9bdb-4859-bb61-4960c1415d4d on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:47:50.437747 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Attempting to bind port 9b6faac1-9bdb-4859-bb61-4960c1415d4d by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:47:50.438098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Attempting to bind port 9b6faac1-9bdb-4859-bb61-4960c1415d4d on network 4dc05814-102b-44bd-8ce8-6f17b45f35fc {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:47:50.444819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:47:50.444819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Checking segment: {'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:50.446547 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.446968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Bound using segment: {'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:47:50.447462 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Bound port: 9b6faac1-9bdb-4859-bb61-4960c1415d4d, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:47:50.447844 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.496668 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f72841c-eb06-43d4-a8e4-7792c70f8d83 req-b8407067-3dad-45b5-a7f1-0175daf8be43 service neutron] 10.222.0.36 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041379 Nov 13 04:47:50.508360 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] For port 049e9c23-337a-4434-aedd-3a4d527e5813, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=049e9c23-337a-4434-aedd-3a4d527e5813,segment=NetworkSegment(6924b9e9-b293-4b8e-9f21-718340ff583e),segment_id=6924b9e9-b293-4b8e-9f21-718340ff583e)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:50.508735 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.536207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-f6310f4d-7ddb-4c87-bdc1-1649d63879c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:50.537838 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-f6310f4d-7ddb-4c87-bdc1-1649d63879c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4 HTTP/1.1" status: 200 len: 850 time: 0.1204000 Nov 13 04:47:50.541710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] Calling delete_port for 049e9c23-337a-4434-aedd-3a4d527e5813 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:50.544448 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.566065 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] For port 9b6faac1-9bdb-4859-bb61-4960c1415d4d, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:47:50.570279 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] For port 9b6faac1-9bdb-4859-bb61-4960c1415d4d, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9b6faac1-9bdb-4859-bb61-4960c1415d4d,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:47:50.575424 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.576616 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.654724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b4841-873b-45fc-b25a-61c28daaf4e1 None None] Pushing event updated for resources: {'Port': ['ID=9b6faac1-9bdb-4859-bb61-4960c1415d4d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:50.655017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be68624-864f-4d9a-8b65-489caeff1a05 req-15a378de-c18f-4dac-a101-fead73e6988f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:50.656629 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3be68624-864f-4d9a-8b65-489caeff1a05 req-15a378de-c18f-4dac-a101-fead73e6988f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 943 time: 0.4139199 Nov 13 04:47:50.678081 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-492c504c-1d42-4d83-b2cc-89d2ebf22882 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4e53f50-84fb-4e78-854b-adb52582e3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900264 Nov 13 04:47:50.700046 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1358d8b8-559e-44b1-a0ba-600cd5a615e6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.752222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Allocated IP 172.25.8.244 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/f607c99c-8785-408a-9a97-63e0cbfb7783) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:50.932776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:50.939690 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-203061c6-0aac-4eed-bce1-303c642ad6c2 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:47:50.940728 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-203061c6-0aac-4eed-bce1-303c642ad6c2 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127225 Nov 13 04:47:51.007848 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5e045195-8de9-484c-95b8-e210539483a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:51.009483 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5e045195-8de9-484c-95b8-e210539483a8 service neutron] 10.222.0.43 "GET /v2.0/ports/1abea8f4-7f8e-4672-8119-441f0697d997 HTTP/1.1" status: 200 len: 1093 time: 0.0460379 Nov 13 04:47:51.011966 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:51.052534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-9aa23452-fd40-4806-8019-df5d312864c0 service neutron] Request body: {'binding': {'host': 'n-h2-813114-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:51.053005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-9aa23452-fd40-4806-8019-df5d312864c0 service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 04:47:51.089698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:51.096351 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:51.098949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:51.104314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Pushing event updated for resources: {'Port': ['ID=f607c99c-8785-408a-9a97-63e0cbfb7783,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:51.107274 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-986a1ac4-9699-42ab-be9c-25ed0521020d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:51.109799 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-986a1ac4-9699-42ab-be9c-25ed0521020d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:51.110963 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-986a1ac4-9699-42ab-be9c-25ed0521020d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/17377f58-f0fe-4bd9-a59e-d87dcbdc83b4 HTTP/1.1" status: 204 len: 168 time: 1.6177311 Nov 13 04:47:51.113564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156f2f47-71a4-48a5-9dab-a2ff681b3997 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:51.158955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a1ac4-9699-42ab-be9c-25ed0521020d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17377f58-f0fe-4bd9-a59e-d87dcbdc83b4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:51.241089 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-eff70e12-6812-4c93-995f-4172edb29914 None None] Provisioning complete for port f607c99c-8785-408a-9a97-63e0cbfb7783 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:51.241809 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eff70e12-6812-4c93-995f-4172edb29914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:51.285810 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3be68624-864f-4d9a-8b65-489caeff1a05 req-0042f53b-9020-40f1-b721-4c16135d39c9 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115494 Nov 13 04:47:51.334037 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-eff70e12-6812-4c93-995f-4172edb29914 None None] Port f607c99c-8785-408a-9a97-63e0cbfb7783 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:51.363312 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:51.389587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-9aa23452-fd40-4806-8019-df5d312864c0 service neutron] Attempting to bind port 1abea8f4-7f8e-4672-8119-441f0697d997 on host n-h2-813114-2 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:47:51.390191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-9aa23452-fd40-4806-8019-df5d312864c0 service neutron] Attempting to bind port 1abea8f4-7f8e-4672-8119-441f0697d997 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:47:51.390291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-9aa23452-fd40-4806-8019-df5d312864c0 service neutron] Attempting to bind port 1abea8f4-7f8e-4672-8119-441f0697d997 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:47:51.397448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-9aa23452-fd40-4806-8019-df5d312864c0 service neutron] Port 1abea8f4-7f8e-4672-8119-441f0697d997 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:47:51.397805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-9aa23452-fd40-4806-8019-df5d312864c0 service neutron] Attempting to bind port 1abea8f4-7f8e-4672-8119-441f0697d997 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:47:51.406445 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-9aa23452-fd40-4806-8019-df5d312864c0 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:47:51.408191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-9aa23452-fd40-4806-8019-df5d312864c0 service neutron] Checking segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:51.408810 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-9aa23452-fd40-4806-8019-df5d312864c0 service neutron] Bound using segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:47:51.409716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-9aa23452-fd40-4806-8019-df5d312864c0 service neutron] Bound port: 1abea8f4-7f8e-4672-8119-441f0697d997, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:47:51.469639 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-bec52f45-ddd2-4b61-86a0-c33ecfc68e2d service neutron] 10.222.0.46 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7819903 Nov 13 04:47:51.472594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] Pushing event deleted for resources: {'Port': ['ID=049e9c23-337a-4434-aedd-3a4d527e5813,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:51.478244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] No DVR routers for this DVR port 049e9c23-337a-4434-aedd-3a4d527e5813 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:47:51.556625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54926) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:51.561148 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-9aa23452-fd40-4806-8019-df5d312864c0 service neutron] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=1abea8f4-7f8e-4672-8119-441f0697d997,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:47:51.574320 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-9aa23452-fd40-4806-8019-df5d312864c0 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:51.575615 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-9aa23452-fd40-4806-8019-df5d312864c0 service neutron] 10.222.0.43 "POST /v2.0/ports/1abea8f4-7f8e-4672-8119-441f0697d997/bindings HTTP/1.1" status: 201 len: 389 time: 0.5301023 Nov 13 04:47:51.583403 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-24a75573-0315-492e-a1f8-17695abb96b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:51.587480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1358d8b8-559e-44b1-a0ba-600cd5a615e6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Router 22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:47:51.606967 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:51.651470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a720dfd-90dc-43f1-bff6-f03d3b7db369 req-3b02cf36-082b-4b2a-ae92-51feac4d755e tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:51.653473 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a720dfd-90dc-43f1-bff6-f03d3b7db369 req-3b02cf36-082b-4b2a-ae92-51feac4d755e tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 943 time: 0.2147527 Nov 13 04:47:51.775351 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:51.831378 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9b6faac1-9bdb-4859-bb61-4960c1415d4d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:51.893826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16864bc0-e5ad-466d-8ac9-a6ae4899bb66']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:51.925465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d78cd999-1ccc-4746-be63-52a163267895 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:47:51.961784 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6924b9e9-b293-4b8e-9f21-718340ff583e') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:51.962332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6924b9e9-b293-4b8e-9f21-718340ff583e') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:51.997809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1358d8b8-559e-44b1-a0ba-600cd5a615e6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:47:52.010525 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.018704 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1358d8b8-559e-44b1-a0ba-600cd5a615e6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "PUT /v2.0/routers/22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4992499 Nov 13 04:47:52.023647 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a69da-5159-416d-8c64-9060acd92d51 None None] Sync routers for ids ['22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:47:52.026460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54930) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:52.030259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a643ace-6cc9-4d69-bdd5-0b180cccee14 req-93989826-ac4b-4b58-be56-4db8cd9f25b1 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026734 Nov 13 04:47:52.044650 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a720dfd-90dc-43f1-bff6-f03d3b7db369 req-9f07c24c-435e-43dd-9ec6-aeb8d31e206a tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121793 Nov 13 04:47:52.111773 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6946f4d1-0987-4466-992e-f955defdcd04 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] GET failed (client error): The resource could not be found. Nov 13 04:47:52.119460 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6946f4d1-0987-4466-992e-f955defdcd04 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/e286332c-e52b-4a1c-b435-d6f75777754c HTTP/1.1" status: 404 len: 333 time: 0.0691717 Nov 13 04:47:52.121652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54932) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:52.143082 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.146801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401e35a9-994e-4fa6-9a92-76e87f4acfb3 None None] Network 4dc05814-102b-44bd-8ce8-6f17b45f35fc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:52.191183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 9b6faac1-9bdb-4859-bb61-4960c1415d4d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:52.191832 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.224562 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a69da-5159-416d-8c64-9060acd92d51 None None] Routers {'22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:47:52.225284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-922a69da-5159-416d-8c64-9060acd92d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:47:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:52.254048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:47:52.254048 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:47:52.255388 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:47:52.298251 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-985dc6f8-f1d2-40ca-bf97-20e98158379c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.307296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-ca03d156-8663-47e9-99e7-b2d2a56b9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:52.308900 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-ca03d156-8663-47e9-99e7-b2d2a56b9ae1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 1096 time: 0.1476603 Nov 13 04:47:52.399947 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-24a75573-0315-492e-a1f8-17695abb96b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.424712 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-24a75573-0315-492e-a1f8-17695abb96b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.431477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf91039-988a-4fe9-9e3b-c2275b6ccd1a req-e6a179e4-4e76-414c-85bb-fdef13e8e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:52.433110 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aaf91039-988a-4fe9-9e3b-c2275b6ccd1a req-e6a179e4-4e76-414c-85bb-fdef13e8e68e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b11c2dde876f41aca8570335ecaccf73&device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 1094 time: 0.2915781 Nov 13 04:47:52.433836 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.455082 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.467465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3e9d-9424-4ed3-911d-5bb294daeb8a req-9fc9e2cd-1981-4e38-839f-744b6c97c810 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:52.469078 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ac8a3e9d-9424-4ed3-911d-5bb294daeb8a req-9fc9e2cd-1981-4e38-839f-744b6c97c810 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.2780254 Nov 13 04:47:52.511078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-922a69da-5159-416d-8c64-9060acd92d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:52.518096 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.523914 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] 10.222.0.43 "DELETE /v2.0/networks/16864bc0-e5ad-466d-8ac9-a6ae4899bb66 HTTP/1.1" status: 204 len: 168 time: 3.3132088 Nov 13 04:47:52.524611 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port d78cd999-1ccc-4746-be63-52a163267895, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d78cd999-1ccc-4746-be63-52a163267895,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:52.545208 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a75573-0315-492e-a1f8-17695abb96b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a1db24-a1b1-490e-a40b-6648792913a9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:52.548152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e4848d8b-cd1d-4e3e-b538-720008075ce6 None None] Provisioning complete for port 9b6faac1-9bdb-4859-bb61-4960c1415d4d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:52.548522 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4848d8b-cd1d-4e3e-b538-720008075ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.552616 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-24a75573-0315-492e-a1f8-17695abb96b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1cb2ff6097ab4cb682e2e1349f398a78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9903457 Nov 13 04:47:52.558948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54938) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:52.578729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-0ebd6597-b0b4-4cec-9304-41f2e0825e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:52.585476 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-0ebd6597-b0b4-4cec-9304-41f2e0825e9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.2674322 Nov 13 04:47:52.592101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccfa4e-9adb-486a-b26d-fc524f9cc75c admin admin] Pushing event deleted for resources: {'Network': ['ID=16864bc0-e5ad-466d-8ac9-a6ae4899bb66,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:52.595326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'd78cd999-1ccc-4746-be63-52a163267895', 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3', 'port_id': 'd78cd999-1ccc-4746-be63-52a163267895', 'mac_address': 'fa:16:3e:07:8a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da060a9b-742c-4f27-98ad-64a6913e0916', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:47:52.598306 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-985dc6f8-f1d2-40ca-bf97-20e98158379c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.601600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a69da-5159-416d-8c64-9060acd92d51 None None] Routers {'22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:47:52.602270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-922a69da-5159-416d-8c64-9060acd92d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:47:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:52.603293 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-985dc6f8-f1d2-40ca-bf97-20e98158379c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.646524 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-922a69da-5159-416d-8c64-9060acd92d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:52.647664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a69da-5159-416d-8c64-9060acd92d51 None None] The sync data for ids ['22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:47:52.718109 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ac8a3e9d-9424-4ed3-911d-5bb294daeb8a req-e921dd90-a446-43dd-8ea5-bd1cd5e4937d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954653 Nov 13 04:47:52.723979 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-985dc6f8-f1d2-40ca-bf97-20e98158379c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.724477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985dc6f8-f1d2-40ca-bf97-20e98158379c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Fanout notify agent at l3_agent the message router_deleted on router 22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:47:52.736819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-985dc6f8-f1d2-40ca-bf97-20e98158379c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.738223 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-985dc6f8-f1d2-40ca-bf97-20e98158379c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/routers/22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0 HTTP/1.1" status: 204 len: 168 time: 0.6128867 Nov 13 04:47:52.745046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54940) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:52.782223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf91039-988a-4fe9-9e3b-c2275b6ccd1a req-449e336d-b760-464c-b947-82a0c4a4412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:52.783769 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aaf91039-988a-4fe9-9e3b-c2275b6ccd1a req-449e336d-b760-464c-b947-82a0c4a4412c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4e53f50-84fb-4e78-854b-adb52582e3df HTTP/1.1" status: 200 len: 911 time: 0.3137374 Nov 13 04:47:52.811871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742db9c0-1780-40a3-bc7b-0cf12564c080 req-e738de29-0ff0-4e1a-98a9-dfce45fddced tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:52.813987 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-742db9c0-1780-40a3-bc7b-0cf12564c080 req-e738de29-0ff0-4e1a-98a9-dfce45fddced tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 943 time: 0.4112589 Nov 13 04:47:52.820486 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-041ae855-fa61-4642-9140-46d6d04cc8cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1abea8f4-7f8e-4672-8119-441f0697d997 HTTP/1.1" status: 200 len: 217 time: 0.0627599 Nov 13 04:47:52.822375 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54942) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:52.842493 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aaf91039-988a-4fe9-9e3b-c2275b6ccd1a req-7cacd243-365e-4c89-88e2-1abf0c34d685 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daac0b98-49b2-4eda-a339-c5cfb940c88b HTTP/1.1" status: 200 len: 217 time: 0.0493217 Nov 13 04:47:52.846953 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d0cf0c-00b1-4f3d-9cab-811d76f469f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting subnet f70faa28-3832-4908-a559-7804c4d67390 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:47:52.849908 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.851834 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4d0cf0c-00b1-4f3d-9cab-811d76f469f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.863430 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.908365 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c144-1260-42c7-b009-edd84103374f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.931833 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4d0cf0c-00b1-4f3d-9cab-811d76f469f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.949607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 9b6faac1-9bdb-4859-bb61-4960c1415d4d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9b6faac1-9bdb-4859-bb61-4960c1415d4d,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:52.957757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf91039-988a-4fe9-9e3b-c2275b6ccd1a req-227f59bc-7551-4eb0-a8c8-45106ef843e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:52.959423 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aaf91039-988a-4fe9-9e3b-c2275b6ccd1a req-227f59bc-7551-4eb0-a8c8-45106ef843e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4 HTTP/1.1" status: 200 len: 850 time: 0.1090739 Nov 13 04:47:52.974826 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78cd999-1ccc-4746-be63-52a163267895 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:47:52.980485 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Router 447b9c7e-9721-4381-91f1-5a10a6daeb6a is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:47:52.983446 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-41378add-7769-4190-bbc4-507305f3c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:52.985262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-41378add-7769-4190-bbc4-507305f3c615 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.1488941 Nov 13 04:47:52.993324 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c144-1260-42c7-b009-edd84103374f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:52.999343 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port d78cd999-1ccc-4746-be63-52a163267895, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d78cd999-1ccc-4746-be63-52a163267895,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:53.000506 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4848d8b-cd1d-4e3e-b538-720008075ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.026825 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1161b473-fe34-488f-9567-2a0b9a8d52bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7367e99f5ccf4d8db30c322ffd0814f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998134 Nov 13 04:47:53.029752 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.031670 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.053168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54944) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:53.055838 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-d6e34c34-06bd-4e6c-a284-5878a995ceaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537434 Nov 13 04:47:53.070473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-742db9c0-1780-40a3-bc7b-0cf12564c080 req-98381768-e73d-4f81-8523-2c2574efa809 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486053 Nov 13 04:47:53.093266 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4d0cf0c-00b1-4f3d-9cab-811d76f469f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.121980 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=d78cd999-1ccc-4746-be63-52a163267895,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:53.218643 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aaf91039-988a-4fe9-9e3b-c2275b6ccd1a req-8431ab4e-c138-4e29-9963-2b6633516312 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4e53f50-84fb-4e78-854b-adb52582e3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554316 Nov 13 04:47:53.227839 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-e4848d8b-cd1d-4e3e-b538-720008075ce6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:47:53.227839 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-e4848d8b-cd1d-4e3e-b538-720008075ce6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:47:53.241640 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=9b6faac1-9bdb-4859-bb61-4960c1415d4d,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:53.281740 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4d0cf0c-00b1-4f3d-9cab-811d76f469f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.294848 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c144-1260-42c7-b009-edd84103374f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.297466 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c144-1260-42c7-b009-edd84103374f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.298627 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c5e8c144-1260-42c7-b009-edd84103374f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86a1db24-a1b1-490e-a40b-6648792913a9 HTTP/1.1" status: 204 len: 168 time: 0.7331336 Nov 13 04:47:53.308737 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-653c8647-a971-48c8-b58c-c521e83ab34e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.329785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8c144-1260-42c7-b009-edd84103374f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a1db24-a1b1-490e-a40b-6648792913a9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:53.359245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-c1651ab5-b106-403a-bbc1-7831f3d96c59 service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861438 Nov 13 04:47:53.369158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:47:53.369823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ddea4-7fb0-4b74-b8db-62e652b7dafa req-acc287be-6bdb-4f30-a7c1-60d2c3706979 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:53.375292 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-653c8647-a971-48c8-b58c-c521e83ab34e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.377640 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd2ddea4-7fb0-4b74-b8db-62e652b7dafa req-acc287be-6bdb-4f30-a7c1-60d2c3706979 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 943 time: 0.2241125 Nov 13 04:47:53.379470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0cf0c-00b1-4f3d-9cab-811d76f469f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Subnet': ['ID=f70faa28-3832-4908-a559-7804c4d67390,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:53.386050 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Sync routers for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:47:53.394300 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f547244d-ac25-492e-91ef-dbd1db042f51 None None] Network ebdde1fa-b49e-4abe-9e89-c390e973f73c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:53.397580 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4d0cf0c-00b1-4f3d-9cab-811d76f469f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.403663 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c4d0cf0c-00b1-4f3d-9cab-811d76f469f7 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/f70faa28-3832-4908-a559-7804c4d67390 HTTP/1.1" status: 204 len: 168 time: 0.6575794 Nov 13 04:47:53.404355 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:47:53.405131 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:47:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:53.414092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54952) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:53.480000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d78cd999-1ccc-4746-be63-52a163267895'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:47:53.503171 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.510048 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b7fa4370-9aa5-4c0b-bf77-38c767a7bae9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1699953 Nov 13 04:47:53.510988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54954) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:53.527235 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aaf91039-988a-4fe9-9e3b-c2275b6ccd1a req-7011aa99-1eeb-44d5-96ce-2c44f13c3fdb service neutron] 10.222.0.46 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950637 Nov 13 04:47:53.552356 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.580299 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd2ddea4-7fb0-4b74-b8db-62e652b7dafa req-941f9a03-83c5-4bb5-84d2-0b32187b109a tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017193 Nov 13 04:47:53.725617 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aaf91039-988a-4fe9-9e3b-c2275b6ccd1a req-c527610f-d2e4-4f01-804d-68fca538475b service neutron] 10.222.0.46 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872921 Nov 13 04:47:53.822777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6812ab56-a87b-4110-95b5-05c95bf1ae4c None None] DHCP port deletion for ebdde1fa-b49e-4abe-9e89-c390e973f73c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:53.831107 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9b6faac1-9bdb-4859-bb61-4960c1415d4d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:53.841034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port d59da258-94df-4e9e-a5a8-149560ebb4fe {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:53.841372 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.879130 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:47:53.924955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] For port d59da258-94df-4e9e-a5a8-149560ebb4fe, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d59da258-94df-4e9e-a5a8-149560ebb4fe,segment=NetworkSegment(db5312a3-3e9c-4a8e-9946-0681f92321a8),segment_id=db5312a3-3e9c-4a8e-9946-0681f92321a8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:53.925480 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.941432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for d59da258-94df-4e9e-a5a8-149560ebb4fe owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:53.946981 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-653c8647-a971-48c8-b58c-c521e83ab34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.949714 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-653c8647-a971-48c8-b58c-c521e83ab34e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:53.953500 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-653c8647-a971-48c8-b58c-c521e83ab34e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f194de52-26a7-4ad2-a79d-8d74b726deff HTTP/1.1" status: 204 len: 168 time: 0.8941500 Nov 13 04:47:53.985328 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-11b768ab-9ac1-4d0f-93d0-d60c173139b5 service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072040 Nov 13 04:47:54.010882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c8647-a971-48c8-b58c-c521e83ab34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f194de52-26a7-4ad2-a79d-8d74b726deff,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:54.074587 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:54.091194 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No DVR routers for this DVR port d59da258-94df-4e9e-a5a8-149560ebb4fe on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:47:54.118704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=d59da258-94df-4e9e-a5a8-149560ebb4fe,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:54.191353 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f5ef741b-b780-48e0-bc68-fa441efcbe06 None None] Provisioning complete for port 9b6faac1-9bdb-4859-bb61-4960c1415d4d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:54.191744 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f5ef741b-b780-48e0-bc68-fa441efcbe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:54.193318 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 9b6faac1-9bdb-4859-bb61-4960c1415d4d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:54.193657 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:54.286175 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:54.332151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d8773-759c-4b19-b4f3-77dab06203f8 req-3e8d7a4e-7d06-443c-bbc6-8946cbb7b3bd tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:54.333843 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a95d8773-759c-4b19-b4f3-77dab06203f8 req-3e8d7a4e-7d06-443c-bbc6-8946cbb7b3bd tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 944 time: 0.0847223 Nov 13 04:47:54.336641 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdde1fa-b49e-4abe-9e89-c390e973f73c']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:54.360627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055019b-f79e-4d0d-8402-3e59674f370e req-b297e06a-26ea-4791-a113-e905a579b126 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:54.362390 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f055019b-f79e-4d0d-8402-3e59674f370e req-b297e06a-26ea-4791-a113-e905a579b126 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.4658332 Nov 13 04:47:54.377690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6812ab56-a87b-4110-95b5-05c95bf1ae4c None None] Deleting port d59da258-94df-4e9e-a5a8-149560ebb4fe {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:47:54.379263 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6812ab56-a87b-4110-95b5-05c95bf1ae4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:54.435531 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a95d8773-759c-4b19-b4f3-77dab06203f8 req-47adb806-c0f6-4467-95e6-73824afe55c7 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875485 Nov 13 04:47:54.437682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5312a3-3e9c-4a8e-9946-0681f92321a8') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:54.437987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5312a3-3e9c-4a8e-9946-0681f92321a8') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:54.451357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device daac0b98-49b2-4eda-a339-c5cfb940c88b details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:47:54.452255 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:54.488220 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:54.502774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:47:54.503239 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:47:54.509502 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:47:54.590028 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:51Z', 'revision_number': 3, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:54.591533 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f055019b-f79e-4d0d-8402-3e59674f370e req-8870d631-4749-4300-b648-17a59288ee4c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225013 Nov 13 04:47:54.649573 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:54.666636 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:54.672438 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/networks/ebdde1fa-b49e-4abe-9e89-c390e973f73c HTTP/1.1" status: 204 len: 168 time: 1.2580376 Nov 13 04:47:54.679656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54988) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:54.692984 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Checking router: 447b9c7e-9721-4381-91f1-5a10a6daeb6a for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:47:54.693329 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Updating router 447b9c7e-9721-4381-91f1-5a10a6daeb6a port f607c99c-8785-408a-9a97-63e0cbfb7783 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:47:54.756542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a6360d-95c6-42e6-b8b0-20d271cf4dc6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:54.759681 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-24a6360d-95c6-42e6-b8b0-20d271cf4dc6 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/a71ff4c4-83e6-458e-a89d-192f1a162c80 HTTP/1.1" status: 200 len: 841 time: 0.0770576 Nov 13 04:47:54.761843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df34f6-9934-45af-bcd3-f53523db5c5f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Network': ['ID=ebdde1fa-b49e-4abe-9e89-c390e973f73c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:54.765203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54992) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:54.767484 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:54.852147 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1c34f2a0-0a71-454e-9a31-0167531a7e58 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/a71ff4c4-83e6-458e-a89d-192f1a162c80?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0754154 Nov 13 04:47:54.852358 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55002) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:54.863386 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e78197d1-580e-4497-bfc6-0f6698ec216a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'subnet': {'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:54.974701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6812ab56-a87b-4110-95b5-05c95bf1ae4c None None] For port d59da258-94df-4e9e-a5a8-149560ebb4fe, host n-d-813114-2, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:54.975427 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6812ab56-a87b-4110-95b5-05c95bf1ae4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.055790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port daac0b98-49b2-4eda-a339-c5cfb940c88b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=daac0b98-49b2-4eda-a339-c5cfb940c88b,segment=NetworkSegment(5a371ee2-6b76-47f2-bbf3-7620def9715c),segment_id=5a371ee2-6b76-47f2-bbf3-7620def9715c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:55.063560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51482a7-b98c-40d9-8267-b8329f918ccc req-c8734745-7c1b-4438-9eb5-b944ab179d60 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:55.065110 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c51482a7-b98c-40d9-8267-b8329f918ccc req-c8734745-7c1b-4438-9eb5-b944ab179d60 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 943 time: 0.3070798 Nov 13 04:47:55.079741 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.096040 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6812ab56-a87b-4110-95b5-05c95bf1ae4c None None] Calling delete_port for d59da258-94df-4e9e-a5a8-149560ebb4fe owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:47:55.104888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-6812ab56-a87b-4110-95b5-05c95bf1ae4c None None] Port d59da258-94df-4e9e-a5a8-149560ebb4fe was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 04:47:55.120904 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6812ab56-a87b-4110-95b5-05c95bf1ae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.149067 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78197d1-580e-4497-bfc6-0f6698ec216a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:55.158542 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e78197d1-580e-4497-bfc6-0f6698ec216a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.173920 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'daac0b98-49b2-4eda-a339-c5cfb940c88b', 'network_id': 'f4e53f50-84fb-4e78-854b-adb52582e3df', 'port_id': 'daac0b98-49b2-4eda-a339-c5cfb940c88b', 'mac_address': 'fa:16:3e:26:5d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:47:55.232210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6812ab56-a87b-4110-95b5-05c95bf1ae4c None None] Network ebdde1fa-b49e-4abe-9e89-c390e973f73c is not hosted by any dhcp agent {{(pid=102669) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 13 04:47:55.234468 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812ab56-a87b-4110-95b5-05c95bf1ae4c None None] No DVR routers for this DVR port d59da258-94df-4e9e-a5a8-149560ebb4fe on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:47:55.256021 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812ab56-a87b-4110-95b5-05c95bf1ae4c None None] Pushing event deleted for resources: {'Port': ['ID=d59da258-94df-4e9e-a5a8-149560ebb4fe,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:55.293118 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c51482a7-b98c-40d9-8267-b8329f918ccc req-9483611a-0135-448d-91e7-a6dea01e0ede tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180696 Nov 13 04:47:55.329689 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.343145 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.355900 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.389326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daac0b98-49b2-4eda-a339-c5cfb940c88b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:47:55.404637 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55020) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:55.444994 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53902c-9154-4497-944f-09eeee315ced None None] Pushing event updated for resources: {'Port': ['ID=f607c99c-8785-408a-9a97-63e0cbfb7783,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:55.445332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port daac0b98-49b2-4eda-a339-c5cfb940c88b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=daac0b98-49b2-4eda-a339-c5cfb940c88b,segment=NetworkSegment(5a371ee2-6b76-47f2-bbf3-7620def9715c),segment_id=5a371ee2-6b76-47f2-bbf3-7620def9715c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:55.456121 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.470599 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53902c-9154-4497-944f-09eeee315ced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:55.470963 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53902c-9154-4497-944f-09eeee315ced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:55.471292 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53902c-9154-4497-944f-09eeee315ced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:55.480581 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53902c-9154-4497-944f-09eeee315ced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:55.481128 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53902c-9154-4497-944f-09eeee315ced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:55.481638 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53902c-9154-4497-944f-09eeee315ced None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:55.482113 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53902c-9154-4497-944f-09eeee315ced None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:55.482581 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53902c-9154-4497-944f-09eeee315ced None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:55.483067 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53902c-9154-4497-944f-09eeee315ced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:55.483557 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53902c-9154-4497-944f-09eeee315ced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:55.484021 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53902c-9154-4497-944f-09eeee315ced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:55.484490 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53902c-9154-4497-944f-09eeee315ced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:47:55.509209 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Allocated IP 172.20.0.1 (4dc05814-102b-44bd-8ce8-6f17b45f35fc/b87c0f16-fdb8-4bae-b020-fe4bc6d36ead/aebab04b-0cb6-4aa3-b196-695e86160ad2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:55.525029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f50914-8cff-49f8-b0b3-d7e9e8d80ec4 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:55.526662 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Attempting to bind port f607c99c-8785-408a-9a97-63e0cbfb7783 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:47:55.527063 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Attempting to bind port f607c99c-8785-408a-9a97-63e0cbfb7783 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:47:55.527417 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Attempting to bind port f607c99c-8785-408a-9a97-63e0cbfb7783 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:47:55.541276 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:47:55.542004 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:55.545948 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.546581 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:47:55.547274 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Bound port: f607c99c-8785-408a-9a97-63e0cbfb7783, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:47:55.547964 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.598442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=daac0b98-49b2-4eda-a339-c5cfb940c88b,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:55.620988 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55028) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:55.653550 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] For port f607c99c-8785-408a-9a97-63e0cbfb7783, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:47:55.661742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-00c9be19-e13f-4d55-96cd-bf0635e82e87 None None] Provisioning complete for port f607c99c-8785-408a-9a97-63e0cbfb7783 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:55.662755 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] For port f607c99c-8785-408a-9a97-63e0cbfb7783, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f607c99c-8785-408a-9a97-63e0cbfb7783,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:47:55.663162 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00c9be19-e13f-4d55-96cd-bf0635e82e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.671017 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.704639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-00c9be19-e13f-4d55-96cd-bf0635e82e87 None None] Port f607c99c-8785-408a-9a97-63e0cbfb7783 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:55.705391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41034c4d-78c8-4c14-8e04-05a33f55ed93 req-6aa0f88e-1821-4e34-9c0d-ce6ce36e6548 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:55.726825 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-41034c4d-78c8-4c14-8e04-05a33f55ed93 req-6aa0f88e-1821-4e34-9c0d-ce6ce36e6548 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 944 time: 0.1607900 Nov 13 04:47:55.733452 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f841f97f-965f-4b34-aad8-c86095b958ef None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:47:55.766680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d59da258-94df-4e9e-a5a8-149560ebb4fe no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:47:55.803258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: d59da258-94df-4e9e-a5a8-149560ebb4fe {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:47:55.803794 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d59da258-94df-4e9e-a5a8-149560ebb4fe not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:47:55.804139 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53902c-9154-4497-944f-09eeee315ced None None] Pushing event updated for resources: {'Port': ['ID=f607c99c-8785-408a-9a97-63e0cbfb7783,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:55.817931 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cd8b9ad0-9903-43a4-8c1a-abf859a713de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.824501 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:47:55.825340 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:47:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:55.833896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c35f50c8-3dd2-448d-a819-81900438b7d4 None None] Provisioning complete for port f607c99c-8785-408a-9a97-63e0cbfb7783 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:55.835879 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c35f50c8-3dd2-448d-a819-81900438b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.879455 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.888302 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-41034c4d-78c8-4c14-8e04-05a33f55ed93 req-cc57a28f-338b-4f64-888f-1735e7619b9d tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603167 Nov 13 04:47:55.903434 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1896604599-network', 'tenant_id': '2c34300dfbd7415a93df593830924aad'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:55.921158 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['daac0b98-49b2-4eda-a339-c5cfb940c88b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:47:55.933612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d78cd999-1ccc-4746-be63-52a163267895 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:55.933976 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.969520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] Made reservation on behalf of 2c34300dfbd7415a93df593830924aad for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:55.972404 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e78197d1-580e-4497-bfc6-0f6698ec216a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.975395 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:55.986758 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:47:56.024238 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.052731 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78197d1-580e-4497-bfc6-0f6698ec216a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:56.060674 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Network 4dc05814-102b-44bd-8ce8-6f17b45f35fc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:56.073680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e78197d1-580e-4497-bfc6-0f6698ec216a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:56.093096 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464559c-d5f2-44d7-9b76-2cdb458e62f8 req-0585a9f7-ae64-4b9a-922a-e35a0bdcb69b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:56.094800 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6464559c-d5f2-44d7-9b76-2cdb458e62f8 req-0585a9f7-ae64-4b9a-922a-e35a0bdcb69b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.1791503 Nov 13 04:47:56.101120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78197d1-580e-4497-bfc6-0f6698ec216a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:56.102073 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e78197d1-580e-4497-bfc6-0f6698ec216a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.104296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b61a86-86a4-43f6-b4d8-cc7d1035d593 None None] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:56.109057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:56.125841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:56.147889 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cd8b9ad0-9903-43a4-8c1a-abf859a713de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.158398 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cd8b9ad0-9903-43a4-8c1a-abf859a713de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.160420 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Pushing event updated for resources: {'Port': ['ID=aebab04b-0cb6-4aa3-b196-695e86160ad2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:56.188516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b9ad0-9903-43a4-8c1a-abf859a713de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262ddb88-8eda-4213-af81-b8b381b3b45a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:56.231353 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.237220 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cd8b9ad0-9903-43a4-8c1a-abf859a713de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4cb1303d59f64717bf2ccc574f37d457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8288643 Nov 13 04:47:56.237388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78197d1-580e-4497-bfc6-0f6698ec216a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Subnet': ['ID=85a52a75-b12a-4e0a-a148-82d0c7928f00,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:56.237660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55036) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:56.247993 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.285498 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eff598-71f2-4e67-a9b2-bfadb04e7981,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:56.285989 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c35f50c8-3dd2-448d-a819-81900438b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.309634 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c35f50c8-3dd2-448d-a819-81900438b7d4 None None] For port f607c99c-8785-408a-9a97-63e0cbfb7783, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f607c99c-8785-408a-9a97-63e0cbfb7783,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:56.329802 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c35f50c8-3dd2-448d-a819-81900438b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.333180 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e78197d1-580e-4497-bfc6-0f6698ec216a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4753580 Nov 13 04:47:56.362359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55040) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:56.370907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cb491b8c-66b2-4665-bd5f-e46837bccce9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'security_group': {'name': 'tempest-secgroup-1787670297'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:56.382011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:47:56.411081 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:51Z', 'revision_number': 3, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:56.416870 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6464559c-d5f2-44d7-9b76-2cdb458e62f8 req-20ec6031-e4c6-4213-a4b0-1763e1c0f415 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047366 Nov 13 04:47:56.420535 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb491b8c-66b2-4665-bd5f-e46837bccce9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.435172 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.437096 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] Added segment efc284f5-6a75-47fd-9b85-61d53f22f312 of type vlan for network 51dfe6c5-f39e-48c3-876e-aed591c121b3 Nov 13 04:47:56.450479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f50c8-3dd2-448d-a819-81900438b7d4 None None] Pushing event updated for resources: {'Port': ['ID=f607c99c-8785-408a-9a97-63e0cbfb7783,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:56.478733 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765b179-e500-42d9-9d61-21a5caa97347 None None] The sync data for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 is: [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:51Z', 'revision_number': 3, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:47:56.485479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port d78cd999-1ccc-4746-be63-52a163267895 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:47:56.512798 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb491b8c-66b2-4665-bd5f-e46837bccce9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.514430 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.555069 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port d78cd999-1ccc-4746-be63-52a163267895 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:56.555478 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.564640 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c8cb1b3-b175-4d9c-bdf2-6e6056331074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.567376 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb491b8c-66b2-4665-bd5f-e46837bccce9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.590796 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c8cb1b3-b175-4d9c-bdf2-6e6056331074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.603266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb491b8c-66b2-4665-bd5f-e46837bccce9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4381c3ad-3464-45a8-aa3f-a6d798a42b53,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:56.634979 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb491b8c-66b2-4665-bd5f-e46837bccce9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.636776 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cb491b8c-66b2-4665-bd5f-e46837bccce9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2706723 Nov 13 04:47:56.649517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55042) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:56.656865 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b93c6683-a9df-48ec-829e-f2166e31bbd9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'security_group': {'name': 'tempest-secgroup-643949168'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:56.671934 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c8cb1b3-b175-4d9c-bdf2-6e6056331074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.675277 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c8cb1b3-b175-4d9c-bdf2-6e6056331074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.676616 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6c8cb1b3-b175-4d9c-bdf2-6e6056331074 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/262ddb88-8eda-4213-af81-b8b381b3b45a HTTP/1.1" status: 204 len: 168 time: 0.4379053 Nov 13 04:47:56.692361 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.697148 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cb1b3-b175-4d9c-bdf2-6e6056331074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262ddb88-8eda-4213-af81-b8b381b3b45a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:56.702162 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b93c6683-a9df-48ec-829e-f2166e31bbd9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.717858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60877507-2c44-4f76-aefa-7017bf682d3e req-d094e49c-528f-4ca3-88cb-10696c1ece7e tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:56.727830 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60877507-2c44-4f76-aefa-7017bf682d3e req-d094e49c-528f-4ca3-88cb-10696c1ece7e tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 944 time: 0.2615137 Nov 13 04:47:56.782181 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.783427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:56.784084 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.800755 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e797ba51-d4b0-4a8d-b23d-128e71852c19 None None] Provisioning complete for port aebab04b-0cb6-4aa3-b196-695e86160ad2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:56.801389 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e797ba51-d4b0-4a8d-b23d-128e71852c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.815142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1904025 Nov 13 04:47:56.815502 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55046) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:56.848965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-49d80ea0-0add-41d9-9ffb-c6cc540aa831 admin admin] Request body: {'subnet': {'network_id': '51dfe6c5-f39e-48c3-876e-aed591c121b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1896604599-subnet', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:56.849940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e797ba51-d4b0-4a8d-b23d-128e71852c19 None None] Port aebab04b-0cb6-4aa3-b196-695e86160ad2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:56.900428 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.909348 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60877507-2c44-4f76-aefa-7017bf682d3e req-5aaffef1-e189-4d4f-afd8-4508e038c4b8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796415 Nov 13 04:47:56.912492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d80ea0-0add-41d9-9ffb-c6cc540aa831 admin admin] Made reservation on behalf of 2c34300dfbd7415a93df593830924aad for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:56.930961 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-49d80ea0-0add-41d9-9ffb-c6cc540aa831 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.968694 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port d78cd999-1ccc-4746-be63-52a163267895, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d78cd999-1ccc-4746-be63-52a163267895,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:56.971220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78cd999-1ccc-4746-be63-52a163267895'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:47:56.973981 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63b2f39-655e-4609-baba-e97858d5f45e" -d '{"events": [{"server_uuid": "70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06", "name": "network-vif-plugged", "status": "completed", "tag": "d78cd999-1ccc-4746-be63-52a163267895"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:47:56.977371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-b897ddec-012a-4a7e-8d33-5e60c36045c9', 'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'tenant_id': 'c93fa2040fe04bcebd025ce864e9fde5', 'fixed_ips': [{'subnet_id': '85a52a75-b12a-4e0a-a148-82d0c7928f00'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:47:56.978297 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:56.982745 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:57.069777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bf0db-2a0e-4e93-8f47-96ab51ae8d48 admin admin] Pushing event updated for resources: {'Network': ['ID=51dfe6c5-f39e-48c3-876e-aed591c121b3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:57.101791 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284b090c-bc13-41fc-8c70-0228d162b003 x-openstack-request-id: req-284b090c-bc13-41fc-8c70-0228d162b003 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:47:57.102021 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06", "name": "network-vif-plugged", "status": "completed", "tag": "d78cd999-1ccc-4746-be63-52a163267895", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:47:57.102216 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-284b090c-bc13-41fc-8c70-0228d162b003 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:47:57.103118 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78cd999-1ccc-4746-be63-52a163267895', 'code': 200} Nov 13 04:47:57.103398 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=d78cd999-1ccc-4746-be63-52a163267895,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:57.110516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 51dfe6c5-f39e-48c3-876e-aed591c121b3 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:47:57.115236 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:57.281024 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b93c6683-a9df-48ec-829e-f2166e31bbd9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:57.299521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75464a11-090d-4aa3-9c38-34335dbb1a5c req-9866604c-f79a-4922-9bd8-90bf8a6641be tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:57.301519 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75464a11-090d-4aa3-9c38-34335dbb1a5c req-9866604c-f79a-4922-9bd8-90bf8a6641be tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.2401080 Nov 13 04:47:57.310606 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b93c6683-a9df-48ec-829e-f2166e31bbd9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:57.436683 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b93c6683-a9df-48ec-829e-f2166e31bbd9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:57.441025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55062) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:57.447151 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b93c6683-a9df-48ec-829e-f2166e31bbd9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7954288 Nov 13 04:47:57.447816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0519c0cc-bc0b-4654-afa7-cd16401c1605 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1718914299', 'security_groups': ['d891bd06-2e9b-48a5-80e7-2d754b9a9f7c'], 'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '85a52a75-b12a-4e0a-a148-82d0c7928f00'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:57.500825 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c6683-a9df-48ec-829e-f2166e31bbd9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d891bd06-2e9b-48a5-80e7-2d754b9a9f7c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:57.509663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7d52d-2a05-4214-8c21-fb652e40270a req-68c69f86-28b2-4f4b-9de4-7f7b13f87d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:57.512933 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97d7d52d-2a05-4214-8c21-fb652e40270a req-68c69f86-28b2-4f4b-9de4-7f7b13f87d96 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 1096 time: 0.2945266 Nov 13 04:47:57.874488 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:57.901610 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f607c99c-8785-408a-9a97-63e0cbfb7783 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:57.906368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Allocated IP 172.20.0.2 (b897ddec-012a-4a7e-8d33-5e60c36045c9/85a52a75-b12a-4e0a-a148-82d0c7928f00/fff75a46-9759-426f-a02b-d864ad6d4562) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:57.914075 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:57.964166 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75464a11-090d-4aa3-9c38-34335dbb1a5c req-695f36c4-d5a7-4b31-a873-2c0d58f3ad1f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6196535 Nov 13 04:47:58.066122 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:58.181896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Pushing event updated for resources: {'Port': ['ID=aebab04b-0cb6-4aa3-b196-695e86160ad2,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:58.201166 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f607c99c-8785-408a-9a97-63e0cbfb7783 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:58.201702 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:58.337246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f034e7-11eb-4a9e-95d1-c0f2d041e754 req-6a630ac5-dc40-408f-a432-29af9a4873f8 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:58.348577 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64f034e7-11eb-4a9e-95d1-c0f2d041e754 req-6a630ac5-dc40-408f-a432-29af9a4873f8 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.7705331 Nov 13 04:47:58.373676 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-49d80ea0-0add-41d9-9ffb-c6cc540aa831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:58.445017 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device daac0b98-49b2-4eda-a339-c5cfb940c88b up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:47:58.521043 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:58.540660 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64f034e7-11eb-4a9e-95d1-c0f2d041e754 req-0e7c7e22-219a-473d-a5d1-0d6a3cf3db9b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898177 Nov 13 04:47:58.573496 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:58.590964 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port daac0b98-49b2-4eda-a339-c5cfb940c88b completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:47:58.616704 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:58.672309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0519c0cc-bc0b-4654-afa7-cd16401c1605 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:47:58.735642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port daac0b98-49b2-4eda-a339-c5cfb940c88b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:58.736201 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:58.755274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Pushing event updated for resources: {'Port': ['ID=fff75a46-9759-426f-a02b-d864ad6d4562,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:58.768388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d80ea0-0add-41d9-9ffb-c6cc540aa831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4279ab16-f568-4cde-96d1-3057392edf16,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:58.809698 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:58.826097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:58.838306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:47:58.853044 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:58.893597 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0519c0cc-bc0b-4654-afa7-cd16401c1605 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:58.900786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55086) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:58.937843 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97d7d52d-2a05-4214-8c21-fb652e40270a req-8a594379-b883-4301-8195-666b46169ce0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3167415 Nov 13 04:47:58.947402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d80ea0-0add-41d9-9ffb-c6cc540aa831 admin admin] Checking segment: {'id': 'efc284f5-6a75-47fd-9b85-61d53f22f312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51dfe6c5-f39e-48c3-876e-aed591c121b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:58.947772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d80ea0-0add-41d9-9ffb-c6cc540aa831 admin admin] Network hostable DHCP agents. Network: 51dfe6c5-f39e-48c3-876e-aed591c121b3, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:47:58.966974 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Attempting to bind port fff75a46-9759-426f-a02b-d864ad6d4562 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:47:58.967305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Attempting to bind port fff75a46-9759-426f-a02b-d864ad6d4562 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '23917f97-0a87-42fe-a90c-355f7cd81d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:47:58.967617 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Attempting to bind port fff75a46-9759-426f-a02b-d864ad6d4562 on network b897ddec-012a-4a7e-8d33-5e60c36045c9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:47:58.974282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-0519c0cc-bc0b-4654-afa7-cd16401c1605 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port 74b21652-0a4c-42e1-8650-72328fc5181e yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:47:58.979595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:47:58.979966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Checking segment: {'id': '23917f97-0a87-42fe-a90c-355f7cd81d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:47:58.981358 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:58.984665 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Bound using segment: {'id': '23917f97-0a87-42fe-a90c-355f7cd81d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:47:58.985276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Bound port: fff75a46-9759-426f-a02b-d864ad6d4562, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23917f97-0a87-42fe-a90c-355f7cd81d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:47:58.992731 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:59.009108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd77e37-446d-45c3-808a-133e1d62e9e2 req-9460469d-b2f5-408e-9f66-958108cd31f2 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:59.011084 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1cd77e37-446d-45c3-808a-133e1d62e9e2 req-9460469d-b2f5-408e-9f66-958108cd31f2 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 944 time: 0.8350277 Nov 13 04:47:59.036886 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:59.073798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Network 4dc05814-102b-44bd-8ce8-6f17b45f35fc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:47:59.082755 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:59.123481 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1cd77e37-446d-45c3-808a-133e1d62e9e2 req-53eb5e8b-19a7-4a9c-aad8-4a33f6d6abbe tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040254 Nov 13 04:47:59.153132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d80ea0-0add-41d9-9ffb-c6cc540aa831 admin admin] Network 51dfe6c5-f39e-48c3-876e-aed591c121b3 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:47:59.156636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d7a7b7-e18b-44f0-8372-3ecaed3c4a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daac0b98-49b2-4eda-a339-c5cfb940c88b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:47:59.163321 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ae0426-cb45-4bd2-a7fa-ed77789a984b" -d '{"events": [{"server_uuid": "10d7a7b7-e18b-44f0-8372-3ecaed3c4a01", "name": "network-vif-plugged", "status": "completed", "tag": "daac0b98-49b2-4eda-a339-c5cfb940c88b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:47:59.223695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port daac0b98-49b2-4eda-a339-c5cfb940c88b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=daac0b98-49b2-4eda-a339-c5cfb940c88b,segment=NetworkSegment(5a371ee2-6b76-47f2-bbf3-7620def9715c),segment_id=5a371ee2-6b76-47f2-bbf3-7620def9715c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:47:59.235566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-49d80ea0-0add-41d9-9ffb-c6cc540aa831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 51dfe6c5-f39e-48c3-876e-aed591c121b3) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:47:59.237717 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:59.278874 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d884eb5a-f36f-44ee-8fb4-efd74e137c42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:59.299463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Router 447b9c7e-9721-4381-91f1-5a10a6daeb6a has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:47:59.305914 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51eb23e-8d03-4829-89ef-4fcf959ab033 x-openstack-request-id: req-f51eb23e-8d03-4829-89ef-4fcf959ab033 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:47:59.306581 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d7a7b7-e18b-44f0-8372-3ecaed3c4a01", "name": "network-vif-plugged", "status": "completed", "tag": "daac0b98-49b2-4eda-a339-c5cfb940c88b", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:47:59.307881 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f51eb23e-8d03-4829-89ef-4fcf959ab033 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:47:59.308495 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d7a7b7-e18b-44f0-8372-3ecaed3c4a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daac0b98-49b2-4eda-a339-c5cfb940c88b', 'code': 200} Nov 13 04:47:59.310671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] For port fff75a46-9759-426f-a02b-d864ad6d4562, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:47:59.314017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d80ea0-0add-41d9-9ffb-c6cc540aa831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:59.314571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=daac0b98-49b2-4eda-a339-c5cfb940c88b,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:59.314681 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-49d80ea0-0add-41d9-9ffb-c6cc540aa831 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:59.318354 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea106097-2415-45e9-8f62-202ead84e382 None None] Network 51dfe6c5-f39e-48c3-876e-aed591c121b3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:47:59.373455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] For port fff75a46-9759-426f-a02b-d864ad6d4562, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fff75a46-9759-426f-a02b-d864ad6d4562,segment=NetworkSegment(23917f97-0a87-42fe-a90c-355f7cd81d34),segment_id=23917f97-0a87-42fe-a90c-355f7cd81d34)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:47:59.409221 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:59.445734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:47:59.469007 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-899614c6-a380-4904-af02-80c151886d42 admin admin] 10.222.0.43 "PUT /v2.0/routers/447b9c7e-9721-4381-91f1-5a10a6daeb6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8948283 Nov 13 04:47:59.483771 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Sync routers for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:47:59.548162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:47:59.549379 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:47:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:47:59.572348 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55098) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:47:59.576891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1896604599-router', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:47:59.577982 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-49d80ea0-0add-41d9-9ffb-c6cc540aa831 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7545760 Nov 13 04:47:59.607097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22003c9-0d07-4f9a-a4c6-eee3c672fd11 req-118e2c67-cd29-4bbd-99fa-a480e2a7a0ee tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:59.613749 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c22003c9-0d07-4f9a-a4c6-eee3c672fd11 req-118e2c67-cd29-4bbd-99fa-a480e2a7a0ee tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.4108593 Nov 13 04:47:59.619530 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:59.620709 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:59.720093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56739076-4d64-4b87-ba8f-af83fc3e6898 req-96752ab4-2a48-4c90-9c08-4cdf44c8fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:59.721667 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56739076-4d64-4b87-ba8f-af83fc3e6898 req-96752ab4-2a48-4c90-9c08-4cdf44c8fc80 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 1096 time: 0.2662954 Nov 13 04:47:59.728376 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1512db97-c553-46c5-939d-bf79c6799d5b None None] Provisioning complete for port aebab04b-0cb6-4aa3-b196-695e86160ad2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:47:59.728841 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1512db97-c553-46c5-939d-bf79c6799d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:59.792600 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:59.799970 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1512db97-c553-46c5-939d-bf79c6799d5b None None] Port aebab04b-0cb6-4aa3-b196-695e86160ad2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:47:59.814732 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-51dfe6c5-f39e-48c3-876e-aed591c121b3', 'network_id': '51dfe6c5-f39e-48c3-876e-aed591c121b3', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'fixed_ips': [{'subnet_id': '4279ab16-f568-4cde-96d1-3057392edf16'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:47:59.815656 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:59.842003 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d884eb5a-f36f-44ee-8fb4-efd74e137c42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:59.883332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-0519c0cc-bc0b-4654-afa7-cd16401c1605 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Allocated IP 172.20.0.7 (b897ddec-012a-4a7e-8d33-5e60c36045c9/85a52a75-b12a-4e0a-a148-82d0c7928f00/74b21652-0a4c-42e1-8650-72328fc5181e) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:47:59.883549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1907586-7d43-4ff7-8bb9-b61b97b18c51 None None] Pushing event updated for resources: {'Port': ['ID=fff75a46-9759-426f-a02b-d864ad6d4562,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:47:59.889224 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d884eb5a-f36f-44ee-8fb4-efd74e137c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:47:59.926885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cec73-aa79-4b72-a06b-6a49ae7e6294 req-4f1a262e-ab4d-4580-8930-ee2f12c8ceb5 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:47:59.928852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f5cec73-aa79-4b72-a06b-6a49ae7e6294 req-4f1a262e-ab4d-4580-8930-ee2f12c8ceb5 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.2503252 Nov 13 04:47:59.971282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c22003c9-0d07-4f9a-a4c6-eee3c672fd11 req-7f887a99-fc6c-40e8-83af-c17ab3f499ac tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228507 Nov 13 04:47:59.988529 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56739076-4d64-4b87-ba8f-af83fc3e6898 req-24ffa0bd-2d38-4724-9f78-b5680a18f540 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561884 Nov 13 04:48:00.014818 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d884eb5a-f36f-44ee-8fb4-efd74e137c42 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e238b58e31b409a8d74d0fd22d836c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1071801 Nov 13 04:48:00.015527 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884eb5a-f36f-44ee-8fb4-efd74e137c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5b2e06-144d-4bbf-b082-3c73526fd2a8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:00.021205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55106) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:00.056967 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:00.097812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:48:00.165701 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3281b96-56e5-41b0-9ec2-c1fc80d29c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:00.211693 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3281b96-56e5-41b0-9ec2-c1fc80d29c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:00.224937 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f5cec73-aa79-4b72-a06b-6a49ae7e6294 req-e4f6d09b-d11b-4191-8f4e-58d384d28e9b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555197 Nov 13 04:48:00.283926 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0519c0cc-bc0b-4654-afa7-cd16401c1605 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:00.323889 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Allocated IP 172.20.0.2 (51dfe6c5-f39e-48c3-876e-aed591c121b3/4279ab16-f568-4cde-96d1-3057392edf16/bdebd8be-af40-47be-bb30-a93f1ce98f4b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:00.357457 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3281b96-56e5-41b0-9ec2-c1fc80d29c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:00.364032 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3281b96-56e5-41b0-9ec2-c1fc80d29c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:00.367005 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c3281b96-56e5-41b0-9ec2-c1fc80d29c6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c5b2e06-144d-4bbf-b082-3c73526fd2a8 HTTP/1.1" status: 204 len: 168 time: 0.3435607 Nov 13 04:48:00.393258 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0519c0cc-bc0b-4654-afa7-cd16401c1605 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:00.577199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519c0cc-bc0b-4654-afa7-cd16401c1605 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=74b21652-0a4c-42e1-8650-72328fc5181e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:00.587490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3281b96-56e5-41b0-9ec2-c1fc80d29c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5b2e06-144d-4bbf-b082-3c73526fd2a8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:00.607277 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0519c0cc-bc0b-4654-afa7-cd16401c1605 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:00.626197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-0519c0cc-bc0b-4654-afa7-cd16401c1605 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:00.630945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0519c0cc-bc0b-4654-afa7-cd16401c1605 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:00.674109 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:47:57Z', 'revision_number': 2, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:00.729507 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Checking router: 447b9c7e-9721-4381-91f1-5a10a6daeb6a for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:48:00.730410 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Updating router 447b9c7e-9721-4381-91f1-5a10a6daeb6a port aebab04b-0cb6-4aa3-b196-695e86160ad2 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:48:00.732868 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:00.737520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be417b3-5293-4c6a-b9bd-089129270777 req-f094bee5-2c38-46a6-95fc-a516ccac0f21 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:00.738168 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2be417b3-5293-4c6a-b9bd-089129270777 req-f094bee5-2c38-46a6-95fc-a516ccac0f21 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.3204074 Nov 13 04:48:00.754751 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:00.795815 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:00.805499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0519c0cc-bc0b-4654-afa7-cd16401c1605 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:00.806428 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0519c0cc-bc0b-4654-afa7-cd16401c1605 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:00.815132 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:00.843832 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:00.856547 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0519c0cc-bc0b-4654-afa7-cd16401c1605 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4137235 Nov 13 04:48:00.869244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Network 51dfe6c5-f39e-48c3-876e-aed591c121b3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:00.869545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55126) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:00.885888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d3361c0f-2451-4b7f-9de5-7ca3764e0a9c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'subnet': {'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:00.886993 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:00.889743 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:00.974591 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Pushing event updated for resources: {'Port': ['ID=bdebd8be-af40-47be-bb30-a93f1ce98f4b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:01.012588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Allocated IP 172.25.8.55 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/9f53727e-c3d3-46e9-9de8-6f94131364bb) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:01.110763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a715b-2841-4130-9d64-6635351eac3f req-ba69ec44-0c0f-4d4f-80db-df5f1c675c63 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:01.124388 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f32a715b-2841-4130-9d64-6635351eac3f req-ba69ec44-0c0f-4d4f-80db-df5f1c675c63 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 819 time: 0.5249472 Nov 13 04:48:01.163724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Attempting to bind port bdebd8be-af40-47be-bb30-a93f1ce98f4b on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:01.164148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Attempting to bind port bdebd8be-af40-47be-bb30-a93f1ce98f4b by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'efc284f5-6a75-47fd-9b85-61d53f22f312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51dfe6c5-f39e-48c3-876e-aed591c121b3'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:01.164441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Attempting to bind port bdebd8be-af40-47be-bb30-a93f1ce98f4b on network 51dfe6c5-f39e-48c3-876e-aed591c121b3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:01.172352 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f32a715b-2841-4130-9d64-6635351eac3f req-b50e2d4c-cb21-47fe-8b4c-be8d22c497ac tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/quotas/993098ec42b94d2ab40502e181f46c75 HTTP/1.1" status: 200 len: 375 time: 0.0287488 Nov 13 04:48:01.197904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:48:01.198316 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Checking segment: {'id': 'efc284f5-6a75-47fd-9b85-61d53f22f312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51dfe6c5-f39e-48c3-876e-aed591c121b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:01.198677 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:01.199075 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Bound using segment: {'id': 'efc284f5-6a75-47fd-9b85-61d53f22f312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51dfe6c5-f39e-48c3-876e-aed591c121b3'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:48:01.199557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Bound port: bdebd8be-af40-47be-bb30-a93f1ce98f4b, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc284f5-6a75-47fd-9b85-61d53f22f312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51dfe6c5-f39e-48c3-876e-aed591c121b3'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:48:01.199927 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:01.354557 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:01.365226 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f32a715b-2841-4130-9d64-6635351eac3f req-5601ee2f-b4c7-45f4-ab88-bfee40fe952d tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1816907 Nov 13 04:48:01.368351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3361c0f-2451-4b7f-9de5-7ca3764e0a9c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:01.372673 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d3361c0f-2451-4b7f-9de5-7ca3764e0a9c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:01.396802 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1b1a51a5-c6da-4733-9c12-56b9a80edd5e None None] Provisioning complete for port fff75a46-9759-426f-a02b-d864ad6d4562 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:01.397487 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b1a51a5-c6da-4733-9c12-56b9a80edd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:01.409230 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2be417b3-5293-4c6a-b9bd-089129270777 req-dbbd6792-f8a3-4d3b-b6b6-9118234ceb83 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6621103 Nov 13 04:48:01.482981 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:01.533730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] For port bdebd8be-af40-47be-bb30-a93f1ce98f4b, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:01.600975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] For port bdebd8be-af40-47be-bb30-a93f1ce98f4b, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bdebd8be-af40-47be-bb30-a93f1ce98f4b,segment=NetworkSegment(efc284f5-6a75-47fd-9b85-61d53f22f312),segment_id=efc284f5-6a75-47fd-9b85-61d53f22f312)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:48:01.602202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:01.622934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:01.673921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:01.703307 n-d-813114-2 neutron-server[102667]: INFO neutron.db.ipam_backend_mixin [None req-d3361c0f-2451-4b7f-9de5-7ca3764e0a9c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 85a52a75-b12a-4e0a-a148-82d0c7928f00 (CIDR: 172.20.0.0/28) Nov 13 04:48:01.716524 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3361c0f-2451-4b7f-9de5-7ca3764e0a9c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:48:01.716524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3361c0f-2451-4b7f-9de5-7ca3764e0a9c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:48:01.723576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7e34a4-63bc-4a6d-a017-114d90109447 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:01.745750 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:01.762080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d3361c0f-2451-4b7f-9de5-7ca3764e0a9c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8914001 Nov 13 04:48:01.765212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55150) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:01.773436 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b33dac37-c1f3-427a-a5a1-d18058af0957 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'subnet': {'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:01.807740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Pushing event updated for resources: {'Port': ['ID=9f53727e-c3d3-46e9-9de8-6f94131364bb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:01.924010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9c0c3-a482-432f-be14-8b1f067475d6 req-ea034c28-5937-48f8-8985-2889a3f09c19 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:01.935571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63b9c0c3-a482-432f-be14-8b1f067475d6 req-ea034c28-5937-48f8-8985-2889a3f09c19 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.3050146 Nov 13 04:48:02.021130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fff75a46-9759-426f-a02b-d864ad6d4562 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:02.159177 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33dac37-c1f3-427a-a5a1-d18058af0957 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:02.170599 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b33dac37-c1f3-427a-a5a1-d18058af0957 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:02.232973 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b1a51a5-c6da-4733-9c12-56b9a80edd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:02.249803 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port fff75a46-9759-426f-a02b-d864ad6d4562 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:02.250221 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:02.268858 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f32a715b-2841-4130-9d64-6635351eac3f req-1e572bf5-0c95-4f67-9437-114318e4b039 service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8901484 Nov 13 04:48:02.305715 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63b9c0c3-a482-432f-be14-8b1f067475d6 req-47fa62f5-3dc6-4c69-888a-ad52d35aa365 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687911 Nov 13 04:48:02.394966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7392ae6-e8f2-48d9-9282-76986e700b63 None None] Pushing event updated for resources: {'Port': ['ID=bdebd8be-af40-47be-bb30-a93f1ce98f4b,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:02.479809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1b1a51a5-c6da-4733-9c12-56b9a80edd5e None None] For port fff75a46-9759-426f-a02b-d864ad6d4562, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fff75a46-9759-426f-a02b-d864ad6d4562,segment=NetworkSegment(23917f97-0a87-42fe-a90c-355f7cd81d34),segment_id=23917f97-0a87-42fe-a90c-355f7cd81d34)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:02.482758 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:02.598348 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b1a51a5-c6da-4733-9c12-56b9a80edd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:02.608393 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:02.678482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:02.703926 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f32a715b-2841-4130-9d64-6635351eac3f req-b0e9b582-cc0c-4dba-abe4-87ead75d8126 service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152343 Nov 13 04:48:02.721485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1b1a51a5-c6da-4733-9c12-56b9a80edd5e None None] Provisioning complete for port a71ff4c4-83e6-458e-a89d-192f1a162c80 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:02.722096 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b1a51a5-c6da-4733-9c12-56b9a80edd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:02.827227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6cec1-5fcf-4499-a503-1008321bbfb4 req-a9d0a862-6fbb-44ca-b50d-51b5c7a42b08 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:02.847730 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9cb6cec1-5fcf-4499-a503-1008321bbfb4 req-a9d0a862-6fbb-44ca-b50d-51b5c7a42b08 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.2056153 Nov 13 04:48:02.858269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a51a5-c6da-4733-9c12-56b9a80edd5e None None] Pushing event updated for resources: {'Port': ['ID=fff75a46-9759-426f-a02b-d864ad6d4562,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:02.975740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3b907-fa68-43a2-9b44-a447e3d2d134 None None] Pushing event updated for resources: {'Port': ['ID=aebab04b-0cb6-4aa3-b196-695e86160ad2,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:03.047719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a51a5-c6da-4733-9c12-56b9a80edd5e None None] Port a71ff4c4-83e6-458e-a89d-192f1a162c80 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:03.123900 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b33dac37-c1f3-427a-a5a1-d18058af0957 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:03.124331 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9cb6cec1-5fcf-4499-a503-1008321bbfb4 req-2ab61497-86b5-4ec2-9ef6-bbed0517367c tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754953 Nov 13 04:48:03.230844 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Attempting to bind port aebab04b-0cb6-4aa3-b196-695e86160ad2 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:03.245112 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Attempting to bind port aebab04b-0cb6-4aa3-b196-695e86160ad2 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:03.248101 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Attempting to bind port aebab04b-0cb6-4aa3-b196-695e86160ad2 on network 4dc05814-102b-44bd-8ce8-6f17b45f35fc {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:03.270795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33dac37-c1f3-427a-a5a1-d18058af0957 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:03.275127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b33dac37-c1f3-427a-a5a1-d18058af0957 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:03.304725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33dac37-c1f3-427a-a5a1-d18058af0957 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:03.306254 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b33dac37-c1f3-427a-a5a1-d18058af0957 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:03.310178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:48:03.312406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Checking segment: {'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:03.319275 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:03.320617 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Bound using segment: {'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:48:03.322329 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Bound port: aebab04b-0cb6-4aa3-b196-695e86160ad2, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:48:03.323646 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:03.342056 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d33e412-ff32-4eba-b082-41e464b2e061 None None] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:03.385716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dac37-c1f3-427a-a5a1-d18058af0957 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Subnet': ['ID=cc55aad7-389a-480d-a586-2228132a0386,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:03.414813 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b33dac37-c1f3-427a-a5a1-d18058af0957 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6483052 Nov 13 04:48:03.419808 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55188) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:03.422871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-645153ad-d292-4287-a8f4-4a88d02f0cee None None] Provisioning complete for port 74b21652-0a4c-42e1-8650-72328fc5181e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:03.432210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b188798b-e7d1-4ec5-a4d5-cc431637b419 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-566342636', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc55aad7-389a-480d-a586-2228132a0386'}], 'security_groups': ['4381c3ad-3464-45a8-aa3f-a6d798a42b53']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:03.432922 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-645153ad-d292-4287-a8f4-4a88d02f0cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:03.514597 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:03.567279 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bfafbb0e-0476-4f58-8b6b-2b97adfe33d0 req-3b174791-1ee5-4d1e-a7ff-f900dcbfff87 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 210 time: 0.0687659 Nov 13 04:48:03.668426 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b188798b-e7d1-4ec5-a4d5-cc431637b419 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:03.720046 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56c922-df6d-4e6f-ac21-e9c98e6a6812 req-dd15ca61-d614-441f-856e-97973417de24 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:03.734453 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-645153ad-d292-4287-a8f4-4a88d02f0cee None None] Port 74b21652-0a4c-42e1-8650-72328fc5181e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:03.737750 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7f56c922-df6d-4e6f-ac21-e9c98e6a6812 req-dd15ca61-d614-441f-856e-97973417de24 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.3637962 Nov 13 04:48:03.808552 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] For port aebab04b-0cb6-4aa3-b196-695e86160ad2, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:03.813534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] For port aebab04b-0cb6-4aa3-b196-695e86160ad2, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=aebab04b-0cb6-4aa3-b196-695e86160ad2,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:48:03.881484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-645153ad-d292-4287-a8f4-4a88d02f0cee None None] Provisioning complete for port 9f53727e-c3d3-46e9-9de8-6f94131364bb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:03.881832 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-645153ad-d292-4287-a8f4-4a88d02f0cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:03.902787 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:04.062391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3bb07-5ff5-4fb3-b292-6a28a24fc38d req-b3d13daf-266f-4184-8903-76c1d3d777a9 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:04.073281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60b3bb07-5ff5-4fb3-b292-6a28a24fc38d req-b3d13daf-266f-4184-8903-76c1d3d777a9 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.2429094 Nov 13 04:48:04.095735 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fff75a46-9759-426f-a02b-d864ad6d4562 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:04.125990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b4a7fe-be82-498e-8a66-c06fda507f64 None None] Network 51dfe6c5-f39e-48c3-876e-aed591c121b3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:04.157324 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7f56c922-df6d-4e6f-ac21-e9c98e6a6812 req-f2f7c8ff-804d-4c67-b67f-ec49e6c00034 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172008 Nov 13 04:48:04.291606 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Router 3ff86f97-8de2-4c65-9822-f07ba286e726 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:48:04.340200 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60b3bb07-5ff5-4fb3-b292-6a28a24fc38d req-4c01c94a-53ba-425e-ae50-b9d34d275502 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532179 Nov 13 04:48:04.454265 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-645153ad-d292-4287-a8f4-4a88d02f0cee None None] Port 9f53727e-c3d3-46e9-9de8-6f94131364bb cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:04.603558 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e926d649-4dbd-444c-961e-3f2e6fd8dc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:04.607670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3b907-fa68-43a2-9b44-a447e3d2d134 None None] Pushing event updated for resources: {'Port': ['ID=aebab04b-0cb6-4aa3-b196-695e86160ad2,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:04.619570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:04.620679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:47:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:04.651276 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c55a9b-8188-4d9a-9a85-2f70736e7380 req-3fec7af2-afec-42fb-b81f-de74032b8e4b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:04.659167 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d6c55a9b-8188-4d9a-9a85-2f70736e7380 req-3fec7af2-afec-42fb-b81f-de74032b8e4b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.1485415 Nov 13 04:48:04.683414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:48:04.697553 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Sync routers for ids ['3ff86f97-8de2-4c65-9822-f07ba286e726'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:48:04.721449 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Routers {'3ff86f97-8de2-4c65-9822-f07ba286e726'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:04.723074 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:47:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['3ff86f97-8de2-4c65-9822-f07ba286e726'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:04.732161 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d6c55a9b-8188-4d9a-9a85-2f70736e7380 req-f7e4203f-5d76-4741-a089-98b3379793b0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707760 Nov 13 04:48:04.744644 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:04.749558 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8d396034-f0c0-424b-bed4-bdecb9f308a6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1761496 Nov 13 04:48:04.750461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55226) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:04.831485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:48:04.923908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port fff75a46-9759-426f-a02b-d864ad6d4562 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:04.925327 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:05.012747 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-18abe4f4-95b0-4e6c-abeb-07ae195a88fb None None] Provisioning complete for port bdebd8be-af40-47be-bb30-a93f1ce98f4b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:05.013754 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18abe4f4-95b0-4e6c-abeb-07ae195a88fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:05.072339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-b188798b-e7d1-4ec5-a4d5-cc431637b419 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Delete allocated IP 172.20.0.7 (b897ddec-012a-4a7e-8d33-5e60c36045c9/85a52a75-b12a-4e0a-a148-82d0c7928f00) {{(pid=102667) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 13 04:48:05.102024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-b188798b-e7d1-4ec5-a4d5-cc431637b419 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Allocated IP 172.20.0.25 (b897ddec-012a-4a7e-8d33-5e60c36045c9/cc55aad7-389a-480d-a586-2228132a0386/74b21652-0a4c-42e1-8650-72328fc5181e) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:05.106026 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55cc3f-7c43-4c17-abe4-23a63f221134 req-9b69a786-ec30-4543-9bdc-79eef315c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:05.108554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f55cc3f-7c43-4c17-abe4-23a63f221134 req-9b69a786-ec30-4543-9bdc-79eef315c033 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b11c2dde876f41aca8570335ecaccf73&device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 1096 time: 0.2542515 Nov 13 04:48:05.198373 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Set router 3ff86f97-8de2-4c65-9822-f07ba286e726 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:48:05.240834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55cc3f-7c43-4c17-abe4-23a63f221134 req-f9777fc1-502f-49f2-8dc9-1c9fb2943ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:05.242979 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f55cc3f-7c43-4c17-abe4-23a63f221134 req-f9777fc1-502f-49f2-8dc9-1c9fb2943ab5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4e53f50-84fb-4e78-854b-adb52582e3df HTTP/1.1" status: 200 len: 911 time: 0.1236665 Nov 13 04:48:05.327044 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f55cc3f-7c43-4c17-abe4-23a63f221134 req-ee3ef138-b24d-4f6f-ae09-47408d3d5d67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daac0b98-49b2-4eda-a339-c5cfb940c88b HTTP/1.1" status: 200 len: 217 time: 0.0696599 Nov 13 04:48:05.371535 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7adcf9e2-fd28-4c77-a21a-a82c4009b4cc req-8c7a805e-a58f-4b2c-8824-72308fd78b50 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 210 time: 0.4214816 Nov 13 04:48:05.383722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521aedd-d271-49d7-bfcb-65c707358cb2 req-ff0e6475-d200-4f97-a1db-8ba662d9748d tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:05.412232 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4521aedd-d271-49d7-bfcb-65c707358cb2 req-ff0e6475-d200-4f97-a1db-8ba662d9748d tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.4574664 Nov 13 04:48:05.679018 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a715b-2841-4130-9d64-6635351eac3f req-685f1ab9-c9da-4b42-8e6a-0dcacb4bcfb3 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:05.680492 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f32a715b-2841-4130-9d64-6635351eac3f req-685f1ab9-c9da-4b42-8e6a-0dcacb4bcfb3 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.36 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 819 time: 0.4284630 Nov 13 04:48:05.709015 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4521aedd-d271-49d7-bfcb-65c707358cb2 req-4fe347ae-c3c5-47db-95df-3082c57ba90d tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868917 Nov 13 04:48:05.709015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55cc3f-7c43-4c17-abe4-23a63f221134 req-597b9d93-5196-4ffd-ba1c-2e1e2637f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:05.709015 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f55cc3f-7c43-4c17-abe4-23a63f221134 req-597b9d93-5196-4ffd-ba1c-2e1e2637f7e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4 HTTP/1.1" status: 200 len: 850 time: 0.3429160 Nov 13 04:48:05.724884 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f32a715b-2841-4130-9d64-6635351eac3f req-240cd892-e8f6-483a-9b80-5887f9680442 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Request body: {'port': {'device_id': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'admin_state_up': True, 'tenant_id': '993098ec42b94d2ab40502e181f46c75'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:05.728730 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18abe4f4-95b0-4e6c-abeb-07ae195a88fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:05.759214 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'name': 'tempest-ServersTestMultiNic-1896604599-router', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '9f53727e-c3d3-46e9-9de8-6f94131364bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:59Z', 'updated_at': '2021-11-13T04:48:02Z', 'revision_number': 3, 'project_id': '2c34300dfbd7415a93df593830924aad', 'gw_port': {'id': '9f53727e-c3d3-46e9-9de8-6f94131364bb', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:48:00Z', 'updated_at': '2021-11-13T04:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:05.815861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bdebd8be-af40-47be-bb30-a93f1ce98f4b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:05.819530 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce3463a-6b9b-4a26-bae9-f5038df4cebb None None] Update dhcp port {'port': {'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'fixed_ips': [{'subnet_id': '85a52a75-b12a-4e0a-a148-82d0c7928f00', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cc55aad7-389a-480d-a586-2228132a0386'}], 'binding:host_id': 'n-d-813114-2'}, 'id': 'fff75a46-9759-426f-a02b-d864ad6d4562'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 04:48:05.833915 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f55cc3f-7c43-4c17-abe4-23a63f221134 req-0ce46ed7-fd69-41a3-bf57-273a627407ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4e53f50-84fb-4e78-854b-adb52582e3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086748 Nov 13 04:48:05.854009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8619ad-0663-470e-a752-08e7e1bb3e09 req-883f8785-55ae-4e90-80fc-7fc50e22be8b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:05.863909 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa8619ad-0663-470e-a752-08e7e1bb3e09 req-883f8785-55ae-4e90-80fc-7fc50e22be8b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.1821091 Nov 13 04:48:05.918261 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Checking router: 3ff86f97-8de2-4c65-9822-f07ba286e726 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:48:05.919170 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Updating router 3ff86f97-8de2-4c65-9822-f07ba286e726 port 9f53727e-c3d3-46e9-9de8-6f94131364bb binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:48:05.951130 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:05.963330 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ce3463a-6b9b-4a26-bae9-f5038df4cebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:06.115895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55260) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:06.197356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331c6e8-9266-443b-84a8-ac3f6eadce6a req-9a435ef0-8868-4634-836c-5f3618a065a2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:06.199047 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a331c6e8-9266-443b-84a8-ac3f6eadce6a req-9a435ef0-8868-4634-836c-5f3618a065a2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.2963674 Nov 13 04:48:06.250279 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:06.260659 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:06.321289 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb8ca4-28b2-44dd-ac5f-9dbdb95139fc None None] Pushing event updated for resources: {'Port': ['ID=9f53727e-c3d3-46e9-9de8-6f94131364bb,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:06.352050 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Attempting to bind port 9f53727e-c3d3-46e9-9de8-6f94131364bb on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:06.352727 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Attempting to bind port 9f53727e-c3d3-46e9-9de8-6f94131364bb by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:06.353335 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Attempting to bind port 9f53727e-c3d3-46e9-9de8-6f94131364bb on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:06.356466 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b188798b-e7d1-4ec5-a4d5-cc431637b419 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:06.361442 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:48:06.362252 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:06.365721 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:06.366605 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:48:06.367808 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Bound port: 9f53727e-c3d3-46e9-9de8-6f94131364bb, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:48:06.368498 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:06.379651 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b188798b-e7d1-4ec5-a4d5-cc431637b419 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:06.432831 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] For port 9f53727e-c3d3-46e9-9de8-6f94131364bb, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:06.436665 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] For port 9f53727e-c3d3-46e9-9de8-6f94131364bb, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9f53727e-c3d3-46e9-9de8-6f94131364bb,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:48:06.444568 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:06.450185 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f55cc3f-7c43-4c17-abe4-23a63f221134 req-fa96e756-0289-45af-925a-bc26a2e4e8e6 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485766 Nov 13 04:48:06.456731 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa8619ad-0663-470e-a752-08e7e1bb3e09 req-502fbbfe-6370-4701-b7e3-5ea76c851409 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917406 Nov 13 04:48:06.520890 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb8ca4-28b2-44dd-ac5f-9dbdb95139fc None None] Pushing event updated for resources: {'Port': ['ID=9f53727e-c3d3-46e9-9de8-6f94131364bb,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:06.556035 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ac75a66-dcbe-4845-976a-cf44c0907582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:06.559619 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:06.571759 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:48:06.576927 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Routers {'3ff86f97-8de2-4c65-9822-f07ba286e726'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:06.577708 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:47:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['3ff86f97-8de2-4c65-9822-f07ba286e726'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:06.587753 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a331c6e8-9266-443b-84a8-ac3f6eadce6a req-d2ef1168-697c-41c4-9a22-8442f97c1024 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644795 Nov 13 04:48:06.699545 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] Set router 3ff86f97-8de2-4c65-9822-f07ba286e726 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:48:06.716627 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14ebbf72-dc3a-4bf6-9f01-321083c0b7fe req-e1262eb5-6854-46eb-ac82-fff54251bbc8 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 210 time: 0.1338727 Nov 13 04:48:06.718531 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32a715b-2841-4130-9d64-6635351eac3f req-240cd892-e8f6-483a-9b80-5887f9680442 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Made reservation on behalf of 993098ec42b94d2ab40502e181f46c75 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:06.719659 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b188798b-e7d1-4ec5-a4d5-cc431637b419 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] In _notify_port_updated(), no bound segment for port 74b21652-0a4c-42e1-8650-72328fc5181e on network b897ddec-012a-4a7e-8d33-5e60c36045c9 {{(pid=102667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 04:48:06.720745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-9ce3463a-6b9b-4a26-bae9-f5038df4cebb None None] Allocated IP 172.20.0.18 (b897ddec-012a-4a7e-8d33-5e60c36045c9/cc55aad7-389a-480d-a586-2228132a0386/fff75a46-9759-426f-a02b-d864ad6d4562) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:06.726725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b188798b-e7d1-4ec5-a4d5-cc431637b419 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:06.727588 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b188798b-e7d1-4ec5-a4d5-cc431637b419 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:06.729590 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b188798b-e7d1-4ec5-a4d5-cc431637b419 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "PUT /v2.0/ports/74b21652-0a4c-42e1-8650-72328fc5181e HTTP/1.1" status: 200 len: 920 time: 3.3086655 Nov 13 04:48:06.733577 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f32a715b-2841-4130-9d64-6635351eac3f req-240cd892-e8f6-483a-9b80-5887f9680442 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:06.739410 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55270) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:06.758951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188798b-e7d1-4ec5-a4d5-cc431637b419 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=74b21652-0a4c-42e1-8650-72328fc5181e,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:06.867246 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9ce3463a-6b9b-4a26-bae9-f5038df4cebb None None] For port fff75a46-9759-426f-a02b-d864ad6d4562, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fff75a46-9759-426f-a02b-d864ad6d4562,segment=NetworkSegment(23917f97-0a87-42fe-a90c-355f7cd81d34),segment_id=23917f97-0a87-42fe-a90c-355f7cd81d34)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:06.905752 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ce3463a-6b9b-4a26-bae9-f5038df4cebb None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:06.943523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179210da-01e4-4746-bdc0-bc83ba7c3f14 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:06.947117 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f55cc3f-7c43-4c17-abe4-23a63f221134 req-f45702f2-acdf-4ea0-8cf3-a057316a4791 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812357 Nov 13 04:48:06.951888 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'name': 'tempest-ServersTestMultiNic-1896604599-router', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '9f53727e-c3d3-46e9-9de8-6f94131364bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:59Z', 'updated_at': '2021-11-13T04:48:02Z', 'revision_number': 3, 'project_id': '2c34300dfbd7415a93df593830924aad', 'gw_port': {'id': '9f53727e-c3d3-46e9-9de8-6f94131364bb', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:48:00Z', 'updated_at': '2021-11-13T04:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:06.967258 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ce3463a-6b9b-4a26-bae9-f5038df4cebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:06.972199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-2b48d66b-626e-466e-a439-1800d23736b1 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port 74b21652-0a4c-42e1-8650-72328fc5181e {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:06.972544 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b48d66b-626e-466e-a439-1800d23736b1 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:06.983210 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbd0232-8523-4ae8-9f3c-9801cff5c67a None None] The sync data for ids ['3ff86f97-8de2-4c65-9822-f07ba286e726'] in n-d-813114-2 is: [{'id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'name': 'tempest-ServersTestMultiNic-1896604599-router', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '9f53727e-c3d3-46e9-9de8-6f94131364bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:59Z', 'updated_at': '2021-11-13T04:48:02Z', 'revision_number': 3, 'project_id': '2c34300dfbd7415a93df593830924aad', 'gw_port': {'id': '9f53727e-c3d3-46e9-9de8-6f94131364bb', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:48:00Z', 'updated_at': '2021-11-13T04:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:48:07.082403 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ac75a66-dcbe-4845-976a-cf44c0907582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.092248 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b48d66b-626e-466e-a439-1800d23736b1 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.092639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-18abe4f4-95b0-4e6c-abeb-07ae195a88fb None None] For port bdebd8be-af40-47be-bb30-a93f1ce98f4b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bdebd8be-af40-47be-bb30-a93f1ce98f4b,segment=NetworkSegment(efc284f5-6a75-47fd-9b85-61d53f22f312),segment_id=efc284f5-6a75-47fd-9b85-61d53f22f312)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:07.102068 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ac75a66-dcbe-4845-976a-cf44c0907582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.119733 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-2b48d66b-626e-466e-a439-1800d23736b1 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for 74b21652-0a4c-42e1-8650-72328fc5181e owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:07.123978 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Allocated IP 172.20.0.1 (51dfe6c5-f39e-48c3-876e-aed591c121b3/4279ab16-f568-4cde-96d1-3057392edf16/3647afb5-3551-495e-8e39-9959dfdcbd51) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:07.158689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc453ba3-0b45-423f-9a51-1c3013f00714 req-7ec8136b-d8ea-4cbd-8b59-9142e4f7408b tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:07.162870 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc453ba3-0b45-423f-9a51-1c3013f00714 req-7ec8136b-d8ea-4cbd-8b59-9142e4f7408b tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.1710055 Nov 13 04:48:07.177479 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-952c1474-99bd-4eda-8474-861d3bd4e58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.182845 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18abe4f4-95b0-4e6c-abeb-07ae195a88fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.196522 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5ac75a66-dcbe-4845-976a-cf44c0907582 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9eae3f6b9924b469e1ef7815510168f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0740631 Nov 13 04:48:07.196738 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac75a66-dcbe-4845-976a-cf44c0907582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a0c9a3-9e22-477a-b932-bf5dc3512190,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:07.199519 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55278) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:07.256340 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-18abe4f4-95b0-4e6c-abeb-07ae195a88fb None None] Provisioning complete for port aebab04b-0cb6-4aa3-b196-695e86160ad2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:07.256753 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18abe4f4-95b0-4e6c-abeb-07ae195a88fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.292554 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc453ba3-0b45-423f-9a51-1c3013f00714 req-b665af8b-e8dc-42b6-90dd-d25672f1f093 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236503 Nov 13 04:48:07.301406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d3f2ff-7b94-4ba7-b410-b3b6274be1ce None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:07.316405 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28ff89cb-f23b-4075-ab90-9412271d04a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.408141 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28ff89cb-f23b-4075-ab90-9412271d04a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.408718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3463a-6b9b-4a26-bae9-f5038df4cebb None None] Pushing event updated for resources: {'Port': ['ID=fff75a46-9759-426f-a02b-d864ad6d4562,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:07.419291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-f32a715b-2841-4130-9d64-6635351eac3f req-240cd892-e8f6-483a-9b80-5887f9680442 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Allocated IP 172.20.0.3 (4dc05814-102b-44bd-8ce8-6f17b45f35fc/b87c0f16-fdb8-4bae-b020-fe4bc6d36ead/90bc28fe-da8e-439a-b4e5-3950a3cc7cd3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:07.466823 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b48d66b-626e-466e-a439-1800d23736b1 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.548467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48d66b-626e-466e-a439-1800d23736b1 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=74b21652-0a4c-42e1-8650-72328fc5181e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:07.569099 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.595937 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18abe4f4-95b0-4e6c-abeb-07ae195a88fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.733282 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port bdebd8be-af40-47be-bb30-a93f1ce98f4b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:07.733660 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.785639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b48d66b-626e-466e-a439-1800d23736b1 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.789681 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2b48d66b-626e-466e-a439-1800d23736b1 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/74b21652-0a4c-42e1-8650-72328fc5181e HTTP/1.1" status: 204 len: 168 time: 1.0456660 Nov 13 04:48:07.798619 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55288) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:07.845279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70690a-43a3-4c5b-b49d-b588f76b3841 req-37bd876c-8bf0-4d8e-b147-06aff32fccc8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:07.846940 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f70690a-43a3-4c5b-b49d-b588f76b3841 req-37bd876c-8bf0-4d8e-b147-06aff32fccc8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.1835780 Nov 13 04:48:07.848239 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4aa6c1-c474-4b85-a0b4-7c4b7e0445df tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] GET failed (client error): The resource could not be found. Nov 13 04:48:07.849770 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6e4aa6c1-c474-4b85-a0b4-7c4b7e0445df tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/74b21652-0a4c-42e1-8650-72328fc5181e HTTP/1.1" status: 404 len: 333 time: 0.0499501 Nov 13 04:48:07.851597 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28ff89cb-f23b-4075-ab90-9412271d04a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.854546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28ff89cb-f23b-4075-ab90-9412271d04a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.858219 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-28ff89cb-f23b-4075-ab90-9412271d04a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66a0c9a3-9e22-477a-b932-bf5dc3512190 HTTP/1.1" status: 204 len: 168 time: 0.6539738 Nov 13 04:48:07.858219 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55290) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:07.863283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abe4f4-95b0-4e6c-abeb-07ae195a88fb None None] Pushing event updated for resources: {'Port': ['ID=bdebd8be-af40-47be-bb30-a93f1ce98f4b,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:07.888018 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.902605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:03Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:07.903676 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:07.954880 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dae421-2061-48d6-bf68-b86ef47b742a None None] The sync data for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 is: [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:03Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:48:07.966593 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-18abe4f4-95b0-4e6c-abeb-07ae195a88fb None None] For port aebab04b-0cb6-4aa3-b196-695e86160ad2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=aebab04b-0cb6-4aa3-b196-695e86160ad2,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:07.992537 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18abe4f4-95b0-4e6c-abeb-07ae195a88fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:08.000476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff89cb-f23b-4075-ab90-9412271d04a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a0c9a3-9e22-477a-b932-bf5dc3512190,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:08.034422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Pushing event updated for resources: {'Port': ['ID=3647afb5-3551-495e-8e39-9959dfdcbd51,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:08.132245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Network 51dfe6c5-f39e-48c3-876e-aed591c121b3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:08.148545 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f70690a-43a3-4c5b-b49d-b588f76b3841 req-84b64f2f-63e1-4e4f-9d9d-ebc9bbde8a8d tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596970 Nov 13 04:48:08.156751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80d461-511c-4d08-90ee-45d9ca49dda9 req-7b3fee6a-76db-4864-8e58-63d2a2bd4dd4 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:08.163539 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0dc3ad0a-d5a8-4bab-a08a-3a8d2be1fcbc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:08.165176 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ab80d461-511c-4d08-90ee-45d9ca49dda9 req-7b3fee6a-76db-4864-8e58-63d2a2bd4dd4 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.4216752 Nov 13 04:48:08.167821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:08.190326 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:08.199214 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f32a715b-2841-4130-9d64-6635351eac3f req-240cd892-e8f6-483a-9b80-5887f9680442 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:08.280853 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0dc3ad0a-d5a8-4bab-a08a-3a8d2be1fcbc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:08.350819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7d049223-5adf-4add-8b0c-a2997e7a15c2 None None] Provisioning complete for port bdebd8be-af40-47be-bb30-a93f1ce98f4b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:08.353846 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d049223-5adf-4add-8b0c-a2997e7a15c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:08.454686 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:08.482858 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abe4f4-95b0-4e6c-abeb-07ae195a88fb None None] Pushing event updated for resources: {'Port': ['ID=aebab04b-0cb6-4aa3-b196-695e86160ad2,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:08.516391 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-815d3be1-1144-4cfd-ad83-aeac221c3a02 req-640592d4-005b-483c-a618-712cf13f664e tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 210 time: 0.0969541 Nov 13 04:48:08.549060 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0dc3ad0a-d5a8-4bab-a08a-3a8d2be1fcbc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:08.552018 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0dc3ad0a-d5a8-4bab-a08a-3a8d2be1fcbc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:08.553313 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0dc3ad0a-d5a8-4bab-a08a-3a8d2be1fcbc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/security-groups/d891bd06-2e9b-48a5-80e7-2d754b9a9f7c HTTP/1.1" status: 204 len: 168 time: 0.6829967 Nov 13 04:48:08.556885 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55298) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:08.603322 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ab80d461-511c-4d08-90ee-45d9ca49dda9 req-1798c938-b6ec-4a47-8308-f2f07c388152 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369903 Nov 13 04:48:08.613381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3ad0a-d5a8-4bab-a08a-3a8d2be1fcbc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d891bd06-2e9b-48a5-80e7-2d754b9a9f7c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:08.681685 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f32a715b-2841-4130-9d64-6635351eac3f req-240cd892-e8f6-483a-9b80-5887f9680442 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:08.689649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55300) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:08.776885 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7d049223-5adf-4add-8b0c-a2997e7a15c2 None None] Provisioning complete for port 9f53727e-c3d3-46e9-9de8-6f94131364bb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:08.778446 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e3e92e6-3a48-440b-b32a-84344b5bfd3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:08.778577 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d049223-5adf-4add-8b0c-a2997e7a15c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:08.805165 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32a715b-2841-4130-9d64-6635351eac3f req-240cd892-e8f6-483a-9b80-5887f9680442 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Network 4dc05814-102b-44bd-8ce8-6f17b45f35fc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:08.843132 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device aebab04b-0cb6-4aa3-b196-695e86160ad2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:08.870821 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4708f94-fe77-4625-8aa4-096e620f2c69 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:08.906363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-f32a715b-2841-4130-9d64-6635351eac3f req-240cd892-e8f6-483a-9b80-5887f9680442 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:08.938825 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cd892-e8f6-483a-9b80-5887f9680442 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Pushing event updated for resources: {'Port': ['ID=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:08.948616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32a715b-2841-4130-9d64-6635351eac3f req-240cd892-e8f6-483a-9b80-5887f9680442 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:08.972485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d049223-5adf-4add-8b0c-a2997e7a15c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.040355 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e3e92e6-3a48-440b-b32a-84344b5bfd3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.054081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7d049223-5adf-4add-8b0c-a2997e7a15c2 None None] For port 9f53727e-c3d3-46e9-9de8-6f94131364bb, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9f53727e-c3d3-46e9-9de8-6f94131364bb,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:09.059360 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port aebab04b-0cb6-4aa3-b196-695e86160ad2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:09.059815 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.065166 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e3e92e6-3a48-440b-b32a-84344b5bfd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.132964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a715b-2841-4130-9d64-6635351eac3f req-240cd892-e8f6-483a-9b80-5887f9680442 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:09.133644 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f32a715b-2841-4130-9d64-6635351eac3f req-240cd892-e8f6-483a-9b80-5887f9680442 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.136142 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.139751 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d049223-5adf-4add-8b0c-a2997e7a15c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.155168 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e92e6-3a48-440b-b32a-84344b5bfd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbb96af-1631-4e7c-a293-a69e37c08c5b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:09.168736 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.176901 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4708f94-fe77-4625-8aa4-096e620f2c69 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.195323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41306e01-4fce-463e-9ec1-ecdb3e684308 req-2f6fed10-9a55-4ff6-a919-a60ed1a19025 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:09.203374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41306e01-4fce-463e-9ec1-ecdb3e684308 req-2f6fed10-9a55-4ff6-a919-a60ed1a19025 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.2981567 Nov 13 04:48:09.216873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7d049223-5adf-4add-8b0c-a2997e7a15c2 None None] Provisioning complete for port aebab04b-0cb6-4aa3-b196-695e86160ad2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:09.217243 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f32a715b-2841-4130-9d64-6635351eac3f req-240cd892-e8f6-483a-9b80-5887f9680442 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5059400 Nov 13 04:48:09.217454 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d049223-5adf-4add-8b0c-a2997e7a15c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.289308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3e3e92e6-3a48-440b-b32a-84344b5bfd3e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d7e1350e48b45129bde41424c6fab5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5984449 Nov 13 04:48:09.290628 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4708f94-fe77-4625-8aa4-096e620f2c69 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.294461 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4708f94-fe77-4625-8aa4-096e620f2c69 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.298241 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a4708f94-fe77-4625-8aa4-096e620f2c69 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/security-groups/4381c3ad-3464-45a8-aa3f-a6d798a42b53 HTTP/1.1" status: 204 len: 168 time: 0.7367694 Nov 13 04:48:09.298241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55304) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:09.315437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55306) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:09.322155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Request body: {'port': {'device_id': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:09.375842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4708f94-fe77-4625-8aa4-096e620f2c69 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4381c3ad-3464-45a8-aa3f-a6d798a42b53,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:09.434520 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41306e01-4fce-463e-9ec1-ecdb3e684308 req-e24b32dd-9d6f-4ea7-840e-b2db051cf0c5 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294192 Nov 13 04:48:09.438134 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bdebd8be-af40-47be-bb30-a93f1ce98f4b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:09.444943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d049223-5adf-4add-8b0c-a2997e7a15c2 None None] Pushing event updated for resources: {'Port': ['ID=9f53727e-c3d3-46e9-9de8-6f94131364bb,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:09.503628 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-13656fa5-1f3a-4d81-bbd3-a4b75119ea3a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting subnet 85a52a75-b12a-4e0a-a148-82d0c7928f00 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:48:09.516963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1b3ae-e60f-4a99-9530-7844d7eab2db req-f3c67bfa-e69d-4cbe-83c5-bf0f19dd203e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:09.519188 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b3a1b3ae-e60f-4a99-9530-7844d7eab2db req-f3c67bfa-e69d-4cbe-83c5-bf0f19dd203e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.1156609 Nov 13 04:48:09.523256 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-13656fa5-1f3a-4d81-bbd3-a4b75119ea3a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.561892 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.623335 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port bdebd8be-af40-47be-bb30-a93f1ce98f4b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:09.624415 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.647629 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-203db6cc-e2d1-47fa-83cd-df3a66a6a8b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.706013 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-13656fa5-1f3a-4d81-bbd3-a4b75119ea3a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.735332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-50b4795e-7d32-4c83-a1a5-98b33d7cde17 None None] Could not find standard attr ID for object 74b21652-0a4c-42e1-8650-72328fc5181e. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:48:09.753464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-203db6cc-e2d1-47fa-83cd-df3a66a6a8b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.762422 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9f53727e-c3d3-46e9-9de8-6f94131364bb up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:09.788585 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b3a1b3ae-e60f-4a99-9530-7844d7eab2db req-d0199560-cd44-4278-8e0c-0ad2778c606c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622585 Nov 13 04:48:09.805325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-50b4795e-7d32-4c83-a1a5-98b33d7cde17 None None] Provisioning complete for port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:09.805755 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50b4795e-7d32-4c83-a1a5-98b33d7cde17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.857952 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-50b4795e-7d32-4c83-a1a5-98b33d7cde17 None None] Port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:09.875741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 9f53727e-c3d3-46e9-9de8-6f94131364bb triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:09.876118 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.877821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-50b4795e-7d32-4c83-a1a5-98b33d7cde17 None None] Provisioning complete for port a71ff4c4-83e6-458e-a89d-192f1a162c80 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:09.878130 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50b4795e-7d32-4c83-a1a5-98b33d7cde17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.906481 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-13656fa5-1f3a-4d81-bbd3-a4b75119ea3a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:09.974883 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-50b4795e-7d32-4c83-a1a5-98b33d7cde17 None None] Port a71ff4c4-83e6-458e-a89d-192f1a162c80 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:09.981012 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:10.001213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-50b4795e-7d32-4c83-a1a5-98b33d7cde17 None None] Provisioning complete for port fff75a46-9759-426f-a02b-d864ad6d4562 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:10.001580 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50b4795e-7d32-4c83-a1a5-98b33d7cde17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:10.065273 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-13656fa5-1f3a-4d81-bbd3-a4b75119ea3a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:10.092617 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-203db6cc-e2d1-47fa-83cd-df3a66a6a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:10.095646 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-203db6cc-e2d1-47fa-83cd-df3a66a6a8b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:10.099789 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-203db6cc-e2d1-47fa-83cd-df3a66a6a8b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fcbb96af-1631-4e7c-a293-a69e37c08c5b HTTP/1.1" status: 204 len: 168 time: 0.7921824 Nov 13 04:48:10.106591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260b6e3-acda-4d23-9976-9765b19a682f req-79f4d692-e3a4-4f28-9e64-8830e8fb67c8 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:10.108786 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1260b6e3-acda-4d23-9976-9765b19a682f req-79f4d692-e3a4-4f28-9e64-8830e8fb67c8 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 931 time: 0.1353509 Nov 13 04:48:10.115584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:48:10.133521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fff75a46-9759-426f-a02b-d864ad6d4562 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:10.142628 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:10.176666 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Transition to ACTIVE for port object 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:48:10.186816 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:10.194634 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:10.194958 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13656fa5-1f3a-4d81-bbd3-a4b75119ea3a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Subnet': ['ID=85a52a75-b12a-4e0a-a148-82d0c7928f00,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:10.216721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203db6cc-e2d1-47fa-83cd-df3a66a6a8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbb96af-1631-4e7c-a293-a69e37c08c5b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:10.219598 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:10.220957 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-13656fa5-1f3a-4d81-bbd3-a4b75119ea3a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:10.230784 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-13656fa5-1f3a-4d81-bbd3-a4b75119ea3a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/85a52a75-b12a-4e0a-a148-82d0c7928f00 HTTP/1.1" status: 204 len: 168 time: 0.9070687 Nov 13 04:48:10.230784 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55316) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:10.232093 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18938cb7-6ca1-430f-9c7c-cf9b9052eb9f None None] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:10.238618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b4c809f8-8638-4be0-ae57-302355d8f560 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'subnet': {'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:10.281540 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:10.320337 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fb5b0d2-4e7e-4177-a41d-158ea6fcacf1 req-71ce1ab2-a612-4d26-92a7-d250e5c79ef4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1786604 Nov 13 04:48:10.336965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1b5a5-bc32-4e87-a55f-5d4fb96c9bdd req-295fac20-0782-43cb-8ae0-9e917b011fa4 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:10.338889 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ca1b5a5-bc32-4e87-a55f-5d4fb96c9bdd req-295fac20-0782-43cb-8ae0-9e917b011fa4 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.3155758 Nov 13 04:48:10.481541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Attempting to bind port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:10.481866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Attempting to bind port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:10.482261 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Attempting to bind port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 on network 4dc05814-102b-44bd-8ce8-6f17b45f35fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:10.499098 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1260b6e3-acda-4d23-9976-9765b19a682f req-542a9a51-ba8a-4b27-9bda-52a9775d7312 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751218 Nov 13 04:48:10.612768 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port fff75a46-9759-426f-a02b-d864ad6d4562 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:10.613144 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:10.694578 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-50b4795e-7d32-4c83-a1a5-98b33d7cde17 None None] Provisioning complete for port 3647afb5-3551-495e-8e39-9959dfdcbd51 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:10.695174 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50b4795e-7d32-4c83-a1a5-98b33d7cde17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:10.700676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 on network 4dc05814-102b-44bd-8ce8-6f17b45f35fc not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:10.701013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Attempting to bind port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 on network 4dc05814-102b-44bd-8ce8-6f17b45f35fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:10.711036 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:48:10.711591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Checking segment: {'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:10.711718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Bound using segment: {'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:48:10.712131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Bound port: 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:48:10.712516 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:10.743751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Network 51dfe6c5-f39e-48c3-876e-aed591c121b3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:10.773793 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Pushing event updated for resources: {'Port': ['ID=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:10.791217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:10.996566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-50b4795e-7d32-4c83-a1a5-98b33d7cde17 None None] Port 3647afb5-3551-495e-8e39-9959dfdcbd51 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:11.096454 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Router 3ff86f97-8de2-4c65-9822-f07ba286e726 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:48:11.144301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecbcf0-f04b-432b-8614-933f959819a2 req-84e30757-4d7c-4395-b2c3-36e658d956c2 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:11.146019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68ecbcf0-f04b-432b-8614-933f959819a2 req-84e30757-4d7c-4395-b2c3-36e658d956c2 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.2985063 Nov 13 04:48:11.169511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Pushing event updated for resources: {'Port': ['ID=3647afb5-3551-495e-8e39-9959dfdcbd51,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:11.231278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] For port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:11.243831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device aebab04b-0cb6-4aa3-b196-695e86160ad2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:11.282637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] For port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:48:11.340697 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:11.352534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-845a2ab1-4c4b-47a2-9b07-4ad6c8cdf3b5 None None] Provisioning complete for port 3647afb5-3551-495e-8e39-9959dfdcbd51 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:11.353206 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-845a2ab1-4c4b-47a2-9b07-4ad6c8cdf3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:11.372757 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ca1b5a5-bc32-4e87-a55f-5d4fb96c9bdd req-3ff22e3c-c5be-4578-bb91-c6a6258ddbca tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0120742 Nov 13 04:48:11.396345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5b0d2-4e7e-4177-a41d-158ea6fcacf1 req-e96c915b-cae1-4726-89b8-34acf10d08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:11.399295 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fb5b0d2-4e7e-4177-a41d-158ea6fcacf1 req-e96c915b-cae1-4726-89b8-34acf10d08a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 1095 time: 0.9817510 Nov 13 04:48:11.410363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-845a2ab1-4c4b-47a2-9b07-4ad6c8cdf3b5 None None] Port 3647afb5-3551-495e-8e39-9959dfdcbd51 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:11.417688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c809f8-8638-4be0-ae57-302355d8f560 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:11.421884 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4c809f8-8638-4be0-ae57-302355d8f560 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:11.426588 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port aebab04b-0cb6-4aa3-b196-695e86160ad2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:11.427059 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:11.467803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Pushing event updated for resources: {'Port': ['ID=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:11.556177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9f53727e-c3d3-46e9-9de8-6f94131364bb up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:11.575576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:48:11.585517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:11.587053 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:11.588710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f32a715b-2841-4130-9d64-6635351eac3f req-9bc5a35b-ade8-4e25-8030-a67105cd59e2 service neutron] 10.222.0.36 "PUT /v2.0/ports/90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 HTTP/1.1" status: 200 len: 1091 time: 2.3475912 Nov 13 04:48:11.589982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Sync routers for ids ['3ff86f97-8de2-4c65-9822-f07ba286e726'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:48:11.593569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'tag': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:11.597160 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb20dab-08e7-4de6-bd9e-6e261c43eefd" -d '{"events": [{"name": "network-changed", "server_uuid": "7009eec2-e665-4c3c-a14b-3a74d0a19177", "tag": "90bc28fe-da8e-439a-b4e5-3950a3cc7cd3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:11.620542 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2690247c-249a-42a5-9489-7dac41ac0eaa admin admin] 10.222.0.43 "PUT /v2.0/routers/3ff86f97-8de2-4c65-9822-f07ba286e726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8680799 Nov 13 04:48:11.646055 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68ecbcf0-f04b-432b-8614-933f959819a2 req-075af0de-d7be-450c-8a8a-c7b1035c397c tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835105 Nov 13 04:48:11.661763 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Routers {'3ff86f97-8de2-4c65-9822-f07ba286e726'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:11.663133 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['3ff86f97-8de2-4c65-9822-f07ba286e726'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:11.778177 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a715b-2841-4130-9d64-6635351eac3f req-3672b61f-c792-430d-9838-ee5600d6ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:11.781834 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f32a715b-2841-4130-9d64-6635351eac3f req-3672b61f-c792-430d-9838-ee5600d6ad2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 1094 time: 0.1116750 Nov 13 04:48:11.814306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb119cc-a03a-4bf4-aadb-508500a59ad6 req-1b69a123-3a0e-4f08-9ad8-4f8c7c8ba3b8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:11.825278 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8cb119cc-a03a-4bf4-aadb-508500a59ad6 req-1b69a123-3a0e-4f08-9ad8-4f8c7c8ba3b8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.3416970 Nov 13 04:48:11.830298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Set router 3ff86f97-8de2-4c65-9822-f07ba286e726 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:48:11.869506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55350) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:11.872791 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5b0d2-4e7e-4177-a41d-158ea6fcacf1 req-9bc0a292-6798-4b30-890d-7f72ee917e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:11.874406 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fb5b0d2-4e7e-4177-a41d-158ea6fcacf1 req-9bc0a292-6798-4b30-890d-7f72ee917e03 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.4403980 Nov 13 04:48:11.907308 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f32a715b-2841-4130-9d64-6635351eac3f req-9202da85-7594-4233-a19f-073bedf45132 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 HTTP/1.1" status: 200 len: 217 time: 0.1098101 Nov 13 04:48:11.963783 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fb5b0d2-4e7e-4177-a41d-158ea6fcacf1 req-148ec256-9f8d-4ce4-aa0a-07e02387be90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=587c3186-837e-4ac3-8481-a9471cf4988c HTTP/1.1" status: 200 len: 217 time: 0.0662887 Nov 13 04:48:11.988234 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8cb119cc-a03a-4bf4-aadb-508500a59ad6 req-9df90cf8-8419-41e2-8c31-b5e21fd80efe tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616466 Nov 13 04:48:12.080357 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba4b285-d7a7-41dd-9bbf-358f213f90c3 x-openstack-request-id: req-9ba4b285-d7a7-41dd-9bbf-358f213f90c3 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:12.081273 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7009eec2-e665-4c3c-a14b-3a74d0a19177", "tag": "90bc28fe-da8e-439a-b4e5-3950a3cc7cd3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:12.082400 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ba4b285-d7a7-41dd-9bbf-358f213f90c3 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:12.083026 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'tag': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'status': 'completed', 'code': 200} Nov 13 04:48:12.088191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a715b-2841-4130-9d64-6635351eac3f req-dfd796cc-16c5-4b84-aec3-e8cee1e14579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:12.090854 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f32a715b-2841-4130-9d64-6635351eac3f req-dfd796cc-16c5-4b84-aec3-e8cee1e14579 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.1379600 Nov 13 04:48:12.114262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8841eca-2fdd-4363-a3a4-7bc7075bde45 req-77f1288a-0073-4237-a632-f82227faf7f7 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:12.116117 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e8841eca-2fdd-4363-a3a4-7bc7075bde45 req-77f1288a-0073-4237-a632-f82227faf7f7 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 943 time: 0.3080862 Nov 13 04:48:12.153146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-67898a02-31dd-4a57-8a04-065f9c8da92f None None] Provisioning complete for port fff75a46-9759-426f-a02b-d864ad6d4562 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:12.153552 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67898a02-31dd-4a57-8a04-065f9c8da92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:12.197629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a715b-2841-4130-9d64-6635351eac3f req-99f148a4-775a-493d-b03d-a9fb6d86472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:12.200115 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f32a715b-2841-4130-9d64-6635351eac3f req-99f148a4-775a-493d-b03d-a9fb6d86472e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829530 Nov 13 04:48:12.212572 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e8841eca-2fdd-4363-a3a4-7bc7075bde45 req-2c4ac8e9-08f9-4c0a-b37d-79b96252904d tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822184 Nov 13 04:48:12.238444 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 9f53727e-c3d3-46e9-9de8-6f94131364bb triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:12.239098 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:12.245304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5b0d2-4e7e-4177-a41d-158ea6fcacf1 req-f0a7ff45-8089-4484-ab40-0a7aa4e2828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:12.249571 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fb5b0d2-4e7e-4177-a41d-158ea6fcacf1 req-f0a7ff45-8089-4484-ab40-0a7aa4e2828a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.2767720 Nov 13 04:48:12.265979 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a5817b2-68ae-48b9-9bf2-b1e627a06d1b req-99d728e9-4886-4b38-a3d7-7374758595e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1060011 Nov 13 04:48:12.276517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'name': 'tempest-ServersTestMultiNic-1896604599-router', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '9f53727e-c3d3-46e9-9de8-6f94131364bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:59Z', 'updated_at': '2021-11-13T04:48:09Z', 'revision_number': 4, 'project_id': '2c34300dfbd7415a93df593830924aad', 'gw_port': {'id': '9f53727e-c3d3-46e9-9de8-6f94131364bb', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:48:00Z', 'updated_at': '2021-11-13T04:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '3647afb5-3551-495e-8e39-9959dfdcbd51', 'name': '', 'network_id': '51dfe6c5-f39e-48c3-876e-aed591c121b3', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'mac_address': 'fa:16:3e:aa:39:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4279ab16-f568-4cde-96d1-3057392edf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:48:06Z', 'updated_at': '2021-11-13T04:48:09Z', 'revision_number': 2, 'project_id': '2c34300dfbd7415a93df593830924aad', 'subnets': [{'id': '4279ab16-f568-4cde-96d1-3057392edf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:12.305130 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fb5b0d2-4e7e-4177-a41d-158ea6fcacf1 req-d4c5655a-87a8-4c90-8491-fa000f2539d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452597 Nov 13 04:48:12.318706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Checking router: 3ff86f97-8de2-4c65-9822-f07ba286e726 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:48:12.319269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Updating router 3ff86f97-8de2-4c65-9822-f07ba286e726 port 3647afb5-3551-495e-8e39-9959dfdcbd51 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:48:12.345388 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f32a715b-2841-4130-9d64-6635351eac3f req-764fb12f-848b-47e1-b075-883253ef018c service neutron] 10.222.0.36 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304669 Nov 13 04:48:12.391511 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:12.426146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-63543f8e-9414-4fcc-837d-b1cb6b882faf tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1379498024'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:12.483491 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f32a715b-2841-4130-9d64-6635351eac3f req-ed32d636-abf1-4196-b258-5b02c8f236b2 service neutron] 10.222.0.36 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279225 Nov 13 04:48:12.556639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-67898a02-31dd-4a57-8a04-065f9c8da92f None None] Provisioning complete for port a71ff4c4-83e6-458e-a89d-192f1a162c80 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:12.557291 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67898a02-31dd-4a57-8a04-065f9c8da92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:12.582955 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fb5b0d2-4e7e-4177-a41d-158ea6fcacf1 req-6d6f35ed-e7c8-485f-a446-ba7624d68cfd service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482905 Nov 13 04:48:12.585212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5817b2-68ae-48b9-9bf2-b1e627a06d1b req-1f8ca4d5-b1f6-4fc6-95e9-1008291a3906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:12.586590 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a5817b2-68ae-48b9-9bf2-b1e627a06d1b req-1f8ca4d5-b1f6-4fc6-95e9-1008291a3906 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87b8e22e13d64cf59b821c1617f457ff&device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 1096 time: 0.1653097 Nov 13 04:48:12.637508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63543f8e-9414-4fcc-837d-b1cb6b882faf tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Made reservation on behalf of 2c34300dfbd7415a93df593830924aad for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:12.642721 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63543f8e-9414-4fcc-837d-b1cb6b882faf tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:12.657395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb20dab-08e7-4de6-bd9e-6e261c43eefd req-31cec144-37e6-40ce-8834-80b6f07137ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:12.658952 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0eb20dab-08e7-4de6-bd9e-6e261c43eefd req-31cec144-37e6-40ce-8834-80b6f07137ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 1094 time: 0.0772898 Nov 13 04:48:12.665778 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-67898a02-31dd-4a57-8a04-065f9c8da92f None None] Port a71ff4c4-83e6-458e-a89d-192f1a162c80 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:12.671039 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4c809f8-8638-4be0-ae57-302355d8f560 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:12.846284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab079f-6adb-4814-8142-776c7689a709 req-c099b6e8-e869-402c-9f38-8c4927c3782b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:12.848257 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-23ab079f-6adb-4814-8142-776c7689a709 req-c099b6e8-e869-402c-9f38-8c4927c3782b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.3698366 Nov 13 04:48:12.859079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb20dab-08e7-4de6-bd9e-6e261c43eefd req-9bbfb3db-f0b9-4ca1-a959-e1f57a496785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:12.860093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c809f8-8638-4be0-ae57-302355d8f560 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:12.861173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0eb20dab-08e7-4de6-bd9e-6e261c43eefd req-9bbfb3db-f0b9-4ca1-a959-e1f57a496785 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 920 time: 0.1939528 Nov 13 04:48:12.871088 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:12.879459 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:12.916710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4058601-18bf-4df3-a25b-f5a0403562bb req-7c2623d7-7919-4ff5-85f3-03a3ed8c6b69 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:12.917791 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4058601-18bf-4df3-a25b-f5a0403562bb req-7c2623d7-7919-4ff5-85f3-03a3ed8c6b69 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.1408725 Nov 13 04:48:12.919876 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0eb20dab-08e7-4de6-bd9e-6e261c43eefd req-7ec2f0a4-6248-442a-b15e-09235e574e10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 HTTP/1.1" status: 200 len: 217 time: 0.0506823 Nov 13 04:48:12.945321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5817b2-68ae-48b9-9bf2-b1e627a06d1b req-c26389c9-4708-4f03-9f81-44e27540b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:12.947234 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29555b34-ccb4-4b20-b963-4f9d72d336d4 None None] Pushing event updated for resources: {'Port': ['ID=3647afb5-3551-495e-8e39-9959dfdcbd51,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:12.947495 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a5817b2-68ae-48b9-9bf2-b1e627a06d1b req-c26389c9-4708-4f03-9f81-44e27540b170 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bfd9356b-0fdf-4c68-a959-58ca842b9635 HTTP/1.1" status: 200 len: 912 time: 0.3005161 Nov 13 04:48:12.948496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b4c809f8-8638-4be0-ae57-302355d8f560 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:12.966762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63543f8e-9414-4fcc-837d-b1cb6b882faf tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:48:12.976451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c809f8-8638-4be0-ae57-302355d8f560 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Subnet': ['ID=f8da70d8-b10e-4e21-a2a6-ff9b5de202d5,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:12.980579 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeedf6c-c6fa-4c73-86cf-e975a8cae56b None None] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:13.011201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c809f8-8638-4be0-ae57-302355d8f560 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:13.012121 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4c809f8-8638-4be0-ae57-302355d8f560 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:13.069345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb20dab-08e7-4de6-bd9e-6e261c43eefd req-91c9c7f1-30fd-4b3f-ae94-837316038cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:13.079205 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0eb20dab-08e7-4de6-bd9e-6e261c43eefd req-91c9c7f1-30fd-4b3f-ae94-837316038cb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.1363316 Nov 13 04:48:13.112768 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b4c809f8-8638-4be0-ae57-302355d8f560 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8802640 Nov 13 04:48:13.125879 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63543f8e-9414-4fcc-837d-b1cb6b882faf tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:13.126350 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-63543f8e-9414-4fcc-837d-b1cb6b882faf tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Added segment 73a5307e-f585-4fad-adc9-46808897cdd9 of type vlan for network 6e449dc6-700a-44fd-8723-3d1a0c34c31e Nov 13 04:48:13.127660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55388) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:13.129898 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fb5b0d2-4e7e-4177-a41d-158ea6fcacf1 req-3000f348-98ec-4988-a42e-608b653cd50b service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301981 Nov 13 04:48:13.141136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Attempting to bind port 3647afb5-3551-495e-8e39-9959dfdcbd51 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:13.142070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Attempting to bind port 3647afb5-3551-495e-8e39-9959dfdcbd51 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'efc284f5-6a75-47fd-9b85-61d53f22f312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51dfe6c5-f39e-48c3-876e-aed591c121b3'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:13.142793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Attempting to bind port 3647afb5-3551-495e-8e39-9959dfdcbd51 on network 51dfe6c5-f39e-48c3-876e-aed591c121b3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:13.146096 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4058601-18bf-4df3-a25b-f5a0403562bb req-0117ff6d-5f67-478c-85f8-73af44dd90d3 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880395 Nov 13 04:48:13.150385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'security_group': {'name': 'tempest-secgroup-1645172391'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:13.173277 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:48:13.176565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb20dab-08e7-4de6-bd9e-6e261c43eefd req-ac188c17-674b-4d44-b99f-44b5ab98b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:13.178586 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0eb20dab-08e7-4de6-bd9e-6e261c43eefd req-ac188c17-674b-4d44-b99f-44b5ab98b368 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980506 Nov 13 04:48:13.181438 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Checking segment: {'id': 'efc284f5-6a75-47fd-9b85-61d53f22f312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51dfe6c5-f39e-48c3-876e-aed591c121b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:13.181731 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:13.182671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Bound using segment: {'id': 'efc284f5-6a75-47fd-9b85-61d53f22f312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51dfe6c5-f39e-48c3-876e-aed591c121b3'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:48:13.182980 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Bound port: 3647afb5-3551-495e-8e39-9959dfdcbd51, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc284f5-6a75-47fd-9b85-61d53f22f312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51dfe6c5-f39e-48c3-876e-aed591c121b3'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:48:13.183096 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:13.230399 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:13.277611 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a5817b2-68ae-48b9-9bf2-b1e627a06d1b req-8aa0968e-2736-4dee-9fb3-2fb1cc4f645f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fb9a7e4-662d-458e-9187-bd4336297343 HTTP/1.1" status: 200 len: 1000 time: 0.3084130 Nov 13 04:48:13.343518 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63543f8e-9414-4fcc-837d-b1cb6b882faf tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:13.353962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] For port 3647afb5-3551-495e-8e39-9959dfdcbd51, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:13.362541 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-23ab079f-6adb-4814-8142-776c7689a709 req-05e72011-3223-475f-971f-7b43c01cc303 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952843 Nov 13 04:48:13.412189 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] For port 3647afb5-3551-495e-8e39-9959dfdcbd51, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3647afb5-3551-495e-8e39-9959dfdcbd51,segment=NetworkSegment(efc284f5-6a75-47fd-9b85-61d53f22f312),segment_id=efc284f5-6a75-47fd-9b85-61d53f22f312)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:48:13.422039 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5817b2-68ae-48b9-9bf2-b1e627a06d1b req-11b5939f-e75e-4185-96da-0124daaacaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:13.423681 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a5817b2-68ae-48b9-9bf2-b1e627a06d1b req-11b5939f-e75e-4185-96da-0124daaacaf9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96230d51-02ef-46d7-8f85-644e8228b421 HTTP/1.1" status: 200 len: 850 time: 0.1296649 Nov 13 04:48:13.426281 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63543f8e-9414-4fcc-837d-b1cb6b882faf tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:13.428975 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabbd66-7c23-41b6-b869-e879c6a4f70b req-c9691dab-414a-48f5-8c0d-cc87815bf8ba tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:13.430734 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffabbd66-7c23-41b6-b869-e879c6a4f70b req-c9691dab-414a-48f5-8c0d-cc87815bf8ba tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.0914865 Nov 13 04:48:13.440716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63543f8e-9414-4fcc-837d-b1cb6b882faf tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:13.441386 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63543f8e-9414-4fcc-837d-b1cb6b882faf tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:13.447171 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:13.462837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0eb20dab-08e7-4de6-bd9e-6e261c43eefd req-e909cc46-f26d-456a-ab7d-0703818decf6 service neutron] 10.222.0.36 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748957 Nov 13 04:48:13.489320 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-63543f8e-9414-4fcc-837d-b1cb6b882faf tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6152568 Nov 13 04:48:13.507098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55410) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:13.512933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-79c606f2-d016-4444-b6c2-cae5fe3ac3eb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Request body: {'subnet': {'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:13.550342 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffabbd66-7c23-41b6-b869-e879c6a4f70b req-6a3b5150-d9c2-42c5-bc41-c36b60eb8edf tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092031 Nov 13 04:48:13.552398 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29555b34-ccb4-4b20-b963-4f9d72d336d4 None None] Pushing event updated for resources: {'Port': ['ID=3647afb5-3551-495e-8e39-9959dfdcbd51,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:13.613861 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:13.615766 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63543f8e-9414-4fcc-837d-b1cb6b882faf tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event updated for resources: {'Network': ['ID=6e449dc6-700a-44fd-8723-3d1a0c34c31e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:13.620247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5817b2-68ae-48b9-9bf2-b1e627a06d1b req-0b47f4a8-b3b1-419d-85fe-a4fb072fe2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:13.622149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a5817b2-68ae-48b9-9bf2-b1e627a06d1b req-0b47f4a8-b3b1-419d-85fe-a4fb072fe2c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bfd9356b-0fdf-4c68-a959-58ca842b9635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695757 Nov 13 04:48:13.625187 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:13.633369 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Routers {'3ff86f97-8de2-4c65-9822-f07ba286e726'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:13.634583 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['3ff86f97-8de2-4c65-9822-f07ba286e726'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:13.637020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 6e449dc6-700a-44fd-8723-3d1a0c34c31e details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:48:13.641608 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-763bf4ea-aa13-4cbb-a54b-8739378bbf46 None None] Provisioning complete for port 3647afb5-3551-495e-8e39-9959dfdcbd51 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:13.641976 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-763bf4ea-aa13-4cbb-a54b-8739378bbf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:13.784207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a5817b2-68ae-48b9-9bf2-b1e627a06d1b req-c5915a04-0e8a-461f-8e5d-b4c526d0bdab service neutron] 10.222.0.36 "GET /v2.0/networks/bfd9356b-0fdf-4c68-a959-58ca842b9635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407137 Nov 13 04:48:13.819639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:13.825074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6939266 Nov 13 04:48:13.828859 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55432) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:13.832757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c606f2-d016-4444-b6c2-cae5fe3ac3eb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Made reservation on behalf of 2c34300dfbd7415a93df593830924aad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:13.836389 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c606f2-d016-4444-b6c2-cae5fe3ac3eb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:13.845178 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e464afbf-c1d0-4b60-9533-effaa69132cc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'security_group': {'name': 'tempest-secgroup-212109536'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:13.851960 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-3fc6819c-6c44-4899-a0de-ac4f2dcdbcce tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:13.853555 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-3fc6819c-6c44-4899-a0de-ac4f2dcdbcce tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361&tenant_id=84f24f012ac64c77a0d17f88ca400a24&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 1096 time: 0.2999189 Nov 13 04:48:13.901551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813114-2'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:13.905705 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0eb20dab-08e7-4de6-bd9e-6e261c43eefd req-1788203d-bc36-405e-b139-8ff53f99e9ac service neutron] 10.222.0.36 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196692 Nov 13 04:48:13.976432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac5c179-b0f8-4b46-be67-1f6138cc6bec,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:14.009377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:14.009813 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:14.010271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:14.010633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 1abea8f4-7f8e-4672-8119-441f0697d997 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:48:14.010783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:14.011507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:14.012374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:14.012794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:14.013316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:14.014194 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:14.015163 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:14.015584 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:14.016017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55217ddd-730a-4d0a-b8fb-ab811a8dc9a8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:14.025480 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a5817b2-68ae-48b9-9bf2-b1e627a06d1b req-c06eab7a-2672-48c0-807f-7ee2d66e6737 service neutron] 10.222.0.36 "GET /v2.0/networks/bfd9356b-0fdf-4c68-a959-58ca842b9635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318280 Nov 13 04:48:14.071003 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e464afbf-c1d0-4b60-9533-effaa69132cc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:14.072170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045a1be-5bea-495b-80ee-fc95dcb04d0c req-d126a145-3b90-4e12-8b4a-3b16577004f4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:14.082846 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f045a1be-5bea-495b-80ee-fc95dcb04d0c req-d126a145-3b90-4e12-8b4a-3b16577004f4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 943 time: 0.2864394 Nov 13 04:48:14.111169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:14.148628 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f045a1be-5bea-495b-80ee-fc95dcb04d0c req-2a95f407-d90b-49c4-af18-059be7513560 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647099 Nov 13 04:48:14.149212 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] Set router 3ff86f97-8de2-4c65-9822-f07ba286e726 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:48:14.347775 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e313d1-6f9f-4e82-aa03-2a4b7498b59f None None] Update dhcp port {'port': {'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'fixed_ips': [{'subnet_id': 'cc55aad7-389a-480d-a586-2228132a0386', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f8da70d8-b10e-4e21-a2a6-ff9b5de202d5'}], 'binding:host_id': 'n-d-813114-2'}, 'id': 'fff75a46-9759-426f-a02b-d864ad6d4562'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 04:48:14.421070 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e464afbf-c1d0-4b60-9533-effaa69132cc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:14.435033 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e464afbf-c1d0-4b60-9533-effaa69132cc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:14.437370 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-763bf4ea-aa13-4cbb-a54b-8739378bbf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:14.465495 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c606f2-d016-4444-b6c2-cae5fe3ac3eb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:14.466025 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0e313d1-6f9f-4e82-aa03-2a4b7498b59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:14.494563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464afbf-c1d0-4b60-9533-effaa69132cc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa52e7d-c319-471b-8efe-a58d061e0188,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:14.514562 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1abea8f4-7f8e-4672-8119-441f0697d997,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:14.562847 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-763bf4ea-aa13-4cbb-a54b-8739378bbf46 None None] For port 3647afb5-3551-495e-8e39-9959dfdcbd51, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3647afb5-3551-495e-8e39-9959dfdcbd51,segment=NetworkSegment(efc284f5-6a75-47fd-9b85-61d53f22f312),segment_id=efc284f5-6a75-47fd-9b85-61d53f22f312)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:14.569170 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 1abea8f4-7f8e-4672-8119-441f0697d997 has no active binding in host n-h2-813114-2 {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 13 04:48:14.582032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a326e-c190-4f07-97a9-ec907f24ecfb req-70ffb6b9-66c9-4f7e-adf3-b036f2036d26 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:14.584027 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c1a326e-c190-4f07-97a9-ec907f24ecfb req-70ffb6b9-66c9-4f7e-adf3-b036f2036d26 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.3231027 Nov 13 04:48:14.594818 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e464afbf-c1d0-4b60-9533-effaa69132cc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:14.596266 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e464afbf-c1d0-4b60-9533-effaa69132cc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7645705 Nov 13 04:48:14.597094 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-763bf4ea-aa13-4cbb-a54b-8739378bbf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:14.599218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1abea8f4-7f8e-4672-8119-441f0697d997,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:14.607962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55490) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:14.616218 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-8e490e48-3b4a-4817-954f-f1e0ef9b1cb1 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'security_group': {'name': 'tempest-secgroup-1070184186'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:14.658392 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e490e48-3b4a-4817-954f-f1e0ef9b1cb1 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:14.695820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50836e06-6505-4e13-a996-32e2cc586128 req-0b78ade6-598f-4d60-b07c-e43bd0c28495 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:14.698034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50836e06-6505-4e13-a996-32e2cc586128 req-0b78ade6-598f-4d60-b07c-e43bd0c28495 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.1692011 Nov 13 04:48:14.779721 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bf4ea-aa13-4cbb-a54b-8739378bbf46 None None] Pushing event updated for resources: {'Port': ['ID=3647afb5-3551-495e-8e39-9959dfdcbd51,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:14.799906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7d934f7d-3627-460d-a8b2-583fb335bf62 None None] Provisioning complete for port 3647afb5-3551-495e-8e39-9959dfdcbd51 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:14.800277 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d934f7d-3627-460d-a8b2-583fb335bf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:14.807370 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50836e06-6505-4e13-a996-32e2cc586128 req-6290483f-20b4-46ab-b5da-cc89b7883d66 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953820 Nov 13 04:48:14.871351 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e490e48-3b4a-4817-954f-f1e0ef9b1cb1 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:14.881196 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e490e48-3b4a-4817-954f-f1e0ef9b1cb1 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:14.898851 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-d0e313d1-6f9f-4e82-aa03-2a4b7498b59f None None] Allocated IP 172.20.0.2 (b897ddec-012a-4a7e-8d33-5e60c36045c9/f8da70d8-b10e-4e21-a2a6-ff9b5de202d5/fff75a46-9759-426f-a02b-d864ad6d4562) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:14.908238 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'name': 'tempest-ServersTestMultiNic-1896604599-router', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '9f53727e-c3d3-46e9-9de8-6f94131364bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:59Z', 'updated_at': '2021-11-13T04:48:09Z', 'revision_number': 4, 'project_id': '2c34300dfbd7415a93df593830924aad', 'gw_port': {'id': '9f53727e-c3d3-46e9-9de8-6f94131364bb', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:48:00Z', 'updated_at': '2021-11-13T04:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '3647afb5-3551-495e-8e39-9959dfdcbd51', 'name': '', 'network_id': '51dfe6c5-f39e-48c3-876e-aed591c121b3', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'mac_address': 'fa:16:3e:aa:39:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4279ab16-f568-4cde-96d1-3057392edf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:48:06Z', 'updated_at': '2021-11-13T04:48:13Z', 'revision_number': 4, 'project_id': '2c34300dfbd7415a93df593830924aad', 'subnets': [{'id': '4279ab16-f568-4cde-96d1-3057392edf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:14.950766 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e490e48-3b4a-4817-954f-f1e0ef9b1cb1 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:14.954768 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8e490e48-3b4a-4817-954f-f1e0ef9b1cb1 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3403623 Nov 13 04:48:14.958114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4e364-03da-4bfd-a660-b644ca2bb6e8 None None] The sync data for ids ['3ff86f97-8de2-4c65-9822-f07ba286e726'] in n-d-813114-2 is: [{'id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'name': 'tempest-ServersTestMultiNic-1896604599-router', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '9f53727e-c3d3-46e9-9de8-6f94131364bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:59Z', 'updated_at': '2021-11-13T04:48:09Z', 'revision_number': 4, 'project_id': '2c34300dfbd7415a93df593830924aad', 'gw_port': {'id': '9f53727e-c3d3-46e9-9de8-6f94131364bb', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:48:00Z', 'updated_at': '2021-11-13T04:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '3647afb5-3551-495e-8e39-9959dfdcbd51', 'name': '', 'network_id': '51dfe6c5-f39e-48c3-876e-aed591c121b3', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'mac_address': 'fa:16:3e:aa:39:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4279ab16-f568-4cde-96d1-3057392edf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:48:06Z', 'updated_at': '2021-11-13T04:48:13Z', 'revision_number': 4, 'project_id': '2c34300dfbd7415a93df593830924aad', 'subnets': [{'id': '4279ab16-f568-4cde-96d1-3057392edf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:48:14.983330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55504) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:14.992351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-05c695af-2873-4d77-b4db-bb59775b6e16 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2009254676', 'security_groups': ['ed05ccc6-2787-40dd-b80c-0e39b126c883'], 'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f8da70d8-b10e-4e21-a2a6-ff9b5de202d5'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:15.000182 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e490e48-3b4a-4817-954f-f1e0ef9b1cb1 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed05ccc6-2787-40dd-b80c-0e39b126c883,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:15.151141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d0e313d1-6f9f-4e82-aa03-2a4b7498b59f None None] For port fff75a46-9759-426f-a02b-d864ad6d4562, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fff75a46-9759-426f-a02b-d864ad6d4562,segment=NetworkSegment(23917f97-0a87-42fe-a90c-355f7cd81d34),segment_id=23917f97-0a87-42fe-a90c-355f7cd81d34)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:15.156708 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c606f2-d016-4444-b6c2-cae5fe3ac3eb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event updated for resources: {'Subnet': ['ID=42a170a8-fbed-476b-a7f4-49edcd7583ce,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:15.244693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c606f2-d016-4444-b6c2-cae5fe3ac3eb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Checking segment: {'id': '73a5307e-f585-4fad-adc9-46808897cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:15.245043 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c606f2-d016-4444-b6c2-cae5fe3ac3eb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Network hostable DHCP agents. Network: 6e449dc6-700a-44fd-8723-3d1a0c34c31e, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:48:15.258476 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c1a326e-c190-4f07-97a9-ec907f24ecfb req-b02c7004-611f-4b1d-9aaa-cd3c537ffe05 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6537499 Nov 13 04:48:15.270986 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0e313d1-6f9f-4e82-aa03-2a4b7498b59f None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:15.285552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:15.291185 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0e313d1-6f9f-4e82-aa03-2a4b7498b59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:15.366339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c695af-2873-4d77-b4db-bb59775b6e16 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:15.373459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c606f2-d016-4444-b6c2-cae5fe3ac3eb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Network 6e449dc6-700a-44fd-8723-3d1a0c34c31e is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:48:15.403377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3647afb5-3551-495e-8e39-9959dfdcbd51 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:15.430005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92fd592-c11f-47b0-b67a-98901384f361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abea8f4-7f8e-4672-8119-441f0697d997'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:15.432629 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acf16cd-93c6-4fc7-8368-5f2633877876" -d '{"events": [{"server_uuid": "d92fd592-c11f-47b0-b67a-98901384f361", "name": "network-vif-unplugged", "status": "completed", "tag": "1abea8f4-7f8e-4672-8119-441f0697d997"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:15.436897 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56afdcd-005a-4183-aca2-c8f61b9ebecb req-6480227b-ae8a-4f6e-b77b-37932520df07 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:15.437778 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:15.443891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-79c606f2-d016-4444-b6c2-cae5fe3ac3eb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 6e449dc6-700a-44fd-8723-3d1a0c34c31e) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:15.446437 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b56afdcd-005a-4183-aca2-c8f61b9ebecb req-6480227b-ae8a-4f6e-b77b-37932520df07 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.2175305 Nov 13 04:48:15.456519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c606f2-d016-4444-b6c2-cae5fe3ac3eb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:15.458227 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c606f2-d016-4444-b6c2-cae5fe3ac3eb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:15.466119 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:15.532523 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-79c606f2-d016-4444-b6c2-cae5fe3ac3eb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0234950 Nov 13 04:48:15.537220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55528) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:15.546617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-30295538-46e0-4695-98a4-29f564749e22 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-339225796'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:15.550270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e313d1-6f9f-4e82-aa03-2a4b7498b59f None None] Pushing event updated for resources: {'Port': ['ID=fff75a46-9759-426f-a02b-d864ad6d4562,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:15.582523 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b56afdcd-005a-4183-aca2-c8f61b9ebecb req-5ce4a9d9-6048-4244-bd7b-9a0add722fd0 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299336 Nov 13 04:48:15.584012 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c733a43-a73b-4d2e-a0ab-0ee0565a02f7 None None] Network 6e449dc6-700a-44fd-8723-3d1a0c34c31e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:15.590464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b8e78-18a6-4e68-9a3d-8d15ccfcadf0 None None] DHCP port deletion for 38c4ff77-85a2-430d-a6a9-b667d4750285 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:15.601659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78958a6-92da-4fcc-bb57-104b4b13111c req-ec6331ae-6a39-494b-83bb-8aea83024e61 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:15.604530 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f78958a6-92da-4fcc-bb57-104b4b13111c req-ec6331ae-6a39-494b-83bb-8aea83024e61 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 943 time: 0.2349784 Nov 13 04:48:15.605208 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Pushing event updated for resources: {'Port': ['ID=1abea8f4-7f8e-4672-8119-441f0697d997,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:15.664290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30295538-46e0-4695-98a4-29f564749e22 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Made reservation on behalf of 2c34300dfbd7415a93df593830924aad for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:15.671727 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30295538-46e0-4695-98a4-29f564749e22 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:15.688644 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb6ab79-8dca-4f17-bbe0-ff09a07a025f x-openstack-request-id: req-3bb6ab79-8dca-4f17-bbe0-ff09a07a025f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:15.688988 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92fd592-c11f-47b0-b67a-98901384f361", "name": "network-vif-unplugged", "status": "completed", "tag": "1abea8f4-7f8e-4672-8119-441f0697d997", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:15.689241 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bb6ab79-8dca-4f17-bbe0-ff09a07a025f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:15.689641 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92fd592-c11f-47b0-b67a-98901384f361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abea8f4-7f8e-4672-8119-441f0697d997', 'code': 200} Nov 13 04:48:15.691875 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-05c695af-2873-4d77-b4db-bb59775b6e16 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:15.694101 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f78958a6-92da-4fcc-bb57-104b4b13111c req-e1c8acfe-b960-45b3-bf4d-24ba9775c025 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787594 Nov 13 04:48:15.696365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:15.696825 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:15.697328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:15.698250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:15.698641 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:15.699083 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:15.699408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:15.699729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:15.700045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:15.700524 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:15.700970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:15.701377 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:15.737768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-05c695af-2873-4d77-b4db-bb59775b6e16 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] device_id is not set on port 01d88903-af67-472e-ab26-7cab02721287 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:48:15.753172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30295538-46e0-4695-98a4-29f564749e22 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:48:15.761136 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Attempting to bind port 1abea8f4-7f8e-4672-8119-441f0697d997 on host n-h1-813114-2 for vnic_type normal with profile {"migrating_to": "n-h2-813114-2"} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:15.761469 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Attempting to bind port 1abea8f4-7f8e-4672-8119-441f0697d997 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:15.761898 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Attempting to bind port 1abea8f4-7f8e-4672-8119-441f0697d997 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:15.767650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Port 1abea8f4-7f8e-4672-8119-441f0697d997 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:15.767963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Attempting to bind port 1abea8f4-7f8e-4672-8119-441f0697d997 on network 38c4ff77-85a2-430d-a6a9-b667d4750285 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:15.775020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:48:15.775368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Checking segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:15.775803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Bound using segment: {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:48:15.776310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Bound port: 1abea8f4-7f8e-4672-8119-441f0697d997, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a759af-c87d-4b69-8599-3dcdcd3cd9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38c4ff77-85a2-430d-a6a9-b667d4750285'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:48:15.776729 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:15.832989 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30295538-46e0-4695-98a4-29f564749e22 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:15.847153 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-30295538-46e0-4695-98a4-29f564749e22 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Added segment 0477d191-102c-4df4-be69-3915ad670a47 of type vlan for network bb3e8025-e164-42b8-91b5-ac9501993e98 Nov 13 04:48:15.873584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 3647afb5-3551-495e-8e39-9959dfdcbd51 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:15.874161 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:15.891455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:15.895952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1abea8f4-7f8e-4672-8119-441f0697d997,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:48:15.918054 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:15.976090 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Provisioning complete for port 1abea8f4-7f8e-4672-8119-441f0697d997 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:15.976461 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:15.989291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55534) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:16.080492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:48:16.087231 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:16.087946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:16.089300 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f0f05d-a410-481b-8b0d-3b85248487da None None] DHCP port deletion for 38c4ff77-85a2-430d-a6a9-b667d4750285 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:16.090018 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] 10.222.0.36 "PUT /v2.0/ports/1abea8f4-7f8e-4672-8119-441f0697d997 HTTP/1.1" status: 200 len: 1121 time: 2.1968498 Nov 13 04:48:16.096816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabe5d8-e90d-4db8-bcf6-53af972dc54d service neutron] Pushing event updated for resources: {'Port': ['ID=1abea8f4-7f8e-4672-8119-441f0697d997,revision_number=8']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:16.133627 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30295538-46e0-4695-98a4-29f564749e22 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:16.244593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64d38f7e-3976-4f11-9259-04f06e0456e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:16.249404 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-6e449dc6-700a-44fd-8723-3d1a0c34c31e', 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'fixed_ips': [{'subnet_id': '42a170a8-fbed-476b-a7f4-49edcd7583ce'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:48:16.250266 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:16.281425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['1abea8f4-7f8e-4672-8119-441f0697d997'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:48:16.316270 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30295538-46e0-4695-98a4-29f564749e22 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:16.322632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30295538-46e0-4695-98a4-29f564749e22 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:16.323298 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30295538-46e0-4695-98a4-29f564749e22 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:16.326425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-05c695af-2873-4d77-b4db-bb59775b6e16 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Allocated IP 172.20.0.14 (b897ddec-012a-4a7e-8d33-5e60c36045c9/f8da70d8-b10e-4e21-a2a6-ff9b5de202d5/01d88903-af67-472e-ab26-7cab02721287) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:16.327088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1abea8f4-7f8e-4672-8119-441f0697d997'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:48:16.429692 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64d38f7e-3976-4f11-9259-04f06e0456e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:16.467594 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64d38f7e-3976-4f11-9259-04f06e0456e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:16.469328 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-30295538-46e0-4695-98a4-29f564749e22 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9311380 Nov 13 04:48:16.474209 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55542) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:16.491542 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-edae2ee5-a754-4281-9f60-085784141496 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Request body: {'subnet': {'network_id': 'bb3e8025-e164-42b8-91b5-ac9501993e98', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:16.492830 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730ddc6-a797-4bc2-9955-b4738aeb1b5d req-89513505-960e-419f-a6df-ee5681d29d2b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:16.494420 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8730ddc6-a797-4bc2-9955-b4738aeb1b5d req-89513505-960e-419f-a6df-ee5681d29d2b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 943 time: 0.5447094 Nov 13 04:48:16.530240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30295538-46e0-4695-98a4-29f564749e22 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event updated for resources: {'Network': ['ID=bb3e8025-e164-42b8-91b5-ac9501993e98,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:16.633010 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-64d38f7e-3976-4f11-9259-04f06e0456e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43287816488b431898ae4fce380ae871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6422038 Nov 13 04:48:16.633864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d38f7e-3976-4f11-9259-04f06e0456e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6172c6b5-48ee-422a-9b8f-32fb51e32659,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:16.638312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55546) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:16.660041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89261f-28a4-4aba-b7ba-9c22e678a20d req-8ed0e027-4fd3-40d3-8a57-a2ef51b773fc tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:16.668804 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f89261f-28a4-4aba-b7ba-9c22e678a20d req-8ed0e027-4fd3-40d3-8a57-a2ef51b773fc tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.2375691 Nov 13 04:48:16.699265 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8730ddc6-a797-4bc2-9955-b4738aeb1b5d req-198dc1b3-5d6d-43c0-8432-0b26afcdf0aa tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939802 Nov 13 04:48:16.786221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network bb3e8025-e164-42b8-91b5-ac9501993e98 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:48:16.790818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edae2ee5-a754-4281-9f60-085784141496 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Made reservation on behalf of 2c34300dfbd7415a93df593830924aad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:16.801642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edae2ee5-a754-4281-9f60-085784141496 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:16.836318 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f89261f-28a4-4aba-b7ba-9c22e678a20d req-56609782-ee97-4df9-88f5-4acdd846f32a tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666167 Nov 13 04:48:16.884349 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-05c695af-2873-4d77-b4db-bb59775b6e16 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:16.989770 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa4c48db-b2c3-44bb-ba89-106030f51305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:16.997603 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-05c695af-2873-4d77-b4db-bb59775b6e16 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:17.012395 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa4c48db-b2c3-44bb-ba89-106030f51305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:17.023127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c4302-e547-4440-86db-45a0258b3d03 req-11bbf0c2-2f90-4de1-95c6-ccf0ba22ce4c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:17.025081 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-185c4302-e547-4440-86db-45a0258b3d03 req-11bbf0c2-2f90-4de1-95c6-ccf0ba22ce4c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.2080131 Nov 13 04:48:17.089355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c695af-2873-4d77-b4db-bb59775b6e16 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:17.095037 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-05c695af-2873-4d77-b4db-bb59775b6e16 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:17.098041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c695af-2873-4d77-b4db-bb59775b6e16 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:17.144302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56012725-f460-44ae-8195-5c80eeb8301d req-0d27652b-8d52-446e-80bc-f8eded488e18 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:17.145978 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56012725-f460-44ae-8195-5c80eeb8301d req-0d27652b-8d52-446e-80bc-f8eded488e18 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 943 time: 0.2045622 Nov 13 04:48:17.149509 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edae2ee5-a754-4281-9f60-085784141496 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:17.166635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c695af-2873-4d77-b4db-bb59775b6e16 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:17.167365 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-05c695af-2873-4d77-b4db-bb59775b6e16 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:17.179325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:17.181751 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:17.185483 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa4c48db-b2c3-44bb-ba89-106030f51305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:17.189263 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa4c48db-b2c3-44bb-ba89-106030f51305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:17.192940 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-aa4c48db-b2c3-44bb-ba89-106030f51305 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6172c6b5-48ee-422a-9b8f-32fb51e32659 HTTP/1.1" status: 204 len: 168 time: 0.5484567 Nov 13 04:48:17.193082 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-05c695af-2873-4d77-b4db-bb59775b6e16 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2065856 Nov 13 04:48:17.202729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55554) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:17.208040 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d730c2cb-3947-4a11-87a7-345e2db5a4dd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'subnet': {'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:17.233803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c695af-2873-4d77-b4db-bb59775b6e16 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=01d88903-af67-472e-ab26-7cab02721287,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:17.309983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c48db-b2c3-44bb-ba89-106030f51305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6172c6b5-48ee-422a-9b8f-32fb51e32659,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:17.312890 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-185c4302-e547-4440-86db-45a0258b3d03 req-00af74b0-ec7e-450d-912a-f003515531ab tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634981 Nov 13 04:48:17.354276 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae2ee5-a754-4281-9f60-085784141496 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event updated for resources: {'Subnet': ['ID=2a50849c-7c95-441b-92e7-0e82fe8a7e59,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:17.363977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'port_id': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'mac_address': 'fa:16:3e:6a:c2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:48:17.429618 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fff75a46-9759-426f-a02b-d864ad6d4562 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:17.438614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d730c2cb-3947-4a11-87a7-345e2db5a4dd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:17.446368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56012725-f460-44ae-8195-5c80eeb8301d req-ef696b3e-df71-4e81-aa1c-c22f5c9108e4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856894 Nov 13 04:48:17.446513 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d730c2cb-3947-4a11-87a7-345e2db5a4dd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:17.468258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edae2ee5-a754-4281-9f60-085784141496 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Checking segment: {'id': '0477d191-102c-4df4-be69-3915ad670a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb3e8025-e164-42b8-91b5-ac9501993e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:17.468888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edae2ee5-a754-4281-9f60-085784141496 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Network hostable DHCP agents. Network: bb3e8025-e164-42b8-91b5-ac9501993e98, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:48:17.499472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edae2ee5-a754-4281-9f60-085784141496 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Network bb3e8025-e164-42b8-91b5-ac9501993e98 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:48:17.513302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-edae2ee5-a754-4281-9f60-085784141496 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, bb3e8025-e164-42b8-91b5-ac9501993e98) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:17.519750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae2ee5-a754-4281-9f60-085784141496 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:17.521853 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edae2ee5-a754-4281-9f60-085784141496 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:17.551591 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-edae2ee5-a754-4281-9f60-085784141496 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0665123 Nov 13 04:48:17.574426 n-d-813114-2 neutron-server[102667]: INFO neutron.db.ipam_backend_mixin [None req-d730c2cb-3947-4a11-87a7-345e2db5a4dd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f8da70d8-b10e-4e21-a2a6-ff9b5de202d5 (CIDR: 172.20.0.0/28) Nov 13 04:48:17.578871 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d730c2cb-3947-4a11-87a7-345e2db5a4dd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:48:17.579455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d730c2cb-3947-4a11-87a7-345e2db5a4dd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:48:17.598294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9059f8-5e41-45ee-b386-ab6fc1483f16 None None] Network bb3e8025-e164-42b8-91b5-ac9501993e98 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:17.600927 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d730c2cb-3947-4a11-87a7-345e2db5a4dd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3972061 Nov 13 04:48:17.604265 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55560) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:17.609836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d5e090b9-29a7-4441-9638-4209e513bf85 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'subnet': {'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:17.657180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92fd592-c11f-47b0-b67a-98901384f361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abea8f4-7f8e-4672-8119-441f0697d997'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:17.660607 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e8ec07-8abc-42a4-a082-192322543e9e" -d '{"events": [{"server_uuid": "d92fd592-c11f-47b0-b67a-98901384f361", "name": "network-vif-plugged", "status": "completed", "tag": "1abea8f4-7f8e-4672-8119-441f0697d997"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:17.675754 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Allocated IP 19.80.0.2 (6e449dc6-700a-44fd-8723-3d1a0c34c31e/42a170a8-fbed-476b-a7f4-49edcd7583ce/f0cb9ca5-fb61-4593-8f05-823020cb81c1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:17.716738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1abea8f4-7f8e-4672-8119-441f0697d997,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:17.719879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92fd592-c11f-47b0-b67a-98901384f361', 'tag': '1abea8f4-7f8e-4672-8119-441f0697d997'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:17.737011 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24212da-3079-4425-ace6-4509fae62fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "d92fd592-c11f-47b0-b67a-98901384f361", "tag": "1abea8f4-7f8e-4672-8119-441f0697d997"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:17.756741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55574) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:17.772537 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ff90702d-49de-4a4d-a7dd-e198480ae6cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:17.774203 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bcaaf6-7c5d-4511-8960-e89cadce9c0e x-openstack-request-id: req-74bcaaf6-7c5d-4511-8960-e89cadce9c0e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:17.778630 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92fd592-c11f-47b0-b67a-98901384f361", "name": "network-vif-plugged", "status": "completed", "tag": "1abea8f4-7f8e-4672-8119-441f0697d997", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:17.779147 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74bcaaf6-7c5d-4511-8960-e89cadce9c0e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:17.779822 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92fd592-c11f-47b0-b67a-98901384f361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abea8f4-7f8e-4672-8119-441f0697d997', 'code': 200} Nov 13 04:48:17.783363 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:17.787247 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:17.884056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e090b9-29a7-4441-9638-4209e513bf85 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:17.888217 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5e090b9-29a7-4441-9638-4209e513bf85 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:17.899195 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:48:17.921715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045043e6-0f5e-4f0b-a508-6e77d220cbf8 req-29c1834a-e4f2-405e-8a0d-a9a38d84983d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:17.930788 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-045043e6-0f5e-4f0b-a508-6e77d220cbf8 req-29c1834a-e4f2-405e-8a0d-a9a38d84983d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.0961072 Nov 13 04:48:17.977710 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ff90702d-49de-4a4d-a7dd-e198480ae6cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:17.989009 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-725b7ad4-b15d-4e61-a0d5-b806605350e7 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:17.995014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-725b7ad4-b15d-4e61-a0d5-b806605350e7 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:18.003390 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-725b7ad4-b15d-4e61-a0d5-b806605350e7 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/networks?id=6e449dc6-700a-44fd-8723-3d1a0c34c31e&id=bb3e8025-e164-42b8-91b5-ac9501993e98&id=6e449dc6-700a-44fd-8723-3d1a0c34c31e HTTP/1.1" status: 200 len: 1391 time: 0.1915145 Nov 13 04:48:18.014069 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ff90702d-49de-4a4d-a7dd-e198480ae6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:18.020117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:18.046241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Pushing event updated for resources: {'Port': ['ID=1abea8f4-7f8e-4672-8119-441f0697d997,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:18.047263 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-045043e6-0f5e-4f0b-a508-6e77d220cbf8 req-10410dbc-9988-4656-aa59-2d678768db47 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114552 Nov 13 04:48:18.048348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port fff75a46-9759-426f-a02b-d864ad6d4562 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:18.048847 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:18.050581 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:18.063223 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-bb4b1327-1dce-44cc-808f-de55f48cba8d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/quotas/2c34300dfbd7415a93df593830924aad HTTP/1.1" status: 200 len: 375 time: 0.0588622 Nov 13 04:48:18.063733 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90702d-49de-4a4d-a7dd-e198480ae6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6017a511-6ac8-4375-96c3-0761dd06ba1a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:18.084077 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ff90702d-49de-4a4d-a7dd-e198480ae6cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=220b96b3cbf14b58ba0928f5a6d93c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3260577 Nov 13 04:48:18.084946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55582) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:18.092262 n-d-813114-2 neutron-server[102668]: INFO neutron.db.ipam_backend_mixin [None req-d5e090b9-29a7-4441-9638-4209e513bf85 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cc55aad7-389a-480d-a586-2228132a0386 (CIDR: 172.20.0.16/28) Nov 13 04:48:18.104124 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:18.104469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:18.104808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:18.105309 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:18.105639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:18.105966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:18.107114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:18.107452 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:18.107773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:18.108095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:18.108480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:18.108804 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de661104-ca11-4898-b2ae-056d38fa0fc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:48:18.109983 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e090b9-29a7-4441-9638-4209e513bf85 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:48:18.110634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e090b9-29a7-4441-9638-4209e513bf85 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:48:18.143544 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6925200-5ea2-48af-9a9b-f5a4f8211623 x-openstack-request-id: req-d6925200-5ea2-48af-9a9b-f5a4f8211623 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:18.143875 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92fd592-c11f-47b0-b67a-98901384f361", "tag": "1abea8f4-7f8e-4672-8119-441f0697d997", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:18.144089 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6925200-5ea2-48af-9a9b-f5a4f8211623 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:18.144477 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92fd592-c11f-47b0-b67a-98901384f361', 'tag': '1abea8f4-7f8e-4672-8119-441f0697d997', 'status': 'completed', 'code': 200} Nov 13 04:48:18.153372 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d5e090b9-29a7-4441-9638-4209e513bf85 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5479548 Nov 13 04:48:18.158953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55584) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:18.166080 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a422f3e9-e18c-4a66-b0a4-ef593f64dc1a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'subnet': {'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:18.168581 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-49c7fd65-2b5a-4dc3-837b-cbee12a0b248 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c34300dfbd7415a93df593830924aad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798037 Nov 13 04:48:18.262323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-33939a06-61d8-439f-ac3a-4da04f872d74 None None] Provisioning complete for port 01d88903-af67-472e-ab26-7cab02721287 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:18.262600 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33939a06-61d8-439f-ac3a-4da04f872d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:18.288423 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07d3b137-5803-48a3-a0ea-f8ce5d657ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:18.314167 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24212da-3079-4425-ace6-4509fae62fb6 req-48ed6924-3049-4420-9514-04cd5311e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:18.315847 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d24212da-3079-4425-ace6-4509fae62fb6 req-48ed6924-3049-4420-9514-04cd5311e25a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 1126 time: 0.1152678 Nov 13 04:48:18.324376 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:18.337305 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:18.344684 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-44d65ff6-8622-4a5d-8cd3-db1273779dfc service neutron] 10.222.0.43 "GET /v2.0/networks/6e449dc6-700a-44fd-8723-3d1a0c34c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562088 Nov 13 04:48:18.364065 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07d3b137-5803-48a3-a0ea-f8ce5d657ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:18.374592 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-bb3e8025-e164-42b8-91b5-ac9501993e98', 'network_id': 'bb3e8025-e164-42b8-91b5-ac9501993e98', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'fixed_ips': [{'subnet_id': '2a50849c-7c95-441b-92e7-0e82fe8a7e59'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:48:18.375595 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:18.381745 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:18.394493 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-33939a06-61d8-439f-ac3a-4da04f872d74 None None] Port 01d88903-af67-472e-ab26-7cab02721287 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:18.436655 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a22359-2174-4bc6-8417-1d5409d4dbcf req-148a1d0a-74cd-4708-88db-796ea9f79a63 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:18.444287 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3a22359-2174-4bc6-8417-1d5409d4dbcf req-148a1d0a-74cd-4708-88db-796ea9f79a63 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.1761067 Nov 13 04:48:18.469769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Network 6e449dc6-700a-44fd-8723-3d1a0c34c31e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:18.481410 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-33939a06-61d8-439f-ac3a-4da04f872d74 None None] Provisioning complete for port 1abea8f4-7f8e-4672-8119-441f0697d997 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:18.481818 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33939a06-61d8-439f-ac3a-4da04f872d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:18.485355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:18.517262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3a22359-2174-4bc6-8417-1d5409d4dbcf req-55bb0249-5df0-44fc-8f33-8e0d8535ccbd tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720134 Nov 13 04:48:18.519899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a422f3e9-e18c-4a66-b0a4-ef593f64dc1a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Made reservation on behalf of c93fa2040fe04bcebd025ce864e9fde5 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:18.524047 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a422f3e9-e18c-4a66-b0a4-ef593f64dc1a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:18.542021 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-2ebbc9c8-7611-43ec-ae5c-25b849faddbe service neutron] 10.222.0.43 "GET /v2.0/networks/6e449dc6-700a-44fd-8723-3d1a0c34c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629584 Nov 13 04:48:18.542381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Pushing event updated for resources: {'Port': ['ID=f0cb9ca5-fb61-4593-8f05-823020cb81c1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:18.544122 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24212da-3079-4425-ace6-4509fae62fb6 req-8bc34a5d-3dc2-4bdc-956b-76c1679d3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:18.545729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d24212da-3079-4425-ace6-4509fae62fb6 req-8bc34a5d-3dc2-4bdc-956b-76c1679d3197 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.2129438 Nov 13 04:48:18.565017 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:18.616874 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07d3b137-5803-48a3-a0ea-f8ce5d657ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:18.620044 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07d3b137-5803-48a3-a0ea-f8ce5d657ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:18.624378 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-07d3b137-5803-48a3-a0ea-f8ce5d657ee9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6017a511-6ac8-4375-96c3-0761dd06ba1a HTTP/1.1" status: 204 len: 168 time: 0.5318050 Nov 13 04:48:18.667924 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3b137-5803-48a3-a0ea-f8ce5d657ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6017a511-6ac8-4375-96c3-0761dd06ba1a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:18.693387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['90bc28fe-da8e-439a-b4e5-3950a3cc7cd3'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:48:18.725734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9b788-17cf-4166-a1d9-6ad3c5ad8f87 req-aa4a3865-b544-464b-abb9-9710bedea335 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:18.727590 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cda9b788-17cf-4166-a1d9-6ad3c5ad8f87 req-aa4a3865-b544-464b-abb9-9710bedea335 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.1123576 Nov 13 04:48:18.753276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Attempting to bind port f0cb9ca5-fb61-4593-8f05-823020cb81c1 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:18.753722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Attempting to bind port f0cb9ca5-fb61-4593-8f05-823020cb81c1 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '73a5307e-f585-4fad-adc9-46808897cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:18.754090 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Attempting to bind port f0cb9ca5-fb61-4593-8f05-823020cb81c1 on network 6e449dc6-700a-44fd-8723-3d1a0c34c31e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:18.797660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:48:18.798274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Checking segment: {'id': '73a5307e-f585-4fad-adc9-46808897cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:18.798496 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:18.798817 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Bound using segment: {'id': '73a5307e-f585-4fad-adc9-46808897cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:48:18.800049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Bound port: f0cb9ca5-fb61-4593-8f05-823020cb81c1, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a5307e-f585-4fad-adc9-46808897cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:48:18.800443 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:18.806931 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Allocated IP 19.86.0.2 (bb3e8025-e164-42b8-91b5-ac9501993e98/2a50849c-7c95-441b-92e7-0e82fe8a7e59/73d227b4-c010-4c35-8c51-d7814da4de87) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:18.845296 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cda9b788-17cf-4166-a1d9-6ad3c5ad8f87 req-21252052-1835-446d-8251-724312189b8a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091156 Nov 13 04:48:19.015450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-33939a06-61d8-439f-ac3a-4da04f872d74 None None] Provisioning complete for port a71ff4c4-83e6-458e-a89d-192f1a162c80 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:19.015814 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33939a06-61d8-439f-ac3a-4da04f872d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:19.029456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] For port f0cb9ca5-fb61-4593-8f05-823020cb81c1, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:19.033874 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a422f3e9-e18c-4a66-b0a4-ef593f64dc1a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:19.039499 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] For port f0cb9ca5-fb61-4593-8f05-823020cb81c1, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f0cb9ca5-fb61-4593-8f05-823020cb81c1,segment=NetworkSegment(73a5307e-f585-4fad-adc9-46808897cdd9),segment_id=73a5307e-f585-4fad-adc9-46808897cdd9)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:48:19.052516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0e919-1679-4b06-9882-142092dce6fe req-bcd6e18f-b90a-4e7d-b018-03360035fdfa tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:19.061515 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ee0e919-1679-4b06-9882-142092dce6fe req-bcd6e18f-b90a-4e7d-b018-03360035fdfa tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 944 time: 0.1046760 Nov 13 04:48:19.074001 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:19.132554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a422f3e9-e18c-4a66-b0a4-ef593f64dc1a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:19.137688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a422f3e9-e18c-4a66-b0a4-ef593f64dc1a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:19.160199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7334e297-8330-441b-95a2-693214493cdb None None] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:19.168303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a422f3e9-e18c-4a66-b0a4-ef593f64dc1a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:19.169016 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a422f3e9-e18c-4a66-b0a4-ef593f64dc1a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:19.182967 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ee0e919-1679-4b06-9882-142092dce6fe req-a8043f2f-2462-4db5-a8e3-bfdebbd16661 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186376 Nov 13 04:48:19.203658 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422f3e9-e18c-4a66-b0a4-ef593f64dc1a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Subnet': ['ID=a3618d8b-942b-4f6e-86a4-ed10f453c15a,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:19.216586 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a422f3e9-e18c-4a66-b0a4-ef593f64dc1a tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0561061 Nov 13 04:48:19.223904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55600) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:19.272767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c9e61966-1a56-4f2d-9dee-82f9cf4cc011 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1635695800', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a3618d8b-942b-4f6e-86a4-ed10f453c15a'}], 'security_groups': ['5ac5c179-b0f8-4b46-be67-1f6138cc6bec', '4aa52e7d-c319-471b-8efe-a58d061e0188']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:19.296622 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d24212da-3079-4425-ace6-4509fae62fb6 req-b43a6246-f6a1-4a4e-8081-5b81395b30dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1abea8f4-7f8e-4672-8119-441f0697d997 HTTP/1.1" status: 200 len: 217 time: 0.1133215 Nov 13 04:48:19.340353 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-83f8d324-8856-49f5-bd6a-24635e701f1d service neutron] 10.222.0.43 "GET /v2.0/networks/bb3e8025-e164-42b8-91b5-ac9501993e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8051596 Nov 13 04:48:19.438696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-33939a06-61d8-439f-ac3a-4da04f872d74 None None] Port a71ff4c4-83e6-458e-a89d-192f1a162c80 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:19.444994 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609f1b2-862d-4b52-bbd5-30976156805b None None] Pushing event updated for resources: {'Port': ['ID=f0cb9ca5-fb61-4593-8f05-823020cb81c1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:19.474767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24212da-3079-4425-ace6-4509fae62fb6 req-52b920d3-36e4-4bb7-9005-cbbdb2581668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:19.476578 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d24212da-3079-4425-ace6-4509fae62fb6 req-52b920d3-36e4-4bb7-9005-cbbdb2581668 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.1582077 Nov 13 04:48:19.490821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b867bc-ff21-4c90-ad80-67fb182eb565 req-893f95a3-057f-4ee0-8628-46fbbd622cbc tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:19.498839 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2b867bc-ff21-4c90-ad80-67fb182eb565 req-893f95a3-057f-4ee0-8628-46fbbd622cbc tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.0912607 Nov 13 04:48:19.528371 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9e61966-1a56-4f2d-9dee-82f9cf4cc011 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:19.565300 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d24212da-3079-4425-ace6-4509fae62fb6 req-15e9c532-f73c-428a-b593-2c6165612bb2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726755 Nov 13 04:48:19.583815 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2b867bc-ff21-4c90-ad80-67fb182eb565 req-9e6e8d12-6786-4d1e-879c-79b21ecb9de6 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838556 Nov 13 04:48:19.696852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-8f06bf5a-6dfd-499b-9948-11cfce042f94 service neutron] 10.222.0.43 "GET /v2.0/networks/bb3e8025-e164-42b8-91b5-ac9501993e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336008 Nov 13 04:48:19.720556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168e5f1-9468-442a-b00b-61dca4ba483a req-68049118-b131-4323-b90c-7fd667c295c9 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:19.723500 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b168e5f1-9468-442a-b00b-61dca4ba483a req-68049118-b131-4323-b90c-7fd667c295c9 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.0798364 Nov 13 04:48:19.783071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-33939a06-61d8-439f-ac3a-4da04f872d74 None None] Provisioning complete for port fff75a46-9759-426f-a02b-d864ad6d4562 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:19.783279 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33939a06-61d8-439f-ac3a-4da04f872d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:19.811758 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b168e5f1-9468-442a-b00b-61dca4ba483a req-3650cc89-c329-4a48-9d6f-465eab134b84 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818229 Nov 13 04:48:19.835971 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:19.857353 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:19.957386 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Network bb3e8025-e164-42b8-91b5-ac9501993e98 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:19.958726 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d24212da-3079-4425-ace6-4509fae62fb6 req-4f21ed60-f764-4f5d-b015-a38fc4e439f2 service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810430 Nov 13 04:48:19.965650 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-77359bf4-bc43-428f-9e5c-d59feee44e49 service neutron] 10.222.0.43 "GET /v2.0/networks/6e449dc6-700a-44fd-8723-3d1a0c34c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316680 Nov 13 04:48:19.994686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:20.013001 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:20.015711 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Pushing event updated for resources: {'Port': ['ID=73d227b4-c010-4c35-8c51-d7814da4de87,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:20.060122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb47b31-b13f-4630-b9e0-678d42b6c376 req-461a0a6b-51dc-413f-b92d-fd8a43d75d28 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:20.062866 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ddb47b31-b13f-4630-b9e0-678d42b6c376 req-461a0a6b-51dc-413f-b92d-fd8a43d75d28 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.0752490 Nov 13 04:48:20.065280 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7813b0-5fae-4be4-bccb-ac3992028e67 None None] Update dhcp port {'port': {'network_id': 'b897ddec-012a-4a7e-8d33-5e60c36045c9', 'fixed_ips': [{'subnet_id': 'cc55aad7-389a-480d-a586-2228132a0386', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f8da70d8-b10e-4e21-a2a6-ff9b5de202d5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a3618d8b-942b-4f6e-86a4-ed10f453c15a'}], 'binding:host_id': 'n-d-813114-2'}, 'id': 'fff75a46-9759-426f-a02b-d864ad6d4562'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 04:48:20.116233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 1abea8f4-7f8e-4672-8119-441f0697d997 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:48:20.146640 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ddb47b31-b13f-4630-b9e0-678d42b6c376 req-9289b303-9e42-4139-887b-f690e30e7719 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723910 Nov 13 04:48:20.175329 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed7813b0-5fae-4be4-bccb-ac3992028e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:20.200063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Attempting to bind port 73d227b4-c010-4c35-8c51-d7814da4de87 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:20.200569 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Attempting to bind port 73d227b4-c010-4c35-8c51-d7814da4de87 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '0477d191-102c-4df4-be69-3915ad670a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb3e8025-e164-42b8-91b5-ac9501993e98'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:20.200785 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Attempting to bind port 73d227b4-c010-4c35-8c51-d7814da4de87 on network bb3e8025-e164-42b8-91b5-ac9501993e98 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:20.242284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:48:20.242995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Checking segment: {'id': '0477d191-102c-4df4-be69-3915ad670a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb3e8025-e164-42b8-91b5-ac9501993e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:20.243703 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:20.244233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Bound using segment: {'id': '0477d191-102c-4df4-be69-3915ad670a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb3e8025-e164-42b8-91b5-ac9501993e98'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:48:20.244862 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Bound port: 73d227b4-c010-4c35-8c51-d7814da4de87, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0477d191-102c-4df4-be69-3915ad670a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb3e8025-e164-42b8-91b5-ac9501993e98'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:48:20.245425 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:20.254257 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d24212da-3079-4425-ace6-4509fae62fb6 req-0bb3cd3d-f237-4b87-85dc-5d7d79244155 service neutron] 10.222.0.46 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847204 Nov 13 04:48:20.261951 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-728adea8-42dd-42bd-9b29-1ec57a01222e service neutron] 10.222.0.43 "GET /v2.0/networks/6e449dc6-700a-44fd-8723-3d1a0c34c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810955 Nov 13 04:48:20.381328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-c9e61966-1a56-4f2d-9dee-82f9cf4cc011 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Delete allocated IP 172.20.0.14 (b897ddec-012a-4a7e-8d33-5e60c36045c9/f8da70d8-b10e-4e21-a2a6-ff9b5de202d5) {{(pid=102667) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 13 04:48:20.393776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cf74f-68ae-4e09-8549-d67e7189fcb8 req-34828f91-a744-4749-b14c-ea8f6a211bd4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:20.398954 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b22cf74f-68ae-4e09-8549-d67e7189fcb8 req-34828f91-a744-4749-b14c-ea8f6a211bd4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 944 time: 0.1094592 Nov 13 04:48:20.405886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-c9e61966-1a56-4f2d-9dee-82f9cf4cc011 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Allocated IP 172.20.0.38 (b897ddec-012a-4a7e-8d33-5e60c36045c9/a3618d8b-942b-4f6e-86a4-ed10f453c15a/01d88903-af67-472e-ab26-7cab02721287) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:20.514817 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55634) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:20.551298 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b22cf74f-68ae-4e09-8549-d67e7189fcb8 req-71430e33-8aaf-4034-a9a8-db3a21868c5e tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454823 Nov 13 04:48:20.700958 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1abea8f4-7f8e-4672-8119-441f0697d997,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:20.722096 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-95bde248-7b93-4dc0-bcc1-05687b68a6d9 req-fc078134-623d-4282-952d-2931154797a9 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 210 time: 0.0781615 Nov 13 04:48:20.745029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] For port 73d227b4-c010-4c35-8c51-d7814da4de87, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:20.749244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] For port 73d227b4-c010-4c35-8c51-d7814da4de87, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=73d227b4-c010-4c35-8c51-d7814da4de87,segment=NetworkSegment(0477d191-102c-4df4-be69-3915ad670a47),segment_id=0477d191-102c-4df4-be69-3915ad670a47)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:48:20.762183 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:20.771172 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee916b88-fd26-4629-9fe9-e4078a00b8ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:20.832433 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 1abea8f4-7f8e-4672-8119-441f0697d997 has no active binding in host n-h2-813114-2 {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 13 04:48:20.846882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc7870-2575-47a5-bfbf-7abe56f7a2de None None] Pushing event updated for resources: {'Port': ['ID=73d227b4-c010-4c35-8c51-d7814da4de87,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:20.900806 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe0fc76-159b-4751-99a4-503f6b517ed4 None None] Network 6e449dc6-700a-44fd-8723-3d1a0c34c31e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:20.923664 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7863ea3-edb9-4d31-b759-e6a626f801b6 req-8389f607-ca79-4925-abe6-f68daaf9faf9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:20.931934 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7863ea3-edb9-4d31-b759-e6a626f801b6 req-8389f607-ca79-4925-abe6-f68daaf9faf9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.1874325 Nov 13 04:48:20.989328 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9e61966-1a56-4f2d-9dee-82f9cf4cc011 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:21.012366 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9e61966-1a56-4f2d-9dee-82f9cf4cc011 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:21.042321 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc71179-0f81-414b-95a2-73d1160fcb97 req-7337f3a2-c35a-4618-9177-efa328b1cb0f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:21.063068 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bcc71179-0f81-414b-95a2-73d1160fcb97 req-7337f3a2-c35a-4618-9177-efa328b1cb0f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.1511002 Nov 13 04:48:21.122580 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7863ea3-edb9-4d31-b759-e6a626f801b6 req-b939dd67-3a63-4926-a72a-2aeee3b832bb tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845741 Nov 13 04:48:21.126151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-ed7813b0-5fae-4be4-bccb-ac3992028e67 None None] Allocated IP 172.20.0.34 (b897ddec-012a-4a7e-8d33-5e60c36045c9/a3618d8b-942b-4f6e-86a4-ed10f453c15a/fff75a46-9759-426f-a02b-d864ad6d4562) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:21.265274 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee916b88-fd26-4629-9fe9-e4078a00b8ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:21.281456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e61966-1a56-4f2d-9dee-82f9cf4cc011 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event updated for resources: {'Port': ['ID=01d88903-af67-472e-ab26-7cab02721287,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:21.291966 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee916b88-fd26-4629-9fe9-e4078a00b8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:21.297090 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bcc71179-0f81-414b-95a2-73d1160fcb97 req-bf65382b-030b-448c-9353-e3a10a74cca0 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283344 Nov 13 04:48:21.386153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-c9e61966-1a56-4f2d-9dee-82f9cf4cc011 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] In _notify_port_updated(), no bound segment for port 01d88903-af67-472e-ab26-7cab02721287 on network b897ddec-012a-4a7e-8d33-5e60c36045c9 {{(pid=102667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 04:48:21.391900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e61966-1a56-4f2d-9dee-82f9cf4cc011 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:21.392519 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9e61966-1a56-4f2d-9dee-82f9cf4cc011 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:21.396948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c9e61966-1a56-4f2d-9dee-82f9cf4cc011 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "PUT /v2.0/ports/01d88903-af67-472e-ab26-7cab02721287 HTTP/1.1" status: 200 len: 960 time: 2.1260493 Nov 13 04:48:21.398092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55652) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:21.409226 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ee916b88-fd26-4629-9fe9-e4078a00b8ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3362d1ccc1744cf89ec24e10cbb8f12c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8906188 Nov 13 04:48:21.410017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55654) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:21.419066 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee916b88-fd26-4629-9fe9-e4078a00b8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f346f6-e8cc-4b5a-a44f-00cf199e0744,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:21.485751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f0cb9ca5-fb61-4593-8f05-823020cb81c1 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:21.512888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a74a81-9622-43a1-a677-309a978fb409 req-3f0ee5cd-e640-4014-98e6-cfa978677cb7 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:21.523283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-41a74a81-9622-43a1-a677-309a978fb409 req-3f0ee5cd-e640-4014-98e6-cfa978677cb7 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.2328925 Nov 13 04:48:21.562246 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b63cbef7-9bfa-4f77-88bf-08eed9e13841 None None] Provisioning complete for port f0cb9ca5-fb61-4593-8f05-823020cb81c1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:21.562604 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b63cbef7-9bfa-4f77-88bf-08eed9e13841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:21.573244 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0307fec1-08a5-48e4-807e-95d3a4bdee16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:21.577630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ed7813b0-5fae-4be4-bccb-ac3992028e67 None None] For port fff75a46-9759-426f-a02b-d864ad6d4562, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fff75a46-9759-426f-a02b-d864ad6d4562,segment=NetworkSegment(23917f97-0a87-42fe-a90c-355f7cd81d34),segment_id=23917f97-0a87-42fe-a90c-355f7cd81d34)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:21.612355 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0307fec1-08a5-48e4-807e-95d3a4bdee16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:21.652321 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2d2cfbcd-c7d7-4a8b-bf00-8422c878526f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port 01d88903-af67-472e-ab26-7cab02721287 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:21.653054 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d2cfbcd-c7d7-4a8b-bf00-8422c878526f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:21.689962 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-41a74a81-9622-43a1-a677-309a978fb409 req-4541da51-70ce-4d7e-af71-120825fff466 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662607 Nov 13 04:48:21.692425 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0307fec1-08a5-48e4-807e-95d3a4bdee16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:21.696044 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0307fec1-08a5-48e4-807e-95d3a4bdee16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:21.697434 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0307fec1-08a5-48e4-807e-95d3a4bdee16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22f346f6-e8cc-4b5a-a44f-00cf199e0744 HTTP/1.1" status: 204 len: 168 time: 0.2870238 Nov 13 04:48:21.708038 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed7813b0-5fae-4be4-bccb-ac3992028e67 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:21.732506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307fec1-08a5-48e4-807e-95d3a4bdee16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f346f6-e8cc-4b5a-a44f-00cf199e0744,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:21.734327 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed7813b0-5fae-4be4-bccb-ac3992028e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:21.891520 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7813b0-5fae-4be4-bccb-ac3992028e67 None None] Pushing event updated for resources: {'Port': ['ID=fff75a46-9759-426f-a02b-d864ad6d4562,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:21.911334 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b63cbef7-9bfa-4f77-88bf-08eed9e13841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:21.925414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec4f9-3ac0-4fdc-8293-789beee9b927 req-ba9a14de-6e34-4498-97b9-59b5a626413d tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:21.927061 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebeec4f9-3ac0-4fdc-8293-789beee9b927 req-ba9a14de-6e34-4498-97b9-59b5a626413d tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 944 time: 0.1687813 Nov 13 04:48:21.938873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f0cb9ca5-fb61-4593-8f05-823020cb81c1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:21.939379 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:22.050850 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d2cfbcd-c7d7-4a8b-bf00-8422c878526f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:22.069390 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d5ea15c5-ae33-4af6-bdf2-72f19d212d57 req-d6ddf026-062e-4884-b233-1d1955cf0d4e tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 210 time: 0.0665028 Nov 13 04:48:22.098204 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2d2cfbcd-c7d7-4a8b-bf00-8422c878526f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for 01d88903-af67-472e-ab26-7cab02721287 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:22.138724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:22.236473 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b63cbef7-9bfa-4f77-88bf-08eed9e13841 None None] For port f0cb9ca5-fb61-4593-8f05-823020cb81c1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f0cb9ca5-fb61-4593-8f05-823020cb81c1,segment=NetworkSegment(73a5307e-f585-4fad-adc9-46808897cdd9),segment_id=73a5307e-f585-4fad-adc9-46808897cdd9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:22.253368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebeec4f9-3ac0-4fdc-8293-789beee9b927 req-354a9127-6540-4268-9d46-4b1db2bec7ac tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133402 Nov 13 04:48:22.294951 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:22.363299 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b63cbef7-9bfa-4f77-88bf-08eed9e13841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:22.406695 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c04ff-af4f-4244-80d1-ca0c03016d95 req-260bc868-e282-460a-9310-b4d03ded7238 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:22.433369 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a7c04ff-af4f-4244-80d1-ca0c03016d95 req-260bc868-e282-460a-9310-b4d03ded7238 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 945 time: 0.1227615 Nov 13 04:48:22.548976 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a7c04ff-af4f-4244-80d1-ca0c03016d95 req-173739e0-b3cf-4198-b70b-2d1e832533c2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081595 Nov 13 04:48:22.555066 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1abea8f4-7f8e-4672-8119-441f0697d997 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:48:22.707186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:48:22.710093 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cbef7-9bfa-4f77-88bf-08eed9e13841 None None] Pushing event updated for resources: {'Port': ['ID=f0cb9ca5-fb61-4593-8f05-823020cb81c1,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:22.722633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-201ac7c7-3e95-4693-83a7-1365673cb0b4 None None] Provisioning complete for port f0cb9ca5-fb61-4593-8f05-823020cb81c1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:22.723189 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-201ac7c7-3e95-4693-83a7-1365673cb0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:22.732938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:22.733425 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:22.775676 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d2cfbcd-c7d7-4a8b-bf00-8422c878526f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:22.825174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cfbcd-c7d7-4a8b-bf00-8422c878526f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=01d88903-af67-472e-ab26-7cab02721287,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:22.844468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-23c35a3d-4249-4b1b-a4a3-02f393ac9baa tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:22.852040 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-23c35a3d-4249-4b1b-a4a3-02f393ac9baa tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:22.853755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-23c35a3d-4249-4b1b-a4a3-02f393ac9baa tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.36 "GET /v2.0/networks?id=6e449dc6-700a-44fd-8723-3d1a0c34c31e&id=bb3e8025-e164-42b8-91b5-ac9501993e98&id=6e449dc6-700a-44fd-8723-3d1a0c34c31e HTTP/1.1" status: 200 len: 1391 time: 0.3349957 Nov 13 04:48:22.892750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-4ea9427d-9bb5-4cfd-81e1-af2ba587c6e0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Request body: {'port': {'device_id': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e', 'admin_state_up': True, 'tenant_id': '2c34300dfbd7415a93df593830924aad'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:22.963772 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d2cfbcd-c7d7-4a8b-bf00-8422c878526f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:22.970958 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55688) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:22.972068 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2d2cfbcd-c7d7-4a8b-bf00-8422c878526f tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/01d88903-af67-472e-ab26-7cab02721287 HTTP/1.1" status: 204 len: 168 time: 1.5716224 Nov 13 04:48:22.984347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1e7fc-864a-4a60-8f73-3b4eb2c85472 req-8d7798be-e415-44f3-a8ab-b94e616bb299 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:22.992519 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6f1e7fc-864a-4a60-8f73-3b4eb2c85472 req-8d7798be-e415-44f3-a8ab-b94e616bb299 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.2894943 Nov 13 04:48:23.024921 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe48fcf9-7ae3-4d55-9330-156bc63934ad tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] GET failed (client error): The resource could not be found. Nov 13 04:48:23.027829 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fe48fcf9-7ae3-4d55-9330-156bc63934ad tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports/01d88903-af67-472e-ab26-7cab02721287 HTTP/1.1" status: 404 len: 333 time: 0.0557878 Nov 13 04:48:23.046251 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55690) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:23.113537 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a308693d-ca46-43de-adc9-d8f2cbdc4f38 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:23.155889 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a308693d-ca46-43de-adc9-d8f2cbdc4f38 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:23.165091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c772390-dd15-4d04-a8b9-87d09fd55cc7 None None] Network bb3e8025-e164-42b8-91b5-ac9501993e98 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:23.267798 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a308693d-ca46-43de-adc9-d8f2cbdc4f38 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:23.270755 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a308693d-ca46-43de-adc9-d8f2cbdc4f38 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:23.272926 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a308693d-ca46-43de-adc9-d8f2cbdc4f38 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/security-groups/ed05ccc6-2787-40dd-b80c-0e39b126c883 HTTP/1.1" status: 204 len: 168 time: 0.2252438 Nov 13 04:48:23.277015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55696) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:23.317253 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:48:23.317617 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:48:23.325416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6f1e7fc-864a-4a60-8f73-3b4eb2c85472 req-79e8ef88-9b0e-47af-8138-c2a6387086e5 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317273 Nov 13 04:48:23.343635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-4ea9427d-9bb5-4cfd-81e1-af2ba587c6e0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Made reservation on behalf of 2c34300dfbd7415a93df593830924aad for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:23.348191 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-4ea9427d-9bb5-4cfd-81e1-af2ba587c6e0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:23.378614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308693d-ca46-43de-adc9-d8f2cbdc4f38 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed05ccc6-2787-40dd-b80c-0e39b126c883,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:23.551651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de70ba-ec79-497b-a0d2-a4bd98483e11 req-c2ca5de0-2aea-40cb-975c-311f907e307c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:23.553479 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0de70ba-ec79-497b-a0d2-a4bd98483e11 req-c2ca5de0-2aea-40cb-975c-311f907e307c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.0876825 Nov 13 04:48:23.554546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38abdd0c-70cd-46d0-8058-ae9e127972b9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:23.593557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-4ea9427d-9bb5-4cfd-81e1-af2ba587c6e0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Allocated IP 19.80.0.164 (6e449dc6-700a-44fd-8723-3d1a0c34c31e/42a170a8-fbed-476b-a7f4-49edcd7583ce/4e0d692a-bd9c-4905-aee3-0a6f7c699126) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:23.608437 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:23.612241 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38abdd0c-70cd-46d0-8058-ae9e127972b9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:23.614028 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:23.666847 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1abea8f4-7f8e-4672-8119-441f0697d997,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:23.671146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92fd592-c11f-47b0-b67a-98901384f361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abea8f4-7f8e-4672-8119-441f0697d997'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:23.674150 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84790aed-06cd-41b6-aacb-37f4da8647e3" -d '{"events": [{"server_uuid": "d92fd592-c11f-47b0-b67a-98901384f361", "name": "network-vif-unplugged", "status": "completed", "tag": "1abea8f4-7f8e-4672-8119-441f0697d997"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:23.686469 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:23.823323 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0de70ba-ec79-497b-a0d2-a4bd98483e11 req-399d4e7b-1a79-4f19-a1eb-3635053d4a42 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626007 Nov 13 04:48:23.849016 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38abdd0c-70cd-46d0-8058-ae9e127972b9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:23.851968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-22ea9bcc-5ef6-4da4-a5e2-7a35c12d7b66 None None] Could not find standard attr ID for object 01d88903-af67-472e-ab26-7cab02721287. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:48:23.852203 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38abdd0c-70cd-46d0-8058-ae9e127972b9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:23.856083 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-38abdd0c-70cd-46d0-8058-ae9e127972b9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/security-groups/4aa52e7d-c319-471b-8efe-a58d061e0188 HTTP/1.1" status: 204 len: 168 time: 0.5708642 Nov 13 04:48:23.858687 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55708) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:23.925646 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-4ea9427d-9bb5-4cfd-81e1-af2ba587c6e0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:23.933863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:23.935042 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abdd0c-70cd-46d0-8058-ae9e127972b9 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa52e7d-c319-471b-8efe-a58d061e0188,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:24.012089 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-4ea9427d-9bb5-4cfd-81e1-af2ba587c6e0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.018643 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.076538 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88fb7cc9-d4bb-4dde-be1c-02410f36042c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.077898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-22ea9bcc-5ef6-4da4-a5e2-7a35c12d7b66 None None] Provisioning complete for port 73d227b4-c010-4c35-8c51-d7814da4de87 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:24.078629 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22ea9bcc-5ef6-4da4-a5e2-7a35c12d7b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.093773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=1abea8f4-7f8e-4672-8119-441f0697d997,revision_number=10']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:24.172099 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88fb7cc9-d4bb-4dde-be1c-02410f36042c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.222797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb20be5-f063-444a-bf34-fda20786ac5a req-04d1e4d8-03bb-49a3-a1df-9ead8b949ff8 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:24.231155 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-beb20be5-f063-444a-bf34-fda20786ac5a req-04d1e4d8-03bb-49a3-a1df-9ead8b949ff8 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 945 time: 0.2212958 Nov 13 04:48:24.272929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-4ea9427d-9bb5-4cfd-81e1-af2ba587c6e0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Network 6e449dc6-700a-44fd-8723-3d1a0c34c31e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:24.281379 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:24.291587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-4ea9427d-9bb5-4cfd-81e1-af2ba587c6e0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:24.294811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-4ea9427d-9bb5-4cfd-81e1-af2ba587c6e0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:24.353337 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88fb7cc9-d4bb-4dde-be1c-02410f36042c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.356315 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88fb7cc9-d4bb-4dde-be1c-02410f36042c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.357790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-88fb7cc9-d4bb-4dde-be1c-02410f36042c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/security-groups/5ac5c179-b0f8-4b46-be67-1f6138cc6bec HTTP/1.1" status: 204 len: 168 time: 0.4982646 Nov 13 04:48:24.371188 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55718) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:24.451207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-4ea9427d-9bb5-4cfd-81e1-af2ba587c6e0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:24.451767 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 73d227b4-c010-4c35-8c51-d7814da4de87 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:24.451887 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-4ea9427d-9bb5-4cfd-81e1-af2ba587c6e0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.459859 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22ea9bcc-5ef6-4da4-a5e2-7a35c12d7b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.468449 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-beb20be5-f063-444a-bf34-fda20786ac5a req-5cad1b76-c830-4c3b-95fe-7e210f479e9a tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270591 Nov 13 04:48:24.485729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9427d-9bb5-4cfd-81e1-af2ba587c6e0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event updated for resources: {'Port': ['ID=4e0d692a-bd9c-4905-aee3-0a6f7c699126,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:24.537489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d941b9-e975-40a1-ad84-821d651b02d2 req-06fc8206-af8c-48cb-ba15-b99a1ebeb684 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:24.547742 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4d941b9-e975-40a1-ad84-821d651b02d2 req-06fc8206-af8c-48cb-ba15-b99a1ebeb684 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 932 time: 0.5400720 Nov 13 04:48:24.554053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb7cc9-d4bb-4dde-be1c-02410f36042c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac5c179-b0f8-4b46-be67-1f6138cc6bec,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:24.560121 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-4ea9427d-9bb5-4cfd-81e1-af2ba587c6e0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6711957 Nov 13 04:48:24.586819 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-f7fc646d-d5e7-4a00-98c0-ff3f31a24a0d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Request body: {'port': {'device_id': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'network_id': 'bb3e8025-e164-42b8-91b5-ac9501993e98', 'admin_state_up': True, 'tenant_id': '2c34300dfbd7415a93df593830924aad'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:24.614072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-22ea9bcc-5ef6-4da4-a5e2-7a35c12d7b66 None None] For port 73d227b4-c010-4c35-8c51-d7814da4de87, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=73d227b4-c010-4c35-8c51-d7814da4de87,segment=NetworkSegment(0477d191-102c-4df4-be69-3915ad670a47),segment_id=0477d191-102c-4df4-be69-3915ad670a47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:24.629363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 73d227b4-c010-4c35-8c51-d7814da4de87 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:24.629731 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.634611 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22ea9bcc-5ef6-4da4-a5e2-7a35c12d7b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.702637 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f93696-22e5-452d-adb4-7274c0e2a03c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting subnet f8da70d8-b10e-4e21-a2a6-ff9b5de202d5 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:48:24.711018 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-72f93696-22e5-452d-adb4-7274c0e2a03c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.728680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55726) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:24.735753 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4d941b9-e975-40a1-ad84-821d651b02d2 req-411320b7-6f4b-48c3-a517-92368d498705 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823878 Nov 13 04:48:24.783687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-22ea9bcc-5ef6-4da4-a5e2-7a35c12d7b66 None None] Provisioning complete for port a71ff4c4-83e6-458e-a89d-192f1a162c80 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:24.784045 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22ea9bcc-5ef6-4da4-a5e2-7a35c12d7b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.818810 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5905491-6a86-48fc-aff9-cfbd0fc7dd19 x-openstack-request-id: req-e5905491-6a86-48fc-aff9-cfbd0fc7dd19 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:24.819056 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92fd592-c11f-47b0-b67a-98901384f361", "name": "network-vif-unplugged", "status": "completed", "tag": "1abea8f4-7f8e-4672-8119-441f0697d997", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:24.819270 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5905491-6a86-48fc-aff9-cfbd0fc7dd19 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:24.819656 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92fd592-c11f-47b0-b67a-98901384f361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abea8f4-7f8e-4672-8119-441f0697d997', 'code': 200} Nov 13 04:48:24.828855 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea9bcc-5ef6-4da4-a5e2-7a35c12d7b66 None None] Pushing event updated for resources: {'Port': ['ID=73d227b4-c010-4c35-8c51-d7814da4de87,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:24.845433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-f7fc646d-d5e7-4a00-98c0-ff3f31a24a0d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Made reservation on behalf of 2c34300dfbd7415a93df593830924aad for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:24.845960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-22ea9bcc-5ef6-4da4-a5e2-7a35c12d7b66 None None] Port a71ff4c4-83e6-458e-a89d-192f1a162c80 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:24.857013 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-f7fc646d-d5e7-4a00-98c0-ff3f31a24a0d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.860624 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-72f93696-22e5-452d-adb4-7274c0e2a03c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.887701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-22ea9bcc-5ef6-4da4-a5e2-7a35c12d7b66 None None] Provisioning complete for port fff75a46-9759-426f-a02b-d864ad6d4562 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:24.887935 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22ea9bcc-5ef6-4da4-a5e2-7a35c12d7b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:24.917504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d15651-3066-4b9c-aacb-0329a0fa9a82 req-d07d162c-3e88-4795-9813-f940948f08bc tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:24.918162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f0cb9ca5-fb61-4593-8f05-823020cb81c1 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:24.925785 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8d15651-3066-4b9c-aacb-0329a0fa9a82 req-d07d162c-3e88-4795-9813-f940948f08bc tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 944 time: 0.2482183 Nov 13 04:48:24.975413 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-a85535ce-53c4-4a72-b42b-2bf2c0554064 service neutron] 10.222.0.46 "GET /v2.0/ports/1abea8f4-7f8e-4672-8119-441f0697d997/bindings/n-h2-813114-2 HTTP/1.1" status: 200 len: 384 time: 0.2093375 Nov 13 04:48:25.018923 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f0cb9ca5-fb61-4593-8f05-823020cb81c1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:25.019344 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.066305 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8d15651-3066-4b9c-aacb-0329a0fa9a82 req-5e44a73b-aa29-4461-9a19-8cbf8a65b165 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383197 Nov 13 04:48:25.085014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-198724673'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:25.098625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3f5bc-10c2-433c-ba5f-cba43853e8ce req-3ca5815b-0db1-47c9-921f-7bd5c7d1dc18 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:25.107036 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ac3f5bc-10c2-433c-ba5f-cba43853e8ce req-3ca5815b-0db1-47c9-921f-7bd5c7d1dc18 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.1336417 Nov 13 04:48:25.130477 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-72f93696-22e5-452d-adb4-7274c0e2a03c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.132572 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fff75a46-9759-426f-a02b-d864ad6d4562 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:25.138834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-f7fc646d-d5e7-4a00-98c0-ff3f31a24a0d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Allocated IP 19.86.0.180 (bb3e8025-e164-42b8-91b5-ac9501993e98/2a50849c-7c95-441b-92e7-0e82fe8a7e59/cf19b85b-4c55-4a7d-a185-953a08c82233) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:25.184233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-39bbd1a1-81bb-4523-b402-42d449433d04 None None] Could not find standard attr ID for object 01d88903-af67-472e-ab26-7cab02721287. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:48:25.205998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-39bbd1a1-81bb-4523-b402-42d449433d04 None None] Provisioning complete for port 4e0d692a-bd9c-4905-aee3-0a6f7c699126 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:25.206485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39bbd1a1-81bb-4523-b402-42d449433d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.211607 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ac3f5bc-10c2-433c-ba5f-cba43853e8ce req-0250f437-8829-4d42-8409-212034cc12c8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005197 Nov 13 04:48:25.237268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port fff75a46-9759-426f-a02b-d864ad6d4562 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:25.238151 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.274771 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-39bbd1a1-81bb-4523-b402-42d449433d04 None None] Port 4e0d692a-bd9c-4905-aee3-0a6f7c699126 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:25.295510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-39bbd1a1-81bb-4523-b402-42d449433d04 None None] Provisioning complete for port 73d227b4-c010-4c35-8c51-d7814da4de87 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:25.296165 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39bbd1a1-81bb-4523-b402-42d449433d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.307128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Made reservation on behalf of 96089538424f4bfaaaf2b7fd3e0f8451 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:25.310785 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.361977 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.378827 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-f7fc646d-d5e7-4a00-98c0-ff3f31a24a0d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.398904 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-72f93696-22e5-452d-adb4-7274c0e2a03c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.423531 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-f7fc646d-d5e7-4a00-98c0-ff3f31a24a0d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.449874 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f93696-22e5-452d-adb4-7274c0e2a03c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Subnet': ['ID=f8da70d8-b10e-4e21-a2a6-ff9b5de202d5,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:25.465926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1be0ac-704c-430b-9b70-1148adac84ec req-3320958d-30f2-4ac6-9ec1-6ce4112b410f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:25.467456 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a1be0ac-704c-430b-9b70-1148adac84ec req-3320958d-30f2-4ac6-9ec1-6ce4112b410f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.1661520 Nov 13 04:48:25.474959 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-f7fc646d-d5e7-4a00-98c0-ff3f31a24a0d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Network bb3e8025-e164-42b8-91b5-ac9501993e98 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:25.477559 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-3e56f959-7863-4112-9075-0c62b492c533 service neutron] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1abea8f4-7f8e-4672-8119-441f0697d997,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:25.479518 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43e641c-5eb5-4e22-8543-b1694fbeb068 None None] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:25.480181 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-72f93696-22e5-452d-adb4-7274c0e2a03c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.483781 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-72f93696-22e5-452d-adb4-7274c0e2a03c tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/f8da70d8-b10e-4e21-a2a6-ff9b5de202d5 HTTP/1.1" status: 204 len: 168 time: 1.0992362 Nov 13 04:48:25.485237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc646d-d5e7-4a00-98c0-ff3f31a24a0d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event updated for resources: {'Port': ['ID=cf19b85b-4c55-4a7d-a185-953a08c82233,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:25.491996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55734) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:25.498227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-f7fc646d-d5e7-4a00-98c0-ff3f31a24a0d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:25.502339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-f7fc646d-d5e7-4a00-98c0-ff3f31a24a0d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:25.572002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-3e56f959-7863-4112-9075-0c62b492c533 service neutron] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:25.576788 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-f7fc646d-d5e7-4a00-98c0-ff3f31a24a0d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:25.577433 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-f7fc646d-d5e7-4a00-98c0-ff3f31a24a0d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.635818 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-f7fc646d-d5e7-4a00-98c0-ff3f31a24a0d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0551980 Nov 13 04:48:25.651982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d4d3e-ca2e-4f7c-9367-f59a86a40ed3 req-0ddadebf-b112-484a-a2f9-e531eaaa0c1b tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:25.653760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5d2d4d3e-ca2e-4f7c-9367-f59a86a40ed3 req-0ddadebf-b112-484a-a2f9-e531eaaa0c1b tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 945 time: 0.0735168 Nov 13 04:48:25.659536 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6a049437-4b08-4810-82f0-478b618db205 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Request body: {'port': {'device_id': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e', 'admin_state_up': True, 'tenant_id': '2c34300dfbd7415a93df593830924aad'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:25.660368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1dddeeb-4ca3-4779-bf54-d12352e83335 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting subnet a3618d8b-942b-4f6e-86a4-ed10f453c15a {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:48:25.667451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-3e56f959-7863-4112-9075-0c62b492c533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abea8f4-7f8e-4672-8119-441f0697d997 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:48:25.683258 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a1be0ac-704c-430b-9b70-1148adac84ec req-9b447d4e-379e-4e81-9fdc-16fefacf3a80 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082839 Nov 13 04:48:25.685821 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1dddeeb-4ca3-4779-bf54-d12352e83335 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.725294 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-3e56f959-7863-4112-9075-0c62b492c533 service neutron] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=1abea8f4-7f8e-4672-8119-441f0697d997,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:25.735643 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.756484 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.783579 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1dddeeb-4ca3-4779-bf54-d12352e83335 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.786657 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-3e56f959-7863-4112-9075-0c62b492c533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.816934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5d2d4d3e-ca2e-4f7c-9367-f59a86a40ed3 req-01118f99-10e5-4683-85cd-74c955ae0bbd tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499593 Nov 13 04:48:25.822855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:48:25.862896 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.863587 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Added segment c6f61ee0-8026-435e-9008-3e7acc832c3c of type vlan for network 61db9af8-c781-4e35-abbb-642a4e5c8554 Nov 13 04:48:25.871858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6a049437-4b08-4810-82f0-478b618db205 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Made reservation on behalf of 2c34300dfbd7415a93df593830924aad for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:25.876210 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6a049437-4b08-4810-82f0-478b618db205 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:25.891186 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ba3993-b9e1-4fed-bb0f-d1ff48e5ceaf,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:25.957960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6d0b5414-114f-4be8-87f3-f7f32a21edcc None None] Provisioning complete for port cf19b85b-4c55-4a7d-a185-953a08c82233 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:25.957960 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d0b5414-114f-4be8-87f3-f7f32a21edcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:26.008350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6d0b5414-114f-4be8-87f3-f7f32a21edcc None None] Port cf19b85b-4c55-4a7d-a185-953a08c82233 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:26.020304 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:26.057964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6a049437-4b08-4810-82f0-478b618db205 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Allocated IP 19.80.0.240 (6e449dc6-700a-44fd-8723-3d1a0c34c31e/42a170a8-fbed-476b-a7f4-49edcd7583ce/e8c5e12f-3c70-4dc3-8b49-f2b063dc0107) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:26.075425 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1dddeeb-4ca3-4779-bf54-d12352e83335 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:26.140638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41ddd8-4590-4b5e-8160-9a61ba2ef528 req-ede0dfcb-0e85-4539-ab13-3f0fe65f93a4 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:26.152278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41ddd8-4590-4b5e-8160-9a61ba2ef528 req-ede0dfcb-0e85-4539-ab13-3f0fe65f93a4 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:26.161415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee41ddd8-4590-4b5e-8160-9a61ba2ef528 req-ede0dfcb-0e85-4539-ab13-3f0fe65f93a4 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 1655 time: 0.3059423 Nov 13 04:48:26.182602 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:26.188118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:26.188719 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:26.195801 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-3e56f959-7863-4112-9075-0c62b492c533 service neutron] Transition to ACTIVE for port object 1abea8f4-7f8e-4672-8119-441f0697d997 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:48:26.197212 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 73d227b4-c010-4c35-8c51-d7814da4de87 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:26.233927 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-3e56f959-7863-4112-9075-0c62b492c533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:26.267702 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 73d227b4-c010-4c35-8c51-d7814da4de87 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:26.268211 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:26.278325 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6a049437-4b08-4810-82f0-478b618db205 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:26.336090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d6cb6-cab1-44ed-8099-74a2e432ed95 req-2aee2a1c-428a-4e99-8b87-27ca1261b838 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:26.344578 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c30d6cb6-cab1-44ed-8099-74a2e432ed95 req-2aee2a1c-428a-4e99-8b87-27ca1261b838 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 944 time: 0.1686931 Nov 13 04:48:26.353283 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6a049437-4b08-4810-82f0-478b618db205 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:26.442740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6a049437-4b08-4810-82f0-478b618db205 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Network 6e449dc6-700a-44fd-8723-3d1a0c34c31e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:26.449991 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c30d6cb6-cab1-44ed-8099-74a2e432ed95 req-5f8612f7-edda-4ca6-8307-9e937ccbc0bf tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045156 Nov 13 04:48:26.451371 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6a049437-4b08-4810-82f0-478b618db205 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:26.464605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6a049437-4b08-4810-82f0-478b618db205 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:26.534780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-78977149-dd6d-44f0-a5ce-ff682cc10dc9 None None] Provisioning complete for port a71ff4c4-83e6-458e-a89d-192f1a162c80 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:26.535939 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78977149-dd6d-44f0-a5ce-ff682cc10dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:26.540704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6a049437-4b08-4810-82f0-478b618db205 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:26.541393 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6a049437-4b08-4810-82f0-478b618db205 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:26.544395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a049437-4b08-4810-82f0-478b618db205 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event updated for resources: {'Port': ['ID=e8c5e12f-3c70-4dc3-8b49-f2b063dc0107,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:26.586594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-78977149-dd6d-44f0-a5ce-ff682cc10dc9 None None] Port a71ff4c4-83e6-458e-a89d-192f1a162c80 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:26.588471 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6a049437-4b08-4810-82f0-478b618db205 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9335294 Nov 13 04:48:26.602036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-78977149-dd6d-44f0-a5ce-ff682cc10dc9 None None] Provisioning complete for port fff75a46-9759-426f-a02b-d864ad6d4562 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:26.602934 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78977149-dd6d-44f0-a5ce-ff682cc10dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:26.608673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Request body: {'port': {'device_id': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:26.718671 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:26.729669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac22fe-2a2c-402d-b54a-525d85f1c865 req-8089342a-0821-483c-ae9d-1dd018d3fd8f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:26.731410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0dac22fe-2a2c-402d-b54a-525d85f1c865 req-8089342a-0821-483c-ae9d-1dd018d3fd8f tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.0914140 Nov 13 04:48:26.757451 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0065017 Nov 13 04:48:26.772670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7bc782-3775-43d7-82bc-6cbb70a63660 None None] DHCP port deletion for 38c4ff77-85a2-430d-a6a9-b667d4750285 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:26.789946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158103ed-f909-4d60-85dc-7c6a11304000 tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Pushing event updated for resources: {'Network': ['ID=61db9af8-c781-4e35-abbb-642a4e5c8554,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:26.804878 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 61db9af8-c781-4e35-abbb-642a4e5c8554 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:48:26.821041 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee41ddd8-4590-4b5e-8160-9a61ba2ef528 req-6bf06a95-e5a5-4c72-9fc7-51da8cef333b tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6571970 Nov 13 04:48:26.831051 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1dddeeb-4ca3-4779-bf54-d12352e83335 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:26.831277 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:26.832412 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0dac22fe-2a2c-402d-b54a-525d85f1c865 req-1c3080a3-040a-46c2-bdfc-0c4da04a9d26 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942967 Nov 13 04:48:26.832845 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e9f752-4192-40f5-a6b4-9487fe305712" -d '{"events": [{"server_uuid": "7009eec2-e665-4c3c-a14b-3a74d0a19177", "name": "network-vif-plugged", "status": "completed", "tag": "90bc28fe-da8e-439a-b4e5-3950a3cc7cd3"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:26.906397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dddeeb-4ca3-4779-bf54-d12352e83335 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Subnet': ['ID=a3618d8b-942b-4f6e-86a4-ed10f453c15a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:26.916093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-3e56f959-7863-4112-9075-0c62b492c533 service neutron] No DVR routers for this DVR port 1abea8f4-7f8e-4672-8119-441f0697d997 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:48:26.931330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0af7c638-be1f-4e41-9250-e30a492369e6 None None] Provisioning complete for port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:26.931704 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0af7c638-be1f-4e41-9250-e30a492369e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:26.977307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0af7c638-be1f-4e41-9250-e30a492369e6 None None] Port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:27.004033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56f959-7863-4112-9075-0c62b492c533 service neutron] Pushing event updated for resources: {'Port': ['ID=1abea8f4-7f8e-4672-8119-441f0697d997,revision_number=12']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:27.010771 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1dddeeb-4ca3-4779-bf54-d12352e83335 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:27.018435 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f1dddeeb-4ca3-4779-bf54-d12352e83335 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/a3618d8b-942b-4f6e-86a4-ed10f453c15a HTTP/1.1" status: 204 len: 168 time: 1.5140700 Nov 13 04:48:27.019534 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55754) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:27.030153 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-3e56f959-7863-4112-9075-0c62b492c533 service neutron] 10.222.0.46 "PUT /v2.0/ports/1abea8f4-7f8e-4672-8119-441f0697d997/bindings/n-h2-813114-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0456231 Nov 13 04:48:27.031050 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c897e5c-24eb-4a83-ac2e-e889018608f1 None None] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:27.088662 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d264e0c-a2b6-4a40-9cc1-e304470e36fd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] DELETE failed (client error): The resource could not be found. Nov 13 04:48:27.088662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d264e0c-a2b6-4a40-9cc1-e304470e36fd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:48:27.095282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6d264e0c-a2b6-4a40-9cc1-e304470e36fd tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/f8da70d8-b10e-4e21-a2a6-ff9b5de202d5 HTTP/1.1" status: 404 len: 337 time: 0.0637569 Nov 13 04:48:27.098048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55756) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:27.098717 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55758) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:27.118982 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Request body: {'port': {'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554', 'binding:host_id': 'n-h1-813114-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1356321327'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:27.132735 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ce5856-c7ed-4e92-8d92-1c6b14aaff20 x-openstack-request-id: req-67ce5856-c7ed-4e92-8d92-1c6b14aaff20 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:27.133435 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7009eec2-e665-4c3c-a14b-3a74d0a19177", "name": "network-vif-plugged", "status": "completed", "tag": "90bc28fe-da8e-439a-b4e5-3950a3cc7cd3", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:27.133762 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67ce5856-c7ed-4e92-8d92-1c6b14aaff20 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:27.134289 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'code': 200} Nov 13 04:48:27.241221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Made reservation on behalf of b173ef23a5414fceaec94f3692a18c90 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:27.243868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:27.254957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d61fcf-73c4-4049-a2ce-6d2148476428 req-0a898aca-9f90-4dab-9051-22464919d603 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:27.256224 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50d61fcf-73c4-4049-a2ce-6d2148476428 req-0a898aca-9f90-4dab-9051-22464919d603 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.3361650 Nov 13 04:48:27.282548 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:27.301255 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1c4e13-cc37-4f46-a75e-2ab5d189893b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting subnet cc55aad7-389a-480d-a586-2228132a0386 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:48:27.317292 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df1c4e13-cc37-4f46-a75e-2ab5d189893b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:27.377592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-1a35034b-66dd-4954-8075-04cded76646f tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:27.379383 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-1a35034b-66dd-4954-8075-04cded76646f tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361&tenant_id=84f24f012ac64c77a0d17f88ca400a24&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 1095 time: 0.1830988 Nov 13 04:48:27.398499 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20501949-a18c-4ea8-b6d8-22b546433716 req-d661d951-7d3d-4a57-a55e-c2236692689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:27.400261 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20501949-a18c-4ea8-b6d8-22b546433716 req-d661d951-7d3d-4a57-a55e-c2236692689f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 1096 time: 0.1449752 Nov 13 04:48:27.409637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d131ab-6674-443d-a800-4d9a3934674c req-88ca4ac0-d6a5-42ff-b24d-53a6ac5f2b64 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:27.411289 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2d131ab-6674-443d-a800-4d9a3934674c req-88ca4ac0-d6a5-42ff-b24d-53a6ac5f2b64 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 945 time: 0.1480432 Nov 13 04:48:27.444520 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50d61fcf-73c4-4049-a2ce-6d2148476428 req-4ed4b2ed-774d-4c59-b94b-7dcc15e84778 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756842 Nov 13 04:48:27.454245 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df1c4e13-cc37-4f46-a75e-2ab5d189893b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:27.519729 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2d131ab-6674-443d-a800-4d9a3934674c req-a96d446a-6bc4-4731-928d-e0c30c978540 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962765 Nov 13 04:48:27.529078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20501949-a18c-4ea8-b6d8-22b546433716 req-1662aed2-29b7-45c9-af01-f04f2e3c8d67 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120152 Nov 13 04:48:27.566135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-6dc8ac3c-e097-40fa-b84b-d09c7de45835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:27.567689 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-6dc8ac3c-e097-40fa-b84b-d09c7de45835 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361&tenant_id=84f24f012ac64c77a0d17f88ca400a24 HTTP/1.1" status: 200 len: 1095 time: 0.1765206 Nov 13 04:48:27.581520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e0d692a-bd9c-4905-aee3-0a6f7c699126 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:48:27.594801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:27.610313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Transition to ACTIVE for port object 4e0d692a-bd9c-4905-aee3-0a6f7c699126 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:48:27.616775 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:27.626407 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:27.638189 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df1c4e13-cc37-4f46-a75e-2ab5d189893b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:27.641268 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:27.666764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] device_id is not set on port 7c57a822-d0fb-4c0d-8383-1041057c63bf yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:48:27.699047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Pushing event updated for resources: {'Port': ['ID=4e0d692a-bd9c-4905-aee3-0a6f7c699126,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:27.772109 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Attempting to bind port 4e0d692a-bd9c-4905-aee3-0a6f7c699126 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:27.772741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Attempting to bind port 4e0d692a-bd9c-4905-aee3-0a6f7c699126 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '73a5307e-f585-4fad-adc9-46808897cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:27.773164 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Attempting to bind port 4e0d692a-bd9c-4905-aee3-0a6f7c699126 on network 6e449dc6-700a-44fd-8723-3d1a0c34c31e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:27.774327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e71e0d-18b5-49b5-9112-2d1421facb62 req-3b0d6a7a-c1f4-4b8c-97bd-217dbd88a0b0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:27.775948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7e71e0d-18b5-49b5-9112-2d1421facb62 req-3b0d6a7a-c1f4-4b8c-97bd-217dbd88a0b0 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 944 time: 0.2126431 Nov 13 04:48:27.778191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Port 4e0d692a-bd9c-4905-aee3-0a6f7c699126 on network 6e449dc6-700a-44fd-8723-3d1a0c34c31e not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:27.779939 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Attempting to bind port 4e0d692a-bd9c-4905-aee3-0a6f7c699126 on network 6e449dc6-700a-44fd-8723-3d1a0c34c31e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:27.786538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:48:27.787802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Checking segment: {'id': '73a5307e-f585-4fad-adc9-46808897cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:27.788257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Bound using segment: {'id': '73a5307e-f585-4fad-adc9-46808897cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:48:27.789063 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Bound port: 4e0d692a-bd9c-4905-aee3-0a6f7c699126, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a5307e-f585-4fad-adc9-46808897cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:48:27.790618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:27.816561 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9faf17-ab45-4679-842e-c6d30e9cc24d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:27.894432 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df1c4e13-cc37-4f46-a75e-2ab5d189893b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:27.895990 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] For port 4e0d692a-bd9c-4905-aee3-0a6f7c699126, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:27.901330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] For port 4e0d692a-bd9c-4905-aee3-0a6f7c699126, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4e0d692a-bd9c-4905-aee3-0a6f7c699126,segment=NetworkSegment(73a5307e-f585-4fad-adc9-46808897cdd9),segment_id=73a5307e-f585-4fad-adc9-46808897cdd9)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:48:27.906282 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:27.948975 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7e71e0d-18b5-49b5-9112-2d1421facb62 req-888cd7ef-be6e-481a-80c2-09d469b4b4e1 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605456 Nov 13 04:48:27.951804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c4e13-cc37-4f46-a75e-2ab5d189893b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Subnet': ['ID=cc55aad7-389a-480d-a586-2228132a0386,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:27.963019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:27.964206 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:27.965858 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] 10.222.0.36 "PUT /v2.0/ports/4e0d692a-bd9c-4905-aee3-0a6f7c699126 HTTP/1.1" status: 200 len: 1092 time: 1.3619907 Nov 13 04:48:27.970360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'tag': '4e0d692a-bd9c-4905-aee3-0a6f7c699126'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:27.970800 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc5aaa0-1981-4321-84fb-268353ebc8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "tag": "4e0d692a-bd9c-4905-aee3-0a6f7c699126"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:27.995075 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df1c4e13-cc37-4f46-a75e-2ab5d189893b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:27.999386 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-df1c4e13-cc37-4f46-a75e-2ab5d189893b tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/cc55aad7-389a-480d-a586-2228132a0386 HTTP/1.1" status: 204 len: 168 time: 0.8679736 Nov 13 04:48:28.010686 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55770) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:28.039147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Request body: {'port': {'device_id': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:28.087713 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-31bfed58-966e-4796-acd5-37929b94eacc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] DELETE failed (client error): The resource could not be found. Nov 13 04:48:28.088180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31bfed58-966e-4796-acd5-37929b94eacc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:48:28.095533 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-31bfed58-966e-4796-acd5-37929b94eacc tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/85a52a75-b12a-4e0a-a148-82d0c7928f00 HTTP/1.1" status: 404 len: 337 time: 0.0814774 Nov 13 04:48:28.097892 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-6696092d-76db-4c4d-9bab-8a8a844c14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:28.099467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-6696092d-76db-4c4d-9bab-8a8a844c14b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84f24f012ac64c77a0d17f88ca400a24&device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 1095 time: 0.0989087 Nov 13 04:48:28.100209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55772) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:28.119274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccec49f-7eca-4aa8-ae4c-b6af2c7bbb9d service neutron] Pushing event updated for resources: {'Port': ['ID=4e0d692a-bd9c-4905-aee3-0a6f7c699126,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:28.163749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] device_id is not set on port 7c57a822-d0fb-4c0d-8383-1041057c63bf yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:48:28.174850 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:28.183834 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-387c0bfb-1d99-438a-a806-c0d35a1e133e tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "GET /v2.0/ports?device_id=22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0 HTTP/1.1" status: 200 len: 205 time: 0.0801771 Nov 13 04:48:28.184464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55774) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:28.209382 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:28.231294 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077921db-20b8-4705-a97c-4887dd42246f req-02db56bd-6ea1-440f-a96c-9bc7e6713c28 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:28.237259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077921db-20b8-4705-a97c-4887dd42246f req-02db56bd-6ea1-440f-a96c-9bc7e6713c28 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:28.243800 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077921db-20b8-4705-a97c-4887dd42246f req-02db56bd-6ea1-440f-a96c-9bc7e6713c28 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:28.245547 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-077921db-20b8-4705-a97c-4887dd42246f req-02db56bd-6ea1-440f-a96c-9bc7e6713c28 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2389 time: 0.1141839 Nov 13 04:48:28.245929 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:28.275455 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-7bc570a8-f96b-45ec-a21e-48aafcd154f3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] delete failed (client error): The resource could not be found. Nov 13 04:48:28.279061 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7bc570a8-f96b-45ec-a21e-48aafcd154f3 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/routers/22f1d8d7-8801-4362-9f8e-bc2b1f8fb5f0 HTTP/1.1" status: 404 len: 336 time: 0.0819349 Nov 13 04:48:28.279871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55776) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:28.336692 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-97618cb1-8e1d-43ea-9218-fda5933e8e22 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] DELETE failed (client error): The resource could not be found. Nov 13 04:48:28.337076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97618cb1-8e1d-43ea-9218-fda5933e8e22 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:48:28.342946 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-97618cb1-8e1d-43ea-9218-fda5933e8e22 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/f70faa28-3832-4908-a559-7804c4d67390 HTTP/1.1" status: 404 len: 337 time: 0.0595233 Nov 13 04:48:28.346943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55778) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:28.373636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1587369e-f97e-4ee8-84aa-973e5bbcc1d8 None None] Network b897ddec-012a-4a7e-8d33-5e60c36045c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:28.397566 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-365ca157-b028-4421-b8ec-8d51c99711a4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] DELETE failed (client error): The resource could not be found. Nov 13 04:48:28.398094 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365ca157-b028-4421-b8ec-8d51c99711a4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:48:28.403738 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-365ca157-b028-4421-b8ec-8d51c99711a4 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/586ae2d5-b7d2-4d50-a570-6e7b3ee407c7 HTTP/1.1" status: 404 len: 337 time: 0.0450418 Nov 13 04:48:28.414792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55780) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:28.422351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d7c1b-f633-4dde-8a89-b85fb1b92ee0 req-e68146dd-8f82-4c14-ad21-778ab58f1981 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:28.423874 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-118d7c1b-f633-4dde-8a89-b85fb1b92ee0 req-e68146dd-8f82-4c14-ad21-778ab58f1981 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.2383561 Nov 13 04:48:28.436499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Pushing event updated for resources: {'Port': ['ID=7c57a822-d0fb-4c0d-8383-1041057c63bf,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:28.449564 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-077921db-20b8-4705-a97c-4887dd42246f req-c3281085-dfa4-4261-9bb9-12eafb9bc8a4 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784687 Nov 13 04:48:28.454615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5f1ef4c0-f079-4d12-b56d-2d70bc593556 None None] Provisioning complete for port a71ff4c4-83e6-458e-a89d-192f1a162c80 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:28.455004 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef4c0-f079-4d12-b56d-2d70bc593556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:28.487261 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a8781d-573a-420a-8036-8d9d82ad78ea tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] DELETE failed (client error): The resource could not be found. Nov 13 04:48:28.487726 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a8781d-573a-420a-8036-8d9d82ad78ea tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:48:28.491399 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-91a8781d-573a-420a-8036-8d9d82ad78ea tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/88b9f916-7c88-4e98-8856-01a902517214 HTTP/1.1" status: 404 len: 337 time: 0.0663579 Nov 13 04:48:28.499389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55784) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:28.508332 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:28.514283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ef4c0-f079-4d12-b56d-2d70bc593556 None None] Port a71ff4c4-83e6-458e-a89d-192f1a162c80 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:28.530037 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02407a75-450d-4bd4-a667-64d97f8cdfa8 x-openstack-request-id: req-02407a75-450d-4bd4-a667-64d97f8cdfa8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:28.530326 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "tag": "4e0d692a-bd9c-4905-aee3-0a6f7c699126", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:28.530577 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02407a75-450d-4bd4-a667-64d97f8cdfa8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:28.531132 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'tag': '4e0d692a-bd9c-4905-aee3-0a6f7c699126', 'status': 'completed', 'code': 200} Nov 13 04:48:28.535587 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Checking segment: {'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:28.535957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Network hostable DHCP agents. Network: 61db9af8-c781-4e35-abbb-642a4e5c8554, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:48:28.541033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-8376fced-8988-4980-ae6f-ce744851296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:28.542553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-8376fced-8988-4980-ae6f-ce744851296e service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 200 len: 909 time: 0.3641479 Nov 13 04:48:28.563550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5f1ef4c0-f079-4d12-b56d-2d70bc593556 None None] Provisioning complete for port fff75a46-9759-426f-a02b-d864ad6d4562 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:28.563929 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef4c0-f079-4d12-b56d-2d70bc593556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:28.588677 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-118d7c1b-f633-4dde-8a89-b85fb1b92ee0 req-b6ed1d58-8be2-46a6-a1da-40f8ff2dc1af tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523702 Nov 13 04:48:28.589826 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8a11db-b9f0-4d1b-8f4f-cfb8abbed9ec tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] DELETE failed (client error): The resource could not be found. Nov 13 04:48:28.590764 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8a11db-b9f0-4d1b-8f4f-cfb8abbed9ec tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:48:28.594540 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0f8a11db-b9f0-4d1b-8f4f-cfb8abbed9ec tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/a1f0cb91-efd2-4976-9f96-6c3df88535ce HTTP/1.1" status: 404 len: 333 time: 0.0926869 Nov 13 04:48:28.600989 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55788) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:28.648849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Network 61db9af8-c781-4e35-abbb-642a4e5c8554 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:48:28.674343 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-008234f3-dd5a-45cf-b8e0-efd750dce2cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1abea8f4-7f8e-4672-8119-441f0697d997 HTTP/1.1" status: 200 len: 217 time: 0.0840139 Nov 13 04:48:28.680688 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2610d5-8619-45f0-9a03-6afd7adbbc42 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] DELETE failed (client error): The resource could not be found. Nov 13 04:48:28.681214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a2610d5-8619-45f0-9a03-6afd7adbbc42 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:48:28.691547 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7a2610d5-8619-45f0-9a03-6afd7adbbc42 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/58b96a6f-793e-40b6-b22e-37c17ab83aba HTTP/1.1" status: 404 len: 337 time: 0.0849559 Nov 13 04:48:28.698960 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55790) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:28.718743 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:28.729042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97dd91a-14dc-43b2-95b7-82d78b8dcbf5 None None] DHCP port deletion for b897ddec-012a-4a7e-8d33-5e60c36045c9 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:28.752965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 61db9af8-c781-4e35-abbb-642a4e5c8554) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:28.768146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d0b83f-4291-4428-95a6-37c616b655cf None None] Network 61db9af8-c781-4e35-abbb-642a4e5c8554 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:28.773263 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb055e-fb1b-4e51-bdd9-5a576acf4b3d req-71a3ec11-c4d2-42df-b0d0-1c4ecc96e5d2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:28.775270 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8efb055e-fb1b-4e51-bdd9-5a576acf4b3d req-71a3ec11-c4d2-42df-b0d0-1c4ecc96e5d2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.1800723 Nov 13 04:48:28.781337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:28.796193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:28.796528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:28.797012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:28.799710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5aaa0-1981-4321-84fb-268353ebc8b5 req-3d264675-5a70-4042-8d97-b6c037ffec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:28.800214 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5aaa0-1981-4321-84fb-268353ebc8b5 req-3d264675-5a70-4042-8d97-b6c037ffec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:28.800742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5aaa0-1981-4321-84fb-268353ebc8b5 req-3d264675-5a70-4042-8d97-b6c037ffec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:28.802507 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adc5aaa0-1981-4321-84fb-268353ebc8b5 req-3d264675-5a70-4042-8d97-b6c037ffec57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c34300dfbd7415a93df593830924aad&device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2732 time: 0.2216256 Nov 13 04:48:28.803102 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-730bae33-70f8-4274-a36c-b586b4b38664 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] DELETE failed (client error): The resource could not be found. Nov 13 04:48:28.803204 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730bae33-70f8-4274-a36c-b586b4b38664 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:48:28.806471 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-730bae33-70f8-4274-a36c-b586b4b38664 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/ba139122-1504-4beb-854e-cb43664207f9 HTTP/1.1" status: 404 len: 337 time: 0.0975301 Nov 13 04:48:28.815785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55792) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:28.828578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:28.828825 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:28.843904 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 2 to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf Nov 13 04:48:28.857752 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a624d9-69ff-4bff-887b-4c3bcda1b3af tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] DELETE failed (client error): The resource could not be found. Nov 13 04:48:28.858489 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a624d9-69ff-4bff-887b-4c3bcda1b3af tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:48:28.861643 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-40a624d9-69ff-4bff-887b-4c3bcda1b3af tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/d2ca1a34-5606-491c-9271-e3581fd67f68 HTTP/1.1" status: 404 len: 333 time: 0.0448718 Nov 13 04:48:28.863213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-0a81c88e-777d-4ad6-b1c2-d88dbedb0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:28.864563 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-0a81c88e-777d-4ad6-b1c2-d88dbedb0dba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 200 len: 848 time: 0.1665137 Nov 13 04:48:28.865037 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55794) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:28.906331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:28.906660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:28.907020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:28.916585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796ead8-04ef-4f1d-ac1e-521b97747c8d req-e95de2cc-d763-4235-9c6e-578883e107c8 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:28.918205 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2796ead8-04ef-4f1d-ac1e-521b97747c8d req-e95de2cc-d763-4235-9c6e-578883e107c8 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 945 time: 0.2426443 Nov 13 04:48:28.923116 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2612db2-33bb-402e-9bd0-48cd91518d24 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] DELETE failed (client error): The resource could not be found. Nov 13 04:48:28.923575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2612db2-33bb-402e-9bd0-48cd91518d24 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:48:28.926889 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f2612db2-33bb-402e-9bd0-48cd91518d24 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/052e7a93-f552-437f-8799-4c1fa78a5df2 HTTP/1.1" status: 404 len: 337 time: 0.0585363 Nov 13 04:48:28.928297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d97dd91a-14dc-43b2-95b7-82d78b8dcbf5 None None] Deleting port fff75a46-9759-426f-a02b-d864ad6d4562 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:28.928808 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d97dd91a-14dc-43b2-95b7-82d78b8dcbf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:28.943345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55796) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:28.945671 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-4acba6a0-dfdc-473f-ab72-46183035fa0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c4ff77-85a2-430d-a6a9-b667d4750285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638726 Nov 13 04:48:28.946549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:28.946549 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:28.954743 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 3 to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf Nov 13 04:48:28.968676 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8efb055e-fb1b-4e51-bdd9-5a576acf4b3d req-f316aef9-3fd5-42d3-ba63-46943d32ee7c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848733 Nov 13 04:48:29.011459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf19b85b-4c55-4a7d-a185-953a08c82233 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:48:29.024769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d97dd91a-14dc-43b2-95b7-82d78b8dcbf5 None None] For port fff75a46-9759-426f-a02b-d864ad6d4562, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fff75a46-9759-426f-a02b-d864ad6d4562,segment=NetworkSegment(23917f97-0a87-42fe-a90c-355f7cd81d34),segment_id=23917f97-0a87-42fe-a90c-355f7cd81d34)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:29.025106 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d97dd91a-14dc-43b2-95b7-82d78b8dcbf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:29.028135 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:29.040492 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb823e3-a775-4d15-9d56-b55f4cff06c2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] DELETE failed (client error): The resource could not be found. Nov 13 04:48:29.040951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb823e3-a775-4d15-9d56-b55f4cff06c2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:48:29.052063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6eb823e3-a775-4d15-9d56-b55f4cff06c2 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/subnets/508a4e4f-64e4-4513-907d-cdafe5e5cc05 HTTP/1.1" status: 404 len: 337 time: 0.1045008 Nov 13 04:48:29.052653 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5aaa0-1981-4321-84fb-268353ebc8b5 req-39563af6-9290-4fb5-81e9-be0628343d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:29.053347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5aaa0-1981-4321-84fb-268353ebc8b5 req-39563af6-9290-4fb5-81e9-be0628343d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:29.053867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5aaa0-1981-4321-84fb-268353ebc8b5 req-39563af6-9290-4fb5-81e9-be0628343d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:29.055643 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adc5aaa0-1981-4321-84fb-268353ebc8b5 req-39563af6-9290-4fb5-81e9-be0628343d27 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2c34300dfbd7415a93df593830924aad&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2141786 Nov 13 04:48:29.056227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55802) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:29.062410 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d97dd91a-14dc-43b2-95b7-82d78b8dcbf5 None None] Calling delete_port for fff75a46-9759-426f-a02b-d864ad6d4562 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:29.066779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Transition to ACTIVE for port object cf19b85b-4c55-4a7d-a185-953a08c82233 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:48:29.096384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:29.096726 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:29.097458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:29.109440 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:29.117238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:29.117574 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:29.121859 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 4 to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf Nov 13 04:48:29.149530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:29.150093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:29.150636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:29.160951 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2796ead8-04ef-4f1d-ac1e-521b97747c8d req-6584a7e8-4922-4a4d-a9a8-cc246f34e87d tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187517 Nov 13 04:48:29.165391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:29.165391 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:29.167517 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 5 to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf Nov 13 04:48:29.203129 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-6fef823c-710a-48df-a4d8-37343c90d47b service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455323 Nov 13 04:48:29.204063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:29.204422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:29.204721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:29.215183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:29.215586 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:29.216010 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 6 to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf Nov 13 04:48:29.241368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:29.241711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:29.242057 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:29.250863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:29.250863 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:29.250863 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 7 to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf Nov 13 04:48:29.264147 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d97dd91a-14dc-43b2-95b7-82d78b8dcbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:29.285293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:29.285636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:29.285980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:29.305996 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dd91a-14dc-43b2-95b7-82d78b8dcbf5 None None] Pushing event deleted for resources: {'Port': ['ID=fff75a46-9759-426f-a02b-d864ad6d4562,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:29.317682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:29.318017 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:29.320006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Pushing event updated for resources: {'Port': ['ID=cf19b85b-4c55-4a7d-a185-953a08c82233,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:29.320329 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 8 to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf Nov 13 04:48:29.325318 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97dd91a-14dc-43b2-95b7-82d78b8dcbf5 None None] No DVR routers for this DVR port fff75a46-9759-426f-a02b-d864ad6d4562 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:48:29.410211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5aaa0-1981-4321-84fb-268353ebc8b5 req-4bf752ca-8836-4725-954c-88fdfa15370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:29.411768 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adc5aaa0-1981-4321-84fb-268353ebc8b5 req-4bf752ca-8836-4725-954c-88fdfa15370c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3157129 Nov 13 04:48:29.420611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:29.421215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:29.421845 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:29.434315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-12361d00-16b8-4e73-800a-6507f7c6f9e5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Deleting port a71ff4c4-83e6-458e-a89d-192f1a162c80 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:29.434575 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12361d00-16b8-4e73-800a-6507f7c6f9e5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:29.444604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:29.445230 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:29.449428 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 9 to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf Nov 13 04:48:29.460315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Attempting to bind port cf19b85b-4c55-4a7d-a185-953a08c82233 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:29.461221 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Attempting to bind port cf19b85b-4c55-4a7d-a185-953a08c82233 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '0477d191-102c-4df4-be69-3915ad670a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb3e8025-e164-42b8-91b5-ac9501993e98'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:29.461558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Attempting to bind port cf19b85b-4c55-4a7d-a185-953a08c82233 on network bb3e8025-e164-42b8-91b5-ac9501993e98 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:29.472750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Port cf19b85b-4c55-4a7d-a185-953a08c82233 on network bb3e8025-e164-42b8-91b5-ac9501993e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:29.472946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Attempting to bind port cf19b85b-4c55-4a7d-a185-953a08c82233 on network bb3e8025-e164-42b8-91b5-ac9501993e98 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:29.509090 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-8766b3e3-114c-4893-8741-7035e2e6db24 service neutron] 10.222.0.36 "GET /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407033 Nov 13 04:48:29.511347 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:29.511803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:29.512179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:48:29.512315 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:29.512939 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Checking segment: {'id': '0477d191-102c-4df4-be69-3915ad670a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb3e8025-e164-42b8-91b5-ac9501993e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:29.513331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Bound using segment: {'id': '0477d191-102c-4df4-be69-3915ad670a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb3e8025-e164-42b8-91b5-ac9501993e98'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:48:29.513831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Bound port: cf19b85b-4c55-4a7d-a185-953a08c82233, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0477d191-102c-4df4-be69-3915ad670a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb3e8025-e164-42b8-91b5-ac9501993e98'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:48:29.514210 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:29.520783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:29.521227 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:29.524453 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 10 to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf Nov 13 04:48:29.544152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df64b8-ab0b-48cb-b4ff-3e34661a8d48 req-09de3d86-184b-4c10-9092-8dab56a7f4c3 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:29.544539 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12361d00-16b8-4e73-800a-6507f7c6f9e5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:29.546319 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46df64b8-ab0b-48cb-b4ff-3e34661a8d48 req-09de3d86-184b-4c10-9092-8dab56a7f4c3 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 944 time: 0.1270759 Nov 13 04:48:29.565908 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:29.566418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:29.567002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:29.586273 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 7c57a822-d0fb-4c0d-8383-1041057c63bf on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:29.586808 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 7c57a822-d0fb-4c0d-8383-1041057c63bf on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:29.587272 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:29.627613 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-12361d00-16b8-4e73-800a-6507f7c6f9e5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Calling delete_port for a71ff4c4-83e6-458e-a89d-192f1a162c80 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:29.647714 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46df64b8-ab0b-48cb-b4ff-3e34661a8d48 req-137e780a-78f8-421e-9939-235a8efbd8a6 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925612 Nov 13 04:48:29.684087 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] For port 7c57a822-d0fb-4c0d-8383-1041057c63bf, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:29.684644 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempted to set empty binding levels {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 13 04:48:29.692788 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:29.732198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6bae-8f4a-4364-91be-ba8f26976220 req-d47932e6-260f-45d7-8df0-f994ccecdff3 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:29.738247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6bae-8f4a-4364-91be-ba8f26976220 req-d47932e6-260f-45d7-8df0-f994ccecdff3 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:29.745415 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6bae-8f4a-4364-91be-ba8f26976220 req-d47932e6-260f-45d7-8df0-f994ccecdff3 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:29.748400 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a5fa6bae-8f4a-4364-91be-ba8f26976220 req-d47932e6-260f-45d7-8df0-f994ccecdff3 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2401 time: 0.1535780 Nov 13 04:48:29.756159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] For port cf19b85b-4c55-4a7d-a185-953a08c82233, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:29.763647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] For port cf19b85b-4c55-4a7d-a185-953a08c82233, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=cf19b85b-4c55-4a7d-a185-953a08c82233,segment=NetworkSegment(0477d191-102c-4df4-be69-3915ad670a47),segment_id=0477d191-102c-4df4-be69-3915ad670a47)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:48:29.777169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:29.777867 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:29.784115 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:29.793091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Pushing event updated for resources: {'Port': ['ID=7c57a822-d0fb-4c0d-8383-1041057c63bf,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:29.816539 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1f1c91c2-25df-4f96-8d2f-772fb1039a56 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.7160614 Nov 13 04:48:29.831341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55808) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:29.849801 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018b7fa-792b-41c8-9933-109d39c85742 req-49b47e37-d8a3-440c-a239-0dc659900928 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:29.851287 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0018b7fa-792b-41c8-9933-109d39c85742 req-49b47e37-d8a3-440c-a239-0dc659900928 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.1267247 Nov 13 04:48:29.880097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-0044e3e0-daf5-423c-89a3-61cc660dc0ea tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:29.881894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:29.882092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-0044e3e0-daf5-423c-89a3-61cc660dc0ea tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361&tenant_id=84f24f012ac64c77a0d17f88ca400a24&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 1095 time: 0.0792050 Nov 13 04:48:29.882502 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:29.884163 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] 10.222.0.36 "PUT /v2.0/ports/cf19b85b-4c55-4a7d-a185-953a08c82233 HTTP/1.1" status: 200 len: 1092 time: 1.8504295 Nov 13 04:48:29.934546 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a5fa6bae-8f4a-4364-91be-ba8f26976220 req-150bd61e-eae1-4005-b573-beca930a8ae3 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731212 Nov 13 04:48:29.941042 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0018b7fa-792b-41c8-9933-109d39c85742 req-522133a2-c7c0-45a4-8616-fc5b2ca976a9 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810988 Nov 13 04:48:29.951111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Request body: {'port': {'device_id': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:29.978827 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200986e-f9fd-40d3-8510-8d70c9ac0b32 service neutron] Pushing event updated for resources: {'Port': ['ID=cf19b85b-4c55-4a7d-a185-953a08c82233,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:30.000456 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12361d00-16b8-4e73-800a-6507f7c6f9e5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.049981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-3d71061d-e20f-4e96-b864-70bee0f4497a service neutron] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:30.053655 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-3d71061d-e20f-4e96-b864-70bee0f4497a service neutron] Publish callbacks [] for binding, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.055421 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9d9881b-3839-4d7a-874b-e199df7eeb22 req-3d71061d-e20f-4e96-b864-70bee0f4497a service neutron] 10.222.0.36 "DELETE /v2.0/ports/1abea8f4-7f8e-4672-8119-441f0697d997/bindings/n-h1-813114-2 HTTP/1.1" status: 204 len: 173 time: 0.1497722 Nov 13 04:48:30.068414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12361d00-16b8-4e73-800a-6507f7c6f9e5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Port': ['ID=a71ff4c4-83e6-458e-a89d-192f1a162c80,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:30.074345 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12361d00-16b8-4e73-800a-6507f7c6f9e5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.080715 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-12361d00-16b8-4e73-800a-6507f7c6f9e5 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/ports/a71ff4c4-83e6-458e-a89d-192f1a162c80 HTTP/1.1" status: 204 len: 168 time: 1.0212152 Nov 13 04:48:30.081062 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55812) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:30.138058 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.191661 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ded4a648-f029-4d68-b2db-8bb6bcbf2dd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.198542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fff75a46-9759-426f-a02b-d864ad6d4562 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:48:30.215704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5588224f-884e-4d9b-b247-5f89e9f95f02 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Deleting port 7c57a822-d0fb-4c0d-8383-1041057c63bf {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:30.216088 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5588224f-884e-4d9b-b247-5f89e9f95f02 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.229747 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97e18a-f718-4d93-bc08-4c4868d54425 req-61e2aa7f-3a01-480c-9f21-871e1a2f8b04 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:30.231329 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0f97e18a-f718-4d93-bc08-4c4868d54425 req-61e2aa7f-3a01-480c-9f21-871e1a2f8b04 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.1345227 Nov 13 04:48:30.254517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: fff75a46-9759-426f-a02b-d864ad6d4562 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:48:30.254971 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fff75a46-9759-426f-a02b-d864ad6d4562 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:48:30.299442 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ded4a648-f029-4d68-b2db-8bb6bcbf2dd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.340542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-ded4a648-f029-4d68-b2db-8bb6bcbf2dd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b897ddec-012a-4a7e-8d33-5e60c36045c9']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:30.353745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-ded4a648-f029-4d68-b2db-8bb6bcbf2dd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23917f97-0a87-42fe-a90c-355f7cd81d34') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:30.354034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-ded4a648-f029-4d68-b2db-8bb6bcbf2dd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23917f97-0a87-42fe-a90c-355f7cd81d34') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:30.372637 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054cd00-49ee-4938-893b-2248cba66f15 req-9c3457cd-933d-46c4-abbe-5fffa84e85de tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:30.374282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d054cd00-49ee-4938-893b-2248cba66f15 req-9c3457cd-933d-46c4-abbe-5fffa84e85de tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 945 time: 0.0890329 Nov 13 04:48:30.376077 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ded4a648-f029-4d68-b2db-8bb6bcbf2dd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.397683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-5588224f-884e-4d9b-b247-5f89e9f95f02 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] For port 7c57a822-d0fb-4c0d-8383-1041057c63bf, host n-h1-813114-2, got binding levels [] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:30.398039 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5588224f-884e-4d9b-b247-5f89e9f95f02 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.402878 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ded4a648-f029-4d68-b2db-8bb6bcbf2dd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.413934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded4a648-f029-4d68-b2db-8bb6bcbf2dd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:48:30.414337 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ded4a648-f029-4d68-b2db-8bb6bcbf2dd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:48:30.417926 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:48:30.427716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5588224f-884e-4d9b-b247-5f89e9f95f02 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Calling delete_port for 7c57a822-d0fb-4c0d-8383-1041057c63bf owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:30.449456 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0f97e18a-f718-4d93-bc08-4c4868d54425 req-e39984d8-4d9c-4a0d-be03-4272256d14e6 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950781 Nov 13 04:48:30.503834 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d054cd00-49ee-4938-893b-2248cba66f15 req-455fdbf4-38e2-4601-8b30-eadfd13bff4e tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203537 Nov 13 04:48:30.516320 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ded4a648-f029-4d68-b2db-8bb6bcbf2dd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.529727 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ded4a648-f029-4d68-b2db-8bb6bcbf2dd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.536373 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ded4a648-f029-4d68-b2db-8bb6bcbf2dd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] 10.222.0.43 "DELETE /v2.0/networks/b897ddec-012a-4a7e-8d33-5e60c36045c9 HTTP/1.1" status: 204 len: 168 time: 0.4540303 Nov 13 04:48:30.541286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'tag': 'cf19b85b-4c55-4a7d-a185-953a08c82233'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:30.543627 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37972f91-710b-45f3-aa51-19577ca78523" -d '{"events": [{"name": "network-changed", "server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "tag": "cf19b85b-4c55-4a7d-a185-953a08c82233"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:30.584870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4a648-f029-4d68-b2db-8bb6bcbf2dd8 tempest-PortsTestJSON-647216073 tempest-PortsTestJSON-647216073-project] Pushing event deleted for resources: {'Network': ['ID=b897ddec-012a-4a7e-8d33-5e60c36045c9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:30.622006 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86e43e6-5b31-419b-b0a7-0b22988b35ea x-openstack-request-id: req-e86e43e6-5b31-419b-b0a7-0b22988b35ea {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:30.622731 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "tag": "cf19b85b-4c55-4a7d-a185-953a08c82233", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:30.623014 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e86e43e6-5b31-419b-b0a7-0b22988b35ea {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:30.623374 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'tag': 'cf19b85b-4c55-4a7d-a185-953a08c82233', 'status': 'completed', 'code': 200} Nov 13 04:48:30.683992 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5588224f-884e-4d9b-b247-5f89e9f95f02 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.728858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588224f-884e-4d9b-b247-5f89e9f95f02 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c57a822-d0fb-4c0d-8383-1041057c63bf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:30.783239 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5588224f-884e-4d9b-b247-5f89e9f95f02 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.790381 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5588224f-884e-4d9b-b247-5f89e9f95f02 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "DELETE /v2.0/ports/7c57a822-d0fb-4c0d-8383-1041057c63bf HTTP/1.1" status: 204 len: 168 time: 0.9546287 Nov 13 04:48:30.793676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55828) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:30.812111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:48:30.823909 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.843593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972f91-710b-45f3-aa51-19577ca78523 req-06638168-2347-49e3-ab22-a8035acd111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:30.844067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972f91-710b-45f3-aa51-19577ca78523 req-06638168-2347-49e3-ab22-a8035acd111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:30.844526 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972f91-710b-45f3-aa51-19577ca78523 req-06638168-2347-49e3-ab22-a8035acd111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:30.846131 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37972f91-710b-45f3-aa51-19577ca78523 req-06638168-2347-49e3-ab22-a8035acd111a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c34300dfbd7415a93df593830924aad&device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2799 time: 0.1641405 Nov 13 04:48:30.847141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009399a-83d3-4eed-868b-f44b4c1579e8 req-06c3cd77-913f-4574-bcdb-fe45d7aa9ad6 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:30.849118 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1009399a-83d3-4eed-868b-f44b4c1579e8 req-06c3cd77-913f-4574-bcdb-fe45d7aa9ad6 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 944 time: 0.0984633 Nov 13 04:48:30.849261 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c71942-1216-4dd1-9460-286e3284a408 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] GET failed (client error): The resource could not be found. Nov 13 04:48:30.850631 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-38c71942-1216-4dd1-9460-286e3284a408 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "GET /v2.0/ports/7c57a822-d0fb-4c0d-8383-1041057c63bf HTTP/1.1" status: 404 len: 333 time: 0.0552888 Nov 13 04:48:30.852325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Transition to ACTIVE for port object e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:48:30.856331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55832) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:30.856930 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-aae05a31-7380-4de4-b8df-ab699ef34ec0 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3177526 Nov 13 04:48:30.868038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-295d911c-b5ac-4b4e-8482-bec06423cbee tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Request body: {'port': {'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2012934250'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:30.877674 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:30.896698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55834) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:30.898083 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:30.950122 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.db.api [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 13 04:48:30.950122 n-d-813114-2 neutron-server[102667]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 13 04:48:30.950122 n-d-813114-2 neutron-server[102667]: [parameters: {'project_id': '993098ec42b94d2ab40502e181f46c75', 'id': 'e411b49b-d72f-4de5-9ac7-6e3448353823', 'expiration': datetime.datetime(2021, 11, 13, 4, 50, 30, 942426)}] Nov 13 04:48:30.950122 n-d-813114-2 neutron-server[102667]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:48:30.950444 n-d-813114-2 neutron-server[102667]: DEBUG oslo_db.api [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:48:30.996513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972f91-710b-45f3-aa51-19577ca78523 req-42d2e4e7-4e61-4213-a070-e73c79c3f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:30.996962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972f91-710b-45f3-aa51-19577ca78523 req-42d2e4e7-4e61-4213-a070-e73c79c3f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:30.998070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972f91-710b-45f3-aa51-19577ca78523 req-42d2e4e7-4e61-4213-a070-e73c79c3f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:30.999099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295d911c-b5ac-4b4e-8482-bec06423cbee tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Made reservation on behalf of b173ef23a5414fceaec94f3692a18c90 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:30.999533 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37972f91-710b-45f3-aa51-19577ca78523 req-42d2e4e7-4e61-4213-a070-e73c79c3f79b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2c34300dfbd7415a93df593830924aad&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1371148 Nov 13 04:48:31.002675 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-295d911c-b5ac-4b4e-8482-bec06423cbee tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:31.011282 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Pushing event updated for resources: {'Port': ['ID=e8c5e12f-3c70-4dc3-8b49-f2b063dc0107,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:31.099475 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1009399a-83d3-4eed-868b-f44b4c1579e8 req-92b6e732-3649-4825-b4dc-d3b7c1afd95d tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256596 Nov 13 04:48:31.157371 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-295d911c-b5ac-4b4e-8482-bec06423cbee tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] device_id is not set on port 61d160fb-2be8-40d5-b118-fcd543d8e3ea yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:48:31.163472 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972f91-710b-45f3-aa51-19577ca78523 req-7688606c-530b-45ed-9511-a99b438796ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:31.165628 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37972f91-710b-45f3-aa51-19577ca78523 req-7688606c-530b-45ed-9511-a99b438796ed service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593859 Nov 13 04:48:31.295537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Attempting to bind port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:31.295864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Attempting to bind port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '73a5307e-f585-4fad-adc9-46808897cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:31.296188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Attempting to bind port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 on network 6e449dc6-700a-44fd-8723-3d1a0c34c31e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:31.315633 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-41cfe000-93eb-4d56-985a-417974439556 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c93fa2040fe04bcebd025ce864e9fde5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3862383 Nov 13 04:48:31.319175 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55844) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:31.324048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 on network 6e449dc6-700a-44fd-8723-3d1a0c34c31e not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:31.324394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Attempting to bind port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 on network 6e449dc6-700a-44fd-8723-3d1a0c34c31e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:31.340607 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:48:31.340934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Checking segment: {'id': '73a5307e-f585-4fad-adc9-46808897cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:31.341308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Bound using segment: {'id': '73a5307e-f585-4fad-adc9-46808897cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:48:31.341752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Bound port: e8c5e12f-3c70-4dc3-8b49-f2b063dc0107, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a5307e-f585-4fad-adc9-46808897cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:48:31.342109 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:31.367207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705ad41-e91e-47c7-abe6-ee3315f4179b req-e31540b0-a01b-4e29-afc9-04e75a7ae622 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:31.373571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705ad41-e91e-47c7-abe6-ee3315f4179b req-e31540b0-a01b-4e29-afc9-04e75a7ae622 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:31.377183 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fb89626-ac81-45e9-99ee-271e023cb165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:31.379740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705ad41-e91e-47c7-abe6-ee3315f4179b req-e31540b0-a01b-4e29-afc9-04e75a7ae622 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:31.381532 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5705ad41-e91e-47c7-abe6-ee3315f4179b req-e31540b0-a01b-4e29-afc9-04e75a7ae622 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2413 time: 0.1499910 Nov 13 04:48:31.402701 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fb89626-ac81-45e9-99ee-271e023cb165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:31.459879 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fb89626-ac81-45e9-99ee-271e023cb165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:31.462556 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fb89626-ac81-45e9-99ee-271e023cb165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:31.463834 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1fb89626-ac81-45e9-99ee-271e023cb165 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/14d02016-72e6-4593-8f68-9f96f8626d42 HTTP/1.1" status: 204 len: 168 time: 0.1433334 Nov 13 04:48:31.480101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb89626-ac81-45e9-99ee-271e023cb165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d02016-72e6-4593-8f68-9f96f8626d42,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:31.489478 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:31.526490 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5705ad41-e91e-47c7-abe6-ee3315f4179b req-b38dde95-b0a4-4f71-889e-c6d584b4724b tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319711 Nov 13 04:48:31.543792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-295d911c-b5ac-4b4e-8482-bec06423cbee tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:31.548080 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] For port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:31.552390 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] For port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e8c5e12f-3c70-4dc3-8b49-f2b063dc0107,segment=NetworkSegment(73a5307e-f585-4fad-adc9-46808897cdd9),segment_id=73a5307e-f585-4fad-adc9-46808897cdd9)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:48:31.564655 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:31.609595 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:31.616242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:31.616878 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:31.618295 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] 10.222.0.36 "PUT /v2.0/ports/e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 HTTP/1.1" status: 200 len: 1092 time: 1.6804667 Nov 13 04:48:31.663263 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-295d911c-b5ac-4b4e-8482-bec06423cbee tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:31.681277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d3659-8522-4924-bcf7-aac67d4c764e service neutron] Pushing event updated for resources: {'Port': ['ID=e8c5e12f-3c70-4dc3-8b49-f2b063dc0107,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:31.770584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d911c-b5ac-4b4e-8482-bec06423cbee tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Network 61db9af8-c781-4e35-abbb-642a4e5c8554 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:31.780530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Allocated IP 172.25.8.22 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/8a2d9f7f-73ea-4f75-acb6-1ef7bf35c16c) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:31.781773 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-295d911c-b5ac-4b4e-8482-bec06423cbee tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:31.784433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d911c-b5ac-4b4e-8482-bec06423cbee tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:31.785690 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295d911c-b5ac-4b4e-8482-bec06423cbee tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:31.786343 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-295d911c-b5ac-4b4e-8482-bec06423cbee tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:31.820820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17332400-1682-4307-9520-09a098bf4d5f req-16b8197f-8244-4cb1-bbaf-df3603131fd5 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:31.822560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-17332400-1682-4307-9520-09a098bf4d5f req-16b8197f-8244-4cb1-bbaf-df3603131fd5 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.1851425 Nov 13 04:48:31.826294 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-295d911c-b5ac-4b4e-8482-bec06423cbee tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9680495 Nov 13 04:48:31.828201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d911c-b5ac-4b4e-8482-bec06423cbee tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Pushing event updated for resources: {'Port': ['ID=61d160fb-2be8-40d5-b118-fcd543d8e3ea,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:31.830756 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55854) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:31.850811 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:31.862242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6b4393d8-ce39-4c68-9c82-b0f6c434a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:31.862723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6b4393d8-ce39-4c68-9c82-b0f6c434a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:31.863211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6b4393d8-ce39-4c68-9c82-b0f6c434a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:31.864927 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-6b4393d8-ce39-4c68-9c82-b0f6c434a585 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c34300dfbd7415a93df593830924aad&device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2866 time: 0.1796472 Nov 13 04:48:31.951593 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-c4c3ecfd-d6b9-4b6b-880d-e67c8daaf8ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=4e0d692a-bd9c-4905-aee3-0a6f7c699126 HTTP/1.1" status: 200 len: 217 time: 0.0709624 Nov 13 04:48:31.965699 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:31.971852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-17332400-1682-4307-9520-09a098bf4d5f req-0be7578a-5011-4982-b351-a5335efa87be tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390612 Nov 13 04:48:32.000345 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:32.038851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-1b02f7c7-a72b-4758-bbf4-2e3966efec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:32.040835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-1b02f7c7-a72b-4758-bbf4-2e3966efec46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42a170a8-fbed-476b-a7f4-49edcd7583ce HTTP/1.1" status: 200 len: 801 time: 0.0680864 Nov 13 04:48:32.143108 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:32.146746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-5f42e913-a0eb-488d-92c4-515eb8c23ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:32.148410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-5f42e913-a0eb-488d-92c4-515eb8c23ce7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e449dc6-700a-44fd-8723-3d1a0c34c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0997365 Nov 13 04:48:32.167378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc288c-12cb-4078-81d7-fcaff9b9f17e req-fe3f27d7-aba6-4fe6-aa48-786b11fffbb5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:32.167756 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53bc288c-12cb-4078-81d7-fcaff9b9f17e req-fe3f27d7-aba6-4fe6-aa48-786b11fffbb5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.0770109 Nov 13 04:48:32.280726 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53bc288c-12cb-4078-81d7-fcaff9b9f17e req-93666f8e-5923-413e-86d6-45bb11cb0ecd tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946178 Nov 13 04:48:32.302242 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-a0218052-0544-4714-be40-097cba5de526 service neutron] 10.222.0.36 "GET /v2.0/networks/6e449dc6-700a-44fd-8723-3d1a0c34c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447608 Nov 13 04:48:32.419531 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-264507be-9400-44da-b58d-21a45e478608 service neutron] 10.222.0.36 "GET /v2.0/networks/6e449dc6-700a-44fd-8723-3d1a0c34c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081395 Nov 13 04:48:32.475288 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-63fefc0f-cc7e-4fc5-891f-898e383bd7bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=cf19b85b-4c55-4a7d-a185-953a08c82233 HTTP/1.1" status: 200 len: 217 time: 0.0471139 Nov 13 04:48:32.515832 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55874) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:32.558424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:32.562284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-d1080236-8276-4ca9-8bc0-cecad8f29006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:32.563783 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-d1080236-8276-4ca9-8bc0-cecad8f29006 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a50849c-7c95-441b-92e7-0e82fe8a7e59 HTTP/1.1" status: 200 len: 801 time: 0.0812473 Nov 13 04:48:32.566762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa88f5-ac40-461d-870b-845791cfee6d req-58d9b45a-ec25-499c-999b-8182a4f5c0b1 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:32.567234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:32.568070 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1bfa88f5-ac40-461d-870b-845791cfee6d req-58d9b45a-ec25-499c-999b-8182a4f5c0b1 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 1095 time: 0.0960546 Nov 13 04:48:32.574096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Pushing event updated for resources: {'Port': ['ID=8a2d9f7f-73ea-4f75-acb6-1ef7bf35c16c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:32.578205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:32.625370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'tag': 'e8c5e12f-3c70-4dc3-8b49-f2b063dc0107'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:32.628009 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8831f9-611f-4956-a301-89b4995c8a75" -d '{"events": [{"name": "network-changed", "server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "tag": "e8c5e12f-3c70-4dc3-8b49-f2b063dc0107"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:32.640258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] device_id is not set on port 61d160fb-2be8-40d5-b118-fcd543d8e3ea yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:48:32.645025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-405623504'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:32.649559 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:32.665429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-bdedf4b8-8658-439f-bc60-9367614aae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:32.666948 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-bdedf4b8-8658-439f-bc60-9367614aae52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb3e8025-e164-42b8-91b5-ac9501993e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0956392 Nov 13 04:48:32.676306 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:32.743161 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1bfa88f5-ac40-461d-870b-845791cfee6d req-171ba3c3-3340-47de-8079-51253bde9f63 tempest-LiveMigrationTest-1314494323 tempest-LiveMigrationTest-1314494323-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406779 Nov 13 04:48:32.745662 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:32.749910 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:32.766489 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:32.772782 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Pushing event updated for resources: {'Port': ['ID=61d160fb-2be8-40d5-b118-fcd543d8e3ea,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:32.779267 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:32.818504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:32.819476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:32.819476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:32.828210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:32.828553 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:32.830192 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-37b8779e-8c71-448c-9f6b-b1ed3f653346 service neutron] 10.222.0.36 "GET /v2.0/networks/bb3e8025-e164-42b8-91b5-ac9501993e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546097 Nov 13 04:48:32.830618 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 2 to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea Nov 13 04:48:32.834804 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:32.863971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:32.864338 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:32.864669 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:32.881812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:32.882132 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:32.883240 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 3 to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea Nov 13 04:48:32.909748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:32.910073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:32.910414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:32.922266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:32.922622 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:32.924793 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 4 to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea Nov 13 04:48:32.964942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:32.965309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:32.965611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:32.981433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:32.981747 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:32.984127 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 5 to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea Nov 13 04:48:33.010328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:33.010650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:33.011021 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:33.024629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:33.024957 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:33.026527 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 6 to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea Nov 13 04:48:33.049280 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:33.049526 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:33.049856 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:33.061256 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:33.063351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:33.063668 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:33.064025 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 7 to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea Nov 13 04:48:33.068342 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:33.105650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:33.105980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:33.106310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:33.139644 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:33.139970 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:33.143744 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 8 to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea Nov 13 04:48:33.157814 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Pushing event updated for resources: {'Port': ['ID=8a2d9f7f-73ea-4f75-acb6-1ef7bf35c16c,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:33.170254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:33.170594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:33.170945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:33.178934 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:33.181534 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:33.181848 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:33.183154 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 9 to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea Nov 13 04:48:33.201331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:33.201594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:33.202027 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:33.207391 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:33.208616 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-4746d2c3-4b2c-406f-8977-eaec331e687c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3365159 Nov 13 04:48:33.211373 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:33.211697 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:33.212079 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 10 to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea Nov 13 04:48:33.285684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:33.286032 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:33.286348 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:33.298166 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-3150af84-37f9-411a-9ab5-ec6d28af6b65 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 695 time: 0.0830605 Nov 13 04:48:33.298862 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:33.299211 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:33.299625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:33.300608 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03d123-fc8e-4dfb-85f9-f28e42cd5a2f req-9f67ef86-b324-4950-8ae5-4dda908a0f2d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.306768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03d123-fc8e-4dfb-85f9-f28e42cd5a2f req-9f67ef86-b324-4950-8ae5-4dda908a0f2d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.312798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03d123-fc8e-4dfb-85f9-f28e42cd5a2f req-9f67ef86-b324-4950-8ae5-4dda908a0f2d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.314506 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b03d123-fc8e-4dfb-85f9-f28e42cd5a2f req-9f67ef86-b324-4950-8ae5-4dda908a0f2d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2413 time: 0.4869998 Nov 13 04:48:33.375468 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-eb45ea22-e136-47a0-893a-c57828a88d00 service neutron] 10.222.0.36 "GET /v2.0/networks/bb3e8025-e164-42b8-91b5-ac9501993e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353832 Nov 13 04:48:33.385480 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:33.426353 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:33.439450 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] For port 61d160fb-2be8-40d5-b118-fcd543d8e3ea, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:33.439805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempted to set empty binding levels {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 13 04:48:33.443122 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-fa69f29f-3055-4363-87e4-3447052ca7ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 HTTP/1.1" status: 200 len: 217 time: 0.0596068 Nov 13 04:48:33.450843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-fde7e79a-b495-473c-8878-ee1a9419a66b tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.452314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0440ff80-d144-4c94-875a-1fe6744e5346 req-fde7e79a-b495-473c-8878-ee1a9419a66b tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1437597 Nov 13 04:48:33.453513 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:33.470430 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b03d123-fc8e-4dfb-85f9-f28e42cd5a2f req-cce8d9df-ee59-4396-84e8-a2f7c2e0ff99 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471281 Nov 13 04:48:33.476616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:48:33.499960 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] In _notify_port_updated(), no bound segment for port 61d160fb-2be8-40d5-b118-fcd543d8e3ea on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 04:48:33.500842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.501432 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:33.506370 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "PUT /v2.0/ports/61d160fb-2be8-40d5-b118-fcd543d8e3ea HTTP/1.1" status: 200 len: 975 time: 1.6648798 Nov 13 04:48:33.507562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55894) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:33.510812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e73f516-c05d-43b2-b96c-20c2047b5663,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:33.520682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:33.521012 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Added segment 63dc88dc-2876-404e-a422-8921d3a413f3 of type vlan for network d4ce4b17-d790-4cd1-ad78-56047b35f147 Nov 13 04:48:33.533972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-1f1494ea-ea30-459b-89e7-b58038b38e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.535556 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-1f1494ea-ea30-459b-89e7-b58038b38e92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42a170a8-fbed-476b-a7f4-49edcd7583ce HTTP/1.1" status: 200 len: 801 time: 0.0811129 Nov 13 04:48:33.576799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df12270-35ea-4acb-afea-2f0e753a92a8 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Pushing event updated for resources: {'Port': ['ID=61d160fb-2be8-40d5-b118-fcd543d8e3ea,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:33.579237 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3641e67-4f97-492a-acc5-a339105d5081 x-openstack-request-id: req-c3641e67-4f97-492a-acc5-a339105d5081 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:33.579801 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "tag": "e8c5e12f-3c70-4dc3-8b49-f2b063dc0107", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:33.579801 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3641e67-4f97-492a-acc5-a339105d5081 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:33.580144 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'tag': 'e8c5e12f-3c70-4dc3-8b49-f2b063dc0107', 'status': 'completed', 'code': 200} Nov 13 04:48:33.611439 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:33.647178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.647654 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.648842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.649306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.649761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.650216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.650657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.651403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.651569 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.652009 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.652480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.652921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.653186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-fc1bd33f-9a0f-490b-a59c-417bea2466ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.653367 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.653809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.654247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.654686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.655157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.655596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.656036 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.656289 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-fc1bd33f-9a0f-490b-a59c-417bea2466ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e449dc6-700a-44fd-8723-3d1a0c34c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0892880 Nov 13 04:48:33.656478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.656917 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.657355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.657826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.658271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.658888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.659183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.659621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.660076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.660490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.661067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.661447 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.661792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.665828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-380cf057-9692-4e3b-983f-e88dd3be458f tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28794 time: 0.1572433 Nov 13 04:48:33.671968 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55898) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:33.680163 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:33.685835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.686420 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:33.714343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56916a59-dec5-4d4a-9190-072b04841e9b req-fc91675c-f511-4587-ac59-7d3b2bdc2cbd tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:33.716017 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56916a59-dec5-4d4a-9190-072b04841e9b req-fc91675c-f511-4587-ac59-7d3b2bdc2cbd tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Nov 13 04:48:33.769615 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56916a59-dec5-4d4a-9190-072b04841e9b req-c017bb26-48ea-4a3a-a87d-70adc9a94f08 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472007 Nov 13 04:48:33.873503 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3436341 Nov 13 04:48:33.882815 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55900) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:33.892965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7053c3a3-01c0-4fe7-9195-e16f3caaf841 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-858181582'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:33.910594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871b2af-2240-4bf0-bc02-d38b2eeb690b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Network': ['ID=d4ce4b17-d790-4cd1-ad78-56047b35f147,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:33.926461 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network d4ce4b17-d790-4cd1-ad78-56047b35f147 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:48:33.960197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7053c3a3-01c0-4fe7-9195-e16f3caaf841 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:33.964413 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7053c3a3-01c0-4fe7-9195-e16f3caaf841 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:33.985393 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-750c0187-c64c-4402-9664-f6382d120730 service neutron] 10.222.0.36 "GET /v2.0/networks/6e449dc6-700a-44fd-8723-3d1a0c34c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213511 Nov 13 04:48:33.991348 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-75225573-0910-435a-90c3-31626f5596d2 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Deleting port 61d160fb-2be8-40d5-b118-fcd543d8e3ea {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:33.991704 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75225573-0910-435a-90c3-31626f5596d2 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:34.040480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac609a9-2ad4-4375-bf5c-e9e760c83997 req-a5627f3d-7e20-4253-8a1c-d41f572aa5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:34.043224 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dac609a9-2ad4-4375-bf5c-e9e760c83997 req-a5627f3d-7e20-4253-8a1c-d41f572aa5a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 1096 time: 0.1246555 Nov 13 04:48:34.044207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7053c3a3-01c0-4fe7-9195-e16f3caaf841 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:48:34.063337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966691b-609e-4443-a52e-2b1877f07a3c req-f4aa7c68-67ee-45b3-a345-044c51b67dee tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:34.065181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d966691b-609e-4443-a52e-2b1877f07a3c req-f4aa7c68-67ee-45b3-a345-044c51b67dee tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.2289910 Nov 13 04:48:34.132413 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7053c3a3-01c0-4fe7-9195-e16f3caaf841 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:34.133120 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-7053c3a3-01c0-4fe7-9195-e16f3caaf841 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Added segment 971141e0-bfe4-4ca9-b91c-e1a00e39f6f6 of type vlan for network bcc3875b-2054-4d6d-a68a-a3f3c49a6150 Nov 13 04:48:34.155482 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18bd9511-1514-486b-8c09-024aea8c6487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:34.162453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-75225573-0910-435a-90c3-31626f5596d2 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] For port 61d160fb-2be8-40d5-b118-fcd543d8e3ea, host n-h1-813114-2, got binding levels [] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:34.162887 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75225573-0910-435a-90c3-31626f5596d2 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:34.196681 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dac609a9-2ad4-4375-bf5c-e9e760c83997 req-cbaa02fb-237e-4898-acb5-f316dbc295b4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247413 Nov 13 04:48:34.214807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-75225573-0910-435a-90c3-31626f5596d2 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Calling delete_port for 61d160fb-2be8-40d5-b118-fcd543d8e3ea owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:34.221207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7053c3a3-01c0-4fe7-9195-e16f3caaf841 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:34.234186 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d966691b-609e-4443-a52e-2b1877f07a3c req-db2b84b8-ef14-4fe1-8025-5464d15ef0ed tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594667 Nov 13 04:48:34.261957 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7053c3a3-01c0-4fe7-9195-e16f3caaf841 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:34.268764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7053c3a3-01c0-4fe7-9195-e16f3caaf841 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:34.269542 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7053c3a3-01c0-4fe7-9195-e16f3caaf841 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:34.283784 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81aa8498-38d1-46c6-a8df-debf1b9ec72b req-ffe2d54f-5488-492e-aa0f-3327b3b6b183 service neutron] 10.222.0.36 "GET /v2.0/networks/6e449dc6-700a-44fd-8723-3d1a0c34c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783897 Nov 13 04:48:34.307443 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7053c3a3-01c0-4fe7-9195-e16f3caaf841 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4231374 Nov 13 04:48:34.319618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55912) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:34.349056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9950db60-f8d5-4be3-9428-f8cb47a5ec9f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'subnet': {'network_id': 'd4ce4b17-d790-4cd1-ad78-56047b35f147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:34.350583 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055d691-9698-4d9e-a291-774da87d940f req-4cda1853-dafd-4ca1-bae6-5ced5296739a tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:34.352249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0055d691-9698-4d9e-a291-774da87d940f req-4cda1853-dafd-4ca1-bae6-5ced5296739a tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 819 time: 0.2013474 Nov 13 04:48:34.383991 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0055d691-9698-4d9e-a291-774da87d940f req-3b48cca2-f981-468f-94e2-0313ee643592 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/quotas/993098ec42b94d2ab40502e181f46c75 HTTP/1.1" status: 200 len: 375 time: 0.0238760 Nov 13 04:48:34.399433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053c3a3-01c0-4fe7-9195-e16f3caaf841 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Network': ['ID=bcc3875b-2054-4d6d-a68a-a3f3c49a6150,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:34.401668 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75225573-0910-435a-90c3-31626f5596d2 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:34.413128 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network bcc3875b-2054-4d6d-a68a-a3f3c49a6150 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:48:34.453839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75225573-0910-435a-90c3-31626f5596d2 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Pushing event deleted for resources: {'Port': ['ID=61d160fb-2be8-40d5-b118-fcd543d8e3ea,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:34.458690 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b4547-096c-4ee4-b873-6e27d0fd6868 req-260429d8-e3c9-41e2-b968-2e9af15d7e43 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:34.461095 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d15b4547-096c-4ee4-b873-6e27d0fd6868 req-260429d8-e3c9-41e2-b968-2e9af15d7e43 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 944 time: 0.1602187 Nov 13 04:48:34.468042 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75225573-0910-435a-90c3-31626f5596d2 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:34.474262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-75225573-0910-435a-90c3-31626f5596d2 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "DELETE /v2.0/ports/61d160fb-2be8-40d5-b118-fcd543d8e3ea HTTP/1.1" status: 204 len: 168 time: 0.7989855 Nov 13 04:48:34.475310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55914) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:34.512987 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0055d691-9698-4d9e-a291-774da87d940f req-f35fa119-2cac-4114-bd5a-ec0f55fa6ef1 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1227884 Nov 13 04:48:34.521703 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4640c3a0-0af4-45a7-90ce-1e539ecd21d2 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] GET failed (client error): The resource could not be found. Nov 13 04:48:34.527071 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4640c3a0-0af4-45a7-90ce-1e539ecd21d2 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "GET /v2.0/ports/61d160fb-2be8-40d5-b118-fcd543d8e3ea HTTP/1.1" status: 404 len: 333 time: 0.0444210 Nov 13 04:48:34.527542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55918) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:34.532221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-cf420600-9579-4fa0-8254-9a979df0da1b tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-209161813', 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:34.545513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9950db60-f8d5-4be3-9428-f8cb47a5ec9f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:34.549095 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9950db60-f8d5-4be3-9428-f8cb47a5ec9f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:34.563559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8831f9-611f-4956-a301-89b4995c8a75 req-4ba49ba6-1878-402a-836a-6486ec28a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:34.564105 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8831f9-611f-4956-a301-89b4995c8a75 req-4ba49ba6-1878-402a-836a-6486ec28a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:34.564583 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8831f9-611f-4956-a301-89b4995c8a75 req-4ba49ba6-1878-402a-836a-6486ec28a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:34.566238 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa8831f9-611f-4956-a301-89b4995c8a75 req-4ba49ba6-1878-402a-836a-6486ec28a080 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c34300dfbd7415a93df593830924aad&device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2866 time: 0.0925870 Nov 13 04:48:34.598707 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d15b4547-096c-4ee4-b873-6e27d0fd6868 req-9eade6ba-28cc-4847-aa34-104fed224168 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305304 Nov 13 04:48:34.626314 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf420600-9579-4fa0-8254-9a979df0da1b tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Made reservation on behalf of b173ef23a5414fceaec94f3692a18c90 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:34.628693 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf420600-9579-4fa0-8254-9a979df0da1b tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:34.662740 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-cf420600-9579-4fa0-8254-9a979df0da1b tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] device_id is not set on port 09ea3888-f151-4372-8b48-de90a00f7ef6 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:48:34.751987 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0055d691-9698-4d9e-a291-774da87d940f req-034ae6e1-ebea-42c7-84ed-04b699abc87f service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195303 Nov 13 04:48:34.753812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8831f9-611f-4956-a301-89b4995c8a75 req-1efbb94d-5bf8-4a0b-b7d1-09cc2d9e46a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:34.755201 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa8831f9-611f-4956-a301-89b4995c8a75 req-1efbb94d-5bf8-4a0b-b7d1-09cc2d9e46a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e449dc6-700a-44fd-8723-3d1a0c34c31e HTTP/1.1" status: 200 len: 903 time: 0.1496561 Nov 13 04:48:34.822074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa8831f9-611f-4956-a301-89b4995c8a75 req-3fa14743-6c04-4bcf-9290-f146c3422b4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 HTTP/1.1" status: 200 len: 217 time: 0.0548089 Nov 13 04:48:34.832932 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b360a3-aec8-4af5-96a8-b90e2001db8b req-e0b0969e-6cf1-463e-a8e3-24bb8cea04ab tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:34.839124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b360a3-aec8-4af5-96a8-b90e2001db8b req-e0b0969e-6cf1-463e-a8e3-24bb8cea04ab tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:34.844963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b360a3-aec8-4af5-96a8-b90e2001db8b req-e0b0969e-6cf1-463e-a8e3-24bb8cea04ab tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:34.846574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45b360a3-aec8-4af5-96a8-b90e2001db8b req-e0b0969e-6cf1-463e-a8e3-24bb8cea04ab tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2413 time: 0.1408346 Nov 13 04:48:34.911239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8831f9-611f-4956-a301-89b4995c8a75 req-38245a07-4614-4281-871b-b7c0f1edf093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:34.913072 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa8831f9-611f-4956-a301-89b4995c8a75 req-38245a07-4614-4281-871b-b7c0f1edf093 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42a170a8-fbed-476b-a7f4-49edcd7583ce HTTP/1.1" status: 200 len: 801 time: 0.0645633 Nov 13 04:48:34.948997 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0055d691-9698-4d9e-a291-774da87d940f req-fe1ce208-db6b-4bfc-b0cc-0752f43229f6 service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896544 Nov 13 04:48:34.966566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8831f9-611f-4956-a301-89b4995c8a75 req-6675e67b-cb54-4f03-ac69-95edada5c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:34.968130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa8831f9-611f-4956-a301-89b4995c8a75 req-6675e67b-cb54-4f03-ac69-95edada5c400 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e449dc6-700a-44fd-8723-3d1a0c34c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0472794 Nov 13 04:48:34.975064 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9950db60-f8d5-4be3-9428-f8cb47a5ec9f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:35.026090 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45b360a3-aec8-4af5-96a8-b90e2001db8b req-0c6c8d2e-8b61-4a9e-8261-c239377f837d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653378 Nov 13 04:48:35.034870 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf420600-9579-4fa0-8254-9a979df0da1b tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:35.072684 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa8831f9-611f-4956-a301-89b4995c8a75 req-24a722b2-08ac-499c-98de-cf3788fd1d2f service neutron] 10.222.0.36 "GET /v2.0/networks/6e449dc6-700a-44fd-8723-3d1a0c34c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958457 Nov 13 04:48:35.087312 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950db60-f8d5-4be3-9428-f8cb47a5ec9f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Subnet': ['ID=ba3c8778-7906-4cef-93e2-b5fc96b36884,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:35.126074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9950db60-f8d5-4be3-9428-f8cb47a5ec9f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Checking segment: {'id': '63dc88dc-2876-404e-a422-8921d3a413f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd4ce4b17-d790-4cd1-ad78-56047b35f147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:35.126502 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9950db60-f8d5-4be3-9428-f8cb47a5ec9f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network hostable DHCP agents. Network: d4ce4b17-d790-4cd1-ad78-56047b35f147, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:48:35.153911 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf420600-9579-4fa0-8254-9a979df0da1b tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:35.210966 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa8831f9-611f-4956-a301-89b4995c8a75 req-f67506e9-db51-4282-954a-e28c56cc7c13 service neutron] 10.222.0.36 "GET /v2.0/networks/6e449dc6-700a-44fd-8723-3d1a0c34c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296880 Nov 13 04:48:35.230507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9950db60-f8d5-4be3-9428-f8cb47a5ec9f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network d4ce4b17-d790-4cd1-ad78-56047b35f147 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:48:35.273798 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf420600-9579-4fa0-8254-9a979df0da1b tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Network 61db9af8-c781-4e35-abbb-642a4e5c8554 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:35.279873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-9950db60-f8d5-4be3-9428-f8cb47a5ec9f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, d4ce4b17-d790-4cd1-ad78-56047b35f147) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:35.284675 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c860bad9-4c58-4774-8bde-3bd8dcd97b72 req-3e542735-0cd6-4233-b791-cca2b1086641 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 210 time: 0.0308015 Nov 13 04:48:35.284952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9950db60-f8d5-4be3-9428-f8cb47a5ec9f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:35.285605 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9950db60-f8d5-4be3-9428-f8cb47a5ec9f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:35.291046 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01be47ee-54d1-48ec-b068-7958a063f76f None None] Network d4ce4b17-d790-4cd1-ad78-56047b35f147 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:35.294374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-cf420600-9579-4fa0-8254-9a979df0da1b tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:35.296797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf420600-9579-4fa0-8254-9a979df0da1b tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:35.298207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf420600-9579-4fa0-8254-9a979df0da1b tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:35.299030 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf420600-9579-4fa0-8254-9a979df0da1b tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:35.314442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf420600-9579-4fa0-8254-9a979df0da1b tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Pushing event updated for resources: {'Port': ['ID=09ea3888-f151-4372-8b48-de90a00f7ef6,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:35.334125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161a441-63a8-45fb-afeb-4061b477584a req-72521030-846f-47d3-9771-0f9f5ce562f0 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:35.343158 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4161a441-63a8-45fb-afeb-4061b477584a req-72521030-846f-47d3-9771-0f9f5ce562f0 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.2058525 Nov 13 04:48:35.382638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55936) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:35.383202 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cf420600-9579-4fa0-8254-9a979df0da1b tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8540690 Nov 13 04:48:35.393619 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9950db60-f8d5-4be3-9428-f8cb47a5ec9f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0728998 Nov 13 04:48:35.394467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55938) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:35.404663 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955c17a-dcb7-4a60-9a1e-1421fe54808c req-2cd82dad-133f-4f82-8ae8-b4de0603c8a5 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:35.406170 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4955c17a-dcb7-4a60-9a1e-1421fe54808c req-2cd82dad-133f-4f82-8ae8-b4de0603c8a5 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.36 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 944 time: 0.1888311 Nov 13 04:48:35.411242 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b5db5707-9e49-449f-abd4-c4c619694e31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'subnet': {'network_id': 'bcc3875b-2054-4d6d-a68a-a3f3c49a6150', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:35.426228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851fb3b2-71a6-447d-a9cf-68defc621ad7 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:35.428002 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-851fb3b2-71a6-447d-a9cf-68defc621ad7 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "GET /v2.0/ports/09ea3888-f151-4372-8b48-de90a00f7ef6 HTTP/1.1" status: 200 len: 954 time: 0.0433426 Nov 13 04:48:35.430689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55940) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:35.502556 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-d4ce4b17-d790-4cd1-ad78-56047b35f147', 'network_id': 'd4ce4b17-d790-4cd1-ad78-56047b35f147', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'fixed_ips': [{'subnet_id': 'ba3c8778-7906-4cef-93e2-b5fc96b36884'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:48:35.503460 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:35.557230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d915ce8-9286-42db-99b2-57604027a7b5 req-4eec186f-e3d9-47cd-9174-c2159a5e046a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:35.557230 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d915ce8-9286-42db-99b2-57604027a7b5 req-4eec186f-e3d9-47cd-9174-c2159a5e046a tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.1279030 Nov 13 04:48:35.598410 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4161a441-63a8-45fb-afeb-4061b477584a req-ff441887-6e61-42bd-a42a-fae89bb57406 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537758 Nov 13 04:48:35.608345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3089dc9f-b03c-4ac5-b360-aeea8f0f9e62 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Deleting port 09ea3888-f151-4372-8b48-de90a00f7ef6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:35.608729 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3089dc9f-b03c-4ac5-b360-aeea8f0f9e62 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:35.675023 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d915ce8-9286-42db-99b2-57604027a7b5 req-ff28521a-535b-441d-8f2b-baca56163982 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106434 Nov 13 04:48:35.694753 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5db5707-9e49-449f-abd4-c4c619694e31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:35.712967 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3089dc9f-b03c-4ac5-b360-aeea8f0f9e62 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:35.713417 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b5db5707-9e49-449f-abd4-c4c619694e31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:35.730813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3089dc9f-b03c-4ac5-b360-aeea8f0f9e62 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Calling delete_port for 09ea3888-f151-4372-8b48-de90a00f7ef6 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:35.786980 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Allocated IP 2001:db8::2 (d4ce4b17-d790-4cd1-ad78-56047b35f147/ba3c8778-7906-4cef-93e2-b5fc96b36884/cc46bb5d-0562-4a23-8981-4787b6fb8068) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:35.827686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-4955c17a-dcb7-4a60-9a1e-1421fe54808c req-50877b04-05a1-4f69-abd3-829f69fe0b80 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Deleting port 1abea8f4-7f8e-4672-8119-441f0697d997 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:35.828148 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4955c17a-dcb7-4a60-9a1e-1421fe54808c req-50877b04-05a1-4f69-abd3-829f69fe0b80 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:35.829564 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3089dc9f-b03c-4ac5-b360-aeea8f0f9e62 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:35.868321 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089dc9f-b03c-4ac5-b360-aeea8f0f9e62 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Pushing event deleted for resources: {'Port': ['ID=09ea3888-f151-4372-8b48-de90a00f7ef6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:35.882645 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3089dc9f-b03c-4ac5-b360-aeea8f0f9e62 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:35.892511 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3089dc9f-b03c-4ac5-b360-aeea8f0f9e62 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "DELETE /v2.0/ports/09ea3888-f151-4372-8b48-de90a00f7ef6 HTTP/1.1" status: 204 len: 168 time: 0.4603844 Nov 13 04:48:35.893340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55950) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:35.933148 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-37706232-a4b1-435c-9f04-beeae1f39ae0 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] GET failed (client error): The resource could not be found. Nov 13 04:48:35.940847 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-37706232-a4b1-435c-9f04-beeae1f39ae0 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "GET /v2.0/ports/09ea3888-f151-4372-8b48-de90a00f7ef6 HTTP/1.1" status: 404 len: 333 time: 0.0462062 Nov 13 04:48:35.941952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55952) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:35.949072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a1de924a-fe2a-41a5-8890-97daf130b167 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Request body: {'port': {'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1206000301'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:36.018958 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab772a-6ef2-4719-80ac-35319773cd49 req-9cec1726-8dd2-4c12-aa52-3ef0ea1c5453 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:36.019638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1de924a-fe2a-41a5-8890-97daf130b167 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Made reservation on behalf of b173ef23a5414fceaec94f3692a18c90 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:36.020980 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9ab772a-6ef2-4719-80ac-35319773cd49 req-9cec1726-8dd2-4c12-aa52-3ef0ea1c5453 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 944 time: 0.2078085 Nov 13 04:48:36.023049 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1de924a-fe2a-41a5-8890-97daf130b167 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.042193 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.052767 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.058567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c75dd4-e7f4-46ac-a95b-0443c7ccf295 req-442f4790-c2af-42c4-9304-f62c331337f2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:36.059737 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f3c75dd4-e7f4-46ac-a95b-0443c7ccf295 req-442f4790-c2af-42c4-9304-f62c331337f2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.1011605 Nov 13 04:48:36.064120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-a1de924a-fe2a-41a5-8890-97daf130b167 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] device_id is not set on port 26dbf827-d83d-490c-beeb-260d5a0ffc50 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:48:36.113748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Pushing event updated for resources: {'Port': ['ID=cc46bb5d-0562-4a23-8981-4787b6fb8068,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:36.124712 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Network d4ce4b17-d790-4cd1-ad78-56047b35f147 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:36.127422 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:36.130515 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:36.148827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4955c17a-dcb7-4a60-9a1e-1421fe54808c req-50877b04-05a1-4f69-abd3-829f69fe0b80 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] For port 1abea8f4-7f8e-4672-8119-441f0697d997, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=1abea8f4-7f8e-4672-8119-441f0697d997,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:36.149378 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4955c17a-dcb7-4a60-9a1e-1421fe54808c req-50877b04-05a1-4f69-abd3-829f69fe0b80 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.160384 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b5db5707-9e49-449f-abd4-c4c619694e31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.174090 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f3c75dd4-e7f4-46ac-a95b-0443c7ccf295 req-fab18be2-6ad6-4f6d-be40-eeeacab83fc4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027472 Nov 13 04:48:36.178896 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9ab772a-6ef2-4719-80ac-35319773cd49 req-1992e6ee-3718-4a4c-bfd1-5c9b5fd79b4a tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474867 Nov 13 04:48:36.188713 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-4955c17a-dcb7-4a60-9a1e-1421fe54808c req-50877b04-05a1-4f69-abd3-829f69fe0b80 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Calling delete_port for 1abea8f4-7f8e-4672-8119-441f0697d997 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:36.197312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Attempting to bind port cc46bb5d-0562-4a23-8981-4787b6fb8068 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:36.197681 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Attempting to bind port cc46bb5d-0562-4a23-8981-4787b6fb8068 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '63dc88dc-2876-404e-a422-8921d3a413f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd4ce4b17-d790-4cd1-ad78-56047b35f147'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:36.198068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Attempting to bind port cc46bb5d-0562-4a23-8981-4787b6fb8068 on network d4ce4b17-d790-4cd1-ad78-56047b35f147 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:36.209120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:48:36.209900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Checking segment: {'id': '63dc88dc-2876-404e-a422-8921d3a413f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd4ce4b17-d790-4cd1-ad78-56047b35f147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:36.210563 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.211972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Bound using segment: {'id': '63dc88dc-2876-404e-a422-8921d3a413f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd4ce4b17-d790-4cd1-ad78-56047b35f147'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:48:36.212462 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Bound port: cc46bb5d-0562-4a23-8981-4787b6fb8068, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63dc88dc-2876-404e-a422-8921d3a413f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd4ce4b17-d790-4cd1-ad78-56047b35f147'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:48:36.212895 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.281230 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1de924a-fe2a-41a5-8890-97daf130b167 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.310997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] For port cc46bb5d-0562-4a23-8981-4787b6fb8068, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:36.314964 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] For port cc46bb5d-0562-4a23-8981-4787b6fb8068, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=cc46bb5d-0562-4a23-8981-4787b6fb8068,segment=NetworkSegment(63dc88dc-2876-404e-a422-8921d3a413f3),segment_id=63dc88dc-2876-404e-a422-8921d3a413f3)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:48:36.323497 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.345619 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1de924a-fe2a-41a5-8890-97daf130b167 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.350828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db5707-9e49-449f-abd4-c4c619694e31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Subnet': ['ID=c69ea4e0-4f7f-484a-b5bc-d4089e5ed9ad,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:36.403880 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db5707-9e49-449f-abd4-c4c619694e31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Checking segment: {'id': '971141e0-bfe4-4ca9-b91c-e1a00e39f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bcc3875b-2054-4d6d-a68a-a3f3c49a6150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:36.404344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5db5707-9e49-449f-abd4-c4c619694e31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network hostable DHCP agents. Network: bcc3875b-2054-4d6d-a68a-a3f3c49a6150, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:48:36.434080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bd04d-1afa-4662-87f9-681388c6114a req-6a61f0b0-d5d5-463a-965f-945133e340c9 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:36.440587 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bd04d-1afa-4662-87f9-681388c6114a req-6a61f0b0-d5d5-463a-965f-945133e340c9 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:36.446840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bd04d-1afa-4662-87f9-681388c6114a req-6a61f0b0-d5d5-463a-965f-945133e340c9 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:36.451315 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a6c7d-4567-4a8f-abdb-a9d910f35113 None None] Pushing event updated for resources: {'Port': ['ID=cc46bb5d-0562-4a23-8981-4787b6fb8068,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:36.454959 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-841bd04d-1afa-4662-87f9-681388c6114a req-6a61f0b0-d5d5-463a-965f-945133e340c9 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2413 time: 0.1468122 Nov 13 04:48:36.472322 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72ec71bf-dd35-4360-b865-3cbb1b676826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.477674 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de924a-fe2a-41a5-8890-97daf130b167 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Pushing event updated for resources: {'Port': ['ID=26dbf827-d83d-490c-beeb-260d5a0ffc50,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:36.503804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de924a-fe2a-41a5-8890-97daf130b167 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Network 61db9af8-c781-4e35-abbb-642a4e5c8554 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:36.506628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a1de924a-fe2a-41a5-8890-97daf130b167 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:36.512343 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de924a-fe2a-41a5-8890-97daf130b167 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:36.513600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1de924a-fe2a-41a5-8890-97daf130b167 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:36.514234 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1de924a-fe2a-41a5-8890-97daf130b167 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.540084 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-15d28002-95d2-4ad8-bf14-a3b1f736325e req-c1e22375-99f7-4d62-b74c-288cb19259c7 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 210 time: 0.0666096 Nov 13 04:48:36.561548 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a1de924a-fe2a-41a5-8890-97daf130b167 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6157050 Nov 13 04:48:36.561817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55960) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:36.567151 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:36.602973 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5db5707-9e49-449f-abd4-c4c619694e31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network bcc3875b-2054-4d6d-a68a-a3f3c49a6150 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:48:36.657314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-841bd04d-1afa-4662-87f9-681388c6114a req-8eda8924-8e4e-4e36-826d-eb610ed89784 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012255 Nov 13 04:48:36.678887 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.687769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b5db5707-9e49-449f-abd4-c4c619694e31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, bcc3875b-2054-4d6d-a68a-a3f3c49a6150) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:36.695824 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83801e95-be59-44ec-a4d1-c79556e12bfd None None] Network bcc3875b-2054-4d6d-a68a-a3f3c49a6150 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:36.706425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5db5707-9e49-449f-abd4-c4c619694e31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:36.706425 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b5db5707-9e49-449f-abd4-c4c619694e31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.718092 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4955c17a-dcb7-4a60-9a1e-1421fe54808c req-50877b04-05a1-4f69-abd3-829f69fe0b80 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.748624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055d691-9698-4d9e-a291-774da87d940f req-9e37fb11-a4ab-4a96-8f1f-bc05ba16b261 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:36.751129 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0055d691-9698-4d9e-a291-774da87d940f req-9e37fb11-a4ab-4a96-8f1f-bc05ba16b261 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.46 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 819 time: 0.3416593 Nov 13 04:48:36.782817 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b5db5707-9e49-449f-abd4-c4c619694e31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3722713 Nov 13 04:48:36.787836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-0055d691-9698-4d9e-a291-774da87d940f req-86967393-3cda-4767-9bc5-4f992fd8dc66 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Request body: {'port': {'device_id': '76b91efd-24cc-4a11-a646-b1ba31404642', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'admin_state_up': True, 'tenant_id': '993098ec42b94d2ab40502e181f46c75'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:36.794418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55964) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:36.796860 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['09174db8-91e0-4b74-a72c-b608e45a4bd2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:48:36.799372 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-dc068e3a-303b-42a4-b38c-826b467e0a4b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-705897724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:36.816170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50877b04-05a1-4f69-abd3-829f69fe0b80 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Pushing event deleted for resources: {'Port': ['ID=1abea8f4-7f8e-4672-8119-441f0697d997,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:36.849785 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e99c2-09e6-43e0-9a29-d2e38c544719 None None] DHCP port deletion for 38c4ff77-85a2-430d-a6a9-b667d4750285 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:36.891832 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba373d83-bbd0-4be8-b03e-28de9fc0c15b req-cb36c760-0dac-4bf0-8228-34e8186e9846 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:36.899317 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba373d83-bbd0-4be8-b03e-28de9fc0c15b req-cb36c760-0dac-4bf0-8228-34e8186e9846 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.1490939 Nov 13 04:48:36.910797 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc068e3a-303b-42a4-b38c-826b467e0a4b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.911162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4955c17a-dcb7-4a60-9a1e-1421fe54808c req-50877b04-05a1-4f69-abd3-829f69fe0b80 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] No DVR routers for this DVR port 1abea8f4-7f8e-4672-8119-441f0697d997 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:48:36.911435 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc068e3a-303b-42a4-b38c-826b467e0a4b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.916447 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4955c17a-dcb7-4a60-9a1e-1421fe54808c req-50877b04-05a1-4f69-abd3-829f69fe0b80 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:36.919517 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4955c17a-dcb7-4a60-9a1e-1421fe54808c req-50877b04-05a1-4f69-abd3-829f69fe0b80 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.36 "DELETE /v2.0/ports/1abea8f4-7f8e-4672-8119-441f0697d997 HTTP/1.1" status: 204 len: 173 time: 1.5027177 Nov 13 04:48:36.920016 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92fd592-c11f-47b0-b67a-98901384f361', 'name': 'network-vif-deleted', 'tag': '1abea8f4-7f8e-4672-8119-441f0697d997'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:36.922872 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea8a600-5f1a-42bf-a067-7add6bfe59c9" -d '{"events": [{"server_uuid": "d92fd592-c11f-47b0-b67a-98901384f361", "name": "network-vif-deleted", "tag": "1abea8f4-7f8e-4672-8119-441f0697d997"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:37.020160 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bb08f9-d800-4ce2-b9d5-2415637300f0 x-openstack-request-id: req-e2bb08f9-d800-4ce2-b9d5-2415637300f0 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:37.020929 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92fd592-c11f-47b0-b67a-98901384f361", "name": "network-vif-deleted", "tag": "1abea8f4-7f8e-4672-8119-441f0697d997", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:37.020929 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2bb08f9-d800-4ce2-b9d5-2415637300f0 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:37.021137 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92fd592-c11f-47b0-b67a-98901384f361', 'name': 'network-vif-deleted', 'tag': '1abea8f4-7f8e-4672-8119-441f0697d997', 'status': 'completed', 'code': 200} Nov 13 04:48:37.023559 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0055d691-9698-4d9e-a291-774da87d940f req-86967393-3cda-4767-9bc5-4f992fd8dc66 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Made reservation on behalf of 993098ec42b94d2ab40502e181f46c75 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:37.028400 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0055d691-9698-4d9e-a291-774da87d940f req-86967393-3cda-4767-9bc5-4f992fd8dc66 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:37.078824 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba373d83-bbd0-4be8-b03e-28de9fc0c15b req-5fa570ac-0c44-4c1f-b3fc-fb0556731a22 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784990 Nov 13 04:48:37.084831 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc068e3a-303b-42a4-b38c-826b467e0a4b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:37.108874 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc068e3a-303b-42a4-b38c-826b467e0a4b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:37.143563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] device_id is not set on port 26dbf827-d83d-490c-beeb-260d5a0ffc50 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:48:37.158663 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc068e3a-303b-42a4-b38c-826b467e0a4b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:37.159911 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dc068e3a-303b-42a4-b38c-826b467e0a4b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3643925 Nov 13 04:48:37.163032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55970) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:37.166132 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:37.184962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-bcc3875b-2054-4d6d-a68a-a3f3c49a6150', 'network_id': 'bcc3875b-2054-4d6d-a68a-a3f3c49a6150', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'fixed_ips': [{'subnet_id': 'c69ea4e0-4f7f-484a-b5bc-d4089e5ed9ad'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:48:37.199976 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:37.310515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-0055d691-9698-4d9e-a291-774da87d940f req-86967393-3cda-4767-9bc5-4f992fd8dc66 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Allocated IP 172.20.0.6 (4dc05814-102b-44bd-8ce8-6f17b45f35fc/b87c0f16-fdb8-4bae-b020-fe4bc6d36ead/e4c8742a-4470-4b0f-95e1-21bfd715fb45) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:37.312733 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:37.451620 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-751775d6-3403-482d-a6d2-df2356fc96f6 req-c8cad9c9-e00b-4815-866f-ad218fdbd34e tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 210 time: 0.1332369 Nov 13 04:48:37.502811 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610199a5-d027-4bac-8e20-8d55d87a1c6c req-acd99682-3350-4886-a8f4-e9ded826e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:37.504373 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-610199a5-d027-4bac-8e20-8d55d87a1c6c req-acd99682-3350-4886-a8f4-e9ded826e89e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b11c2dde876f41aca8570335ecaccf73&device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 1096 time: 0.1712470 Nov 13 04:48:37.544301 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Allocated IP 2001:db8:1::2 (bcc3875b-2054-4d6d-a68a-a3f3c49a6150/c69ea4e0-4f7f-484a-b5bc-d4089e5ed9ad/587ab8a3-fac4-48c7-af79-80cfad05cae9) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:37.640729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486a1bb-ef04-44bc-bc8d-79e5889ce741 req-dba3209e-b298-48c4-8ac5-833a09216020 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:37.648691 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8486a1bb-ef04-44bc-bc8d-79e5889ce741 req-dba3209e-b298-48c4-8ac5-833a09216020 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.2027662 Nov 13 04:48:37.705359 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:37.707906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Pushing event updated for resources: {'Port': ['ID=26dbf827-d83d-490c-beeb-260d5a0ffc50,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:37.735370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a49d8-ca89-4fbd-8e54-148a470b32f4 req-f8c4df39-f82e-4bcc-9509-470471ca1105 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:37.737178 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-427a49d8-ca89-4fbd-8e54-148a470b32f4 req-f8c4df39-f82e-4bcc-9509-470471ca1105 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.36 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.1684918 Nov 13 04:48:37.821054 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:37.821646 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:37.822182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:37.830770 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcf93a4-992d-493d-8af6-2428ecc305b7 None None] Network d4ce4b17-d790-4cd1-ad78-56047b35f147 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:37.844500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:37.844844 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:37.851676 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:37.863205 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 2 to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 Nov 13 04:48:37.893874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe171da-7e59-4501-b6bb-c3bc85d53070 req-5ec749b2-2cc6-4a40-96ac-e8be1f2729f2 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:37.895455 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dbe171da-7e59-4501-b6bb-c3bc85d53070 req-5ec749b2-2cc6-4a40-96ac-e8be1f2729f2 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.2861423 Nov 13 04:48:37.899987 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:37.900317 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:37.900653 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:37.904364 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:37.918091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-359a122f-5cce-4af4-a88e-34981792923a None None] Provisioning complete for port cc46bb5d-0562-4a23-8981-4787b6fb8068 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:37.918448 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-359a122f-5cce-4af4-a88e-34981792923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:37.921290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:37.921643 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:37.934839 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 3 to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 Nov 13 04:48:37.950704 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8486a1bb-ef04-44bc-bc8d-79e5889ce741 req-e7c982cd-a0e5-48e4-9002-3876877a90d4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010974 Nov 13 04:48:38.005472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Network bcc3875b-2054-4d6d-a68a-a3f3c49a6150 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:38.023571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:38.024053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:38.024507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:38.029993 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:38.041105 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:38.042575 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:38.046241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Pushing event updated for resources: {'Port': ['ID=587ab8a3-fac4-48c7-af79-80cfad05cae9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:38.065668 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:38.066076 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:38.069190 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 4 to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 Nov 13 04:48:38.069437 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0055d691-9698-4d9e-a291-774da87d940f req-86967393-3cda-4767-9bc5-4f992fd8dc66 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:38.078138 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dbe171da-7e59-4501-b6bb-c3bc85d53070 req-81cd9704-de24-41b8-8018-10e35d369ca8 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742444 Nov 13 04:48:38.142365 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610199a5-d027-4bac-8e20-8d55d87a1c6c req-2e263e7f-e4e5-42d1-bf72-90450c01861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:38.145361 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-610199a5-d027-4bac-8e20-8d55d87a1c6c req-2e263e7f-e4e5-42d1-bf72-90450c01861e service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4e53f50-84fb-4e78-854b-adb52582e3df HTTP/1.1" status: 200 len: 911 time: 0.6221383 Nov 13 04:48:38.197143 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0055d691-9698-4d9e-a291-774da87d940f req-86967393-3cda-4767-9bc5-4f992fd8dc66 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:38.233030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0055d691-9698-4d9e-a291-774da87d940f req-86967393-3cda-4767-9bc5-4f992fd8dc66 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Network 4dc05814-102b-44bd-8ce8-6f17b45f35fc is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:38.237341 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-0055d691-9698-4d9e-a291-774da87d940f req-86967393-3cda-4767-9bc5-4f992fd8dc66 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:38.241097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0055d691-9698-4d9e-a291-774da87d940f req-86967393-3cda-4767-9bc5-4f992fd8dc66 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:38.250650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['90bc28fe-da8e-439a-b4e5-3950a3cc7cd3'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:48:38.251178 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:38.251620 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:38.252058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:38.252600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4e0d692a-bd9c-4905-aee3-0a6f7c699126 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:48:38.254817 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 1abea8f4-7f8e-4672-8119-441f0697d997 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:48:38.317588 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device cc46bb5d-0562-4a23-8981-4787b6fb8068 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:38.324471 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:38.324807 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:38.337915 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 5 to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 Nov 13 04:48:38.369076 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Attempting to bind port 587ab8a3-fac4-48c7-af79-80cfad05cae9 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:38.369643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Attempting to bind port 587ab8a3-fac4-48c7-af79-80cfad05cae9 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '971141e0-bfe4-4ca9-b91c-e1a00e39f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bcc3875b-2054-4d6d-a68a-a3f3c49a6150'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:38.370164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Attempting to bind port 587ab8a3-fac4-48c7-af79-80cfad05cae9 on network bcc3875b-2054-4d6d-a68a-a3f3c49a6150 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:38.372696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 1abea8f4-7f8e-4672-8119-441f0697d997 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:48:38.373189 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 1abea8f4-7f8e-4672-8119-441f0697d997 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:48:38.397001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86967393-3cda-4767-9bc5-4f992fd8dc66 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Pushing event updated for resources: {'Port': ['ID=e4c8742a-4470-4b0f-95e1-21bfd715fb45,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:38.403949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:38.404289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:38.404805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:38.408330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:48:38.408959 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Checking segment: {'id': '971141e0-bfe4-4ca9-b91c-e1a00e39f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bcc3875b-2054-4d6d-a68a-a3f3c49a6150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:38.409512 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:38.410057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Bound using segment: {'id': '971141e0-bfe4-4ca9-b91c-e1a00e39f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bcc3875b-2054-4d6d-a68a-a3f3c49a6150'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:48:38.410683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Bound port: 587ab8a3-fac4-48c7-af79-80cfad05cae9, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971141e0-bfe4-4ca9-b91c-e1a00e39f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bcc3875b-2054-4d6d-a68a-a3f3c49a6150'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:48:38.411249 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:38.420489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:38.420819 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:38.426387 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 6 to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 Nov 13 04:48:38.438766 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-610199a5-d027-4bac-8e20-8d55d87a1c6c req-f5d989d4-c29a-4549-8472-4b8d7d77e63e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daac0b98-49b2-4eda-a339-c5cfb940c88b HTTP/1.1" status: 200 len: 217 time: 0.2610984 Nov 13 04:48:38.442224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-427a49d8-ca89-4fbd-8e54-148a470b32f4 req-e9f373fb-4eaa-4a35-9b69-9bbec8c3088e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Deleting port d78cd999-1ccc-4746-be63-52a163267895 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:38.442705 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-427a49d8-ca89-4fbd-8e54-148a470b32f4 req-e9f373fb-4eaa-4a35-9b69-9bbec8c3088e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:38.452126 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d317ff7-fa93-4bb4-ba6e-73ca992d298e req-45a64650-8e0d-4e0c-9c34-9f848ff16f12 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:38.463370 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d317ff7-fa93-4bb4-ba6e-73ca992d298e req-45a64650-8e0d-4e0c-9c34-9f848ff16f12 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 931 time: 0.2276175 Nov 13 04:48:38.473483 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-359a122f-5cce-4af4-a88e-34981792923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:38.530655 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:38.530906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:38.531266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:38.556249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:38.556578 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:38.559519 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610199a5-d027-4bac-8e20-8d55d87a1c6c req-4f45eec9-84c0-40c5-90a1-23c47fa00a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:38.561703 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 7 to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 Nov 13 04:48:38.562410 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-610199a5-d027-4bac-8e20-8d55d87a1c6c req-4f45eec9-84c0-40c5-90a1-23c47fa00a82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4 HTTP/1.1" status: 200 len: 850 time: 0.1073563 Nov 13 04:48:38.568546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 4e0d692a-bd9c-4905-aee3-0a6f7c699126, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4e0d692a-bd9c-4905-aee3-0a6f7c699126,segment=NetworkSegment(73a5307e-f585-4fad-adc9-46808897cdd9),segment_id=73a5307e-f585-4fad-adc9-46808897cdd9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:38.597706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '4e0d692a-bd9c-4905-aee3-0a6f7c699126', 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e', 'port_id': '4e0d692a-bd9c-4905-aee3-0a6f7c699126', 'mac_address': 'fa:16:3e:fc:bc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a170a8-fbed-476b-a7f4-49edcd7583ce', 'ip_address': '19.80.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:48:38.617716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:38.618056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:38.618391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:38.648458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d317ff7-fa93-4bb4-ba6e-73ca992d298e req-316e94f5-395b-41ac-bbdc-1102d560c2b4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840928 Nov 13 04:48:38.667222 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] For port 587ab8a3-fac4-48c7-af79-80cfad05cae9, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:38.670586 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] For port 587ab8a3-fac4-48c7-af79-80cfad05cae9, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=587ab8a3-fac4-48c7-af79-80cfad05cae9,segment=NetworkSegment(971141e0-bfe4-4ca9-b91c-e1a00e39f6f6),segment_id=971141e0-bfe4-4ca9-b91c-e1a00e39f6f6)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:48:38.670982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:38.671472 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:38.671738 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055d691-9698-4d9e-a291-774da87d940f req-86967393-3cda-4767-9bc5-4f992fd8dc66 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:38.672565 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0055d691-9698-4d9e-a291-774da87d940f req-86967393-3cda-4767-9bc5-4f992fd8dc66 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:38.678397 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 8 to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 Nov 13 04:48:38.729171 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:38.730431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:38.734239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:38.758412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Allocated IP 2001:db8::1 (d4ce4b17-d790-4cd1-ad78-56047b35f147/ba3c8778-7906-4cef-93e2-b5fc96b36884/be8f8268-2f7e-4df6-a863-fbecc78ea3cd) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:38.769064 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:38.774297 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:38.775046 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:38.778285 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 9 to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 Nov 13 04:48:38.788214 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:38.848035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:38.848768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:38.849357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:38.867594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e0d692a-bd9c-4905-aee3-0a6f7c699126 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:48:38.893070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 4e0d692a-bd9c-4905-aee3-0a6f7c699126, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4e0d692a-bd9c-4905-aee3-0a6f7c699126,segment=NetworkSegment(73a5307e-f585-4fad-adc9-46808897cdd9),segment_id=73a5307e-f585-4fad-adc9-46808897cdd9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:38.910796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:38.911978 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:38.915750 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempt 10 to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 Nov 13 04:48:38.952785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845fba6-ed69-4fed-a841-bb0ab4d3ba87 req-8273f58d-8df7-46f2-ac53-94a06d5bf8b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:38.966012 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4845fba6-ed69-4fed-a841-bb0ab4d3ba87 req-8273f58d-8df7-46f2-ac53-94a06d5bf8b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 945 time: 0.2093914 Nov 13 04:48:38.971371 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:38.971840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:38.972316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempting to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:38.999996 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.000947 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device cf19b85b-4c55-4a7d-a185-953a08c82233 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:48:39.013052 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:39.013442 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Failed to bind port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'c6f61ee0-8026-435e-9008-3e7acc832c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61db9af8-c781-4e35-abbb-642a4e5c8554'}] Nov 13 04:48:39.013933 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.132248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port cf19b85b-4c55-4a7d-a185-953a08c82233, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=cf19b85b-4c55-4a7d-a185-953a08c82233,segment=NetworkSegment(0477d191-102c-4df4-be69-3915ad670a47),segment_id=0477d191-102c-4df4-be69-3915ad670a47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:39.132900 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.158101 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port cc46bb5d-0562-4a23-8981-4787b6fb8068 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:39.158475 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.208368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'cf19b85b-4c55-4a7d-a185-953a08c82233', 'network_id': 'bb3e8025-e164-42b8-91b5-ac9501993e98', 'port_id': 'cf19b85b-4c55-4a7d-a185-953a08c82233', 'mac_address': 'fa:16:3e:5c:df:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a50849c-7c95-441b-92e7-0e82fe8a7e59', 'ip_address': '19.86.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:48:39.231523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-359a122f-5cce-4af4-a88e-34981792923a None None] For port cc46bb5d-0562-4a23-8981-4787b6fb8068, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=cc46bb5d-0562-4a23-8981-4787b6fb8068,segment=NetworkSegment(63dc88dc-2876-404e-a422-8921d3a413f3),segment_id=63dc88dc-2876-404e-a422-8921d3a413f3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:39.239740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4845fba6-ed69-4fed-a841-bb0ab4d3ba87 req-65b2e050-02e5-44b0-9e71-1d3dea9c0535 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718828 Nov 13 04:48:39.284500 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-359a122f-5cce-4af4-a88e-34981792923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.305030 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-610199a5-d027-4bac-8e20-8d55d87a1c6c req-df941052-1c30-47bb-bd49-55fca7c5c345 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4e53f50-84fb-4e78-854b-adb52582e3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7214730 Nov 13 04:48:39.313481 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0055d691-9698-4d9e-a291-774da87d940f req-86967393-3cda-4767-9bc5-4f992fd8dc66 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5383344 Nov 13 04:48:39.328204 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] For port 26dbf827-d83d-490c-beeb-260d5a0ffc50, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:39.328655 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attempted to set empty binding levels {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 13 04:48:39.346576 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.364401 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a0f5e-ef50-4f81-9342-bfd354db99c1 None None] Pushing event updated for resources: {'Port': ['ID=587ab8a3-fac4-48c7-af79-80cfad05cae9,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:39.370143 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.385124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Request body: {'port': {'device_id': '76b91efd-24cc-4a11-a646-b1ba31404642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:39.419238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] In _notify_port_updated(), no bound segment for port 26dbf827-d83d-490c-beeb-260d5a0ffc50 on network 61db9af8-c781-4e35-abbb-642a4e5c8554 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 04:48:39.420591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:39.421924 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.424256 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "PUT /v2.0/ports/26dbf827-d83d-490c-beeb-260d5a0ffc50 HTTP/1.1" status: 200 len: 975 time: 2.8611112 Nov 13 04:48:39.444895 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55994) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:39.456944 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.458115 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.479432 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf19b85b-4c55-4a7d-a185-953a08c82233 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:48:39.484509 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.498152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fccf6-781b-4592-8e75-1e9e1d778952 req-f0535a5d-2945-4ab6-ab78-295b6b522097 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:39.507138 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fccf6-781b-4592-8e75-1e9e1d778952 req-f0535a5d-2945-4ab6-ab78-295b6b522097 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:39.510945 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bbf959f6-12d1-437b-994f-e2b1432730e1 req-7e4e435b-769e-47ff-abb9-c1bd0f758c69 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 210 time: 0.0849662 Nov 13 04:48:39.514741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fccf6-781b-4592-8e75-1e9e1d778952 req-f0535a5d-2945-4ab6-ab78-295b6b522097 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:39.516492 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9b6fccf6-781b-4592-8e75-1e9e1d778952 req-f0535a5d-2945-4ab6-ab78-295b6b522097 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2413 time: 1.2185938 Nov 13 04:48:39.525502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9daf3c16-5466-48bb-bb9d-05b0ace3814f None None] Provisioning complete for port cc46bb5d-0562-4a23-8981-4787b6fb8068 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:39.525969 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9daf3c16-5466-48bb-bb9d-05b0ace3814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.545666 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee2f3c-ef31-40b9-ad02-3e32377fe1a9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Pushing event updated for resources: {'Port': ['ID=26dbf827-d83d-490c-beeb-260d5a0ffc50,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:39.564887 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=4e0d692a-bd9c-4905-aee3-0a6f7c699126,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:39.581364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port cf19b85b-4c55-4a7d-a185-953a08c82233, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=cf19b85b-4c55-4a7d-a185-953a08c82233,segment=NetworkSegment(0477d191-102c-4df4-be69-3915ad670a47),segment_id=0477d191-102c-4df4-be69-3915ad670a47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:39.608019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network d4ce4b17-d790-4cd1-ad78-56047b35f147 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:39.614469 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:39.619238 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.620032 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:48:39.621335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:39.622567 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.651776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e8c5e12f-3c70-4dc3-8b49-f2b063dc0107,segment=NetworkSegment(73a5307e-f585-4fad-adc9-46808897cdd9),segment_id=73a5307e-f585-4fad-adc9-46808897cdd9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:39.667725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'e8c5e12f-3c70-4dc3-8b49-f2b063dc0107', 'network_id': '6e449dc6-700a-44fd-8723-3d1a0c34c31e', 'port_id': 'e8c5e12f-3c70-4dc3-8b49-f2b063dc0107', 'mac_address': 'fa:16:3e:c8:00:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a170a8-fbed-476b-a7f4-49edcd7583ce', 'ip_address': '19.80.0.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:48:39.683824 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9b6fccf6-781b-4592-8e75-1e9e1d778952 req-07458751-b768-402c-b5b1-763b8c2ad842 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085079 Nov 13 04:48:39.776156 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=be8f8268-2f7e-4df6-a863-fbecc78ea3cd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:39.788762 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a122f-5cce-4af4-a88e-34981792923a None None] Pushing event updated for resources: {'Port': ['ID=cc46bb5d-0562-4a23-8981-4787b6fb8068,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:39.895241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=cf19b85b-4c55-4a7d-a185-953a08c82233,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:39.901045 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.951784 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a5fbd-aa4d-4b74-be1c-4ff6ab40abe6 req-6bd347c5-0d7b-4935-b0f8-271f52433eb6 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:39.954123 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5b1a5fbd-aa4d-4b74-be1c-4ff6ab40abe6 req-6bd347c5-0d7b-4935-b0f8-271f52433eb6 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06 HTTP/1.1" status: 200 len: 945 time: 0.3009133 Nov 13 04:48:39.967519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-67756140-bbbb-4c8a-b618-4649583e1b51 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Deleting port 26dbf827-d83d-490c-beeb-260d5a0ffc50 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:39.968199 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67756140-bbbb-4c8a-b618-4649583e1b51 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:39.977372 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:48:40.173479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c8742a-4470-4b0f-95e1-21bfd715fb45 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:48:40.193399 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:40.208050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Transition to ACTIVE for port object e4c8742a-4470-4b0f-95e1-21bfd715fb45 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:48:40.232616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-427a49d8-ca89-4fbd-8e54-148a470b32f4 req-e9f373fb-4eaa-4a35-9b69-9bbec8c3088e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] For port d78cd999-1ccc-4746-be63-52a163267895, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d78cd999-1ccc-4746-be63-52a163267895,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:40.232991 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-427a49d8-ca89-4fbd-8e54-148a470b32f4 req-e9f373fb-4eaa-4a35-9b69-9bbec8c3088e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:40.236744 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:40.267723 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:40.290566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e8c5e12f-3c70-4dc3-8b49-f2b063dc0107,segment=NetworkSegment(73a5307e-f585-4fad-adc9-46808897cdd9),segment_id=73a5307e-f585-4fad-adc9-46808897cdd9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:40.317530 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:40.369156 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 587ab8a3-fac4-48c7-af79-80cfad05cae9 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:40.447836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=e8c5e12f-3c70-4dc3-8b49-f2b063dc0107,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:40.474682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-427a49d8-ca89-4fbd-8e54-148a470b32f4 req-e9f373fb-4eaa-4a35-9b69-9bbec8c3088e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Calling delete_port for d78cd999-1ccc-4746-be63-52a163267895 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:40.479205 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-248e5ba2-7ee2-4529-9f90-a6cc400ea630 None None] Provisioning complete for port be8f8268-2f7e-4df6-a863-fbecc78ea3cd triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:40.479566 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-248e5ba2-7ee2-4529-9f90-a6cc400ea630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:40.532680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-248e5ba2-7ee2-4529-9f90-a6cc400ea630 None None] Port be8f8268-2f7e-4df6-a863-fbecc78ea3cd cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:40.538139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4693d1-eef1-4007-9970-f872b2fe556f None None] Network bcc3875b-2054-4d6d-a68a-a3f3c49a6150 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:40.612254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 587ab8a3-fac4-48c7-af79-80cfad05cae9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:40.612958 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:40.644228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c8742a-4470-4b0f-95e1-21bfd715fb45,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:40.690138 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af632cb-b860-4a97-a60c-544c29b653dc req-b65010d6-1d12-45b3-8802-cb0a62aced8e tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:40.691767 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8af632cb-b860-4a97-a60c-544c29b653dc req-b65010d6-1d12-45b3-8802-cb0a62aced8e tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.4776525 Nov 13 04:48:40.694167 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-610199a5-d027-4bac-8e20-8d55d87a1c6c req-9c488a02-e187-4843-add7-70edca0ae741 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3766367 Nov 13 04:48:40.715879 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a0cf8827-e967-4521-a496-0959843bbf31 None None] Provisioning complete for port 587ab8a3-fac4-48c7-af79-80cfad05cae9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:40.716421 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8827-e967-4521-a496-0959843bbf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:40.717233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:40.741962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-67756140-bbbb-4c8a-b618-4649583e1b51 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] For port 26dbf827-d83d-490c-beeb-260d5a0ffc50, host n-h1-813114-2, got binding levels [] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:40.742575 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67756140-bbbb-4c8a-b618-4649583e1b51 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:40.783534 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5b1a5fbd-aa4d-4b74-be1c-4ff6ab40abe6 req-56a3d412-f107-44bf-9a3b-267ab6d47f92 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8059549 Nov 13 04:48:40.790313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-67756140-bbbb-4c8a-b618-4649583e1b51 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Calling delete_port for 26dbf827-d83d-490c-beeb-260d5a0ffc50 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:40.866604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Attempting to bind port e4c8742a-4470-4b0f-95e1-21bfd715fb45 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:40.866953 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Attempting to bind port e4c8742a-4470-4b0f-95e1-21bfd715fb45 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:40.867279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Attempting to bind port e4c8742a-4470-4b0f-95e1-21bfd715fb45 on network 4dc05814-102b-44bd-8ce8-6f17b45f35fc {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:40.895188 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Port e4c8742a-4470-4b0f-95e1-21bfd715fb45 on network 4dc05814-102b-44bd-8ce8-6f17b45f35fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:40.895511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Attempting to bind port e4c8742a-4470-4b0f-95e1-21bfd715fb45 on network 4dc05814-102b-44bd-8ce8-6f17b45f35fc {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:40.925340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:48:40.925687 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Checking segment: {'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:40.926217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Bound using segment: {'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:48:40.926700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Bound port: e4c8742a-4470-4b0f-95e1-21bfd715fb45, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8485d45e-d5ea-4413-aff8-4c8e69d58aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:48:40.927100 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:40.967180 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8af632cb-b860-4a97-a60c-544c29b653dc req-f9845881-ebb5-4716-96e2-935c5281c033 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647188 Nov 13 04:48:41.011510 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-427a49d8-ca89-4fbd-8e54-148a470b32f4 req-e9f373fb-4eaa-4a35-9b69-9bbec8c3088e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:41.021908 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:41.060843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f373fb-4eaa-4a35-9b69-9bbec8c3088e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Pushing event deleted for resources: {'Port': ['ID=d78cd999-1ccc-4746-be63-52a163267895,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:41.064854 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-610199a5-d027-4bac-8e20-8d55d87a1c6c req-8bed8fd4-b200-455b-b492-d4938b5ee5f7 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615506 Nov 13 04:48:41.071396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dd9f7-8b99-4cab-aa1c-7a1595ca9d04 req-12ec6ea7-bcd2-4118-9f64-fa1569f653c7 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:41.073649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-183dd9f7-8b99-4cab-aa1c-7a1595ca9d04 req-12ec6ea7-bcd2-4118-9f64-fa1569f653c7 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 943 time: 0.1327579 Nov 13 04:48:41.081417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['e8c5e12f-3c70-4dc3-8b49-f2b063dc0107'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:48:41.154044 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13854aff-6dfd-4bf5-8d65-51801141972f None None] DHCP port deletion for abb184c2-0551-4712-87b8-ea6a790c3ce3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:41.164399 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67756140-bbbb-4c8a-b618-4649583e1b51 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:41.190115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] For port e4c8742a-4470-4b0f-95e1-21bfd715fb45, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:41.218724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['4e0d692a-bd9c-4905-aee3-0a6f7c699126'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:48:41.220521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67756140-bbbb-4c8a-b618-4649583e1b51 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Pushing event deleted for resources: {'Port': ['ID=26dbf827-d83d-490c-beeb-260d5a0ffc50,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:41.225622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 587ab8a3-fac4-48c7-af79-80cfad05cae9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=587ab8a3-fac4-48c7-af79-80cfad05cae9,segment=NetworkSegment(971141e0-bfe4-4ca9-b91c-e1a00e39f6f6),segment_id=971141e0-bfe4-4ca9-b91c-e1a00e39f6f6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:41.265008 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-427a49d8-ca89-4fbd-8e54-148a470b32f4 req-e9f373fb-4eaa-4a35-9b69-9bbec8c3088e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] No DVR routers for this DVR port d78cd999-1ccc-4746-be63-52a163267895 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:48:41.270318 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67756140-bbbb-4c8a-b618-4649583e1b51 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:41.271068 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:41.273905 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-67756140-bbbb-4c8a-b618-4649583e1b51 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "DELETE /v2.0/ports/26dbf827-d83d-490c-beeb-260d5a0ffc50 HTTP/1.1" status: 204 len: 168 time: 1.8266506 Nov 13 04:48:41.274814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device cc46bb5d-0562-4a23-8981-4787b6fb8068 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:41.279798 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56006) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:41.281338 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-427a49d8-ca89-4fbd-8e54-148a470b32f4 req-e9f373fb-4eaa-4a35-9b69-9bbec8c3088e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:41.286326 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-427a49d8-ca89-4fbd-8e54-148a470b32f4 req-e9f373fb-4eaa-4a35-9b69-9bbec8c3088e tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.36 "DELETE /v2.0/ports/d78cd999-1ccc-4746-be63-52a163267895 HTTP/1.1" status: 204 len: 173 time: 3.5393803 Nov 13 04:48:41.306816 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-183dd9f7-8b99-4cab-aa1c-7a1595ca9d04 req-7e826041-eb82-485b-bef6-825357121bd6 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147522 Nov 13 04:48:41.340659 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06', 'name': 'network-vif-deleted', 'tag': 'd78cd999-1ccc-4746-be63-52a163267895'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:41.347635 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb031819-4edf-4573-a6f6-0fd061cce921" -d '{"events": [{"server_uuid": "70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06", "name": "network-vif-deleted", "tag": "d78cd999-1ccc-4746-be63-52a163267895"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:41.379172 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bc15f30f-f0c5-4cda-8835-7f4b0a234af4 req-51179604-99fc-4df1-b96b-d5f1d9ee061f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 210 time: 0.1477356 Nov 13 04:48:41.412152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:41.421346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] For port e4c8742a-4470-4b0f-95e1-21bfd715fb45, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=e4c8742a-4470-4b0f-95e1-21bfd715fb45,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:48:41.429314 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b371792-ed93-4ea4-a279-3e0126d70ac9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] GET failed (client error): The resource could not be found. Nov 13 04:48:41.434724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2b371792-ed93-4ea4-a279-3e0126d70ac9 tempest-PortsAdminExtendedAttrsTestJSON-1283335120 tempest-PortsAdminExtendedAttrsTestJSON-1283335120-project-admin] 10.222.0.43 "GET /v2.0/ports/26dbf827-d83d-490c-beeb-260d5a0ffc50 HTTP/1.1" status: 404 len: 333 time: 0.1073296 Nov 13 04:48:41.437776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56010) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:41.443339 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:41.472474 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:41.473276 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:41.559397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:41.560040 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:41.561511 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0055d691-9698-4d9e-a291-774da87d940f req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] 10.222.0.46 "PUT /v2.0/ports/e4c8742a-4470-4b0f-95e1-21bfd715fb45 HTTP/1.1" status: 200 len: 1091 time: 2.1892066 Nov 13 04:48:41.602332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c5c26-c8e3-4790-8064-528dc7813dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c8742a-4470-4b0f-95e1-21bfd715fb45,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:41.616976 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=587ab8a3-fac4-48c7-af79-80cfad05cae9,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:41.766546 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ada3022-0ba0-4d37-8e8d-449bb5cc793c tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:41.769757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055d691-9698-4d9e-a291-774da87d940f req-8b8bded4-8265-40f0-af6d-fa6df7320d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:41.771294 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=be8f8268-2f7e-4df6-a863-fbecc78ea3cd,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:41.771780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port cc46bb5d-0562-4a23-8981-4787b6fb8068 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:41.772288 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:41.773995 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0055d691-9698-4d9e-a291-774da87d940f req-8b8bded4-8265-40f0-af6d-fa6df7320d54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 1094 time: 0.0789633 Nov 13 04:48:41.786800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5ae73-6edd-46be-b252-8bfad558b5a5 req-31d7ff55-4ca1-4bf8-8802-6275c4782e28 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:41.794532 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60a5ae73-6edd-46be-b252-8bfad558b5a5 req-31d7ff55-4ca1-4bf8-8802-6275c4782e28 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 945 time: 0.1506431 Nov 13 04:48:41.852442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network d4ce4b17-d790-4cd1-ad78-56047b35f147 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:41.861184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:41.914363 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0055d691-9698-4d9e-a291-774da87d940f req-f26e6f55-4421-4456-b347-30e4a9724e64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c8742a-4470-4b0f-95e1-21bfd715fb45 HTTP/1.1" status: 200 len: 217 time: 0.1048129 Nov 13 04:48:41.956592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe113-39e5-4536-be03-188c22a0e832 req-c7903275-94ca-4325-8394-e1c9c7495d3a tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:41.965734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe113-39e5-4536-be03-188c22a0e832 req-c7903275-94ca-4325-8394-e1c9c7495d3a tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:41.972274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe113-39e5-4536-be03-188c22a0e832 req-c7903275-94ca-4325-8394-e1c9c7495d3a tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:41.974186 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14bbe113-39e5-4536-be03-188c22a0e832 req-c7903275-94ca-4325-8394-e1c9c7495d3a tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2416 time: 0.4850843 Nov 13 04:48:41.997157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-560a3bd7-7ec5-4429-b4e8-dc1bd91744f4 None None] Provisioning complete for port 587ab8a3-fac4-48c7-af79-80cfad05cae9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:41.997960 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-560a3bd7-7ec5-4429-b4e8-dc1bd91744f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:42.015961 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055d691-9698-4d9e-a291-774da87d940f req-3df2f5f1-756a-4f21-96ff-19c3def0d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:42.017827 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0055d691-9698-4d9e-a291-774da87d940f req-3df2f5f1-756a-4f21-96ff-19c3def0d50a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.0734637 Nov 13 04:48:42.091397 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60a5ae73-6edd-46be-b252-8bfad558b5a5 req-9717dbb4-09c3-4201-9921-bbb826853a00 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768278 Nov 13 04:48:42.148274 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055d691-9698-4d9e-a291-774da87d940f req-de6b83a7-39ae-4fe8-99e2-010d3d6b8f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:42.152214 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0055d691-9698-4d9e-a291-774da87d940f req-de6b83a7-39ae-4fe8-99e2-010d3d6b8f53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855093 Nov 13 04:48:42.153764 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875c6118-caca-4cb9-8856-8603d7e63c7d x-openstack-request-id: req-875c6118-caca-4cb9-8856-8603d7e63c7d {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:42.154039 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06", "name": "network-vif-deleted", "tag": "d78cd999-1ccc-4746-be63-52a163267895", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:42.154297 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-875c6118-caca-4cb9-8856-8603d7e63c7d {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:42.158804 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70eb4f6a-6ce4-437d-ab3e-90d6e7c2ac06', 'name': 'network-vif-deleted', 'tag': 'd78cd999-1ccc-4746-be63-52a163267895', 'status': 'completed', 'code': 200} Nov 13 04:48:42.284481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['cf19b85b-4c55-4a7d-a185-953a08c82233'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:48:42.290460 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ada3022-0ba0-4d37-8e8d-449bb5cc793c tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:42.326481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 587ab8a3-fac4-48c7-af79-80cfad05cae9 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:42.337076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5ada3022-0ba0-4d37-8e8d-449bb5cc793c tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61db9af8-c781-4e35-abbb-642a4e5c8554']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:42.364443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5ada3022-0ba0-4d37-8e8d-449bb5cc793c tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f61ee0-8026-435e-9008-3e7acc832c3c') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:42.364662 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5ada3022-0ba0-4d37-8e8d-449bb5cc793c tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f61ee0-8026-435e-9008-3e7acc832c3c') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:42.370425 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14bbe113-39e5-4536-be03-188c22a0e832 req-35d711e4-5a20-459c-b5d6-5c70b1d5644e tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375154 Nov 13 04:48:42.383373 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ada3022-0ba0-4d37-8e8d-449bb5cc793c tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:42.402046 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ada3022-0ba0-4d37-8e8d-449bb5cc793c tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:42.407590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d78cd999-1ccc-4746-be63-52a163267895 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:48:42.422059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ada3022-0ba0-4d37-8e8d-449bb5cc793c tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:48:42.422553 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ada3022-0ba0-4d37-8e8d-449bb5cc793c tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:42.425668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a621898-5b9a-413d-a75d-3519ebebc713 req-0f854776-28ae-4cd6-a505-7c51a34f5fba tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:42.427355 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a621898-5b9a-413d-a75d-3519ebebc713 req-0f854776-28ae-4cd6-a505-7c51a34f5fba tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.1026716 Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:48:42.435613 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:48:42.440799 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: d78cd999-1ccc-4746-be63-52a163267895 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:48:42.441134 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d78cd999-1ccc-4746-be63-52a163267895 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:48:42.470710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 26c28413-24de-426a-af72-9a9b56567e9b is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:48:42.471459 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0055d691-9698-4d9e-a291-774da87d940f req-1b38185d-7690-41a4-86cf-b0f1fbcaede7 service neutron] 10.222.0.46 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077705 Nov 13 04:48:42.483546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 587ab8a3-fac4-48c7-af79-80cfad05cae9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:42.483918 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:42.598113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1f71af25-4082-4dc7-96f7-ebde8deb8501 None None] Provisioning complete for port be8f8268-2f7e-4df6-a863-fbecc78ea3cd triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:42.598529 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f71af25-4082-4dc7-96f7-ebde8deb8501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:42.600888 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a621898-5b9a-413d-a75d-3519ebebc713 req-218b41b7-a120-4069-bf9a-1967869c65d1 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646590 Nov 13 04:48:42.681034 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1f71af25-4082-4dc7-96f7-ebde8deb8501 None None] Port be8f8268-2f7e-4df6-a863-fbecc78ea3cd cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:42.696004 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0055d691-9698-4d9e-a291-774da87d940f req-65897c64-cb83-4a54-acdd-8569536c0722 service neutron] 10.222.0.46 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160347 Nov 13 04:48:42.697298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:48:42.707140 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa908b-3853-458c-bf10-d37b11feff4b None None] Sync routers for ids ['26c28413-24de-426a-af72-9a9b56567e9b'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:48:42.730461 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa908b-3853-458c-bf10-d37b11feff4b None None] Routers {'26c28413-24de-426a-af72-9a9b56567e9b'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:42.731461 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-39fa908b-3853-458c-bf10-d37b11feff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['26c28413-24de-426a-af72-9a9b56567e9b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:42.746204 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f35735e2-6996-44e8-99b9-3b21c94f9830 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/26c28413-24de-426a-af72-9a9b56567e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5818942 Nov 13 04:48:42.746497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56028) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:42.749094 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ba7a580-4395-453a-a3d2-f97045377250 req-e19bb1b0-06bf-415e-820d-24bb34150a8b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 210 time: 0.0317314 Nov 13 04:48:42.760349 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ada3022-0ba0-4d37-8e8d-449bb5cc793c tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:42.772902 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ada3022-0ba0-4d37-8e8d-449bb5cc793c tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:42.783528 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5ada3022-0ba0-4d37-8e8d-449bb5cc793c tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] 10.222.0.43 "DELETE /v2.0/networks/61db9af8-c781-4e35-abbb-642a4e5c8554 HTTP/1.1" status: 204 len: 168 time: 1.3445959 Nov 13 04:48:42.806040 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-39fa908b-3853-458c-bf10-d37b11feff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:42.807022 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6365a1c-0a31-46fb-afa1-4d76796e50a4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:42.808646 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e6365a1c-0a31-46fb-afa1-4d76796e50a4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports/be8f8268-2f7e-4df6-a863-fbecc78ea3cd HTTP/1.1" status: 200 len: 911 time: 0.0586812 Nov 13 04:48:42.812036 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56032) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:42.825070 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa908b-3853-458c-bf10-d37b11feff4b None None] Routers {'26c28413-24de-426a-af72-9a9b56567e9b'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:42.827351 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-39fa908b-3853-458c-bf10-d37b11feff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['26c28413-24de-426a-af72-9a9b56567e9b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:42.830425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada3022-0ba0-4d37-8e8d-449bb5cc793c tempest-PortsAdminExtendedAttrsTestJSON-979838749 tempest-PortsAdminExtendedAttrsTestJSON-979838749-project] Pushing event deleted for resources: {'Network': ['ID=61db9af8-c781-4e35-abbb-642a4e5c8554,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:42.854612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361fbc6-d47b-4f06-b182-53d9df3199fc req-88b3f380-d03d-476c-9aa4-39218777e808 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:42.859442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0361fbc6-d47b-4f06-b182-53d9df3199fc req-88b3f380-d03d-476c-9aa4-39218777e808 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 943 time: 0.2857916 Nov 13 04:48:42.898871 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-39fa908b-3853-458c-bf10-d37b11feff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:42.899702 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa908b-3853-458c-bf10-d37b11feff4b None None] The sync data for ids ['26c28413-24de-426a-af72-9a9b56567e9b'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:48:42.969897 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0361fbc6-d47b-4f06-b182-53d9df3199fc req-4c4f954e-e379-443c-9c8f-274fc499195f tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046917 Nov 13 04:48:43.211050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-d55cd7e9-e072-40bf-9d1f-8045ce86cef5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:43.212591 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-d55cd7e9-e072-40bf-9d1f-8045ce86cef5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 810 time: 0.3017218 Nov 13 04:48:43.227739 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56048) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:43.259201 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-b981a574-6727-4e74-a520-92d3618208ce tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/quotas/d50682e1086b48f396d8c57bff4ee516 HTTP/1.1" status: 200 len: 375 time: 0.0393496 Nov 13 04:48:43.295238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e203243-ca3b-4164-bc53-24c856db0ca1 req-cc4240e7-bb7a-4b3b-9d9a-72dcf48328fc tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:43.304488 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e203243-ca3b-4164-bc53-24c856db0ca1 req-cc4240e7-bb7a-4b3b-9d9a-72dcf48328fc tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 945 time: 0.0776134 Nov 13 04:48:43.370549 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e203243-ca3b-4164-bc53-24c856db0ca1 req-0357e297-0582-4715-a8d3-553006032752 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651772 Nov 13 04:48:43.426411 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:43.436912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-c5051225-7b2f-47eb-b93f-558e334e7ac1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618863 Nov 13 04:48:43.512395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cfcbf-6d9a-40a2-b837-6fb5c14e4f4d req-068dd4dd-4fa3-4d92-be44-f9146d1d6d11 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:43.519479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cfcbf-6d9a-40a2-b837-6fb5c14e4f4d req-068dd4dd-4fa3-4d92-be44-f9146d1d6d11 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:43.526509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cfcbf-6d9a-40a2-b837-6fb5c14e4f4d req-068dd4dd-4fa3-4d92-be44-f9146d1d6d11 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:43.534436 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-398cfcbf-6d9a-40a2-b837-6fb5c14e4f4d req-068dd4dd-4fa3-4d92-be44-f9146d1d6d11 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2416 time: 0.0818164 Nov 13 04:48:43.553817 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:48:43.580828 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-398cfcbf-6d9a-40a2-b837-6fb5c14e4f4d req-64ba2d4d-d231-4dfe-93be-bcdba18bb33e tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454793 Nov 13 04:48:43.632828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f29fd2db-9b14-4a68-9bc7-8078b1025982 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96089538424f4bfaaaf2b7fd3e0f8451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4039943 Nov 13 04:48:43.636193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56056) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:43.695934 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-b7c58b08-a7e4-445e-b4c9-be7fb3d4d01b service neutron] 10.222.0.43 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580550 Nov 13 04:48:43.743582 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5e9ab3f-c904-46c7-8634-67c33f9ac944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:43.762585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1a70e-b1f7-484f-95be-99c948e73e75 req-0c1a62af-441d-4431-9379-0acb5ebf7028 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:43.769967 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-18f1a70e-b1f7-484f-95be-99c948e73e75 req-0c1a62af-441d-4431-9379-0acb5ebf7028 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.0959902 Nov 13 04:48:43.798734 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5e9ab3f-c904-46c7-8634-67c33f9ac944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:43.861709 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-18f1a70e-b1f7-484f-95be-99c948e73e75 req-aeb5690b-0a3b-4c72-ad2f-4ecd98385840 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907147 Nov 13 04:48:43.906415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-4ef83c20-1ee1-44cc-9710-e401f346a1c2 service neutron] 10.222.0.43 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032011 Nov 13 04:48:43.906660 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5e9ab3f-c904-46c7-8634-67c33f9ac944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:43.909318 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5e9ab3f-c904-46c7-8634-67c33f9ac944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:43.910491 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c5e9ab3f-c904-46c7-8634-67c33f9ac944 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2ba3993-b9e1-4fed-bb0f-d1ff48e5ceaf HTTP/1.1" status: 204 len: 168 time: 0.2707372 Nov 13 04:48:43.935059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9ab3f-c904-46c7-8634-67c33f9ac944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ba3993-b9e1-4fed-bb0f-d1ff48e5ceaf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:44.001746 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a938971-4dcc-4ec1-87c2-cd957d58417f req-1bf8ca01-2964-489e-ba99-955f455b8980 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92fd592-c11f-47b0-b67a-98901384f361 HTTP/1.1" status: 200 len: 210 time: 0.0421095 Nov 13 04:48:44.004311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Allocated IP 2001:db8:1::1 (bcc3875b-2054-4d6d-a68a-a3f3c49a6150/c69ea4e0-4f7f-484a-b5bc-d4089e5ed9ad/89af5725-5386-409a-9c3a-682e0fa5522f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:44.160729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b91efd-24cc-4a11-a646-b1ba31404642', 'tag': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:44.174673 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5007c3a0-cdcd-4e50-a432-1878c06f4c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "76b91efd-24cc-4a11-a646-b1ba31404642", "tag": "e4c8742a-4470-4b0f-95e1-21bfd715fb45"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:44.284547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57394072-f24c-40da-8d00-e7562fbc7006 req-716d3ab2-5436-47f3-9e74-a2dc37d86b58 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:44.286502 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-57394072-f24c-40da-8d00-e7562fbc7006 req-716d3ab2-5436-47f3-9e74-a2dc37d86b58 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 943 time: 0.1033373 Nov 13 04:48:44.299390 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:44.374262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2957ef7-e2af-43d5-a9e2-3e0bb581ee03 req-2edd68f4-0d62-4c7e-b2f8-c8715bd94298 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 210 time: 0.0590210 Nov 13 04:48:44.402866 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-57394072-f24c-40da-8d00-e7562fbc7006 req-133edc00-4957-4dcc-9df4-bce3360f1bdb tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973017 Nov 13 04:48:44.422103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4e0d692a-bd9c-4905-aee3-0a6f7c699126 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:44.429119 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:44.515670 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56082) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:44.528967 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e6558f-0488-48fa-99e5-c69fee9e14b2 x-openstack-request-id: req-82e6558f-0488-48fa-99e5-c69fee9e14b2 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:44.529345 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b91efd-24cc-4a11-a646-b1ba31404642", "tag": "e4c8742a-4470-4b0f-95e1-21bfd715fb45", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:44.529579 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82e6558f-0488-48fa-99e5-c69fee9e14b2 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:44.529876 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b91efd-24cc-4a11-a646-b1ba31404642', 'tag': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45', 'status': 'completed', 'code': 200} Nov 13 04:48:44.535702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network bcc3875b-2054-4d6d-a68a-a3f3c49a6150 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:44.543230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:44.564663 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 4e0d692a-bd9c-4905-aee3-0a6f7c699126 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:48:44.572538 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 4e0d692a-bd9c-4905-aee3-0a6f7c699126 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:44.572908 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:44.580076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:44.581217 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:44.622906 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6f796ae8-6c7c-4176-9d49-88a6a40f7096 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b173ef23a5414fceaec94f3692a18c90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1056223 Nov 13 04:48:44.626230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56086) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:44.641295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device e4c8742a-4470-4b0f-95e1-21bfd715fb45 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:48:44.790175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f94d9-575c-43c4-abe7-5c745227053b req-8ae213be-f720-4ddc-bade-5ec2ae3ec57d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:44.797422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=89af5725-5386-409a-9c3a-682e0fa5522f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:44.803056 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-174f94d9-575c-43c4-abe7-5c745227053b req-8ae213be-f720-4ddc-bade-5ec2ae3ec57d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 945 time: 0.1785269 Nov 13 04:48:44.839723 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18c451d8-8946-4a3d-b51e-9c5475552cfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:44.913992 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:44.943087 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-174f94d9-575c-43c4-abe7-5c745227053b req-3b8b8adf-2126-4459-8d74-c5e12581f52c tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317573 Nov 13 04:48:44.947400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c660e-3362-4823-a598-508a45604334 req-a583a396-588a-42b4-b3af-82477c6b40fd tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:44.965037 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e09c660e-3362-4823-a598-508a45604334 req-a583a396-588a-42b4-b3af-82477c6b40fd tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.4231532 Nov 13 04:48:44.971722 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18c451d8-8946-4a3d-b51e-9c5475552cfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:44.975180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007c3a0-cdcd-4e50-a432-1878c06f4c8c req-ecb29ed1-db1a-4fcd-adfe-a7ea805c4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:44.976874 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5007c3a0-cdcd-4e50-a432-1878c06f4c8c req-ecb29ed1-db1a-4fcd-adfe-a7ea805c4579 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 1094 time: 0.4394908 Nov 13 04:48:44.993715 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port e4c8742a-4470-4b0f-95e1-21bfd715fb45, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=e4c8742a-4470-4b0f-95e1-21bfd715fb45,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:45.073173 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0d692a-bd9c-4905-aee3-0a6f7c699126'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:45.077249 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d67ef6-05de-41bd-a566-3b7834ab8aa6" -d '{"events": [{"server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "name": "network-vif-plugged", "status": "completed", "tag": "4e0d692a-bd9c-4905-aee3-0a6f7c699126"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:45.112592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1d4ee-0329-40e5-9820-3341eef9be02 req-f238fb46-a49f-4470-9129-8a0bef36da2c tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:45.119084 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1d4ee-0329-40e5-9820-3341eef9be02 req-f238fb46-a49f-4470-9129-8a0bef36da2c tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:45.126064 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1d4ee-0329-40e5-9820-3341eef9be02 req-f238fb46-a49f-4470-9129-8a0bef36da2c tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:45.134965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'port_id': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45', 'mac_address': 'fa:16:3e:e9:ed:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:48:45.135937 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fcc1d4ee-0329-40e5-9820-3341eef9be02 req-f238fb46-a49f-4470-9129-8a0bef36da2c tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2416 time: 0.0833211 Nov 13 04:48:45.150971 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 4e0d692a-bd9c-4905-aee3-0a6f7c699126, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4e0d692a-bd9c-4905-aee3-0a6f7c699126,segment=NetworkSegment(73a5307e-f585-4fad-adc9-46808897cdd9),segment_id=73a5307e-f585-4fad-adc9-46808897cdd9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:45.153402 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18c451d8-8946-4a3d-b51e-9c5475552cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:45.156201 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18c451d8-8946-4a3d-b51e-9c5475552cfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:45.160264 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-18c451d8-8946-4a3d-b51e-9c5475552cfc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e9faf17-ab45-4679-842e-c6d30e9cc24d HTTP/1.1" status: 204 len: 168 time: 0.5327940 Nov 13 04:48:45.172783 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:45.192733 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:45.223109 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fcc1d4ee-0329-40e5-9820-3341eef9be02 req-cf874512-2ec1-4d05-a185-ed7b2e8e8137 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805085 Nov 13 04:48:45.224078 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c451d8-8946-4a3d-b51e-9c5475552cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9faf17-ab45-4679-842e-c6d30e9cc24d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:45.297583 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c6d58431-b4b3-486f-bbcc-5dd8ffcb99e6 None None] Provisioning complete for port 89af5725-5386-409a-9c3a-682e0fa5522f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:45.298064 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6d58431-b4b3-486f-bbcc-5dd8ffcb99e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:45.408517 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eada28be-9113-48a7-b8db-041aa41b2f08 x-openstack-request-id: req-eada28be-9113-48a7-b8db-041aa41b2f08 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:45.408796 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "name": "network-vif-plugged", "status": "completed", "tag": "4e0d692a-bd9c-4905-aee3-0a6f7c699126", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:45.409062 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eada28be-9113-48a7-b8db-041aa41b2f08 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:45.409490 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0d692a-bd9c-4905-aee3-0a6f7c699126', 'code': 200} Nov 13 04:48:45.515264 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:45.556823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c6d58431-b4b3-486f-bbcc-5dd8ffcb99e6 None None] Port 89af5725-5386-409a-9c3a-682e0fa5522f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:45.566358 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8cca01b3-e4eb-466e-9e74-8b556099b3b9 req-e16f1af2-026f-4466-b3b0-3e89e4019e10 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 210 time: 0.0854795 Nov 13 04:48:45.570725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=4e0d692a-bd9c-4905-aee3-0a6f7c699126,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:45.575504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c8742a-4470-4b0f-95e1-21bfd715fb45 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:48:45.611700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port e4c8742a-4470-4b0f-95e1-21bfd715fb45, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=e4c8742a-4470-4b0f-95e1-21bfd715fb45,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:45.616769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:48:45.622119 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:45.629488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:45.630143 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:45.712452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007c3a0-cdcd-4e50-a432-1878c06f4c8c req-dd0b29c1-7103-43ef-ba48-dafa2d5e3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:45.713878 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5007c3a0-cdcd-4e50-a432-1878c06f4c8c req-dd0b29c1-7103-43ef-ba48-dafa2d5e3508 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 920 time: 0.7197354 Nov 13 04:48:45.738080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=e4c8742a-4470-4b0f-95e1-21bfd715fb45,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:45.774600 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:45.784777 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71dafe-66f6-4b3b-a738-6ee3eae901e4 req-13b3f2c1-31cc-4930-a540-b2573c8173e7 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:45.799384 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb71dafe-66f6-4b3b-a738-6ee3eae901e4 req-13b3f2c1-31cc-4930-a540-b2573c8173e7 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 944 time: 0.0915079 Nov 13 04:48:45.806205 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e09c660e-3362-4823-a598-508a45604334 req-72c72192-c30e-4c72-820c-ef15c34f513c tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8401451 Nov 13 04:48:45.913018 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:45.925672 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5007c3a0-cdcd-4e50-a432-1878c06f4c8c req-e2907ea0-5b16-46bc-81cb-2b612037c337 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c8742a-4470-4b0f-95e1-21bfd715fb45 HTTP/1.1" status: 200 len: 217 time: 0.1181173 Nov 13 04:48:45.961751 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb71dafe-66f6-4b3b-a738-6ee3eae901e4 req-827d9858-23c7-4145-8a7e-d6bff41ddca6 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593544 Nov 13 04:48:46.003087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e8c5e12f-3c70-4dc3-8b49-f2b063dc0107,segment=NetworkSegment(73a5307e-f585-4fad-adc9-46808897cdd9),segment_id=73a5307e-f585-4fad-adc9-46808897cdd9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:46.014095 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:46.015339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device cf19b85b-4c55-4a7d-a185-953a08c82233 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:46.071127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-5fcde2fd-1ef4-4808-9dd2-a3d747daa1e8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:46.073226 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-5fcde2fd-1ef4-4808-9dd2-a3d747daa1e8 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.36 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 810 time: 0.2383881 Nov 13 04:48:46.110797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-8a98923c-66f1-4d36-a4e3-aacd432f1597 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Request body: {'port': {'device_id': '0e3f6251-5556-4e18-abb4-7fe4dabd02dc', 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3', 'admin_state_up': True, 'tenant_id': 'd50682e1086b48f396d8c57bff4ee516'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:46.154569 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['e4c8742a-4470-4b0f-95e1-21bfd715fb45'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:48:46.222737 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=e8c5e12f-3c70-4dc3-8b49-f2b063dc0107,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:46.322595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port cf19b85b-4c55-4a7d-a185-953a08c82233 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:48:46.330491 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-8a98923c-66f1-4d36-a4e3-aacd432f1597 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Made reservation on behalf of d50682e1086b48f396d8c57bff4ee516 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:46.336121 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-8a98923c-66f1-4d36-a4e3-aacd432f1597 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:46.356326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port cf19b85b-4c55-4a7d-a185-953a08c82233 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:46.356700 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:46.384275 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161e700-0715-488d-ad6d-85c0409bc507 req-649654b0-c32b-47b1-ae62-e08ca55cc259 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:46.385136 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9161e700-0715-488d-ad6d-85c0409bc507 req-649654b0-c32b-47b1-ae62-e08ca55cc259 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.36 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 945 time: 0.6242118 Nov 13 04:48:46.526314 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:46.572033 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port cf19b85b-4c55-4a7d-a185-953a08c82233, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=cf19b85b-4c55-4a7d-a185-953a08c82233,segment=NetworkSegment(0477d191-102c-4df4-be69-3915ad670a47),segment_id=0477d191-102c-4df4-be69-3915ad670a47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:46.586145 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:46.600428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007c3a0-cdcd-4e50-a432-1878c06f4c8c req-d2ce7dd4-a1d3-484e-93f6-019172a4895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:46.602071 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5007c3a0-cdcd-4e50-a432-1878c06f4c8c req-d2ce7dd4-a1d3-484e-93f6-019172a4895d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.6548107 Nov 13 04:48:46.662378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11d0f3-2f90-47f5-a592-41588520697c req-4c272553-c548-4c14-945b-bba2b879fd94 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:46.663608 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 0fb9a7e4-662d-458e-9187-bd4336297343 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:48:46.680352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11d0f3-2f90-47f5-a592-41588520697c req-4c272553-c548-4c14-945b-bba2b879fd94 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:46.685545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11d0f3-2f90-47f5-a592-41588520697c req-4c272553-c548-4c14-945b-bba2b879fd94 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:46.696747 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f11d0f3-2f90-47f5-a592-41588520697c req-4c272553-c548-4c14-945b-bba2b879fd94 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2418 time: 0.3323066 Nov 13 04:48:46.703885 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f54fa-bd2c-4145-b47e-364a0e216da0 req-505f4874-32c2-4d0b-93bb-800efbafec91 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:46.712825 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c8f54fa-bd2c-4145-b47e-364a0e216da0 req-505f4874-32c2-4d0b-93bb-800efbafec91 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 945 time: 0.5608013 Nov 13 04:48:46.734785 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=cf19b85b-4c55-4a7d-a185-953a08c82233,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:46.776628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-8a98923c-66f1-4d36-a4e3-aacd432f1597 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Allocated IP 172.20.0.7 (abb184c2-0551-4712-87b8-ea6a790c3ce3/da060a9b-742c-4f27-98ad-64a6913e0916/ba7fa757-1990-440e-b273-20bc385b207b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:46.850940 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007c3a0-cdcd-4e50-a432-1878c06f4c8c req-e5de919c-d1e5-4c31-8f14-9f95e51d6a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:46.854341 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5007c3a0-cdcd-4e50-a432-1878c06f4c8c req-e5de919c-d1e5-4c31-8f14-9f95e51d6a23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2402959 Nov 13 04:48:46.865241 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:46.874770 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f11d0f3-2f90-47f5-a592-41588520697c req-ca107da9-6aba-4142-ad5a-ee9cc604fec2 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765485 Nov 13 04:48:46.904430 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:46.928988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 0fb9a7e4-662d-458e-9187-bd4336297343, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0fb9a7e4-662d-458e-9187-bd4336297343,segment=NetworkSegment(8fde0dbe-56e5-4d16-a39d-b741dfb854b9),segment_id=8fde0dbe-56e5-4d16-a39d-b741dfb854b9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:46.930439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c8f54fa-bd2c-4145-b47e-364a0e216da0 req-2ceb632c-4a3b-486c-962e-5432806bdd72 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups?id=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165930 Nov 13 04:48:46.940650 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:46.941942 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:46.944028 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:46.963105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9161e700-0715-488d-ad6d-85c0409bc507 req-1aa51a35-ec48-4cc2-8dcc-6be3282a33b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Deleting port 0fb9a7e4-662d-458e-9187-bd4336297343 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:46.963448 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9161e700-0715-488d-ad6d-85c0409bc507 req-1aa51a35-ec48-4cc2-8dcc-6be3282a33b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:47.100321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=0fb9a7e4-662d-458e-9187-bd4336297343,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:47.111936 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=89af5725-5386-409a-9c3a-682e0fa5522f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:47.148141 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6638ffd3-ecc4-4f00-b2c6-dc67f782137b req-30e40637-5eb1-4993-91e2-82e64d8da4d2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 210 time: 0.1271105 Nov 13 04:48:47.212302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6cfab-4054-45b2-a8c5-825dd3efab13 req-d2302c1d-9386-479b-b4c0-daee905b39af tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:47.214027 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bcf6cfab-4054-45b2-a8c5-825dd3efab13 req-d2302c1d-9386-479b-b4c0-daee905b39af tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.1414278 Nov 13 04:48:47.383940 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9161e700-0715-488d-ad6d-85c0409bc507 req-1aa51a35-ec48-4cc2-8dcc-6be3282a33b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] For port 0fb9a7e4-662d-458e-9187-bd4336297343, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0fb9a7e4-662d-458e-9187-bd4336297343,segment=NetworkSegment(8fde0dbe-56e5-4d16-a39d-b741dfb854b9),segment_id=8fde0dbe-56e5-4d16-a39d-b741dfb854b9)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:47.384403 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9161e700-0715-488d-ad6d-85c0409bc507 req-1aa51a35-ec48-4cc2-8dcc-6be3282a33b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:47.401231 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-8a98923c-66f1-4d36-a4e3-aacd432f1597 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:47.411140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c5e12f-3c70-4dc3-8b49-f2b063dc0107'}, {'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf19b85b-4c55-4a7d-a185-953a08c82233'}, {'server_uuid': '92fe479e-cc58-41dc-86af-3cbed24d3476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb9a7e4-662d-458e-9187-bd4336297343'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:47.413666 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97a7422-391d-4354-9c16-4ed59eba8a3a" -d '{"events": [{"server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "name": "network-vif-plugged", "status": "completed", "tag": "e8c5e12f-3c70-4dc3-8b49-f2b063dc0107"}, {"server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "name": "network-vif-plugged", "status": "completed", "tag": "cf19b85b-4c55-4a7d-a185-953a08c82233"}, {"server_uuid": "92fe479e-cc58-41dc-86af-3cbed24d3476", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb9a7e4-662d-458e-9187-bd4336297343"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:47.413818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network bcc3875b-2054-4d6d-a68a-a3f3c49a6150 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:47.434976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd6b1a-8b12-4e17-99a4-e9dee5b6b065 req-8d085a1c-afa5-44ae-a921-be4009fc8535 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:47.443279 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-76fd6b1a-8b12-4e17-99a4-e9dee5b6b065 req-8d085a1c-afa5-44ae-a921-be4009fc8535 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 944 time: 0.1594977 Nov 13 04:48:47.449825 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:47.525471 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-8a98923c-66f1-4d36-a4e3-aacd432f1597 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:47.713154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-8a98923c-66f1-4d36-a4e3-aacd432f1597 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Network abb184c2-0551-4712-87b8-ea6a790c3ce3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:47.761409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-8a98923c-66f1-4d36-a4e3-aacd432f1597 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:47.770583 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56152) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:47.771729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98923c-66f1-4d36-a4e3-aacd432f1597 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Pushing event updated for resources: {'Port': ['ID=ba7fa757-1990-440e-b273-20bc385b207b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:47.775569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-8a98923c-66f1-4d36-a4e3-aacd432f1597 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:47.848576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-8a98923c-66f1-4d36-a4e3-aacd432f1597 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:47.850059 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-8a98923c-66f1-4d36-a4e3-aacd432f1597 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:47.870609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-76fd6b1a-8b12-4e17-99a4-e9dee5b6b065 req-97eaf084-7c05-40ed-8a07-02773f64d5fa tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258957 Nov 13 04:48:47.903536 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-8a98923c-66f1-4d36-a4e3-aacd432f1597 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7954533 Nov 13 04:48:47.921730 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Request body: {'port': {'device_id': '0e3f6251-5556-4e18-abb4-7fe4dabd02dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:48.003867 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9161e700-0715-488d-ad6d-85c0409bc507 req-1aa51a35-ec48-4cc2-8dcc-6be3282a33b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:48.003867 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9161e700-0715-488d-ad6d-85c0409bc507 req-1aa51a35-ec48-4cc2-8dcc-6be3282a33b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:48.004615 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [req-9161e700-0715-488d-ad6d-85c0409bc507 req-1aa51a35-ec48-4cc2-8dcc-6be3282a33b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Floating IP 7b57cde7-4d8a-4771-b314-2c950ecf97f6 disassociated. External IP: 172.25.8.32, port: 0fb9a7e4-662d-458e-9187-bd4336297343. Nov 13 04:48:48.004615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9161e700-0715-488d-ad6d-85c0409bc507 req-1aa51a35-ec48-4cc2-8dcc-6be3282a33b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Calling delete_port for 0fb9a7e4-662d-458e-9187-bd4336297343 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:48.089336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb96df-103d-4116-8191-84da78c440f6 None None] DHCP port deletion for abb184c2-0551-4712-87b8-ea6a790c3ce3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:48.093668 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5e09dc-3300-4280-8245-2fed1b023dde x-openstack-request-id: req-1f5e09dc-3300-4280-8245-2fed1b023dde {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:48.093963 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "name": "network-vif-plugged", "status": "completed", "tag": "e8c5e12f-3c70-4dc3-8b49-f2b063dc0107", "code": 200}, {"server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "name": "network-vif-plugged", "status": "completed", "tag": "cf19b85b-4c55-4a7d-a185-953a08c82233", "code": 200}, {"server_uuid": "92fe479e-cc58-41dc-86af-3cbed24d3476", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb9a7e4-662d-458e-9187-bd4336297343", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:48.094202 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f5e09dc-3300-4280-8245-2fed1b023dde {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:48.094592 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c5e12f-3c70-4dc3-8b49-f2b063dc0107', 'code': 200} Nov 13 04:48:48.094841 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf19b85b-4c55-4a7d-a185-953a08c82233', 'code': 200} Nov 13 04:48:48.095115 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fe479e-cc58-41dc-86af-3cbed24d3476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb9a7e4-662d-458e-9187-bd4336297343', 'code': 200} Nov 13 04:48:48.096009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1239849352', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:48.100108 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:48.110103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0b21d3e7-58d3-4608-bd40-f0af83507d69 None None] Provisioning complete for port 89af5725-5386-409a-9c3a-682e0fa5522f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:48.110466 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b21d3e7-58d3-4608-bd40-f0af83507d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:48.149144 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0b21d3e7-58d3-4608-bd40-f0af83507d69 None None] Port 89af5725-5386-409a-9c3a-682e0fa5522f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:48.174191 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bcf6cfab-4054-45b2-a8c5-825dd3efab13 req-679cc385-e4af-4f0c-848c-f3ab7a221a70 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8821936 Nov 13 04:48:48.182588 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5007c3a0-cdcd-4e50-a432-1878c06f4c8c req-c575be1a-cd61-4786-998a-5b61275c5eb8 service neutron] 10.222.0.46 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2753606 Nov 13 04:48:48.227125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff35bb8-0cc3-4d3e-96e7-945ebf543488 req-1f561e7d-27e7-437f-baae-276ebdbb1083 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:48.233274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff35bb8-0cc3-4d3e-96e7-945ebf543488 req-1f561e7d-27e7-437f-baae-276ebdbb1083 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:48.239851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff35bb8-0cc3-4d3e-96e7-945ebf543488 req-1f561e7d-27e7-437f-baae-276ebdbb1083 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:48.241760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ff35bb8-0cc3-4d3e-96e7-945ebf543488 req-1f561e7d-27e7-437f-baae-276ebdbb1083 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2419 time: 0.1891932 Nov 13 04:48:48.252740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Made reservation on behalf of 7b1100996ec74619bc2fd85ca41298ed for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:48:48.255151 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:48.277351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-88c680bb-891e-4634-a31f-42c1c95c8655 None None] Provisioning complete for port ba7fa757-1990-440e-b273-20bc385b207b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:48.277959 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88c680bb-891e-4634-a31f-42c1c95c8655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:48.288210 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3af985-49e0-4814-9462-382e84e4f013 req-ec707ad8-9b7b-4b12-9338-b315888be0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:48.288692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3af985-49e0-4814-9462-382e84e4f013 req-ec707ad8-9b7b-4b12-9338-b315888be0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:48.289147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3af985-49e0-4814-9462-382e84e4f013 req-ec707ad8-9b7b-4b12-9338-b315888be0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:48.290904 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b3af985-49e0-4814-9462-382e84e4f013 req-ec707ad8-9b7b-4b12-9338-b315888be0e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2872 time: 0.1862485 Nov 13 04:48:48.340214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-88c680bb-891e-4634-a31f-42c1c95c8655 None None] Port ba7fa757-1990-440e-b273-20bc385b207b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:48.345760 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:48.466765 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ff35bb8-0cc3-4d3e-96e7-945ebf543488 req-25ff024a-e804-49a1-832a-30823f828229 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003818 Nov 13 04:48:48.483344 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a09f1b5c-50f7-4421-8754-4b75c54e64d4 req-53c4f549-6e75-4e92-9b18-b8e37d39aead tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 210 time: 0.1416984 Nov 13 04:48:48.483660 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b3af985-49e0-4814-9462-382e84e4f013 req-491c560d-2197-4a4f-85a0-b31e35d11ba3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350996 Nov 13 04:48:48.608403 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:48.618203 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:48.628231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device e4c8742a-4470-4b0f-95e1-21bfd715fb45 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:48.642942 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] device_id is not set on port 9d563faf-cb57-4b24-88e3-12aba5963904 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:48:48.735199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port e4c8742a-4470-4b0f-95e1-21bfd715fb45 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:48:48.740871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port e4c8742a-4470-4b0f-95e1-21bfd715fb45 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:48.741239 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:48.746796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6648d7-63ad-4ff6-a181-5ae940d972da,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:48.766299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7fa757-1990-440e-b273-20bc385b207b {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:48:48.781206 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:48.845449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Transition to ACTIVE for port object ba7fa757-1990-440e-b273-20bc385b207b will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:48:48.864450 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:48.899559 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:48.922765 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9161e700-0715-488d-ad6d-85c0409bc507 req-1aa51a35-ec48-4cc2-8dcc-6be3282a33b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:48.933781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bf697-2528-4465-82e6-f21efe2abee2 req-93c8af21-4ba5-45cf-99ab-9d5f36b16a64 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:48.935418 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bc5bf697-2528-4465-82e6-f21efe2abee2 req-93c8af21-4ba5-45cf-99ab-9d5f36b16a64 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 945 time: 0.9058352 Nov 13 04:48:48.939753 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8586be88-2e4b-4424-a7b7-d23d724017be None None] DHCP port deletion for abb184c2-0551-4712-87b8-ea6a790c3ce3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:48.955999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Allocated IP 172.25.8.219 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/9d563faf-cb57-4b24-88e3-12aba5963904) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:48:48.973818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 26c28413-24de-426a-af72-9a9b56567e9b has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:48:48.978623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7fa757-1990-440e-b273-20bc385b207b,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:49.004358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port e4c8742a-4470-4b0f-95e1-21bfd715fb45, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=e4c8742a-4470-4b0f-95e1-21bfd715fb45,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:49.014072 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:49.015313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device daac0b98-49b2-4eda-a339-c5cfb940c88b no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:48:49.164943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Attempting to bind port ba7fa757-1990-440e-b273-20bc385b207b on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:48:49.165272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Attempting to bind port ba7fa757-1990-440e-b273-20bc385b207b by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:48:49.165600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Attempting to bind port ba7fa757-1990-440e-b273-20bc385b207b on network abb184c2-0551-4712-87b8-ea6a790c3ce3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:49.190555 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Port ba7fa757-1990-440e-b273-20bc385b207b on network abb184c2-0551-4712-87b8-ea6a790c3ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:48:49.190555 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Attempting to bind port ba7fa757-1990-440e-b273-20bc385b207b on network abb184c2-0551-4712-87b8-ea6a790c3ce3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:48:49.202587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a84612-b2ff-4571-b7cc-f4ecf3849733 req-e07a8d2a-cbdf-411a-bcf6-776113c7213c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:49.210941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54a84612-b2ff-4571-b7cc-f4ecf3849733 req-e07a8d2a-cbdf-411a-bcf6-776113c7213c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 945 time: 0.1528680 Nov 13 04:48:49.225449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa51a35-ec48-4cc2-8dcc-6be3282a33b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Pushing event deleted for resources: {'Port': ['ID=0fb9a7e4-662d-458e-9187-bd4336297343,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:49.230696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=e4c8742a-4470-4b0f-95e1-21bfd715fb45,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:49.233124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:48:49.247048 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-81fba60d-566c-4105-837d-6b89d8382061 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/26c28413-24de-426a-af72-9a9b56567e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4308960 Nov 13 04:48:49.252706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c7b76-765d-48f8-a2f2-ec31387cfceb None None] Sync routers for ids ['26c28413-24de-426a-af72-9a9b56567e9b'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:48:49.254452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56168) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:49.265516 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:49.296554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c7b76-765d-48f8-a2f2-ec31387cfceb None None] Routers {'26c28413-24de-426a-af72-9a9b56567e9b'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:49.297514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a19c7b76-765d-48f8-a2f2-ec31387cfceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['26c28413-24de-426a-af72-9a9b56567e9b'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:49.308117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:48:49.308487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Checking segment: {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:48:49.308972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Bound using segment: {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:48:49.309440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Bound port: ba7fa757-1990-440e-b273-20bc385b207b, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610445ba-5575-446d-9eed-9ccb1cf21c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:48:49.310938 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:49.367481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a19c7b76-765d-48f8-a2f2-ec31387cfceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:49.371399 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54a84612-b2ff-4571-b7cc-f4ecf3849733 req-18ebead0-9973-41ff-9961-bcc63fa657b1 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593571 Nov 13 04:48:49.384755 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port daac0b98-49b2-4eda-a339-c5cfb940c88b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=daac0b98-49b2-4eda-a339-c5cfb940c88b,segment=NetworkSegment(5a371ee2-6b76-47f2-bbf3-7620def9715c),segment_id=5a371ee2-6b76-47f2-bbf3-7620def9715c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:49.401605 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:49.413219 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c7b76-765d-48f8-a2f2-ec31387cfceb None None] Routers {'26c28413-24de-426a-af72-9a9b56567e9b'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:49.423479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a19c7b76-765d-48f8-a2f2-ec31387cfceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['26c28413-24de-426a-af72-9a9b56567e9b'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:49.439655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c665259-89ac-4b27-9170-00b427b1bd5e req-03cfd168-7b25-4dd6-b66d-d154013ccf8d tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:49.450057 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c665259-89ac-4b27-9170-00b427b1bd5e req-03cfd168-7b25-4dd6-b66d-d154013ccf8d tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 943 time: 0.5313308 Nov 13 04:48:49.463228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ed7c92-202a-4eac-96ac-b3f53f252592 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:49.466318 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-14ed7c92-202a-4eac-96ac-b3f53f252592 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports/89af5725-5386-409a-9c3a-682e0fa5522f HTTP/1.1" status: 200 len: 913 time: 0.1995628 Nov 13 04:48:49.469313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56170) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:49.533942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a19c7b76-765d-48f8-a2f2-ec31387cfceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:49.534597 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c7b76-765d-48f8-a2f2-ec31387cfceb None None] The sync data for ids ['26c28413-24de-426a-af72-9a9b56567e9b'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:48:49.535470 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5007c3a0-cdcd-4e50-a432-1878c06f4c8c req-080b13dd-a8b9-4b64-9078-9c34e37ebcb8 service neutron] 10.222.0.46 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3283336 Nov 13 04:48:49.570251 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:49.579370 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=daac0b98-49b2-4eda-a339-c5cfb940c88b,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:49.656446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-bc5bf697-2528-4465-82e6-f21efe2abee2 req-1198f781-c027-421c-a876-ef70e2c7a4f4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Deleting port daac0b98-49b2-4eda-a339-c5cfb940c88b {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:49.656815 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bc5bf697-2528-4465-82e6-f21efe2abee2 req-1198f781-c027-421c-a876-ef70e2c7a4f4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:49.728436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] For port ba7fa757-1990-440e-b273-20bc385b207b, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:48:49.781664 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-bc5bf697-2528-4465-82e6-f21efe2abee2 req-1198f781-c027-421c-a876-ef70e2c7a4f4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] For port daac0b98-49b2-4eda-a339-c5cfb940c88b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=daac0b98-49b2-4eda-a339-c5cfb940c88b,segment=NetworkSegment(5a371ee2-6b76-47f2-bbf3-7620def9715c),segment_id=5a371ee2-6b76-47f2-bbf3-7620def9715c)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:49.782038 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bc5bf697-2528-4465-82e6-f21efe2abee2 req-1198f781-c027-421c-a876-ef70e2c7a4f4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:49.798788 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-bc5bf697-2528-4465-82e6-f21efe2abee2 req-1198f781-c027-421c-a876-ef70e2c7a4f4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Calling delete_port for daac0b98-49b2-4eda-a339-c5cfb940c88b owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:49.804751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] For port ba7fa757-1990-440e-b273-20bc385b207b, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ba7fa757-1990-440e-b273-20bc385b207b,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:48:49.806967 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:49.870037 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:49.926441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2605a-2dd4-4643-9d09-05339ef2c80a req-04f91678-374b-4c77-a7d4-3a1a18d905ad tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:49.935890 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dfb2605a-2dd4-4643-9d09-05339ef2c80a req-04f91678-374b-4c77-a7d4-3a1a18d905ad tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d7a7b7-e18b-44f0-8372-3ecaed3c4a01 HTTP/1.1" status: 200 len: 943 time: 0.3549709 Nov 13 04:48:49.984722 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:49.985401 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:49.987379 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bc5bf697-2528-4465-82e6-f21efe2abee2 req-1198f781-c027-421c-a876-ef70e2c7a4f4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:49.987526 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] 10.222.0.36 "PUT /v2.0/ports/ba7fa757-1990-440e-b273-20bc385b207b HTTP/1.1" status: 200 len: 1091 time: 2.0703802 Nov 13 04:48:49.995292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05e136f-c687-40ce-8c1b-142ca15ad8e3 None None] DHCP port deletion for abb184c2-0551-4712-87b8-ea6a790c3ce3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:49.995506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c665259-89ac-4b27-9170-00b427b1bd5e req-8fc7b7a9-9e87-4a17-9dae-a7382e16a61b tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439503 Nov 13 04:48:50.032323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f62a77fc-1a50-4f57-ae59-6aa87add9b37'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:48:50.058737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198f781-c027-421c-a876-ef70e2c7a4f4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Pushing event deleted for resources: {'Port': ['ID=daac0b98-49b2-4eda-a339-c5cfb940c88b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:50.098041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b91efd-24cc-4a11-a646-b1ba31404642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45'}, {'server_uuid': '10d7a7b7-e18b-44f0-8372-3ecaed3c4a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daac0b98-49b2-4eda-a339-c5cfb940c88b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:50.106185 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459a7588-256d-4fae-8590-d46a54e9aafc" -d '{"events": [{"server_uuid": "76b91efd-24cc-4a11-a646-b1ba31404642", "name": "network-vif-plugged", "status": "completed", "tag": "e4c8742a-4470-4b0f-95e1-21bfd715fb45"}, {"server_uuid": "10d7a7b7-e18b-44f0-8372-3ecaed3c4a01", "name": "network-vif-unplugged", "status": "completed", "tag": "daac0b98-49b2-4eda-a339-c5cfb940c88b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:50.199142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5bf697-2528-4465-82e6-f21efe2abee2 req-1198f781-c027-421c-a876-ef70e2c7a4f4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] No DVR routers for this DVR port daac0b98-49b2-4eda-a339-c5cfb940c88b on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:48:50.204954 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bc5bf697-2528-4465-82e6-f21efe2abee2 req-1198f781-c027-421c-a876-ef70e2c7a4f4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:50.209403 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bc5bf697-2528-4465-82e6-f21efe2abee2 req-1198f781-c027-421c-a876-ef70e2c7a4f4 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.46 "DELETE /v2.0/ports/daac0b98-49b2-4eda-a339-c5cfb940c88b HTTP/1.1" status: 204 len: 173 time: 1.2623913 Nov 13 04:48:50.209908 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d7a7b7-e18b-44f0-8372-3ecaed3c4a01', 'name': 'network-vif-deleted', 'tag': 'daac0b98-49b2-4eda-a339-c5cfb940c88b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:50.213072 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a85243-c50c-4449-8b36-5ba526b8bcfc" -d '{"events": [{"server_uuid": "10d7a7b7-e18b-44f0-8372-3ecaed3c4a01", "name": "network-vif-deleted", "tag": "daac0b98-49b2-4eda-a339-c5cfb940c88b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:50.275406 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b61e2b27-09c3-44f0-a81c-b255fefd3450 req-d81e9f63-7cd0-4e39-8bf6-b882a947dcf3 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/ports?device_id=92fe479e-cc58-41dc-86af-3cbed24d3476 HTTP/1.1" status: 200 len: 210 time: 0.0784709 Nov 13 04:48:50.292015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9161e700-0715-488d-ad6d-85c0409bc507 req-1aa51a35-ec48-4cc2-8dcc-6be3282a33b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:48:50.520141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9161e700-0715-488d-ad6d-85c0409bc507 req-1aa51a35-ec48-4cc2-8dcc-6be3282a33b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:48:50.530616 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26c4ac-91f1-4d75-bf4b-2f45d96a992d None None] Sync routers for ids ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:48:50.544466 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26c4ac-91f1-4d75-bf4b-2f45d96a992d None None] Routers {'9abd4f4e-c710-4d7a-9b1d-33be387c9362'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:50.546268 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fb26c4ac-91f1-4d75-bf4b-2f45d96a992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:50.579666 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529dd98-4974-4a0b-bb8b-778c06c45323 req-c64bfce9-ab30-4d0b-84b2-40baa4ce713d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:50.586446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529dd98-4974-4a0b-bb8b-778c06c45323 req-c64bfce9-ab30-4d0b-84b2-40baa4ce713d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:50.592618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529dd98-4974-4a0b-bb8b-778c06c45323 req-c64bfce9-ab30-4d0b-84b2-40baa4ce713d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:50.594419 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2529dd98-4974-4a0b-bb8b-778c06c45323 req-c64bfce9-ab30-4d0b-84b2-40baa4ce713d tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2419 time: 0.1470728 Nov 13 04:48:50.616811 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9161e700-0715-488d-ad6d-85c0409bc507 req-1aa51a35-ec48-4cc2-8dcc-6be3282a33b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] No DVR routers for this DVR port 0fb9a7e4-662d-458e-9187-bd4336297343 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:48:50.620969 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9161e700-0715-488d-ad6d-85c0409bc507 req-1aa51a35-ec48-4cc2-8dcc-6be3282a33b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:50.625251 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9161e700-0715-488d-ad6d-85c0409bc507 req-1aa51a35-ec48-4cc2-8dcc-6be3282a33b2 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.36 "DELETE /v2.0/ports/0fb9a7e4-662d-458e-9187-bd4336297343 HTTP/1.1" status: 204 len: 173 time: 4.2171435 Nov 13 04:48:50.649821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3f6251-5556-4e18-abb4-7fe4dabd02dc', 'tag': 'ba7fa757-1990-440e-b273-20bc385b207b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:50.653281 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef999f5d-f88e-43e4-8416-78c9d012f518" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3f6251-5556-4e18-abb4-7fe4dabd02dc", "tag": "ba7fa757-1990-440e-b273-20bc385b207b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:50.669182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:48:50.699893 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2529dd98-4974-4a0b-bb8b-778c06c45323 req-b6f274db-49e9-4dde-996c-8eb14864d8b7 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810177 Nov 13 04:48:50.702224 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:48:50.705344 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:48:50.728613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd48223-3a67-4a55-bcd8-73670eec68c0 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:50.828440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:50.828998 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:50.864862 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fb26c4ac-91f1-4d75-bf4b-2f45d96a992d None None] Set router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:48:50.868177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-337e3ff9-ae9f-4047-aed4-a4aef4afd63b None None] Provisioning complete for port 9d563faf-cb57-4b24-88e3-12aba5963904 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:50.868618 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-337e3ff9-ae9f-4047-aed4-a4aef4afd63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:50.880785 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.1060979 Nov 13 04:48:50.881836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac063e1d-0c4e-4329-b2de-55ffe6b9c7ef tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Pushing event updated for resources: {'Port': ['ID=9d563faf-cb57-4b24-88e3-12aba5963904,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:50.884680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56188) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:50.890480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-980f2443-1d25-4a80-b73d-4180b997b789 tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.219'}]}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:50.932731 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-980f2443-1d25-4a80-b73d-4180b997b789 tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:50.933984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-f4667139-eb23-4fc7-8dd0-0f4445f4b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:50.935264 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-980f2443-1d25-4a80-b73d-4180b997b789 tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:50.936449 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-f4667139-eb23-4fc7-8dd0-0f4445f4b03a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 1094 time: 0.2878561 Nov 13 04:48:50.965842 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dfb2605a-2dd4-4643-9d09-05339ef2c80a req-b50fe8e7-3181-44d3-a935-4efb82a9b776 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258128 Nov 13 04:48:51.011227 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71018919-d905-4603-aeef-83a1e2b42d51 x-openstack-request-id: req-71018919-d905-4603-aeef-83a1e2b42d51 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:51.014895 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b91efd-24cc-4a11-a646-b1ba31404642", "name": "network-vif-plugged", "status": "completed", "tag": "e4c8742a-4470-4b0f-95e1-21bfd715fb45", "code": 200}, {"server_uuid": "10d7a7b7-e18b-44f0-8372-3ecaed3c4a01", "name": "network-vif-unplugged", "status": "completed", "tag": "daac0b98-49b2-4eda-a339-c5cfb940c88b", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:51.015300 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71018919-d905-4603-aeef-83a1e2b42d51 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:51.015907 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b91efd-24cc-4a11-a646-b1ba31404642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45', 'code': 200} Nov 13 04:48:51.016278 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d7a7b7-e18b-44f0-8372-3ecaed3c4a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daac0b98-49b2-4eda-a339-c5cfb940c88b', 'code': 200} Nov 13 04:48:51.068073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-337e3ff9-ae9f-4047-aed4-a4aef4afd63b None None] Port 9d563faf-cb57-4b24-88e3-12aba5963904 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:48:51.099674 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305301da-b9c5-4587-923e-7d1d5091b754 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7fa757-1990-440e-b273-20bc385b207b,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:51.107428 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-bb9089c7-4f92-4ba2-8984-d756132e33ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba7fa757-1990-440e-b273-20bc385b207b HTTP/1.1" status: 200 len: 217 time: 0.1528656 Nov 13 04:48:51.138207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-980f2443-1d25-4a80-b73d-4180b997b789 tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:51.142320 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d430fa02-dbd3-4ef9-bcba-c665334eddb1 x-openstack-request-id: req-d430fa02-dbd3-4ef9-bcba-c665334eddb1 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:51.142796 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d7a7b7-e18b-44f0-8372-3ecaed3c4a01", "name": "network-vif-deleted", "tag": "daac0b98-49b2-4eda-a339-c5cfb940c88b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:51.143253 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d430fa02-dbd3-4ef9-bcba-c665334eddb1 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:51.143815 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d7a7b7-e18b-44f0-8372-3ecaed3c4a01', 'name': 'network-vif-deleted', 'tag': 'daac0b98-49b2-4eda-a339-c5cfb940c88b', 'status': 'completed', 'code': 200} Nov 13 04:48:51.243440 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b03b99-89e1-4b55-9c16-1be558b8beb8 x-openstack-request-id: req-66b03b99-89e1-4b55-9c16-1be558b8beb8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:51.243814 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3f6251-5556-4e18-abb4-7fe4dabd02dc", "tag": "ba7fa757-1990-440e-b273-20bc385b207b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:51.244070 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66b03b99-89e1-4b55-9c16-1be558b8beb8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:51.245391 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3f6251-5556-4e18-abb4-7fe4dabd02dc', 'tag': 'ba7fa757-1990-440e-b273-20bc385b207b', 'status': 'completed', 'code': 200} Nov 13 04:48:51.297069 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fb26c4ac-91f1-4d75-bf4b-2f45d96a992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:45:11Z', 'updated_at': '2021-11-13T04:45:18Z', 'revision_number': 4, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'gw_port': {'id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:13Z', 'updated_at': '2021-11-13T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '699ac762-2c42-4a26-8726-e69b39597079', 'name': '', 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'mac_address': 'fa:16:3e:27:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '96230d51-02ef-46d7-8f85-644e8228b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:17Z', 'updated_at': '2021-11-13T04:45:24Z', 'revision_number': 5, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'subnets': [{'id': '96230d51-02ef-46d7-8f85-644e8228b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:51.332292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-9bed1f88-56c7-4e2f-a60d-d70fd5ff475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:51.336635 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-9bed1f88-56c7-4e2f-a60d-d70fd5ff475e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da060a9b-742c-4f27-98ad-64a6913e0916 HTTP/1.1" status: 200 len: 850 time: 0.1860659 Nov 13 04:48:51.343224 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26c4ac-91f1-4d75-bf4b-2f45d96a992d None None] Checking router: 9abd4f4e-c710-4d7a-9b1d-33be387c9362 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:48:51.368127 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26c4ac-91f1-4d75-bf4b-2f45d96a992d None None] Routers {'9abd4f4e-c710-4d7a-9b1d-33be387c9362'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:51.371980 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fb26c4ac-91f1-4d75-bf4b-2f45d96a992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:51.389761 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34557e8b-bc3b-429f-ba72-b999acd96a9b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:51.392046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1d624-be4f-495b-8f01-e4d1eaf5eda8 req-682575f8-f913-409f-a12c-8a0a2583b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:51.402181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1fe1d624-be4f-495b-8f01-e4d1eaf5eda8 req-682575f8-f913-409f-a12c-8a0a2583b138 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 1096 time: 0.2571769 Nov 13 04:48:51.405490 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-980f2443-1d25-4a80-b73d-4180b997b789 tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:51.503280 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90a6db-2563-47b6-baa5-8a18fe4b6b4a req-6d486bc8-1c77-4c5f-ba79-b3aa56f7b55f tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:51.504840 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ee90a6db-2563-47b6-baa5-8a18fe4b6b4a req-6d486bc8-1c77-4c5f-ba79-b3aa56f7b55f tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 945 time: 0.3531413 Nov 13 04:48:51.507285 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-9ebea42a-6e0c-4386-b2c0-4b9cbf8a55b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abb184c2-0551-4712-87b8-ea6a790c3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564958 Nov 13 04:48:51.555552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1fe1d624-be4f-495b-8f01-e4d1eaf5eda8 req-6f691a57-e908-451f-ad39-31cf669a061f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424134 Nov 13 04:48:51.617445 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fb26c4ac-91f1-4d75-bf4b-2f45d96a992d None None] Set router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:48:51.743373 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ee90a6db-2563-47b6-baa5-8a18fe4b6b4a req-5fed0a88-fd44-4f64-942e-9a18ff2e7882 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041218 Nov 13 04:48:51.749268 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-5da4aee9-d8a9-4da5-b71c-ee96ed321629 service neutron] 10.222.0.36 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119939 Nov 13 04:48:51.793711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01e9c3-857f-4a14-a40d-2d5962bbe509 req-ce0ab568-a982-42f7-9f6d-4194c2476eb1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:51.802048 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd01e9c3-857f-4a14-a40d-2d5962bbe509 req-ce0ab568-a982-42f7-9f6d-4194c2476eb1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 943 time: 0.1347744 Nov 13 04:48:51.887699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd01e9c3-857f-4a14-a40d-2d5962bbe509 req-0019a379-717a-4258-9592-ea02b9e6b65c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864837 Nov 13 04:48:51.903387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-980f2443-1d25-4a80-b73d-4180b997b789 tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:51.914856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89153c07-3482-47e4-96aa-2f83a78cba27 req-612449fc-920f-4000-8308-4ec0e6f8da61 service neutron] 10.222.0.36 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558383 Nov 13 04:48:51.960913 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-980f2443-1d25-4a80-b73d-4180b997b789 tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:52.001218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-34557e8b-bc3b-429f-ba72-b999acd96a9b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port 89af5725-5386-409a-9c3a-682e0fa5522f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:52.002455 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34557e8b-bc3b-429f-ba72-b999acd96a9b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:52.091717 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fb26c4ac-91f1-4d75-bf4b-2f45d96a992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:45:11Z', 'updated_at': '2021-11-13T04:45:18Z', 'revision_number': 4, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'gw_port': {'id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:13Z', 'updated_at': '2021-11-13T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '699ac762-2c42-4a26-8726-e69b39597079', 'name': '', 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'mac_address': 'fa:16:3e:27:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '96230d51-02ef-46d7-8f85-644e8228b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:17Z', 'updated_at': '2021-11-13T04:45:24Z', 'revision_number': 5, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'subnets': [{'id': '96230d51-02ef-46d7-8f85-644e8228b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:52.135238 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26c4ac-91f1-4d75-bf4b-2f45d96a992d None None] The sync data for ids ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'] in n-d-813114-2 is: [{'id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:45:11Z', 'updated_at': '2021-11-13T04:45:18Z', 'revision_number': 4, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'gw_port': {'id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:13Z', 'updated_at': '2021-11-13T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '699ac762-2c42-4a26-8726-e69b39597079', 'name': '', 'network_id': 'bfd9356b-0fdf-4c68-a959-58ca842b9635', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'mac_address': 'fa:16:3e:27:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '96230d51-02ef-46d7-8f85-644e8228b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:17Z', 'updated_at': '2021-11-13T04:45:24Z', 'revision_number': 5, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'subnets': [{'id': '96230d51-02ef-46d7-8f85-644e8228b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:48:52.140112 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56208) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:52.165826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef999f5d-f88e-43e4-8416-78c9d012f518 req-4e091f7c-53c7-4618-a472-79f42fc07e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:52.174768 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef999f5d-f88e-43e4-8416-78c9d012f518 req-4e091f7c-53c7-4618-a472-79f42fc07e91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50682e1086b48f396d8c57bff4ee516&device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 1094 time: 0.1474626 Nov 13 04:48:52.221933 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34557e8b-bc3b-429f-ba72-b999acd96a9b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:52.263505 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-34557e8b-bc3b-429f-ba72-b999acd96a9b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for 89af5725-5386-409a-9c3a-682e0fa5522f owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:52.422348 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2664c88d-e1dc-4667-879d-50f72682ac89 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:52.442781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef999f5d-f88e-43e4-8416-78c9d012f518 req-a91781cf-5190-4aad-b9b8-1fcc97674912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:52.444406 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef999f5d-f88e-43e4-8416-78c9d012f518 req-a91781cf-5190-4aad-b9b8-1fcc97674912 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 200 len: 911 time: 0.2589059 Nov 13 04:48:52.467559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19412a48-b91e-4008-a81c-cae298b8e317 req-4768e04d-a129-4e28-a160-2da426b52cee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:52.473468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19412a48-b91e-4008-a81c-cae298b8e317 req-4768e04d-a129-4e28-a160-2da426b52cee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:52.498511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19412a48-b91e-4008-a81c-cae298b8e317 req-4768e04d-a129-4e28-a160-2da426b52cee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:52.500838 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-19412a48-b91e-4008-a81c-cae298b8e317 req-4768e04d-a129-4e28-a160-2da426b52cee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2419 time: 0.2020316 Nov 13 04:48:52.511456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd4a50-7b30-43c0-b013-00b1bc06fd78 req-5066d1d5-fcdc-42ba-95cf-909cdf07f10b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:52.518903 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c3dd4a50-7b30-43c0-b013-00b1bc06fd78 req-5066d1d5-fcdc-42ba-95cf-909cdf07f10b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 945 time: 0.1665337 Nov 13 04:48:52.525164 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2664c88d-e1dc-4667-879d-50f72682ac89 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:52.538432 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58aec54-ebbf-4e3b-a90b-29ef276e2453 None None] New status for floating IP 7b57cde7-4d8a-4771-b314-2c950ecf97f6: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:48:52.586544 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c3dd4a50-7b30-43c0-b013-00b1bc06fd78 req-1e0e5438-e394-45af-8ca1-149b16630554 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620663 Nov 13 04:48:52.695313 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-980f2443-1d25-4a80-b73d-4180b997b789 tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:52.746779 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef999f5d-f88e-43e4-8416-78c9d012f518 req-5ca8098f-c18f-4d59-8ac0-974b1bb36e51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba7fa757-1990-440e-b273-20bc385b207b HTTP/1.1" status: 200 len: 217 time: 0.2900434 Nov 13 04:48:52.806064 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34557e8b-bc3b-429f-ba72-b999acd96a9b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:52.892637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34557e8b-bc3b-429f-ba72-b999acd96a9b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=89af5725-5386-409a-9c3a-682e0fa5522f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:52.940489 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-980f2443-1d25-4a80-b73d-4180b997b789 tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:52.962963 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-980f2443-1d25-4a80-b73d-4180b997b789 tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:52.963704 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-19412a48-b91e-4008-a81c-cae298b8e317 req-b008ebd3-8eb5-441d-9aa3-5dac947a325e tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418218 Nov 13 04:48:52.986847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82e27-5a91-4154-9029-b141019197b2 req-2fcec3cf-d80f-42cf-858d-a36569507727 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:52.986847 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b7a82e27-5a91-4154-9029-b141019197b2 req-2fcec3cf-d80f-42cf-858d-a36569507727 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 945 time: 0.2099447 Nov 13 04:48:53.000432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef999f5d-f88e-43e4-8416-78c9d012f518 req-a789fd26-b196-4729-9c10-e1ec6eb9f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:53.001982 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef999f5d-f88e-43e4-8416-78c9d012f518 req-a789fd26-b196-4729-9c10-e1ec6eb9f61d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da060a9b-742c-4f27-98ad-64a6913e0916 HTTP/1.1" status: 200 len: 850 time: 0.2417877 Nov 13 04:48:53.038480 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2664c88d-e1dc-4667-879d-50f72682ac89 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:53.043244 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2664c88d-e1dc-4667-879d-50f72682ac89 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:53.047595 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2664c88d-e1dc-4667-879d-50f72682ac89 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "DELETE /v2.0/security-groups/6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4 HTTP/1.1" status: 204 len: 168 time: 0.8985801 Nov 13 04:48:53.048258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56218) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:53.080923 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef999f5d-f88e-43e4-8416-78c9d012f518 req-eee12e96-2660-4bde-ba3e-641a8d771003 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abb184c2-0551-4712-87b8-ea6a790c3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592744 Nov 13 04:48:53.105599 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34557e8b-bc3b-429f-ba72-b999acd96a9b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:53.107427 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664c88d-e1dc-4667-879d-50f72682ac89 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:53.110999 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-980f2443-1d25-4a80-b73d-4180b997b789 tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:53.110999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980f2443-1d25-4a80-b73d-4180b997b789 tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b2203ab-012c-4867-a67a-948037988b12 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:48:53.121054 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-0646277d-f6f9-415a-aca2-a163275bb479 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] show failed (client error): The resource could not be found. Nov 13 04:48:53.126427 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0646277d-f6f9-415a-aca2-a163275bb479 tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "GET /v2.0/security-groups/6427b9fa-2acc-4e62-aa9c-5b55e3f5fbc4 HTTP/1.1" status: 404 len: 347 time: 0.0558765 Nov 13 04:48:53.126427 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56220) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:53.148692 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d81a7d-cf78-4762-83ab-870a5b829373 req-e4b60663-e835-4768-b586-0a3b2f907e33 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:53.157493 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-83d81a7d-cf78-4762-83ab-870a5b829373 req-e4b60663-e835-4768-b586-0a3b2f907e33 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 945 time: 0.2106504 Nov 13 04:48:53.178868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fe479e-cc58-41dc-86af-3cbed24d3476', 'name': 'network-vif-deleted', 'tag': '0fb9a7e4-662d-458e-9187-bd4336297343'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:53.181581 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47783f59-87d5-41c2-8f5a-76c9bf3312c0" -d '{"events": [{"server_uuid": "92fe479e-cc58-41dc-86af-3cbed24d3476", "name": "network-vif-deleted", "tag": "0fb9a7e4-662d-458e-9187-bd4336297343"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:53.203778 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-980f2443-1d25-4a80-b73d-4180b997b789 tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 13 04:48:53.204843 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-980f2443-1d25-4a80-b73d-4180b997b789 tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3191383 Nov 13 04:48:53.214404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56224) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:53.255766 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-83d81a7d-cf78-4762-83ab-870a5b829373 req-535e46f3-debb-4901-8dfa-1f985e597b09 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971844 Nov 13 04:48:53.299974 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-b7a82e27-5a91-4154-9029-b141019197b2 req-cfbd4abc-c822-42df-bb67-fdebae2c0027 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Deleting port 09174db8-91e0-4b74-a72c-b608e45a4bd2 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:53.300307 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b7a82e27-5a91-4154-9029-b141019197b2 req-cfbd4abc-c822-42df-bb67-fdebae2c0027 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:53.371401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2698e0-a61b-4c56-b8cd-cbc3c868e1b8 req-15641bc0-e9f4-40ea-a3dc-338e39d513c7 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:53.373280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3b2698e0-a61b-4c56-b8cd-cbc3c868e1b8 req-15641bc0-e9f4-40ea-a3dc-338e39d513c7 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.2901444 Nov 13 04:48:53.435485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b7a82e27-5a91-4154-9029-b141019197b2 req-cfbd4abc-c822-42df-bb67-fdebae2c0027 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] For port 09174db8-91e0-4b74-a72c-b608e45a4bd2, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=09174db8-91e0-4b74-a72c-b608e45a4bd2,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:53.435734 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b7a82e27-5a91-4154-9029-b141019197b2 req-cfbd4abc-c822-42df-bb67-fdebae2c0027 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:53.445521 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-92e1d728-4eb5-47dc-a0f6-8e861c5cdb9f tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Deleting port 9d563faf-cb57-4b24-88e3-12aba5963904 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:53.445842 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92e1d728-4eb5-47dc-a0f6-8e861c5cdb9f tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:53.446855 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef999f5d-f88e-43e4-8416-78c9d012f518 req-b9913b5f-7fc2-463b-96fd-221a5fe95074 service neutron] 10.222.0.36 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430936 Nov 13 04:48:53.453388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-b7a82e27-5a91-4154-9029-b141019197b2 req-cfbd4abc-c822-42df-bb67-fdebae2c0027 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Calling delete_port for 09174db8-91e0-4b74-a72c-b608e45a4bd2 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:53.462121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8a3d8-40ca-4e88-a53f-95ff8fb4c9ae req-6789f35a-cabf-41cf-9179-1e3c11ad8b91 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:53.463634 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dce8a3d8-40ca-4e88-a53f-95ff8fb4c9ae req-6789f35a-cabf-41cf-9179-1e3c11ad8b91 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 943 time: 0.1394296 Nov 13 04:48:53.562846 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3b2698e0-a61b-4c56-b8cd-cbc3c868e1b8 req-f06b0932-2f3a-4543-9584-ddefd169e6a5 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782782 Nov 13 04:48:53.623106 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92e1d728-4eb5-47dc-a0f6-8e861c5cdb9f tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:53.628485 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dce8a3d8-40ca-4e88-a53f-95ff8fb4c9ae req-ab7ebd35-1ae7-45b8-9b03-6ad64ebde6b2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477158 Nov 13 04:48:53.629915 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a76d03-abe0-42d9-b9ee-afdc54f8797c x-openstack-request-id: req-22a76d03-abe0-42d9-b9ee-afdc54f8797c {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:53.630656 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fe479e-cc58-41dc-86af-3cbed24d3476", "name": "network-vif-deleted", "tag": "0fb9a7e4-662d-458e-9187-bd4336297343", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:53.630656 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22a76d03-abe0-42d9-b9ee-afdc54f8797c {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:53.630980 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fe479e-cc58-41dc-86af-3cbed24d3476', 'name': 'network-vif-deleted', 'tag': '0fb9a7e4-662d-458e-9187-bd4336297343', 'status': 'completed', 'code': 200} Nov 13 04:48:53.643851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fb7c0-3644-4977-af36-f1a843a0870d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Deleting port a46227d3-ddb4-40fb-ac53-3e1f7800ac1b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:53.644182 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-92e1d728-4eb5-47dc-a0f6-8e861c5cdb9f tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Calling delete_port for 9d563faf-cb57-4b24-88e3-12aba5963904 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:53.644292 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb7c0-3644-4977-af36-f1a843a0870d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:53.671473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef999f5d-f88e-43e4-8416-78c9d012f518 req-6b254747-df36-4628-a58e-5998e6aa6af5 service neutron] 10.222.0.36 "GET /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087958 Nov 13 04:48:53.673205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34557e8b-bc3b-429f-ba72-b999acd96a9b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 26c28413-24de-426a-af72-9a9b56567e9b has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:48:53.777781 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b7a82e27-5a91-4154-9029-b141019197b2 req-cfbd4abc-c822-42df-bb67-fdebae2c0027 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:53.810033 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['09174db8-91e0-4b74-a72c-b608e45a4bd2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:48:53.828424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd4abc-c822-42df-bb67-fdebae2c0027 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Pushing event deleted for resources: {'Port': ['ID=09174db8-91e0-4b74-a72c-b608e45a4bd2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:53.851874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee9f1e-127e-4722-bb61-66a4350ef7f6 req-49c1addc-354f-4914-9ec1-67ddf0c4cb8e tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:53.852759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cb0134-028b-45f3-97bc-fb8e5eb336e4 None None] DHCP port deletion for 38c4ff77-85a2-430d-a6a9-b667d4750285 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:53.853393 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9eee9f1e-127e-4722-bb61-66a4350ef7f6 req-49c1addc-354f-4914-9ec1-67ddf0c4cb8e tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0191e27-0ac6-45f9-a72a-1d0e4097be5a HTTP/1.1" status: 200 len: 866 time: 0.1502905 Nov 13 04:48:53.855599 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb7c0-3644-4977-af36-f1a843a0870d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:53.855919 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb7c0-3644-4977-af36-f1a843a0870d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:53.890059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fb7c0-3644-4977-af36-f1a843a0870d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Calling delete_port for a46227d3-ddb4-40fb-ac53-3e1f7800ac1b owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:53.891668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a82e27-5a91-4154-9029-b141019197b2 req-cfbd4abc-c822-42df-bb67-fdebae2c0027 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] No DVR routers for this DVR port 09174db8-91e0-4b74-a72c-b608e45a4bd2 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:48:53.894323 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b7a82e27-5a91-4154-9029-b141019197b2 req-cfbd4abc-c822-42df-bb67-fdebae2c0027 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:53.898535 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b7a82e27-5a91-4154-9029-b141019197b2 req-cfbd4abc-c822-42df-bb67-fdebae2c0027 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.46 "DELETE /v2.0/ports/09174db8-91e0-4b74-a72c-b608e45a4bd2 HTTP/1.1" status: 204 len: 173 time: 0.9028304 Nov 13 04:48:53.899699 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92e1d728-4eb5-47dc-a0f6-8e861c5cdb9f tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:53.918362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34557e8b-bc3b-429f-ba72-b999acd96a9b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:48:53.929293 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4009a-1ea9-4203-a4e9-3392b406be9e None None] Sync routers for ids ['26c28413-24de-426a-af72-9a9b56567e9b'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:48:53.930557 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1d728-4eb5-47dc-a0f6-8e861c5cdb9f tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d563faf-cb57-4b24-88e3-12aba5963904,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:53.940880 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56228) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:53.941498 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4009a-1ea9-4203-a4e9-3392b406be9e None None] Routers {'26c28413-24de-426a-af72-9a9b56567e9b'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:53.943076 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d8d4009a-1ea9-4203-a4e9-3392b406be9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['26c28413-24de-426a-af72-9a9b56567e9b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:53.944567 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-34557e8b-bc3b-429f-ba72-b999acd96a9b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/26c28413-24de-426a-af72-9a9b56567e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4723966 Nov 13 04:48:53.957079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d03c2c-f552-4ffe-827d-f371d8f1dab2 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:53.987861 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d8d4009a-1ea9-4203-a4e9-3392b406be9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:53.999133 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4009a-1ea9-4203-a4e9-3392b406be9e None None] Routers {'26c28413-24de-426a-af72-9a9b56567e9b'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:53.999982 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d8d4009a-1ea9-4203-a4e9-3392b406be9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['26c28413-24de-426a-af72-9a9b56567e9b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:54.037531 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d8d4009a-1ea9-4203-a4e9-3392b406be9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:54.039295 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4009a-1ea9-4203-a4e9-3392b406be9e None None] The sync data for ids ['26c28413-24de-426a-af72-9a9b56567e9b'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:48:54.054515 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9eee9f1e-127e-4722-bb61-66a4350ef7f6 req-97869e76-09de-4e4f-a48d-d1e9702648a2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787665 Nov 13 04:48:54.157646 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92e1d728-4eb5-47dc-a0f6-8e861c5cdb9f tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:54.160922 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-92e1d728-4eb5-47dc-a0f6-8e861c5cdb9f tempest-RoutersAdminNegativeIpV6Test-924142829 tempest-RoutersAdminNegativeIpV6Test-924142829-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9d563faf-cb57-4b24-88e3-12aba5963904 HTTP/1.1" status: 204 len: 168 time: 0.9453347 Nov 13 04:48:54.161178 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb7c0-3644-4977-af36-f1a843a0870d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:54.223773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1aceb-1aae-4ead-ac9d-b6a26c2da227 req-bc0d74e2-7e09-46b3-af21-b5765d02c7cb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:54.229756 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1aceb-1aae-4ead-ac9d-b6a26c2da227 req-bc0d74e2-7e09-46b3-af21-b5765d02c7cb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:54.235736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1aceb-1aae-4ead-ac9d-b6a26c2da227 req-bc0d74e2-7e09-46b3-af21-b5765d02c7cb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:54.243365 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0da1aceb-1aae-4ead-ac9d-b6a26c2da227 req-bc0d74e2-7e09-46b3-af21-b5765d02c7cb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2419 time: 0.1437693 Nov 13 04:48:54.365114 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0da1aceb-1aae-4ead-ac9d-b6a26c2da227 req-985e1bf0-b6d4-4eef-a521-900613ccb37b tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206429 Nov 13 04:48:54.516845 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56238) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:54.586565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fb7c0-3644-4977-af36-f1a843a0870d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Pushing event deleted for resources: {'Port': ['ID=a46227d3-ddb4-40fb-ac53-3e1f7800ac1b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:54.596732 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee2e2-7336-4ee2-a585-1f5a7eca79e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:54.627097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee51c9e-3890-47ff-b025-e9c0fa69ae62 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:54.701374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-edf2361a-95f7-4972-a33f-4c6a115d88b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:54.712200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-cf4b537e-f03c-421e-b439-79b3004852e5 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:54.718120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-cf4b537e-f03c-421e-b439-79b3004852e5 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:54.724168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-cf4b537e-f03c-421e-b439-79b3004852e5 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:54.726410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-cf4b537e-f03c-421e-b439-79b3004852e5 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.36 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2419 time: 0.1550190 Nov 13 04:48:54.749806 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fbbae-e7cb-4cf7-ad06-97d9f5d3ffb0 req-3704e99f-c5b4-4926-b32c-c771b16d6495 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:54.751275 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e8fbbae-e7cb-4cf7-ad06-97d9f5d3ffb0 req-3704e99f-c5b4-4926-b32c-c771b16d6495 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 945 time: 0.1757829 Nov 13 04:48:54.774083 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb7c0-3644-4977-af36-f1a843a0870d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:54.776692 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb7c0-3644-4977-af36-f1a843a0870d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:54.777809 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7f6fb7c0-3644-4977-af36-f1a843a0870d tempest-ServersTestManualDisk-756120390 tempest-ServersTestManualDisk-756120390-project] 10.222.0.43 "DELETE /v2.0/floatingips/7b57cde7-4d8a-4771-b314-2c950ecf97f6 HTTP/1.1" status: 204 len: 168 time: 1.6247697 Nov 13 04:48:54.783148 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56246) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:54.967216 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e8fbbae-e7cb-4cf7-ad06-97d9f5d3ffb0 req-fd63d1c8-1ac6-4d52-8317-96c6fd396c8d tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943026 Nov 13 04:48:55.044748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-98769f20-9487-48a4-b6f3-5cbffccad65f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Deleting port 4e0d692a-bd9c-4905-aee3-0a6f7c699126 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:55.045233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-98769f20-9487-48a4-b6f3-5cbffccad65f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:55.137456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d104845-5139-4194-a3cf-c72c681ddbe1 req-178dfe18-189b-4456-9019-14ca941952f1 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:55.138967 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d104845-5139-4194-a3cf-c72c681ddbe1 req-178dfe18-189b-4456-9019-14ca941952f1 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.4410625 Nov 13 04:48:55.235120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa7e1d-a1d0-4e13-bed1-58e6cfa4ffc1 req-9dd25753-4479-47df-bdde-69d2697dd1a2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:55.236539 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08aa7e1d-a1d0-4e13-bed1-58e6cfa4ffc1 req-9dd25753-4479-47df-bdde-69d2697dd1a2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 943 time: 0.1862676 Nov 13 04:48:55.247159 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-edf2361a-95f7-4972-a33f-4c6a115d88b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:55.252369 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d104845-5139-4194-a3cf-c72c681ddbe1 req-8487a696-753d-4d08-82fb-ee2e6bff3013 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064932 Nov 13 04:48:55.257448 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-edf2361a-95f7-4972-a33f-4c6a115d88b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:55.276664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-98769f20-9487-48a4-b6f3-5cbffccad65f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] For port 4e0d692a-bd9c-4905-aee3-0a6f7c699126, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4e0d692a-bd9c-4905-aee3-0a6f7c699126,segment=NetworkSegment(73a5307e-f585-4fad-adc9-46808897cdd9),segment_id=73a5307e-f585-4fad-adc9-46808897cdd9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:55.277029 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-98769f20-9487-48a4-b6f3-5cbffccad65f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:55.299783 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-edf2361a-95f7-4972-a33f-4c6a115d88b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f6518995faa4bd193e7c2ba81581355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7572293 Nov 13 04:48:55.302430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-98769f20-9487-48a4-b6f3-5cbffccad65f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Calling delete_port for 4e0d692a-bd9c-4905-aee3-0a6f7c699126 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:55.303930 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56252) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:55.389662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2361a-95f7-4972-a33f-4c6a115d88b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09406628-b92a-4aa3-b605-1cb6c2f066ef,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:55.433609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08aa7e1d-a1d0-4e13-bed1-58e6cfa4ffc1 req-c1ab6658-9545-4f1f-8258-a9be66d2fffb tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734416 Nov 13 04:48:55.450888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-3b583815-8937-421b-a323-21068f4ce44e tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:55.452427 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-3b583815-8937-421b-a323-21068f4ce44e tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1266561 Nov 13 04:48:55.490760 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e67e0e7-95df-4185-a906-5afe4a144178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:55.516396 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-fae06fc4-5c58-4e73-b1ae-e518f015c3b5 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 695 time: 0.0560901 Nov 13 04:48:55.521679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ee2e2-7336-4ee2-a585-1f5a7eca79e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port be8f8268-2f7e-4df6-a863-fbecc78ea3cd {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:55.522057 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee2e2-7336-4ee2-a585-1f5a7eca79e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:55.546675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-c32c0593-053e-4a56-8b60-ee6add0a26bf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Request body: {'floatingip': {'port_id': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:55.549097 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e67e0e7-95df-4185-a906-5afe4a144178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:55.616546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-c32c0593-053e-4a56-8b60-ee6add0a26bf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for floatingip, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:55.648388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'name': 'network-vif-deleted', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:55.650676 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e15e50-982b-488c-8396-76ee93def4ee" -d '{"events": [{"server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "name": "network-vif-deleted", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:55.665988 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-98769f20-9487-48a4-b6f3-5cbffccad65f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:55.689519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf296d6f-4ef8-46a6-bb22-2e4bb049030a req-c928d13c-85f9-491d-9d28-50e23a19b06a tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:55.695864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf296d6f-4ef8-46a6-bb22-2e4bb049030a req-c928d13c-85f9-491d-9d28-50e23a19b06a tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:55.701513 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['4e0d692a-bd9c-4905-aee3-0a6f7c699126', 'e8c5e12f-3c70-4dc3-8b49-f2b063dc0107', 'cf19b85b-4c55-4a7d-a185-953a08c82233'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:48:55.702050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf296d6f-4ef8-46a6-bb22-2e4bb049030a req-c928d13c-85f9-491d-9d28-50e23a19b06a tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:55.703552 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf296d6f-4ef8-46a6-bb22-2e4bb049030a req-c928d13c-85f9-491d-9d28-50e23a19b06a tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 2340 time: 0.1524148 Nov 13 04:48:55.729924 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98769f20-9487-48a4-b6f3-5cbffccad65f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Port': ['ID=4e0d692a-bd9c-4905-aee3-0a6f7c699126,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:55.734486 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee2e2-7336-4ee2-a585-1f5a7eca79e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:55.755477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ee2e2-7336-4ee2-a585-1f5a7eca79e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for be8f8268-2f7e-4df6-a863-fbecc78ea3cd owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:55.775602 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e67e0e7-95df-4185-a906-5afe4a144178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:55.778189 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e67e0e7-95df-4185-a906-5afe4a144178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:55.779651 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9e67e0e7-95df-4185-a906-5afe4a144178 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09406628-b92a-4aa3-b605-1cb6c2f066ef HTTP/1.1" status: 204 len: 168 time: 0.4742112 Nov 13 04:48:55.806737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-98769f20-9487-48a4-b6f3-5cbffccad65f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] No DVR routers for this DVR port 4e0d692a-bd9c-4905-aee3-0a6f7c699126 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:48:55.811436 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-98769f20-9487-48a4-b6f3-5cbffccad65f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:55.814789 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-98769f20-9487-48a4-b6f3-5cbffccad65f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.36 "DELETE /v2.0/ports/4e0d692a-bd9c-4905-aee3-0a6f7c699126 HTTP/1.1" status: 204 len: 173 time: 1.0798004 Nov 13 04:48:55.815575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67e0e7-95df-4185-a906-5afe4a144178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09406628-b92a-4aa3-b605-1cb6c2f066ef,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:55.818126 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'name': 'network-vif-deleted', 'tag': '4e0d692a-bd9c-4905-aee3-0a6f7c699126'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:55.820447 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c854202f-72c2-42ed-ba3e-3779ba597d6c" -d '{"events": [{"server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "name": "network-vif-deleted", "tag": "4e0d692a-bd9c-4905-aee3-0a6f7c699126"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:55.835783 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e65e394c-bc22-49ab-8aea-273c06c6c0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:55.917807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf296d6f-4ef8-46a6-bb22-2e4bb049030a req-8ffa5607-a4fd-4d06-9f12-55ff7d63f621 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910641 Nov 13 04:48:56.062635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3b104-c18b-4442-a45b-0c1cc1bca3c8 req-da482dc1-9577-43e6-827d-e0f72bce1df9 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:56.064212 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aba3b104-c18b-4442-a45b-0c1cc1bca3c8 req-da482dc1-9577-43e6-827d-e0f72bce1df9 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.36 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.1926568 Nov 13 04:48:56.249797 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b7cc75-f135-4e39-95f5-011c3d10ded1 x-openstack-request-id: req-61b7cc75-f135-4e39-95f5-011c3d10ded1 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:56.250094 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0191e27-0ac6-45f9-a72a-1d0e4097be5a", "name": "network-vif-deleted", "tag": "09174db8-91e0-4b74-a72c-b608e45a4bd2", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:56.250346 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61b7cc75-f135-4e39-95f5-011c3d10ded1 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:56.250747 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0191e27-0ac6-45f9-a72a-1d0e4097be5a', 'name': 'network-vif-deleted', 'tag': '09174db8-91e0-4b74-a72c-b608e45a4bd2', 'status': 'completed', 'code': 200} Nov 13 04:48:56.270021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-207835b8-08bc-4064-9810-c740722db7e3 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Deleting port cf19b85b-4c55-4a7d-a185-953a08c82233 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:56.270508 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-207835b8-08bc-4064-9810-c740722db7e3 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:56.301511 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71adbdf8-7423-483e-bbe0-fcfdbf107c60 x-openstack-request-id: req-71adbdf8-7423-483e-bbe0-fcfdbf107c60 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:56.301511 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "name": "network-vif-deleted", "tag": "4e0d692a-bd9c-4905-aee3-0a6f7c699126", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:56.301511 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71adbdf8-7423-483e-bbe0-fcfdbf107c60 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:56.301833 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'name': 'network-vif-deleted', 'tag': '4e0d692a-bd9c-4905-aee3-0a6f7c699126', 'status': 'completed', 'code': 200} Nov 13 04:48:56.348862 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56270) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:56.436245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-207835b8-08bc-4064-9810-c740722db7e3 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] For port cf19b85b-4c55-4a7d-a185-953a08c82233, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=cf19b85b-4c55-4a7d-a185-953a08c82233,segment=NetworkSegment(0477d191-102c-4df4-be69-3915ad670a47),segment_id=0477d191-102c-4df4-be69-3915ad670a47)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:56.436490 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-207835b8-08bc-4064-9810-c740722db7e3 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:56.457078 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1178e-d4a7-44ad-b232-1e7d94668252 req-cf10c7be-6779-4b46-a17a-2fe1d7d8867f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:56.458762 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cf1178e-d4a7-44ad-b232-1e7d94668252 req-cf10c7be-6779-4b46-a17a-2fe1d7d8867f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 945 time: 0.1175926 Nov 13 04:48:56.464737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-207835b8-08bc-4064-9810-c740722db7e3 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Calling delete_port for cf19b85b-4c55-4a7d-a185-953a08c82233 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:56.498394 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee2e2-7336-4ee2-a585-1f5a7eca79e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:56.525082 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ba7fa757-1990-440e-b273-20bc385b207b details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:48:56.566220 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6ea94c51-7023-4eb4-be26-b05290649aea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b1100996ec74619bc2fd85ca41298ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1953647 Nov 13 04:48:56.566220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ee2e2-7336-4ee2-a585-1f5a7eca79e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=be8f8268-2f7e-4df6-a863-fbecc78ea3cd,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:56.566566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56274) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:56.603197 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cf1178e-d4a7-44ad-b232-1e7d94668252 req-6c0dfc6b-1cd7-48cf-abdc-07bfbb9278e3 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346509 Nov 13 04:48:56.626395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-aba3b104-c18b-4442-a45b-0c1cc1bca3c8 req-b0648b8c-4663-49b1-9cd8-81d5387fe314 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Deleting port f62a77fc-1a50-4f57-ae59-6aa87add9b37 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:56.626736 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-aba3b104-c18b-4442-a45b-0c1cc1bca3c8 req-b0648b8c-4663-49b1-9cd8-81d5387fe314 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:56.650434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 09174db8-91e0-4b74-a72c-b608e45a4bd2 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:48:56.667092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e65e394c-bc22-49ab-8aea-273c06c6c0d6 admin admin] Deleting port 699ac762-2c42-4a26-8726-e69b39597079 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:56.667329 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e65e394c-bc22-49ab-8aea-273c06c6c0d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:56.685342 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.db.resource_extend [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-c32c0593-053e-4a56-8b60-ee6add0a26bf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 04:48:56.701062 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 09174db8-91e0-4b74-a72c-b608e45a4bd2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:48:56.702473 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 09174db8-91e0-4b74-a72c-b608e45a4bd2 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:48:56.739992 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ba7fa757-1990-440e-b273-20bc385b207b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ba7fa757-1990-440e-b273-20bc385b207b,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:56.755711 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-c32c0593-053e-4a56-8b60-ee6add0a26bf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:56.763307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'ba7fa757-1990-440e-b273-20bc385b207b', 'network_id': 'abb184c2-0551-4712-87b8-ea6a790c3ce3', 'port_id': 'ba7fa757-1990-440e-b273-20bc385b207b', 'mac_address': 'fa:16:3e:77:84:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da060a9b-742c-4f27-98ad-64a6913e0916', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:48:56.789611 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00e158bd-84b7-4bd0-a5a9-99107671deef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:56.851814 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:56.863486 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00e158bd-84b7-4bd0-a5a9-99107671deef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:56.868053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e65e394c-bc22-49ab-8aea-273c06c6c0d6 admin admin] For port 699ac762-2c42-4a26-8726-e69b39597079, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=699ac762-2c42-4a26-8726-e69b39597079,segment=NetworkSegment(8fde0dbe-56e5-4d16-a39d-b741dfb854b9),segment_id=8fde0dbe-56e5-4d16-a39d-b741dfb854b9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:56.868659 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e65e394c-bc22-49ab-8aea-273c06c6c0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:56.870465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7fa757-1990-440e-b273-20bc385b207b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:48:56.883882 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-207835b8-08bc-4064-9810-c740722db7e3 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:56.895661 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ba7fa757-1990-440e-b273-20bc385b207b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ba7fa757-1990-440e-b273-20bc385b207b,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:56.902248 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:56.903586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e65e394c-bc22-49ab-8aea-273c06c6c0d6 admin admin] Calling delete_port for 699ac762-2c42-4a26-8726-e69b39597079 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:56.921695 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e27977-ec75-40db-9181-c8cfcdc0ae72 req-59268bed-263d-4594-876f-40b078a3bf7c tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:56.923619 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90e27977-ec75-40db-9181-c8cfcdc0ae72 req-59268bed-263d-4594-876f-40b078a3bf7c tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 946 time: 0.2289937 Nov 13 04:48:56.964918 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=ba7fa757-1990-440e-b273-20bc385b207b,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:56.966430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207835b8-08bc-4064-9810-c740722db7e3 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Port': ['ID=cf19b85b-4c55-4a7d-a185-953a08c82233,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:56.968868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['4e0d692a-bd9c-4905-aee3-0a6f7c699126'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:48:57.042464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-207835b8-08bc-4064-9810-c740722db7e3 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] No DVR routers for this DVR port cf19b85b-4c55-4a7d-a185-953a08c82233 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:48:57.045491 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-207835b8-08bc-4064-9810-c740722db7e3 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:57.049410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-207835b8-08bc-4064-9810-c740722db7e3 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.36 "DELETE /v2.0/ports/cf19b85b-4c55-4a7d-a185-953a08c82233 HTTP/1.1" status: 204 len: 173 time: 1.1466608 Nov 13 04:48:57.132216 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-c32c0593-053e-4a56-8b60-ee6add0a26bf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:57.163790 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00e158bd-84b7-4bd0-a5a9-99107671deef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:57.165825 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00e158bd-84b7-4bd0-a5a9-99107671deef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:57.166979 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-00e158bd-84b7-4bd0-a5a9-99107671deef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf6648d7-63ad-4ff6-a181-5ae940d972da HTTP/1.1" status: 204 len: 168 time: 0.5995350 Nov 13 04:48:57.198905 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90e27977-ec75-40db-9181-c8cfcdc0ae72 req-1a52c295-3677-4007-bc07-16d96e9eca60 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478888 Nov 13 04:48:57.212419 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e158bd-84b7-4bd0-a5a9-99107671deef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6648d7-63ad-4ff6-a181-5ae940d972da,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:57.271696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee2e2-7336-4ee2-a585-1f5a7eca79e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:57.303776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-4b8f4724-4980-4ae8-91c5-fc1fae5e6024 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Deleting port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:57.304353 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-4b8f4724-4980-4ae8-91c5-fc1fae5e6024 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:57.408430 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['ba7fa757-1990-440e-b273-20bc385b207b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:48:57.429871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29638154-b089-44b2-acc3-eb34721a881d req-b96367a6-055b-4c76-9be4-8997e5d788f1 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:57.431487 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29638154-b089-44b2-acc3-eb34721a881d req-b96367a6-055b-4c76-9be4-8997e5d788f1 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 945 time: 0.3112555 Nov 13 04:48:57.476409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-4b8f4724-4980-4ae8-91c5-fc1fae5e6024 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] For port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e8c5e12f-3c70-4dc3-8b49-f2b063dc0107,segment=NetworkSegment(73a5307e-f585-4fad-adc9-46808897cdd9),segment_id=73a5307e-f585-4fad-adc9-46808897cdd9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:57.476786 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-4b8f4724-4980-4ae8-91c5-fc1fae5e6024 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:57.486253 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e65e394c-bc22-49ab-8aea-273c06c6c0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:57.495603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce76cd-2172-4730-bad5-00496575af9d req-fda17fba-8974-4d36-8da8-4127763aebc1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:57.497126 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08ce76cd-2172-4730-bad5-00496575af9d req-fda17fba-8974-4d36-8da8-4127763aebc1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 944 time: 0.1623385 Nov 13 04:48:57.531342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-4b8f4724-4980-4ae8-91c5-fc1fae5e6024 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Calling delete_port for e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:57.543408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e394c-bc22-49ab-8aea-273c06c6c0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=699ac762-2c42-4a26-8726-e69b39597079,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:57.557542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-aba3b104-c18b-4442-a45b-0c1cc1bca3c8 req-b0648b8c-4663-49b1-9cd8-81d5387fe314 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] For port f62a77fc-1a50-4f57-ae59-6aa87add9b37, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f62a77fc-1a50-4f57-ae59-6aa87add9b37,segment=NetworkSegment(5a371ee2-6b76-47f2-bbf3-7620def9715c),segment_id=5a371ee2-6b76-47f2-bbf3-7620def9715c)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:57.557850 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-aba3b104-c18b-4442-a45b-0c1cc1bca3c8 req-b0648b8c-4663-49b1-9cd8-81d5387fe314 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:57.582721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-aba3b104-c18b-4442-a45b-0c1cc1bca3c8 req-b0648b8c-4663-49b1-9cd8-81d5387fe314 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Calling delete_port for f62a77fc-1a50-4f57-ae59-6aa87add9b37 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:57.587403 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-c32c0593-053e-4a56-8b60-ee6add0a26bf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Floating IP c36a6653-9165-45b5-b287-9935ab61ab9e associated. External IP: 172.25.8.22, port: 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3. Nov 13 04:48:57.682848 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08ce76cd-2172-4730-bad5-00496575af9d req-db186a76-e1f3-4ff6-ab2d-426927dea7ed tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574421 Nov 13 04:48:57.957359 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0ee2e2-7336-4ee2-a585-1f5a7eca79e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 26c28413-24de-426a-af72-9a9b56567e9b has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:48:57.987226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-29638154-b089-44b2-acc3-eb34721a881d req-0766745f-89de-44de-b570-45d76a70f39b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Deleting port 8538fd12-39df-466b-9be2-1eda97be6cf3 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:57.987580 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-29638154-b089-44b2-acc3-eb34721a881d req-0766745f-89de-44de-b570-45d76a70f39b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:58.194230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56300) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:58.232737 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e65e394c-bc22-49ab-8aea-273c06c6c0d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:58.234236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0ee2e2-7336-4ee2-a585-1f5a7eca79e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:48:58.250184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e886193a-d868-4254-8338-53173ba2288a None None] Sync routers for ids ['26c28413-24de-426a-af72-9a9b56567e9b'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:48:58.250716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ed0ee2e2-7336-4ee2-a585-1f5a7eca79e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/26c28413-24de-426a-af72-9a9b56567e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3053684 Nov 13 04:48:58.251002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56306) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:58.270593 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e886193a-d868-4254-8338-53173ba2288a None None] Routers {'26c28413-24de-426a-af72-9a9b56567e9b'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:58.271493 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e886193a-d868-4254-8338-53173ba2288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['26c28413-24de-426a-af72-9a9b56567e9b'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:58.275667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-c32c0593-053e-4a56-8b60-ee6add0a26bf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Router 447b9c7e-9721-4381-91f1-5a10a6daeb6a has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:48:58.290697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddf1b4-be3a-4f34-8d2d-e3a8834e2c74 req-375bcef5-fae7-478a-b14f-5ce961bdc58b tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:58.300060 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9dddf1b4-be3a-4f34-8d2d-e3a8834e2c74 req-375bcef5-fae7-478a-b14f-5ce961bdc58b tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=eccdd711-5f83-4c62-bb52-c7a85970492d HTTP/1.1" status: 200 len: 946 time: 0.5079119 Nov 13 04:48:58.308977 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-308dff27-3b6d-4b59-9586-c37f32b4e016 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c28413-24de-426a-af72-9a9b56567e9b HTTP/1.1" status: 200 len: 205 time: 0.0470822 Nov 13 04:48:58.312974 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-aba3b104-c18b-4442-a45b-0c1cc1bca3c8 req-b0648b8c-4663-49b1-9cd8-81d5387fe314 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:58.316911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56308) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:58.327116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-29638154-b089-44b2-acc3-eb34721a881d req-0766745f-89de-44de-b570-45d76a70f39b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] For port 8538fd12-39df-466b-9be2-1eda97be6cf3, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8538fd12-39df-466b-9be2-1eda97be6cf3,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:58.327484 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-29638154-b089-44b2-acc3-eb34721a881d req-0766745f-89de-44de-b570-45d76a70f39b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:58.330080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e886193a-d868-4254-8338-53173ba2288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:58.343474 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'name': 'network-vif-deleted', 'tag': 'cf19b85b-4c55-4a7d-a185-953a08c82233'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:58.343987 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e886193a-d868-4254-8338-53173ba2288a None None] Routers {'26c28413-24de-426a-af72-9a9b56567e9b'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:58.344636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e886193a-d868-4254-8338-53173ba2288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['26c28413-24de-426a-af72-9a9b56567e9b'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:58.349391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f62a77fc-1a50-4f57-ae59-6aa87add9b37'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:48:58.350616 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f3d6bc-cac1-4466-952f-d0318bc68e0c" -d '{"events": [{"server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "name": "network-vif-deleted", "tag": "cf19b85b-4c55-4a7d-a185-953a08c82233"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:58.360341 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-4b8f4724-4980-4ae8-91c5-fc1fae5e6024 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:58.395442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f4724-4980-4ae8-91c5-fc1fae5e6024 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Port': ['ID=e8c5e12f-3c70-4dc3-8b49-f2b063dc0107,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:58.412807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e886193a-d868-4254-8338-53173ba2288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:58.413790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e886193a-d868-4254-8338-53173ba2288a None None] The sync data for ids ['26c28413-24de-426a-af72-9a9b56567e9b'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:48:58.431646 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:58.435279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-29638154-b089-44b2-acc3-eb34721a881d req-0766745f-89de-44de-b570-45d76a70f39b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Calling delete_port for 8538fd12-39df-466b-9be2-1eda97be6cf3 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:48:58.439430 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9862e487-0f1c-4c50-bafb-ffa4803f195a tempest-DvrRoutersNegativeTest-935050908 tempest-DvrRoutersNegativeTest-935050908-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1748442641', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:48:58.442716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.policy [None req-9862e487-0f1c-4c50-bafb-ffa4803f195a tempest-DvrRoutersNegativeTest-935050908 tempest-DvrRoutersNegativeTest-935050908-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102667) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 13 04:48:58.443277 n-d-813114-2 neutron-server[102667]: DEBUG neutron.policy [None req-9862e487-0f1c-4c50-bafb-ffa4803f195a tempest-DvrRoutersNegativeTest-935050908 tempest-DvrRoutersNegativeTest-935050908-project] Failed policy check for 'create_router' {{(pid=102667) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 13 04:48:58.443894 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-9862e487-0f1c-4c50-bafb-ffa4803f195a tempest-DvrRoutersNegativeTest-935050908 tempest-DvrRoutersNegativeTest-935050908-project] create failed (client error): Access was denied to this resource. Nov 13 04:48:58.448444 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9862e487-0f1c-4c50-bafb-ffa4803f195a tempest-DvrRoutersNegativeTest-935050908 tempest-DvrRoutersNegativeTest-935050908-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2437322 Nov 13 04:48:58.449372 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0648b8c-4663-49b1-9cd8-81d5387fe314 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Pushing event deleted for resources: {'Port': ['ID=f62a77fc-1a50-4f57-ae59-6aa87add9b37,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:58.478088 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c119592c-0eb7-4344-8a5c-edef699b0d4b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:58.496585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-4b8f4724-4980-4ae8-91c5-fc1fae5e6024 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] No DVR routers for this DVR port e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:48:58.505383 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-4b8f4724-4980-4ae8-91c5-fc1fae5e6024 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:58.508883 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02f833b4-dd12-4979-ab0d-2ebb59e7efa7 req-4b8f4724-4980-4ae8-91c5-fc1fae5e6024 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.36 "DELETE /v2.0/ports/e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 HTTP/1.1" status: 204 len: 173 time: 1.4299202 Nov 13 04:48:58.531082 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9dddf1b4-be3a-4f34-8d2d-e3a8834e2c74 req-be8a5c7b-0cbf-46a0-bd4a-6e3fa37c0951 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297590 Nov 13 04:48:58.544208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ba7fa757-1990-440e-b273-20bc385b207b up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:48:58.670857 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port ba7fa757-1990-440e-b273-20bc385b207b completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:48:58.681849 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port ba7fa757-1990-440e-b273-20bc385b207b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:48:58.682225 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:58.779535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba3b104-c18b-4442-a45b-0c1cc1bca3c8 req-b0648b8c-4663-49b1-9cd8-81d5387fe314 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] No DVR routers for this DVR port f62a77fc-1a50-4f57-ae59-6aa87add9b37 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:48:58.846650 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-aba3b104-c18b-4442-a45b-0c1cc1bca3c8 req-b0648b8c-4663-49b1-9cd8-81d5387fe314 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:58.851480 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aba3b104-c18b-4442-a45b-0c1cc1bca3c8 req-b0648b8c-4663-49b1-9cd8-81d5387fe314 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.36 "DELETE /v2.0/ports/f62a77fc-1a50-4f57-ae59-6aa87add9b37 HTTP/1.1" status: 204 len: 173 time: 2.7759004 Nov 13 04:48:58.856307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3297223-2e0d-4959-9550-167de371e42d req-0839412f-1e42-4b01-9f5e-0cfce32a7143 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:58.857188 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:58.857629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f366a428-86a1-49da-97f8-49caf110613e', 'name': 'network-vif-deleted', 'tag': 'f62a77fc-1a50-4f57-ae59-6aa87add9b37'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:58.860217 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b611f815-ebdc-42b6-8b65-2f205de8efd6" -d '{"events": [{"server_uuid": "f366a428-86a1-49da-97f8-49caf110613e", "name": "network-vif-deleted", "tag": "f62a77fc-1a50-4f57-ae59-6aa87add9b37"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:58.868219 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b3297223-2e0d-4959-9550-167de371e42d req-0839412f-1e42-4b01-9f5e-0cfce32a7143 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 945 time: 0.0999300 Nov 13 04:48:58.923490 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65e394c-bc22-49ab-8aea-273c06c6c0d6 admin admin] Router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:48:58.942204 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:58.985138 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3f6251-5556-4e18-abb4-7fe4dabd02dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7fa757-1990-440e-b273-20bc385b207b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:48:58.988664 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1786efe-eeb0-48be-97f8-e526383d2d7d" -d '{"events": [{"server_uuid": "0e3f6251-5556-4e18-abb4-7fe4dabd02dc", "name": "network-vif-plugged", "status": "completed", "tag": "ba7fa757-1990-440e-b273-20bc385b207b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:48:59.014629 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ba7fa757-1990-440e-b273-20bc385b207b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ba7fa757-1990-440e-b273-20bc385b207b,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:48:59.014733 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b3297223-2e0d-4959-9550-167de371e42d req-10ae0c3a-ce1d-4bf6-bd22-5c3886fc8618 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424062 Nov 13 04:48:59.022905 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.023846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4e0d692a-bd9c-4905-aee3-0a6f7c699126 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:48:59.036906 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56322) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:59.115837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 4e0d692a-bd9c-4905-aee3-0a6f7c699126 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:48:59.116420 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4e0d692a-bd9c-4905-aee3-0a6f7c699126 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:48:59.116841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:48:59.119172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=ba7fa757-1990-440e-b273-20bc385b207b,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:59.133319 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c119592c-0eb7-4344-8a5c-edef699b0d4b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.135558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-c32c0593-053e-4a56-8b60-ee6add0a26bf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:48:59.139075 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c119592c-0eb7-4344-8a5c-edef699b0d4b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.151817 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c824482-4c94-4270-a6f8-1995ce7ec8fb None None] Sync routers for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:48:59.164775 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-c32c0593-053e-4a56-8b60-ee6add0a26bf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.171643 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c824482-4c94-4270-a6f8-1995ce7ec8fb None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:59.174045 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2c824482-4c94-4270-a6f8-1995ce7ec8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:59.229388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:48:59.230249 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e8c5e12f-3c70-4dc3-8b49-f2b063dc0107 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:48:59.231088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device cf19b85b-4c55-4a7d-a185-953a08c82233 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:48:59.246224 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-29638154-b089-44b2-acc3-eb34721a881d req-0766745f-89de-44de-b570-45d76a70f39b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.285050 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-c32c0593-053e-4a56-8b60-ee6add0a26bf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "PUT /v2.0/floatingips/c36a6653-9165-45b5-b287-9935ab61ab9e HTTP/1.1" status: 200 len: 995 time: 3.7585678 Nov 13 04:48:59.286708 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c119592c-0eb7-4344-8a5c-edef699b0d4b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.288036 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c119592c-0eb7-4344-8a5c-edef699b0d4b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Fanout notify agent at l3_agent the message router_deleted on router 26c28413-24de-426a-af72-9a9b56567e9b {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:48:59.288460 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: cf19b85b-4c55-4a7d-a185-953a08c82233 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:48:59.289600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766745f-89de-44de-b570-45d76a70f39b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Pushing event deleted for resources: {'Port': ['ID=8538fd12-39df-466b-9be2-1eda97be6cf3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:59.295477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device cf19b85b-4c55-4a7d-a185-953a08c82233 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:48:59.299695 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c119592c-0eb7-4344-8a5c-edef699b0d4b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.301453 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c119592c-0eb7-4344-8a5c-edef699b0d4b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/routers/26c28413-24de-426a-af72-9a9b56567e9b HTTP/1.1" status: 204 len: 168 time: 0.9836407 Nov 13 04:48:59.306602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56326) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:59.313942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4e2063-fa30-46b1-9546-24170b49be1a None None] DHCP port deletion for 38c4ff77-85a2-430d-a6a9-b667d4750285 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:48:59.348536 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2c824482-4c94-4270-a6f8-1995ce7ec8fb None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:48:59.353575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65e394c-bc22-49ab-8aea-273c06c6c0d6 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:48:59.367503 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea3ffb7-1f26-425d-a571-db8446d4b008 None None] Sync routers for ids ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:48:59.370979 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e65e394c-bc22-49ab-8aea-273c06c6c0d6 admin admin] 10.222.0.43 "PUT /v2.0/routers/9abd4f4e-c710-4d7a-9b1d-33be387c9362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5845134 Nov 13 04:48:59.374504 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56328) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:59.384589 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea3ffb7-1f26-425d-a571-db8446d4b008 None None] Routers {'9abd4f4e-c710-4d7a-9b1d-33be387c9362'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:59.385297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cea3ffb7-1f26-425d-a571-db8446d4b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:59.420314 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9821a4b3-198b-4aff-b37a-48331d78a718 req-627172a9-1803-4ec1-959e-aa5af140a5e3 tempest-ServerRescueTestJSON-1184612939 tempest-ServerRescueTestJSON-1184612939-project] 10.222.0.43 "GET /v2.0/ports?device_id=f366a428-86a1-49da-97f8-49caf110613e HTTP/1.1" status: 200 len: 210 time: 0.0621195 Nov 13 04:48:59.511079 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd57be45-5211-4ffe-9feb-923e29998176 x-openstack-request-id: req-cd57be45-5211-4ffe-9feb-923e29998176 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:59.511603 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "name": "network-vif-deleted", "tag": "cf19b85b-4c55-4a7d-a185-953a08c82233", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:59.511917 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd57be45-5211-4ffe-9feb-923e29998176 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:59.512345 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'name': 'network-vif-deleted', 'tag': 'cf19b85b-4c55-4a7d-a185-953a08c82233', 'status': 'completed', 'code': 200} Nov 13 04:48:59.515263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-29638154-b089-44b2-acc3-eb34721a881d req-0766745f-89de-44de-b570-45d76a70f39b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] No DVR routers for this DVR port 8538fd12-39df-466b-9be2-1eda97be6cf3 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:48:59.521625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-29638154-b089-44b2-acc3-eb34721a881d req-0766745f-89de-44de-b570-45d76a70f39b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.530106 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29638154-b089-44b2-acc3-eb34721a881d req-0766745f-89de-44de-b570-45d76a70f39b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.46 "DELETE /v2.0/ports/8538fd12-39df-466b-9be2-1eda97be6cf3 HTTP/1.1" status: 204 len: 173 time: 2.0902030 Nov 13 04:48:59.553516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-172206b5-b48b-4df8-8de0-5969bb194c65 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting subnet c69ea4e0-4f7f-484a-b5bc-d4089e5ed9ad {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:48:59.554494 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.558407 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172206b5-b48b-4df8-8de0-5969bb194c65 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.605903 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172206b5-b48b-4df8-8de0-5969bb194c65 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.639929 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-cea3ffb7-1f26-425d-a571-db8446d4b008 None None] Set router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:48:59.686194 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.711696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172206b5-b48b-4df8-8de0-5969bb194c65 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.779451 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2c824482-4c94-4270-a6f8-1995ce7ec8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c36a6653-9165-45b5-b287-9935ab61ab9e', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'port_id': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'mac_address': 'fa:16:3e:6a:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:48:32Z', 'updated_at': '2021-11-13T04:48:56Z', 'revision_number': 1, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:59.779733 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76016452-19b6-4b07-90a7-ccc050955a34 req-89ba1977-76df-4d16-8548-9165917e40f4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:59.788384 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-76016452-19b6-4b07-90a7-ccc050955a34 req-89ba1977-76df-4d16-8548-9165917e40f4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 945 time: 0.1083846 Nov 13 04:48:59.793662 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172206b5-b48b-4df8-8de0-5969bb194c65 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.804938 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d85ac363-fa49-49db-9a89-959197912516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.816877 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172206b5-b48b-4df8-8de0-5969bb194c65 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.825849 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-172206b5-b48b-4df8-8de0-5969bb194c65 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/c69ea4e0-4f7f-484a-b5bc-d4089e5ed9ad HTTP/1.1" status: 204 len: 168 time: 0.5175397 Nov 13 04:48:59.835362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56332) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:48:59.839728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd5db92-f451-4fc3-a971-5891db0fe6f3 None None] Network bcc3875b-2054-4d6d-a68a-a3f3c49a6150 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:48:59.850104 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c824482-4c94-4270-a6f8-1995ce7ec8fb None None] Checking router: 447b9c7e-9721-4381-91f1-5a10a6daeb6a for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:48:59.866792 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c824482-4c94-4270-a6f8-1995ce7ec8fb None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:48:59.868482 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2c824482-4c94-4270-a6f8-1995ce7ec8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:59.878135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-d1f37d93-5b33-43b6-813c-5bf389606a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:48:59.879818 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-d1f37d93-5b33-43b6-813c-5bf389606a24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 1096 time: 0.5523136 Nov 13 04:48:59.895246 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-76016452-19b6-4b07-90a7-ccc050955a34 req-7421da88-6a6b-40a1-99dc-ef8b79a11054 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056228 Nov 13 04:48:59.902767 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] Deleting port b26b4f91-25e0-44cb-9bd7-be36e97c6ba8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:48:59.908675 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.968026 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d85ac363-fa49-49db-9a89-959197912516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:48:59.989377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cea3ffb7-1f26-425d-a571-db8446d4b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:45:11Z', 'updated_at': '2021-11-13T04:48:57Z', 'revision_number': 5, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'gw_port': {'id': 'b26b4f91-25e0-44cb-9bd7-be36e97c6ba8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:45:13Z', 'updated_at': '2021-11-13T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:48:59.992268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172206b5-b48b-4df8-8de0-5969bb194c65 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Subnet': ['ID=c69ea4e0-4f7f-484a-b5bc-d4089e5ed9ad,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:48:59.996864 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78e7090-c8ea-4dc5-ad9b-56c3163e20e7 x-openstack-request-id: req-a78e7090-c8ea-4dc5-ad9b-56c3163e20e7 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:48:59.997592 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f366a428-86a1-49da-97f8-49caf110613e", "name": "network-vif-deleted", "tag": "f62a77fc-1a50-4f57-ae59-6aa87add9b37", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:48:59.997912 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a78e7090-c8ea-4dc5-ad9b-56c3163e20e7 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:48:59.998363 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f366a428-86a1-49da-97f8-49caf110613e', 'name': 'network-vif-deleted', 'tag': 'f62a77fc-1a50-4f57-ae59-6aa87add9b37', 'status': 'completed', 'code': 200} Nov 13 04:49:00.010771 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d85ac363-fa49-49db-9a89-959197912516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.023368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea3ffb7-1f26-425d-a571-db8446d4b008 None None] Checking router: 9abd4f4e-c710-4d7a-9b1d-33be387c9362 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:49:00.042369 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea3ffb7-1f26-425d-a571-db8446d4b008 None None] Routers {'9abd4f4e-c710-4d7a-9b1d-33be387c9362'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:00.043145 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cea3ffb7-1f26-425d-a571-db8446d4b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:48:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:00.049742 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2c824482-4c94-4270-a6f8-1995ce7ec8fb None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:00.062591 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d85ac363-fa49-49db-9a89-959197912516 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0000ff25b98e4768a81ebc9469d3eb21&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0246305 Nov 13 04:49:00.063417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56336) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:00.090856 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cb365d-c666-4b38-8cca-27ab05452dde x-openstack-request-id: req-93cb365d-c666-4b38-8cca-27ab05452dde {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:00.091168 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3f6251-5556-4e18-abb4-7fe4dabd02dc", "name": "network-vif-plugged", "status": "completed", "tag": "ba7fa757-1990-440e-b273-20bc385b207b", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:00.091423 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93cb365d-c666-4b38-8cca-27ab05452dde {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:00.091937 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3f6251-5556-4e18-abb4-7fe4dabd02dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7fa757-1990-440e-b273-20bc385b207b', 'code': 200} Nov 13 04:49:00.114167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] For port b26b4f91-25e0-44cb-9bd7-be36e97c6ba8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b26b4f91-25e0-44cb-9bd7-be36e97c6ba8,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:00.115296 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.129473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] Calling delete_port for b26b4f91-25e0-44cb-9bd7-be36e97c6ba8 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:00.374563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56338) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:00.418568 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4029618-33df-4b37-96bd-ebeff3317277 req-7dfac7f9-1ec9-49a6-ad9f-a285c0dec1a3 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2d2279-6385-4855-8a93-22f783ea8cd8 HTTP/1.1" status: 200 len: 210 time: 0.0428157 Nov 13 04:49:00.451508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd72e996-2507-4808-8df9-4a0e893ca057 None None] DHCP port deletion for bcc3875b-2054-4d6d-a68a-a3f3c49a6150 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:00.465412 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 587ab8a3-fac4-48c7-af79-80cfad05cae9 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:00.472693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-034bdf5c-30cf-4631-9323-7256d6bb3ba7 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Deleting subnet 2a50849c-7c95-441b-92e7-0e82fe8a7e59 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:49:00.476444 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-034bdf5c-30cf-4631-9323-7256d6bb3ba7 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.527714 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-034bdf5c-30cf-4631-9323-7256d6bb3ba7 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.538106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56342) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:00.568692 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f62a77fc-1a50-4f57-ae59-6aa87add9b37 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:00.573282 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-cea3ffb7-1f26-425d-a571-db8446d4b008 None None] Set router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:00.585151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ac363-fa49-49db-9a89-959197912516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e5ac8d-70e7-4b82-aab0-ff552c702d08,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:00.613028 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2c824482-4c94-4270-a6f8-1995ce7ec8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c36a6653-9165-45b5-b287-9935ab61ab9e', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'port_id': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'mac_address': 'fa:16:3e:6a:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:48:32Z', 'updated_at': '2021-11-13T04:48:56Z', 'revision_number': 1, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:00.636317 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.651046 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c824482-4c94-4270-a6f8-1995ce7ec8fb None None] The sync data for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 is: [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c36a6653-9165-45b5-b287-9935ab61ab9e', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'port_id': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'mac_address': 'fa:16:3e:6a:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:48:32Z', 'updated_at': '2021-11-13T04:48:56Z', 'revision_number': 1, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:00.669328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: f62a77fc-1a50-4f57-ae59-6aa87add9b37 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:00.669623 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f62a77fc-1a50-4f57-ae59-6aa87add9b37 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:00.673823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8538fd12-39df-466b-9be2-1eda97be6cf3 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:00.675759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b5adea-354a-408d-9f0a-9aa2e8f23924 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:00.681506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cea3ffb7-1f26-425d-a571-db8446d4b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:45:11Z', 'updated_at': '2021-11-13T04:48:59Z', 'revision_number': 6, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:00.712647 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6307d453-334a-44a1-800f-a34e5ef77382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.717990 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a804594f-b5d8-4450-8879-cb558d67a704 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting subnet ba3c8778-7906-4cef-93e2-b5fc96b36884 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:49:00.721418 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a804594f-b5d8-4450-8879-cb558d67a704 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.725540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] Pushing event deleted for resources: {'Port': ['ID=b26b4f91-25e0-44cb-9bd7-be36e97c6ba8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:00.738009 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-034bdf5c-30cf-4631-9323-7256d6bb3ba7 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.757274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 8538fd12-39df-466b-9be2-1eda97be6cf3 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:00.757611 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8538fd12-39df-466b-9be2-1eda97be6cf3 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:00.759923 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea3ffb7-1f26-425d-a571-db8446d4b008 None None] The sync data for ids ['9abd4f4e-c710-4d7a-9b1d-33be387c9362'] in n-d-813114-2 is: [{'id': '9abd4f4e-c710-4d7a-9b1d-33be387c9362', 'name': 'tempest-ServersTestManualDisk-418333027-router', 'tenant_id': '87b8e22e13d64cf59b821c1617f457ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:45:11Z', 'updated_at': '2021-11-13T04:48:59Z', 'revision_number': 6, 'project_id': '87b8e22e13d64cf59b821c1617f457ff', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:00.779418 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a804594f-b5d8-4450-8879-cb558d67a704 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.792995 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.824649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cd72e996-2507-4808-8df9-4a0e893ca057 None None] Deleting port 587ab8a3-fac4-48c7-af79-80cfad05cae9 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:00.825677 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd72e996-2507-4808-8df9-4a0e893ca057 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.892073 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a804594f-b5d8-4450-8879-cb558d67a704 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.901698 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83761f98-c810-43c8-9cf4-e98b2b57b8a5 req-fb6e37ab-1dfd-421c-a6ea-54665d932e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:00.902758 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.908712 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-83761f98-c810-43c8-9cf4-e98b2b57b8a5 req-fb6e37ab-1dfd-421c-a6ea-54665d932e62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 1096 time: 0.4165630 Nov 13 04:49:00.931618 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-cd72e996-2507-4808-8df9-4a0e893ca057 None None] For port 587ab8a3-fac4-48c7-af79-80cfad05cae9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=587ab8a3-fac4-48c7-af79-80cfad05cae9,segment=NetworkSegment(971141e0-bfe4-4ca9-b91c-e1a00e39f6f6),segment_id=971141e0-bfe4-4ca9-b91c-e1a00e39f6f6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:00.932016 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd72e996-2507-4808-8df9-4a0e893ca057 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.974624 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.989023 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:00.992488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 587ab8a3-fac4-48c7-af79-80cfad05cae9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=587ab8a3-fac4-48c7-af79-80cfad05cae9,segment=NetworkSegment(971141e0-bfe4-4ca9-b91c-e1a00e39f6f6),segment_id=971141e0-bfe4-4ca9-b91c-e1a00e39f6f6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:00.994387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cd72e996-2507-4808-8df9-4a0e893ca057 None None] Calling delete_port for 587ab8a3-fac4-48c7-af79-80cfad05cae9 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:01.007707 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.031505 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6989fc0-1a1f-4081-a28c-93d3bb3246c3 None None] New status for floating IP c36a6653-9165-45b5-b287-9935ab61ab9e: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:49:01.055999 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6307d453-334a-44a1-800f-a34e5ef77382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.089057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=587ab8a3-fac4-48c7-af79-80cfad05cae9,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:01.130979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-95d5e1f6-9046-48fe-b3f6-e7420f98b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:01.132573 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-95d5e1f6-9046-48fe-b3f6-e7420f98b363 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 920 time: 1.1629212 Nov 13 04:49:01.142751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-83761f98-c810-43c8-9cf4-e98b2b57b8a5 req-4cb29eb1-cc79-4796-abe9-8189223df75c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700773 Nov 13 04:49:01.177567 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-034bdf5c-30cf-4631-9323-7256d6bb3ba7 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.196345 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd72e996-2507-4808-8df9-4a0e893ca057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.243249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bdf5c-30cf-4631-9323-7256d6bb3ba7 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Subnet': ['ID=2a50849c-7c95-441b-92e7-0e82fe8a7e59,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:01.259922 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.260259 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72e996-2507-4808-8df9-4a0e893ca057 None None] Pushing event deleted for resources: {'Port': ['ID=587ab8a3-fac4-48c7-af79-80cfad05cae9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:01.260475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9abd4f4e-c710-4d7a-9b1d-33be387c9362 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:49:01.262611 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72e996-2507-4808-8df9-4a0e893ca057 None None] No DVR routers for this DVR port 587ab8a3-fac4-48c7-af79-80cfad05cae9 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:01.277392 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-7c2efc9b-5f3e-483b-84c4-2d7cde460b74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 HTTP/1.1" status: 200 len: 998 time: 0.1191227 Nov 13 04:49:01.285966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46e39f-939c-4bc0-b671-448cb11730fe req-286dfd79-ea43-48bb-b457-1b08649d4386 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:01.292053 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cd46e39f-939c-4bc0-b671-448cb11730fe req-286dfd79-ea43-48bb-b457-1b08649d4386 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 945 time: 0.2972810 Nov 13 04:49:01.295136 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.300328 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ca2e6c3a-adca-4c66-bbe1-6168fc1ee12f admin admin] 10.222.0.43 "DELETE /v2.0/routers/9abd4f4e-c710-4d7a-9b1d-33be387c9362 HTTP/1.1" status: 204 len: 168 time: 1.9082656 Nov 13 04:49:01.315944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56346) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:01.318626 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-034bdf5c-30cf-4631-9323-7256d6bb3ba7 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.324962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9604b87-c67f-4f4a-87ee-d585abf4ff1e None None] Network bb3e8025-e164-42b8-91b5-ac9501993e98 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:01.334536 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-034bdf5c-30cf-4631-9323-7256d6bb3ba7 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "DELETE /v2.0/subnets/2a50849c-7c95-441b-92e7-0e82fe8a7e59 HTTP/1.1" status: 204 len: 168 time: 0.9574716 Nov 13 04:49:01.352017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56348) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:01.516336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'name': 'network-vif-deleted', 'tag': 'e8c5e12f-3c70-4dc3-8b49-f2b063dc0107'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:01.517206 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a804594f-b5d8-4450-8879-cb558d67a704 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.518577 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdf46ca-9c6e-47be-8f6c-146f6893c61e" -d '{"events": [{"server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "name": "network-vif-deleted", "tag": "e8c5e12f-3c70-4dc3-8b49-f2b063dc0107"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:01.519761 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6307d453-334a-44a1-800f-a34e5ef77382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.523404 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6307d453-334a-44a1-800f-a34e5ef77382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.527647 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6307d453-334a-44a1-800f-a34e5ef77382 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28e5ac8d-70e7-4b82-aab0-ff552c702d08 HTTP/1.1" status: 204 len: 168 time: 1.0384407 Nov 13 04:49:01.551155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd95d4f-3c72-4a8b-9dc0-4f928ba85448 admin admin] Deleting subnet 96230d51-02ef-46d7-8f85-644e8228b421 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:49:01.559165 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.562279 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fd95d4f-3c72-4a8b-9dc0-4f928ba85448 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.567604 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cd46e39f-939c-4bc0-b671-448cb11730fe req-cda694cd-712e-4df0-a58e-0df9a37be686 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656593 Nov 13 04:49:01.579529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-60312793-e948-48b0-875d-11e8ac50d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:01.581215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-60312793-e948-48b0-875d-11e8ac50d164 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.3024449 Nov 13 04:49:01.584477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804594f-b5d8-4450-8879-cb558d67a704 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Subnet': ['ID=ba3c8778-7906-4cef-93e2-b5fc96b36884,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:01.587691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307d453-334a-44a1-800f-a34e5ef77382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e5ac8d-70e7-4b82-aab0-ff552c702d08,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:01.591543 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a804594f-b5d8-4450-8879-cb558d67a704 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.596681 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a804594f-b5d8-4450-8879-cb558d67a704 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/ba3c8778-7906-4cef-93e2-b5fc96b36884 HTTP/1.1" status: 204 len: 168 time: 1.7528558 Nov 13 04:49:01.601226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56356) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:01.607000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d702429-4ad9-4729-add6-a934adcb1b35 None None] Network d4ce4b17-d790-4cd1-ad78-56047b35f147 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:01.620980 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fd95d4f-3c72-4a8b-9dc0-4f928ba85448 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.731276 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbbbe2b-b0b4-4223-a744-64aabe97c445 x-openstack-request-id: req-9dbbbe2b-b0b4-4223-a744-64aabe97c445 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:01.731914 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccdd711-5f83-4c62-bb52-c7a85970492d", "name": "network-vif-deleted", "tag": "e8c5e12f-3c70-4dc3-8b49-f2b063dc0107", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:01.732306 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9dbbbe2b-b0b4-4223-a744-64aabe97c445 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:01.732853 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccdd711-5f83-4c62-bb52-c7a85970492d', 'name': 'network-vif-deleted', 'tag': 'e8c5e12f-3c70-4dc3-8b49-f2b063dc0107', 'status': 'completed', 'code': 200} Nov 13 04:49:01.753419 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fd95d4f-3c72-4a8b-9dc0-4f928ba85448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.807051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Deleting port 73d227b4-c010-4c35-8c51-d7814da4de87 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:01.807586 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.837894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49de691-bfaa-4429-be9b-40c4183c32cc None None] DHCP port deletion for bb3e8025-e164-42b8-91b5-ac9501993e98 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:01.893942 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57dd600f-6ada-4e55-8812-a02ec8c41e26 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.925196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] For port 73d227b4-c010-4c35-8c51-d7814da4de87, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=73d227b4-c010-4c35-8c51-d7814da4de87,segment=NetworkSegment(0477d191-102c-4df4-be69-3915ad670a47),segment_id=0477d191-102c-4df4-be69-3915ad670a47)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:01.925879 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.940397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-912e2b47-18ce-43ca-90d3-919e2f95f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:01.942133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-912e2b47-18ce-43ca-90d3-919e2f95f5cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3439922 Nov 13 04:49:01.960357 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fd95d4f-3c72-4a8b-9dc0-4f928ba85448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:01.991357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Calling delete_port for 73d227b4-c010-4c35-8c51-d7814da4de87 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:02.014171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'tag': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3'}, {'server_uuid': '8b2d2279-6385-4855-8a93-22f783ea8cd8', 'name': 'network-vif-deleted', 'tag': '8538fd12-39df-466b-9be2-1eda97be6cf3'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:02.023105 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588597b2-8a37-4c40-b7cc-17afc3736544" -d '{"events": [{"name": "network-changed", "server_uuid": "7009eec2-e665-4c3c-a14b-3a74d0a19177", "tag": "90bc28fe-da8e-439a-b4e5-3950a3cc7cd3"}, {"server_uuid": "8b2d2279-6385-4855-8a93-22f783ea8cd8", "name": "network-vif-deleted", "tag": "8538fd12-39df-466b-9be2-1eda97be6cf3"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:02.065541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd95d4f-3c72-4a8b-9dc0-4f928ba85448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96230d51-02ef-46d7-8f85-644e8228b421,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:02.072557 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fd95d4f-3c72-4a8b-9dc0-4f928ba85448 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:02.078122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ef746-08d7-48ef-9194-6d5991f41ca2 None None] Network bfd9356b-0fdf-4c68-a959-58ca842b9635 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:02.081464 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4fd95d4f-3c72-4a8b-9dc0-4f928ba85448 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/96230d51-02ef-46d7-8f85-644e8228b421 HTTP/1.1" status: 204 len: 168 time: 0.7644675 Nov 13 04:49:02.086596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56372) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:02.212287 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-f6678135-2397-45db-ba36-7d637ff8e2b1 service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595911 Nov 13 04:49:02.274867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e49de691-bfaa-4429-be9b-40c4183c32cc None None] Deleting port 73d227b4-c010-4c35-8c51-d7814da4de87 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:02.283146 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e49de691-bfaa-4429-be9b-40c4183c32cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:02.334049 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57dd600f-6ada-4e55-8812-a02ec8c41e26 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:02.425119 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:02.425330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-57dd600f-6ada-4e55-8812-a02ec8c41e26 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc3875b-2054-4d6d-a68a-a3f3c49a6150']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:02.437286 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:02.445982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608c7342-6470-4212-a96b-bce4dfdb30ae None None] DHCP port deletion for d4ce4b17-d790-4cd1-ad78-56047b35f147 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:02.447260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-57dd600f-6ada-4e55-8812-a02ec8c41e26 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971141e0-bfe4-4ca9-b91c-e1a00e39f6f6') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:02.447761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-57dd600f-6ada-4e55-8812-a02ec8c41e26 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971141e0-bfe4-4ca9-b91c-e1a00e39f6f6') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:02.447872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 73d227b4-c010-4c35-8c51-d7814da4de87 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:02.465159 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57dd600f-6ada-4e55-8812-a02ec8c41e26 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:02.510479 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57dd600f-6ada-4e55-8812-a02ec8c41e26 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:02.524882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] No DVR routers for this DVR port 73d227b4-c010-4c35-8c51-d7814da4de87 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:02.532385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dd600f-6ada-4e55-8812-a02ec8c41e26 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:49:02.533136 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57dd600f-6ada-4e55-8812-a02ec8c41e26 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:02.535179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 73d227b4-c010-4c35-8c51-d7814da4de87 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:02.535518 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 73d227b4-c010-4c35-8c51-d7814da4de87 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:02.535936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b26b4f91-25e0-44cb-9bd7-be36e97c6ba8 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:49:02.537737 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:49:02.596092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: b26b4f91-25e0-44cb-9bd7-be36e97c6ba8 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:02.596464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b26b4f91-25e0-44cb-9bd7-be36e97c6ba8 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:02.596838 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 699ac762-2c42-4a26-8726-e69b39597079 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:02.600157 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-515167e2-10d2-4fda-b968-c9e9ef8645ad req-b7f0640e-2add-412d-aefb-543e65db5716 service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248653 Nov 13 04:49:02.621911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Port': ['ID=73d227b4-c010-4c35-8c51-d7814da4de87,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:02.654120 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57dd600f-6ada-4e55-8812-a02ec8c41e26 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:02.670079 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a013b2a-38ca-4cba-9d84-095141c01fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:02.731994 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57dd600f-6ada-4e55-8812-a02ec8c41e26 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:02.743797 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-57dd600f-6ada-4e55-8812-a02ec8c41e26 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/networks/bcc3875b-2054-4d6d-a68a-a3f3c49a6150 HTTP/1.1" status: 204 len: 168 time: 1.1249974 Nov 13 04:49:02.749251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56390) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:02.751566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd600f-6ada-4e55-8812-a02ec8c41e26 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Network': ['ID=bcc3875b-2054-4d6d-a68a-a3f3c49a6150,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:02.771229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 699ac762-2c42-4a26-8726-e69b39597079 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:02.771718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 699ac762-2c42-4a26-8726-e69b39597079 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:02.777958 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:02.823259 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e30226-9a65-47f7-8161-25c39b5b266e x-openstack-request-id: req-89e30226-9a65-47f7-8161-25c39b5b266e {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:02.823259 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7009eec2-e665-4c3c-a14b-3a74d0a19177", "tag": "90bc28fe-da8e-439a-b4e5-3950a3cc7cd3", "status": "completed", "code": 200}, {"server_uuid": "8b2d2279-6385-4855-8a93-22f783ea8cd8", "name": "network-vif-deleted", "tag": "8538fd12-39df-466b-9be2-1eda97be6cf3", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:02.825095 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89e30226-9a65-47f7-8161-25c39b5b266e {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:02.829562 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e49de691-bfaa-4429-be9b-40c4183c32cc None None] For port 73d227b4-c010-4c35-8c51-d7814da4de87, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=73d227b4-c010-4c35-8c51-d7814da4de87,segment=NetworkSegment(0477d191-102c-4df4-be69-3915ad670a47),segment_id=0477d191-102c-4df4-be69-3915ad670a47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:02.829770 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'tag': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'status': 'completed', 'code': 200} Nov 13 04:49:02.829989 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e49de691-bfaa-4429-be9b-40c4183c32cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:02.830254 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2d2279-6385-4855-8a93-22f783ea8cd8', 'name': 'network-vif-deleted', 'tag': '8538fd12-39df-466b-9be2-1eda97be6cf3', 'status': 'completed', 'code': 200} Nov 13 04:49:02.855418 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e49de691-bfaa-4429-be9b-40c4183c32cc None None] Calling delete_port for 73d227b4-c010-4c35-8c51-d7814da4de87 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:02.890583 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf78d25-738a-4a87-8ed6-579b5bfed712 req-97fb9199-2d06-4cb4-9774-804137362bee tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:02.898118 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebf78d25-738a-4a87-8ed6-579b5bfed712 req-97fb9199-2d06-4cb4-9774-804137362bee tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 944 time: 0.4879045 Nov 13 04:49:02.901132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3e8025-e164-42b8-91b5-ac9501993e98']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:02.933378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:02.939060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0477d191-102c-4df4-be69-3915ad670a47') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:02.939364 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0477d191-102c-4df4-be69-3915ad670a47') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:02.957805 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e49de691-bfaa-4429-be9b-40c4183c32cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:02.981346 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:02.995699 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49de691-bfaa-4429-be9b-40c4183c32cc None None] Pushing event deleted for resources: {'Port': ['ID=73d227b4-c010-4c35-8c51-d7814da4de87,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:03.022672 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49de691-bfaa-4429-be9b-40c4183c32cc None None] No DVR routers for this DVR port 73d227b4-c010-4c35-8c51-d7814da4de87 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:03.026249 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.064094 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-608c7342-6470-4212-a96b-bce4dfdb30ae None None] Deleting port cc46bb5d-0562-4a23-8981-4787b6fb8068 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:03.064525 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-608c7342-6470-4212-a96b-bce4dfdb30ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.070404 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] Deleting port 467da96b-c92d-4b97-ace6-3f02d68eea81 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:03.070785 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.080104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef870766-d060-48db-97e0-b6f40857fc1d req-e1fe732c-b95e-4252-85ba-d8a3805a00b9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:03.086407 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef870766-d060-48db-97e0-b6f40857fc1d req-e1fe732c-b95e-4252-85ba-d8a3805a00b9 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 944 time: 0.2459717 Nov 13 04:49:03.086407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588597b2-8a37-4c40-b7cc-17afc3736544 req-0f3d0b43-e01b-4f96-b4a6-c16538263723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:03.086407 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-588597b2-8a37-4c40-b7cc-17afc3736544 req-0f3d0b43-e01b-4f96-b4a6-c16538263723 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 1096 time: 0.2490950 Nov 13 04:49:03.100824 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.134793 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:49:03.135265 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.138840 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b719c499-fa25-49e3-b6b7-ca0da83ec7cb None None] DHCP port deletion for bfd9356b-0fdf-4c68-a959-58ca842b9635 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:49:03.168670 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:49:03.200691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-608c7342-6470-4212-a96b-bce4dfdb30ae None None] For port cc46bb5d-0562-4a23-8981-4787b6fb8068, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=cc46bb5d-0562-4a23-8981-4787b6fb8068,segment=NetworkSegment(63dc88dc-2876-404e-a422-8921d3a413f3),segment_id=63dc88dc-2876-404e-a422-8921d3a413f3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:03.201089 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-608c7342-6470-4212-a96b-bce4dfdb30ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.211252 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588597b2-8a37-4c40-b7cc-17afc3736544 req-53a41ed4-0f52-4aa5-ba40-f15e4368cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:03.212956 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-588597b2-8a37-4c40-b7cc-17afc3736544 req-53a41ed4-0f52-4aa5-ba40-f15e4368cbe6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 920 time: 0.1165128 Nov 13 04:49:03.219771 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-608c7342-6470-4212-a96b-bce4dfdb30ae None None] Calling delete_port for cc46bb5d-0562-4a23-8981-4787b6fb8068 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:03.239983 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdff61-62c8-47e8-8c3b-dce594ff8e40 req-47cb32f9-2044-43c1-93a1-ed483de29bc1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:03.241797 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9efdff61-62c8-47e8-8c3b-dce594ff8e40 req-47cb32f9-2044-43c1-93a1-ed483de29bc1 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 945 time: 0.3560579 Nov 13 04:49:03.275509 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebf78d25-738a-4a87-8ed6-579b5bfed712 req-8b173793-33df-4328-9adf-44c2b2a4b64f tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749886 Nov 13 04:49:03.283048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2078ad93-a2ef-49ee-b1aa-a1c5258b46ce tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group': {'name': 'tempest-secgroup--921290308'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:03.289845 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b719c499-fa25-49e3-b6b7-ca0da83ec7cb None None] Deleting port 467da96b-c92d-4b97-ace6-3f02d68eea81 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:03.290142 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b719c499-fa25-49e3-b6b7-ca0da83ec7cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.322842 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2078ad93-a2ef-49ee-b1aa-a1c5258b46ce tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.349068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] For port 467da96b-c92d-4b97-ace6-3f02d68eea81, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=467da96b-c92d-4b97-ace6-3f02d68eea81,segment=NetworkSegment(8fde0dbe-56e5-4d16-a39d-b741dfb854b9),segment_id=8fde0dbe-56e5-4d16-a39d-b741dfb854b9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:03.349420 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.351875 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.357959 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2078ad93-a2ef-49ee-b1aa-a1c5258b46ce tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.381934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b719c499-fa25-49e3-b6b7-ca0da83ec7cb None None] For port 467da96b-c92d-4b97-ace6-3f02d68eea81, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=467da96b-c92d-4b97-ace6-3f02d68eea81,segment=NetworkSegment(8fde0dbe-56e5-4d16-a39d-b741dfb854b9),segment_id=8fde0dbe-56e5-4d16-a39d-b741dfb854b9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:03.383414 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b719c499-fa25-49e3-b6b7-ca0da83ec7cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.386740 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.392409 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "DELETE /v2.0/networks/bb3e8025-e164-42b8-91b5-ac9501993e98 HTTP/1.1" status: 204 len: 168 time: 2.0355284 Nov 13 04:49:03.402342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b719c499-fa25-49e3-b6b7-ca0da83ec7cb None None] Calling delete_port for 467da96b-c92d-4b97-ace6-3f02d68eea81 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:03.407349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56396) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:03.409534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] Calling delete_port for 467da96b-c92d-4b97-ace6-3f02d68eea81 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:03.415939 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-608c7342-6470-4212-a96b-bce4dfdb30ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.425227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d067e59-0537-4f5c-a905-65e79db2a8ee tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Network': ['ID=bb3e8025-e164-42b8-91b5-ac9501993e98,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:03.470297 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-588597b2-8a37-4c40-b7cc-17afc3736544 req-39d32e08-cfa7-4f62-8bd4-721a08753cde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 HTTP/1.1" status: 200 len: 1000 time: 0.2245386 Nov 13 04:49:03.474716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9efdff61-62c8-47e8-8c3b-dce594ff8e40 req-e7d7d094-d7f8-4e99-9a83-24732b4eee06 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179601 Nov 13 04:49:03.475630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c7342-6470-4212-a96b-bce4dfdb30ae None None] Pushing event deleted for resources: {'Port': ['ID=cc46bb5d-0562-4a23-8981-4787b6fb8068,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:03.486746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c7342-6470-4212-a96b-bce4dfdb30ae None None] No DVR routers for this DVR port cc46bb5d-0562-4a23-8981-4787b6fb8068 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:03.532976 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b719c499-fa25-49e3-b6b7-ca0da83ec7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.564675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-ef870766-d060-48db-97e0-b6f40857fc1d req-4249852f-99ab-4148-8fb8-d6c9894c710b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Deleting port 587c3186-837e-4ac3-8481-a9471cf4988c {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:03.565165 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ef870766-d060-48db-97e0-b6f40857fc1d req-4249852f-99ab-4148-8fb8-d6c9894c710b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.567120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719c499-fa25-49e3-b6b7-ca0da83ec7cb None None] Pushing event deleted for resources: {'Port': ['ID=467da96b-c92d-4b97-ace6-3f02d68eea81,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:03.579216 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719c499-fa25-49e3-b6b7-ca0da83ec7cb None None] No DVR routers for this DVR port 467da96b-c92d-4b97-ace6-3f02d68eea81 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:03.589394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588597b2-8a37-4c40-b7cc-17afc3736544 req-9497a3df-071b-4d20-b7f2-605fed727e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:03.589394 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-588597b2-8a37-4c40-b7cc-17afc3736544 req-9497a3df-071b-4d20-b7f2-605fed727e27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.1099064 Nov 13 04:49:03.616923 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bae458-49fc-4461-bef4-8223ce39be74 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Deleting subnet 42a170a8-fbed-476b-a7f4-49edcd7583ce {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:49:03.619829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port cc46bb5d-0562-4a23-8981-4787b6fb8068 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:03.620161 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.631934 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90bae458-49fc-4461-bef4-8223ce39be74 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:03.702131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-8b905d59-7e17-4c01-baf1-f257cddfbf37 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:03.709500 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-8b905d59-7e17-4c01-baf1-f257cddfbf37 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=76b91efd-24cc-4a11-a646-b1ba31404642&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2950013 Nov 13 04:49:04.093551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588597b2-8a37-4c40-b7cc-17afc3736544 req-13ea5e9b-2d47-4c47-95d8-6b9f455730a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:04.095078 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-588597b2-8a37-4c40-b7cc-17afc3736544 req-13ea5e9b-2d47-4c47-95d8-6b9f455730a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4982557 Nov 13 04:49:04.101772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ef870766-d060-48db-97e0-b6f40857fc1d req-4249852f-99ab-4148-8fb8-d6c9894c710b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] For port 587c3186-837e-4ac3-8481-a9471cf4988c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=587c3186-837e-4ac3-8481-a9471cf4988c,segment=NetworkSegment(12a759af-c87d-4b69-8599-3dcdcd3cd9d0),segment_id=12a759af-c87d-4b69-8599-3dcdcd3cd9d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:04.102115 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ef870766-d060-48db-97e0-b6f40857fc1d req-4249852f-99ab-4148-8fb8-d6c9894c710b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.121816 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fb68cec-abcf-4631-a15e-fbb4bc702d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.126863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-ef870766-d060-48db-97e0-b6f40857fc1d req-4249852f-99ab-4148-8fb8-d6c9894c710b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Calling delete_port for 587c3186-837e-4ac3-8481-a9471cf4988c owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:04.161762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e134a8-8738-4909-bd6a-61a9c418fa31 req-e4db1e98-8fcc-4f7f-8515-89459ad9806c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:04.163402 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-79e134a8-8738-4909-bd6a-61a9c418fa31 req-e4db1e98-8fcc-4f7f-8515-89459ad9806c tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 945 time: 0.1667688 Nov 13 04:49:04.230545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] For port cc46bb5d-0562-4a23-8981-4787b6fb8068, host n-d-813114-2, got binding levels [] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:04.230903 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.235043 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90bae458-49fc-4461-bef4-8223ce39be74 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.261221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device cc46bb5d-0562-4a23-8981-4787b6fb8068 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:04.279176 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4a013b2a-38ca-4cba-9d84-095141c01fb2 admin admin] Deleting port 993b1151-1fa7-4ed3-b0f2-9353c10c4128 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:04.279761 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a013b2a-38ca-4cba-9d84-095141c01fb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.283694 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: cc46bb5d-0562-4a23-8981-4787b6fb8068 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:04.284027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device cc46bb5d-0562-4a23-8981-4787b6fb8068 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:04.284852 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 467da96b-c92d-4b97-ace6-3f02d68eea81 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:04.311483 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 467da96b-c92d-4b97-ace6-3f02d68eea81 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:04.311823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 467da96b-c92d-4b97-ace6-3f02d68eea81 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:04.325934 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2078ad93-a2ef-49ee-b1aa-a1c5258b46ce tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.327177 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for cc46bb5d-0562-4a23-8981-4787b6fb8068 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:04.335016 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Port cc46bb5d-0562-4a23-8981-4787b6fb8068 was not found and therefore no delete operation was performed {{(pid=102668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 04:49:04.339471 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.344047 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-fe0fe18a-4ade-4f5a-bbe0-24dcc6d8374b tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.6334786 Nov 13 04:49:04.351243 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2078ad93-a2ef-49ee-b1aa-a1c5258b46ce tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.353398 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.372798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-6138e264-71dc-4ab7-b8e4-7454fc672766 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Request body: {'floatingip': {'port_id': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:04.379407 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-588597b2-8a37-4c40-b7cc-17afc3736544 req-a5c78d83-1d8b-4a99-b6a9-56bff7883474 service neutron] 10.222.0.36 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690532 Nov 13 04:49:04.382857 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-79e134a8-8738-4909-bd6a-61a9c418fa31 req-06b77644-e932-452a-b3f0-da85cdccc419 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112589 Nov 13 04:49:04.460901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] No DVR routers for this DVR port 467da96b-c92d-4b97-ace6-3f02d68eea81 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:04.476336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No DVR routers for this DVR port cc46bb5d-0562-4a23-8981-4787b6fb8068 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:04.481315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=467da96b-c92d-4b97-ace6-3f02d68eea81,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:04.551354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-4a013b2a-38ca-4cba-9d84-095141c01fb2 admin admin] For port 993b1151-1fa7-4ed3-b0f2-9353c10c4128, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=993b1151-1fa7-4ed3-b0f2-9353c10c4128,segment=NetworkSegment(5a371ee2-6b76-47f2-bbf3-7620def9715c),segment_id=5a371ee2-6b76-47f2-bbf3-7620def9715c)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:04.551707 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a013b2a-38ca-4cba-9d84-095141c01fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.577719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4a013b2a-38ca-4cba-9d84-095141c01fb2 admin admin] Calling delete_port for 993b1151-1fa7-4ed3-b0f2-9353c10c4128 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:04.587830 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=cc46bb5d-0562-4a23-8981-4787b6fb8068,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:04.595542 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ef870766-d060-48db-97e0-b6f40857fc1d req-4249852f-99ab-4148-8fb8-d6c9894c710b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.612369 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-588597b2-8a37-4c40-b7cc-17afc3736544 req-6844aa0f-6721-46d2-a5f6-9c4c267e5692 service neutron] 10.222.0.36 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245312 Nov 13 04:49:04.614332 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078ad93-a2ef-49ee-b1aa-a1c5258b46ce tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e556124-3ec5-43e2-818f-7e478bc0b466,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:04.640714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249852f-99ab-4148-8fb8-d6c9894c710b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Pushing event deleted for resources: {'Port': ['ID=587c3186-837e-4ac3-8481-a9471cf4988c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:04.681647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb92640-adeb-43bf-b554-457011e3fe88 req-0bdcfa56-2ddb-4129-befd-1c5e9732b0f2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:04.683225 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2bb92640-adeb-43bf-b554-457011e3fe88 req-0bdcfa56-2ddb-4129-befd-1c5e9732b0f2 tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b3888e-6641-472a-a28f-f873bf8724fa HTTP/1.1" status: 200 len: 866 time: 0.1986651 Nov 13 04:49:04.705349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b3c39-ebb8-4d51-a4cc-98238a753d62 None None] DHCP port deletion for 38c4ff77-85a2-430d-a6a9-b667d4750285 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:04.722065 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.741342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef870766-d060-48db-97e0-b6f40857fc1d req-4249852f-99ab-4148-8fb8-d6c9894c710b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] No DVR routers for this DVR port 587c3186-837e-4ac3-8481-a9471cf4988c on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:04.746120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd9356b-0fdf-4c68-a959-58ca842b9635']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:04.755426 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ef870766-d060-48db-97e0-b6f40857fc1d req-4249852f-99ab-4148-8fb8-d6c9894c710b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.758729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef870766-d060-48db-97e0-b6f40857fc1d req-4249852f-99ab-4148-8fb8-d6c9894c710b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.46 "DELETE /v2.0/ports/587c3186-837e-4ac3-8481-a9471cf4988c HTTP/1.1" status: 204 len: 173 time: 1.6675746 Nov 13 04:49:04.762033 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fde0dbe-56e5-4d16-a39d-b741dfb854b9') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:04.762330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fde0dbe-56e5-4d16-a39d-b741dfb854b9') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:04.778258 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-6138e264-71dc-4ab7-b8e4-7454fc672766 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.816656 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.834727 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b3888e-6641-472a-a28f-f873bf8724fa', 'name': 'network-vif-deleted', 'tag': '587c3186-837e-4ac3-8481-a9471cf4988c'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:04.837010 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a300a95-de30-413e-9eb7-f2aefae508e9" -d '{"events": [{"server_uuid": "35b3888e-6641-472a-a28f-f873bf8724fa", "name": "network-vif-deleted", "tag": "587c3186-837e-4ac3-8481-a9471cf4988c"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:04.849549 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2bb92640-adeb-43bf-b554-457011e3fe88 req-76ab5e91-e352-474b-9cd4-418220759c3b tempest-LiveMigrationTest-1169128918 tempest-LiveMigrationTest-1169128918-project] 10.222.0.43 "GET /v2.0/security-groups?id=453cc470-6784-4fe8-ae2e-2420753181e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396041 Nov 13 04:49:04.870980 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90bae458-49fc-4461-bef4-8223ce39be74 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.881220 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.889574 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2078ad93-a2ef-49ee-b1aa-a1c5258b46ce tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.908772 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.910328 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570fbd8e-58cb-40bf-965b-e4a3cf1e56e4 x-openstack-request-id: req-570fbd8e-58cb-40bf-965b-e4a3cf1e56e4 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:04.910482 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b3888e-6641-472a-a28f-f873bf8724fa", "name": "network-vif-deleted", "tag": "587c3186-837e-4ac3-8481-a9471cf4988c", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:04.911027 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-570fbd8e-58cb-40bf-965b-e4a3cf1e56e4 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:04.911149 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b3888e-6641-472a-a28f-f873bf8724fa', 'name': 'network-vif-deleted', 'tag': '587c3186-837e-4ac3-8481-a9471cf4988c', 'status': 'completed', 'code': 200} Nov 13 04:49:04.923120 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2078ad93-a2ef-49ee-b1aa-a1c5258b46ce tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.935673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:49:04.936073 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:49:04.947548 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:49:04.963958 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a013b2a-38ca-4cba-9d84-095141c01fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:04.989276 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ce4b17-d790-4cd1-ad78-56047b35f147']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:04.999246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a013b2a-38ca-4cba-9d84-095141c01fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=993b1151-1fa7-4ed3-b0f2-9353c10c4128,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:05.049914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dc88dc-2876-404e-a422-8921d3a413f3') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:05.050202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dc88dc-2876-404e-a422-8921d3a413f3') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:05.087037 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2078ad93-a2ef-49ee-b1aa-a1c5258b46ce tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.088184 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2078ad93-a2ef-49ee-b1aa-a1c5258b46ce tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.1514144 Nov 13 04:49:05.092230 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.094496 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078ad93-a2ef-49ee-b1aa-a1c5258b46ce tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446ae900-ef51-45b9-9379-e04558520886,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:05.099039 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56408) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:05.107128 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.141613 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.144774 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] 10.222.0.43 "DELETE /v2.0/networks/bfd9356b-0fdf-4c68-a959-58ca842b9635 HTTP/1.1" status: 204 len: 168 time: 3.0531580 Nov 13 04:49:05.154423 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.170019 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90bae458-49fc-4461-bef4-8223ce39be74 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.181205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c853743-7b39-4317-9f98-89ac2e908d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=bfd9356b-0fdf-4c68-a959-58ca842b9635,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:05.184521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:49:05.184934 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:49:05.196136 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:49:05.223144 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0eb618c5-305e-44e3-8c5f-f8f9092f1ef4 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1201186 Nov 13 04:49:05.223144 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56412) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:05.228405 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b3dc63c1-1507-47ed-86ae-56c4332aef4a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group': {'name': 'tempest-security--328118469', 'description': 'tempest-security-description-839516715'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:05.232991 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a013b2a-38ca-4cba-9d84-095141c01fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.244710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bae458-49fc-4461-bef4-8223ce39be74 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Subnet': ['ID=42a170a8-fbed-476b-a7f4-49edcd7583ce,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:05.246713 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90bae458-49fc-4461-bef4-8223ce39be74 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.250485 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-90bae458-49fc-4461-bef4-8223ce39be74 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "DELETE /v2.0/subnets/42a170a8-fbed-476b-a7f4-49edcd7583ce HTTP/1.1" status: 204 len: 168 time: 1.8345509 Nov 13 04:49:05.257205 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb27aaa-5729-4443-bdae-7e0c51e7d597 None None] Network 6e449dc6-700a-44fd-8723-3d1a0c34c31e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:05.260347 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56414) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:05.351767 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.388075 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.395174 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/networks/d4ce4b17-d790-4cd1-ad78-56047b35f147 HTTP/1.1" status: 204 len: 168 time: 2.6399317 Nov 13 04:49:05.398975 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56416) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:05.402905 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b3dc63c1-1507-47ed-86ae-56c4332aef4a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.413840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7cd4e41a-57b8-4535-8833-4ffa4d23901a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1316846981'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:05.420569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb70ba8-e084-4545-8714-4280232751eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Network': ['ID=d4ce4b17-d790-4cd1-ad78-56047b35f147,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:05.485279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56420) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:05.528878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd4e41a-57b8-4535-8833-4ffa4d23901a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:05.533217 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cd4e41a-57b8-4535-8833-4ffa4d23901a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.545026 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e81388-28ab-4a8f-92b2-df92ee0cd26b None None] DHCP port deletion for 6e449dc6-700a-44fd-8723-3d1a0c34c31e request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:05.588712 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.600539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-41e81388-28ab-4a8f-92b2-df92ee0cd26b None None] Deleting port f0cb9ca5-fb61-4593-8f05-823020cb81c1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:05.601374 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-41e81388-28ab-4a8f-92b2-df92ee0cd26b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.608547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd4e41a-57b8-4535-8833-4ffa4d23901a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:49:05.628450 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cd4e41a-57b8-4535-8833-4ffa4d23901a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.628808 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-7cd4e41a-57b8-4535-8833-4ffa4d23901a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Added segment 7d62635a-a3f2-4eef-87ac-9f5516ba0ae3 of type vlan for network 9732764e-c9f6-4b30-8a9c-e4b0873931fe Nov 13 04:49:05.642308 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b3dc63c1-1507-47ed-86ae-56c4332aef4a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.668118 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b3dc63c1-1507-47ed-86ae-56c4332aef4a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.670087 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b3dc63c1-1507-47ed-86ae-56c4332aef4a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.671361 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b3dc63c1-1507-47ed-86ae-56c4332aef4a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "PUT /v2.0/security-groups/446ae900-ef51-45b9-9379-e04558520886 HTTP/1.1" status: 200 len: 1795 time: 0.4471943 Nov 13 04:49:05.675004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-41e81388-28ab-4a8f-92b2-df92ee0cd26b None None] For port f0cb9ca5-fb61-4593-8f05-823020cb81c1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f0cb9ca5-fb61-4593-8f05-823020cb81c1,segment=NetworkSegment(73a5307e-f585-4fad-adc9-46808897cdd9),segment_id=73a5307e-f585-4fad-adc9-46808897cdd9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:05.675004 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-41e81388-28ab-4a8f-92b2-df92ee0cd26b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.677142 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56422) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:05.686970 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e4e96d6c-2dd6-4ad2-a401-e38021a5b775 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87b8e22e13d64cf59b821c1617f457ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1930625 Nov 13 04:49:05.690681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56424) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:05.697094 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-41e81388-28ab-4a8f-92b2-df92ee0cd26b None None] Calling delete_port for f0cb9ca5-fb61-4593-8f05-823020cb81c1 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:05.726822 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f3ffd-8072-4d42-9578-3c7c57f70ef0 req-13a8f7bc-55d6-463e-b884-aa03347aea36 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:05.731281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fa2f3ffd-8072-4d42-9578-3c7c57f70ef0 req-13a8f7bc-55d6-463e-b884-aa03347aea36 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 945 time: 0.2069030 Nov 13 04:49:05.768765 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cd4e41a-57b8-4535-8833-4ffa4d23901a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.792623 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-41e81388-28ab-4a8f-92b2-df92ee0cd26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.795383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc63c1-1507-47ed-86ae-56c4332aef4a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446ae900-ef51-45b9-9379-e04558520886,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:05.826780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e81388-28ab-4a8f-92b2-df92ee0cd26b None None] No DVR routers for this DVR port f0cb9ca5-fb61-4593-8f05-823020cb81c1 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:05.828663 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e81388-28ab-4a8f-92b2-df92ee0cd26b None None] Pushing event deleted for resources: {'Port': ['ID=f0cb9ca5-fb61-4593-8f05-823020cb81c1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:05.869698 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6c08d051-5067-4b15-b457-afe05de6c8d3 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-groups/446ae900-ef51-45b9-9379-e04558520886 HTTP/1.1" status: 200 len: 1795 time: 0.1870358 Nov 13 04:49:05.873653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56426) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:05.923415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fa2f3ffd-8072-4d42-9578-3c7c57f70ef0 req-b107e736-575b-43dc-a93d-b38766d9389f tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823463 Nov 13 04:49:05.930003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Deleting port f0cb9ca5-fb61-4593-8f05-823020cb81c1 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:05.930344 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.934685 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-033b1e3b-d413-4ab3-8b06-4ba02ec986ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.954167 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cd4e41a-57b8-4535-8833-4ffa4d23901a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.964107 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4e41a-57b8-4535-8833-4ffa4d23901a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:05.965800 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cd4e41a-57b8-4535-8833-4ffa4d23901a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:05.998122 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56432) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:06.002980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a013b2a-38ca-4cba-9d84-095141c01fb2 admin admin] Router fb8aa489-4b88-48d4-b828-786f95babb53 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:49:06.035358 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-6138e264-71dc-4ab7-b8e4-7454fc672766 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.048291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] For port f0cb9ca5-fb61-4593-8f05-823020cb81c1, host n-d-813114-2, got binding levels [] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:06.048664 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.055893 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-033b1e3b-d413-4ab3-8b06-4ba02ec986ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.061752 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-6138e264-71dc-4ab7-b8e4-7454fc672766 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.064124 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8efcc47-f401-4f2d-9e6f-f130dee9a1b2 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.117165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Calling delete_port for f0cb9ca5-fb61-4593-8f05-823020cb81c1 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:06.121213 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7cd4e41a-57b8-4535-8833-4ffa4d23901a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7113366 Nov 13 04:49:06.121785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56436) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:06.123703 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_backend_mixin [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Port f0cb9ca5-fb61-4593-8f05-823020cb81c1 was not found and therefore no delete operation was performed {{(pid=102667) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 04:49:06.130867 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.153795 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8efcc47-f401-4f2d-9e6f-f130dee9a1b2 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.189225 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8ff313a7-3dce-4057-8571-48a7745eb90b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'subnet': {'network_id': '9732764e-c9f6-4b30-8a9c-e4b0873931fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:06.219250 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Port': ['ID=f0cb9ca5-fb61-4593-8f05-823020cb81c1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:06.252089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] No DVR routers for this DVR port f0cb9ca5-fb61-4593-8f05-823020cb81c1 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:06.262031 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4e41a-57b8-4535-8833-4ffa4d23901a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Network': ['ID=9732764e-c9f6-4b30-8a9c-e4b0873931fe,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:06.276027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 9732764e-c9f6-4b30-8a9c-e4b0873931fe details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:49:06.422266 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-076f888e-9ebb-4735-836d-17582ef71286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.438953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff313a7-3dce-4057-8571-48a7745eb90b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:06.442096 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ff313a7-3dce-4057-8571-48a7745eb90b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.475651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a013b2a-38ca-4cba-9d84-095141c01fb2 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:06.487634 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-6138e264-71dc-4ab7-b8e4-7454fc672766 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Floating IP c36a6653-9165-45b5-b287-9935ab61ab9e associated. External IP: 172.25.8.22, port: 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3. Nov 13 04:49:06.490145 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4a013b2a-38ca-4cba-9d84-095141c01fb2 admin admin] 10.222.0.43 "PUT /v2.0/routers/fb8aa489-4b88-48d4-b828-786f95babb53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9351459 Nov 13 04:49:06.493028 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8efcc47-f401-4f2d-9e6f-f130dee9a1b2 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.497893 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8efcc47-f401-4f2d-9e6f-f130dee9a1b2 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.497893 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a8efcc47-f401-4f2d-9e6f-f130dee9a1b2 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-groups/446ae900-ef51-45b9-9379-e04558520886 HTTP/1.1" status: 204 len: 168 time: 0.6225512 Nov 13 04:49:06.499458 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.503567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56440) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:06.503900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56442) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:06.527323 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-033b1e3b-d413-4ab3-8b06-4ba02ec986ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.529937 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-033b1e3b-d413-4ab3-8b06-4ba02ec986ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.533945 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-033b1e3b-d413-4ab3-8b06-4ba02ec986ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/257971a9-3bbc-4bba-ae21-8d8cc4528eb8 HTTP/1.1" status: 204 len: 168 time: 0.8337274 Nov 13 04:49:06.574360 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6b9ee8-40ac-41e4-825e-3f06741d6ebe admin admin] Deleting subnet 7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:49:06.597716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efcc47-f401-4f2d-9e6f-f130dee9a1b2 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=446ae900-ef51-45b9-9379-e04558520886,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:06.603150 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9ee8-40ac-41e4-825e-3f06741d6ebe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.632031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e449dc6-700a-44fd-8723-3d1a0c34c31e']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:06.664226 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f0cb9ca5-fb61-4593-8f05-823020cb81c1 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:06.669010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a5307e-f585-4fad-adc9-46808897cdd9') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:06.669308 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a5307e-f585-4fad-adc9-46808897cdd9') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:06.675275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd895fc-fe32-4814-b70a-f06d3414938d None None] Sync routers for ids ['fb8aa489-4b88-48d4-b828-786f95babb53'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:06.709403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 587c3186-837e-4ac3-8481-a9471cf4988c no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:06.724405 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.731994 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9ee8-40ac-41e4-825e-3f06741d6ebe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.743220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 587c3186-837e-4ac3-8481-a9471cf4988c {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:06.743853 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 587c3186-837e-4ac3-8481-a9471cf4988c not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:06.745635 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f0cb9ca5-fb61-4593-8f05-823020cb81c1 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:06.746250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f0cb9ca5-fb61-4593-8f05-823020cb81c1 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:06.760801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd895fc-fe32-4814-b70a-f06d3414938d None None] Routers {'fb8aa489-4b88-48d4-b828-786f95babb53'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:06.761819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-acd895fc-fe32-4814-b70a-f06d3414938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fb8aa489-4b88-48d4-b828-786f95babb53'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:06.866010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b1e3b-d413-4ab3-8b06-4ba02ec986ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257971a9-3bbc-4bba-ae21-8d8cc4528eb8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:06.871644 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ff313a7-3dce-4057-8571-48a7745eb90b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:06.953434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-acd895fc-fe32-4814-b70a-f06d3414938d None None] Set router fb8aa489-4b88-48d4-b828-786f95babb53 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:07.016062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff313a7-3dce-4057-8571-48a7745eb90b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Subnet': ['ID=e34a3580-64fc-44de-9f39-de1b638c007c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:07.050991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff313a7-3dce-4057-8571-48a7745eb90b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Checking segment: {'id': '7d62635a-a3f2-4eef-87ac-9f5516ba0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9732764e-c9f6-4b30-8a9c-e4b0873931fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:07.051364 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff313a7-3dce-4057-8571-48a7745eb90b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network hostable DHCP agents. Network: 9732764e-c9f6-4b30-8a9c-e4b0873931fe, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:49:07.103360 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5108de-41e4-4ddc-a786-e8cf5d4c03e0 req-13ec1cc9-7f0f-4fe7-b499-49452d4026b2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:07.110487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff313a7-3dce-4057-8571-48a7745eb90b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network 9732764e-c9f6-4b30-8a9c-e4b0873931fe is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:49:07.110716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd5108de-41e4-4ddc-a786-e8cf5d4c03e0 req-13ec1cc9-7f0f-4fe7-b499-49452d4026b2 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 945 time: 0.7406032 Nov 13 04:49:07.132604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8ff313a7-3dce-4057-8571-48a7745eb90b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 9732764e-c9f6-4b30-8a9c-e4b0873931fe) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:07.139396 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d83b92a1-c374-497b-ac24-7fb65415ebab tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6263063 Nov 13 04:49:07.139396 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.141749 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56456) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:07.142996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff313a7-3dce-4057-8571-48a7745eb90b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:07.144198 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ff313a7-3dce-4057-8571-48a7745eb90b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.165070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3e5358-2555-4fa9-b62c-0174b924f494 None None] Network 9732764e-c9f6-4b30-8a9c-e4b0873931fe requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:07.171700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:49:07.172103 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:49:07.179561 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:49:07.206250 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8ff313a7-3dce-4057-8571-48a7745eb90b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0568759 Nov 13 04:49:07.206507 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.207170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56458) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:07.213994 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-cdd24bbf-2721-4559-9073-bc48e5ac4bde tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] delete failed (client error): The resource could not be found. Nov 13 04:49:07.220018 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cdd24bbf-2721-4559-9073-bc48e5ac4bde tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-groups/446ae900-ef51-45b9-9379-e04558520886 HTTP/1.1" status: 404 len: 347 time: 0.0747809 Nov 13 04:49:07.221463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56460) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:07.232503 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9ee8-40ac-41e4-825e-3f06741d6ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.241169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2c7d07ad-c642-437c-bb3f-efbacbeee312 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1428891805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:07.245718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d5dcf1ff-d056-418f-8a33-483240219cef tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group': {'name': 'tempest-secgroup--994927621'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:07.278967 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-6138e264-71dc-4ab7-b8e4-7454fc672766 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Router 447b9c7e-9721-4381-91f1-5a10a6daeb6a has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:49:07.298097 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf1ff-d056-418f-8a33-483240219cef tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.349177 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd5108de-41e4-4ddc-a786-e8cf5d4c03e0 req-6f4aa6ae-8343-4bc5-be37-8ea56aeffda5 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375748 Nov 13 04:49:07.370228 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.392526 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.396287 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "DELETE /v2.0/networks/6e449dc6-700a-44fd-8723-3d1a0c34c31e HTTP/1.1" status: 204 len: 168 time: 2.1327982 Nov 13 04:49:07.412774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56468) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:07.419731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e2fd9041-6c86-4d8f-89a2-2374064a7556 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1125312582'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:07.437975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-acd895fc-fe32-4814-b70a-f06d3414938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'name': 'tempest-ServerRescueTestJSON-808318193-router', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e52d52d0-0903-49ee-bad3-3e2aa1d5dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:46:39Z', 'updated_at': '2021-11-13T04:49:04Z', 'revision_number': 5, 'project_id': 'b11c2dde876f41aca8570335ecaccf73', 'gw_port': {'id': 'e52d52d0-0903-49ee-bad3-3e2aa1d5dae1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:46:40Z', 'updated_at': '2021-11-13T04:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:07.457671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-6138e264-71dc-4ab7-b8e4-7454fc672766 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:07.458407 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2c7d07ad-c642-437c-bb3f-efbacbeee312 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.459625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2c7d07ad-c642-437c-bb3f-efbacbeee312 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.463349 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9f721-1407-4cb3-9172-b0a2e500f468 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Network': ['ID=6e449dc6-700a-44fd-8723-3d1a0c34c31e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:07.475529 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0861472-5a0d-4556-9fce-32e5687df871 None None] Sync routers for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:07.494713 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0861472-5a0d-4556-9fce-32e5687df871 None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:07.495725 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9ee8-40ac-41e4-825e-3f06741d6ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.497132 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a0861472-5a0d-4556-9fce-32e5687df871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:07.537720 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf1ff-d056-418f-8a33-483240219cef tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.539252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd895fc-fe32-4814-b70a-f06d3414938d None None] Checking router: fb8aa489-4b88-48d4-b828-786f95babb53 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:49:07.547293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fd9041-6c86-4d8f-89a2-2374064a7556 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Made reservation on behalf of 2c34300dfbd7415a93df593830924aad for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:07.550813 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9041-6c86-4d8f-89a2-2374064a7556 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.558760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b9ee8-40ac-41e4-825e-3f06741d6ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:07.567153 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf1ff-d056-418f-8a33-483240219cef tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.568615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9f7d89-7555-486d-8bf8-6681e4dd3fd3 None None] Network 38c4ff77-85a2-430d-a6a9-b667d4750285 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:07.594049 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9ee8-40ac-41e4-825e-3f06741d6ebe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.597601 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2f6b9ee8-40ac-41e4-825e-3f06741d6ebe admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7f4c2bf6-3d8a-48a7-b73d-601bf9e2aea1 HTTP/1.1" status: 204 len: 168 time: 1.5991077 Nov 13 04:49:07.603955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56472) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:07.605537 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2c7d07ad-c642-437c-bb3f-efbacbeee312 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.637659 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.641870 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2c7d07ad-c642-437c-bb3f-efbacbeee312 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.700376 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf1ff-d056-418f-8a33-483240219cef tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.702500 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d5dcf1ff-d056-418f-8a33-483240219cef tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4617538 Nov 13 04:49:07.702985 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2c7d07ad-c642-437c-bb3f-efbacbeee312 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.704337 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2c7d07ad-c642-437c-bb3f-efbacbeee312 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4669092 Nov 13 04:49:07.705470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fd9041-6c86-4d8f-89a2-2374064a7556 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:49:07.707495 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:07.713688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56476) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:07.715451 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-242cbfa2-c264-40f6-b3ea-d38c0de304df tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'port': {'network_id': '9732764e-c9f6-4b30-8a9c-e4b0873931fe', 'name': 'tempest-RoutersIpV6Test-361788142'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:07.722595 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-27393aea-6973-4d85-9b29-6cb098bcbc71 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group_rule': {'security_group_id': '2ec88e39-5458-4284-bfd1-dd5b45490273', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:07.729970 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-9732764e-c9f6-4b30-8a9c-e4b0873931fe', 'network_id': '9732764e-c9f6-4b30-8a9c-e4b0873931fe', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'fixed_ips': [{'subnet_id': 'e34a3580-64fc-44de-9f39-de1b638c007c'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:49:07.731490 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.752657 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a0861472-5a0d-4556-9fce-32e5687df871 None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:07.767532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcf1ff-d056-418f-8a33-483240219cef tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec88e39-5458-4284-bfd1-dd5b45490273,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:07.777810 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9041-6c86-4d8f-89a2-2374064a7556 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.778160 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-e2fd9041-6c86-4d8f-89a2-2374064a7556 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Added segment d5c289a4-f1b4-47f8-8f0e-06ae435f0abd of type vlan for network 8f16d24e-4d95-4e58-99e6-a1594312fc49 Nov 13 04:49:07.795199 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76b366b9-7fc2-4f27-9b5f-688dfe2f900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.819536 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd895fc-fe32-4814-b70a-f06d3414938d None None] Routers {'fb8aa489-4b88-48d4-b828-786f95babb53'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:07.820698 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-acd895fc-fe32-4814-b70a-f06d3414938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fb8aa489-4b88-48d4-b828-786f95babb53'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:07.870245 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9041-6c86-4d8f-89a2-2374064a7556 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.907281 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27393aea-6973-4d85-9b29-6cb098bcbc71 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:07.930766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-acd895fc-fe32-4814-b70a-f06d3414938d None None] Set router fb8aa489-4b88-48d4-b828-786f95babb53 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:07.965208 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242cbfa2-c264-40f6-b3ea-d38c0de304df tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:07.979520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-242cbfa2-c264-40f6-b3ea-d38c0de304df tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.000253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] Deleting port e52d52d0-0903-49ee-bad3-3e2aa1d5dae1 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:08.001077 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.002563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-acd895fc-fe32-4814-b70a-f06d3414938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'name': 'tempest-ServerRescueTestJSON-808318193-router', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:46:39Z', 'updated_at': '2021-11-13T04:49:07Z', 'revision_number': 6, 'project_id': 'b11c2dde876f41aca8570335ecaccf73', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:08.051512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c961dad-ad9e-4be3-a90c-aad2116597bb None None] DHCP port deletion for 38c4ff77-85a2-430d-a6a9-b667d4750285 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:08.052095 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76b366b9-7fc2-4f27-9b5f-688dfe2f900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.071115 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9041-6c86-4d8f-89a2-2374064a7556 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.077135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fd9041-6c86-4d8f-89a2-2374064a7556 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:08.077832 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9041-6c86-4d8f-89a2-2374064a7556 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.098844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-242cbfa2-c264-40f6-b3ea-d38c0de304df tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] device_id is not set on port dcdfad41-dbee-4473-b422-6f46b11bc42f yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:49:08.173023 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-76b366b9-7fc2-4f27-9b5f-688dfe2f900c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c4ff77-85a2-430d-a6a9-b667d4750285']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:08.220082 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd895fc-fe32-4814-b70a-f06d3414938d None None] The sync data for ids ['fb8aa489-4b88-48d4-b828-786f95babb53'] in n-d-813114-2 is: [{'id': 'fb8aa489-4b88-48d4-b828-786f95babb53', 'name': 'tempest-ServerRescueTestJSON-808318193-router', 'tenant_id': 'b11c2dde876f41aca8570335ecaccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:46:39Z', 'updated_at': '2021-11-13T04:49:07Z', 'revision_number': 6, 'project_id': 'b11c2dde876f41aca8570335ecaccf73', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:08.236445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-76b366b9-7fc2-4f27-9b5f-688dfe2f900c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a759af-c87d-4b69-8599-3dcdcd3cd9d0') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:08.236734 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-76b366b9-7fc2-4f27-9b5f-688dfe2f900c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a759af-c87d-4b69-8599-3dcdcd3cd9d0') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:08.255606 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.260861 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e2fd9041-6c86-4d8f-89a2-2374064a7556 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8451586 Nov 13 04:49:08.312477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56494) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:08.321495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9aec0684-22df-423c-a5bd-1a2e47554af0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Request body: {'subnet': {'network_id': '8f16d24e-4d95-4e58-99e6-a1594312fc49', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:08.327078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76b366b9-7fc2-4f27-9b5f-688dfe2f900c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.367058 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a0861472-5a0d-4556-9fce-32e5687df871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c36a6653-9165-45b5-b287-9935ab61ab9e', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'port_id': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'mac_address': 'fa:16:3e:e9:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b91efd-24cc-4a11-a646-b1ba31404642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:48:32Z', 'updated_at': '2021-11-13T04:49:05Z', 'revision_number': 3, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:08.391562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd9041-6c86-4d8f-89a2-2374064a7556 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event updated for resources: {'Network': ['ID=8f16d24e-4d95-4e58-99e6-a1594312fc49,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:08.395735 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27393aea-6973-4d85-9b29-6cb098bcbc71 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.434437 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27393aea-6973-4d85-9b29-6cb098bcbc71 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.458776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Allocated IP 2001:db8::2 (9732764e-c9f6-4b30-8a9c-e4b0873931fe/e34a3580-64fc-44de-9f39-de1b638c007c/92364e10-f33c-4414-b100-840fe4acfb72) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:08.461504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 8f16d24e-4d95-4e58-99e6-a1594312fc49 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:49:08.473479 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0861472-5a0d-4556-9fce-32e5687df871 None None] Checking router: 447b9c7e-9721-4381-91f1-5a10a6daeb6a for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:49:08.496644 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0861472-5a0d-4556-9fce-32e5687df871 None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:08.497845 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a0861472-5a0d-4556-9fce-32e5687df871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:08.506551 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76b366b9-7fc2-4f27-9b5f-688dfe2f900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.599687 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b366b9-7fc2-4f27-9b5f-688dfe2f900c admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:49:08.599687 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76b366b9-7fc2-4f27-9b5f-688dfe2f900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.650971 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a0861472-5a0d-4556-9fce-32e5687df871 None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:08.712471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] For port e52d52d0-0903-49ee-bad3-3e2aa1d5dae1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e52d52d0-0903-49ee-bad3-3e2aa1d5dae1,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:08.712843 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:49:08.761033 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:49:08.763726 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27393aea-6973-4d85-9b29-6cb098bcbc71 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b15304-448f-4f7b-845c-a351d3e18944,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:08.783002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] Calling delete_port for e52d52d0-0903-49ee-bad3-3e2aa1d5dae1 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:08.813518 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-6138e264-71dc-4ab7-b8e4-7454fc672766 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Router 447b9c7e-9721-4381-91f1-5a10a6daeb6a has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:49:08.814041 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76b366b9-7fc2-4f27-9b5f-688dfe2f900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.836171 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.850031 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76b366b9-7fc2-4f27-9b5f-688dfe2f900c admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.851606 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.854380 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-76b366b9-7fc2-4f27-9b5f-688dfe2f900c admin admin] 10.222.0.43 "DELETE /v2.0/networks/38c4ff77-85a2-430d-a6a9-b667d4750285 HTTP/1.1" status: 204 len: 168 time: 1.2472322 Nov 13 04:49:08.861080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aec0684-22df-423c-a5bd-1a2e47554af0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Made reservation on behalf of 2c34300dfbd7415a93df593830924aad for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:08.865819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9aec0684-22df-423c-a5bd-1a2e47554af0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:08.888074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56508) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:08.916646 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Network 9732764e-c9f6-4b30-8a9c-e4b0873931fe is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:08.919245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:08.928013 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:08.938819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Pushing event updated for resources: {'Port': ['ID=92364e10-f33c-4414-b100-840fe4acfb72,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:09.024283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Attempting to bind port 92364e10-f33c-4414-b100-840fe4acfb72 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:49:09.024943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Attempting to bind port 92364e10-f33c-4414-b100-840fe4acfb72 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '7d62635a-a3f2-4eef-87ac-9f5516ba0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9732764e-c9f6-4b30-8a9c-e4b0873931fe'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:49:09.025463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Attempting to bind port 92364e10-f33c-4414-b100-840fe4acfb72 on network 9732764e-c9f6-4b30-8a9c-e4b0873931fe {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:09.055765 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:49:09.056146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Checking segment: {'id': '7d62635a-a3f2-4eef-87ac-9f5516ba0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9732764e-c9f6-4b30-8a9c-e4b0873931fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:09.056421 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.056951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Bound using segment: {'id': '7d62635a-a3f2-4eef-87ac-9f5516ba0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9732764e-c9f6-4b30-8a9c-e4b0873931fe'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:49:09.057542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Bound port: 92364e10-f33c-4414-b100-840fe4acfb72, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d62635a-a3f2-4eef-87ac-9f5516ba0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9732764e-c9f6-4b30-8a9c-e4b0873931fe'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:49:09.057916 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.073779 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.090748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-6138e264-71dc-4ab7-b8e4-7454fc672766 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:09.119973 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-6138e264-71dc-4ab7-b8e4-7454fc672766 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.134268 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a0861472-5a0d-4556-9fce-32e5687df871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c36a6653-9165-45b5-b287-9935ab61ab9e', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'port_id': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'mac_address': 'fa:16:3e:e9:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b91efd-24cc-4a11-a646-b1ba31404642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:48:32Z', 'updated_at': '2021-11-13T04:49:05Z', 'revision_number': 3, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:09.142600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f792b-ac90-4507-88eb-22754da783b8 req-fb69f45a-ea02-488d-981b-0543f860749d tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:09.148071 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-447f792b-ac90-4507-88eb-22754da783b8 req-fb69f45a-ea02-488d-981b-0543f860749d tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 945 time: 1.1375544 Nov 13 04:49:09.148955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b366b9-7fc2-4f27-9b5f-688dfe2f900c admin admin] Pushing event deleted for resources: {'Network': ['ID=38c4ff77-85a2-430d-a6a9-b667d4750285,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:09.157201 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27393aea-6973-4d85-9b29-6cb098bcbc71 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.158598 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-27393aea-6973-4d85-9b29-6cb098bcbc71 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4405036 Nov 13 04:49:09.167676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48a1285-a811-4677-89f0-7f77ab7b25f2 admin admin] Deleting subnet 177d8f17-780f-4d63-ab11-d58b14f1a1fa {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:49:09.168210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] For port 92364e10-f33c-4414-b100-840fe4acfb72, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:49:09.173978 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] For port 92364e10-f33c-4414-b100-840fe4acfb72, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=92364e10-f33c-4414-b100-840fe4acfb72,segment=NetworkSegment(7d62635a-a3f2-4eef-87ac-9f5516ba0ae3),segment_id=7d62635a-a3f2-4eef-87ac-9f5516ba0ae3)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:49:09.179387 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.179768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56512) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:09.195438 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d48a1285-a811-4677-89f0-7f77ab7b25f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.200651 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0861472-5a0d-4556-9fce-32e5687df871 None None] The sync data for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 is: [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c36a6653-9165-45b5-b287-9935ab61ab9e', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'port_id': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'mac_address': 'fa:16:3e:e9:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b91efd-24cc-4a11-a646-b1ba31404642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:48:32Z', 'updated_at': '2021-11-13T04:49:05Z', 'revision_number': 3, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:09.254623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-242cbfa2-c264-40f6-b3ea-d38c0de304df tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Allocated IP 2001:db8::16b (9732764e-c9f6-4b30-8a9c-e4b0873931fe/e34a3580-64fc-44de-9f39-de1b638c007c/dcdfad41-dbee-4473-b422-6f46b11bc42f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:09.255750 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24c53d-9a18-4a6a-9509-1fcae7513adc req-5a9dfd6e-566a-45c1-ac91-a7cb7ceb6b19 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:09.263722 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a24c53d-9a18-4a6a-9509-1fcae7513adc req-5a9dfd6e-566a-45c1-ac91-a7cb7ceb6b19 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 945 time: 0.7464211 Nov 13 04:49:09.272819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9aec0684-22df-423c-a5bd-1a2e47554af0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.341619 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04657ae2-3fa8-40ac-acbc-57613c7ee666 None None] Pushing event updated for resources: {'Port': ['ID=92364e10-f33c-4414-b100-840fe4acfb72,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:09.394480 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'tag': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:09.400245 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6bbb9e-4580-43f6-ace1-a267392cda3b" -d '{"events": [{"name": "network-changed", "server_uuid": "7009eec2-e665-4c3c-a14b-3a74d0a19177", "tag": "90bc28fe-da8e-439a-b4e5-3950a3cc7cd3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:09.418619 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-6138e264-71dc-4ab7-b8e4-7454fc672766 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "PUT /v2.0/floatingips/c36a6653-9165-45b5-b287-9935ab61ab9e HTTP/1.1" status: 200 len: 997 time: 5.0566449 Nov 13 04:49:09.444015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f40cc9a-ea72-46f6-abe3-28c23cb0e8db tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.452073 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d48a1285-a811-4677-89f0-7f77ab7b25f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.518125 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f40cc9a-ea72-46f6-abe3-28c23cb0e8db tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.524841 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec0684-22df-423c-a5bd-1a2e47554af0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event updated for resources: {'Subnet': ['ID=df3e3e84-d9de-4801-ad5e-837a659b961f,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:09.570493 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a24c53d-9a18-4a6a-9509-1fcae7513adc req-5ef7bdc1-d25f-4f21-86c5-7a3089c96626 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/security-groups?id=64b4e8eb-4788-4161-9cfb-0563789f591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054879 Nov 13 04:49:09.585382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-79666b8e-b431-49b7-94e8-d6e6134271a6 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:09.586855 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-79666b8e-b431-49b7-94e8-d6e6134271a6 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports/90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 HTTP/1.1" status: 200 len: 942 time: 0.1553161 Nov 13 04:49:09.645824 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d48a1285-a811-4677-89f0-7f77ab7b25f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.689773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec0684-22df-423c-a5bd-1a2e47554af0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Checking segment: {'id': 'd5c289a4-f1b4-47f8-8f0e-06ae435f0abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f16d24e-4d95-4e58-99e6-a1594312fc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:09.690417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aec0684-22df-423c-a5bd-1a2e47554af0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Network hostable DHCP agents. Network: 8f16d24e-4d95-4e58-99e6-a1594312fc49, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:49:09.700200 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.704522 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f40cc9a-ea72-46f6-abe3-28c23cb0e8db tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.730999 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f40cc9a-ea72-46f6-abe3-28c23cb0e8db tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.734437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9d8bc2-35fe-4490-9dc0-6844764f5cee None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:09.734977 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2f40cc9a-ea72-46f6-abe3-28c23cb0e8db tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c8b15304-448f-4f7b-845c-a351d3e18944 HTTP/1.1" status: 204 len: 168 time: 0.5424378 Nov 13 04:49:09.734977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40cc9a-ea72-46f6-abe3-28c23cb0e8db tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8b15304-448f-4f7b-845c-a351d3e18944,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:09.761373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56516) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:09.807349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa5ec0-46ec-4c95-bdc1-159da9596d9d None None] New status for floating IP c36a6653-9165-45b5-b287-9935ab61ab9e: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:49:09.860007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-447f792b-ac90-4507-88eb-22754da783b8 req-5a49629c-ff07-4eb0-a058-18122144d8f4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Deleting port ba7fa757-1990-440e-b273-20bc385b207b {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:09.860261 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-447f792b-ac90-4507-88eb-22754da783b8 req-5a49629c-ff07-4eb0-a058-18122144d8f4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.863370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] Pushing event deleted for resources: {'Port': ['ID=e52d52d0-0903-49ee-bad3-3e2aa1d5dae1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:09.875966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-b2486ba0-ca42-44d1-8a75-13965fd9f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:09.878441 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7aac6d53-e25f-49a4-8f90-dc483202e787 req-43754744-7be3-4608-950a-9d59be8c0fd9 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.1671522 Nov 13 04:49:09.884057 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-b2486ba0-ca42-44d1-8a75-13965fd9f5f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 1096 time: 0.1811411 Nov 13 04:49:09.896867 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-242cbfa2-c264-40f6-b3ea-d38c0de304df tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.901011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aec0684-22df-423c-a5bd-1a2e47554af0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Network 8f16d24e-4d95-4e58-99e6-a1594312fc49 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:49:09.919766 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-baeb3b15-b352-4621-af1a-bd49dfa977ef tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1560361 Nov 13 04:49:09.931709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56518) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:09.941200 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d48a1285-a811-4677-89f0-7f77ab7b25f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.980659 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:09.998398 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.015091 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beabd88-41a7-4113-aed2-faf3cb9eba8b x-openstack-request-id: req-7beabd88-41a7-4113-aed2-faf3cb9eba8b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:10.015388 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7009eec2-e665-4c3c-a14b-3a74d0a19177", "tag": "90bc28fe-da8e-439a-b4e5-3950a3cc7cd3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:10.015597 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7beabd88-41a7-4113-aed2-faf3cb9eba8b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:10.016005 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'tag': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'status': 'completed', 'code': 200} Nov 13 04:49:10.026086 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a1285-a811-4677-89f0-7f77ab7b25f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177d8f17-780f-4d63-ab11-d58b14f1a1fa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:10.050086 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d48a1285-a811-4677-89f0-7f77ab7b25f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.055998 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d48a1285-a811-4677-89f0-7f77ab7b25f2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/177d8f17-780f-4d63-ab11-d58b14f1a1fa HTTP/1.1" status: 204 len: 168 time: 1.1645048 Nov 13 04:49:10.066876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e9a223-bb74-477a-95d8-38a895bc8cd1 None None] Network adc77426-f7a0-4dcb-b2a9-c25f5fd2367f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:10.074392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56520) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:10.085294 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-9aec0684-22df-423c-a5bd-1a2e47554af0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 8f16d24e-4d95-4e58-99e6-a1594312fc49) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:10.104805 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465898e8-48ef-41ac-bea6-387628391c9f None None] Network 8f16d24e-4d95-4e58-99e6-a1594312fc49 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:10.132470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aec0684-22df-423c-a5bd-1a2e47554af0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:10.133454 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9aec0684-22df-423c-a5bd-1a2e47554af0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.178543 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.183552 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.197404 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9aec0684-22df-423c-a5bd-1a2e47554af0 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8807027 Nov 13 04:49:10.220333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:10.227878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bcea32a4-1e11-4447-9044-1ffaae524bd2 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2037041271'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:10.243010 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-242cbfa2-c264-40f6-b3ea-d38c0de304df tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.262397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-447f792b-ac90-4507-88eb-22754da783b8 req-5a49629c-ff07-4eb0-a058-18122144d8f4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] For port ba7fa757-1990-440e-b273-20bc385b207b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ba7fa757-1990-440e-b273-20bc385b207b,segment=NetworkSegment(610445ba-5575-446d-9eed-9ccb1cf21c29),segment_id=610445ba-5575-446d-9eed-9ccb1cf21c29)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:10.262982 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-447f792b-ac90-4507-88eb-22754da783b8 req-5a49629c-ff07-4eb0-a058-18122144d8f4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.268249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-e03ddbb0-7bde-4cba-bc5d-5f4c6a6604b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:10.276022 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-e03ddbb0-7bde-4cba-bc5d-5f4c6a6604b6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 920 time: 0.3910112 Nov 13 04:49:10.284135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-447f792b-ac90-4507-88eb-22754da783b8 req-5a49629c-ff07-4eb0-a058-18122144d8f4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Calling delete_port for ba7fa757-1990-440e-b273-20bc385b207b owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:10.286733 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.287492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb8aa489-4b88-48d4-b828-786f95babb53 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:49:10.302084 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-feac38ef-edda-432a-9ddc-22d8ea41d83f tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.320659 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.322300 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6dcddeed-7c4f-46ac-9eda-b1ded7bbdffa admin admin] 10.222.0.43 "DELETE /v2.0/routers/fb8aa489-4b88-48d4-b828-786f95babb53 HTTP/1.1" status: 204 len: 168 time: 3.8130527 Nov 13 04:49:10.325052 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56524) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:10.404120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bbb9e-4580-43f6-ace1-a267392cda3b req-1a34d3be-470c-4b00-a063-90d901762bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:10.405634 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c6bbb9e-4580-43f6-ace1-a267392cda3b req-1a34d3be-470c-4b00-a063-90d901762bc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 1096 time: 0.3614416 Nov 13 04:49:10.417822 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4550172-fedf-45df-bdef-28d185eff2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.451513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-76e4d743-e12e-4db1-9c42-0058434e653b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 HTTP/1.1" status: 200 len: 217 time: 0.1744137 Nov 13 04:49:10.543292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 92364e10-f33c-4414-b100-840fe4acfb72 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:10.554801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242cbfa2-c264-40f6-b3ea-d38c0de304df tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network 9732764e-c9f6-4b30-8a9c-e4b0873931fe is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:10.568252 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-feac38ef-edda-432a-9ddc-22d8ea41d83f tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.571436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcea32a4-1e11-4447-9044-1ffaae524bd2 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Made reservation on behalf of 2c34300dfbd7415a93df593830924aad for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:10.575159 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcea32a4-1e11-4447-9044-1ffaae524bd2 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.588645 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cbfa2-c264-40f6-b3ea-d38c0de304df tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=dcdfad41-dbee-4473-b422-6f46b11bc42f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:10.591306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-242cbfa2-c264-40f6-b3ea-d38c0de304df tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:10.613554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242cbfa2-c264-40f6-b3ea-d38c0de304df tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:10.619493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242cbfa2-c264-40f6-b3ea-d38c0de304df tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:10.620153 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-242cbfa2-c264-40f6-b3ea-d38c0de304df tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.640033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed82d9b-feb6-44a2-9525-c75aed72822c admin admin] Deleting subnet 94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:49:10.645589 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-447f792b-ac90-4507-88eb-22754da783b8 req-5a49629c-ff07-4eb0-a058-18122144d8f4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.652335 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ed82d9b-feb6-44a2-9525-c75aed72822c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.709770 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d7fac-430f-4f2f-8baf-2f77561db7a3 None None] Sync routers for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:10.731967 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c78921a-9d69-443c-9ad1-d5300a28078a None None] DHCP port deletion for adc77426-f7a0-4dcb-b2a9-c25f5fd2367f request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:10.738875 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227d7fac-430f-4f2f-8baf-2f77561db7a3 None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:10.741879 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-227d7fac-430f-4f2f-8baf-2f77561db7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:10.769361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-e6da75fe-44eb-43c7-9b70-6503ed6ae4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:10.780983 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-e6da75fe-44eb-43c7-9b70-6503ed6ae4ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.3286355 Nov 13 04:49:10.795358 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-242cbfa2-c264-40f6-b3ea-d38c0de304df tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0861509 Nov 13 04:49:10.796483 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 92364e10-f33c-4414-b100-840fe4acfb72 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:10.798162 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.807564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49629c-ff07-4eb0-a058-18122144d8f4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Pushing event deleted for resources: {'Port': ['ID=ba7fa757-1990-440e-b273-20bc385b207b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:10.816668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56528) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:10.831373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcea32a4-1e11-4447-9044-1ffaae524bd2 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:49:10.843788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1729f725-d9ff-478d-96bd-f213594d4697 None None] DHCP port deletion for abb184c2-0551-4712-87b8-ea6a790c3ce3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:10.918640 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-8f16d24e-4d95-4e58-99e6-a1594312fc49', 'network_id': '8f16d24e-4d95-4e58-99e6-a1594312fc49', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'fixed_ips': [{'subnet_id': 'df3e3e84-d9de-4801-ad5e-837a659b961f'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:49:10.924763 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.928651 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcea32a4-1e11-4447-9044-1ffaae524bd2 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.928974 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-bcea32a4-1e11-4447-9044-1ffaae524bd2 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Added segment 7d6a9ffb-c285-42a7-83cb-de5dc60b082f of type vlan for network 5640a91a-beef-47da-8c2e-7482b5935a27 Nov 13 04:49:10.949783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bbb9e-4580-43f6-ace1-a267392cda3b req-08b0d78b-d3ae-4ad2-85fc-7dd329fc4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:10.951813 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c6bbb9e-4580-43f6-ace1-a267392cda3b req-08b0d78b-d3ae-4ad2-85fc-7dd329fc4fe1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 920 time: 0.5127792 Nov 13 04:49:10.952819 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-feac38ef-edda-432a-9ddc-22d8ea41d83f tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.957389 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-feac38ef-edda-432a-9ddc-22d8ea41d83f tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:10.959173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-feac38ef-edda-432a-9ddc-22d8ea41d83f tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-groups/2ec88e39-5458-4284-bfd1-dd5b45490273 HTTP/1.1" status: 204 len: 168 time: 1.0202310 Nov 13 04:49:10.974441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763069cb-5f97-431a-b7be-f6475cc2a05b None None] Network 9732764e-c9f6-4b30-8a9c-e4b0873931fe requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:10.993660 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-227d7fac-430f-4f2f-8baf-2f77561db7a3 None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:11.004587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56532) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:11.048839 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4550172-fedf-45df-bdef-28d185eff2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:11.106602 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac38ef-edda-432a-9ddc-22d8ea41d83f tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec88e39-5458-4284-bfd1-dd5b45490273,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:11.115863 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c6bbb9e-4580-43f6-ace1-a267392cda3b req-e3903d7c-d31b-4dd5-a6e7-afd14dd35f10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 HTTP/1.1" status: 200 len: 217 time: 0.1553302 Nov 13 04:49:11.147900 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:11.148220 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcea32a4-1e11-4447-9044-1ffaae524bd2 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:11.152498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-d3e598ac-ec5e-4013-b380-c316e303c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:11.154247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-d3e598ac-ec5e-4013-b380-c316e303c015 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3531055 Nov 13 04:49:11.198879 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 92364e10-f33c-4414-b100-840fe4acfb72, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=92364e10-f33c-4414-b100-840fe4acfb72,segment=NetworkSegment(7d62635a-a3f2-4eef-87ac-9f5516ba0ae3),segment_id=7d62635a-a3f2-4eef-87ac-9f5516ba0ae3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:11.220413 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-dc41267f-350e-4c79-a3bb-dcfea80ee27b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:49:11.222141 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-dc41267f-350e-4c79-a3bb-dcfea80ee27b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0427036 Nov 13 04:49:11.224377 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d4550172-fedf-45df-bdef-28d185eff2db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc77426-f7a0-4dcb-b2a9-c25f5fd2367f']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:11.235386 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:11.285147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d4550172-fedf-45df-bdef-28d185eff2db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560228c1-ee61-4ded-9f80-6d2c9963a511') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:11.285745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d4550172-fedf-45df-bdef-28d185eff2db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560228c1-ee61-4ded-9f80-6d2c9963a511') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:11.288599 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.db.resource_extend [None req-bcea32a4-1e11-4447-9044-1ffaae524bd2 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 04:49:11.322546 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a0eca8a9-3639-437b-9cc0-bdad045fbe45 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2925153 Nov 13 04:49:11.327087 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-227d7fac-430f-4f2f-8baf-2f77561db7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c36a6653-9165-45b5-b287-9935ab61ab9e', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'port_id': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'mac_address': 'fa:16:3e:e9:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b91efd-24cc-4a11-a646-b1ba31404642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:48:32Z', 'updated_at': '2021-11-13T04:49:10Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:11.335436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56534) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:11.335689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4a0d88bc-2428-48fd-95dc-e5025c044d03 None None] Provisioning complete for port 92364e10-f33c-4414-b100-840fe4acfb72 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:11.335852 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a0d88bc-2428-48fd-95dc-e5025c044d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:11.337859 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4550172-fedf-45df-bdef-28d185eff2db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:11.344659 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e52d52d0-0903-49ee-bad3-3e2aa1d5dae1 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:11.363023 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d7fac-430f-4f2f-8baf-2f77561db7a3 None None] Checking router: 447b9c7e-9721-4381-91f1-5a10a6daeb6a for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:49:11.372996 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227d7fac-430f-4f2f-8baf-2f77561db7a3 None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:11.374236 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-227d7fac-430f-4f2f-8baf-2f77561db7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:11.379244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-42a00319-30ab-4ad1-90fa-44b75871051b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846118141'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:11.417804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bbb9e-4580-43f6-ace1-a267392cda3b req-486dbcf8-d92b-490f-ac5d-a3c4751c08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:11.419727 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c6bbb9e-4580-43f6-ace1-a267392cda3b req-486dbcf8-d92b-490f-ac5d-a3c4751c08ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.2844145 Nov 13 04:49:11.427705 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4550172-fedf-45df-bdef-28d185eff2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:11.431445 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcea32a4-1e11-4447-9044-1ffaae524bd2 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:11.437695 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcea32a4-1e11-4447-9044-1ffaae524bd2 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:11.438565 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcea32a4-1e11-4447-9044-1ffaae524bd2 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:11.454195 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: e52d52d0-0903-49ee-bad3-3e2aa1d5dae1 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:11.454528 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e52d52d0-0903-49ee-bad3-3e2aa1d5dae1 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:11.454951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 993b1151-1fa7-4ed3-b0f2-9353c10c4128 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:11.484508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 993b1151-1fa7-4ed3-b0f2-9353c10c4128 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:11.484793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 993b1151-1fa7-4ed3-b0f2-9353c10c4128 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:11.507032 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-227d7fac-430f-4f2f-8baf-2f77561db7a3 None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:11.514809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4550172-fedf-45df-bdef-28d185eff2db admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:49:11.515546 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4550172-fedf-45df-bdef-28d185eff2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:11.518215 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=92364e10-f33c-4414-b100-840fe4acfb72,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:49:11.518567 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:49:11.558143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Allocated IP 19.80.0.2 (8f16d24e-4d95-4e58-99e6-a1594312fc49/df3e3e84-d9de-4801-ad5e-837a659b961f/62c79ccd-e37c-4fdc-85b8-5173675419a6) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:11.652184 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42a00319-30ab-4ad1-90fa-44b75871051b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:11.695501 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bcea32a4-1e11-4447-9044-1ffaae524bd2 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4706020 Nov 13 04:49:11.696858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56536) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:11.706646 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-8cd1eb65-826c-4903-8204-e536ed439847 service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562895 Nov 13 04:49:11.711443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a707f654-41b9-4697-9334-1a7f636e4a00 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Request body: {'subnet': {'network_id': '5640a91a-beef-47da-8c2e-7482b5935a27', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:11.725353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea32a4-1e11-4447-9044-1ffaae524bd2 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event updated for resources: {'Network': ['ID=5640a91a-beef-47da-8c2e-7482b5935a27,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:11.746978 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 5640a91a-beef-47da-8c2e-7482b5935a27 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:49:11.778161 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4550172-fedf-45df-bdef-28d185eff2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:11.788446 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-227d7fac-430f-4f2f-8baf-2f77561db7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c36a6653-9165-45b5-b287-9935ab61ab9e', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'port_id': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'mac_address': 'fa:16:3e:e9:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b91efd-24cc-4a11-a646-b1ba31404642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:48:32Z', 'updated_at': '2021-11-13T04:49:10Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:11.819247 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d7fac-430f-4f2f-8baf-2f77561db7a3 None None] The sync data for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 is: [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c36a6653-9165-45b5-b287-9935ab61ab9e', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'port_id': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'mac_address': 'fa:16:3e:e9:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b91efd-24cc-4a11-a646-b1ba31404642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:48:32Z', 'updated_at': '2021-11-13T04:49:10Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:11.873444 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4550172-fedf-45df-bdef-28d185eff2db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:11.877959 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d4550172-fedf-45df-bdef-28d185eff2db admin admin] 10.222.0.43 "DELETE /v2.0/networks/adc77426-f7a0-4dcb-b2a9-c25f5fd2367f HTTP/1.1" status: 204 len: 168 time: 1.7931070 Nov 13 04:49:11.907771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bbb9e-4580-43f6-ace1-a267392cda3b req-5cb256d6-a3ce-4eb5-9027-39b7ac7c73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:11.910026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c6bbb9e-4580-43f6-ace1-a267392cda3b req-5cb256d6-a3ce-4eb5-9027-39b7ac7c73b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4673417 Nov 13 04:49:11.923363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4550172-fedf-45df-bdef-28d185eff2db admin admin] Pushing event deleted for resources: {'Network': ['ID=adc77426-f7a0-4dcb-b2a9-c25f5fd2367f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:11.980241 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:11.982653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-447f792b-ac90-4507-88eb-22754da783b8 req-5a49629c-ff07-4eb0-a058-18122144d8f4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] No DVR routers for this DVR port ba7fa757-1990-440e-b273-20bc385b207b on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:11.985568 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-447f792b-ac90-4507-88eb-22754da783b8 req-5a49629c-ff07-4eb0-a058-18122144d8f4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:11.989521 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-447f792b-ac90-4507-88eb-22754da783b8 req-5a49629c-ff07-4eb0-a058-18122144d8f4 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.36 "DELETE /v2.0/ports/ba7fa757-1990-440e-b273-20bc385b207b HTTP/1.1" status: 204 len: 173 time: 2.8187566 Nov 13 04:49:11.995945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3f6251-5556-4e18-abb4-7fe4dabd02dc', 'name': 'network-vif-deleted', 'tag': 'ba7fa757-1990-440e-b273-20bc385b207b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:11.998936 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d8fce4-ae3c-442a-8c9c-bc543dc79772" -d '{"events": [{"server_uuid": "0e3f6251-5556-4e18-abb4-7fe4dabd02dc", "name": "network-vif-deleted", "tag": "ba7fa757-1990-440e-b273-20bc385b207b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:12.003804 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90354898-a64e-41aa-9ac2-e1e0e5cf6a00 req-7a1a15ef-1168-4083-a026-1a35550c0b36 tempest-DeleteServersTestJSON-990589866 tempest-DeleteServersTestJSON-990589866-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e3f6251-5556-4e18-abb4-7fe4dabd02dc HTTP/1.1" status: 200 len: 210 time: 1.1911507 Nov 13 04:49:12.006652 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ed82d9b-feb6-44a2-9525-c75aed72822c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.017618 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b91efd-24cc-4a11-a646-b1ba31404642', 'tag': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:12.018845 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.020516 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bcb5d9-2e9e-44b1-ad2f-94a24f7369b7" -d '{"events": [{"name": "network-changed", "server_uuid": "76b91efd-24cc-4a11-a646-b1ba31404642", "tag": "e4c8742a-4470-4b0f-95e1-21bfd715fb45"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:12.118231 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf62cdca-54c6-49bb-83b9-0243fbff8cd0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.139281 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ed82d9b-feb6-44a2-9525-c75aed72822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.142532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Pushing event updated for resources: {'Port': ['ID=62c79ccd-e37c-4fdc-85b8-5173675419a6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:12.234568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Network 8f16d24e-4d95-4e58-99e6-a1594312fc49 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:12.243711 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:12.252115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ac363cbc-4f14-4920-a28e-4e91cc7de436 None None] Provisioning complete for port dcdfad41-dbee-4473-b422-6f46b11bc42f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:12.256010 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac363cbc-4f14-4920-a28e-4e91cc7de436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.338646 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f4d2ad0b-5d4e-45b3-b91c-3db7b00c2cef req-e0aca72a-471d-4a32-b467-53fc0bcb7955 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0697966 Nov 13 04:49:12.369252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:12.375520 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ac363cbc-4f14-4920-a28e-4e91cc7de436 None None] Port dcdfad41-dbee-4473-b422-6f46b11bc42f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:12.378049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 92364e10-f33c-4414-b100-840fe4acfb72 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:12.451893 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56544) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:12.454026 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f197ff6-6068-4471-bffe-700a2796a0be x-openstack-request-id: req-2f197ff6-6068-4471-bffe-700a2796a0be {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:12.454322 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3f6251-5556-4e18-abb4-7fe4dabd02dc", "name": "network-vif-deleted", "tag": "ba7fa757-1990-440e-b273-20bc385b207b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:12.454574 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f197ff6-6068-4471-bffe-700a2796a0be {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:12.454996 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3f6251-5556-4e18-abb4-7fe4dabd02dc', 'name': 'network-vif-deleted', 'tag': 'ba7fa757-1990-440e-b273-20bc385b207b', 'status': 'completed', 'code': 200} Nov 13 04:49:12.512358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Attempting to bind port 62c79ccd-e37c-4fdc-85b8-5173675419a6 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:49:12.513388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Attempting to bind port 62c79ccd-e37c-4fdc-85b8-5173675419a6 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'd5c289a4-f1b4-47f8-8f0e-06ae435f0abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f16d24e-4d95-4e58-99e6-a1594312fc49'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:49:12.513770 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Attempting to bind port 62c79ccd-e37c-4fdc-85b8-5173675419a6 on network 8f16d24e-4d95-4e58-99e6-a1594312fc49 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:12.521303 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:49:12.522492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Checking segment: {'id': 'd5c289a4-f1b4-47f8-8f0e-06ae435f0abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f16d24e-4d95-4e58-99e6-a1594312fc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:12.522492 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.522492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Bound using segment: {'id': 'd5c289a4-f1b4-47f8-8f0e-06ae435f0abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f16d24e-4d95-4e58-99e6-a1594312fc49'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:49:12.523110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Bound port: 62c79ccd-e37c-4fdc-85b8-5173675419a6, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c289a4-f1b4-47f8-8f0e-06ae435f0abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f16d24e-4d95-4e58-99e6-a1594312fc49'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:49:12.523564 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.525679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ac363cbc-4f14-4920-a28e-4e91cc7de436 None None] Provisioning complete for port 92364e10-f33c-4414-b100-840fe4acfb72 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:12.526032 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac363cbc-4f14-4920-a28e-4e91cc7de436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.576553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ba7fa757-1990-440e-b273-20bc385b207b no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:12.578399 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 92364e10-f33c-4414-b100-840fe4acfb72 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:12.578783 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.593202 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ed82d9b-feb6-44a2-9525-c75aed72822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.656660 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e91875a-f357-4811-bf09-b56336021d3a x-openstack-request-id: req-7e91875a-f357-4811-bf09-b56336021d3a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:12.657795 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b91efd-24cc-4a11-a646-b1ba31404642", "tag": "e4c8742a-4470-4b0f-95e1-21bfd715fb45", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:12.658228 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e91875a-f357-4811-bf09-b56336021d3a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:12.658765 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b91efd-24cc-4a11-a646-b1ba31404642', 'tag': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45', 'status': 'completed', 'code': 200} Nov 13 04:49:12.661282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6d9bc233-2d26-48b2-8878-e323e8b8eba0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84f24f012ac64c77a0d17f88ca400a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2051017 Nov 13 04:49:12.664811 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56546) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:12.679718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed82d9b-feb6-44a2-9525-c75aed72822c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:12.692629 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ed82d9b-feb6-44a2-9525-c75aed72822c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.695862 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0ed82d9b-feb6-44a2-9525-c75aed72822c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/94abc2cb-ea0b-4df8-8c3d-b4f929cbe9e4 HTTP/1.1" status: 204 len: 168 time: 2.3689053 Nov 13 04:49:12.701122 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56548) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:12.705760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: ba7fa757-1990-440e-b273-20bc385b207b {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:12.706105 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ba7fa757-1990-440e-b273-20bc385b207b not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:12.733845 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a707f654-41b9-4697-9334-1a7f636e4a00 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Made reservation on behalf of 2c34300dfbd7415a93df593830924aad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:12.741441 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a707f654-41b9-4697-9334-1a7f636e4a00 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.781004 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-05473761-02e5-4f6f-a58e-ef31cf7812cd service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0483346 Nov 13 04:49:12.804993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcb5d9-2e9e-44b1-ad2f-94a24f7369b7 req-117d89c4-cdeb-4d04-b74f-ffb6526400eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:12.806181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-51bcb5d9-2e9e-44b1-ad2f-94a24f7369b7 req-117d89c4-cdeb-4d04-b74f-ffb6526400eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 1096 time: 0.2466276 Nov 13 04:49:12.806413 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] For port 62c79ccd-e37c-4fdc-85b8-5173675419a6, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:49:12.811191 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42a00319-30ab-4ad1-90fa-44b75871051b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.812398 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] For port 62c79ccd-e37c-4fdc-85b8-5173675419a6, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=62c79ccd-e37c-4fdc-85b8-5173675419a6,segment=NetworkSegment(d5c289a4-f1b4-47f8-8f0e-06ae435f0abd),segment_id=d5c289a4-f1b4-47f8-8f0e-06ae435f0abd)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:49:12.840509 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.849754 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42a00319-30ab-4ad1-90fa-44b75871051b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.860257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c6bbb9e-4580-43f6-ace1-a267392cda3b req-7a775810-5f2b-471f-ab96-b4afa038929a service neutron] 10.222.0.36 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9274185 Nov 13 04:49:12.906504 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.940838 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf62cdca-54c6-49bb-83b9-0243fbff8cd0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.950222 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4b25cfed-7501-4de7-891b-c63eec24fa2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:12.970867 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf62cdca-54c6-49bb-83b9-0243fbff8cd0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:13.000033 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69089f45-5030-4014-b1b1-9e346077a4be None None] Pushing event updated for resources: {'Port': ['ID=62c79ccd-e37c-4fdc-85b8-5173675419a6,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:13.011169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42a00319-30ab-4ad1-90fa-44b75871051b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:13.014946 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-42a00319-30ab-4ad1-90fa-44b75871051b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6670523 Nov 13 04:49:13.022345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a00319-30ab-4ad1-90fa-44b75871051b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4050fb8-511b-40fe-b757-eaec3ab699f3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:13.027860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56550) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:13.039600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-988025c8-15e4-4148-ac39-e41dac72af41 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group_rule': {'security_group_id': 'c4050fb8-511b-40fe-b757-eaec3ab699f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:13.053333 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4b25cfed-7501-4de7-891b-c63eec24fa2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:13.069565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-a9085780-db5e-49f2-881a-c3fd97622380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:13.071164 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-a9085780-db5e-49f2-881a-c3fd97622380 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 1096 time: 0.2049470 Nov 13 04:49:13.111067 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6e775d80-c0f8-46aa-ac44-79b1ae182839 None None] Provisioning complete for port dcdfad41-dbee-4473-b422-6f46b11bc42f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:13.111584 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e775d80-c0f8-46aa-ac44-79b1ae182839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:13.127900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcb5d9-2e9e-44b1-ad2f-94a24f7369b7 req-4f3da917-5480-4ece-b392-5a3e552566b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:13.128859 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-51bcb5d9-2e9e-44b1-ad2f-94a24f7369b7 req-4f3da917-5480-4ece-b392-5a3e552566b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 920 time: 0.3148901 Nov 13 04:49:13.167529 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c6bbb9e-4580-43f6-ace1-a267392cda3b req-09e0c116-e39c-4be2-a46c-d585abdf5ea6 service neutron] 10.222.0.36 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835920 Nov 13 04:49:13.177257 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6e775d80-c0f8-46aa-ac44-79b1ae182839 None None] Port dcdfad41-dbee-4473-b422-6f46b11bc42f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:13.189423 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62cdca-54c6-49bb-83b9-0243fbff8cd0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=dcdfad41-dbee-4473-b422-6f46b11bc42f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:13.367951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-706855dd-33d4-4932-82fe-935ff4d76559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:13.371186 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-706855dd-33d4-4932-82fe-935ff4d76559 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 920 time: 0.2900860 Nov 13 04:49:13.398054 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:13.439743 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-988025c8-15e4-4148-ac39-e41dac72af41 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:13.501268 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a707f654-41b9-4697-9334-1a7f636e4a00 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:13.524004 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e53f50-84fb-4e78-854b-adb52582e3df']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:13.527453 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-51bcb5d9-2e9e-44b1-ad2f-94a24f7369b7 req-0ae67d3c-ea41-4317-b97c-636c0770a2d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c8742a-4470-4b0f-95e1-21bfd715fb45 HTTP/1.1" status: 200 len: 1000 time: 0.3552885 Nov 13 04:49:13.555669 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4b25cfed-7501-4de7-891b-c63eec24fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:13.558115 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4b25cfed-7501-4de7-891b-c63eec24fa2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:13.559264 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4b25cfed-7501-4de7-891b-c63eec24fa2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/453cc470-6784-4fe8-ae2e-2420753181e5 HTTP/1.1" status: 204 len: 168 time: 0.8920240 Nov 13 04:49:13.594679 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-78bc88aa-1ff9-4c5f-9863-2332aa8c099a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c8742a-4470-4b0f-95e1-21bfd715fb45 HTTP/1.1" status: 200 len: 1000 time: 0.1895232 Nov 13 04:49:13.600196 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a371ee2-6b76-47f2-bbf3-7620def9715c') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:13.600953 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a371ee2-6b76-47f2-bbf3-7620def9715c') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:13.614266 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fa81a3f9-3efc-4b96-845c-9f2eec2e2227 None None] Provisioning complete for port dcdfad41-dbee-4473-b422-6f46b11bc42f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:13.615069 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa81a3f9-3efc-4b96-845c-9f2eec2e2227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:13.633545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707f654-41b9-4697-9334-1a7f636e4a00 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event updated for resources: {'Subnet': ['ID=92c4fd05-f519-4c53-9294-fdb7574613e3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:13.634627 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25cfed-7501-4de7-891b-c63eec24fa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453cc470-6784-4fe8-ae2e-2420753181e5,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:13.638186 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6cd63a28-15fd-40d3-81fe-9b9915f9fcf2 req-38d3fa49-28dd-42b4-aaca-939f71de56d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.1316519 Nov 13 04:49:13.666417 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-27b61870-d2cf-44b5-b635-aa9093e9e43e req-ad08ccc1-bd99-496a-a5d5-203746069e16 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.1319580 Nov 13 04:49:13.673149 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:13.673391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-3b2b490b-9717-44f8-aef9-1345b0838b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:13.681224 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-3b2b490b-9717-44f8-aef9-1345b0838b0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.0855811 Nov 13 04:49:13.687081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fa81a3f9-3efc-4b96-845c-9f2eec2e2227 None None] Port dcdfad41-dbee-4473-b422-6f46b11bc42f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:13.691704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f654-41b9-4697-9334-1a7f636e4a00 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Checking segment: {'id': '7d6a9ffb-c285-42a7-83cb-de5dc60b082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5640a91a-beef-47da-8c2e-7482b5935a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:13.692537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707f654-41b9-4697-9334-1a7f636e4a00 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Network hostable DHCP agents. Network: 5640a91a-beef-47da-8c2e-7482b5935a27, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:49:13.741833 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:13.744905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-38714350-696a-4c9b-9903-264560d0dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:13.745603 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf62cdca-54c6-49bb-83b9-0243fbff8cd0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:13.747098 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-38714350-696a-4c9b-9903-264560d0dcc0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650759 Nov 13 04:49:13.748686 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707f654-41b9-4697-9334-1a7f636e4a00 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Network 5640a91a-beef-47da-8c2e-7482b5935a27 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:49:13.783108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a707f654-41b9-4697-9334-1a7f636e4a00 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 5640a91a-beef-47da-8c2e-7482b5935a27) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:13.798591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a707f654-41b9-4697-9334-1a7f636e4a00 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:13.799052 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82515d2-6704-46af-9e1b-9bd772d4861b None None] Network 5640a91a-beef-47da-8c2e-7482b5935a27 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:13.799223 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a707f654-41b9-4697-9334-1a7f636e4a00 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:13.873877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:49:13.882566 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:13.900430 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a707f654-41b9-4697-9334-1a7f636e4a00 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1877868 Nov 13 04:49:13.961512 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-2bfecb8b-68e6-4ca5-8b6b-861bf58fb8da service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062571 Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:49:14.024749 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:49:14.041377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-5640a91a-beef-47da-8c2e-7482b5935a27', 'network_id': '5640a91a-beef-47da-8c2e-7482b5935a27', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'fixed_ips': [{'subnet_id': '92c4fd05-f519-4c53-9294-fdb7574613e3'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:49:14.045950 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:14.088435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcb5d9-2e9e-44b1-ad2f-94a24f7369b7 req-9a3c3810-d425-46fc-a5aa-ce0ade2e3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:14.089987 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-51bcb5d9-2e9e-44b1-ad2f-94a24f7369b7 req-9a3c3810-d425-46fc-a5aa-ce0ade2e3565 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.5482788 Nov 13 04:49:14.271425 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5803b743-ff4b-4b12-af51-ecb442bfb19e req-8769c161-785d-402d-af0d-d27b0a590a94 service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972481 Nov 13 04:49:14.274577 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:14.353143 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-988025c8-15e4-4148-ac39-e41dac72af41 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:14.357043 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Allocated IP 19.86.0.2 (5640a91a-beef-47da-8c2e-7482b5935a27/92c4fd05-f519-4c53-9294-fdb7574613e3/e3ed42ec-14f1-40cd-9afb-404c33105b07) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:14.363072 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56600) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:14.371053 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:14.375309 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f4e53f50-84fb-4e78-854b-adb52582e3df HTTP/1.1" status: 204 len: 168 time: 1.6695871 Nov 13 04:49:14.378069 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf62cdca-54c6-49bb-83b9-0243fbff8cd0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:14.438383 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-988025c8-15e4-4148-ac39-e41dac72af41 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:14.444875 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 62c79ccd-e37c-4fdc-85b8-5173675419a6 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:14.463492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4e53f50-84fb-4e78-854b-adb52582e3df,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:14.500560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd92e829-31e4-4ffa-8d0c-1dd619304c00 req-d8c2563c-b274-4d88-a5a4-da924cc4e46c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.1795599 Nov 13 04:49:14.533339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 62c79ccd-e37c-4fdc-85b8-5173675419a6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:14.534068 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:14.555254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:14.555848 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:14.556485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:14.556985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:14.557466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:14.557954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:14.558554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:14.559136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:14.559603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:14.560097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:14.560610 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:14.561102 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd7e5ba-8f7b-46d0-ad21-0f973b7041b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:14.564890 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988025c8-15e4-4148-ac39-e41dac72af41 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4d9b9c-4cfd-4a9f-b7e9-cd30117fc0df,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:14.584199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcb5d9-2e9e-44b1-ad2f-94a24f7369b7 req-ca07b12a-9ce3-4419-b398-f0a42c4d0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:14.586364 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-51bcb5d9-2e9e-44b1-ad2f-94a24f7369b7 req-ca07b12a-9ce3-4419-b398-f0a42c4d0a36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4528365 Nov 13 04:49:14.589715 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-988025c8-15e4-4148-ac39-e41dac72af41 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:14.591111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-988025c8-15e4-4148-ac39-e41dac72af41 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5553305 Nov 13 04:49:14.597411 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:14.604233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b06b69a6-a8dc-4a36-a166-9cd29bef4c4d tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group_rule': {'security_group_id': 'c4050fb8-511b-40fe-b757-eaec3ab699f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:14.645949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92e829-31e4-4ffa-8d0c-1dd619304c00 req-93437397-6466-42b7-b994-70e1c0fa3667 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:14.648902 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd92e829-31e4-4ffa-8d0c-1dd619304c00 req-93437397-6466-42b7-b994-70e1c0fa3667 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports/e4c8742a-4470-4b0f-95e1-21bfd715fb45 HTTP/1.1" status: 200 len: 942 time: 0.1386926 Nov 13 04:49:14.682320 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b06b69a6-a8dc-4a36-a166-9cd29bef4c4d tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:14.701073 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2a13b88c-9f79-40a0-8c34-1c3025cd5b93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=974ba1111c2f46c4962662ac84f07054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241313 Nov 13 04:49:14.708489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:14.809504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-666b45bf-2c34-4d38-b3b3-4564c9ac783f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:14.810291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56610) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:14.814578 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:14.816522 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-666b45bf-2c34-4d38-b3b3-4564c9ac783f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:14.816895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a46840e-2ae9-48df-9a23-61b5739a995d None None] Network 8f16d24e-4d95-4e58-99e6-a1594312fc49 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:14.825479 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-666b45bf-2c34-4d38-b3b3-4564c9ac783f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/networks?id=8f16d24e-4d95-4e58-99e6-a1594312fc49&id=5640a91a-beef-47da-8c2e-7482b5935a27 HTTP/1.1" status: 200 len: 1392 time: 0.5260775 Nov 13 04:49:14.866018 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-ecd59096-a88f-491e-946e-19c16bbe2417 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/quotas/2c34300dfbd7415a93df593830924aad HTTP/1.1" status: 200 len: 375 time: 0.0395215 Nov 13 04:49:14.904548 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd92e829-31e4-4ffa-8d0c-1dd619304c00 req-89cc2dfd-1b1d-4273-8e7e-e54aac1d4c36 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.1639163 Nov 13 04:49:14.918270 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b06b69a6-a8dc-4a36-a166-9cd29bef4c4d tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:14.937852 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e78f657f-b92a-4347-aecd-a7021a4f68bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:14.939788 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b06b69a6-a8dc-4a36-a166-9cd29bef4c4d tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:14.962401 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-678afd28-0682-4a1a-9cf2-aa30dbd9c61d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b11c2dde876f41aca8570335ecaccf73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507444 Nov 13 04:49:14.968471 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56612) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:14.987219 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-51bcb5d9-2e9e-44b1-ad2f-94a24f7369b7 req-8a1d7050-d049-4f0f-af8e-5216513f936a service neutron] 10.222.0.46 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827586 Nov 13 04:49:15.049058 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 62c79ccd-e37c-4fdc-85b8-5173675419a6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=62c79ccd-e37c-4fdc-85b8-5173675419a6,segment=NetworkSegment(d5c289a4-f1b4-47f8-8f0e-06ae435f0abd),segment_id=d5c289a4-f1b4-47f8-8f0e-06ae435f0abd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:15.061772 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e78f657f-b92a-4347-aecd-a7021a4f68bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.069000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7c3448ee-9e52-45f3-a958-ff88293641d5 None None] Provisioning complete for port 62c79ccd-e37c-4fdc-85b8-5173675419a6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:15.069643 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7c3448ee-9e52-45f3-a958-ff88293641d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.095619 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.116198 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.133396 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-4ffc7289-d50f-482e-908e-29aa7169d504 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c34300dfbd7415a93df593830924aad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2661481 Nov 13 04:49:15.161858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b69a6-a8dc-4a36-a166-9cd29bef4c4d tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33d89a0-8de3-417d-8a54-258caa6915c3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:15.174542 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92e829-31e4-4ffa-8d0c-1dd619304c00 req-8273c8ec-a896-4598-b1b4-74a81e3e7f1e tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:15.176238 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd92e829-31e4-4ffa-8d0c-1dd619304c00 req-8273c8ec-a896-4598-b1b4-74a81e3e7f1e tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.2705574 Nov 13 04:49:15.186331 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b06b69a6-a8dc-4a36-a166-9cd29bef4c4d tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.190309 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b06b69a6-a8dc-4a36-a166-9cd29bef4c4d tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5894673 Nov 13 04:49:15.193549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56616) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:15.196239 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=62c79ccd-e37c-4fdc-85b8-5173675419a6,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:15.196494 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e78f657f-b92a-4347-aecd-a7021a4f68bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.199614 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e78f657f-b92a-4347-aecd-a7021a4f68bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.201543 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e78f657f-b92a-4347-aecd-a7021a4f68bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2cbd505-4bcb-4da7-90a1-5dee9a409f2a HTTP/1.1" status: 204 len: 168 time: 0.4919848 Nov 13 04:49:15.207224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6d6e5af3-2a25-4db9-a6c9-0321de1db042 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group_rule': {'security_group_id': 'c4050fb8-511b-40fe-b757-eaec3ab699f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:15.211102 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.299828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f657f-b92a-4347-aecd-a7021a4f68bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cbd505-4bcb-4da7-90a1-5dee9a409f2a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:15.320012 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-51bcb5d9-2e9e-44b1-ad2f-94a24f7369b7 req-5a3bad3f-6896-4070-a523-65c4fd1b45cd service neutron] 10.222.0.46 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191736 Nov 13 04:49:15.324983 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf62cdca-54c6-49bb-83b9-0243fbff8cd0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.358194 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5af3-2a25-4db9-a6c9-0321de1db042 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.364358 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf62cdca-54c6-49bb-83b9-0243fbff8cd0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.365974 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf62cdca-54c6-49bb-83b9-0243fbff8cd0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.417819 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0c0af0f8-e9de-469a-bb87-619f0282bc11 req-1ec13fd6-55ac-4b8d-8304-c4fbb1e52dde tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.1129622 Nov 13 04:49:15.427283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-3140764c-845d-4a3e-91fc-2a992eec8cb6 service neutron] 10.222.0.43 "GET /v2.0/networks/8f16d24e-4d95-4e58-99e6-a1594312fc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927177 Nov 13 04:49:15.443378 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.519346 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Pushing event updated for resources: {'Port': ['ID=e3ed42ec-14f1-40cd-9afb-404c33105b07,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:15.541872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Network 5640a91a-beef-47da-8c2e-7482b5935a27 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:15.546721 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:15.550376 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:15.633173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-dd77f733-9b3e-47f1-979b-d92e6079cf23 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.1710296 Nov 13 04:49:15.661998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Attempting to bind port e3ed42ec-14f1-40cd-9afb-404c33105b07 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:49:15.662638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Attempting to bind port e3ed42ec-14f1-40cd-9afb-404c33105b07 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '7d6a9ffb-c285-42a7-83cb-de5dc60b082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5640a91a-beef-47da-8c2e-7482b5935a27'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:49:15.663095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Attempting to bind port e3ed42ec-14f1-40cd-9afb-404c33105b07 on network 5640a91a-beef-47da-8c2e-7482b5935a27 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:15.681472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:49:15.682002 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Checking segment: {'id': '7d6a9ffb-c285-42a7-83cb-de5dc60b082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5640a91a-beef-47da-8c2e-7482b5935a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:15.682468 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.682948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Bound using segment: {'id': '7d6a9ffb-c285-42a7-83cb-de5dc60b082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5640a91a-beef-47da-8c2e-7482b5935a27'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:49:15.683504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Bound port: e3ed42ec-14f1-40cd-9afb-404c33105b07, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6a9ffb-c285-42a7-83cb-de5dc60b082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5640a91a-beef-47da-8c2e-7482b5935a27'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:49:15.683952 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.764351 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.783755 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-e4336394-51f9-4cda-ae4f-768992dc343d tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:15.806713 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-e4336394-51f9-4cda-ae4f-768992dc343d tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports/e4c8742a-4470-4b0f-95e1-21bfd715fb45 HTTP/1.1" status: 200 len: 942 time: 0.1650791 Nov 13 04:49:15.836009 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] For port e3ed42ec-14f1-40cd-9afb-404c33105b07, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:49:15.840128 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] For port e3ed42ec-14f1-40cd-9afb-404c33105b07, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e3ed42ec-14f1-40cd-9afb-404c33105b07,segment=NetworkSegment(7d6a9ffb-c285-42a7-83cb-de5dc60b082f),segment_id=7d6a9ffb-c285-42a7-83cb-de5dc60b082f)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:49:15.847894 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.926398 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.932283 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:15.936738 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb08aab6-5f1d-4ad8-9bd6-382709eb26ec HTTP/1.1" status: 204 len: 168 time: 0.9593432 Nov 13 04:49:16.000666 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb08aab6-5f1d-4ad8-9bd6-382709eb26ec,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:16.008763 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86b03c-92d3-431e-99cc-669f78457a4a None None] Pushing event updated for resources: {'Port': ['ID=e3ed42ec-14f1-40cd-9afb-404c33105b07,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:16.021212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:16.021615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:16.022011 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:16.022347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:16.022763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:16.023138 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:16.023525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:16.023852 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:16.024179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:16.024500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:16.024821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:16.025142 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788317-43ff-4bbf-938a-b2b5a290bde2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:16.047744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-091ec5ee-999b-4fed-bcc8-13b0a03dc46d None None] Provisioning complete for port 62c79ccd-e37c-4fdc-85b8-5173675419a6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:16.048112 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-091ec5ee-999b-4fed-bcc8-13b0a03dc46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:16.061665 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-a7ac69e4-be34-444b-a3ac-0d1dc6dcb687 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.1515360 Nov 13 04:49:16.267520 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-6af179f7-93d6-404d-baf6-9a98293a267e service neutron] 10.222.0.43 "GET /v2.0/networks/8f16d24e-4d95-4e58-99e6-a1594312fc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8392608 Nov 13 04:49:16.292985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf62cdca-54c6-49bb-83b9-0243fbff8cd0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network 9732764e-c9f6-4b30-8a9c-e4b0873931fe is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:16.295775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-c9ab331f-d93e-493e-a3b8-40ee35073f98 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:16.301092 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-c9ab331f-d93e-493e-a3b8-40ee35073f98 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.2310033 Nov 13 04:49:16.320870 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 62c79ccd-e37c-4fdc-85b8-5173675419a6 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:16.391279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-cf62cdca-54c6-49bb-83b9-0243fbff8cd0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:16.449580 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 62c79ccd-e37c-4fdc-85b8-5173675419a6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:16.450257 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:16.473683 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5af3-2a25-4db9-a6c9-0321de1db042 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:16.479530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62cdca-54c6-49bb-83b9-0243fbff8cd0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=dcdfad41-dbee-4473-b422-6f46b11bc42f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:16.549637 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-8b088a66-e736-4be1-a3b5-d06d868ae5b8 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.2400265 Nov 13 04:49:16.554727 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-e6f7e751-1806-43b8-8af1-b97e61ae8caf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:16.601747 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5af3-2a25-4db9-a6c9-0321de1db042 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:16.706040 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-e6f7e751-1806-43b8-8af1-b97e61ae8caf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:16.718218 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5af3-2a25-4db9-a6c9-0321de1db042 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:16.719535 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6d6e5af3-2a25-4db9-a6c9-0321de1db042 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5182498 Nov 13 04:49:16.721705 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-4897df54-08eb-4e25-84b1-fc4a913b0ecc service neutron] 10.222.0.43 "GET /v2.0/networks/5640a91a-beef-47da-8c2e-7482b5935a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264235 Nov 13 04:49:16.750251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56652) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:16.760318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c6cc8864-244b-411d-97f0-5f24659677ac tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group_rule': {'security_group_id': 'c4050fb8-511b-40fe-b757-eaec3ab699f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:16.806094 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6cc8864-244b-411d-97f0-5f24659677ac tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:16.932215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e5af3-2a25-4db9-a6c9-0321de1db042 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602b5ec5-5624-49bb-b840-db7e02bdce8f,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:16.961941 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e4148205-321b-4609-97ab-bdeaf46db043 None None] Provisioning complete for port dcdfad41-dbee-4473-b422-6f46b11bc42f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:16.963714 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4148205-321b-4609-97ab-bdeaf46db043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:16.983634 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6cc8864-244b-411d-97f0-5f24659677ac tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:16.992301 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-e6f7e751-1806-43b8-8af1-b97e61ae8caf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:16.993944 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6cc8864-244b-411d-97f0-5f24659677ac tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:17.011805 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-e6f7e751-1806-43b8-8af1-b97e61ae8caf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:17.012222 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-e6f7e751-1806-43b8-8af1-b97e61ae8caf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Floating IP c36a6653-9165-45b5-b287-9935ab61ab9e disassociated. External IP: 172.25.8.22, port: e4c8742a-4470-4b0f-95e1-21bfd715fb45. Nov 13 04:49:17.086076 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e4148205-321b-4609-97ab-bdeaf46db043 None None] Port dcdfad41-dbee-4473-b422-6f46b11bc42f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:17.093147 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-18947879-8285-4663-9357-e49c227de01c service neutron] 10.222.0.43 "GET /v2.0/networks/5640a91a-beef-47da-8c2e-7482b5935a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745892 Nov 13 04:49:17.094245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf62cdca-54c6-49bb-83b9-0243fbff8cd0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router ce5b6af3-25dc-4746-8927-cebb0b05e71e is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:49:17.116237 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6cc8864-244b-411d-97f0-5f24659677ac tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:17.120777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56664) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:17.128613 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-ffe500fb-310e-4053-949a-d9bf865a4732 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group_rule': {'security_group_id': 'c4050fb8-511b-40fe-b757-eaec3ab699f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:17.131003 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c6cc8864-244b-411d-97f0-5f24659677ac tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3796120 Nov 13 04:49:17.133911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc8864-244b-411d-97f0-5f24659677ac tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1881e9b-078a-43ce-9658-8080ac1356f9,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:17.356818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf62cdca-54c6-49bb-83b9-0243fbff8cd0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:17.358560 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ffe500fb-310e-4053-949a-d9bf865a4732 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:17.364670 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cf62cdca-54c6-49bb-83b9-0243fbff8cd0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/ce5b6af3-25dc-4746-8927-cebb0b05e71e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5295737 Nov 13 04:49:17.367647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56674) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:17.385886 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba88356f-dbd2-447e-969a-4e3bbef6898d None None] Sync routers for ids ['ce5b6af3-25dc-4746-8927-cebb0b05e71e'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:17.415415 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88356f-dbd2-447e-969a-4e3bbef6898d None None] Routers {'ce5b6af3-25dc-4746-8927-cebb0b05e71e'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:17.421624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ba88356f-dbd2-447e-969a-4e3bbef6898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ce5b6af3-25dc-4746-8927-cebb0b05e71e'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:17.531857 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ba88356f-dbd2-447e-969a-4e3bbef6898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:17.563383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88356f-dbd2-447e-969a-4e3bbef6898d None None] Routers {'ce5b6af3-25dc-4746-8927-cebb0b05e71e'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:17.564019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ba88356f-dbd2-447e-969a-4e3bbef6898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ce5b6af3-25dc-4746-8927-cebb0b05e71e'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:17.609348 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45116d95-9fea-47d4-b731-5528784e3e6f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:17.614094 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-45116d95-9fea-47d4-b731-5528784e3e6f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports/dcdfad41-dbee-4473-b422-6f46b11bc42f HTTP/1.1" status: 200 len: 983 time: 0.2415419 Nov 13 04:49:17.615455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56690) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:17.648252 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-e6f7e751-1806-43b8-8af1-b97e61ae8caf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Router 447b9c7e-9721-4381-91f1-5a10a6daeb6a has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:49:17.649543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56694) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:17.717969 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ba88356f-dbd2-447e-969a-4e3bbef6898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:17.721717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba88356f-dbd2-447e-969a-4e3bbef6898d None None] The sync data for ids ['ce5b6af3-25dc-4746-8927-cebb0b05e71e'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:17.871491 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ffe500fb-310e-4053-949a-d9bf865a4732 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:17.911105 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c61ef29-d72a-4f79-a108-e752618d3339 None None] Network 5640a91a-beef-47da-8c2e-7482b5935a27 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:17.951545 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ffe500fb-310e-4053-949a-d9bf865a4732 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:17.970965 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-e6f7e751-1806-43b8-8af1-b97e61ae8caf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:17.978060 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-e6f7e751-1806-43b8-8af1-b97e61ae8caf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:17.986634 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e44ee2-942e-41c4-a0ce-2d1fdc0ae7d2 None None] Sync routers for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:18.013725 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e44ee2-942e-41c4-a0ce-2d1fdc0ae7d2 None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:18.021004 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f8e44ee2-942e-41c4-a0ce-2d1fdc0ae7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:18.119422 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b42880b8-fad6-4845-8400-2e52f0b9a5b3 req-391e1f90-03b2-4c7f-befc-f4604c75dae5 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 210 time: 0.1946244 Nov 13 04:49:18.337390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Provisioning complete for port e3ed42ec-14f1-40cd-9afb-404c33105b07 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:18.337755 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:18.357172 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f8e44ee2-942e-41c4-a0ce-2d1fdc0ae7d2 None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:18.392984 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe500fb-310e-4053-949a-d9bf865a4732 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4eaacb8-1586-42e6-97a7-e9e8c5bdaf05,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:18.422715 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ffe500fb-310e-4053-949a-d9bf865a4732 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:18.443650 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ffe500fb-310e-4053-949a-d9bf865a4732 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.3196213 Nov 13 04:49:18.444254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56716) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:18.452373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e3ed42ec-14f1-40cd-9afb-404c33105b07 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:18.508869 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-505f1da3-a89c-4f46-93d5-9a18c697f231 req-d7b7176d-6ae9-493d-90de-45a5a0d58f4d tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.1016684 Nov 13 04:49:18.617928 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-141b3d10-f9c1-4eae-91eb-f093b65fd20a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:18.642748 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-141b3d10-f9c1-4eae-91eb-f093b65fd20a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:18.683600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-364711407-network', 'tenant_id': '12d3eed64754419b91fc9267590fb5a0'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:18.717478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-e6f7e751-1806-43b8-8af1-b97e61ae8caf tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "PUT /v2.0/floatingips/c36a6653-9165-45b5-b287-9935ab61ab9e HTTP/1.1" status: 200 len: 694 time: 2.1668551 Nov 13 04:49:18.727321 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b91efd-24cc-4a11-a646-b1ba31404642', 'tag': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:18.729958 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3931f85-b7fe-4590-b476-c68c42aae019" -d '{"events": [{"name": "network-changed", "server_uuid": "76b91efd-24cc-4a11-a646-b1ba31404642", "tag": "e4c8742a-4470-4b0f-95e1-21bfd715fb45"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:18.803478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] Made reservation on behalf of 12d3eed64754419b91fc9267590fb5a0 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:18.811733 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:18.833355 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:18.856730 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:18.862379 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-141b3d10-f9c1-4eae-91eb-f093b65fd20a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:18.884598 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-141b3d10-f9c1-4eae-91eb-f093b65fd20a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:18.887370 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-141b3d10-f9c1-4eae-91eb-f093b65fd20a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f4eaacb8-1586-42e6-97a7-e9e8c5bdaf05 HTTP/1.1" status: 204 len: 168 time: 0.3810444 Nov 13 04:49:18.889095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b3d10-f9c1-4eae-91eb-f093b65fd20a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4eaacb8-1586-42e6-97a7-e9e8c5bdaf05,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:18.900843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56728) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:18.914023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-64f59891-4c6b-4f00-830f-90be965d2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:18.932555 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-64f59891-4c6b-4f00-830f-90be965d2044 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 1096 time: 0.1726053 Nov 13 04:49:18.958783 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] For port e3ed42ec-14f1-40cd-9afb-404c33105b07, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e3ed42ec-14f1-40cd-9afb-404c33105b07,segment=NetworkSegment(7d6a9ffb-c285-42a7-83cb-de5dc60b082f),segment_id=7d6a9ffb-c285-42a7-83cb-de5dc60b082f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:18.970998 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:19.005944 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f8e44ee2-942e-41c4-a0ce-2d1fdc0ae7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:19.071176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e3ed42ec-14f1-40cd-9afb-404c33105b07 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:19.071552 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:19.091911 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e44ee2-942e-41c4-a0ce-2d1fdc0ae7d2 None None] Checking router: 447b9c7e-9721-4381-91f1-5a10a6daeb6a for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:49:19.104815 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e44ee2-942e-41c4-a0ce-2d1fdc0ae7d2 None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:19.105689 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f8e44ee2-942e-41c4-a0ce-2d1fdc0ae7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:19.129349 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a8788539-13ed-4951-a0a3-74da7d12b740 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1737990 Nov 13 04:49:19.136371 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56738) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:19.232576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-217891fb-3f43-4085-95e6-002c22229ea9 None None] Provisioning complete for port e3ed42ec-14f1-40cd-9afb-404c33105b07 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:19.233008 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-217891fb-3f43-4085-95e6-002c22229ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:19.249065 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eb5eb9e-ac70-4f93-b5ef-6596f2d07e50 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:19.250373 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-ede9d5f0-3df8-4ffd-8d8c-15ba65f722d1 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=16cb25ddaa9e4afaa689fc495253a0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1121058 Nov 13 04:49:19.258849 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-76535203-e618-438c-8677-647d92186e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:19.260729 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-76535203-e618-438c-8677-647d92186e9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 920 time: 0.3205111 Nov 13 04:49:19.278757 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:19.280919 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eb5eb9e-ac70-4f93-b5ef-6596f2d07e50 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:19.282217 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Pushing event updated for resources: {'Port': ['ID=e3ed42ec-14f1-40cd-9afb-404c33105b07,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:19.292731 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f8e44ee2-942e-41c4-a0ce-2d1fdc0ae7d2 None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:19.315411 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:19.397451 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-a99b991a-ce83-4eee-92fc-a7afd406add3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c8742a-4470-4b0f-95e1-21bfd715fb45 HTTP/1.1" status: 200 len: 217 time: 0.1137497 Nov 13 04:49:19.438740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:19.442900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:19.443370 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:19.443795 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:19.444210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:19.444625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:19.445037 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:19.445446 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:19.445852 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:19.446274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:19.447847 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:19.453094 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd23cc-9469-4a65-b583-128e773b7bdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:19.462545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:49:19.469061 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b895c79-f144-4b53-ab1e-52e2a2ae28d4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:19.537288 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eb5eb9e-ac70-4f93-b5ef-6596f2d07e50 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:19.576357 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eb5eb9e-ac70-4f93-b5ef-6596f2d07e50 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:19.584685 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3eb5eb9e-ac70-4f93-b5ef-6596f2d07e50 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e1881e9b-078a-43ce-9658-8080ac1356f9 HTTP/1.1" status: 204 len: 168 time: 0.4312706 Nov 13 04:49:19.585389 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56744) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:19.592504 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:19.592963 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] Added segment 4fcbe674-bf11-4b0d-a9ed-bacac78aaded of type vlan for network 5df68409-cafd-4515-9d5a-5b124adc42a7 Nov 13 04:49:19.596204 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5eb9e-ac70-4f93-b5ef-6596f2d07e50 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1881e9b-078a-43ce-9658-8080ac1356f9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:19.605137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-16cf1c3e-84aa-4116-b568-9f857addad9f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:19.611210 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-16cf1c3e-84aa-4116-b568-9f857addad9f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:19.612824 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-16cf1c3e-84aa-4116-b568-9f857addad9f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.36 "GET /v2.0/networks?id=8f16d24e-4d95-4e58-99e6-a1594312fc49&id=5640a91a-beef-47da-8c2e-7482b5935a27 HTTP/1.1" status: 200 len: 1392 time: 0.3609557 Nov 13 04:49:19.626622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-f5ae90b0-5700-4164-a907-bf016741e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:19.634697 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-f5ae90b0-5700-4164-a907-bf016741e7ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.2236006 Nov 13 04:49:19.651281 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f8e44ee2-942e-41c4-a0ce-2d1fdc0ae7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:19.667661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-df537a73-13c9-444f-9477-931860422adc req-b8015c01-12c2-44e9-b083-0f57b4df721f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Request body: {'port': {'device_id': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'network_id': '8f16d24e-4d95-4e58-99e6-a1594312fc49', 'admin_state_up': True, 'tenant_id': '2c34300dfbd7415a93df593830924aad'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:19.686935 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e44ee2-942e-41c4-a0ce-2d1fdc0ae7d2 None None] The sync data for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 is: [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:19.702228 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-45a90ca4-4e5c-4e58-9f5b-b6c5813b1618 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:19.767219 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:19.797089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-42ec46ca-6d0c-4745-8150-0ecf75eadd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:19.798951 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-42ec46ca-6d0c-4745-8150-0ecf75eadd8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1632667 Nov 13 04:49:19.840394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-5dfcd58a-b1ad-433c-8a09-dbcba7125885 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:19.841910 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-5dfcd58a-b1ad-433c-8a09-dbcba7125885 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5425575 Nov 13 04:49:19.873644 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0b4444a6-2e45-4a83-a2f5-0edde52492c2 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2870431 Nov 13 04:49:19.877279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56748) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:19.891554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-149c0176-10fc-4ce7-ae22-4bc5c0fc6d94 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/quotas/16cb25ddaa9e4afaa689fc495253a0d9 HTTP/1.1" status: 200 len: 375 time: 0.0406973 Nov 13 04:49:19.894042 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:19.895052 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:19.896209 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:19.975973 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3237948 Nov 13 04:49:19.987133 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-685288fc-b1c4-4ce6-a2aa-d2fd761df5f1 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:19.990316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56750) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:19.996727 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-685288fc-b1c4-4ce6-a2aa-d2fd761df5f1 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:20.025398 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-3fcff936-1f12-4e4d-8af4-fc4dc884b82e tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=16cb25ddaa9e4afaa689fc495253a0d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1242838 Nov 13 04:49:20.025812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6e3f9dd0-80ef-49be-95d4-d3a9ebff592d admin admin] Request body: {'subnet': {'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-364711407-subnet', 'tenant_id': '12d3eed64754419b91fc9267590fb5a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:20.059524 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-685288fc-b1c4-4ce6-a2aa-d2fd761df5f1 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:20.063091 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f451a5b-1aeb-479e-98ec-9f0a2c5127d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5df68409-cafd-4515-9d5a-5b124adc42a7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:20.067799 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-685288fc-b1c4-4ce6-a2aa-d2fd761df5f1 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:20.068277 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-81695122-f631-446c-aa20-5dd218d046af service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583158 Nov 13 04:49:20.069076 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-685288fc-b1c4-4ce6-a2aa-d2fd761df5f1 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/602b5ec5-5624-49bb-b840-db7e02bdce8f HTTP/1.1" status: 204 len: 168 time: 0.1901972 Nov 13 04:49:20.072082 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56752) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:20.079853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685288fc-b1c4-4ce6-a2aa-d2fd761df5f1 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=602b5ec5-5624-49bb-b840-db7e02bdce8f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:20.082085 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 5df68409-cafd-4515-9d5a-5b124adc42a7 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:49:20.094960 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-b8015c01-12c2-44e9-b083-0f57b4df721f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Made reservation on behalf of 2c34300dfbd7415a93df593830924aad for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:20.098888 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-b8015c01-12c2-44e9-b083-0f57b4df721f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:20.117880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3f9dd0-80ef-49be-95d4-d3a9ebff592d admin admin] Made reservation on behalf of 12d3eed64754419b91fc9267590fb5a0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:20.118766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc9ab07-d74a-46cf-8c60-c9edc6549264 None None] New status for floating IP c36a6653-9165-45b5-b287-9935ab61ab9e: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:49:20.120158 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9dd0-80ef-49be-95d4-d3a9ebff592d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:20.221733 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-45a90ca4-4e5c-4e58-9f5b-b6c5813b1618 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port dcdfad41-dbee-4473-b422-6f46b11bc42f {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:20.222687 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-45a90ca4-4e5c-4e58-9f5b-b6c5813b1618 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:20.346122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e3ed42ec-14f1-40cd-9afb-404c33105b07 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:20.381275 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c50669-97cd-42e4-84bf-ba7907245745 x-openstack-request-id: req-c5c50669-97cd-42e4-84bf-ba7907245745 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:20.381837 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b91efd-24cc-4a11-a646-b1ba31404642", "tag": "e4c8742a-4470-4b0f-95e1-21bfd715fb45", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:20.381837 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5c50669-97cd-42e4-84bf-ba7907245745 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:20.382201 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b91efd-24cc-4a11-a646-b1ba31404642', 'tag': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45', 'status': 'completed', 'code': 200} Nov 13 04:49:20.386530 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-45a90ca4-4e5c-4e58-9f5b-b6c5813b1618 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:20.401323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-45a90ca4-4e5c-4e58-9f5b-b6c5813b1618 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for dcdfad41-dbee-4473-b422-6f46b11bc42f owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:20.507560 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e3ed42ec-14f1-40cd-9afb-404c33105b07 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:20.508601 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:20.513151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3931f85-b7fe-4590-b476-c68c42aae019 req-6be3948c-5627-4686-ac1f-bea49ea15aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:20.514931 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d3931f85-b7fe-4590-b476-c68c42aae019 req-6be3948c-5627-4686-ac1f-bea49ea15aa1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 1096 time: 0.1067832 Nov 13 04:49:20.557983 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:49:20.631303 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8b27f5be-ae39-4fb7-b690-89446cdd5344 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5577824 Nov 13 04:49:20.646866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56760) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:20.649236 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4be81dbf-f178-4ea7-a0ee-5123bb5747aa req-3bc64374-e21f-431f-9d17-a29db14a0f17 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 210 time: 0.1258156 Nov 13 04:49:20.759804 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ce4c0f0-c992-418c-8336-a52dd270d04f req-6a54f3ec-2da5-4c25-a2f4-e075de16d34e service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632836 Nov 13 04:49:20.763469 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d17cd7c-bb51-47ef-8e43-cd2308ee0966 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:20.778638 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9dd0-80ef-49be-95d4-d3a9ebff592d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:20.804211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3931f85-b7fe-4590-b476-c68c42aae019 req-f661eecf-dbad-441c-8671-45e5adab94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:20.806261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d3931f85-b7fe-4590-b476-c68c42aae019 req-f661eecf-dbad-441c-8671-45e5adab94b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 920 time: 0.2836928 Nov 13 04:49:20.845099 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d17cd7c-bb51-47ef-8e43-cd2308ee0966 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:20.845369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-df537a73-13c9-444f-9477-931860422adc req-b8015c01-12c2-44e9-b083-0f57b4df721f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Allocated IP 19.80.0.77 (8f16d24e-4d95-4e58-99e6-a1594312fc49/df3e3e84-d9de-4801-ad5e-837a659b961f/2505726e-2387-434f-add6-6bf019bdf7e5) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:20.886259 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f474f29-3821-49d9-8620-fa19607424f2 req-5751e840-497e-40ab-9c4d-f9e1aad79e37 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 210 time: 0.0539613 Nov 13 04:49:20.902598 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d3931f85-b7fe-4590-b476-c68c42aae019 req-ad9814fb-e245-4899-9e77-5b2085f90943 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c8742a-4470-4b0f-95e1-21bfd715fb45 HTTP/1.1" status: 200 len: 217 time: 0.0438201 Nov 13 04:49:20.930433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f9dd0-80ef-49be-95d4-d3a9ebff592d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda26a38-0894-479d-8858-c797e4adbfd7,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:20.959644 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3f9dd0-80ef-49be-95d4-d3a9ebff592d admin admin] Checking segment: {'id': '4fcbe674-bf11-4b0d-a9ed-bacac78aaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:20.959981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3f9dd0-80ef-49be-95d4-d3a9ebff592d admin admin] Network hostable DHCP agents. Network: 5df68409-cafd-4515-9d5a-5b124adc42a7, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:49:21.009398 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1141b983-28ea-408d-a533-163223e657ed req-e39ef466-a867-4a55-a907-c616dd2c1259 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.1669037 Nov 13 04:49:21.018890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3f9dd0-80ef-49be-95d4-d3a9ebff592d admin admin] Network 5df68409-cafd-4515-9d5a-5b124adc42a7 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:49:21.030069 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-45a90ca4-4e5c-4e58-9f5b-b6c5813b1618 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:21.118729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a90ca4-4e5c-4e58-9f5b-b6c5813b1618 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=dcdfad41-dbee-4473-b422-6f46b11bc42f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:21.124616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3931f85-b7fe-4590-b476-c68c42aae019 req-fa0f15c9-2058-4417-a0d9-97b3c98412fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:21.128955 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6e3f9dd0-80ef-49be-95d4-d3a9ebff592d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 5df68409-cafd-4515-9d5a-5b124adc42a7) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:21.131790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d3931f85-b7fe-4590-b476-c68c42aae019 req-fa0f15c9-2058-4417-a0d9-97b3c98412fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.2157969 Nov 13 04:49:21.140449 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d17cd7c-bb51-47ef-8e43-cd2308ee0966 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:21.148053 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c08c48-0e66-4ff2-a1b5-f381d309deaf None None] Network 5df68409-cafd-4515-9d5a-5b124adc42a7 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:21.167357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3f9dd0-80ef-49be-95d4-d3a9ebff592d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:21.168650 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9dd0-80ef-49be-95d4-d3a9ebff592d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:21.216416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6e3f9dd0-80ef-49be-95d4-d3a9ebff592d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2248952 Nov 13 04:49:21.220614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56778) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:21.229097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-364711407-router', 'tenant_id': '12d3eed64754419b91fc9267590fb5a0', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:21.231575 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d17cd7c-bb51-47ef-8e43-cd2308ee0966 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:21.238342 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3d17cd7c-bb51-47ef-8e43-cd2308ee0966 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e33d89a0-8de3-417d-8a54-258caa6915c3 HTTP/1.1" status: 204 len: 168 time: 0.5878789 Nov 13 04:49:21.241856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56782) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:21.341388 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:21.342522 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:21.385653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-b8015c01-12c2-44e9-b083-0f57b4df721f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:21.387983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56784) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:21.440221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3286f3-368b-4443-8371-df7197609579 None None] Network 5df68409-cafd-4515-9d5a-5b124adc42a7 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:21.680056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17cd7c-bb51-47ef-8e43-cd2308ee0966 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e33d89a0-8de3-417d-8a54-258caa6915c3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:21.729327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee408ea-842c-4403-bc81-15dded664175 req-94df98e7-bb9e-48e1-be1c-972e1a12f21c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:21.732104 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fee408ea-842c-4403-bc81-15dded664175 req-94df98e7-bb9e-48e1-be1c-972e1a12f21c tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4333479 Nov 13 04:49:21.748480 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-532e1a07-c1ca-4a7a-a1d3-a6ae8a8d9aa2 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5054986 Nov 13 04:49:21.757718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56790) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:21.769102 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:21.821558 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3a5ece5f-2525-42da-b009-589d1cee3c19 req-8a029a0e-11a3-45c0-b7f2-e4d2f1fe3a81 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 210 time: 0.0600524 Nov 13 04:49:21.823389 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-45a90ca4-4e5c-4e58-9f5b-b6c5813b1618 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:21.826639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3931f85-b7fe-4590-b476-c68c42aae019 req-f456bb34-8788-4cee-95b5-34858d5164ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:21.828174 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d3931f85-b7fe-4590-b476-c68c42aae019 req-f456bb34-8788-4cee-95b5-34858d5164ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6843786 Nov 13 04:49:21.939718 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fee408ea-842c-4403-bc81-15dded664175 req-f5d13c17-3576-4492-b943-64df9bc3b1f2 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 695 time: 0.1831403 Nov 13 04:49:21.993783 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-b8015c01-12c2-44e9-b083-0f57b4df721f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:22.029038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-fee408ea-842c-4403-bc81-15dded664175 req-3c1233ee-4af2-48db-940b-e5abfbcf74f4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Request body: {'floatingip': {'port_id': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:22.070623 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4c55ae68-29fd-49e6-b50d-08ee87726535 req-d542f8b1-24be-444d-9a4f-2e3ee545c724 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 210 time: 0.0515356 Nov 13 04:49:22.081394 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fee408ea-842c-4403-bc81-15dded664175 req-3c1233ee-4af2-48db-940b-e5abfbcf74f4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:22.132760 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd57331-0699-4e1b-a4b0-0d9f7dec2ce6 admin admin] Deleting subnet da060a9b-742c-4f27-98ad-64a6913e0916 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:49:22.136041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfd57331-0699-4e1b-a4b0-0d9f7dec2ce6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:22.164788 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:22.165872 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-c56daf8a-7110-4921-9a83-d1b3586bbb61 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=16cb25ddaa9e4afaa689fc495253a0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085846 Nov 13 04:49:22.172040 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32bc4eb6-9940-4fd9-935f-980cdc34764e tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:22.213787 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d3931f85-b7fe-4590-b476-c68c42aae019 req-30e120c3-f612-4235-9737-3697f514901c service neutron] 10.222.0.46 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767776 Nov 13 04:49:22.238051 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32bc4eb6-9940-4fd9-935f-980cdc34764e tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:22.260807 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a79450b6-981c-47ab-97ba-a3df6fb702cd req-2ab62bdb-f86c-4cb9-a2af-3eff8483f515 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0972195 Nov 13 04:49:22.329605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a90ca4-4e5c-4e58-9f5b-b6c5813b1618 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router ce5b6af3-25dc-4746-8927-cebb0b05e71e has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:49:22.465577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-a278173a-7b75-46de-b2de-93574c0d8401 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:22.467085 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-a278173a-7b75-46de-b2de-93574c0d8401 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2651603 Nov 13 04:49:22.509357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df537a73-13c9-444f-9477-931860422adc req-b8015c01-12c2-44e9-b083-0f57b4df721f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Network 8f16d24e-4d95-4e58-99e6-a1594312fc49 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:22.510637 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Request body: {'port': {'device_id': '7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '16cb25ddaa9e4afaa689fc495253a0d9'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:22.520504 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d3931f85-b7fe-4590-b476-c68c42aae019 req-cf22cdbe-2723-430f-9656-1a92a05bd9b9 service neutron] 10.222.0.46 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786107 Nov 13 04:49:22.522685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-df537a73-13c9-444f-9477-931860422adc req-b8015c01-12c2-44e9-b083-0f57b4df721f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:22.528876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-df537a73-13c9-444f-9477-931860422adc req-b8015c01-12c2-44e9-b083-0f57b4df721f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:22.530814 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a90ca4-4e5c-4e58-9f5b-b6c5813b1618 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:22.545005 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-45a90ca4-4e5c-4e58-9f5b-b6c5813b1618 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/ce5b6af3-25dc-4746-8927-cebb0b05e71e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9254577 Nov 13 04:49:22.552781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56798) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:22.552968 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f362dbc7-5024-4049-bb79-2db18bc23d69 None None] Sync routers for ids ['ce5b6af3-25dc-4746-8927-cebb0b05e71e'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:22.568467 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f362dbc7-5024-4049-bb79-2db18bc23d69 None None] Routers {'ce5b6af3-25dc-4746-8927-cebb0b05e71e'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:22.568695 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f362dbc7-5024-4049-bb79-2db18bc23d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ce5b6af3-25dc-4746-8927-cebb0b05e71e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:22.607392 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f362dbc7-5024-4049-bb79-2db18bc23d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:22.618319 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f362dbc7-5024-4049-bb79-2db18bc23d69 None None] Routers {'ce5b6af3-25dc-4746-8927-cebb0b05e71e'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:22.619164 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f362dbc7-5024-4049-bb79-2db18bc23d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ce5b6af3-25dc-4746-8927-cebb0b05e71e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:22.632585 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfd57331-0699-4e1b-a4b0-0d9f7dec2ce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:22.660458 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f362dbc7-5024-4049-bb79-2db18bc23d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:22.661852 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f362dbc7-5024-4049-bb79-2db18bc23d69 None None] The sync data for ids ['ce5b6af3-25dc-4746-8927-cebb0b05e71e'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:22.672598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Made reservation on behalf of 16cb25ddaa9e4afaa689fc495253a0d9 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:22.676715 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:22.687187 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:22.719328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8015c01-12c2-44e9-b083-0f57b4df721f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event updated for resources: {'Port': ['ID=2505726e-2387-434f-add6-6bf019bdf7e5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:22.798508 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:22.803614 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:22.828903 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32bc4eb6-9940-4fd9-935f-980cdc34764e tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:22.837296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bbf88565-a789-46e8-b325-38a4ca47f75a None None] Provisioning complete for port 2505726e-2387-434f-add6-6bf019bdf7e5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:22.837888 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bbf88565-a789-46e8-b325-38a4ca47f75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:22.874153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48571b8-37d9-40cf-8eb5-73b984247f39,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:22.879039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bbf88565-a789-46e8-b325-38a4ca47f75a None None] Port 2505726e-2387-434f-add6-6bf019bdf7e5 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:22.918965 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32bc4eb6-9940-4fd9-935f-980cdc34764e tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:22.920217 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-32bc4eb6-9940-4fd9-935f-980cdc34764e tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/8d4d9b9c-4cfd-4a9f-b7e9-cd30117fc0df HTTP/1.1" status: 204 len: 168 time: 1.1613524 Nov 13 04:49:22.932337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-b8015c01-12c2-44e9-b083-0f57b4df721f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:22.932961 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-b8015c01-12c2-44e9-b083-0f57b4df721f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:22.937419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56802) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:22.966322 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc4eb6-9940-4fd9-935f-980cdc34764e tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d4d9b9c-4cfd-4a9f-b7e9-cd30117fc0df,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:22.974061 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfd57331-0699-4e1b-a4b0-0d9f7dec2ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:23.059493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15549d47-dbb6-4d09-a302-500ca90a1fdb req-a70aaae3-4ceb-4228-b402-81a9e11db5e8 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:23.060975 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-15549d47-dbb6-4d09-a302-500ca90a1fdb req-a70aaae3-4ceb-4228-b402-81a9e11db5e8 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.46 "GET /v2.0/ports?device_id=76b91efd-24cc-4a11-a646-b1ba31404642 HTTP/1.1" status: 200 len: 945 time: 0.1641290 Nov 13 04:49:23.063091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-b8015c01-12c2-44e9-b083-0f57b4df721f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4180064 Nov 13 04:49:23.074676 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9d08dc1c-dde6-4f09-9a25-2a8e35dfd16a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1361139 Nov 13 04:49:23.077135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Allocated IP 192.168.233.193 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/464fe423-404e-4e1f-b465-df0204247acd) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:23.083138 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56804) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:23.117909 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135fd99-ebec-4620-b67d-1e14bf749f30 req-aacc802b-18a0-4e42-9d2b-c56b38a14522 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:23.119351 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3135fd99-ebec-4620-b67d-1e14bf749f30 req-aacc802b-18a0-4e42-9d2b-c56b38a14522 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 931 time: 0.1837318 Nov 13 04:49:23.119905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-df537a73-13c9-444f-9477-931860422adc req-ecc67896-cf41-4c2f-9c34-f343789712ce tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Request body: {'port': {'device_id': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'network_id': '5640a91a-beef-47da-8c2e-7482b5935a27', 'admin_state_up': True, 'tenant_id': '2c34300dfbd7415a93df593830924aad'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:23.123711 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-1c74328c-f498-4cbc-a4f1-33df7b46e65a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] remove_router_interface failed (client error): The resource could not be found. Nov 13 04:49:23.127693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1c74328c-f498-4cbc-a4f1-33df7b46e65a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/ce5b6af3-25dc-4746-8927-cebb0b05e71e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5397556 Nov 13 04:49:23.131770 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56808) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:23.199092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f98e26e8-a57f-43d0-8afa-b85fc14a444f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce5b6af3-25dc-4746-8927-cebb0b05e71e HTTP/1.1" status: 200 len: 205 time: 0.0661845 Nov 13 04:49:23.214773 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56810) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:23.306840 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3135fd99-ebec-4620-b67d-1e14bf749f30 req-0d895e7a-8f6e-4d02-a997-dddf8ce63b93 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781211 Nov 13 04:49:23.352416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-15549d47-dbb6-4d09-a302-500ca90a1fdb req-48000b3f-1632-4c3b-bfe7-ab431ef77001 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Deleting port e4c8742a-4470-4b0f-95e1-21bfd715fb45 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:23.352754 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-15549d47-dbb6-4d09-a302-500ca90a1fdb req-48000b3f-1632-4c3b-bfe7-ab431ef77001 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:23.415358 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfd57331-0699-4e1b-a4b0-0d9f7dec2ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:23.431637 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:23.442387 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2378c1b4-2a94-490d-80c7-1cff56ba15b8 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:23.452812 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d4317ab-43ed-4ac7-92cc-783240e0c1d4 req-084eba48-e33b-498d-84fa-a623d1525923 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 210 time: 0.0656247 Nov 13 04:49:23.500895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-15549d47-dbb6-4d09-a302-500ca90a1fdb req-48000b3f-1632-4c3b-bfe7-ab431ef77001 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] For port e4c8742a-4470-4b0f-95e1-21bfd715fb45, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=e4c8742a-4470-4b0f-95e1-21bfd715fb45,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:23.501251 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-15549d47-dbb6-4d09-a302-500ca90a1fdb req-48000b3f-1632-4c3b-bfe7-ab431ef77001 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:23.510481 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd57331-0699-4e1b-a4b0-0d9f7dec2ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da060a9b-742c-4f27-98ad-64a6913e0916,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:23.516729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-15549d47-dbb6-4d09-a302-500ca90a1fdb req-48000b3f-1632-4c3b-bfe7-ab431ef77001 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Calling delete_port for e4c8742a-4470-4b0f-95e1-21bfd715fb45 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:23.522261 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-646841c7-8213-4a13-8e0b-2f2b5b382bcd tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:23.528352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4abfb64-3ca0-49b8-bfff-f76000e0146a None None] Network abb184c2-0551-4712-87b8-ea6a790c3ce3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:23.529766 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:23.554744 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfd57331-0699-4e1b-a4b0-0d9f7dec2ce6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:23.561457 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cfd57331-0699-4e1b-a4b0-0d9f7dec2ce6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/da060a9b-742c-4f27-98ad-64a6913e0916 HTTP/1.1" status: 204 len: 168 time: 2.1701167 Nov 13 04:49:23.562206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56814) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:23.631060 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ea5a33b-9684-4e8f-b8f4-606e456a3d4a req-04e520ad-1f54-4514-ad59-b1836058e16c tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0574441 Nov 13 04:49:23.632951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:23.645373 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:23.654460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:23.686798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2e847c-0099-45da-8d23-de978148d604 None None] DHCP port deletion for abb184c2-0551-4712-87b8-ea6a790c3ce3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:23.688663 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Pushing event updated for resources: {'Port': ['ID=464fe423-404e-4e1f-b465-df0204247acd,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:23.728995 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-646841c7-8213-4a13-8e0b-2f2b5b382bcd tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:23.735460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:23.736407 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:23.804697 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bdb10a3c-ee96-458f-a1eb-898cbd61d03f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3009293 Nov 13 04:49:23.807112 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-15549d47-dbb6-4d09-a302-500ca90a1fdb req-48000b3f-1632-4c3b-bfe7-ab431ef77001 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:23.839912 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['e4c8742a-4470-4b0f-95e1-21bfd715fb45'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:49:23.843814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['90bc28fe-da8e-439a-b4e5-3950a3cc7cd3'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:49:23.844317 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Request body: {'port': {'device_id': '7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:23.879126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48000b3f-1632-4c3b-bfe7-ab431ef77001 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Pushing event deleted for resources: {'Port': ['ID=e4c8742a-4470-4b0f-95e1-21bfd715fb45,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:23.958034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-15549d47-dbb6-4d09-a302-500ca90a1fdb req-48000b3f-1632-4c3b-bfe7-ab431ef77001 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] No DVR routers for this DVR port e4c8742a-4470-4b0f-95e1-21bfd715fb45 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:23.961050 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-15549d47-dbb6-4d09-a302-500ca90a1fdb req-48000b3f-1632-4c3b-bfe7-ab431ef77001 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:23.964957 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-15549d47-dbb6-4d09-a302-500ca90a1fdb req-48000b3f-1632-4c3b-bfe7-ab431ef77001 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.46 "DELETE /v2.0/ports/e4c8742a-4470-4b0f-95e1-21bfd715fb45 HTTP/1.1" status: 204 len: 173 time: 0.8892725 Nov 13 04:49:23.965775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b91efd-24cc-4a11-a646-b1ba31404642', 'name': 'network-vif-deleted', 'tag': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:23.968196 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34468e0d-387c-4d0c-b4db-4da1a8644fe9" -d '{"events": [{"server_uuid": "76b91efd-24cc-4a11-a646-b1ba31404642", "name": "network-vif-deleted", "tag": "e4c8742a-4470-4b0f-95e1-21bfd715fb45"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:23.984554 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.025069 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6db3e3a-8c61-4a98-9a04-6ecf5718a217 x-openstack-request-id: req-b6db3e3a-8c61-4a98-9a04-6ecf5718a217 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:24.025324 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b91efd-24cc-4a11-a646-b1ba31404642", "name": "network-vif-deleted", "tag": "e4c8742a-4470-4b0f-95e1-21bfd715fb45", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:24.025577 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6db3e3a-8c61-4a98-9a04-6ecf5718a217 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:24.025971 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b91efd-24cc-4a11-a646-b1ba31404642', 'name': 'network-vif-deleted', 'tag': 'e4c8742a-4470-4b0f-95e1-21bfd715fb45', 'status': 'completed', 'code': 200} Nov 13 04:49:24.049239 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3d1d434e-b34f-45f2-9b91-c0c9f9ec0312 None None] Provisioning complete for port 464fe423-404e-4e1f-b465-df0204247acd triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:24.049599 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d1d434e-b34f-45f2-9b91-c0c9f9ec0312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.108723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d434e-b34f-45f2-9b91-c0c9f9ec0312 None None] Port 464fe423-404e-4e1f-b465-df0204247acd cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:24.247945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-ecc67896-cf41-4c2f-9c34-f343789712ce tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Made reservation on behalf of 2c34300dfbd7415a93df593830924aad for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:24.251457 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-ecc67896-cf41-4c2f-9c34-f343789712ce tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.262118 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2378c1b4-2a94-490d-80c7-1cff56ba15b8 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.281189 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2378c1b4-2a94-490d-80c7-1cff56ba15b8 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.284561 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-463f2703-3c04-4731-bc3f-1a43c7be0b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.328257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464fe423-404e-4e1f-b465-df0204247acd {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:49:24.336046 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.350074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Transition to ACTIVE for port object 464fe423-404e-4e1f-b465-df0204247acd will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:49:24.358300 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.418421 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.db.resource_extend [req-fee408ea-842c-4403-bc81-15dded664175 req-3c1233ee-4af2-48db-940b-e5abfbcf74f4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 04:49:24.450015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Pushing event updated for resources: {'Port': ['ID=464fe423-404e-4e1f-b465-df0204247acd,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:24.470031 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-646841c7-8213-4a13-8e0b-2f2b5b382bcd tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.472653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-646841c7-8213-4a13-8e0b-2f2b5b382bcd tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.473848 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-646841c7-8213-4a13-8e0b-2f2b5b382bcd tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-groups/c4050fb8-511b-40fe-b757-eaec3ab699f3 HTTP/1.1" status: 204 len: 168 time: 1.3674703 Nov 13 04:49:24.490212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56822) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:24.499074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e366f5-0d5c-40ec-9e7e-67e2722e3cbc req-8ba727d8-8217-4f08-8a37-8998f2874eb9 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:24.500678 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77e366f5-0d5c-40ec-9e7e-67e2722e3cbc req-8ba727d8-8217-4f08-8a37-8998f2874eb9 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 931 time: 0.1091189 Nov 13 04:49:24.518223 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2378c1b4-2a94-490d-80c7-1cff56ba15b8 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.518871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2378c1b4-2a94-490d-80c7-1cff56ba15b8 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Fanout notify agent at l3_agent the message router_deleted on router ce5b6af3-25dc-4746-8927-cebb0b05e71e {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:49:24.542602 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2378c1b4-2a94-490d-80c7-1cff56ba15b8 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.543736 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2378c1b4-2a94-490d-80c7-1cff56ba15b8 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/routers/ce5b6af3-25dc-4746-8927-cebb0b05e71e HTTP/1.1" status: 204 len: 168 time: 1.3192585 Nov 13 04:49:24.550194 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.560409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56824) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:24.579289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646841c7-8213-4a13-8e0b-2f2b5b382bcd tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4050fb8-511b-40fe-b757-eaec3ab699f3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:24.628418 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fee408ea-842c-4403-bc81-15dded664175 req-3c1233ee-4af2-48db-940b-e5abfbcf74f4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.629930 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.663568 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fee408ea-842c-4403-bc81-15dded664175 req-3c1233ee-4af2-48db-940b-e5abfbcf74f4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.691776 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77e366f5-0d5c-40ec-9e7e-67e2722e3cbc req-db7576c7-06c3-467b-b727-62f2cdb80432 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320176 Nov 13 04:49:24.735912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5edd4019-4d36-488f-bf44-ca0722459e8e tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2341139 Nov 13 04:49:24.745225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56828) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:24.755777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2240abb5-664a-499e-a936-0029454150c9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting subnet e34a3580-64fc-44de-9f39-de1b638c007c {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:49:24.758992 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Attempting to bind port 464fe423-404e-4e1f-b465-df0204247acd on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:49:24.759449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Attempting to bind port 464fe423-404e-4e1f-b465-df0204247acd by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:49:24.760292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Attempting to bind port 464fe423-404e-4e1f-b465-df0204247acd on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:24.771872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d5e1b03f-50a9-4817-a14a-605925f80dbf tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group': {'name': 'tempest-secgroup--769005557'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:24.778353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Port 464fe423-404e-4e1f-b465-df0204247acd on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:49:24.778768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Attempting to bind port 464fe423-404e-4e1f-b465-df0204247acd on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:24.783633 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2240abb5-664a-499e-a936-0029454150c9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.791686 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-463f2703-3c04-4731-bc3f-1a43c7be0b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.819238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:49:24.819673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:24.820121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:49:24.820647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Bound port: 464fe423-404e-4e1f-b465-df0204247acd, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:49:24.821099 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.871069 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-463f2703-3c04-4731-bc3f-1a43c7be0b96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb184c2-0551-4712-87b8-ea6a790c3ce3']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:24.877401 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b03f-50a9-4817-a14a-605925f80dbf tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.881542 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2240abb5-664a-499e-a936-0029454150c9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.888521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-df537a73-13c9-444f-9477-931860422adc req-ecc67896-cf41-4c2f-9c34-f343789712ce tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Allocated IP 19.86.0.52 (5640a91a-beef-47da-8c2e-7482b5935a27/92c4fd05-f519-4c53-9294-fdb7574613e3/5151a71e-45f1-43d4-86be-53bff76a0584) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:24.922902 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-463f2703-3c04-4731-bc3f-1a43c7be0b96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610445ba-5575-446d-9eed-9ccb1cf21c29') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:24.923195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-463f2703-3c04-4731-bc3f-1a43c7be0b96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610445ba-5575-446d-9eed-9ccb1cf21c29') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:24.954406 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-463f2703-3c04-4731-bc3f-1a43c7be0b96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:24.966416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aba265-2beb-4d5d-945b-ac29cdd3bcf6 req-8c378a04-f5aa-4832-b303-c0c7553d455d tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:24.968205 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d3aba265-2beb-4d5d-945b-ac29cdd3bcf6 req-8c378a04-f5aa-4832-b303-c0c7553d455d tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 948 time: 0.1860697 Nov 13 04:49:24.973324 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [req-fee408ea-842c-4403-bc81-15dded664175 req-3c1233ee-4af2-48db-940b-e5abfbcf74f4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Floating IP c36a6653-9165-45b5-b287-9935ab61ab9e associated. External IP: 172.25.8.22, port: 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3. Nov 13 04:49:25.026853 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Allocated IP 172.25.8.162 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:25.029042 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-463f2703-3c04-4731-bc3f-1a43c7be0b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.056540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463f2703-3c04-4731-bc3f-1a43c7be0b96 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:49:25.056938 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-463f2703-3c04-4731-bc3f-1a43c7be0b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:49:25.060533 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:49:25.073702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] For port 464fe423-404e-4e1f-b465-df0204247acd, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:49:25.111041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] For port 464fe423-404e-4e1f-b465-df0204247acd, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=464fe423-404e-4e1f-b465-df0204247acd,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:49:25.129292 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2240abb5-664a-499e-a936-0029454150c9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.133421 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.173324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d3aba265-2beb-4d5d-945b-ac29cdd3bcf6 req-c21bff70-ccb2-4c71-8a75-bb8e3e96cac7 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892695 Nov 13 04:49:25.175599 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b03f-50a9-4817-a14a-605925f80dbf tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.214253 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b03f-50a9-4817-a14a-605925f80dbf tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.227357 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:25.227978 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.229449 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] 10.222.0.36 "PUT /v2.0/ports/464fe423-404e-4e1f-b465-df0204247acd HTTP/1.1" status: 200 len: 1096 time: 1.3919685 Nov 13 04:49:25.276830 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-463f2703-3c04-4731-bc3f-1a43c7be0b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.290550 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-463f2703-3c04-4731-bc3f-1a43c7be0b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.293949 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-463f2703-3c04-4731-bc3f-1a43c7be0b96 admin admin] 10.222.0.43 "DELETE /v2.0/networks/abb184c2-0551-4712-87b8-ea6a790c3ce3 HTTP/1.1" status: 204 len: 168 time: 1.7236598 Nov 13 04:49:25.307869 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1b03f-50a9-4817-a14a-605925f80dbf tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d86e34-0c84-4a8d-bfb6-dc4046515bb1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:25.311679 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b03f-50a9-4817-a14a-605925f80dbf tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.316827 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d5e1b03f-50a9-4817-a14a-605925f80dbf tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5661449 Nov 13 04:49:25.317047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56832) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:25.334343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdd395-02eb-4a21-8e97-fa4b6b4299bd service neutron] Pushing event updated for resources: {'Port': ['ID=464fe423-404e-4e1f-b465-df0204247acd,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:25.341461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-af3cefd8-223e-4ed4-9e71-f13a01e403b8 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group_rule': {'security_group_id': '59d86e34-0c84-4a8d-bfb6-dc4046515bb1', 'direction': 'ingress', 'protocol': 17}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:25.342541 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c54584f2-b994-4c51-9cdb-454534f091ba req-d94187a2-46a6-4eb6-a594-2423dca0ef52 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0583704 Nov 13 04:49:25.361801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f2703-3c04-4731-bc3f-1a43c7be0b96 admin admin] Pushing event deleted for resources: {'Network': ['ID=abb184c2-0551-4712-87b8-ea6a790c3ce3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:25.393813 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2240abb5-664a-499e-a936-0029454150c9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.432249 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240abb5-664a-499e-a936-0029454150c9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Subnet': ['ID=e34a3580-64fc-44de-9f39-de1b638c007c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:25.434819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2240abb5-664a-499e-a936-0029454150c9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.438363 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2240abb5-664a-499e-a936-0029454150c9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/e34a3580-64fc-44de-9f39-de1b638c007c HTTP/1.1" status: 204 len: 168 time: 0.8770461 Nov 13 04:49:25.440510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cd352f-141e-44cc-a6a5-8ea8127c4a9e None None] Network 9732764e-c9f6-4b30-8a9c-e4b0873931fe requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:25.441582 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56834) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:25.479677 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.489823 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-ecc67896-cf41-4c2f-9c34-f343789712ce tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.531733 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bd96919f-b4f9-4670-af04-ca0c198939f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:25.533532 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-bd96919f-b4f9-4670-af04-ca0c198939f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16cb25ddaa9e4afaa689fc495253a0d9&device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 1099 time: 0.1961627 Nov 13 04:49:25.551438 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56836) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:25.566827 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af3cefd8-223e-4ed4-9e71-f13a01e403b8 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.620183 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.623045 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-cfd2c076-cc46-4c12-b245-f0c608c02587 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=464fe423-404e-4e1f-b465-df0204247acd HTTP/1.1" status: 200 len: 217 time: 0.0568473 Nov 13 04:49:25.648576 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.688488 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-ecc67896-cf41-4c2f-9c34-f343789712ce tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.691408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fee408ea-842c-4403-bc81-15dded664175 req-3c1233ee-4af2-48db-940b-e5abfbcf74f4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Router 447b9c7e-9721-4381-91f1-5a10a6daeb6a has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:49:25.695764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077d1c34-f39e-4aba-98cc-f274818726e5 None None] DHCP port deletion for 9732764e-c9f6-4b30-8a9c-e4b0873931fe request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:25.706799 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d2ef0d98-5c78-4c38-95cb-bfed3a226594 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d50682e1086b48f396d8c57bff4ee516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536069 Nov 13 04:49:25.712161 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56838) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:25.722124 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af3cefd8-223e-4ed4-9e71-f13a01e403b8 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.730638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:25.735461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:25.737853 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:25.739740 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af3cefd8-223e-4ed4-9e71-f13a01e403b8 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.742881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-19d3a7f6-bcee-4ff9-82c7-6d0d34a96830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:25.745847 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-19d3a7f6-bcee-4ff9-82c7-6d0d34a96830 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1092689 Nov 13 04:49:25.755417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:25.769552 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53440c13-f2e8-44bc-8369-84402f4da1bf None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:25.794127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df537a73-13c9-444f-9477-931860422adc req-ecc67896-cf41-4c2f-9c34-f343789712ce tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Network 5640a91a-beef-47da-8c2e-7482b5935a27 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:25.807198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-077d1c34-f39e-4aba-98cc-f274818726e5 None None] Deleting port 92364e10-f33c-4414-b100-840fe4acfb72 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:25.807630 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-077d1c34-f39e-4aba-98cc-f274818726e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.824216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-df537a73-13c9-444f-9477-931860422adc req-ecc67896-cf41-4c2f-9c34-f343789712ce tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:25.834440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cefd8-223e-4ed4-9e71-f13a01e403b8 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1214c042-9544-4245-8c45-cc7d813d83e9,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:25.848758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-df537a73-13c9-444f-9477-931860422adc req-ecc67896-cf41-4c2f-9c34-f343789712ce tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:25.863262 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port 92364e10-f33c-4414-b100-840fe4acfb72 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:25.863596 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.882271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-f2c963fe-466c-4ea7-a356-29e1f74600ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:25.883812 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-f2c963fe-466c-4ea7-a356-29e1f74600ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1259048 Nov 13 04:49:25.890794 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f05c6ef-9469-4097-aa4c-e39915d5a546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.908176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b5d80190-1361-40fb-ac8e-241f98dc5fb7 None None] Provisioning complete for port 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:25.908865 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5d80190-1361-40fb-ac8e-241f98dc5fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.912745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-077d1c34-f39e-4aba-98cc-f274818726e5 None None] For port 92364e10-f33c-4414-b100-840fe4acfb72, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=92364e10-f33c-4414-b100-840fe4acfb72,segment=NetworkSegment(7d62635a-a3f2-4eef-87ac-9f5516ba0ae3),segment_id=7d62635a-a3f2-4eef-87ac-9f5516ba0ae3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:25.913419 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-077d1c34-f39e-4aba-98cc-f274818726e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:25.951709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-077d1c34-f39e-4aba-98cc-f274818726e5 None None] Calling delete_port for 92364e10-f33c-4414-b100-840fe4acfb72 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:25.975118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0fb88-b288-4613-aabe-06cc6395b858 req-13395c71-c941-450e-bc80-73c33d893fb4 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:25.982452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0fb88-b288-4613-aabe-06cc6395b858 req-13395c71-c941-450e-bc80-73c33d893fb4 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:25.989335 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-76f0fb88-b288-4613-aabe-06cc6395b858 req-13395c71-c941-450e-bc80-73c33d893fb4 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1653 time: 0.1903718 Nov 13 04:49:26.031651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b5d80190-1361-40fb-ac8e-241f98dc5fb7 None None] Port 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:26.032852 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc67896-cf41-4c2f-9c34-f343789712ce tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event updated for resources: {'Port': ['ID=5151a71e-45f1-43d4-86be-53bff76a0584,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:26.053129 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b', 'tag': '464fe423-404e-4e1f-b465-df0204247acd'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:26.055434 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5b7acb-5f22-48fd-9c43-9604e7335cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b", "tag": "464fe423-404e-4e1f-b465-df0204247acd"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:26.063585 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f05c6ef-9469-4097-aa4c-e39915d5a546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.081676 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af3cefd8-223e-4ed4-9e71-f13a01e403b8 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.083691 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-af3cefd8-223e-4ed4-9e71-f13a01e403b8 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7631903 Nov 13 04:49:26.090064 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56846) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:26.124747 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-077d1c34-f39e-4aba-98cc-f274818726e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.158800 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d1c34-f39e-4aba-98cc-f274818726e5 None None] Pushing event deleted for resources: {'Port': ['ID=92364e10-f33c-4414-b100-840fe4acfb72,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:26.168647 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077d1c34-f39e-4aba-98cc-f274818726e5 None None] No DVR routers for this DVR port 92364e10-f33c-4414-b100-840fe4acfb72 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:26.266693 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 92364e10-f33c-4414-b100-840fe4acfb72 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:26.301871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 92364e10-f33c-4414-b100-840fe4acfb72 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:26.301871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 92364e10-f33c-4414-b100-840fe4acfb72 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:26.310517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-900d55e0-0da4-4cd6-9cc1-8aa8b736749f None None] Provisioning complete for port 5151a71e-45f1-43d4-86be-53bff76a0584 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:26.310517 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-900d55e0-0da4-4cd6-9cc1-8aa8b736749f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.352824 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-900d55e0-0da4-4cd6-9cc1-8aa8b736749f None None] Port 5151a71e-45f1-43d4-86be-53bff76a0584 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:26.410121 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-ecc67896-cf41-4c2f-9c34-f343789712ce tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:26.410882 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-ecc67896-cf41-4c2f-9c34-f343789712ce tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.450478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fee408ea-842c-4403-bc81-15dded664175 req-3c1233ee-4af2-48db-940b-e5abfbcf74f4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:26.455870 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-ecc67896-cf41-4c2f-9c34-f343789712ce tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3717277 Nov 13 04:49:26.459076 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fee408ea-842c-4403-bc81-15dded664175 req-3c1233ee-4af2-48db-940b-e5abfbcf74f4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.463751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c894e482-03c6-4fef-90cc-0b20cda2ca78 None None] Sync routers for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:26.476457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894e482-03c6-4fef-90cc-0b20cda2ca78 None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:26.477383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c894e482-03c6-4fef-90cc-0b20cda2ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:26.477920 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] For port 92364e10-f33c-4414-b100-840fe4acfb72, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=92364e10-f33c-4414-b100-840fe4acfb72,segment=NetworkSegment(7d62635a-a3f2-4eef-87ac-9f5516ba0ae3),segment_id=7d62635a-a3f2-4eef-87ac-9f5516ba0ae3)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:26.478283 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.512149 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Request body: {'port': {'device_id': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:26.518636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for 92364e10-f33c-4414-b100-840fe4acfb72 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:26.555641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fee408ea-842c-4403-bc81-15dded664175 req-3c1233ee-4af2-48db-940b-e5abfbcf74f4 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "PUT /v2.0/floatingips/c36a6653-9165-45b5-b287-9935ab61ab9e HTTP/1.1" status: 200 len: 995 time: 4.5710969 Nov 13 04:49:26.560417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'tag': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:26.562973 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bdd47b-4dfc-4b7f-ba9c-4ae106a6c8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "7009eec2-e665-4c3c-a14b-3a74d0a19177", "tag": "90bc28fe-da8e-439a-b4e5-3950a3cc7cd3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:26.568796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-dca94a67-3541-438c-8391-f0d8b2559b1a service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6758263 Nov 13 04:49:26.615124 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-76f0fb88-b288-4613-aabe-06cc6395b858 req-cfe5bf42-908a-45de-b385-1eb438c9a11f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6248741 Nov 13 04:49:26.656820 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.689924 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.695545 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f05c6ef-9469-4097-aa4c-e39915d5a546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.698126 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f05c6ef-9469-4097-aa4c-e39915d5a546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.699306 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2f05c6ef-9469-4097-aa4c-e39915d5a546 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64b4e8eb-4788-4161-9cfb-0563789f591c HTTP/1.1" status: 204 len: 168 time: 0.9863582 Nov 13 04:49:26.711412 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e014a6eb-f4d0-4940-a336-1fbc96cd2b49 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.722114 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a7681c-e594-4c05-ba3f-c37f74d4ef1f x-openstack-request-id: req-47a7681c-e594-4c05-ba3f-c37f74d4ef1f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:26.722399 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b", "tag": "464fe423-404e-4e1f-b465-df0204247acd", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:26.722644 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47a7681c-e594-4c05-ba3f-c37f74d4ef1f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:26.723060 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b', 'tag': '464fe423-404e-4e1f-b465-df0204247acd', 'status': 'completed', 'code': 200} Nov 13 04:49:26.729705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05c6ef-9469-4097-aa4c-e39915d5a546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b4e8eb-4788-4161-9cfb-0563789f591c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:26.757560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee408ea-842c-4403-bc81-15dded664175 req-3d978ee8-fb2e-4d6e-83e8-13b0bdd1d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:26.759130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fee408ea-842c-4403-bc81-15dded664175 req-3d978ee8-fb2e-4d6e-83e8-13b0bdd1d1ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 1096 time: 0.1671040 Nov 13 04:49:26.772132 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e014a6eb-f4d0-4940-a336-1fbc96cd2b49 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.800538 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.822682 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67ee4430-7d12-4d3b-9823-ee143e03a627 req-39c22558-9ae1-4a8f-9b08-4b533fc736c0 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465765 Nov 13 04:49:26.869698 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=92364e10-f33c-4414-b100-840fe4acfb72,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:26.873615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No DVR routers for this DVR port 92364e10-f33c-4414-b100-840fe4acfb72 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:26.885391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-c894e482-03c6-4fef-90cc-0b20cda2ca78 None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:26.969799 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e014a6eb-f4d0-4940-a336-1fbc96cd2b49 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.972493 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e014a6eb-f4d0-4940-a336-1fbc96cd2b49 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:26.973731 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e014a6eb-f4d0-4940-a336-1fbc96cd2b49 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-groups/59d86e34-0c84-4a8d-bfb6-dc4046515bb1 HTTP/1.1" status: 204 len: 168 time: 0.8782780 Nov 13 04:49:26.983168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56856) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:27.023032 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device e4c8742a-4470-4b0f-95e1-21bfd715fb45 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:27.024821 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:27.037426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014a6eb-f4d0-4940-a336-1fbc96cd2b49 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d86e34-0c84-4a8d-bfb6-dc4046515bb1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:27.052559 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38488b-5c43-4da6-9938-d5598ef0d855 req-4dd1f76b-5583-41e2-a83f-fdeb87efc811 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:27.054136 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e38488b-5c43-4da6-9938-d5598ef0d855 req-4dd1f76b-5583-41e2-a83f-fdeb87efc811 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 948 time: 0.1978951 Nov 13 04:49:27.077902 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9732764e-c9f6-4b30-8a9c-e4b0873931fe']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:27.087893 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b7acb-5f22-48fd-9c43-9604e7335cc3 req-03a20d1c-c526-42d8-98a8-c501affdd904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:27.089803 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b5b7acb-5f22-48fd-9c43-9604e7335cc3 req-03a20d1c-c526-42d8-98a8-c501affdd904 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16cb25ddaa9e4afaa689fc495253a0d9&device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 1099 time: 0.1577675 Nov 13 04:49:27.098750 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d62635a-a3f2-4eef-87ac-9f5516ba0ae3') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:27.099157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d62635a-a3f2-4eef-87ac-9f5516ba0ae3') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:27.107527 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: e4c8742a-4470-4b0f-95e1-21bfd715fb45 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:27.107527 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device e4c8742a-4470-4b0f-95e1-21bfd715fb45 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:27.118829 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:27.196934 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:27.207927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:49:27.208329 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:49:27.212404 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:49:27.230713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e38488b-5c43-4da6-9938-d5598ef0d855 req-41d77b72-866c-41aa-bbfb-7ce5dcc0cdc4 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642330 Nov 13 04:49:27.233726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee408ea-842c-4403-bc81-15dded664175 req-4df5dc4b-db05-45a9-a00c-8a3380007cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:27.235956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fee408ea-842c-4403-bc81-15dded664175 req-4df5dc4b-db05-45a9-a00c-8a3380007cc7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 920 time: 0.4608984 Nov 13 04:49:27.240097 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f69bbf90-5d46-4088-9bc4-6dd8364bbb52 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2554927 Nov 13 04:49:27.245326 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56862) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:27.250753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-88b38668-f4e7-43cd-9b4e-793a4e281da5 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group': {'name': 'tempest-secgroup--274113687'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:27.287682 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c894e482-03c6-4fef-90cc-0b20cda2ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c36a6653-9165-45b5-b287-9935ab61ab9e', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'port_id': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'mac_address': 'fa:16:3e:6a:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:48:32Z', 'updated_at': '2021-11-13T04:49:24Z', 'revision_number': 8, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:27.295796 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b7acb-5f22-48fd-9c43-9604e7335cc3 req-e062d550-3bcd-4e02-a36b-047558eff247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:27.297462 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b5b7acb-5f22-48fd-9c43-9604e7335cc3 req-e062d550-3bcd-4e02-a36b-047558eff247 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.1964059 Nov 13 04:49:27.304138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:27.322501 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:27.327634 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/networks/9732764e-c9f6-4b30-8a9c-e4b0873931fe HTTP/1.1" status: 204 len: 168 time: 1.8833675 Nov 13 04:49:27.334237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56866) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:27.339254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c894e482-03c6-4fef-90cc-0b20cda2ca78 None None] Checking router: 447b9c7e-9721-4381-91f1-5a10a6daeb6a for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:49:27.348912 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894e482-03c6-4fef-90cc-0b20cda2ca78 None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:27.349896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c894e482-03c6-4fef-90cc-0b20cda2ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:27.375712 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fee408ea-842c-4403-bc81-15dded664175 req-deadcacb-d0e9-400a-a5ec-e0ce480851c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 HTTP/1.1" status: 200 len: 998 time: 0.1127362 Nov 13 04:49:27.393105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6d337f58-cb7c-489e-af5f-3d49a27f7f0d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2002962917'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:27.412716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b5b7acb-5f22-48fd-9c43-9604e7335cc3 req-7e26f687-7ca3-4cf9-9eac-78ab824df4cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=464fe423-404e-4e1f-b465-df0204247acd HTTP/1.1" status: 200 len: 217 time: 0.1071937 Nov 13 04:49:27.413649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd6e08-3399-4e28-808e-8be95eb2c3b6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Network': ['ID=9732764e-c9f6-4b30-8a9c-e4b0873931fe,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:27.453529 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.db.api [None req-6d337f58-cb7c-489e-af5f-3d49a27f7f0d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 13 04:49:27.453529 n-d-813114-2 neutron-server[102667]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 13 04:49:27.453529 n-d-813114-2 neutron-server[102667]: [parameters: {'project_id_1': '31b74b45f564436f9bbc9f2129d0254a', 'expiration_1': datetime.datetime(2021, 11, 13, 4, 49, 7, 407465)}] Nov 13 04:49:27.453529 n-d-813114-2 neutron-server[102667]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:49:27.453957 n-d-813114-2 neutron-server[102667]: DEBUG oslo_db.api [None req-6d337f58-cb7c-489e-af5f-3d49a27f7f0d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:49:27.455921 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32ded697-80fe-45af-a915-2443a8079ab2 req-34041609-bbed-4928-b3e0-c6edecad3ad7 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0758340 Nov 13 04:49:27.484449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee408ea-842c-4403-bc81-15dded664175 req-4bee5bea-a379-4591-9cec-092467504901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:27.486531 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fee408ea-842c-4403-bc81-15dded664175 req-4bee5bea-a379-4591-9cec-092467504901 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.1099651 Nov 13 04:49:27.502267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-c894e482-03c6-4fef-90cc-0b20cda2ca78 None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:27.508621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b7acb-5f22-48fd-9c43-9604e7335cc3 req-b6238417-1e96-4dab-9797-a18bd978f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:27.510216 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b5b7acb-5f22-48fd-9c43-9604e7335cc3 req-b6238417-1e96-4dab-9797-a18bd978f1d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0755372 Nov 13 04:49:27.560671 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b38668-f4e7-43cd-9b4e-793a4e281da5 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:27.565207 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce4f382-abc4-4aef-bdda-23b989c4ef92 x-openstack-request-id: req-2ce4f382-abc4-4aef-bdda-23b989c4ef92 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:27.565501 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7009eec2-e665-4c3c-a14b-3a74d0a19177", "tag": "90bc28fe-da8e-439a-b4e5-3950a3cc7cd3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:27.565747 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ce4f382-abc4-4aef-bdda-23b989c4ef92 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:27.566192 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'tag': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'status': 'completed', 'code': 200} Nov 13 04:49:27.578273 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2505726e-2387-434f-add6-6bf019bdf7e5 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:49:27.586005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b7acb-5f22-48fd-9c43-9604e7335cc3 req-dc275d1c-0379-4f28-94ed-84b223bed3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:27.588570 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b5b7acb-5f22-48fd-9c43-9604e7335cc3 req-dc275d1c-0379-4f28-94ed-84b223bed3ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704215 Nov 13 04:49:27.603522 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:27.644769 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:27.667100 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Transition to ACTIVE for port object 2505726e-2387-434f-add6-6bf019bdf7e5 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:49:27.672226 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee408ea-842c-4403-bc81-15dded664175 req-96adbef3-48e5-4a00-bf06-c351975b0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:27.673714 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fee408ea-842c-4403-bc81-15dded664175 req-96adbef3-48e5-4a00-bf06-c351975b0874 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587005 Nov 13 04:49:27.685773 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:27.716186 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b5b7acb-5f22-48fd-9c43-9604e7335cc3 req-0fc37ec2-48cf-444a-ad43-407216dec17e service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182837 Nov 13 04:49:27.789309 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c894e482-03c6-4fef-90cc-0b20cda2ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c36a6653-9165-45b5-b287-9935ab61ab9e', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'port_id': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'mac_address': 'fa:16:3e:6a:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:48:32Z', 'updated_at': '2021-11-13T04:49:24Z', 'revision_number': 8, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:27.828151 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdd47b-4dfc-4b7f-ba9c-4ae106a6c8e5 req-05e7bfea-9da0-4f45-9ec8-3c0860afff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:27.829740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41bdd47b-4dfc-4b7f-ba9c-4ae106a6c8e5 req-05e7bfea-9da0-4f45-9ec8-3c0860afff39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 1096 time: 0.2286212 Nov 13 04:49:27.836062 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c894e482-03c6-4fef-90cc-0b20cda2ca78 None None] The sync data for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 is: [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c36a6653-9165-45b5-b287-9935ab61ab9e', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'port_id': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'mac_address': 'fa:16:3e:6a:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:48:32Z', 'updated_at': '2021-11-13T04:49:24Z', 'revision_number': 8, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:27.880311 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b5b7acb-5f22-48fd-9c43-9604e7335cc3 req-156a642d-cd95-4ce6-9407-440895b32ab5 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553776 Nov 13 04:49:27.903606 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953f82a-7dc1-4003-8b23-97d2f4bf1879 req-763f9736-c043-4b58-bbf3-e2554b31f31e tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:27.911602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953f82a-7dc1-4003-8b23-97d2f4bf1879 req-763f9736-c043-4b58-bbf3-e2554b31f31e tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:27.914422 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5953f82a-7dc1-4003-8b23-97d2f4bf1879 req-763f9736-c043-4b58-bbf3-e2554b31f31e tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1665 time: 0.1065314 Nov 13 04:49:27.948766 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b38668-f4e7-43cd-9b4e-793a4e281da5 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:27.959209 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2505726e-2387-434f-add6-6bf019bdf7e5,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:27.983184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d337f58-cb7c-489e-af5f-3d49a27f7f0d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:27.987140 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d337f58-cb7c-489e-af5f-3d49a27f7f0d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.007180 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b38668-f4e7-43cd-9b4e-793a4e281da5 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.018868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56882) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:28.068391 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5953f82a-7dc1-4003-8b23-97d2f4bf1879 req-967b4f4f-886d-4d95-a229-713a9e87835c tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462882 Nov 13 04:49:28.078736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d337f58-cb7c-489e-af5f-3d49a27f7f0d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:49:28.109358 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d337f58-cb7c-489e-af5f-3d49a27f7f0d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.109858 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-6d337f58-cb7c-489e-af5f-3d49a27f7f0d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Added segment 866126f2-1d28-41ae-9c33-6b6482f89135 of type vlan for network cb27d35f-5c80-48f7-aa3c-8535331de892 Nov 13 04:49:28.163423 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fee408ea-842c-4403-bc81-15dded664175 req-5d98e5c2-6ac0-43b8-a74b-32d6c309921d service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333336 Nov 13 04:49:28.195129 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d337f58-cb7c-489e-af5f-3d49a27f7f0d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.196505 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2685c-2bdc-454c-8df5-a8141a9cb5d3 None None] New status for floating IP c36a6653-9165-45b5-b287-9935ab61ab9e: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:49:28.202188 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b38668-f4e7-43cd-9b4e-793a4e281da5 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.203628 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-88b38668-f4e7-43cd-9b4e-793a4e281da5 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9570756 Nov 13 04:49:28.205484 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-40348209-network', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:28.207993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56886) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:28.216697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6c01e134-2959-429e-8ac3-20befbf7b538 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group': {'name': 'tempest-secgroup--361346492'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:28.221044 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b38668-f4e7-43cd-9b4e-793a4e281da5 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce746d3-5629-4fd5-913a-7465ef47118a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:28.249854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] Made reservation on behalf of 1173146d0bd74d9cb73aa00ee9b7de4b for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:28.252568 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.256090 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d337f58-cb7c-489e-af5f-3d49a27f7f0d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.272778 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d337f58-cb7c-489e-af5f-3d49a27f7f0d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:28.273434 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d337f58-cb7c-489e-af5f-3d49a27f7f0d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.314999 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.377664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdd47b-4dfc-4b7f-ba9c-4ae106a6c8e5 req-98df26ba-e372-4d9f-becb-7381435bb8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:28.379259 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41bdd47b-4dfc-4b7f-ba9c-4ae106a6c8e5 req-98df26ba-e372-4d9f-becb-7381435bb8ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 920 time: 0.4887307 Nov 13 04:49:28.396170 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c01e134-2959-429e-8ac3-20befbf7b538 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.408334 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6d337f58-cb7c-489e-af5f-3d49a27f7f0d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0293190 Nov 13 04:49:28.412921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Attempting to bind port 2505726e-2387-434f-add6-6bf019bdf7e5 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:49:28.413253 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Attempting to bind port 2505726e-2387-434f-add6-6bf019bdf7e5 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'd5c289a4-f1b4-47f8-8f0e-06ae435f0abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f16d24e-4d95-4e58-99e6-a1594312fc49'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:49:28.413580 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Attempting to bind port 2505726e-2387-434f-add6-6bf019bdf7e5 on network 8f16d24e-4d95-4e58-99e6-a1594312fc49 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:28.418050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56890) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:28.422867 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.425299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d337f58-cb7c-489e-af5f-3d49a27f7f0d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Network': ['ID=cb27d35f-5c80-48f7-aa3c-8535331de892,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:28.438599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network cb27d35f-5c80-48f7-aa3c-8535331de892 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:49:28.439320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bc2e3098-3d1e-4681-8272-cd77e00c7f30 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'subnet': {'network_id': 'cb27d35f-5c80-48f7-aa3c-8535331de892', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:28.472971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced51f3-9788-4b8b-89b5-6526b6dae1ec req-f19f2fc3-bbf4-4d9c-907c-713c7a23c7ab tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:28.474944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ced51f3-9788-4b8b-89b5-6526b6dae1ec req-f19f2fc3-bbf4-4d9c-907c-713c7a23c7ab tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 948 time: 0.0966811 Nov 13 04:49:28.523900 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.534958 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.576838 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ced51f3-9788-4b8b-89b5-6526b6dae1ec req-d3bfd63c-f527-47e1-93f9-a398b97f0ec5 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886748 Nov 13 04:49:28.577504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:49:28.588413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4738d2-4f98-437a-a85a-bb4613585d60,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:28.594058 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.594406 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] Added segment 93000c6e-4393-4184-955a-8b1462f6fe2c of type vlan for network 54bcc594-4643-4653-a5bb-72d48b85d8bc Nov 13 04:49:28.642801 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.677802 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.678755 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:28.679355 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.701231 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bebd2e65-c5aa-42ec-80e3-339ba5a6cc2b req-2818798b-0da9-4c39-a0eb-5835822be700 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0341065 Nov 13 04:49:28.741611 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.756618 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7366128 Nov 13 04:49:28.759616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56894) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:28.766255 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0a455719-89fb-4286-b977-5abb8818390f admin admin] Request body: {'subnet': {'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-40348209-subnet', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:28.769533 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fee408ea-842c-4403-bc81-15dded664175 req-7be392f4-61d1-47ed-bf6b-b4d9ffd23c37 service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765016 Nov 13 04:49:28.770932 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Port 2505726e-2387-434f-add6-6bf019bdf7e5 on network 8f16d24e-4d95-4e58-99e6-a1594312fc49 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:49:28.771260 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Attempting to bind port 2505726e-2387-434f-add6-6bf019bdf7e5 on network 8f16d24e-4d95-4e58-99e6-a1594312fc49 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:28.772872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e5038-408e-4b79-a5c0-c9e8c2323ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=54bcc594-4643-4653-a5bb-72d48b85d8bc,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:28.784452 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 54bcc594-4643-4653-a5bb-72d48b85d8bc details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:49:28.790450 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Router 544e47f9-2651-48a8-a829-b5891569a44e is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:49:28.800565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a455719-89fb-4286-b977-5abb8818390f admin admin] Made reservation on behalf of 1173146d0bd74d9cb73aa00ee9b7de4b for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:28.803327 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a455719-89fb-4286-b977-5abb8818390f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.824744 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:49:28.825079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Checking segment: {'id': 'd5c289a4-f1b4-47f8-8f0e-06ae435f0abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f16d24e-4d95-4e58-99e6-a1594312fc49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:28.825671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Bound using segment: {'id': 'd5c289a4-f1b4-47f8-8f0e-06ae435f0abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f16d24e-4d95-4e58-99e6-a1594312fc49'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:49:28.826112 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Bound port: 2505726e-2387-434f-add6-6bf019bdf7e5, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c289a4-f1b4-47f8-8f0e-06ae435f0abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f16d24e-4d95-4e58-99e6-a1594312fc49'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:49:28.826629 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:28.869505 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41bdd47b-4dfc-4b7f-ba9c-4ae106a6c8e5 req-e2ee9f19-c636-418b-9784-30e5b815bdcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 HTTP/1.1" status: 200 len: 1000 time: 0.4776878 Nov 13 04:49:28.930162 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3612a9be-2a82-4b3c-acbd-c15d3371447a req-2e35f199-69db-4ce3-8722-ca265714ad73 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips/c36a6653-9165-45b5-b287-9935ab61ab9e HTTP/1.1" status: 200 len: 997 time: 0.1073184 Nov 13 04:49:29.076788 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdd47b-4dfc-4b7f-ba9c-4ae106a6c8e5 req-9d598545-172b-4260-b344-79edac06e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:29.078335 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41bdd47b-4dfc-4b7f-ba9c-4ae106a6c8e5 req-9d598545-172b-4260-b344-79edac06e13b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.1956153 Nov 13 04:49:29.086440 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612a9be-2a82-4b3c-acbd-c15d3371447a req-fb489f5f-8555-4ca0-a6de-42eb77e44e04 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:29.086623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2e3098-3d1e-4681-8272-cd77e00c7f30 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:29.087542 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3612a9be-2a82-4b3c-acbd-c15d3371447a req-fb489f5f-8555-4ca0-a6de-42eb77e44e04 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1483784 Nov 13 04:49:29.089584 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2e3098-3d1e-4681-8272-cd77e00c7f30 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.095644 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c01e134-2959-429e-8ac3-20befbf7b538 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.130101 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] For port 2505726e-2387-434f-add6-6bf019bdf7e5, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:49:29.132170 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c01e134-2959-429e-8ac3-20befbf7b538 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.198887 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a455719-89fb-4286-b977-5abb8818390f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.219749 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] For port 2505726e-2387-434f-add6-6bf019bdf7e5, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2505726e-2387-434f-add6-6bf019bdf7e5,segment=NetworkSegment(d5c289a4-f1b4-47f8-8f0e-06ae435f0abd),segment_id=d5c289a4-f1b4-47f8-8f0e-06ae435f0abd)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:49:29.256540 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-e80f6f78-58cf-4a8f-8453-8b4d1e2f56fa tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.1313591 Nov 13 04:49:29.262525 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.279189 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c01e134-2959-429e-8ac3-20befbf7b538 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.280418 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6c01e134-2959-429e-8ac3-20befbf7b538 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0672054 Nov 13 04:49:29.281497 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:29.283698 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56904) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:29.289371 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5f17a0d0-1ac0-4838-98ca-5de163c37f4b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group_rule': {'security_group_id': '7ce746d3-5629-4fd5-913a-7465ef47118a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1618dfbc-cd18-4392-93ad-b060933cddf5', 'remote_ip_prefix': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:29.292009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01e134-2959-429e-8ac3-20befbf7b538 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1618dfbc-cd18-4392-93ad-b060933cddf5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:29.297931 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Sync routers for ids ['544e47f9-2651-48a8-a829-b5891569a44e'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:29.299574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a455719-89fb-4286-b977-5abb8818390f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ac137d-bc95-480d-b540-783bd32adcd0,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:29.316295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Routers {'544e47f9-2651-48a8-a829-b5891569a44e'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:29.317172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['544e47f9-2651-48a8-a829-b5891569a44e'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:29.355450 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-d081d0a0-7950-46fb-84e2-cc5bceedd256 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:29.366972 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-d081d0a0-7950-46fb-84e2-cc5bceedd256 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports/90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 HTTP/1.1" status: 200 len: 942 time: 0.0965288 Nov 13 04:49:29.373097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2505726e-2387-434f-add6-6bf019bdf7e5,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:29.381023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:29.381562 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.382996 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-6676f27b-5479-41c7-9f05-190e204298e2 service neutron] 10.222.0.36 "PUT /v2.0/ports/2505726e-2387-434f-add6-6bf019bdf7e5 HTTP/1.1" status: 200 len: 1091 time: 2.9036365 Nov 13 04:49:29.383555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a455719-89fb-4286-b977-5abb8818390f admin admin] Checking segment: {'id': '93000c6e-4393-4184-955a-8b1462f6fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:29.383925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a455719-89fb-4286-b977-5abb8818390f admin admin] Network hostable DHCP agents. Network: 54bcc594-4643-4653-a5bb-72d48b85d8bc, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:49:29.394200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdd47b-4dfc-4b7f-ba9c-4ae106a6c8e5 req-8a684cd6-2f25-42f5-8395-0b77667fc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:29.396071 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41bdd47b-4dfc-4b7f-ba9c-4ae106a6c8e5 req-8a684cd6-2f25-42f5-8395-0b77667fc479 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2979677 Nov 13 04:49:29.425090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1108c7-bfcb-4c2e-84b9-a57c771837d4 req-a76ef787-7141-4e76-b427-517381fa4963 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:29.431484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1108c7-bfcb-4c2e-84b9-a57c771837d4 req-a76ef787-7141-4e76-b427-517381fa4963 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:29.433159 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e1108c7-bfcb-4c2e-84b9-a57c771837d4 req-a76ef787-7141-4e76-b427-517381fa4963 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1665 time: 0.2828019 Nov 13 04:49:29.439815 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f17a0d0-1ac0-4838-98ca-5de163c37f4b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.441341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Request body: {'port': {'device_id': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:29.461951 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.463359 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4780395a-3ec9-464a-a69f-f69a85d61cc0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.2418408 Nov 13 04:49:29.475464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Set router 544e47f9-2651-48a8-a829-b5891569a44e gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:29.480198 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56906) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:29.480845 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a455719-89fb-4286-b977-5abb8818390f admin admin] Network 54bcc594-4643-4653-a5bb-72d48b85d8bc is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:49:29.544146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-0a455719-89fb-4286-b977-5abb8818390f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 54bcc594-4643-4653-a5bb-72d48b85d8bc) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:29.559244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a455719-89fb-4286-b977-5abb8818390f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:29.559838 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a455719-89fb-4286-b977-5abb8818390f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.577386 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'tag': '2505726e-2387-434f-add6-6bf019bdf7e5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:29.579676 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb94eee-304d-41f6-a238-d6955180fac0" -d '{"events": [{"name": "network-changed", "server_uuid": "de093a4f-4086-4c78-8ed6-d42b857972f6", "tag": "2505726e-2387-434f-add6-6bf019bdf7e5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:29.600449 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-fecd8768-ea23-4fe3-bdee-e75d8a412844 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.1678357 Nov 13 04:49:29.634293 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.639874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785e2511-1607-4e53-8991-d95d83aec940 None None] Network 54bcc594-4643-4653-a5bb-72d48b85d8bc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:29.662077 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0a455719-89fb-4286-b977-5abb8818390f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8978002 Nov 13 04:49:29.666508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56912) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:29.675363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:29.753657 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e1108c7-bfcb-4c2e-84b9-a57c771837d4 req-542df5a2-8260-4680-94a9-e3e383ba1965 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946591 Nov 13 04:49:29.764873 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f17a0d0-1ac0-4838-98ca-5de163c37f4b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.791089 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41bdd47b-4dfc-4b7f-ba9c-4ae106a6c8e5 req-c2755fcd-84cd-4c5f-8a4d-b4216d8290ab service neutron] 10.222.0.36 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569047 Nov 13 04:49:29.804249 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.805609 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.811095 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f17a0d0-1ac0-4838-98ca-5de163c37f4b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.854514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17a0d0-1ac0-4838-98ca-5de163c37f4b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61993433-6ea4-4eda-a841-48b6c849ee74,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:29.863563 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-c7a4207a-c78a-4828-a7a9-712eb1260e27 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:29.865237 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.871930 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-c7a4207a-c78a-4828-a7a9-712eb1260e27 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.2718732 Nov 13 04:49:29.879226 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2e3098-3d1e-4681-8272-cd77e00c7f30 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.910968 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f17a0d0-1ac0-4838-98ca-5de163c37f4b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:29.911240 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e47f9-2651-48a8-a829-b5891569a44e', 'name': 'tempest-ServerRescueNegativeTestJSON-364711407-router', 'tenant_id': '12d3eed64754419b91fc9267590fb5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:21Z', 'updated_at': '2021-11-13T04:49:26Z', 'revision_number': 3, 'project_id': '12d3eed64754419b91fc9267590fb5a0', 'gw_port': {'id': '282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544e47f9-2651-48a8-a829-b5891569a44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:24Z', 'updated_at': '2021-11-13T04:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:29.912174 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5f17a0d0-1ac0-4838-98ca-5de163c37f4b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6265233 Nov 13 04:49:29.915506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56916) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:29.947497 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37926c3-6683-44c9-948d-a7f7428a4dcf x-openstack-request-id: req-b37926c3-6683-44c9-948d-a7f7428a4dcf {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:29.947939 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de093a4f-4086-4c78-8ed6-d42b857972f6", "tag": "2505726e-2387-434f-add6-6bf019bdf7e5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:29.948279 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b37926c3-6683-44c9-948d-a7f7428a4dcf {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:29.948755 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'tag': '2505726e-2387-434f-add6-6bf019bdf7e5', 'status': 'completed', 'code': 200} Nov 13 04:49:29.982973 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Checking router: 544e47f9-2651-48a8-a829-b5891569a44e for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:49:29.983111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Updating router 544e47f9-2651-48a8-a829-b5891569a44e port 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:49:30.013960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-54bcc594-4643-4653-a5bb-72d48b85d8bc', 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'fixed_ips': [{'subnet_id': 'd9ac137d-bc95-480d-b540-783bd32adcd0'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:49:30.014866 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.018378 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.038014 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-221f8fb7-ba4f-4cbb-835d-c527d09bd279 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.050071 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-7c249f0e-9635-45b2-ac09-265d8da914b9 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.1768930 Nov 13 04:49:30.099353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-245b7d67-1f55-4a90-829c-b1dc8e386b23 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:30.103536 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-221f8fb7-ba4f-4cbb-835d-c527d09bd279 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.174647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb94eee-304d-41f6-a238-d6955180fac0 req-97f29a84-8d54-4d30-a1ef-268d7e798921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:30.175055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb94eee-304d-41f6-a238-d6955180fac0 req-97f29a84-8d54-4d30-a1ef-268d7e798921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:30.177338 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1eb94eee-304d-41f6-a238-d6955180fac0 req-97f29a84-8d54-4d30-a1ef-268d7e798921 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c34300dfbd7415a93df593830924aad&device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1912 time: 0.2189519 Nov 13 04:49:30.210353 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.228954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e3098-3d1e-4681-8272-cd77e00c7f30 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Subnet': ['ID=6513643d-4df2-48b5-aa75-4badbb829793,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:30.265613 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2e3098-3d1e-4681-8272-cd77e00c7f30 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Checking segment: {'id': '866126f2-1d28-41ae-9c33-6b6482f89135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cb27d35f-5c80-48f7-aa3c-8535331de892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:30.266268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2e3098-3d1e-4681-8272-cd77e00c7f30 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network hostable DHCP agents. Network: cb27d35f-5c80-48f7-aa3c-8535331de892, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:49:30.286629 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-221f8fb7-ba4f-4cbb-835d-c527d09bd279 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.302974 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-221f8fb7-ba4f-4cbb-835d-c527d09bd279 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.306770 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-221f8fb7-ba4f-4cbb-835d-c527d09bd279 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/61993433-6ea4-4eda-a841-48b6c849ee74 HTTP/1.1" status: 204 len: 168 time: 0.3877101 Nov 13 04:49:30.306770 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-245b7d67-1f55-4a90-829c-b1dc8e386b23 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for floatingip, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.312062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56918) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:30.357208 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41bdd47b-4dfc-4b7f-ba9c-4ae106a6c8e5 req-ad546a1c-3710-4b1a-8d13-b1861d5c4e80 service neutron] 10.222.0.36 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560279 Nov 13 04:49:30.367928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f8fb7-ba4f-4cbb-835d-c527d09bd279 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61993433-6ea4-4eda-a841-48b6c849ee74,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:30.375102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2e3098-3d1e-4681-8272-cd77e00c7f30 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network cb27d35f-5c80-48f7-aa3c-8535331de892 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:49:30.397309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3bf2d-8c73-4c56-9f23-7f8a57a7905d req-401fce0e-2506-41c1-a8aa-bcf3dfd033e9 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:30.398750 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41f3bf2d-8c73-4c56-9f23-7f8a57a7905d req-401fce0e-2506-41c1-a8aa-bcf3dfd033e9 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 948 time: 0.3869967 Nov 13 04:49:30.457257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bc2e3098-3d1e-4681-8272-cd77e00c7f30 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, cb27d35f-5c80-48f7-aa3c-8535331de892) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:30.461385 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Allocated IP 172.20.0.2 (54bcc594-4643-4653-a5bb-72d48b85d8bc/d9ac137d-bc95-480d-b540-783bd32adcd0/bb1368c8-897a-434b-95b7-5e2ad4377d70) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:30.477527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2e3098-3d1e-4681-8272-cd77e00c7f30 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:30.478281 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2e3098-3d1e-4681-8272-cd77e00c7f30 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.484603 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee30b0e1-d200-47d9-a89b-9edcba9acb73 None None] Network cb27d35f-5c80-48f7-aa3c-8535331de892 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:30.485476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb94eee-304d-41f6-a238-d6955180fac0 req-b02553ae-fc40-4add-8947-a40caf24963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:30.485956 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb94eee-304d-41f6-a238-d6955180fac0 req-b02553ae-fc40-4add-8947-a40caf24963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:30.486419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb94eee-304d-41f6-a238-d6955180fac0 req-b02553ae-fc40-4add-8947-a40caf24963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:30.488143 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1eb94eee-304d-41f6-a238-d6955180fac0 req-b02553ae-fc40-4add-8947-a40caf24963c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2c34300dfbd7415a93df593830924aad&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2959950 Nov 13 04:49:30.520247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1bfede70-02e6-40e3-be93-205fe4a25f4b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1774802 Nov 13 04:49:30.523071 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56920) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:30.567965 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bc2e3098-3d1e-4681-8272-cd77e00c7f30 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1341753 Nov 13 04:49:30.572122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56922) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:30.577480 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-36346332-5953-4b39-808a-cc08cc9026de tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-872020415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:30.596526 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41f3bf2d-8c73-4c56-9f23-7f8a57a7905d req-72478efe-39a9-4005-b065-bc60d3649b4a tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638355 Nov 13 04:49:30.656648 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5151a71e-45f1-43d4-86be-53bff76a0584 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:49:30.683045 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 464fe423-404e-4e1f-b465-df0204247acd details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:49:30.694555 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.697317 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36346332-5953-4b39-808a-cc08cc9026de tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.698359 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36346332-5953-4b39-808a-cc08cc9026de tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.732250 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.755589 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Transition to ACTIVE for port object 5151a71e-45f1-43d4-86be-53bff76a0584 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:49:30.788169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.795382 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.820621 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d9a471e-8d40-46e9-95f8-aebf4ff71a6d req-2dab8b01-4507-4345-b4d6-eb4d707cbfa9 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0435519 Nov 13 04:49:30.900563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebd80d6-c32d-4ce2-8b2a-35eca8fb1f2f None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:30.942768 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:30.962726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82066d-7624-4243-9dec-69e6f692f314 None None] Pushing event updated for resources: {'Port': ['ID=282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:30.982007 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Attempting to bind port 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:49:30.983007 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Attempting to bind port 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:49:30.983007 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Attempting to bind port 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:30.995523 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.007109 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:49:31.007668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:31.008510 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.009427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:49:31.010820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Bound port: 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:49:31.011168 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.052948 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-245b7d67-1f55-4a90-829c-b1dc8e386b23 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.071752 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-245b7d67-1f55-4a90-829c-b1dc8e386b23 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.072093 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-245b7d67-1f55-4a90-829c-b1dc8e386b23 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Floating IP c36a6653-9165-45b5-b287-9935ab61ab9e disassociated. External IP: 172.25.8.22, port: 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3. Nov 13 04:49:31.100564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-cb27d35f-5c80-48f7-aa3c-8535331de892', 'network_id': 'cb27d35f-5c80-48f7-aa3c-8535331de892', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'fixed_ips': [{'subnet_id': '6513643d-4df2-48b5-aa75-4badbb829793'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:49:31.101605 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.134704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Network 54bcc594-4643-4653-a5bb-72d48b85d8bc is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:31.141322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 464fe423-404e-4e1f-b465-df0204247acd, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=464fe423-404e-4e1f-b465-df0204247acd,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:31.152148 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36346332-5953-4b39-808a-cc08cc9026de tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.174727 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36346332-5953-4b39-808a-cc08cc9026de tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.176874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:31.184268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:31.213709 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.220654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Pushing event updated for resources: {'Port': ['ID=bb1368c8-897a-434b-95b7-5e2ad4377d70,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:31.243225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '464fe423-404e-4e1f-b465-df0204247acd', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '464fe423-404e-4e1f-b465-df0204247acd', 'mac_address': 'fa:16:3e:d4:36:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:49:31.258682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Pushing event updated for resources: {'Port': ['ID=5151a71e-45f1-43d4-86be-53bff76a0584,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:31.261160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb94eee-304d-41f6-a238-d6955180fac0 req-e891e5b2-fac7-402f-8aae-34669c405a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:31.262935 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1eb94eee-304d-41f6-a238-d6955180fac0 req-e891e5b2-fac7-402f-8aae-34669c405a25 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7638953 Nov 13 04:49:31.267299 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a77ffc6f-e870-43c1-aa26-98b3e7191b8f tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.305945 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36346332-5953-4b39-808a-cc08cc9026de tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.307167 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-36346332-5953-4b39-808a-cc08cc9026de tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7332690 Nov 13 04:49:31.307371 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.308297 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.317341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56926) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:31.342267 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a77ffc6f-e870-43c1-aa26-98b3e7191b8f tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.378612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920ab1c-a970-456b-a2fb-e777cc4f8b10 req-1496fcbf-bdef-431a-8bda-ea25a3f16e28 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:31.384785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920ab1c-a970-456b-a2fb-e777cc4f8b10 req-1496fcbf-bdef-431a-8bda-ea25a3f16e28 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:31.386678 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6920ab1c-a970-456b-a2fb-e777cc4f8b10 req-1496fcbf-bdef-431a-8bda-ea25a3f16e28 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1677 time: 0.2403345 Nov 13 04:49:31.390771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Attempting to bind port 5151a71e-45f1-43d4-86be-53bff76a0584 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:49:31.391305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Attempting to bind port 5151a71e-45f1-43d4-86be-53bff76a0584 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '7d6a9ffb-c285-42a7-83cb-de5dc60b082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5640a91a-beef-47da-8c2e-7482b5935a27'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:49:31.391813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Attempting to bind port 5151a71e-45f1-43d4-86be-53bff76a0584 on network 5640a91a-beef-47da-8c2e-7482b5935a27 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:31.464759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Port 5151a71e-45f1-43d4-86be-53bff76a0584 on network 5640a91a-beef-47da-8c2e-7482b5935a27 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:49:31.465156 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-83f945c5-abec-4e42-848a-ff027623750c None None] Provisioning complete for port 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:31.465486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Attempting to bind port 5151a71e-45f1-43d4-86be-53bff76a0584 on network 5640a91a-beef-47da-8c2e-7482b5935a27 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:31.465630 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83f945c5-abec-4e42-848a-ff027623750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.492425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:49:31.493030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Checking segment: {'id': '7d6a9ffb-c285-42a7-83cb-de5dc60b082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5640a91a-beef-47da-8c2e-7482b5935a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:31.493631 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Bound using segment: {'id': '7d6a9ffb-c285-42a7-83cb-de5dc60b082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5640a91a-beef-47da-8c2e-7482b5935a27'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:49:31.494246 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Bound port: 5151a71e-45f1-43d4-86be-53bff76a0584, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6a9ffb-c285-42a7-83cb-de5dc60b082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5640a91a-beef-47da-8c2e-7482b5935a27'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:49:31.494752 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.517789 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] For port 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:49:31.526356 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.562478 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a77ffc6f-e870-43c1-aa26-98b3e7191b8f tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.565202 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a77ffc6f-e870-43c1-aa26-98b3e7191b8f tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.569108 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a77ffc6f-e870-43c1-aa26-98b3e7191b8f tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-groups/1618dfbc-cd18-4392-93ad-b060933cddf5 HTTP/1.1" status: 204 len: 168 time: 1.0407703 Nov 13 04:49:31.575213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56928) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:31.578866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] For port 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:49:31.597374 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Allocated IP 2001:db8::2 (cb27d35f-5c80-48f7-aa3c-8535331de892/6513643d-4df2-48b5-aa75-4badbb829793/bc6ef24d-946a-416f-b9a7-0d46f436b967) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:31.600460 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.609052 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464fe423-404e-4e1f-b465-df0204247acd {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:49:31.611515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ffc6f-e870-43c1-aa26-98b3e7191b8f tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1618dfbc-cd18-4392-93ad-b060933cddf5,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:31.647121 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Attempting to bind port bb1368c8-897a-434b-95b7-5e2ad4377d70 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:49:31.648596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Attempting to bind port bb1368c8-897a-434b-95b7-5e2ad4377d70 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '93000c6e-4393-4184-955a-8b1462f6fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:49:31.649421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Attempting to bind port bb1368c8-897a-434b-95b7-5e2ad4377d70 on network 54bcc594-4643-4653-a5bb-72d48b85d8bc {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:31.691143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-83f945c5-abec-4e42-848a-ff027623750c None None] Port 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:31.694210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:49:31.694572 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Checking segment: {'id': '93000c6e-4393-4184-955a-8b1462f6fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:31.695307 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.695496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Bound using segment: {'id': '93000c6e-4393-4184-955a-8b1462f6fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:49:31.696077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Bound port: bb1368c8-897a-434b-95b7-5e2ad4377d70, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93000c6e-4393-4184-955a-8b1462f6fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:49:31.696293 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.697252 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-245b7d67-1f55-4a90-829c-b1dc8e386b23 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Router 447b9c7e-9721-4381-91f1-5a10a6daeb6a has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:49:31.715564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e25c10-b17f-4552-8ca6-aabdc5aa6edf None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:31.720554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8c792ade-4698-49f8-9368-2f3f2c111629 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1424007 Nov 13 04:49:31.725222 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56932) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:31.733922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Allocated IP 172.20.0.1 (5df68409-cafd-4515-9d5a-5b124adc42a7/bda26a38-0894-479d-8858-c797e4adbfd7/51b9ab16-1edb-468c-b541-e358510275b1) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:31.737586 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6920ab1c-a970-456b-a2fb-e777cc4f8b10 req-4cd854cb-f9b0-4d3a-ae71-b42b6981b2cd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824743 Nov 13 04:49:31.744480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 464fe423-404e-4e1f-b465-df0204247acd, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=464fe423-404e-4e1f-b465-df0204247acd,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:31.784471 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.791820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Routers {'544e47f9-2651-48a8-a829-b5891569a44e'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:31.792445 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['544e47f9-2651-48a8-a829-b5891569a44e'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:31.811204 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Allocated IP 172.25.8.138 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/964ebe3f-344c-4a21-8f2c-449fe32269b6) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:31.865761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] For port 5151a71e-45f1-43d4-86be-53bff76a0584, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:49:31.877487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82066d-7624-4243-9dec-69e6f692f314 None None] Pushing event updated for resources: {'Port': ['ID=282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:31.924669 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61a87f56-a167-4803-8ad4-f06631684acf tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.940009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] For port 5151a71e-45f1-43d4-86be-53bff76a0584, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=5151a71e-45f1-43d4-86be-53bff76a0584,segment=NetworkSegment(7d6a9ffb-c285-42a7-83cb-de5dc60b082f),segment_id=7d6a9ffb-c285-42a7-83cb-de5dc60b082f)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:49:31.959848 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:31.974797 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61a87f56-a167-4803-8ad4-f06631684acf tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:32.007248 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-245b7d67-1f55-4a90-829c-b1dc8e386b23 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:32.012501 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-245b7d67-1f55-4a90-829c-b1dc8e386b23 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:32.026332 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645c68f8-80cb-4bd5-97ec-1bf651268549 None None] Sync routers for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:32.041891 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c68f8-80cb-4bd5-97ec-1bf651268549 None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:32.044466 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-645c68f8-80cb-4bd5-97ec-1bf651268549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:32.045102 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:32.075730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] For port bb1368c8-897a-434b-95b7-5e2ad4377d70, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:49:32.076319 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-245b7d67-1f55-4a90-829c-b1dc8e386b23 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "PUT /v2.0/floatingips/c36a6653-9165-45b5-b287-9935ab61ab9e HTTP/1.1" status: 200 len: 695 time: 1.9806540 Nov 13 04:49:32.077782 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:32.078601 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:32.079831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=464fe423-404e-4e1f-b465-df0204247acd,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:32.080486 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] 10.222.0.36 "PUT /v2.0/ports/5151a71e-45f1-43d4-86be-53bff76a0584 HTTP/1.1" status: 200 len: 1091 time: 2.6436572 Nov 13 04:49:32.084842 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'tag': '5151a71e-45f1-43d4-86be-53bff76a0584'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:32.087435 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7987947-3118-42d6-a7b0-9d3037804403" -d '{"events": [{"name": "network-changed", "server_uuid": "de093a4f-4086-4c78-8ed6-d42b857972f6", "tag": "5151a71e-45f1-43d4-86be-53bff76a0584"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:32.103649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'tag': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:32.114051 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48880620-806d-4d34-8b08-7dffe46c991a" -d '{"events": [{"name": "network-changed", "server_uuid": "7009eec2-e665-4c3c-a14b-3a74d0a19177", "tag": "90bc28fe-da8e-439a-b4e5-3950a3cc7cd3"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:32.118157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46cae6-43a1-47ff-a8d9-28dd0d519d4f req-a83ad8d4-953a-41bc-a55f-1c0520458389 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:32.126687 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f46cae6-43a1-47ff-a8d9-28dd0d519d4f req-a83ad8d4-953a-41bc-a55f-1c0520458389 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 949 time: 0.2671747 Nov 13 04:49:32.128099 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] For port bb1368c8-897a-434b-95b7-5e2ad4377d70, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bb1368c8-897a-434b-95b7-5e2ad4377d70,segment=NetworkSegment(93000c6e-4393-4184-955a-8b1462f6fe2c),segment_id=93000c6e-4393-4184-955a-8b1462f6fe2c)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:49:32.142411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] Set router 544e47f9-2651-48a8-a829-b5891569a44e gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:32.146780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2c55983f-42e7-498c-9951-e905f24e65f3 None None] Provisioning complete for port 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:32.147192 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c55983f-42e7-498c-9951-e905f24e65f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:32.149305 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:32.231584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08341bfd-4f34-40e5-844f-454eb9fe8758 service neutron] Pushing event updated for resources: {'Port': ['ID=5151a71e-45f1-43d4-86be-53bff76a0584,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:32.272316 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:32.277545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['464fe423-404e-4e1f-b465-df0204247acd'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:49:32.277962 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61a87f56-a167-4803-8ad4-f06631684acf tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:32.280967 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61a87f56-a167-4803-8ad4-f06631684acf tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:32.284990 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-61a87f56-a167-4803-8ad4-f06631684acf tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-groups/7ce746d3-5629-4fd5-913a-7465ef47118a HTTP/1.1" status: 204 len: 168 time: 0.5585616 Nov 13 04:49:32.288962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56940) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:32.314963 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:32.346774 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:32.351951 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-645c68f8-80cb-4bd5-97ec-1bf651268549 None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:32.397794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-6c8491a9-266d-4250-a641-77b4ac51a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:32.408245 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-6c8491a9-266d-4250-a641-77b4ac51a09b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 1096 time: 0.2455034 Nov 13 04:49:32.461236 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ea7d48ae-1d92-4f81-851c-17407ebdd8c2 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1595275 Nov 13 04:49:32.462512 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a87f56-a167-4803-8ad4-f06631684acf tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce746d3-5629-4fd5-913a-7465ef47118a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:32.475628 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f46cae6-43a1-47ff-a8d9-28dd0d519d4f req-68229129-49bf-415b-931d-ffaae82590ba tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399184 Nov 13 04:49:32.476407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56942) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:32.488964 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:32.503603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7be2974d-9ed3-4f6f-be92-df3d802e6e67 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592991302'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:32.566585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Network 5df68409-cafd-4515-9d5a-5b124adc42a7 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:32.573018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:32.610832 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-efd7cc42-94d1-415f-9d8c-10090ef8c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:32.611484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-efd7cc42-94d1-415f-9d8c-10090ef8c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:32.611627 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:32.614101 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-efd7cc42-94d1-415f-9d8c-10090ef8c1ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c34300dfbd7415a93df593830924aad&device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1979 time: 0.4100966 Nov 13 04:49:32.619388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:32.712486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f86ab-2f44-48ba-82b6-3807f9be9547 None None] Pushing event updated for resources: {'Port': ['ID=bb1368c8-897a-434b-95b7-5e2ad4377d70,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:32.730364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Network cb27d35f-5c80-48f7-aa3c-8535331de892 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:32.733261 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c39ff1e-3e3b-4d06-9ce0-692627b135bb req-e33f2d04-d50a-4c78-b9cd-b741fc4cecf5 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.1473522 Nov 13 04:49:32.762829 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Pushing event updated for resources: {'Port': ['ID=51b9ab16-1edb-468c-b541-e358510275b1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:32.763184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:32.763275 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-24e5e043-add4-4815-8eaf-18c8d4d99bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:32.764914 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-24e5e043-add4-4815-8eaf-18c8d4d99bc6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 920 time: 0.2904069 Nov 13 04:49:32.765348 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-645c68f8-80cb-4bd5-97ec-1bf651268549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:32.774876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:32.823933 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645c68f8-80cb-4bd5-97ec-1bf651268549 None None] Checking router: 447b9c7e-9721-4381-91f1-5a10a6daeb6a for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:49:32.840400 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-472df36f-796b-4591-aaf8-d42a04d25c3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 HTTP/1.1" status: 200 len: 217 time: 0.0581803 Nov 13 04:49:32.845158 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:32.849085 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c68f8-80cb-4bd5-97ec-1bf651268549 None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:32.851584 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-645c68f8-80cb-4bd5-97ec-1bf651268549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:32.865502 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-64eba187-e2ac-4fc2-aa28-20d868af9563 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.77&port_id=2505726e-2387-434f-add6-6bf019bdf7e5 HTTP/1.1" status: 200 len: 217 time: 0.2301519 Nov 13 04:49:32.869291 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eba61df-bb90-49e0-a675-a27a2e3a8eaa x-openstack-request-id: req-9eba61df-bb90-49e0-a675-a27a2e3a8eaa {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:32.874229 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de093a4f-4086-4c78-8ed6-d42b857972f6", "tag": "5151a71e-45f1-43d4-86be-53bff76a0584", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:32.874626 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9eba61df-bb90-49e0-a675-a27a2e3a8eaa {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:32.875215 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'tag': '5151a71e-45f1-43d4-86be-53bff76a0584', 'status': 'completed', 'code': 200} Nov 13 04:49:32.943568 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:32.998875 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc765d26-2b94-41d0-9089-f5d3cee764f0 x-openstack-request-id: req-bc765d26-2b94-41d0-9089-f5d3cee764f0 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:32.999521 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7009eec2-e665-4c3c-a14b-3a74d0a19177", "tag": "90bc28fe-da8e-439a-b4e5-3950a3cc7cd3", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:32.999929 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc765d26-2b94-41d0-9089-f5d3cee764f0 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:33.000493 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'tag': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'status': 'completed', 'code': 200} Nov 13 04:49:33.021325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Pushing event updated for resources: {'Port': ['ID=bc6ef24d-946a-416f-b9a7-0d46f436b967,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:33.052185 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7be2974d-9ed3-4f6f-be92-df3d802e6e67 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:33.077319 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-f389d2d4-65b8-4511-a7a5-62c716ae5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:33.078864 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-f389d2d4-65b8-4511-a7a5-62c716ae5760 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.2288513 Nov 13 04:49:33.112909 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-645c68f8-80cb-4bd5-97ec-1bf651268549 None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:33.127219 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48880620-806d-4d34-8b08-7dffe46c991a req-d51842d8-9f97-4429-bfb3-08b5ca226871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:33.128348 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48880620-806d-4d34-8b08-7dffe46c991a req-d51842d8-9f97-4429-bfb3-08b5ca226871 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=993098ec42b94d2ab40502e181f46c75&device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 1096 time: 0.1249902 Nov 13 04:49:33.133386 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c55983f-42e7-498c-9951-e905f24e65f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:33.184845 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Attempting to bind port bc6ef24d-946a-416f-b9a7-0d46f436b967 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:49:33.185068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Attempting to bind port bc6ef24d-946a-416f-b9a7-0d46f436b967 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '866126f2-1d28-41ae-9c33-6b6482f89135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cb27d35f-5c80-48f7-aa3c-8535331de892'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:49:33.185349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Attempting to bind port bc6ef24d-946a-416f-b9a7-0d46f436b967 on network cb27d35f-5c80-48f7-aa3c-8535331de892 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:33.197904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2c55983f-42e7-498c-9951-e905f24e65f3 None None] For port 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:33.206118 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:49:33.206935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Checking segment: {'id': '866126f2-1d28-41ae-9c33-6b6482f89135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cb27d35f-5c80-48f7-aa3c-8535331de892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:33.207340 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:33.207791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Bound using segment: {'id': '866126f2-1d28-41ae-9c33-6b6482f89135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cb27d35f-5c80-48f7-aa3c-8535331de892'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:49:33.208820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Bound port: bc6ef24d-946a-416f-b9a7-0d46f436b967, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866126f2-1d28-41ae-9c33-6b6482f89135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cb27d35f-5c80-48f7-aa3c-8535331de892'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:49:33.209631 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:33.226501 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c55983f-42e7-498c-9951-e905f24e65f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:33.227791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-b5f74741-47e8-4a4c-93a5-a91a044841cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:33.230381 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-b5f74741-47e8-4a4c-93a5-a91a044841cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df3e3e84-d9de-4801-ad5e-837a659b961f HTTP/1.1" status: 200 len: 801 time: 0.2819338 Nov 13 04:49:33.236097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-f941b5a5-709c-491d-ba7e-1ffa68d99a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:33.237631 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-f941b5a5-709c-491d-ba7e-1ffa68d99a67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289139 Nov 13 04:49:33.265172 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Allocated IP 2001:db8::1 (cb27d35f-5c80-48f7-aa3c-8535331de892/6513643d-4df2-48b5-aa75-4badbb829793/53a4d37b-f76c-4eff-86f3-50e69ce630b6) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:33.326597 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e47f9-2651-48a8-a829-b5891569a44e', 'name': 'tempest-ServerRescueNegativeTestJSON-364711407-router', 'tenant_id': '12d3eed64754419b91fc9267590fb5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:21Z', 'updated_at': '2021-11-13T04:49:26Z', 'revision_number': 3, 'project_id': '12d3eed64754419b91fc9267590fb5a0', 'gw_port': {'id': '282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544e47f9-2651-48a8-a829-b5891569a44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:24Z', 'updated_at': '2021-11-13T04:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:33.335285 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:33.351542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55983f-42e7-498c-9951-e905f24e65f3 None None] Pushing event updated for resources: {'Port': ['ID=282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:33.373756 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48880620-806d-4d34-8b08-7dffe46c991a req-50401d6a-58c5-41cd-965e-757b78999df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:33.375674 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48880620-806d-4d34-8b08-7dffe46c991a req-50401d6a-58c5-41cd-965e-757b78999df1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 200 len: 920 time: 0.2309828 Nov 13 04:49:33.413269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e6415-427b-40ab-8c1b-77f26d1df358 None None] The sync data for ids ['544e47f9-2651-48a8-a829-b5891569a44e'] in n-d-813114-2 is: [{'id': '544e47f9-2651-48a8-a829-b5891569a44e', 'name': 'tempest-ServerRescueNegativeTestJSON-364711407-router', 'tenant_id': '12d3eed64754419b91fc9267590fb5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:21Z', 'updated_at': '2021-11-13T04:49:26Z', 'revision_number': 3, 'project_id': '12d3eed64754419b91fc9267590fb5a0', 'gw_port': {'id': '282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544e47f9-2651-48a8-a829-b5891569a44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:24Z', 'updated_at': '2021-11-13T04:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:33.426903 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:33.441706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] For port bc6ef24d-946a-416f-b9a7-0d46f436b967, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:49:33.446213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] For port bc6ef24d-946a-416f-b9a7-0d46f436b967, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bc6ef24d-946a-416f-b9a7-0d46f436b967,segment=NetworkSegment(866126f2-1d28-41ae-9c33-6b6482f89135),segment_id=866126f2-1d28-41ae-9c33-6b6482f89135)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:49:33.468658 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48880620-806d-4d34-8b08-7dffe46c991a req-2794ff40-ed36-4cae-9cd3-a882a9ea81f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 HTTP/1.1" status: 200 len: 217 time: 0.0718849 Nov 13 04:49:33.469345 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:33.503050 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-dddd7b18-9eab-4cbf-a37c-ea1b27be097c service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485304 Nov 13 04:49:33.508602 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:33.559374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:33.570672 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3129fb-ecfe-4947-b5b3-e518fe7d915d None None] Pushing event updated for resources: {'Port': ['ID=bc6ef24d-946a-416f-b9a7-0d46f436b967,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:33.593044 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:33.597019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:33.600638 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-645c68f8-80cb-4bd5-97ec-1bf651268549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:33.625861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb9e67f-981d-4480-9258-c93d6d96f5c8 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:33.670875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Pushing event updated for resources: {'Port': ['ID=964ebe3f-344c-4a21-8f2c-449fe32269b6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:33.674437 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645c68f8-80cb-4bd5-97ec-1bf651268549 None None] The sync data for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 is: [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'aebab04b-0cb6-4aa3-b196-695e86160ad2', 'name': '', 'network_id': '4dc05814-102b-44bd-8ce8-6f17b45f35fc', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'mac_address': 'fa:16:3e:c6:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:55Z', 'updated_at': '2021-11-13T04:48:07Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'subnets': [{'id': 'b87c0f16-fdb8-4bae-b020-fe4bc6d36ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:33.732234 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ed289711-3064-4c03-9cef-01d913511f6f None None] Provisioning complete for port 964ebe3f-344c-4a21-8f2c-449fe32269b6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:33.732594 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed289711-3064-4c03-9cef-01d913511f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:33.773129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network cb27d35f-5c80-48f7-aa3c-8535331de892 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:33.778742 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa845d86-74c0-4271-a7ba-6486fe8247c3 req-c601556c-218f-4858-9df3-82eff901129e service neutron] 10.222.0.43 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391913 Nov 13 04:49:33.786062 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48880620-806d-4d34-8b08-7dffe46c991a req-33afe812-3144-4e24-94b2-617172998850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:33.791742 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48880620-806d-4d34-8b08-7dffe46c991a req-33afe812-3144-4e24-94b2-617172998850 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 200 len: 858 time: 0.3103490 Nov 13 04:49:33.836634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ec67e-d135-4895-8050-287f16ea2784 req-4c261ca1-5ffd-47d5-806a-ddbc94fd9426 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:33.842827 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ec67e-d135-4895-8050-287f16ea2784 req-4c261ca1-5ffd-47d5-806a-ddbc94fd9426 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:33.853229 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb5ec67e-d135-4895-8050-287f16ea2784 req-4c261ca1-5ffd-47d5-806a-ddbc94fd9426 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1677 time: 0.8387525 Nov 13 04:49:33.865940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:33.915304 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ed289711-3064-4c03-9cef-01d913511f6f None None] Port 964ebe3f-344c-4a21-8f2c-449fe32269b6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:33.952919 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48880620-806d-4d34-8b08-7dffe46c991a req-d2049522-409f-4a57-9d06-5552f704184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:33.956516 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48880620-806d-4d34-8b08-7dffe46c991a req-d2049522-409f-4a57-9d06-5552f704184d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4dc05814-102b-44bd-8ce8-6f17b45f35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482151 Nov 13 04:49:34.138117 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0021-030c-4c1b-8435-022c28e529d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:34.158159 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:34.198669 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861567-e868-4129-9058-655f4a77fe18 req-8ab77246-bb7d-479f-81e6-96732de34d47 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:34.200183 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea861567-e868-4129-9058-655f4a77fe18 req-8ab77246-bb7d-479f-81e6-96732de34d47 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 949 time: 0.2127502 Nov 13 04:49:34.214064 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:34.328258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae04f72-449d-419f-80ba-fc1cc71732d2 None None] New status for floating IP c36a6653-9165-45b5-b287-9935ab61ab9e: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:49:34.443977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=53a4d37b-f76c-4eff-86f3-50e69ce630b6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:34.457794 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48880620-806d-4d34-8b08-7dffe46c991a req-84d17583-e6a5-4805-807f-c1fd78faecc1 service neutron] 10.222.0.36 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898205 Nov 13 04:49:34.463019 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:34.465809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Pushing event updated for resources: {'Port': ['ID=51b9ab16-1edb-468c-b541-e358510275b1,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:34.477887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:34.478635 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:34.527207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea861567-e868-4129-9058-655f4a77fe18 req-a4c3768b-34e1-4010-9208-8fd7f7a510f5 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041794 Nov 13 04:49:34.582513 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e469e3e8-3426-4e45-8fdb-6034d9081e5d None None] Network 54bcc594-4643-4653-a5bb-72d48b85d8bc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:34.677718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:34.691553 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7be2974d-9ed3-4f6f-be92-df3d802e6e67 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:34.762300 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0f64a6ec-f43c-4906-95d4-8224b55789ab req-1a8858a3-b0b3-4ebd-89a1-360a93096dca tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0955560 Nov 13 04:49:34.789199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 464fe423-404e-4e1f-b465-df0204247acd up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:34.818890 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48880620-806d-4d34-8b08-7dffe46c991a req-20a474b5-cd88-4623-805e-f201a8353dca service neutron] 10.222.0.36 "GET /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427639 Nov 13 04:49:34.851537 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:34.867722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Network 5df68409-cafd-4515-9d5a-5b124adc42a7 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:34.869856 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:34.935101 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cb5c3e3e-d440-4513-839e-a1c21b13dfdf None None] Provisioning complete for port bb1368c8-897a-434b-95b7-5e2ad4377d70 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:34.935923 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3e3e-d440-4513-839e-a1c21b13dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:35.097855 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3e3e-d440-4513-839e-a1c21b13dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:35.123182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:35.123429 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:35.153472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-c121fe71-09ed-4dc3-9212-f210982b4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:35.155070 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-c121fe71-09ed-4dc3-9212-f210982b4848 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f16d24e-4d95-4e58-99e6-a1594312fc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.6490836 Nov 13 04:49:35.155715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7be2974d-9ed3-4f6f-be92-df3d802e6e67 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:35.240375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 464fe423-404e-4e1f-b465-df0204247acd completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:49:35.254758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-cb5c3e3e-d440-4513-839e-a1c21b13dfdf None None] For port bb1368c8-897a-434b-95b7-5e2ad4377d70, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bb1368c8-897a-434b-95b7-5e2ad4377d70,segment=NetworkSegment(93000c6e-4393-4184-955a-8b1462f6fe2c),segment_id=93000c6e-4393-4184-955a-8b1462f6fe2c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:35.258267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 464fe423-404e-4e1f-b465-df0204247acd triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:35.258671 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:35.269716 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3e3e-d440-4513-839e-a1c21b13dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:35.312370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2974d-9ed3-4f6f-be92-df3d802e6e67 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b894f5c6-a3b0-4319-9a6d-009a647144a4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:35.392150 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7be2974d-9ed3-4f6f-be92-df3d802e6e67 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:35.393760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7be2974d-9ed3-4f6f-be92-df3d802e6e67 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.8950911 Nov 13 04:49:35.395273 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:35.427727 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d8d711-1411-42e8-b8d1-01f68036e857 None None] Network cb27d35f-5c80-48f7-aa3c-8535331de892 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:35.437587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56956) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:35.452007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2e73e424-e885-419e-8798-b44229701d8a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group_rule': {'security_group_id': 'b894f5c6-a3b0-4319-9a6d-009a647144a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:35.459882 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb5ec67e-d135-4895-8050-287f16ea2784 req-7feba2d3-ca77-4795-98c1-d5d602b8e81c tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6055834 Nov 13 04:49:35.476378 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c3e3e-d440-4513-839e-a1c21b13dfdf None None] Pushing event updated for resources: {'Port': ['ID=bb1368c8-897a-434b-95b7-5e2ad4377d70,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:35.515463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-15140efc-5188-43b0-bb1a-801afac8170d None None] Provisioning complete for port bb1368c8-897a-434b-95b7-5e2ad4377d70 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:35.515824 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15140efc-5188-43b0-bb1a-801afac8170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:35.520581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bc6ef24d-946a-416f-b9a7-0d46f436b967 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:35.613134 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e3b72070-0457-4a37-8501-0889140c616f req-17139f41-d9a3-4751-813d-9cd4405774b9 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips/c36a6653-9165-45b5-b287-9935ab61ab9e HTTP/1.1" status: 200 len: 693 time: 0.6207848 Nov 13 04:49:35.651468 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:35.652157 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:35.660664 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-187ffde5-8c8c-4763-aa64-166ac7c18521 service neutron] 10.222.0.36 "GET /v2.0/networks/8f16d24e-4d95-4e58-99e6-a1594312fc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830120 Nov 13 04:49:35.721166 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464fe423-404e-4e1f-b465-df0204247acd'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:35.723431 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de8729b-37ba-4f21-a4ed-1fb4781bc6cf" -d '{"events": [{"server_uuid": "7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b", "name": "network-vif-plugged", "status": "completed", "tag": "464fe423-404e-4e1f-b465-df0204247acd"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:35.723600 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e73e424-e885-419e-8798-b44229701d8a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:35.743995 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Router 544e47f9-2651-48a8-a829-b5891569a44e has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:49:35.751959 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 464fe423-404e-4e1f-b465-df0204247acd, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=464fe423-404e-4e1f-b465-df0204247acd,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:35.767649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b72070-0457-4a37-8501-0889140c616f req-85b37b1f-ba89-4add-bb50-eda631ec75b1 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:35.775695 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e3b72070-0457-4a37-8501-0889140c616f req-85b37b1f-ba89-4add-bb50-eda631ec75b1 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1614947 Nov 13 04:49:35.876098 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e3b72070-0457-4a37-8501-0889140c616f req-61552e81-a704-4ac9-a989-e28e761faae8 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 696 time: 0.0992339 Nov 13 04:49:35.887675 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b911a1-194b-498e-8329-54e7dcd2039d req-944908ff-b78c-4745-ab6b-80b88c9fb8c2 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:35.893321 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9b911a1-194b-498e-8329-54e7dcd2039d req-944908ff-b78c-4745-ab6b-80b88c9fb8c2 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 949 time: 0.2314599 Nov 13 04:49:35.939492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port bc6ef24d-946a-416f-b9a7-0d46f436b967 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:35.939854 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:35.941052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e3b72070-0457-4a37-8501-0889140c616f req-dbd438a4-b737-4d51-9935-d23829d205fc tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 696 time: 0.0639331 Nov 13 04:49:35.944576 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.002811 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-22f61f8f-3ab3-40f4-89f9-e31f39167665 service neutron] 10.222.0.36 "GET /v2.0/networks/8f16d24e-4d95-4e58-99e6-a1594312fc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234143 Nov 13 04:49:36.063516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=464fe423-404e-4e1f-b465-df0204247acd,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:36.101259 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:36.108202 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f7e05664-9ab9-433c-aec6-9cacbcf626e7 admin admin] 10.222.0.43 "PUT /v2.0/routers/544e47f9-2651-48a8-a829-b5891569a44e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6249497 Nov 13 04:49:36.123595 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.152516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-e3b72070-0457-4a37-8501-0889140c616f req-13189980-2ae8-4f69-99e9-1adb38644912 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Deleting port 8a2d9f7f-73ea-4f75-acb6-1ef7bf35c16c {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:36.152862 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e3b72070-0457-4a37-8501-0889140c616f req-13189980-2ae8-4f69-99e9-1adb38644912 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.186715 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f458d9cf-85ce-4bea-8099-5f1dc772b893 None None] Provisioning complete for port bc6ef24d-946a-416f-b9a7-0d46f436b967 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:36.187407 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f458d9cf-85ce-4bea-8099-5f1dc772b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.191093 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port bc6ef24d-946a-416f-b9a7-0d46f436b967, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bc6ef24d-946a-416f-b9a7-0d46f436b967,segment=NetworkSegment(866126f2-1d28-41ae-9c33-6b6482f89135),segment_id=866126f2-1d28-41ae-9c33-6b6482f89135)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:36.213561 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-ab3f45bf-377b-4536-841c-007ecaa6f491 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.52&port_id=5151a71e-45f1-43d4-86be-53bff76a0584 HTTP/1.1" status: 200 len: 217 time: 0.1689413 Nov 13 04:49:36.213803 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.214705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bb1368c8-897a-434b-95b7-5e2ad4377d70 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:36.226050 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e73e424-e885-419e-8798-b44229701d8a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.234876 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Sync routers for ids ['544e47f9-2651-48a8-a829-b5891569a44e'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:36.247746 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Routers {'544e47f9-2651-48a8-a829-b5891569a44e'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:36.248653 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['544e47f9-2651-48a8-a829-b5891569a44e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:36.328928 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e3b72070-0457-4a37-8501-0889140c616f req-13189980-2ae8-4f69-99e9-1adb38644912 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.329249 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e3b72070-0457-4a37-8501-0889140c616f req-13189980-2ae8-4f69-99e9-1adb38644912 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.347372 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e73e424-e885-419e-8798-b44229701d8a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.356324 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-e3b72070-0457-4a37-8501-0889140c616f req-13189980-2ae8-4f69-99e9-1adb38644912 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Calling delete_port for 8a2d9f7f-73ea-4f75-acb6-1ef7bf35c16c owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:36.381176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port bb1368c8-897a-434b-95b7-5e2ad4377d70 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:36.381680 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.416616 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Set router 544e47f9-2651-48a8-a829-b5891569a44e gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:36.425299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=bc6ef24d-946a-416f-b9a7-0d46f436b967,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:36.458575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73e424-e885-419e-8798-b44229701d8a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a62128c-76c8-4dcf-98a5-28e6ec7c41f8,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:36.481403 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9b911a1-194b-498e-8329-54e7dcd2039d req-5f009b61-3ae1-4720-8f55-eef2e2c0d4dc tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5816321 Nov 13 04:49:36.481981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Router 454ffd78-5f2b-4f33-9480-47594a4faf12 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:49:36.496685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-bbdf8cd8-78cb-4767-872d-d48477c608c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:36.498641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-bbdf8cd8-78cb-4767-872d-d48477c608c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c4fd05-f519-4c53-9294-fdb7574613e3 HTTP/1.1" status: 200 len: 801 time: 0.2679913 Nov 13 04:49:36.523214 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e73e424-e885-419e-8798-b44229701d8a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.527426 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2e73e424-e885-419e-8798-b44229701d8a tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0860395 Nov 13 04:49:36.527739 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56972) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:36.562335 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fae7c0d-aedd-490f-8f19-ba0e4992480c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.599090 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f7f56eb-b597-48da-8379-e7bf18ca8eb4 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.611808 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f7f56eb-b597-48da-8379-e7bf18ca8eb4 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.616372 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7736bf5-09e2-474a-aeb0-fe56dce39fea x-openstack-request-id: req-b7736bf5-09e2-474a-aeb0-fe56dce39fea {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:36.616667 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b", "name": "network-vif-plugged", "status": "completed", "tag": "464fe423-404e-4e1f-b465-df0204247acd", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:36.616907 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7736bf5-09e2-474a-aeb0-fe56dce39fea {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:36.617301 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464fe423-404e-4e1f-b465-df0204247acd', 'code': 200} Nov 13 04:49:36.701482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-06194a83-4f81-4a20-aaea-0a302c2bd2f1 None None] Provisioning complete for port bc6ef24d-946a-416f-b9a7-0d46f436b967 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:36.701851 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06194a83-4f81-4a20-aaea-0a302c2bd2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.761582 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e3b72070-0457-4a37-8501-0889140c616f req-13189980-2ae8-4f69-99e9-1adb38644912 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.788523 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e47f9-2651-48a8-a829-b5891569a44e', 'name': 'tempest-ServerRescueNegativeTestJSON-364711407-router', 'tenant_id': '12d3eed64754419b91fc9267590fb5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:21Z', 'updated_at': '2021-11-13T04:49:33Z', 'revision_number': 4, 'project_id': '12d3eed64754419b91fc9267590fb5a0', 'gw_port': {'id': '282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e47f9-2651-48a8-a829-b5891569a44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:24Z', 'updated_at': '2021-11-13T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '51b9ab16-1edb-468c-b541-e358510275b1', 'name': '', 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7', 'tenant_id': '12d3eed64754419b91fc9267590fb5a0', 'mac_address': 'fa:16:3e:60:79:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544e47f9-2651-48a8-a829-b5891569a44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'bda26a38-0894-479d-8858-c797e4adbfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:33Z', 'revision_number': 2, 'project_id': '12d3eed64754419b91fc9267590fb5a0', 'subnets': [{'id': 'bda26a38-0894-479d-8858-c797e4adbfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:36.834730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13189980-2ae8-4f69-99e9-1adb38644912 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Pushing event deleted for resources: {'Port': ['ID=8a2d9f7f-73ea-4f75-acb6-1ef7bf35c16c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:36.841292 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Checking router: 544e47f9-2651-48a8-a829-b5891569a44e for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:49:36.841837 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Updating router 544e47f9-2651-48a8-a829-b5891569a44e port 51b9ab16-1edb-468c-b541-e358510275b1 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:49:36.869462 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.871421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bc6ef24d-946a-416f-b9a7-0d46f436b967 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:36.911324 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e3b72070-0457-4a37-8501-0889140c616f req-13189980-2ae8-4f69-99e9-1adb38644912 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.914480 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e3b72070-0457-4a37-8501-0889140c616f req-13189980-2ae8-4f69-99e9-1adb38644912 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.917886 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e3b72070-0457-4a37-8501-0889140c616f req-13189980-2ae8-4f69-99e9-1adb38644912 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "DELETE /v2.0/floatingips/c36a6653-9165-45b5-b287-9935ab61ab9e HTTP/1.1" status: 204 len: 173 time: 0.9738321 Nov 13 04:49:36.917886 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f7f56eb-b597-48da-8379-e7bf18ca8eb4 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.924284 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f7f56eb-b597-48da-8379-e7bf18ca8eb4 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.929795 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2f7f56eb-b597-48da-8379-e7bf18ca8eb4 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/6a62128c-76c8-4dcf-98a5-28e6ec7c41f8 HTTP/1.1" status: 204 len: 168 time: 0.3990173 Nov 13 04:49:36.930535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56976) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:36.960636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-06194a83-4f81-4a20-aaea-0a302c2bd2f1 None None] Provisioning complete for port 53a4d37b-f76c-4eff-86f3-50e69ce630b6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:36.961141 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06194a83-4f81-4a20-aaea-0a302c2bd2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:36.999723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port bc6ef24d-946a-416f-b9a7-0d46f436b967 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:37.000218 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.010627 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e25c58-c323-4be0-9d4b-b8168554e636 req-28354431-25d4-444e-9c36-8568581de8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:37.014603 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72e25c58-c323-4be0-9d4b-b8168554e636 req-28354431-25d4-444e-9c36-8568581de8ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 1101 time: 0.2878354 Nov 13 04:49:37.047010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f56eb-b597-48da-8379-e7bf18ca8eb4 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a62128c-76c8-4dcf-98a5-28e6ec7c41f8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:37.059776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-06194a83-4f81-4a20-aaea-0a302c2bd2f1 None None] Port 53a4d37b-f76c-4eff-86f3-50e69ce630b6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:37.080701 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f0fecadd-0b50-4b47-9acf-2610fc4ece22 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1463754 Nov 13 04:49:37.084576 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56980) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:37.135424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bb1368c8-897a-434b-95b7-5e2ad4377d70 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:37.152430 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72e25c58-c323-4be0-9d4b-b8168554e636 req-22176f39-7c91-4963-ae74-bd97b3992d4d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965304 Nov 13 04:49:37.209306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-470fcbb9-dd0b-4995-b80c-8920cb216bcf None None] Provisioning complete for port 53a4d37b-f76c-4eff-86f3-50e69ce630b6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:37.209791 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-470fcbb9-dd0b-4995-b80c-8920cb216bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.219268 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82ad6053-9d38-49a7-b227-bf040fe3440e tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.230996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537a73-13c9-444f-9477-931860422adc req-6af747f8-0f51-40e1-9d33-bdb9bd684b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:37.232302 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-6af747f8-0f51-40e1-9d33-bdb9bd684b3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5640a91a-beef-47da-8c2e-7482b5935a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7237675 Nov 13 04:49:37.238316 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30616480-272b-4347-80b7-cd752281fa9d req-0973db23-7677-4e9d-a3d4-b24abcb11e2d tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.5213232 Nov 13 04:49:37.244851 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port bb1368c8-897a-434b-95b7-5e2ad4377d70 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:37.245307 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.274703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:37.282027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-470fcbb9-dd0b-4995-b80c-8920cb216bcf None None] Port 53a4d37b-f76c-4eff-86f3-50e69ce630b6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:37.287358 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82ad6053-9d38-49a7-b227-bf040fe3440e tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.292822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Sync routers for ids ['454ffd78-5f2b-4f33-9480-47594a4faf12'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:37.314382 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.321392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Routers {'454ffd78-5f2b-4f33-9480-47594a4faf12'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:37.322280 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['454ffd78-5f2b-4f33-9480-47594a4faf12'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:37.323687 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.325225 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1fb4034b-6795-4ba3-b65a-90267d998fdc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6574202 Nov 13 04:49:37.327672 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.328788 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.340680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56990) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:37.399336 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.408068 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.471384 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0229928-8675-4fbe-9a76-db75329bb503 None None] Pushing event updated for resources: {'Port': ['ID=51b9ab16-1edb-468c-b541-e358510275b1,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:37.479209 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Set router 454ffd78-5f2b-4f33-9480-47594a4faf12 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:37.482561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=53a4d37b-f76c-4eff-86f3-50e69ce630b6,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:37.483102 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0229928-8675-4fbe-9a76-db75329bb503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:37.483448 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0229928-8675-4fbe-9a76-db75329bb503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:37.483915 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0229928-8675-4fbe-9a76-db75329bb503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:37.484250 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0229928-8675-4fbe-9a76-db75329bb503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:37.485489 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0229928-8675-4fbe-9a76-db75329bb503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:37.485844 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0229928-8675-4fbe-9a76-db75329bb503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:37.486521 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0229928-8675-4fbe-9a76-db75329bb503 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:37.486854 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0229928-8675-4fbe-9a76-db75329bb503 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:37.487200 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0229928-8675-4fbe-9a76-db75329bb503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:37.487525 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0229928-8675-4fbe-9a76-db75329bb503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:37.487839 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0229928-8675-4fbe-9a76-db75329bb503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:37.488154 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0229928-8675-4fbe-9a76-db75329bb503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:49:37.510478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network cb27d35f-5c80-48f7-aa3c-8535331de892 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:37.520008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88db3b-a23e-4c6d-9aa5-9fc9ee09595a req-b5931431-4cdc-4312-b654-1e2f2ee471ac tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:37.526506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88db3b-a23e-4c6d-9aa5-9fc9ee09595a req-b5931431-4cdc-4312-b654-1e2f2ee471ac tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:37.528167 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae88db3b-a23e-4c6d-9aa5-9fc9ee09595a req-b5931431-4cdc-4312-b654-1e2f2ee471ac tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1677 time: 0.1368496 Nov 13 04:49:37.530605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:37.562005 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Attempting to bind port 51b9ab16-1edb-468c-b541-e358510275b1 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:49:37.562370 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Attempting to bind port 51b9ab16-1edb-468c-b541-e358510275b1 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '4fcbe674-bf11-4b0d-a9ed-bacac78aaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:49:37.562731 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Attempting to bind port 51b9ab16-1edb-468c-b541-e358510275b1 on network 5df68409-cafd-4515-9d5a-5b124adc42a7 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:37.569678 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:49:37.570147 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Checking segment: {'id': '4fcbe674-bf11-4b0d-a9ed-bacac78aaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:37.570604 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.571159 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Bound using segment: {'id': '4fcbe674-bf11-4b0d-a9ed-bacac78aaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:49:37.571640 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Bound port: 51b9ab16-1edb-468c-b541-e358510275b1, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcbe674-bf11-4b0d-a9ed-bacac78aaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:49:37.572015 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.649893 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] For port 51b9ab16-1edb-468c-b541-e358510275b1, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:49:37.653684 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] For port 51b9ab16-1edb-468c-b541-e358510275b1, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=51b9ab16-1edb-468c-b541-e358510275b1,segment=NetworkSegment(4fcbe674-bf11-4b0d-a9ed-bacac78aaded),segment_id=4fcbe674-bf11-4b0d-a9ed-bacac78aaded)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:49:37.662455 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.675364 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82ad6053-9d38-49a7-b227-bf040fe3440e tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.679317 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82ad6053-9d38-49a7-b227-bf040fe3440e tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.682342 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-82ad6053-9d38-49a7-b227-bf040fe3440e tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-groups/b894f5c6-a3b0-4319-9a6d-009a647144a4 HTTP/1.1" status: 204 len: 168 time: 0.5945685 Nov 13 04:49:37.695751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56994) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:37.734571 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.752806 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0229928-8675-4fbe-9a76-db75329bb503 None None] Pushing event updated for resources: {'Port': ['ID=51b9ab16-1edb-468c-b541-e358510275b1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:37.776395 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Routers {'544e47f9-2651-48a8-a829-b5891569a44e'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:37.777039 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['544e47f9-2651-48a8-a829-b5891569a44e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:37.784126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:29Z', 'updated_at': '2021-11-13T04:49:34Z', 'revision_number': 3, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'gw_port': {'id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:37.787192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad6053-9d38-49a7-b227-bf040fe3440e tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b894f5c6-a3b0-4319-9a6d-009a647144a4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:37.838261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Checking router: 454ffd78-5f2b-4f33-9480-47594a4faf12 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:49:37.838975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Updating router 454ffd78-5f2b-4f33-9480-47594a4faf12 port 964ebe3f-344c-4a21-8f2c-449fe32269b6 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:49:37.888142 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:37.889644 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-28d63b52-8cdd-4022-8d21-d8dcd0316cd8 service neutron] 10.222.0.36 "GET /v2.0/networks/5640a91a-beef-47da-8c2e-7482b5935a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602095 Nov 13 04:49:37.899374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae88db3b-a23e-4c6d-9aa5-9fc9ee09595a req-19229be9-66cb-42d0-a29f-74b8ab670890 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448420 Nov 13 04:49:37.908678 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-99828b41-64bd-4ace-8dcf-8eb1e6ff9624 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2101882 Nov 13 04:49:37.919747 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56996) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:37.930362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-44d81f2a-7c47-44f8-8f16-ac6ccf8a5078 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627009384'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:37.957782 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] Set router 544e47f9-2651-48a8-a829-b5891569a44e gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:38.011668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-91774fb7-0e78-41cb-bfb9-0daaaf77769c tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:38.015754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 97b20933-8515-4902-b3e1-93bfe0da7782 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:49:38.023351 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-91774fb7-0e78-41cb-bfb9-0daaaf77769c tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/networks?id=5df68409-cafd-4515-9d5a-5b124adc42a7 HTTP/1.1" status: 200 len: 818 time: 0.6813860 Nov 13 04:49:38.025267 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44d81f2a-7c47-44f8-8f16-ac6ccf8a5078 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.056145 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df537a73-13c9-444f-9477-931860422adc req-8084707f-41a9-44bf-981a-483b31a517e5 service neutron] 10.222.0.36 "GET /v2.0/networks/5640a91a-beef-47da-8c2e-7482b5935a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462560 Nov 13 04:49:38.058253 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-64120f51-5e66-454c-9485-adebe212708e tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/quotas/12d3eed64754419b91fc9267590fb5a0 HTTP/1.1" status: 200 len: 375 time: 0.0335770 Nov 13 04:49:38.102067 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d0db3ae1-0de0-4382-a1bb-0a6a3e9aec06 None None] Provisioning complete for port 53a4d37b-f76c-4eff-86f3-50e69ce630b6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:38.102567 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0db3ae1-0de0-4382-a1bb-0a6a3e9aec06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.189975 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-7c1c619a-bdff-4981-a938-87af703fcc0d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12d3eed64754419b91fc9267590fb5a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1304743 Nov 13 04:49:38.236329 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d0db3ae1-0de0-4382-a1bb-0a6a3e9aec06 None None] Port 53a4d37b-f76c-4eff-86f3-50e69ce630b6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:38.258881 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:38.270616 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-110359a7-b640-4c46-8bc4-078455e4f548 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/97b20933-8515-4902-b3e1-93bfe0da7782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9508598 Nov 13 04:49:38.275288 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57000) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:38.281266 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44d81f2a-7c47-44f8-8f16-ac6ccf8a5078 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.284455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7987947-3118-42d6-a7b0-9d3037804403 req-e7cdc213-fcfb-4073-8bd5-809e55de261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:38.285660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7987947-3118-42d6-a7b0-9d3037804403 req-e7cdc213-fcfb-4073-8bd5-809e55de261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:38.286861 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b7987947-3118-42d6-a7b0-9d3037804403 req-e7cdc213-fcfb-4073-8bd5-809e55de261b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c34300dfbd7415a93df593830924aad&device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1979 time: 0.1047547 Nov 13 04:49:38.290548 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44d81f2a-7c47-44f8-8f16-ac6ccf8a5078 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.291617 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c1f2e8-78b9-4b62-9d8e-4f40e8b213ba None None] Sync routers for ids ['97b20933-8515-4902-b3e1-93bfe0da7782'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:38.306651 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c1f2e8-78b9-4b62-9d8e-4f40e8b213ba None None] Routers {'97b20933-8515-4902-b3e1-93bfe0da7782'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:38.307436 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a5c1f2e8-78b9-4b62-9d8e-4f40e8b213ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['97b20933-8515-4902-b3e1-93bfe0da7782'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:38.348988 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a5c1f2e8-78b9-4b62-9d8e-4f40e8b213ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:38.351657 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44d81f2a-7c47-44f8-8f16-ac6ccf8a5078 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.352932 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-44d81f2a-7c47-44f8-8f16-ac6ccf8a5078 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4318595 Nov 13 04:49:38.361586 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57004) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:38.369735 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c1f2e8-78b9-4b62-9d8e-4f40e8b213ba None None] Routers {'97b20933-8515-4902-b3e1-93bfe0da7782'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:38.370345 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a5c1f2e8-78b9-4b62-9d8e-4f40e8b213ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['97b20933-8515-4902-b3e1-93bfe0da7782'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:38.381596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3e1af8ad-f1d8-47d3-a536-e1e922e95edc tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group_rule': {'security_group_id': '626667af-567f-43b4-9bc0-382c6adf071d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:38.387792 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.395551 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.407624 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a5c1f2e8-78b9-4b62-9d8e-4f40e8b213ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:38.408347 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c1f2e8-78b9-4b62-9d8e-4f40e8b213ba None None] The sync data for ids ['97b20933-8515-4902-b3e1-93bfe0da7782'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:38.430719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080f7c5-33a7-41e4-902b-d980f2b0275d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:38.435047 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e080f7c5-33a7-41e4-902b-d980f2b0275d tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports/53a4d37b-f76c-4eff-86f3-50e69ce630b6 HTTP/1.1" status: 200 len: 911 time: 0.1502907 Nov 13 04:49:38.436557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57006) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:38.436874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d81f2a-7c47-44f8-8f16-ac6ccf8a5078 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626667af-567f-43b4-9bc0-382c6adf071d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:38.474871 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e47f9-2651-48a8-a829-b5891569a44e', 'name': 'tempest-ServerRescueNegativeTestJSON-364711407-router', 'tenant_id': '12d3eed64754419b91fc9267590fb5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:21Z', 'updated_at': '2021-11-13T04:49:33Z', 'revision_number': 4, 'project_id': '12d3eed64754419b91fc9267590fb5a0', 'gw_port': {'id': '282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e47f9-2651-48a8-a829-b5891569a44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:24Z', 'updated_at': '2021-11-13T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '51b9ab16-1edb-468c-b541-e358510275b1', 'name': '', 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7', 'tenant_id': '12d3eed64754419b91fc9267590fb5a0', 'mac_address': 'fa:16:3e:60:79:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544e47f9-2651-48a8-a829-b5891569a44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'bda26a38-0894-479d-8858-c797e4adbfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:37Z', 'revision_number': 4, 'project_id': '12d3eed64754419b91fc9267590fb5a0', 'subnets': [{'id': 'bda26a38-0894-479d-8858-c797e4adbfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:38.481954 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548a6135-e813-4875-a35c-9b9ce2ff5285 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:38.488685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dee09-2a02-4d93-9fb3-0f95483398ab None None] Pushing event updated for resources: {'Port': ['ID=964ebe3f-344c-4a21-8f2c-449fe32269b6,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:38.495539 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-11fba825-f5d6-4c4c-8666-402f12e4e7aa service neutron] 10.222.0.43 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042698 Nov 13 04:49:38.505887 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Attempting to bind port 964ebe3f-344c-4a21-8f2c-449fe32269b6 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:49:38.506342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Attempting to bind port 964ebe3f-344c-4a21-8f2c-449fe32269b6 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:49:38.506703 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Attempting to bind port 964ebe3f-344c-4a21-8f2c-449fe32269b6 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:38.511770 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f1bb9-c5a1-4d26-8b48-33ada969e0a3 None None] The sync data for ids ['544e47f9-2651-48a8-a829-b5891569a44e'] in n-d-813114-2 is: [{'id': '544e47f9-2651-48a8-a829-b5891569a44e', 'name': 'tempest-ServerRescueNegativeTestJSON-364711407-router', 'tenant_id': '12d3eed64754419b91fc9267590fb5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:21Z', 'updated_at': '2021-11-13T04:49:33Z', 'revision_number': 4, 'project_id': '12d3eed64754419b91fc9267590fb5a0', 'gw_port': {'id': '282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e47f9-2651-48a8-a829-b5891569a44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:24Z', 'updated_at': '2021-11-13T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '51b9ab16-1edb-468c-b541-e358510275b1', 'name': '', 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7', 'tenant_id': '12d3eed64754419b91fc9267590fb5a0', 'mac_address': 'fa:16:3e:60:79:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544e47f9-2651-48a8-a829-b5891569a44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'bda26a38-0894-479d-8858-c797e4adbfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:37Z', 'revision_number': 4, 'project_id': '12d3eed64754419b91fc9267590fb5a0', 'subnets': [{'id': 'bda26a38-0894-479d-8858-c797e4adbfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:38.514264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:49:38.514690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:38.515118 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.516924 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:49:38.517688 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Bound port: 964ebe3f-344c-4a21-8f2c-449fe32269b6, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:49:38.518143 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.570219 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e1af8ad-f1d8-47d3-a536-e1e922e95edc tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.578547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5c33e-20cf-401b-88bd-1230675ed0ef req-3bd041ed-e8c6-47de-9a7b-d211aa882da2 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:38.582016 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-80e5c33e-20cf-401b-88bd-1230675ed0ef req-3bd041ed-e8c6-47de-9a7b-d211aa882da2 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 950 time: 0.2046649 Nov 13 04:49:38.617030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7987947-3118-42d6-a7b0-9d3037804403 req-2369f1aa-59e3-4cce-a6c2-549e8ec654a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:38.618816 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b7987947-3118-42d6-a7b0-9d3037804403 req-2369f1aa-59e3-4cce-a6c2-549e8ec654a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5640a91a-beef-47da-8c2e-7482b5935a27 HTTP/1.1" status: 200 len: 903 time: 0.3212218 Nov 13 04:49:38.645554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-59c1bdec-42f2-4a10-b9e2-116a486661f4 None None] Provisioning complete for port 964ebe3f-344c-4a21-8f2c-449fe32269b6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:38.646057 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59c1bdec-42f2-4a10-b9e2-116a486661f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.762568 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.810466 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] For port 964ebe3f-344c-4a21-8f2c-449fe32269b6, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:49:38.817765 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-cf796984-febe-43ed-9d37-7ed7271ddc65 service neutron] 10.222.0.43 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206313 Nov 13 04:49:38.825478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b7987947-3118-42d6-a7b0-9d3037804403 req-c862c9b1-08b6-4811-a8ff-18d9a9f66a55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.52&port_id=5151a71e-45f1-43d4-86be-53bff76a0584 HTTP/1.1" status: 200 len: 217 time: 0.1755822 Nov 13 04:49:38.829138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e1af8ad-f1d8-47d3-a536-e1e922e95edc tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.845084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] For port 964ebe3f-344c-4a21-8f2c-449fe32269b6, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=964ebe3f-344c-4a21-8f2c-449fe32269b6,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:49:38.846611 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-59c1bdec-42f2-4a10-b9e2-116a486661f4 None None] Port 964ebe3f-344c-4a21-8f2c-449fe32269b6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:38.857783 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e1af8ad-f1d8-47d3-a536-e1e922e95edc tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.858299 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.889706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 51b9ab16-1edb-468c-b541-e358510275b1 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:38.901900 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-80e5c33e-20cf-401b-88bd-1230675ed0ef req-1d424c57-9784-421a-9e80-067fc90932ea tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892146 Nov 13 04:49:38.929137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7987947-3118-42d6-a7b0-9d3037804403 req-57740c11-25d0-4ad4-9858-597f33224bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:38.929137 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b7987947-3118-42d6-a7b0-9d3037804403 req-57740c11-25d0-4ad4-9858-597f33224bd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c4fd05-f519-4c53-9294-fdb7574613e3 HTTP/1.1" status: 200 len: 801 time: 0.0849171 Nov 13 04:49:38.976364 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e1af8ad-f1d8-47d3-a536-e1e922e95edc tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:38.981168 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3e1af8ad-f1d8-47d3-a536-e1e922e95edc tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6100523 Nov 13 04:49:38.983409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1af8ad-f1d8-47d3-a536-e1e922e95edc tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06aa608a-490f-4600-a870-3e240584b5f2,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:38.985568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57010) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:39.022458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f0a78-fd76-437b-9497-23aa2a0163f2 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:39.071809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7987947-3118-42d6-a7b0-9d3037804403 req-909cc616-3644-4a19-9ce0-f2fe21d1a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:39.073554 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b7987947-3118-42d6-a7b0-9d3037804403 req-909cc616-3644-4a19-9ce0-f2fe21d1a2ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5640a91a-beef-47da-8c2e-7482b5935a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1384504 Nov 13 04:49:39.119752 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5c1d189d-113e-43a0-ae65-778b5f3695dd tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules/06aa608a-490f-4600-a870-3e240584b5f2 HTTP/1.1" status: 200 len: 763 time: 0.1147625 Nov 13 04:49:39.120684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57016) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:39.126426 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:39.254309 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-91515171-b9b1-41cb-bd89-752964b103a1 req-7318f980-2132-4bb7-bd90-7c7b9309fd33 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0657637 Nov 13 04:49:39.353327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94b448-56dd-47dd-9e72-e54f36717791 req-fd0664cc-2796-4db4-b971-e2746c201ae8 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:39.354711 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b94b448-56dd-47dd-9e72-e54f36717791 req-fd0664cc-2796-4db4-b971-e2746c201ae8 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 945 time: 0.2856691 Nov 13 04:49:39.361727 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0a9bd60d-c3ea-4c73-8111-96b06c4ba06b tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2388692 Nov 13 04:49:39.366052 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57022) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:39.496451 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b94b448-56dd-47dd-9e72-e54f36717791 req-8e283edf-26e0-4461-a3b9-f9f6e47b0185 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280572 Nov 13 04:49:39.502971 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b7987947-3118-42d6-a7b0-9d3037804403 req-0b8dac89-df7f-481b-a2e7-3bf1eec13985 service neutron] 10.222.0.36 "GET /v2.0/networks/5640a91a-beef-47da-8c2e-7482b5935a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065418 Nov 13 04:49:39.506816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Allocated IP 172.20.0.1 (54bcc594-4643-4653-a5bb-72d48b85d8bc/d9ac137d-bc95-480d-b540-783bd32adcd0/62921026-cc38-4ebd-af79-c023fc96d17e) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:39.527022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Routers {'454ffd78-5f2b-4f33-9480-47594a4faf12'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:39.530059 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1a865a5-fa85-4d13-a9ab-b11f7fe9772c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:39.533045 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ae11680b-cba2-4550-b674-8d46ba8ff168 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:39.543354 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['454ffd78-5f2b-4f33-9480-47594a4faf12'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:39.547498 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ae11680b-cba2-4550-b674-8d46ba8ff168 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:39.597912 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ca342-79c2-4a15-8dc5-61b9cad099b1 req-aac280e5-565f-461f-a804-20d1e8437b4a tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:39.609061 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ca342-79c2-4a15-8dc5-61b9cad099b1 req-aac280e5-565f-461f-a804-20d1e8437b4a tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:39.616790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b01ca342-79c2-4a15-8dc5-61b9cad099b1 req-aac280e5-565f-461f-a804-20d1e8437b4a tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1677 time: 0.2103827 Nov 13 04:49:39.627799 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dee09-2a02-4d93-9fb3-0f95483398ab None None] Pushing event updated for resources: {'Port': ['ID=964ebe3f-344c-4a21-8f2c-449fe32269b6,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:39.640337 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5ca5fb78-5fd0-4e01-9e85-31b6f118122c None None] Provisioning complete for port 964ebe3f-344c-4a21-8f2c-449fe32269b6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:39.640650 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ca5fb78-5fd0-4e01-9e85-31b6f118122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:39.680982 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b90df503-5079-4622-bac4-16d862970b95 req-5a717c37-a3dd-4c97-ab3f-ae69cc3bc7ab tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 210 time: 0.0409486 Nov 13 04:49:39.771938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 51b9ab16-1edb-468c-b541-e358510275b1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:39.782729 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:39.818015 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ae11680b-cba2-4550-b674-8d46ba8ff168 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:39.844610 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ae11680b-cba2-4550-b674-8d46ba8ff168 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:39.845781 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ae11680b-cba2-4550-b674-8d46ba8ff168 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/06aa608a-490f-4600-a870-3e240584b5f2 HTTP/1.1" status: 204 len: 168 time: 0.4718029 Nov 13 04:49:39.851518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57038) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:39.869742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] Set router 454ffd78-5f2b-4f33-9480-47594a4faf12 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:39.873569 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11680b-cba2-4550-b674-8d46ba8ff168 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06aa608a-490f-4600-a870-3e240584b5f2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:39.950150 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b01ca342-79c2-4a15-8dc5-61b9cad099b1 req-5a6ec9fa-6cfe-46ea-9955-94f795480d95 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316302 Nov 13 04:49:39.979129 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:40.010855 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-22d4bcfb-23e8-45b3-ab37-d269b1b094da tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1539834 Nov 13 04:49:40.011628 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57042) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:40.024451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-fa29f868-bb1e-48b3-903c-c3893378ea93 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group_rule': {'security_group_id': '626667af-567f-43b4-9bc0-382c6adf071d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:40.084236 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:40.115218 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ca5fb78-5fd0-4e01-9e85-31b6f118122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:40.141567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5ca5fb78-5fd0-4e01-9e85-31b6f118122c None None] For port 964ebe3f-344c-4a21-8f2c-449fe32269b6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=964ebe3f-344c-4a21-8f2c-449fe32269b6,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:40.159721 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ca5fb78-5fd0-4e01-9e85-31b6f118122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:40.197598 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:40.232361 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa29f868-bb1e-48b3-903c-c3893378ea93 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:40.303137 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5fb78-5fd0-4e01-9e85-31b6f118122c None None] Pushing event updated for resources: {'Port': ['ID=964ebe3f-344c-4a21-8f2c-449fe32269b6,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:40.309170 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 51b9ab16-1edb-468c-b541-e358510275b1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=51b9ab16-1edb-468c-b541-e358510275b1,segment=NetworkSegment(4fcbe674-bf11-4b0d-a9ed-bacac78aaded),segment_id=4fcbe674-bf11-4b0d-a9ed-bacac78aaded)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:40.316622 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:40.347243 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:40.396351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=51b9ab16-1edb-468c-b541-e358510275b1,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:40.400465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:29Z', 'updated_at': '2021-11-13T04:49:34Z', 'revision_number': 3, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'gw_port': {'id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:40.419468 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f796301-5c32-4da4-aa94-056d53db64bc req-60b19783-d4e4-478f-96a5-258494eb7628 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:40.429823 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f796301-5c32-4da4-aa94-056d53db64bc req-60b19783-d4e4-478f-96a5-258494eb7628 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 950 time: 0.2951825 Nov 13 04:49:40.438051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f19fa6-cf9d-4657-8d49-2175867712b7 None None] The sync data for ids ['454ffd78-5f2b-4f33-9480-47594a4faf12'] in n-d-813114-2 is: [{'id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:29Z', 'updated_at': '2021-11-13T04:49:34Z', 'revision_number': 3, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'gw_port': {'id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:40.482897 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa29f868-bb1e-48b3-903c-c3893378ea93 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:40.493313 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Network 54bcc594-4643-4653-a5bb-72d48b85d8bc is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:40.511858 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa29f868-bb1e-48b3-903c-c3893378ea93 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:40.517668 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b7987947-3118-42d6-a7b0-9d3037804403 req-2df5c59e-a962-4049-b6d3-3303d80e3951 service neutron] 10.222.0.36 "GET /v2.0/networks/5640a91a-beef-47da-8c2e-7482b5935a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9385786 Nov 13 04:49:40.518740 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:40.524128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:40.597826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0f90f-fa24-47a1-b65e-5ef8e319bd4a req-0847f5e5-f592-439d-83cf-3c65c0d02219 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:40.599437 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ef0f90f-fa24-47a1-b65e-5ef8e319bd4a req-0847f5e5-f592-439d-83cf-3c65c0d02219 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.36 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 945 time: 0.3317437 Nov 13 04:49:40.618506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-81dfac90-883e-4d53-bc88-9b1528c03bb3 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:40.632908 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-81dfac90-883e-4d53-bc88-9b1528c03bb3 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/networks?id=5df68409-cafd-4515-9d5a-5b124adc42a7 HTTP/1.1" status: 200 len: 818 time: 0.2975664 Nov 13 04:49:40.663581 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-069da215-37c7-4354-90ef-967dd8f2ebd2 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/quotas/12d3eed64754419b91fc9267590fb5a0 HTTP/1.1" status: 200 len: 375 time: 0.0294414 Nov 13 04:49:40.684348 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Pushing event updated for resources: {'Port': ['ID=62921026-cc38-4ebd-af79-c023fc96d17e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:40.733096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29f868-bb1e-48b3-903c-c3893378ea93 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022445eb-e037-4dcd-9bfa-7542c4d1e175,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:40.764575 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 5151a71e-45f1-43d4-86be-53bff76a0584 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:49:40.811741 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f796301-5c32-4da4-aa94-056d53db64bc req-712c83ec-13f1-4d8a-9c90-85a3175ebe5f tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805871 Nov 13 04:49:40.829658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 51b9ab16-1edb-468c-b541-e358510275b1 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:40.831236 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa29f868-bb1e-48b3-903c-c3893378ea93 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:40.835112 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fa29f868-bb1e-48b3-903c-c3893378ea93 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8175507 Nov 13 04:49:40.868787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57048) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:40.923400 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:40.966583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-149b45b8-a5c8-42aa-82e6-c6ce8c1b2c08 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules/022445eb-e037-4dcd-9bfa-7542c4d1e175 HTTP/1.1" status: 200 len: 763 time: 0.0705414 Nov 13 04:49:40.976921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57052) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:41.000053 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-207caee2-338e-4e1f-9102-b70a3104230f tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12d3eed64754419b91fc9267590fb5a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3292763 Nov 13 04:49:41.047038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-809cbcc1-9c15-4099-b408-f41136f3fbf5 None None] Provisioning complete for port 62921026-cc38-4ebd-af79-c023fc96d17e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:41.052554 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-809cbcc1-9c15-4099-b408-f41136f3fbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:41.090438 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 5151a71e-45f1-43d4-86be-53bff76a0584, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=5151a71e-45f1-43d4-86be-53bff76a0584,segment=NetworkSegment(7d6a9ffb-c285-42a7-83cb-de5dc60b082f),segment_id=7d6a9ffb-c285-42a7-83cb-de5dc60b082f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:41.104186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 51b9ab16-1edb-468c-b541-e358510275b1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:41.104186 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:41.131016 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '5151a71e-45f1-43d4-86be-53bff76a0584', 'network_id': '5640a91a-beef-47da-8c2e-7482b5935a27', 'port_id': '5151a71e-45f1-43d4-86be-53bff76a0584', 'mac_address': 'fa:16:3e:2d:57:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c4fd05-f519-4c53-9294-fdb7574613e3', 'ip_address': '19.86.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:49:41.134171 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-925ff81c-3b52-43d4-9c9a-ee5d6c1fa1b4 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1557949 Nov 13 04:49:41.137296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57056) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:41.143420 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-809cbcc1-9c15-4099-b408-f41136f3fbf5 None None] Port 62921026-cc38-4ebd-af79-c023fc96d17e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:41.159989 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b1a865a5-fa85-4d13-a9ab-b11f7fe9772c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port 53a4d37b-f76c-4eff-86f3-50e69ce630b6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:41.160328 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1a865a5-fa85-4d13-a9ab-b11f7fe9772c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:41.196460 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:41.214463 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e54295db-f37e-401c-831b-b2a7a4620043 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:41.218351 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-ddf69f65-67cc-48f8-b4f4-e908c124092f service neutron] 10.222.0.43 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076185 Nov 13 04:49:41.220562 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5151a71e-45f1-43d4-86be-53bff76a0584 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:49:41.268643 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e54295db-f37e-401c-831b-b2a7a4620043 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:41.277454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 5151a71e-45f1-43d4-86be-53bff76a0584, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=5151a71e-45f1-43d4-86be-53bff76a0584,segment=NetworkSegment(7d6a9ffb-c285-42a7-83cb-de5dc60b082f),segment_id=7d6a9ffb-c285-42a7-83cb-de5dc60b082f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:41.285153 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:41.288670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2505726e-2387-434f-add6-6bf019bdf7e5 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:49:41.386424 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1a865a5-fa85-4d13-a9ab-b11f7fe9772c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:41.390188 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e54295db-f37e-401c-831b-b2a7a4620043 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:41.405189 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e54295db-f37e-401c-831b-b2a7a4620043 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:41.409109 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e54295db-f37e-401c-831b-b2a7a4620043 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/022445eb-e037-4dcd-9bfa-7542c4d1e175 HTTP/1.1" status: 204 len: 168 time: 0.2696843 Nov 13 04:49:41.417258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57058) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:41.430077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b1a865a5-fa85-4d13-a9ab-b11f7fe9772c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for 53a4d37b-f76c-4eff-86f3-50e69ce630b6 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:41.433126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 2505726e-2387-434f-add6-6bf019bdf7e5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2505726e-2387-434f-add6-6bf019bdf7e5,segment=NetworkSegment(d5c289a4-f1b4-47f8-8f0e-06ae435f0abd),segment_id=d5c289a4-f1b4-47f8-8f0e-06ae435f0abd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:41.446040 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54295db-f37e-401c-831b-b2a7a4620043 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=022445eb-e037-4dcd-9bfa-7542c4d1e175,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:41.470847 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-7a818cb8-7cfe-411b-a96d-8609d25ca031 service neutron] 10.222.0.43 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246816 Nov 13 04:49:41.499174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=5151a71e-45f1-43d4-86be-53bff76a0584,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:41.528925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '2505726e-2387-434f-add6-6bf019bdf7e5', 'network_id': '8f16d24e-4d95-4e58-99e6-a1594312fc49', 'port_id': '2505726e-2387-434f-add6-6bf019bdf7e5', 'mac_address': 'fa:16:3e:56:2d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df3e3e84-d9de-4801-ad5e-837a659b961f', 'ip_address': '19.80.0.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:49:41.533479 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6654d781-22c6-499f-bd3a-bb6f2baf2277 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1117971 Nov 13 04:49:41.534245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57060) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:41.540607 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-dc20fa57-3a48-47b0-aa4d-a077e75e5c32 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Request body: {'security_group_rule': {'security_group_id': '626667af-567f-43b4-9bc0-382c6adf071d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:41.584092 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:41.598020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2505726e-2387-434f-add6-6bf019bdf7e5 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:49:41.616513 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e9fdf1a-5ec3-4fda-808f-294abdbffe77 req-b5561ac1-12e9-487f-ae17-a411fb62f4bd tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.6148465 Nov 13 04:49:41.622044 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 2505726e-2387-434f-add6-6bf019bdf7e5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2505726e-2387-434f-add6-6bf019bdf7e5,segment=NetworkSegment(d5c289a4-f1b4-47f8-8f0e-06ae435f0abd),segment_id=d5c289a4-f1b4-47f8-8f0e-06ae435f0abd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:41.629567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-bb5a3f05-81d4-4211-85a2-4cfa16e5254a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:41.631195 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-bb5a3f05-81d4-4211-85a2-4cfa16e5254a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.46 "GET /v2.0/networks?id=5df68409-cafd-4515-9d5a-5b124adc42a7 HTTP/1.1" status: 200 len: 818 time: 0.9883134 Nov 13 04:49:41.640752 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:41.684058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-0eba902c-2666-4fe9-abf2-9e81ee5fdb8d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Request body: {'port': {'device_id': 'fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca', 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7', 'admin_state_up': True, 'tenant_id': '12d3eed64754419b91fc9267590fb5a0'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:41.729546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=2505726e-2387-434f-add6-6bf019bdf7e5,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:41.772918 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-dc20fa57-3a48-47b0-aa4d-a077e75e5c32 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Project a823c6ce64ca4db287a9aba42479899c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 04:49:41.781732 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc20fa57-3a48-47b0-aa4d-a077e75e5c32 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:41.789861 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1a865a5-fa85-4d13-a9ab-b11f7fe9772c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:41.844487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a865a5-fa85-4d13-a9ab-b11f7fe9772c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=53a4d37b-f76c-4eff-86f3-50e69ce630b6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:41.965491 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc20fa57-3a48-47b0-aa4d-a077e75e5c32 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:42.000885 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-0ef0f90f-fa24-47a1-b65e-5ef8e319bd4a req-2d8bd64d-0018-496d-93ac-45ee5c010d09 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Deleting port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:42.001725 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ef0f90f-fa24-47a1-b65e-5ef8e319bd4a req-2d8bd64d-0018-496d-93ac-45ee5c010d09 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:42.033054 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-124421d0-ce44-4647-b8f4-c4c5d6992321 req-1c4c6ca6-eb86-4148-8589-dafb69450807 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:49:42.040097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb2d15-aaee-4eef-acef-a2f76bc87a17 req-ef1bafb9-943d-4153-a309-30dafae1481e tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:42.043689 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d0cb2d15-aaee-4eef-acef-a2f76bc87a17 req-ef1bafb9-943d-4153-a309-30dafae1481e tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 945 time: 0.3001528 Nov 13 04:49:42.047731 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-124421d0-ce44-4647-b8f4-c4c5d6992321 req-1c4c6ca6-eb86-4148-8589-dafb69450807 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0222454 Nov 13 04:49:42.048690 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc20fa57-3a48-47b0-aa4d-a077e75e5c32 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:42.063663 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-0eba902c-2666-4fe9-abf2-9e81ee5fdb8d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Made reservation on behalf of 12d3eed64754419b91fc9267590fb5a0 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:42.067442 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-0eba902c-2666-4fe9-abf2-9e81ee5fdb8d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:42.074607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['5151a71e-45f1-43d4-86be-53bff76a0584'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:49:42.126389 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc20fa57-3a48-47b0-aa4d-a077e75e5c32 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:42.131657 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dc20fa57-3a48-47b0-aa4d-a077e75e5c32 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5917921 Nov 13 04:49:42.133929 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1a865a5-fa85-4d13-a9ab-b11f7fe9772c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:42.141005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57074) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:42.172026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20fa57-3a48-47b0-aa4d-a077e75e5c32 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9504b2-cbb9-4730-829e-13238adfb971,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:42.180414 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-628fb918-a27c-4575-9025-a333c0d3f25f tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules/0a9504b2-cbb9-4730-829e-13238adfb971 HTTP/1.1" status: 200 len: 769 time: 0.0332787 Nov 13 04:49:42.184507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57076) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:42.220944 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:42.336044 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d0cb2d15-aaee-4eef-acef-a2f76bc87a17 req-cde5dd23-413e-4e7f-b75b-1a1122748de2 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/security-groups?id=5405f55a-6d13-487f-b61a-31831da31214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816286 Nov 13 04:49:42.341541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbb811-240f-484c-be62-1c9d43d23043 req-26a19886-63a6-4081-9476-958e6b2a4d7b tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:42.348452 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbb811-240f-484c-be62-1c9d43d23043 req-26a19886-63a6-4081-9476-958e6b2a4d7b tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:42.356894 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bcfbb811-240f-484c-be62-1c9d43d23043 req-26a19886-63a6-4081-9476-958e6b2a4d7b tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1679 time: 0.1772084 Nov 13 04:49:42.399682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0ef0f90f-fa24-47a1-b65e-5ef8e319bd4a req-2d8bd64d-0018-496d-93ac-45ee5c010d09 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] For port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:42.400052 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ef0f90f-fa24-47a1-b65e-5ef8e319bd4a req-2d8bd64d-0018-496d-93ac-45ee5c010d09 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:42.419080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b47eb22b-131f-48d4-9919-1fe738dcc444 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2313960 Nov 13 04:49:42.432427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57080) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:42.489283 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-0ef0f90f-fa24-47a1-b65e-5ef8e319bd4a req-2d8bd64d-0018-496d-93ac-45ee5c010d09 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Calling delete_port for 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:42.495220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a865a5-fa85-4d13-a9ab-b11f7fe9772c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 97b20933-8515-4902-b3e1-93bfe0da7782 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:49:42.518215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e1b3697-a7c5-4e9b-b433-ee750ebc60b2 req-7d0ae32c-2ed7-4514-a15e-8e133bf7f1be tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 210 time: 0.0843103 Nov 13 04:49:42.521624 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bcfbb811-240f-484c-be62-1c9d43d23043 req-32f356a2-f650-4a12-8282-8adbfe820460 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636171 Nov 13 04:49:42.637867 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-343422fc-1f90-4c09-a833-d61b9695ae66 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:42.645110 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a865a5-fa85-4d13-a9ab-b11f7fe9772c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:42.646765 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-0eba902c-2666-4fe9-abf2-9e81ee5fdb8d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Allocated IP 172.20.0.7 (5df68409-cafd-4515-9d5a-5b124adc42a7/bda26a38-0894-479d-8858-c797e4adbfd7/445ba76c-c983-499c-b00b-c716dfb1fc2f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:42.656814 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b1a865a5-fa85-4d13-a9ab-b11f7fe9772c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/97b20933-8515-4902-b3e1-93bfe0da7782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2160652 Nov 13 04:49:42.659001 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57084) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:42.659836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86845c62-f627-4fde-aca2-74135e2a69a5 None None] Sync routers for ids ['97b20933-8515-4902-b3e1-93bfe0da7782'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:42.660260 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-343422fc-1f90-4c09-a833-d61b9695ae66 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:42.689365 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86845c62-f627-4fde-aca2-74135e2a69a5 None None] Routers {'97b20933-8515-4902-b3e1-93bfe0da7782'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:42.694470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-86845c62-f627-4fde-aca2-74135e2a69a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['97b20933-8515-4902-b3e1-93bfe0da7782'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:42.721289 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-033c04c4-5387-4928-8662-fa81b2799d42 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b20933-8515-4902-b3e1-93bfe0da7782 HTTP/1.1" status: 200 len: 205 time: 0.0613532 Nov 13 04:49:42.723660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57086) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:42.772628 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-86845c62-f627-4fde-aca2-74135e2a69a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:42.786005 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-343422fc-1f90-4c09-a833-d61b9695ae66 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:42.790396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86845c62-f627-4fde-aca2-74135e2a69a5 None None] Routers {'97b20933-8515-4902-b3e1-93bfe0da7782'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:42.790999 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-86845c62-f627-4fde-aca2-74135e2a69a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['97b20933-8515-4902-b3e1-93bfe0da7782'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:42.816279 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-343422fc-1f90-4c09-a833-d61b9695ae66 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:42.817580 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-343422fc-1f90-4c09-a833-d61b9695ae66 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/0a9504b2-cbb9-4730-829e-13238adfb971 HTTP/1.1" status: 204 len: 168 time: 0.3761175 Nov 13 04:49:42.837014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57088) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:42.853728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-86845c62-f627-4fde-aca2-74135e2a69a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:42.854423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86845c62-f627-4fde-aca2-74135e2a69a5 None None] The sync data for ids ['97b20933-8515-4902-b3e1-93bfe0da7782'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:42.859011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343422fc-1f90-4c09-a833-d61b9695ae66 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a9504b2-cbb9-4730-829e-13238adfb971,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:42.905811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1ec4-7cb5-4969-b208-e917fdb37003 req-aa18a354-22c6-4926-9ba3-3f9582e9a6b8 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:42.908073 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-606e1ec4-7cb5-4969-b208-e917fdb37003 req-aa18a354-22c6-4926-9ba3-3f9582e9a6b8 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 950 time: 0.2967429 Nov 13 04:49:42.918229 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6634c38d-e7f0-44da-a417-555cb557355b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:42.925744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 964ebe3f-344c-4a21-8f2c-449fe32269b6 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:42.932240 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-721d4343-7f97-4b22-811b-1ea9ebe3f6a8 req-a63bf762-49c1-43bb-ab49-256981bd80bc tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0994468 Nov 13 04:49:42.938651 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:42.975427 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.068581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 964ebe3f-344c-4a21-8f2c-449fe32269b6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:43.069048 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.085301 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f2574020-0d72-49ea-b5e8-19f2ed4290a0 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2439103 Nov 13 04:49:43.105535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57090) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:43.123248 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Pushing event updated for resources: {'Port': ['ID=62921026-cc38-4ebd-af79-c023fc96d17e,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:43.145539 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ef0f90f-fa24-47a1-b65e-5ef8e319bd4a req-2d8bd64d-0018-496d-93ac-45ee5c010d09 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.147425 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.156022 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-0eba902c-2666-4fe9-abf2-9e81ee5fdb8d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.162621 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-606e1ec4-7cb5-4969-b208-e917fdb37003 req-58104f93-d1de-49b6-ae11-dafbe98a5a0a tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407074 Nov 13 04:49:43.211542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['2505726e-2387-434f-add6-6bf019bdf7e5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:49:43.213365 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bd64d-0018-496d-93ac-45ee5c010d09 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Pushing event deleted for resources: {'Port': ['ID=90bc28fe-da8e-439a-b4e5-3950a3cc7cd3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:43.213788 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6634c38d-e7f0-44da-a417-555cb557355b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.216286 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6634c38d-e7f0-44da-a417-555cb557355b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.274342 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6634c38d-e7f0-44da-a417-555cb557355b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.276524 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6634c38d-e7f0-44da-a417-555cb557355b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Fanout notify agent at l3_agent the message router_deleted on router 97b20933-8515-4902-b3e1-93bfe0da7782 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:49:43.291159 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6634c38d-e7f0-44da-a417-555cb557355b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.297144 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6634c38d-e7f0-44da-a417-555cb557355b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/routers/97b20933-8515-4902-b3e1-93bfe0da7782 HTTP/1.1" status: 204 len: 168 time: 0.5664437 Nov 13 04:49:43.297595 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57094) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:43.427779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8ad1e3-325b-476d-88ad-6e287d3cea32 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting subnet 6513643d-4df2-48b5-aa75-4badbb829793 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:49:43.435049 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c8ad1e3-325b-476d-88ad-6e287d3cea32 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.456367 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef0f90f-fa24-47a1-b65e-5ef8e319bd4a req-2d8bd64d-0018-496d-93ac-45ee5c010d09 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] No DVR routers for this DVR port 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:43.477479 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ef0f90f-fa24-47a1-b65e-5ef8e319bd4a req-2d8bd64d-0018-496d-93ac-45ee5c010d09 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.480886 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ef0f90f-fa24-47a1-b65e-5ef8e319bd4a req-2d8bd64d-0018-496d-93ac-45ee5c010d09 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.36 "DELETE /v2.0/ports/90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 HTTP/1.1" status: 204 len: 173 time: 2.8503284 Nov 13 04:49:43.481340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'name': 'network-vif-deleted', 'tag': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:43.484009 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976b110d-a81f-4027-a0d9-f716f84044a0" -d '{"events": [{"server_uuid": "7009eec2-e665-4c3c-a14b-3a74d0a19177", "name": "network-vif-deleted", "tag": "90bc28fe-da8e-439a-b4e5-3950a3cc7cd3"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:43.520270 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30e47e15-dc5f-431f-80b4-0ed46afc6e39 req-f9a3be4a-12a1-45d0-a31c-b113d0351558 tempest-FloatingIPsAssociationTestJSON-1609404166 tempest-FloatingIPsAssociationTestJSON-1609404166-project] 10.222.0.43 "GET /v2.0/ports?device_id=7009eec2-e665-4c3c-a14b-3a74d0a19177 HTTP/1.1" status: 200 len: 210 time: 0.0410104 Nov 13 04:49:43.534877 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-833e1f21-c152-4239-82bb-173a919d4c07 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.541067 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c8ad1e3-325b-476d-88ad-6e287d3cea32 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.544884 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-66e1289b-9572-4a8e-92b0-09d2e2655963 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=16cb25ddaa9e4afaa689fc495253a0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579102 Nov 13 04:49:43.551694 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Network 54bcc594-4643-4653-a5bb-72d48b85d8bc is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:43.568233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:43.585925 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-0eba902c-2666-4fe9-abf2-9e81ee5fdb8d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.593859 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44cac87-0ad8-4918-8028-045e4638e15f x-openstack-request-id: req-a44cac87-0ad8-4918-8028-045e4638e15f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:43.594150 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7009eec2-e665-4c3c-a14b-3a74d0a19177", "name": "network-vif-deleted", "tag": "90bc28fe-da8e-439a-b4e5-3950a3cc7cd3", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:43.594400 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a44cac87-0ad8-4918-8028-045e4638e15f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:43.594790 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7009eec2-e665-4c3c-a14b-3a74d0a19177', 'name': 'network-vif-deleted', 'tag': '90bc28fe-da8e-439a-b4e5-3950a3cc7cd3', 'status': 'completed', 'code': 200} Nov 13 04:49:43.634259 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-833e1f21-c152-4239-82bb-173a919d4c07 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.685822 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c8ad1e3-325b-476d-88ad-6e287d3cea32 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.767330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-41227ff3-8eca-43bf-9a8b-258f82eb7543 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:43.768972 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-41227ff3-8eca-43bf-9a8b-258f82eb7543 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.46 "GET /v2.0/networks?id=5df68409-cafd-4515-9d5a-5b124adc42a7 HTTP/1.1" status: 200 len: 818 time: 0.4628956 Nov 13 04:49:43.774648 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51317e7-f899-46b2-a1ce-2d06088d0d4e req-99c57dcc-c08d-4cef-90ff-0500e4dac458 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:43.780677 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51317e7-f899-46b2-a1ce-2d06088d0d4e req-99c57dcc-c08d-4cef-90ff-0500e4dac458 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:43.782854 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e51317e7-f899-46b2-a1ce-2d06088d0d4e req-99c57dcc-c08d-4cef-90ff-0500e4dac458 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1679 time: 0.1086888 Nov 13 04:49:43.788897 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-0eba902c-2666-4fe9-abf2-9e81ee5fdb8d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Network 5df68409-cafd-4515-9d5a-5b124adc42a7 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:43.808349 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c8ad1e3-325b-476d-88ad-6e287d3cea32 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.828257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-c48730c3-9e99-4e71-9fca-0c263160c265 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Request body: {'port': {'device_id': '5c1a5822-51cd-4a72-8883-0f8ff2334df6', 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7', 'admin_state_up': True, 'tenant_id': '12d3eed64754419b91fc9267590fb5a0'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:43.831509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-0eba902c-2666-4fe9-abf2-9e81ee5fdb8d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:43.848039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ad1e3-325b-476d-88ad-6e287d3cea32 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Subnet': ['ID=6513643d-4df2-48b5-aa75-4badbb829793,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:43.854751 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c8ad1e3-325b-476d-88ad-6e287d3cea32 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:43.860743 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3c8ad1e3-325b-476d-88ad-6e287d3cea32 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/6513643d-4df2-48b5-aa75-4badbb829793 HTTP/1.1" status: 204 len: 168 time: 0.5579417 Nov 13 04:49:43.860907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-0eba902c-2666-4fe9-abf2-9e81ee5fdb8d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:43.863633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57114) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:43.874560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba902c-2666-4fe9-abf2-9e81ee5fdb8d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Pushing event updated for resources: {'Port': ['ID=445ba76c-c983-499c-b00b-c716dfb1fc2f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:43.895009 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e51317e7-f899-46b2-a1ce-2d06088d0d4e req-98f4b4da-5260-4142-afab-b5e2038e0889 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052928 Nov 13 04:49:43.907292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72560e2c-84d7-46e8-92eb-5e9c11ee40a1 None None] Network cb27d35f-5c80-48f7-aa3c-8535331de892 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:44.011898 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:44.058266 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-833e1f21-c152-4239-82bb-173a919d4c07 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:44.061054 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-833e1f21-c152-4239-82bb-173a919d4c07 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:44.065909 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-833e1f21-c152-4239-82bb-173a919d4c07 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "DELETE /v2.0/security-groups/626667af-567f-43b4-9bc0-382c6adf071d HTTP/1.1" status: 204 len: 168 time: 0.9557188 Nov 13 04:49:44.075139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57118) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:44.096346 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5aaf1af8-dd7c-42ad-93f9-66bab2c6838e req-286a90da-8948-4549-bf9e-bbf6c0c6a0f6 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 210 time: 0.0353928 Nov 13 04:49:44.104079 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-0eba902c-2666-4fe9-abf2-9e81ee5fdb8d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:44.105266 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-0eba902c-2666-4fe9-abf2-9e81ee5fdb8d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:44.157837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bc371c8b-4fa8-469b-a372-76e11569f1e0 None None] Provisioning complete for port 62921026-cc38-4ebd-af79-c023fc96d17e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:44.160474 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc371c8b-4fa8-469b-a372-76e11569f1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:44.164097 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a99b64fb-4245-4f30-8ccd-48940c790e49 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0899665 Nov 13 04:49:44.179472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port bc6ef24d-946a-416f-b9a7-0d46f436b967 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:44.180068 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:44.180475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-5d93b38b-b1f6-42f6-926c-58d3f122b638 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:44.182049 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-5d93b38b-b1f6-42f6-926c-58d3f122b638 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6214793 Nov 13 04:49:44.186006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57120) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:44.188846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e1f21-c152-4239-82bb-173a919d4c07 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=626667af-567f-43b4-9bc0-382c6adf071d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:44.199466 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-0eba902c-2666-4fe9-abf2-9e81ee5fdb8d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5417941 Nov 13 04:49:44.226747 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Request body: {'port': {'device_id': 'fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:44.244702 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-8e9f1272-05d6-41d1-a3eb-2df5296acf6c tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/quotas/16cb25ddaa9e4afaa689fc495253a0d9 HTTP/1.1" status: 200 len: 375 time: 0.0511250 Nov 13 04:49:44.247687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bc371c8b-4fa8-469b-a372-76e11569f1e0 None None] Port 62921026-cc38-4ebd-af79-c023fc96d17e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:44.267802 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016ebb3a-8032-49df-bbb4-261e039dcb53 None None] DHCP port deletion for cb27d35f-5c80-48f7-aa3c-8535331de892 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:44.271919 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Router 454ffd78-5f2b-4f33-9480-47594a4faf12 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:49:44.322622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-016ebb3a-8032-49df-bbb4-261e039dcb53 None None] Deleting port bc6ef24d-946a-416f-b9a7-0d46f436b967 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:44.323733 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-016ebb3a-8032-49df-bbb4-261e039dcb53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:44.399926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-c48730c3-9e99-4e71-9fca-0c263160c265 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Made reservation on behalf of 12d3eed64754419b91fc9267590fb5a0 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:44.403542 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-c48730c3-9e99-4e71-9fca-0c263160c265 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:44.404335 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-016ebb3a-8032-49df-bbb4-261e039dcb53 None None] For port bc6ef24d-946a-416f-b9a7-0d46f436b967, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bc6ef24d-946a-416f-b9a7-0d46f436b967,segment=NetworkSegment(866126f2-1d28-41ae-9c33-6b6482f89135),segment_id=866126f2-1d28-41ae-9c33-6b6482f89135)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:44.404730 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-016ebb3a-8032-49df-bbb4-261e039dcb53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:44.410840 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:44.421000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-016ebb3a-8032-49df-bbb4-261e039dcb53 None None] Calling delete_port for bc6ef24d-946a-416f-b9a7-0d46f436b967 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:44.450984 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-924611f1-2a64-4608-856d-8a7b7752695e tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=16cb25ddaa9e4afaa689fc495253a0d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1777771 Nov 13 04:49:44.522022 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-016ebb3a-8032-49df-bbb4-261e039dcb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:44.574726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016ebb3a-8032-49df-bbb4-261e039dcb53 None None] No DVR routers for this DVR port bc6ef24d-946a-416f-b9a7-0d46f436b967 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:44.581080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ebb3a-8032-49df-bbb4-261e039dcb53 None None] Pushing event deleted for resources: {'Port': ['ID=bc6ef24d-946a-416f-b9a7-0d46f436b967,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:44.587837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:44.593927 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Sync routers for ids ['454ffd78-5f2b-4f33-9480-47594a4faf12'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:44.600060 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-47b7356e-5f65-4694-bd2c-888b3a210a2d admin admin] 10.222.0.43 "PUT /v2.0/routers/454ffd78-5f2b-4f33-9480-47594a4faf12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2518742 Nov 13 04:49:44.622128 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Routers {'454ffd78-5f2b-4f33-9480-47594a4faf12'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:44.623717 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['454ffd78-5f2b-4f33-9480-47594a4faf12'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:44.666707 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5bc46925-34e8-42aa-9203-d8e905aed3b4 req-f4e3b200-5058-440f-a667-968185179a65 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0921774 Nov 13 04:49:44.694054 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-79e26255-a408-4123-9091-56a3683e7bc0 tempest-SecGroupIPv6Test-775323673 tempest-SecGroupIPv6Test-775323673-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5066335 Nov 13 04:49:44.726342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] For port bc6ef24d-946a-416f-b9a7-0d46f436b967, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bc6ef24d-946a-416f-b9a7-0d46f436b967,segment=NetworkSegment(866126f2-1d28-41ae-9c33-6b6482f89135),segment_id=866126f2-1d28-41ae-9c33-6b6482f89135)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:44.726342 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:44.747632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57132) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:44.776245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 5151a71e-45f1-43d4-86be-53bff76a0584 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:44.776759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for bc6ef24d-946a-416f-b9a7-0d46f436b967 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:44.858596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bc6ef24d-946a-416f-b9a7-0d46f436b967 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:44.904717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: bc6ef24d-946a-416f-b9a7-0d46f436b967 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:44.905054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bc6ef24d-946a-416f-b9a7-0d46f436b967 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:44.959338 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 5151a71e-45f1-43d4-86be-53bff76a0584 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:49:44.966616 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 5151a71e-45f1-43d4-86be-53bff76a0584 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:44.967021 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:45.054446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-c48730c3-9e99-4e71-9fca-0c263160c265 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Allocated IP 172.20.0.6 (5df68409-cafd-4515-9d5a-5b124adc42a7/bda26a38-0894-479d-8858-c797e4adbfd7/869cec1f-6a56-4230-af80-616219b04056) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:45.069747 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Set router 454ffd78-5f2b-4f33-9480-47594a4faf12 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:45.102360 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d2a4351-075c-4dd8-9bce-e6c70a167c17 req-8e8de2c8-74ad-4d76-b5b3-4b82d8c6f32d tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 210 time: 0.1861336 Nov 13 04:49:45.169555 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:45.207530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No DVR routers for this DVR port bc6ef24d-946a-416f-b9a7-0d46f436b967 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:45.249518 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:45.270479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57148) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:45.299099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=bc6ef24d-946a-416f-b9a7-0d46f436b967,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:45.332004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5151a71e-45f1-43d4-86be-53bff76a0584'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:45.338880 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b7a594-1460-41ad-85d7-f577f60fb7b1" -d '{"events": [{"server_uuid": "de093a4f-4086-4c78-8ed6-d42b857972f6", "name": "network-vif-plugged", "status": "completed", "tag": "5151a71e-45f1-43d4-86be-53bff76a0584"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:45.373868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 5151a71e-45f1-43d4-86be-53bff76a0584, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=5151a71e-45f1-43d4-86be-53bff76a0584,segment=NetworkSegment(7d6a9ffb-c285-42a7-83cb-de5dc60b082f),segment_id=7d6a9ffb-c285-42a7-83cb-de5dc60b082f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:45.387139 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:45.388609 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2505726e-2387-434f-add6-6bf019bdf7e5 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:45.489659 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:29Z', 'updated_at': '2021-11-13T04:49:41Z', 'revision_number': 4, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'gw_port': {'id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '62921026-cc38-4ebd-af79-c023fc96d17e', 'name': '', 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'mac_address': 'fa:16:3e:d0:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:38Z', 'updated_at': '2021-11-13T04:49:42Z', 'revision_number': 2, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'subnets': [{'id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:45.502146 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:45.548616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb27d35f-5c80-48f7-aa3c-8535331de892']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:45.559999 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Checking router: 454ffd78-5f2b-4f33-9480-47594a4faf12 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:49:45.560427 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Updating router 454ffd78-5f2b-4f33-9480-47594a4faf12 port 62921026-cc38-4ebd-af79-c023fc96d17e binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:49:45.561326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=5151a71e-45f1-43d4-86be-53bff76a0584,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:45.565333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866126f2-1d28-41ae-9c33-6b6482f89135') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:45.565635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866126f2-1d28-41ae-9c33-6b6482f89135') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:45.591652 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:45.600778 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:45.605607 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:45.617667 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:49:45.618130 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:45.643173 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 2505726e-2387-434f-add6-6bf019bdf7e5 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:49:45.649655 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 2505726e-2387-434f-add6-6bf019bdf7e5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:45.650509 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:49:45.687641 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:49:45.701251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10404381-b1ba-4027-a5d5-242a0d77c565 req-532430e5-8d71-4c07-a25d-ff6004341402 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:45.707545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10404381-b1ba-4027-a5d5-242a0d77c565 req-532430e5-8d71-4c07-a25d-ff6004341402 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:45.715729 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10404381-b1ba-4027-a5d5-242a0d77c565 req-532430e5-8d71-4c07-a25d-ff6004341402 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1679 time: 0.6679711 Nov 13 04:49:45.719771 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:45.763467 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:45.767405 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/networks/cb27d35f-5c80-48f7-aa3c-8535331de892 HTTP/1.1" status: 204 len: 168 time: 1.9029105 Nov 13 04:49:45.814493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57190) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:45.820552 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2239ab42-77c6-4736-9b13-a65858556edf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a823c6ce64ca4db287a9aba42479899c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5484922 Nov 13 04:49:45.827586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97217cd-bd74-4c51-8bb9-eeb09b9db7eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Network': ['ID=cb27d35f-5c80-48f7-aa3c-8535331de892,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:45.841692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57192) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:45.876791 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1191291650', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:45.979433 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-95e26fd3-9d5a-43b0-8203-8ee37c289df9 req-a66020cf-a50b-4b31-bf5e-47332444921e tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 210 time: 0.1656289 Nov 13 04:49:45.987213 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10404381-b1ba-4027-a5d5-242a0d77c565 req-7f25bd16-9120-4399-b80e-1d2bbb5fca71 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701237 Nov 13 04:49:46.048410 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d94b10bf-9cda-4c2d-9259-e53d30d3af7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.067683 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.081097 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a35eec7-f6bc-4e49-80b0-543c19809a3c x-openstack-request-id: req-3a35eec7-f6bc-4e49-80b0-543c19809a3c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:46.081380 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de093a4f-4086-4c78-8ed6-d42b857972f6", "name": "network-vif-plugged", "status": "completed", "tag": "5151a71e-45f1-43d4-86be-53bff76a0584", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:46.081644 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a35eec7-f6bc-4e49-80b0-543c19809a3c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:46.082422 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5151a71e-45f1-43d4-86be-53bff76a0584', 'code': 200} Nov 13 04:49:46.104122 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d94b10bf-9cda-4c2d-9259-e53d30d3af7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.110015 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.111093 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.126484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 2505726e-2387-434f-add6-6bf019bdf7e5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2505726e-2387-434f-add6-6bf019bdf7e5,segment=NetworkSegment(d5c289a4-f1b4-47f8-8f0e-06ae435f0abd),segment_id=d5c289a4-f1b4-47f8-8f0e-06ae435f0abd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:46.144003 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.145916 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:46.174758 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.187856 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.228783 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:46.228783 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 90bc28fe-da8e-439a-b4e5-3950a3cc7cd3 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:46.298846 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1ff3f-6db8-4948-a88b-2bd48f4bbc76 None None] Pushing event updated for resources: {'Port': ['ID=62921026-cc38-4ebd-af79-c023fc96d17e,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:46.303235 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=2505726e-2387-434f-add6-6bf019bdf7e5,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:46.308589 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13aa5210-e70a-4b1e-b901-c930c3ade3e3 req-8dc073a5-94eb-4197-9e8f-4f3bdf0d1f6b tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.1073682 Nov 13 04:49:46.333926 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d94b10bf-9cda-4c2d-9259-e53d30d3af7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.337151 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d94b10bf-9cda-4c2d-9259-e53d30d3af7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.339287 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d94b10bf-9cda-4c2d-9259-e53d30d3af7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e556124-3ec5-43e2-818f-7e478bc0b466 HTTP/1.1" status: 204 len: 168 time: 0.4930162 Nov 13 04:49:46.350487 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9e2a2901-f1fa-4307-a6bf-00439338676c req-c563fd32-056c-4f0a-9a0c-87ef64f834a3 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 210 time: 0.1346915 Nov 13 04:49:46.353041 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Attempting to bind port 62921026-cc38-4ebd-af79-c023fc96d17e on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:49:46.353779 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Attempting to bind port 62921026-cc38-4ebd-af79-c023fc96d17e by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '93000c6e-4393-4184-955a-8b1462f6fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:49:46.354556 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Attempting to bind port 62921026-cc38-4ebd-af79-c023fc96d17e on network 54bcc594-4643-4653-a5bb-72d48b85d8bc {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:46.357858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b10bf-9cda-4c2d-9259-e53d30d3af7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e556124-3ec5-43e2-818f-7e478bc0b466,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:46.363126 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:49:46.364048 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Checking segment: {'id': '93000c6e-4393-4184-955a-8b1462f6fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:46.364456 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.365710 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Bound using segment: {'id': '93000c6e-4393-4184-955a-8b1462f6fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:49:46.366209 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Bound port: 62921026-cc38-4ebd-af79-c023fc96d17e, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93000c6e-4393-4184-955a-8b1462f6fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:49:46.366581 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.446439 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.522753 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] For port 62921026-cc38-4ebd-af79-c023fc96d17e, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:49:46.527172 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] For port 62921026-cc38-4ebd-af79-c023fc96d17e, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=62921026-cc38-4ebd-af79-c023fc96d17e,segment=NetworkSegment(93000c6e-4393-4184-955a-8b1462f6fe2c),segment_id=93000c6e-4393-4184-955a-8b1462f6fe2c)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:49:46.539685 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.556790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-d0833283-36a5-461f-a91a-93e090677749 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=16cb25ddaa9e4afaa689fc495253a0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027243 Nov 13 04:49:46.624229 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-c48730c3-9e99-4e71-9fca-0c263160c265 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.668423 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1ff3f-6db8-4948-a88b-2bd48f4bbc76 None None] Pushing event updated for resources: {'Port': ['ID=62921026-cc38-4ebd-af79-c023fc96d17e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:46.680423 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Routers {'454ffd78-5f2b-4f33-9480-47594a4faf12'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:46.687806 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['454ffd78-5f2b-4f33-9480-47594a4faf12'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:46.705693 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-61e1c267-2a1f-4f42-8432-41cba731bb8d None None] Provisioning complete for port 62921026-cc38-4ebd-af79-c023fc96d17e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:46.706085 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61e1c267-2a1f-4f42-8432-41cba731bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.874157 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61e1c267-2a1f-4f42-8432-41cba731bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.903729 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:46.906313 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] Set router 454ffd78-5f2b-4f33-9480-47594a4faf12 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:46.934469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-61e1c267-2a1f-4f42-8432-41cba731bb8d None None] For port 62921026-cc38-4ebd-af79-c023fc96d17e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=62921026-cc38-4ebd-af79-c023fc96d17e,segment=NetworkSegment(93000c6e-4393-4184-955a-8b1462f6fe2c),segment_id=93000c6e-4393-4184-955a-8b1462f6fe2c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:46.947795 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61e1c267-2a1f-4f42-8432-41cba731bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:47.107691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1c267-2a1f-4f42-8432-41cba731bb8d None None] Pushing event updated for resources: {'Port': ['ID=62921026-cc38-4ebd-af79-c023fc96d17e,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:47.117933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-57168fc8-e125-4222-8bca-1b3871acc402 None None] Provisioning complete for port 62921026-cc38-4ebd-af79-c023fc96d17e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:47.118272 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57168fc8-e125-4222-8bca-1b3871acc402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:47.145223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a10a222b-f8cf-4003-b1f8-da7e47a893d4 req-85f36225-5ac1-42cd-83a4-e893b23c4c8c tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 210 time: 0.0516953 Nov 13 04:49:47.162864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-0262cfa7-7c38-40a7-b8eb-6df6a4c813fb tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:47.164425 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-0262cfa7-7c38-40a7-b8eb-6df6a4c813fb tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5616906 Nov 13 04:49:47.229252 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-c48730c3-9e99-4e71-9fca-0c263160c265 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:47.260222 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-eb751fd7-74f1-49bf-aca0-09c06cfebac0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Request body: {'port': {'device_id': 'fb7b25bf-9155-4904-bcfc-beae8047d161', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '16cb25ddaa9e4afaa689fc495253a0d9'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:47.315851 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:29Z', 'updated_at': '2021-11-13T04:49:41Z', 'revision_number': 4, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'gw_port': {'id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '62921026-cc38-4ebd-af79-c023fc96d17e', 'name': '', 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'mac_address': 'fa:16:3e:d0:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:38Z', 'updated_at': '2021-11-13T04:49:46Z', 'revision_number': 4, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'subnets': [{'id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:47.360380 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82207d0b-fd94-43de-be37-08566e8a3618 None None] The sync data for ids ['454ffd78-5f2b-4f33-9480-47594a4faf12'] in n-d-813114-2 is: [{'id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:29Z', 'updated_at': '2021-11-13T04:49:41Z', 'revision_number': 4, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'gw_port': {'id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '62921026-cc38-4ebd-af79-c023fc96d17e', 'name': '', 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'mac_address': 'fa:16:3e:d0:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:38Z', 'updated_at': '2021-11-13T04:49:46Z', 'revision_number': 4, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'subnets': [{'id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:47.493804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-c48730c3-9e99-4e71-9fca-0c263160c265 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Network 5df68409-cafd-4515-9d5a-5b124adc42a7 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:47.515756 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-c48730c3-9e99-4e71-9fca-0c263160c265 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:47.518079 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48730c3-9e99-4e71-9fca-0c263160c265 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Pushing event updated for resources: {'Port': ['ID=869cec1f-6a56-4230-af80-616219b04056,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:47.531257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-c48730c3-9e99-4e71-9fca-0c263160c265 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:47.551107 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3d090beb-f206-4e8f-a42e-2e5982f2d98e req-2fb7bc97-bd5f-4ba4-baa5-249aa1be3d0f tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0505791 Nov 13 04:49:47.614642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f64d54-57c1-409f-87d8-e6229a34584f req-febf3cc2-d785-4146-b991-2505ebc9a4f9 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:47.625730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f64d54-57c1-409f-87d8-e6229a34584f req-febf3cc2-d785-4146-b991-2505ebc9a4f9 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:47.634110 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77f64d54-57c1-409f-87d8-e6229a34584f req-febf3cc2-d785-4146-b991-2505ebc9a4f9 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1681 time: 0.4616039 Nov 13 04:49:47.723618 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e26e66a-f055-4bfd-91f2-5befe12af5b9 req-0280a107-1255-4d8b-8ce3-25761f42af82 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 210 time: 0.0502996 Nov 13 04:49:47.776016 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-c48730c3-9e99-4e71-9fca-0c263160c265 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:47.778566 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-c48730c3-9e99-4e71-9fca-0c263160c265 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:47.796032 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72db61aa-47ec-48aa-9b7c-922e7c8cd0bb req-1b669cae-d46b-4502-ae2c-6bcd8fc4c77d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0789950 Nov 13 04:49:47.874284 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31f519c0-17fe-4890-8099-36e56d5f8844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:47.922550 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77f64d54-57c1-409f-87d8-e6229a34584f req-8be8e7b1-e978-4bc2-b84c-46ca3c2546ce tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870858 Nov 13 04:49:47.931425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-eb751fd7-74f1-49bf-aca0-09c06cfebac0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Made reservation on behalf of 16cb25ddaa9e4afaa689fc495253a0d9 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:49:47.935122 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-eb751fd7-74f1-49bf-aca0-09c06cfebac0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:47.956744 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445ba76c-c983-499c-b00b-c716dfb1fc2f {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:49:48.050528 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:48.068039 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-c48730c3-9e99-4e71-9fca-0c263160c265 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2518184 Nov 13 04:49:48.083859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2505726e-2387-434f-add6-6bf019bdf7e5'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:48.086193 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ce3767-4d6b-4f85-821b-b237f44e4998" -d '{"events": [{"server_uuid": "de093a4f-4086-4c78-8ed6-d42b857972f6", "name": "network-vif-plugged", "status": "completed", "tag": "2505726e-2387-434f-add6-6bf019bdf7e5"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:48.135996 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:48.151941 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed856330-fa16-4cd0-9c19-01961ac717ad x-openstack-request-id: req-ed856330-fa16-4cd0-9c19-01961ac717ad {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:48.152224 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de093a4f-4086-4c78-8ed6-d42b857972f6", "name": "network-vif-plugged", "status": "completed", "tag": "2505726e-2387-434f-add6-6bf019bdf7e5", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:48.152700 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed856330-fa16-4cd0-9c19-01961ac717ad {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:48.153099 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2505726e-2387-434f-add6-6bf019bdf7e5', 'code': 200} Nov 13 04:49:48.180221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Transition to ACTIVE for port object 445ba76c-c983-499c-b00b-c716dfb1fc2f will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:49:48.228843 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:48.329261 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Request body: {'port': {'device_id': '5c1a5822-51cd-4a72-8883-0f8ff2334df6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:48.339478 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:48.351801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d16e4c-2072-4bf2-ad72-a88e0b21611e req-e3b99320-bece-4f7e-927a-f43534355454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:48.352535 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d16e4c-2072-4bf2-ad72-a88e0b21611e req-e3b99320-bece-4f7e-927a-f43534355454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:48.354291 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-03d16e4c-2072-4bf2-ad72-a88e0b21611e req-e3b99320-bece-4f7e-927a-f43534355454 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1983 time: 0.0743830 Nov 13 04:49:48.437230 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-03d16e4c-2072-4bf2-ad72-a88e0b21611e req-629ed9f1-38fd-4ca8-8743-0b106473c591 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752444 Nov 13 04:49:48.789504 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed3c118d-9376-481a-8f73-8d18aba4b165 req-7e5d8ab9-c696-4bad-a2d7-f0a19c752923 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.1045334 Nov 13 04:49:48.898563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 62921026-cc38-4ebd-af79-c023fc96d17e up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:48.935444 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ee2426c7-8f1e-4029-b3ec-d15605b2b352 req-98ae5f92-0586-4b67-8677-8dd3214ca765 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 210 time: 0.0336103 Nov 13 04:49:49.015254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 62921026-cc38-4ebd-af79-c023fc96d17e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:49.015614 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:49.092762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-eb751fd7-74f1-49bf-aca0-09c06cfebac0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Allocated IP 192.168.233.150 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/99b90180-b40f-4687-a665-15e223a371e6) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:49.212464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7c02a-81d3-4281-9e8e-edddfcc3acd7 req-6108fecf-98b2-421a-ae1c-297903ae2141 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:49.220707 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7c02a-81d3-4281-9e8e-edddfcc3acd7 req-6108fecf-98b2-421a-ae1c-297903ae2141 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:49.222370 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5aa7c02a-81d3-4281-9e8e-edddfcc3acd7 req-6108fecf-98b2-421a-ae1c-297903ae2141 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1681 time: 0.1233869 Nov 13 04:49:49.248970 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Pushing event updated for resources: {'Port': ['ID=445ba76c-c983-499c-b00b-c716dfb1fc2f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:49.254111 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:49.276800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3ea89-9a96-4cd0-96a5-a806a96f3f19 req-c74e8250-9c63-4b4c-880a-95683887ab7b tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:49.284842 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-25c3ea89-9a96-4cd0-96a5-a806a96f3f19 req-c74e8250-9c63-4b4c-880a-95683887ab7b tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 931 time: 0.9622133 Nov 13 04:49:49.311092 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5aa7c02a-81d3-4281-9e8e-edddfcc3acd7 req-3c938bd2-04b6-4d55-bc31-25f889d2050f tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737214 Nov 13 04:49:49.432947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Allocated IP 172.25.8.194 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/f1607c07-30c1-4af4-baae-a286e84bbb88) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:49:49.484989 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-25c3ea89-9a96-4cd0-96a5-a806a96f3f19 req-ccf1918c-0b40-4af3-adc8-3b4d3c6e9ef0 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970572 Nov 13 04:49:49.767924 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Attempting to bind port 445ba76c-c983-499c-b00b-c716dfb1fc2f on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:49:49.768284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Attempting to bind port 445ba76c-c983-499c-b00b-c716dfb1fc2f by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '4fcbe674-bf11-4b0d-a9ed-bacac78aaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:49:49.768577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Attempting to bind port 445ba76c-c983-499c-b00b-c716dfb1fc2f on network 5df68409-cafd-4515-9d5a-5b124adc42a7 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:49.813518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Port 445ba76c-c983-499c-b00b-c716dfb1fc2f on network 5df68409-cafd-4515-9d5a-5b124adc42a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:49:49.813837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Attempting to bind port 445ba76c-c983-499c-b00b-c716dfb1fc2f on network 5df68409-cafd-4515-9d5a-5b124adc42a7 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:49.903280 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:49.910895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:49:49.911249 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Checking segment: {'id': '4fcbe674-bf11-4b0d-a9ed-bacac78aaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:49.911634 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Bound using segment: {'id': '4fcbe674-bf11-4b0d-a9ed-bacac78aaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:49:49.912088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Bound port: 445ba76c-c983-499c-b00b-c716dfb1fc2f, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcbe674-bf11-4b0d-a9ed-bacac78aaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:49:49.912433 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:49.963562 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-27642ec1-6eed-4f13-9723-074f579f57d3 req-a8b16c59-22ec-42ac-8c64-5d4ce6b60bbc tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0643115 Nov 13 04:49:49.970008 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-eb751fd7-74f1-49bf-aca0-09c06cfebac0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:50.164353 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c31b114-76d1-491d-8988-858f5793bae8 req-3cf09682-347f-45b4-a25a-bedff01292a4 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 210 time: 0.0696332 Nov 13 04:49:50.191185 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:50.194637 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] For port 445ba76c-c983-499c-b00b-c716dfb1fc2f, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:49:50.241977 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-eb751fd7-74f1-49bf-aca0-09c06cfebac0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:50.260422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-31f519c0-17fe-4890-8099-36e56d5f8844 admin admin] Deleting port aebab04b-0cb6-4aa3-b196-695e86160ad2 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:50.260809 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31f519c0-17fe-4890-8099-36e56d5f8844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:50.263635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] For port 445ba76c-c983-499c-b00b-c716dfb1fc2f, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=445ba76c-c983-499c-b00b-c716dfb1fc2f,segment=NetworkSegment(4fcbe674-bf11-4b0d-a9ed-bacac78aaded),segment_id=4fcbe674-bf11-4b0d-a9ed-bacac78aaded)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:49:50.277059 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['464fe423-404e-4e1f-b465-df0204247acd'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:49:50.285987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869cec1f-6a56-4230-af80-616219b04056 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:49:50.292052 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:50.306625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:50.320778 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:50.327965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:50.345826 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88e4142-52d4-49b3-adf6-a26b4d4bc9b2 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:50.378621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:50.414981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=f1607c07-30c1-4af4-baae-a286e84bbb88,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:50.422399 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e6a421c2-e1df-4b1f-9120-0ed4b172bd6d None None] Provisioning complete for port f1607c07-30c1-4af4-baae-a286e84bbb88 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:50.423404 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6a421c2-e1df-4b1f-9120-0ed4b172bd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:50.444307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-eb751fd7-74f1-49bf-aca0-09c06cfebac0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:49:50.446652 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d9aad97-2ed8-4743-90be-ced4d808d338 req-56612d2d-7475-4ebf-ad50-a74685bb1945 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27d403ccbe59420287f9d0ae1fd54fcd&device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.1281481 Nov 13 04:49:50.469237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Transition to ACTIVE for port object 869cec1f-6a56-4230-af80-616219b04056 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:49:50.472529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:50.473539 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:50.474717 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] 10.222.0.46 "PUT /v2.0/ports/445ba76c-c983-499c-b00b-c716dfb1fc2f HTTP/1.1" status: 200 len: 1091 time: 6.2573617 Nov 13 04:49:50.487962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2eaa4-f1e9-4a7d-b8e6-d3bfe1e8dce2 req-baa57422-922f-4148-8b44-0c569d90c778 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:50.490581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e6a421c2-e1df-4b1f-9120-0ed4b172bd6d None None] Port f1607c07-30c1-4af4-baae-a286e84bbb88 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:50.496523 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7aa49b8-3e7d-427a-b930-d4ed498f6a39 req-11f5e2d0-3969-48c6-bcdc-34b16a5dcea7 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.1616404 Nov 13 04:49:50.497053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca', 'tag': '445ba76c-c983-499c-b00b-c716dfb1fc2f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:50.499814 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b97dd7e-67a4-48bc-88e3-61ae073624bc" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca", "tag": "445ba76c-c983-499c-b00b-c716dfb1fc2f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:50.502890 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-eb751fd7-74f1-49bf-aca0-09c06cfebac0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:49:50.503177 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2eaa4-f1e9-4a7d-b8e6-d3bfe1e8dce2 req-baa57422-922f-4148-8b44-0c569d90c778 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:50.527315 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ddd2eaa4-f1e9-4a7d-b8e6-d3bfe1e8dce2 req-baa57422-922f-4148-8b44-0c569d90c778 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1681 time: 0.1270413 Nov 13 04:49:50.533996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-eb751fd7-74f1-49bf-aca0-09c06cfebac0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:49:50.541467 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:50.648457 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aba8680-7e49-43a2-9ec9-59080b525535 x-openstack-request-id: req-0aba8680-7e49-43a2-9ec9-59080b525535 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:50.648740 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca", "tag": "445ba76c-c983-499c-b00b-c716dfb1fc2f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:50.648996 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0aba8680-7e49-43a2-9ec9-59080b525535 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:50.649395 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca', 'tag': '445ba76c-c983-499c-b00b-c716dfb1fc2f', 'status': 'completed', 'code': 200} Nov 13 04:49:50.659518 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d9aad97-2ed8-4743-90be-ced4d808d338 req-de359440-e179-4277-a22b-6dc9ab591620 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=27d403ccbe59420287f9d0ae1fd54fcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1471972 Nov 13 04:49:50.666029 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ddd2eaa4-f1e9-4a7d-b8e6-d3bfe1e8dce2 req-dca45072-a72a-4611-8d16-e714563ec906 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432405 Nov 13 04:49:50.736624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb751fd7-74f1-49bf-aca0-09c06cfebac0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Pushing event updated for resources: {'Port': ['ID=99b90180-b40f-4687-a665-15e223a371e6,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:50.914825 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-201234dd-2c3e-4c48-b03f-b96915579278 None None] Provisioning complete for port 99b90180-b40f-4687-a665-15e223a371e6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:50.915336 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-201234dd-2c3e-4c48-b03f-b96915579278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:50.971720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-201234dd-2c3e-4c48-b03f-b96915579278 None None] Port 99b90180-b40f-4687-a665-15e223a371e6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:49:50.984460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-31f519c0-17fe-4890-8099-36e56d5f8844 admin admin] For port aebab04b-0cb6-4aa3-b196-695e86160ad2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=aebab04b-0cb6-4aa3-b196-695e86160ad2,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:50.984826 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31f519c0-17fe-4890-8099-36e56d5f8844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:51.034139 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-eb751fd7-74f1-49bf-aca0-09c06cfebac0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:51.034751 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-eb751fd7-74f1-49bf-aca0-09c06cfebac0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:51.085040 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-31f519c0-17fe-4890-8099-36e56d5f8844 admin admin] Calling delete_port for aebab04b-0cb6-4aa3-b196-695e86160ad2 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:51.117360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6a71f-43b0-4d81-88ac-1c40fbf22e9f req-e925b34b-9be7-443e-a8cc-cd5b059a3ae9 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:51.124586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6a71f-43b0-4d81-88ac-1c40fbf22e9f req-e925b34b-9be7-443e-a8cc-cd5b059a3ae9 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:51.126257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c8f6a71f-43b0-4d81-88ac-1c40fbf22e9f req-e925b34b-9be7-443e-a8cc-cd5b059a3ae9 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1681 time: 0.0642970 Nov 13 04:49:51.130419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-4557a68b-51b4-4b9f-aaa0-b7bdebc8761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:51.131987 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-4557a68b-51b4-4b9f-aaa0-b7bdebc8761d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12d3eed64754419b91fc9267590fb5a0&device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 1094 time: 0.5073452 Nov 13 04:49:51.179415 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c7d44-fd22-41c3-a28f-862c4e7b068c service neutron] Pushing event updated for resources: {'Port': ['ID=445ba76c-c983-499c-b00b-c716dfb1fc2f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:51.184861 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-eb751fd7-74f1-49bf-aca0-09c06cfebac0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9581079 Nov 13 04:49:51.190710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c8f6a71f-43b0-4d81-88ac-1c40fbf22e9f req-68f3d520-0253-4839-8163-82d49bcbbe8e tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570045 Nov 13 04:49:51.209161 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48231027-bfe3-4ad1-96d4-e1ba2e312811 req-f9a2e97d-1e5a-4dce-9f3e-d77c9ac4458b tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:51.210734 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48231027-bfe3-4ad1-96d4-e1ba2e312811 req-f9a2e97d-1e5a-4dce-9f3e-d77c9ac4458b tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 943 time: 0.5118368 Nov 13 04:49:51.304090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Request body: {'port': {'device_id': 'fb7b25bf-9155-4904-bcfc-beae8047d161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:51.319717 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-52703f71-0f14-4ee5-9de5-26f6c6e64d4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=445ba76c-c983-499c-b00b-c716dfb1fc2f HTTP/1.1" status: 200 len: 217 time: 0.1645880 Nov 13 04:49:51.323144 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d9585-9f73-4f49-aaff-1aad774374e3 req-3436ab5e-b79e-4751-8981-53db5000b5bc tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:51.324717 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-804d9585-9f73-4f49-aaff-1aad774374e3 req-3436ab5e-b79e-4751-8981-53db5000b5bc tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 936 time: 0.0640471 Nov 13 04:49:51.381704 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-804d9585-9f73-4f49-aaff-1aad774374e3 req-ae6ee95c-df81-4df1-a4ee-d722a02d115b tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491142 Nov 13 04:49:51.429569 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aad97-2ed8-4743-90be-ced4d808d338 req-464d3865-b9a8-4518-b94a-05c9b1960fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:51.430980 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d9aad97-2ed8-4743-90be-ced4d808d338 req-464d3865-b9a8-4518-b94a-05c9b1960fd0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7268929 Nov 13 04:49:51.529563 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Attempting to bind port 869cec1f-6a56-4230-af80-616219b04056 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:49:51.529891 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Attempting to bind port 869cec1f-6a56-4230-af80-616219b04056 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '4fcbe674-bf11-4b0d-a9ed-bacac78aaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:49:51.530221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Attempting to bind port 869cec1f-6a56-4230-af80-616219b04056 on network 5df68409-cafd-4515-9d5a-5b124adc42a7 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:51.549760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Pushing event updated for resources: {'Port': ['ID=869cec1f-6a56-4230-af80-616219b04056,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:51.618193 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-563f6ca3-4177-4e36-96ae-73a69b67582a req-3618d2d7-ccec-403e-99bb-6980ac2a5d1b tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0287042 Nov 13 04:49:51.961266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Port 869cec1f-6a56-4230-af80-616219b04056 on network 5df68409-cafd-4515-9d5a-5b124adc42a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:49:51.961588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Attempting to bind port 869cec1f-6a56-4230-af80-616219b04056 on network 5df68409-cafd-4515-9d5a-5b124adc42a7 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:52.012253 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:52.022301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-942b8178-c1b4-4fcd-b14d-48966d91b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:52.023827 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-942b8178-c1b4-4fcd-b14d-48966d91b78b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bda26a38-0894-479d-8858-c797e4adbfd7 HTTP/1.1" status: 200 len: 858 time: 0.6333036 Nov 13 04:49:52.044296 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48231027-bfe3-4ad1-96d4-e1ba2e312811 req-521d1cf2-7fc2-4e39-af86-2eae5f94f897 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7461164 Nov 13 04:49:52.054286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:49:52.054620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Checking segment: {'id': '4fcbe674-bf11-4b0d-a9ed-bacac78aaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:52.055029 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Bound using segment: {'id': '4fcbe674-bf11-4b0d-a9ed-bacac78aaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:49:52.055483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Bound port: 869cec1f-6a56-4230-af80-616219b04056, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcbe674-bf11-4b0d-a9ed-bacac78aaded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:49:52.055837 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:52.108716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-9a2cf6e4-dc6a-4601-9ec4-53863c733e04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5df68409-cafd-4515-9d5a-5b124adc42a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556068 Nov 13 04:49:52.188498 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:52.427124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45521d-ee0c-468e-8697-09de76dfed59 req-e9e2b8c7-1e81-42e2-9a4d-c2994008b16a tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:52.440508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45521d-ee0c-468e-8697-09de76dfed59 req-e9e2b8c7-1e81-42e2-9a4d-c2994008b16a tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:52.447289 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb45521d-ee0c-468e-8697-09de76dfed59 req-e9e2b8c7-1e81-42e2-9a4d-c2994008b16a tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1681 time: 0.1446359 Nov 13 04:49:52.469679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] For port 869cec1f-6a56-4230-af80-616219b04056, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:49:52.511696 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb45521d-ee0c-468e-8697-09de76dfed59 req-0fab8b0a-0ff5-4822-88f9-e157efa92901 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572948 Nov 13 04:49:52.600527 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] For port 869cec1f-6a56-4230-af80-616219b04056, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=869cec1f-6a56-4230-af80-616219b04056,segment=NetworkSegment(4fcbe674-bf11-4b0d-a9ed-bacac78aaded),segment_id=4fcbe674-bf11-4b0d-a9ed-bacac78aaded)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:49:52.635388 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:52.646648 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31f519c0-17fe-4890-8099-36e56d5f8844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:52.649798 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-26de4867-b847-4ee9-8aff-9cbec1b9c30e service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166073 Nov 13 04:49:52.745102 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:52.745572 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:52.748049 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] 10.222.0.46 "PUT /v2.0/ports/869cec1f-6a56-4230-af80-616219b04056 HTTP/1.1" status: 200 len: 1091 time: 4.4534559 Nov 13 04:49:52.764891 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1a5822-51cd-4a72-8883-0f8ff2334df6', 'tag': '869cec1f-6a56-4230-af80-616219b04056'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:52.767282 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b3d29b-a962-461a-9ed9-5ccf0cfc5c96" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1a5822-51cd-4a72-8883-0f8ff2334df6", "tag": "869cec1f-6a56-4230-af80-616219b04056"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:52.784049 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e88e0ea3-d571-4267-80af-14cb2d661399 req-0c8cc763-d727-43db-90eb-0ce9cf607171 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0821447 Nov 13 04:49:52.920176 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b9e93b-a106-4f35-99f4-64f0c4823510 x-openstack-request-id: req-11b9e93b-a106-4f35-99f4-64f0c4823510 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:52.920426 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1a5822-51cd-4a72-8883-0f8ff2334df6", "tag": "869cec1f-6a56-4230-af80-616219b04056", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:52.920679 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11b9e93b-a106-4f35-99f4-64f0c4823510 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:52.921055 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1a5822-51cd-4a72-8883-0f8ff2334df6', 'tag': '869cec1f-6a56-4230-af80-616219b04056', 'status': 'completed', 'code': 200} Nov 13 04:49:52.931021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-0d0ca0a9-183a-4e4e-9c8b-2422300b52ec tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:52.938572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-0d0ca0a9-183a-4e4e-9c8b-2422300b52ec tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:52.940765 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-0d0ca0a9-183a-4e4e-9c8b-2422300b52ec tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.36 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 1681 time: 0.1040061 Nov 13 04:49:52.992861 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742b764-02fc-4f07-a29c-fe20156953e4 req-49c9a9f9-f276-4638-b478-04274c4bdcbe tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:53.000927 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1742b764-02fc-4f07-a29c-fe20156953e4 req-49c9a9f9-f276-4638-b478-04274c4bdcbe tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 936 time: 0.4389372 Nov 13 04:49:53.086789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc6f14-28ed-49e1-a1b0-ffdade4e47f0 service neutron] Pushing event updated for resources: {'Port': ['ID=869cec1f-6a56-4230-af80-616219b04056,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:53.112405 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d9aad97-2ed8-4743-90be-ced4d808d338 req-0f6932d8-588e-4704-8c3f-c71ed21da981 tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.1331825 Nov 13 04:49:53.175636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f519c0-17fe-4890-8099-36e56d5f8844 admin admin] Pushing event deleted for resources: {'Port': ['ID=aebab04b-0cb6-4aa3-b196-695e86160ad2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:53.178659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-ff9d290b-bab5-4afb-ba9e-c25cbd1cb3bb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Deleting port 5151a71e-45f1-43d4-86be-53bff76a0584 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:53.179062 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-ff9d290b-bab5-4afb-ba9e-c25cbd1cb3bb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:53.293442 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6cc2e3-f4cb-4f15-be48-51915c7893d7 req-ed55d3b8-d960-4333-84e1-30cba09af53c service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300461 Nov 13 04:49:53.304030 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:53.307662 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-ff9d290b-bab5-4afb-ba9e-c25cbd1cb3bb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] For port 5151a71e-45f1-43d4-86be-53bff76a0584, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=5151a71e-45f1-43d4-86be-53bff76a0584,segment=NetworkSegment(7d6a9ffb-c285-42a7-83cb-de5dc60b082f),segment_id=7d6a9ffb-c285-42a7-83cb-de5dc60b082f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:53.307998 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-ff9d290b-bab5-4afb-ba9e-c25cbd1cb3bb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:53.323819 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-ff9d290b-bab5-4afb-ba9e-c25cbd1cb3bb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Calling delete_port for 5151a71e-45f1-43d4-86be-53bff76a0584 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:53.335258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b90180-b40f-4687-a665-15e223a371e6 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:49:53.342665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-95650964-cc75-47f8-ab7d-100c517da8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:53.344868 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-95650964-cc75-47f8-ab7d-100c517da8cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12d3eed64754419b91fc9267590fb5a0&device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 1094 time: 0.4884861 Nov 13 04:49:53.371602 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1742b764-02fc-4f07-a29c-fe20156953e4 req-99d528e1-c07c-4005-b221-ac2bc97f21ef tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696418 Nov 13 04:49:53.380341 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:53.566184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c9790-bf94-4e47-b850-39c687403eb6 req-80cedee4-d3c4-4e0a-854b-5c60af357231 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:53.568642 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f52c9790-bf94-4e47-b850-39c687403eb6 req-80cedee4-d3c4-4e0a-854b-5c60af357231 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 943 time: 0.1480103 Nov 13 04:49:53.576767 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-0b6d785b-8365-4aac-b097-69b0daa79e77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=869cec1f-6a56-4230-af80-616219b04056 HTTP/1.1" status: 200 len: 217 time: 0.1930721 Nov 13 04:49:53.581033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Transition to ACTIVE for port object 99b90180-b40f-4687-a665-15e223a371e6 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:49:53.631490 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-ff9d290b-bab5-4afb-ba9e-c25cbd1cb3bb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:53.638751 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:53.668290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['5151a71e-45f1-43d4-86be-53bff76a0584', '2505726e-2387-434f-add6-6bf019bdf7e5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:49:53.689921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d290b-bab5-4afb-ba9e-c25cbd1cb3bb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Port': ['ID=5151a71e-45f1-43d4-86be-53bff76a0584,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:53.732556 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31f519c0-17fe-4890-8099-36e56d5f8844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:53.771441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-ff9d290b-bab5-4afb-ba9e-c25cbd1cb3bb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] No DVR routers for this DVR port 5151a71e-45f1-43d4-86be-53bff76a0584 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:53.775460 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-ff9d290b-bab5-4afb-ba9e-c25cbd1cb3bb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:53.778993 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-ff9d290b-bab5-4afb-ba9e-c25cbd1cb3bb tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.36 "DELETE /v2.0/ports/5151a71e-45f1-43d4-86be-53bff76a0584 HTTP/1.1" status: 204 len: 173 time: 0.8297737 Nov 13 04:49:53.779471 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'name': 'network-vif-deleted', 'tag': '5151a71e-45f1-43d4-86be-53bff76a0584'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:53.782008 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b7a97c-5db9-475f-b6b0-ce2615370424" -d '{"events": [{"server_uuid": "de093a4f-4086-4c78-8ed6-d42b857972f6", "name": "network-vif-deleted", "tag": "5151a71e-45f1-43d4-86be-53bff76a0584"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:53.788801 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f52c9790-bf94-4e47-b850-39c687403eb6 req-6f0b7384-7789-4b3f-9b62-626dee3ed674 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696439 Nov 13 04:49:53.837517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97dd7e-67a4-48bc-88e3-61ae073624bc req-c84dab44-72f1-4854-9f12-dfc0609e6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:53.840528 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b97dd7e-67a4-48bc-88e3-61ae073624bc req-c84dab44-72f1-4854-9f12-dfc0609e6493 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12d3eed64754419b91fc9267590fb5a0&device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 1094 time: 0.3752887 Nov 13 04:49:53.949091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Pushing event updated for resources: {'Port': ['ID=99b90180-b40f-4687-a665-15e223a371e6,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:53.954094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-13139e3e-9aed-43c1-bad0-56409ee1f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:53.955960 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-13139e3e-9aed-43c1-bad0-56409ee1f0ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bda26a38-0894-479d-8858-c797e4adbfd7 HTTP/1.1" status: 200 len: 858 time: 0.3676755 Nov 13 04:49:53.961506 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877645eb-0e85-43e0-993a-c92936e63f18 x-openstack-request-id: req-877645eb-0e85-43e0-993a-c92936e63f18 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:53.961506 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de093a4f-4086-4c78-8ed6-d42b857972f6", "name": "network-vif-deleted", "tag": "5151a71e-45f1-43d4-86be-53bff76a0584", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:53.961506 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-877645eb-0e85-43e0-993a-c92936e63f18 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:53.961506 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'name': 'network-vif-deleted', 'tag': '5151a71e-45f1-43d4-86be-53bff76a0584', 'status': 'completed', 'code': 200} Nov 13 04:49:54.142208 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1586bdbf-f176-47c4-bfe9-8a159026f403 req-860c81cd-023f-4f55-89b3-012910f1736f tempest-ServerShowV257Test-1246360543 tempest-ServerShowV257Test-1246360543-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d3bcb5-ede0-4964-a1a0-ad34e07273ca HTTP/1.1" status: 200 len: 210 time: 0.0684576 Nov 13 04:49:54.195049 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-1de10193-5173-42ae-bc6a-4ee4d162aedd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Deleting port 2505726e-2387-434f-add6-6bf019bdf7e5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:54.195397 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-1de10193-5173-42ae-bc6a-4ee4d162aedd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:54.408669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-1de10193-5173-42ae-bc6a-4ee4d162aedd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] For port 2505726e-2387-434f-add6-6bf019bdf7e5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2505726e-2387-434f-add6-6bf019bdf7e5,segment=NetworkSegment(d5c289a4-f1b4-47f8-8f0e-06ae435f0abd),segment_id=d5c289a4-f1b4-47f8-8f0e-06ae435f0abd)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:54.409112 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-1de10193-5173-42ae-bc6a-4ee4d162aedd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:54.426653 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-1de10193-5173-42ae-bc6a-4ee4d162aedd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Calling delete_port for 2505726e-2387-434f-add6-6bf019bdf7e5 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:54.527649 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-dfbee50e-ddc9-4ac2-994e-a7c3d28c0586 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5df68409-cafd-4515-9d5a-5b124adc42a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5334234 Nov 13 04:49:54.550982 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b466dc-ee1f-4054-b388-75f1682ff691 req-c0369564-c40e-49ae-a2ec-cbbc6f44e2de tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:54.552494 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6b466dc-ee1f-4054-b388-75f1682ff691 req-c0369564-c40e-49ae-a2ec-cbbc6f44e2de tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/ports?device_id=de093a4f-4086-4c78-8ed6-d42b857972f6 HTTP/1.1" status: 200 len: 945 time: 0.8642819 Nov 13 04:49:54.560059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e19d5-d727-4b2f-8247-1cb6eb0805f3 req-cf21d318-fcc6-44d9-a399-81b86abaf2fd tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:54.561685 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-047e19d5-d727-4b2f-8247-1cb6eb0805f3 req-cf21d318-fcc6-44d9-a399-81b86abaf2fd tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 948 time: 0.0900719 Nov 13 04:49:54.663650 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-047e19d5-d727-4b2f-8247-1cb6eb0805f3 req-848f2a61-5496-45ab-a796-e3fecb3a9397 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949895 Nov 13 04:49:54.674224 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-1de10193-5173-42ae-bc6a-4ee4d162aedd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:54.676468 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97dd7e-67a4-48bc-88e3-61ae073624bc req-3fb97f64-f071-46ae-99a8-d2cb26601dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:54.678097 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b97dd7e-67a4-48bc-88e3-61ae073624bc req-3fb97f64-f071-46ae-99a8-d2cb26601dca service neutron] 10.222.0.46 "GET /v2.0/networks?id=5df68409-cafd-4515-9d5a-5b124adc42a7 HTTP/1.1" status: 200 len: 919 time: 0.7913160 Nov 13 04:49:54.705411 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de10193-5173-42ae-bc6a-4ee4d162aedd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Port': ['ID=2505726e-2387-434f-add6-6bf019bdf7e5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:54.725288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['5151a71e-45f1-43d4-86be-53bff76a0584'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:49:54.804399 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-1de10193-5173-42ae-bc6a-4ee4d162aedd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] No DVR routers for this DVR port 2505726e-2387-434f-add6-6bf019bdf7e5 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:54.816946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-1de10193-5173-42ae-bc6a-4ee4d162aedd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:54.821904 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4acdd0ce-47dd-411d-b5ed-af7ab625ae21 req-1de10193-5173-42ae-bc6a-4ee4d162aedd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.36 "DELETE /v2.0/ports/2505726e-2387-434f-add6-6bf019bdf7e5 HTTP/1.1" status: 204 len: 173 time: 1.0300095 Nov 13 04:49:54.831426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 38fb9372-1f44-4fee-8a2b-36294bcddeb0 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:49:54.885552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b97dd7e-67a4-48bc-88e3-61ae073624bc req-6295cb65-dd1c-4ad8-ad66-101445e02f75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=445ba76c-c983-499c-b00b-c716dfb1fc2f HTTP/1.1" status: 200 len: 217 time: 0.1740782 Nov 13 04:49:54.900755 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6b466dc-ee1f-4054-b388-75f1682ff691 req-1b2f1c49-d91c-4efd-b218-025516683b89 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8eff598-71f2-4e67-a9b2-bfadb04e7981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873418 Nov 13 04:49:54.903343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Attempting to bind port 99b90180-b40f-4687-a665-15e223a371e6 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:49:54.903818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Attempting to bind port 99b90180-b40f-4687-a665-15e223a371e6 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:49:54.904157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Attempting to bind port 99b90180-b40f-4687-a665-15e223a371e6 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:54.985392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97dd7e-67a4-48bc-88e3-61ae073624bc req-bb02eb04-6b7b-4f3e-bd25-ae56fdcf9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:54.988652 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b97dd7e-67a4-48bc-88e3-61ae073624bc req-bb02eb04-6b7b-4f3e-bd25-ae56fdcf9abe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bda26a38-0894-479d-8858-c797e4adbfd7 HTTP/1.1" status: 200 len: 858 time: 0.0724373 Nov 13 04:49:54.989348 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Port 99b90180-b40f-4687-a665-15e223a371e6 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:49:54.989695 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Attempting to bind port 99b90180-b40f-4687-a665-15e223a371e6 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:49:55.032741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12622972-94e7-4f29-bae2-4b6497441b0d req-facc6e74-67bc-42ff-a1eb-8caabdeb8acc tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:55.043731 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12622972-94e7-4f29-bae2-4b6497441b0d req-facc6e74-67bc-42ff-a1eb-8caabdeb8acc tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 943 time: 0.0943847 Nov 13 04:49:55.124426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:49:55.124611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:49:55.124992 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:49:55.125457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Bound port: 99b90180-b40f-4687-a665-15e223a371e6, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:49:55.125818 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:55.131449 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12622972-94e7-4f29-bae2-4b6497441b0d req-d17546dc-e080-4704-922d-7a70782910ad tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866778 Nov 13 04:49:55.196248 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b97dd7e-67a4-48bc-88e3-61ae073624bc req-29e334ea-4b8b-4c7d-8bc4-461eb182628d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5df68409-cafd-4515-9d5a-5b124adc42a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147323 Nov 13 04:49:55.198063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-52cf97d5-c1c1-4427-bb43-ff43466daefa service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6558568 Nov 13 04:49:55.521781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f519c0-17fe-4890-8099-36e56d5f8844 admin admin] Router 447b9c7e-9721-4381-91f1-5a10a6daeb6a has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:49:55.557189 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] For port 99b90180-b40f-4687-a665-15e223a371e6, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:49:55.564806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:55.568004 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] For port 99b90180-b40f-4687-a665-15e223a371e6, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=99b90180-b40f-4687-a665-15e223a371e6,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:49:55.592807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9da50a8-5590-4827-a628-14252aaeeb19 None None] Sync routers for ids ['38fb9372-1f44-4fee-8a2b-36294bcddeb0'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:55.595784 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:55.611244 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5316b469-6106-4c6a-803a-da1d0f493d5c req-9da09321-93f9-4f73-8633-0f5ad534b5f0 service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996093 Nov 13 04:49:55.625182 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b97dd7e-67a4-48bc-88e3-61ae073624bc req-c1ab61e7-8760-4190-88cc-07afa608b390 service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072146 Nov 13 04:49:55.647291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da50a8-5590-4827-a628-14252aaeeb19 None None] Routers {'38fb9372-1f44-4fee-8a2b-36294bcddeb0'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:55.648195 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e9da50a8-5590-4827-a628-14252aaeeb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['38fb9372-1f44-4fee-8a2b-36294bcddeb0'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:55.702047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e9da50a8-5590-4827-a628-14252aaeeb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:55.712447 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da50a8-5590-4827-a628-14252aaeeb19 None None] Routers {'38fb9372-1f44-4fee-8a2b-36294bcddeb0'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:55.713308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e9da50a8-5590-4827-a628-14252aaeeb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['38fb9372-1f44-4fee-8a2b-36294bcddeb0'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:55.728605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57410) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:55.787311 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e9da50a8-5590-4827-a628-14252aaeeb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:55.788979 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9da50a8-5590-4827-a628-14252aaeeb19 None None] The sync data for ids ['38fb9372-1f44-4fee-8a2b-36294bcddeb0'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:55.832381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a992c-2507-4ec5-beee-a6634dc0ce94 req-e2c81a28-92f5-4821-9ac9-adaf27880ac2 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:55.842548 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd9a992c-2507-4ec5-beee-a6634dc0ce94 req-e2c81a28-92f5-4821-9ac9-adaf27880ac2 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 948 time: 0.0884991 Nov 13 04:49:55.844686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f519c0-17fe-4890-8099-36e56d5f8844 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:55.856229 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:55.856673 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a585ec17-cc5b-4e0c-acfe-60843e88219b None None] Sync routers for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:55.858156 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fd83ac23-f753-4f09-b8fc-2c699ff34ea7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.9862618 Nov 13 04:49:55.873030 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a585ec17-cc5b-4e0c-acfe-60843e88219b None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:55.873664 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a585ec17-cc5b-4e0c-acfe-60843e88219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:55.911460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57414) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:55.922169 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd9a992c-2507-4ec5-beee-a6634dc0ce94 req-0b78fdff-c7e4-48a1-9d92-6a64b2a7e9b2 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782080 Nov 13 04:49:55.960920 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-31f519c0-17fe-4890-8099-36e56d5f8844 admin admin] 10.222.0.43 "PUT /v2.0/routers/447b9c7e-9721-4381-91f1-5a10a6daeb6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2121844 Nov 13 04:49:55.979260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57418) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:55.980092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57420) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:56.077617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:56.077841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'name': 'network-vif-deleted', 'tag': '2505726e-2387-434f-add6-6bf019bdf7e5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:56.078573 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:56.080054 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] 10.222.0.36 "PUT /v2.0/ports/99b90180-b40f-4687-a665-15e223a371e6 HTTP/1.1" status: 200 len: 1096 time: 4.8046439 Nov 13 04:49:56.080988 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16453830-110a-4d98-b813-aef32605dc8c" -d '{"events": [{"server_uuid": "de093a4f-4086-4c78-8ed6-d42b857972f6", "name": "network-vif-deleted", "tag": "2505726e-2387-434f-add6-6bf019bdf7e5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:56.109456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7b25bf-9155-4904-bcfc-beae8047d161', 'tag': '99b90180-b40f-4687-a665-15e223a371e6'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:56.111921 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5187b3e4-df21-4d77-bdf6-c6c56717fbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7b25bf-9155-4904-bcfc-beae8047d161", "tag": "99b90180-b40f-4687-a665-15e223a371e6"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:56.130143 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a585ec17-cc5b-4e0c-acfe-60843e88219b None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:56.253350 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c77cab-3563-43d1-a83e-d6f84a82c1fb x-openstack-request-id: req-c8c77cab-3563-43d1-a83e-d6f84a82c1fb {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:56.253563 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7b25bf-9155-4904-bcfc-beae8047d161", "tag": "99b90180-b40f-4687-a665-15e223a371e6", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:56.253896 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8c77cab-3563-43d1-a83e-d6f84a82c1fb {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:56.254307 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7b25bf-9155-4904-bcfc-beae8047d161', 'tag': '99b90180-b40f-4687-a665-15e223a371e6', 'status': 'completed', 'code': 200} Nov 13 04:49:56.320442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bd207a96-52ad-413e-a336-0cbaca185013 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/routers/38fb9372-1f44-4fee-8a2b-36294bcddeb0 HTTP/1.1" status: 200 len: 885 time: 0.3884895 Nov 13 04:49:56.324481 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16ab478-8504-4a9c-b1df-7e6e05aa64c2 x-openstack-request-id: req-b16ab478-8504-4a9c-b1df-7e6e05aa64c2 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:56.324775 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de093a4f-4086-4c78-8ed6-d42b857972f6", "name": "network-vif-deleted", "tag": "2505726e-2387-434f-add6-6bf019bdf7e5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:56.326309 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b16ab478-8504-4a9c-b1df-7e6e05aa64c2 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:56.327188 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de093a4f-4086-4c78-8ed6-d42b857972f6', 'name': 'network-vif-deleted', 'tag': '2505726e-2387-434f-add6-6bf019bdf7e5', 'status': 'completed', 'code': 200} Nov 13 04:49:56.328404 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57430) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:56.330979 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35c49769-b19e-45e7-9617-89e7d6814127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:56.398764 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:56.488222 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f5fec-6ed4-45f5-b3d8-888c682bdde9 service neutron] Pushing event updated for resources: {'Port': ['ID=99b90180-b40f-4687-a665-15e223a371e6,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:56.505720 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b97dd7e-67a4-48bc-88e3-61ae073624bc req-657a879a-18b3-472a-8094-73323a418a80 service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6652129 Nov 13 04:49:56.521484 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3d29b-a962-461a-9ed9-5ccf0cfc5c96 req-78547be8-7ffc-47d6-b537-c48fe69e429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:56.523172 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e8b3d29b-a962-461a-9ed9-5ccf0cfc5c96 req-78547be8-7ffc-47d6-b537-c48fe69e429f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12d3eed64754419b91fc9267590fb5a0&device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 1094 time: 0.6638446 Nov 13 04:49:56.528331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb2e38c-8b84-4bbf-9ea1-63001b8121fa tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Deleting subnet 92c4fd05-f519-4c53-9294-fdb7574613e3 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:49:56.538664 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e38c-8b84-4bbf-9ea1-63001b8121fa tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:56.570086 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac5b5-c47c-41d1-b00f-5a234bf2a530 req-4100b12e-b56e-496e-be3e-a0ad5662a277 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:56.577375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae0ac5b5-c47c-41d1-b00f-5a234bf2a530 req-4100b12e-b56e-496e-be3e-a0ad5662a277 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 943 time: 0.1475005 Nov 13 04:49:56.602412 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e38c-8b84-4bbf-9ea1-63001b8121fa tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:56.704917 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a585ec17-cc5b-4e0c-acfe-60843e88219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:49:52Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:56.742999 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a585ec17-cc5b-4e0c-acfe-60843e88219b None None] Checking router: 447b9c7e-9721-4381-91f1-5a10a6daeb6a for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:49:56.749477 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae0ac5b5-c47c-41d1-b00f-5a234bf2a530 req-454ca125-ebee-496f-950b-848f2deeab90 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707189 Nov 13 04:49:56.755663 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a585ec17-cc5b-4e0c-acfe-60843e88219b None None] Routers {'447b9c7e-9721-4381-91f1-5a10a6daeb6a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:56.756543 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a585ec17-cc5b-4e0c-acfe-60843e88219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:56.787911 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 5151a71e-45f1-43d4-86be-53bff76a0584 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:56.839035 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35c49769-b19e-45e7-9617-89e7d6814127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:56.843713 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 5151a71e-45f1-43d4-86be-53bff76a0584 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:56.846707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 5151a71e-45f1-43d4-86be-53bff76a0584 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:56.847389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2505726e-2387-434f-add6-6bf019bdf7e5 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:56.857455 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35c49769-b19e-45e7-9617-89e7d6814127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:56.903111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 445ba76c-c983-499c-b00b-c716dfb1fc2f details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:49:56.916099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3d29b-a962-461a-9ed9-5ccf0cfc5c96 req-534c6772-cce6-4c30-83ce-498d4687c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:56.917597 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e8b3d29b-a962-461a-9ed9-5ccf0cfc5c96 req-534c6772-cce6-4c30-83ce-498d4687c071 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5df68409-cafd-4515-9d5a-5b124adc42a7 HTTP/1.1" status: 200 len: 919 time: 0.3803399 Nov 13 04:49:56.928645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-2cf25228-7fc6-46d6-8b4a-76b09677bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:56.930082 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-2cf25228-7fc6-46d6-8b4a-76b09677bea2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16cb25ddaa9e4afaa689fc495253a0d9&device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 1099 time: 0.7551577 Nov 13 04:49:56.947161 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-35c49769-b19e-45e7-9617-89e7d6814127 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27d403ccbe59420287f9d0ae1fd54fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2166994 Nov 13 04:49:56.953282 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57436) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:56.954086 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c49769-b19e-45e7-9617-89e7d6814127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735a8a99-51ea-4f6e-a7f8-6576da09c57d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:56.981641 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e8b3d29b-a962-461a-9ed9-5ccf0cfc5c96 req-644620da-079d-4e25-b3d1-9601bd6cf371 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=869cec1f-6a56-4230-af80-616219b04056 HTTP/1.1" status: 200 len: 217 time: 0.0503013 Nov 13 04:49:56.992648 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:57.017549 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-32e0f5e5-4185-4dec-91a4-a46b17f4be0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6686742 Nov 13 04:49:57.026615 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a585ec17-cc5b-4e0c-acfe-60843e88219b None None] Set router 447b9c7e-9721-4381-91f1-5a10a6daeb6a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:49:57.037355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57440) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:57.046664 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e38c-8b84-4bbf-9ea1-63001b8121fa tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:57.055400 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f6cfa7c3-14d1-40d5-8e9d-a908bd8f8c71 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1191291650'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:49:57.173019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 445ba76c-c983-499c-b00b-c716dfb1fc2f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=445ba76c-c983-499c-b00b-c716dfb1fc2f,segment=NetworkSegment(4fcbe674-bf11-4b0d-a9ed-bacac78aaded),segment_id=4fcbe674-bf11-4b0d-a9ed-bacac78aaded)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:57.180486 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-72581cbd-972c-4869-8380-ecef34c7eea0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=99b90180-b40f-4687-a665-15e223a371e6 HTTP/1.1" status: 200 len: 217 time: 0.1980283 Nov 13 04:49:57.196212 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 2505726e-2387-434f-add6-6bf019bdf7e5 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:57.197911 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2505726e-2387-434f-add6-6bf019bdf7e5 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:57.200512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '445ba76c-c983-499c-b00b-c716dfb1fc2f', 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7', 'port_id': '445ba76c-c983-499c-b00b-c716dfb1fc2f', 'mac_address': 'fa:16:3e:37:88:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda26a38-0894-479d-8858-c797e4adbfd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:49:57.247072 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e38c-8b84-4bbf-9ea1-63001b8121fa tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:57.274381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3d29b-a962-461a-9ed9-5ccf0cfc5c96 req-2f250d85-a34a-4625-a979-b80bbd925f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:57.275875 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:57.277924 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e8b3d29b-a962-461a-9ed9-5ccf0cfc5c96 req-2f250d85-a34a-4625-a979-b80bbd925f55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bda26a38-0894-479d-8858-c797e4adbfd7 HTTP/1.1" status: 200 len: 858 time: 0.2753458 Nov 13 04:49:57.292291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445ba76c-c983-499c-b00b-c716dfb1fc2f {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:49:57.322651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 445ba76c-c983-499c-b00b-c716dfb1fc2f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=445ba76c-c983-499c-b00b-c716dfb1fc2f,segment=NetworkSegment(4fcbe674-bf11-4b0d-a9ed-bacac78aaded),segment_id=4fcbe674-bf11-4b0d-a9ed-bacac78aaded)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:57.334791 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:57.361329 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2e38c-8b84-4bbf-9ea1-63001b8121fa tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Subnet': ['ID=92c4fd05-f519-4c53-9294-fdb7574613e3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:57.366543 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e38c-8b84-4bbf-9ea1-63001b8121fa tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:57.371617 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cbb2e38c-8b84-4bbf-9ea1-63001b8121fa tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "DELETE /v2.0/subnets/92c4fd05-f519-4c53-9294-fdb7574613e3 HTTP/1.1" status: 204 len: 168 time: 1.3848007 Nov 13 04:49:57.409539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57444) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:57.429804 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f9ae36-c3ff-4fde-8730-649d3076490c None None] Network 5640a91a-beef-47da-8c2e-7482b5935a27 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:49:57.433261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e8b3d29b-a962-461a-9ed9-5ccf0cfc5c96 req-d4366546-4fc2-40c7-b9a4-32dcfd5dda37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5df68409-cafd-4515-9d5a-5b124adc42a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932667 Nov 13 04:49:57.595165 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:49:57.616163 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a585ec17-cc5b-4e0c-acfe-60843e88219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:49:52Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:57.681294 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a585ec17-cc5b-4e0c-acfe-60843e88219b None None] The sync data for ids ['447b9c7e-9721-4381-91f1-5a10a6daeb6a'] in n-d-813114-2 is: [{'id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-81574359-router', 'tenant_id': '993098ec42b94d2ab40502e181f46c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:49Z', 'updated_at': '2021-11-13T04:49:52Z', 'revision_number': 5, 'project_id': '993098ec42b94d2ab40502e181f46c75', 'gw_port': {'id': 'f607c99c-8785-408a-9a97-63e0cbfb7783', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447b9c7e-9721-4381-91f1-5a10a6daeb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:47:50Z', 'updated_at': '2021-11-13T04:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:57.687229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=445ba76c-c983-499c-b00b-c716dfb1fc2f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:57.728957 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4d3ee50-0c6e-4219-8bf3-8a84722b2036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:57.747837 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:57.750802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-ee92a159-a0c6-4103-a5ec-794b553c5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:57.752291 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-ee92a159-a0c6-4103-a5ec-794b553c5f0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.5169146 Nov 13 04:49:57.773000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['445ba76c-c983-499c-b00b-c716dfb1fc2f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:49:57.830644 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa16083-fcc0-4bd4-b2ea-0033ad11791e req-49240566-f776-468b-aa08-1900ef7e11da tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:57.835683 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3fa16083-fcc0-4bd4-b2ea-0033ad11791e req-49240566-f776-468b-aa08-1900ef7e11da tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 948 time: 0.6148000 Nov 13 04:49:57.841408 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4d3ee50-0c6e-4219-8bf3-8a84722b2036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:57.867885 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e8b3d29b-a962-461a-9ed9-5ccf0cfc5c96 req-1343adad-222a-471e-85a0-888df5ef47c7 service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020438 Nov 13 04:49:57.905617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] Deleting port f607c99c-8785-408a-9a97-63e0cbfb7783 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:57.906110 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:58.075606 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6cfa7c3-14d1-40d5-8e9d-a908bd8f8c71 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:58.082241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62c17c0-462a-415b-b69b-954f4a591797 None None] DHCP port deletion for 5640a91a-beef-47da-8c2e-7482b5935a27 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:49:58.103994 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6cfa7c3-14d1-40d5-8e9d-a908bd8f8c71 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:58.113549 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4d3ee50-0c6e-4219-8bf3-8a84722b2036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:58.117791 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4d3ee50-0c6e-4219-8bf3-8a84722b2036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:58.119561 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f4d3ee50-0c6e-4219-8bf3-8a84722b2036 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/735a8a99-51ea-4f6e-a7f8-6576da09c57d HTTP/1.1" status: 204 len: 168 time: 1.1426995 Nov 13 04:49:58.135711 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ca785-8c4a-4c8a-9d3c-7fa9617bcf5d req-94d8f425-047f-4ec2-8779-1240b3a9acbf tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:58.144600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-719ca785-8c4a-4c8a-9d3c-7fa9617bcf5d req-94d8f425-047f-4ec2-8779-1240b3a9acbf tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 943 time: 0.2238085 Nov 13 04:49:58.153947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3ee50-0c6e-4219-8bf3-8a84722b2036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735a8a99-51ea-4f6e-a7f8-6576da09c57d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:58.295955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-719ca785-8c4a-4c8a-9d3c-7fa9617bcf5d req-3b9d89f4-d6a8-45e0-8b43-dea71a2d36e2 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374106 Nov 13 04:49:58.364337 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d62c17c0-462a-415b-b69b-954f4a591797 None None] Deleting port e3ed42ec-14f1-40cd-9afb-404c33105b07 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:58.364709 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d62c17c0-462a-415b-b69b-954f4a591797 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:58.408688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cfa7c3-14d1-40d5-8e9d-a908bd8f8c71 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 38fb9372-1f44-4fee-8a2b-36294bcddeb0 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:49:58.504440 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:58.544228 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d62c17c0-462a-415b-b69b-954f4a591797 None None] For port e3ed42ec-14f1-40cd-9afb-404c33105b07, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e3ed42ec-14f1-40cd-9afb-404c33105b07,segment=NetworkSegment(7d6a9ffb-c285-42a7-83cb-de5dc60b082f),segment_id=7d6a9ffb-c285-42a7-83cb-de5dc60b082f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:58.544703 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d62c17c0-462a-415b-b69b-954f4a591797 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:58.580832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d62c17c0-462a-415b-b69b-954f4a591797 None None] Calling delete_port for e3ed42ec-14f1-40cd-9afb-404c33105b07 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:58.661063 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cfa7c3-14d1-40d5-8e9d-a908bd8f8c71 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:49:58.675958 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6cfa7c3-14d1-40d5-8e9d-a908bd8f8c71 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:58.679527 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f6cfa7c3-14d1-40d5-8e9d-a908bd8f8c71 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/38fb9372-1f44-4fee-8a2b-36294bcddeb0 HTTP/1.1" status: 200 len: 892 time: 1.6349318 Nov 13 04:49:58.679713 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4318107a-c28e-4256-ab0b-e719735776fc None None] Sync routers for ids ['38fb9372-1f44-4fee-8a2b-36294bcddeb0'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:49:58.680082 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57460) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:58.712904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4318107a-c28e-4256-ab0b-e719735776fc None None] Routers {'38fb9372-1f44-4fee-8a2b-36294bcddeb0'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:58.713640 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4318107a-c28e-4256-ab0b-e719735776fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['38fb9372-1f44-4fee-8a2b-36294bcddeb0'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:58.774431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4318107a-c28e-4256-ab0b-e719735776fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:58.791004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4318107a-c28e-4256-ab0b-e719735776fc None None] Routers {'38fb9372-1f44-4fee-8a2b-36294bcddeb0'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:49:58.791637 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4318107a-c28e-4256-ab0b-e719735776fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:49:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['38fb9372-1f44-4fee-8a2b-36294bcddeb0'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:58.830272 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:58.833983 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e3ed42ec-14f1-40cd-9afb-404c33105b07 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:58.837363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4318107a-c28e-4256-ab0b-e719735776fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:58.837990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4318107a-c28e-4256-ab0b-e719735776fc None None] The sync data for ids ['38fb9372-1f44-4fee-8a2b-36294bcddeb0'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:49:58.863018 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d62c17c0-462a-415b-b69b-954f4a591797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:58.889716 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 445ba76c-c983-499c-b00b-c716dfb1fc2f up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:49:58.949129 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c17c0-462a-415b-b69b-954f4a591797 None None] Pushing event deleted for resources: {'Port': ['ID=e3ed42ec-14f1-40cd-9afb-404c33105b07,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:58.951405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c17c0-462a-415b-b69b-954f4a591797 None None] No DVR routers for this DVR port e3ed42ec-14f1-40cd-9afb-404c33105b07 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:58.966776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No active binding found for port e3ed42ec-14f1-40cd-9afb-404c33105b07 {{(pid=102669) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 13 04:49:58.967451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e3ed42ec-14f1-40cd-9afb-404c33105b07 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:58.967451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device aebab04b-0cb6-4aa3-b196-695e86160ad2 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:49:58.988275 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-f6bba579-add8-42b4-a6ae-a087bab0d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:49:58.990183 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-f6bba579-add8-42b4-a6ae-a087bab0d890 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2288153 Nov 13 04:49:58.992016 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: aebab04b-0cb6-4aa3-b196-695e86160ad2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:49:58.992351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device aebab04b-0cb6-4aa3-b196-695e86160ad2 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:49:59.038108 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 445ba76c-c983-499c-b00b-c716dfb1fc2f completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:49:59.048499 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 445ba76c-c983-499c-b00b-c716dfb1fc2f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:49:59.048863 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:59.082083 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cf495408-1728-42a0-9d9c-c3cdcdcf7879 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/routers/38fb9372-1f44-4fee-8a2b-36294bcddeb0 HTTP/1.1" status: 200 len: 892 time: 0.4002388 Nov 13 04:49:59.085031 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:59.093369 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3fa16083-fcc0-4bd4-b2ea-0033ad11791e req-bd66bac7-eca9-406b-8066-a91d268426c3 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2052932 Nov 13 04:49:59.129093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] For port f607c99c-8785-408a-9a97-63e0cbfb7783, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f607c99c-8785-408a-9a97-63e0cbfb7783,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:59.129093 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:59.129423 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d4a3876e-4e30-401f-8e41-51312a108e49 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports?device_id=38fb9372-1f44-4fee-8a2b-36294bcddeb0 HTTP/1.1" status: 200 len: 205 time: 0.0392425 Nov 13 04:49:59.129423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57476) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:49:59.186448 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:59.216015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] Calling delete_port for f607c99c-8785-408a-9a97-63e0cbfb7783 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:59.242689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445ba76c-c983-499c-b00b-c716dfb1fc2f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:49:59.245400 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec024b29-4c7c-4a94-ac32-b0255d88beff" -d '{"events": [{"server_uuid": "fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca", "name": "network-vif-plugged", "status": "completed", "tag": "445ba76c-c983-499c-b00b-c716dfb1fc2f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:49:59.249073 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e8b3d29b-a962-461a-9ed9-5ccf0cfc5c96 req-17593cdd-7c4c-49e3-82ab-e319399f022c service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3458829 Nov 13 04:49:59.272083 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 445ba76c-c983-499c-b00b-c716dfb1fc2f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=445ba76c-c983-499c-b00b-c716dfb1fc2f,segment=NetworkSegment(4fcbe674-bf11-4b0d-a9ed-bacac78aaded),segment_id=4fcbe674-bf11-4b0d-a9ed-bacac78aaded)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:59.285161 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:59.324852 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Deleting port e3ed42ec-14f1-40cd-9afb-404c33105b07 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:59.326168 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:59.377324 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=445ba76c-c983-499c-b00b-c716dfb1fc2f,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:59.411148 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c8f911-08e1-405e-8f45-849290869688 x-openstack-request-id: req-e3c8f911-08e1-405e-8f45-849290869688 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:49:59.411439 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca", "name": "network-vif-plugged", "status": "completed", "tag": "445ba76c-c983-499c-b00b-c716dfb1fc2f", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:49:59.411736 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3c8f911-08e1-405e-8f45-849290869688 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:49:59.412131 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445ba76c-c983-499c-b00b-c716dfb1fc2f', 'code': 200} Nov 13 04:49:59.448210 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5d85bcd-bbba-451b-90e5-2c607939e699 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:59.530031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] For port e3ed42ec-14f1-40cd-9afb-404c33105b07, host n-d-813114-2, got binding levels [] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:49:59.535770 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:59.570591 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Calling delete_port for e3ed42ec-14f1-40cd-9afb-404c33105b07 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:59.573474 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_backend_mixin [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Port e3ed42ec-14f1-40cd-9afb-404c33105b07 was not found and therefore no delete operation was performed {{(pid=102667) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 04:49:59.576394 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:59.623283 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5d85bcd-bbba-451b-90e5-2c607939e699 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:59.696338 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Port': ['ID=e3ed42ec-14f1-40cd-9afb-404c33105b07,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:49:59.732408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] No DVR routers for this DVR port e3ed42ec-14f1-40cd-9afb-404c33105b07 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:49:59.776435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a5d85bcd-bbba-451b-90e5-2c607939e699 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port f1607c07-30c1-4af4-baae-a286e84bbb88 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:49:59.776775 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5d85bcd-bbba-451b-90e5-2c607939e699 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:59.787652 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-c22823b0-ed93-4ce4-86a4-90ca8c98bd75 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7717879 Nov 13 04:49:59.898890 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:59.923608 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5d85bcd-bbba-451b-90e5-2c607939e699 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:59.925069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5640a91a-beef-47da-8c2e-7482b5935a27']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:59.939660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6a9ffb-c285-42a7-83cb-de5dc60b082f') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:59.939960 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6a9ffb-c285-42a7-83cb-de5dc60b082f') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:49:59.949206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a5d85bcd-bbba-451b-90e5-2c607939e699 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for f1607c07-30c1-4af4-baae-a286e84bbb88 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:49:59.957609 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:59.977328 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:49:59.985836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:49:59.985836 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:50:00.060745 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:50:00.085958 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f94cb-e904-4304-86ae-aa892565146f req-146bc892-3366-45bc-b298-5ec5ec38a153 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:00.095342 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f6f94cb-e904-4304-86ae-aa892565146f req-146bc892-3366-45bc-b298-5ec5ec38a153 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 943 time: 0.5164778 Nov 13 04:50:00.112718 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:00.126387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:00.133863 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "DELETE /v2.0/networks/5640a91a-beef-47da-8c2e-7482b5935a27 HTTP/1.1" status: 204 len: 168 time: 2.7121317 Nov 13 04:50:00.196195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57502) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:00.266843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaaba36-17e4-4cd0-9c66-180b03dd6f4e req-efd25a33-50dc-4b4e-8fb9-c9526af33f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:00.268745 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9eaaba36-17e4-4cd0-9c66-180b03dd6f4e req-efd25a33-50dc-4b4e-8fb9-c9526af33f19 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 1096 time: 0.6852400 Nov 13 04:50:00.275306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58f09d-b6a7-476a-ae4f-90571f8f0739 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Network': ['ID=5640a91a-beef-47da-8c2e-7482b5935a27,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:00.383993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9864a65-4f33-48dd-a1ac-45959fc405cd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Deleting subnet df3e3e84-d9de-4801-ad5e-837a659b961f {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:50:00.391644 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9864a65-4f33-48dd-a1ac-45959fc405cd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:00.400040 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f6f94cb-e904-4304-86ae-aa892565146f req-0834e5a3-1cdc-432a-bdaf-7d9949d44fb9 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033032 Nov 13 04:50:00.508437 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5d85bcd-bbba-451b-90e5-2c607939e699 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:00.549574 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d85bcd-bbba-451b-90e5-2c607939e699 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=f1607c07-30c1-4af4-baae-a286e84bbb88,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:00.585941 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9864a65-4f33-48dd-a1ac-45959fc405cd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:00.614517 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-addc9d38-5858-406e-aa29-612b4d6f6661 req-fc9f740d-3eca-4af9-9ff3-20c6b9de4078 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7903075 Nov 13 04:50:00.626189 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ffdca-6caf-4562-8627-f273ff235800 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:50:00.665451 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9eaaba36-17e4-4cd0-9c66-180b03dd6f4e req-d0d67a94-e4b1-4b90-851b-b3a1b4667f71 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570743 Nov 13 04:50:00.672380 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:00.715421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c65cf8f-c8cd-40f8-b651-6de78db5e5bb None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:50:00.777503 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] Pushing event deleted for resources: {'Port': ['ID=f607c99c-8785-408a-9a97-63e0cbfb7783,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:00.808468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc09bb-c661-464a-be70-35acd9855010 req-ad91f75d-4427-4165-a781-e62d4b7cd300 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:00.829027 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9bc09bb-c661-464a-be70-35acd9855010 req-ad91f75d-4427-4165-a781-e62d4b7cd300 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 948 time: 0.2749615 Nov 13 04:50:00.867214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 869cec1f-6a56-4230-af80-616219b04056 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:50:00.924406 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5d85bcd-bbba-451b-90e5-2c607939e699 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:00.925387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:01.139424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 869cec1f-6a56-4230-af80-616219b04056, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=869cec1f-6a56-4230-af80-616219b04056,segment=NetworkSegment(4fcbe674-bf11-4b0d-a9ed-bacac78aaded),segment_id=4fcbe674-bf11-4b0d-a9ed-bacac78aaded)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:01.170376 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '869cec1f-6a56-4230-af80-616219b04056', 'network_id': '5df68409-cafd-4515-9d5a-5b124adc42a7', 'port_id': '869cec1f-6a56-4230-af80-616219b04056', 'mac_address': 'fa:16:3e:8b:7b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda26a38-0894-479d-8858-c797e4adbfd7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:50:01.209113 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187b3e4-df21-4d77-bdf6-c6c56717fbd9 req-1701968e-faeb-4b53-a15e-e39107da3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:01.222805 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5187b3e4-df21-4d77-bdf6-c6c56717fbd9 req-1701968e-faeb-4b53-a15e-e39107da3012 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16cb25ddaa9e4afaa689fc495253a0d9&device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 1099 time: 0.4373732 Nov 13 04:50:01.235135 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:01.251738 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:01.273936 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:01.305320 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5d85bcd-bbba-451b-90e5-2c607939e699 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:01.359330 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5d85bcd-bbba-451b-90e5-2c607939e699 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:01.366083 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869cec1f-6a56-4230-af80-616219b04056 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:50:01.393876 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9bc09bb-c661-464a-be70-35acd9855010 req-9c196031-660f-4733-89d4-2cb705da21df tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683022 Nov 13 04:50:01.424329 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9864a65-4f33-48dd-a1ac-45959fc405cd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:01.468712 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:01.469237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 447b9c7e-9721-4381-91f1-5a10a6daeb6a {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:50:01.480933 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:01.491100 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 869cec1f-6a56-4230-af80-616219b04056, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=869cec1f-6a56-4230-af80-616219b04056,segment=NetworkSegment(4fcbe674-bf11-4b0d-a9ed-bacac78aaded),segment_id=4fcbe674-bf11-4b0d-a9ed-bacac78aaded)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:01.494274 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-107cb8db-f11f-4a88-a3aa-30faeb6aab57 admin admin] 10.222.0.43 "DELETE /v2.0/routers/447b9c7e-9721-4381-91f1-5a10a6daeb6a HTTP/1.1" status: 204 len: 168 time: 5.5094109 Nov 13 04:50:01.496813 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57528) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:01.506944 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:01.662695 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c2c77a-b75a-4fed-90ff-c3ad7eb4354f admin admin] Deleting subnet b87c0f16-fdb8-4bae-b020-fe4bc6d36ead {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:50:01.716107 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33c2c77a-b75a-4fed-90ff-c3ad7eb4354f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:01.764572 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=869cec1f-6a56-4230-af80-616219b04056,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:01.815833 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5d85bcd-bbba-451b-90e5-2c607939e699 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:01.818383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d85bcd-bbba-451b-90e5-2c607939e699 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Fanout notify agent at l3_agent the message router_deleted on router 38fb9372-1f44-4fee-8a2b-36294bcddeb0 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:50:01.837650 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5d85bcd-bbba-451b-90e5-2c607939e699 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:01.840471 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a5d85bcd-bbba-451b-90e5-2c607939e699 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/routers/38fb9372-1f44-4fee-8a2b-36294bcddeb0 HTTP/1.1" status: 204 len: 168 time: 2.7111995 Nov 13 04:50:01.851605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187b3e4-df21-4d77-bdf6-c6c56717fbd9 req-16fb264a-f5e1-4c82-b33c-7f7fde0057d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:01.859617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57542) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:01.861198 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5187b3e4-df21-4d77-bdf6-c6c56717fbd9 req-16fb264a-f5e1-4c82-b33c-7f7fde0057d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.6234736 Nov 13 04:50:01.886521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8bcd371a-e96a-46f0-b975-fb3c5a835718 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-856424125'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:01.946505 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['869cec1f-6a56-4230-af80-616219b04056'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:50:02.020293 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcd371a-e96a-46f0-b975-fb3c5a835718 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:02.024801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bcd371a-e96a-46f0-b975-fb3c5a835718 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:02.028628 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9864a65-4f33-48dd-a1ac-45959fc405cd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:02.093237 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5187b3e4-df21-4d77-bdf6-c6c56717fbd9 req-0c6d386c-4c7a-4512-b918-4050d8bc3a95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=99b90180-b40f-4687-a665-15e223a371e6 HTTP/1.1" status: 200 len: 217 time: 0.1712880 Nov 13 04:50:02.158938 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9864a65-4f33-48dd-a1ac-45959fc405cd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Subnet': ['ID=df3e3e84-d9de-4801-ad5e-837a659b961f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:02.177074 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9864a65-4f33-48dd-a1ac-45959fc405cd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:02.184634 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f9864a65-4f33-48dd-a1ac-45959fc405cd tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "DELETE /v2.0/subnets/df3e3e84-d9de-4801-ad5e-837a659b961f HTTP/1.1" status: 204 len: 168 time: 1.9873514 Nov 13 04:50:02.198178 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57552) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:02.204664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dfb6ef-4750-4bfa-a328-9f2f2bd686c0 None None] Network 8f16d24e-4d95-4e58-99e6-a1594312fc49 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:02.241334 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33c2c77a-b75a-4fed-90ff-c3ad7eb4354f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:02.243880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcd371a-e96a-46f0-b975-fb3c5a835718 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:50:02.284333 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bcd371a-e96a-46f0-b975-fb3c5a835718 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:02.286533 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-8bcd371a-e96a-46f0-b975-fb3c5a835718 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Added segment 13aef6cf-9891-4cfb-81b1-510149758c70 of type vlan for network 5a783331-a412-4a8d-82ae-a87d17a3fb96 Nov 13 04:50:02.497716 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bcd371a-e96a-46f0-b975-fb3c5a835718 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:02.532259 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc431f9c-80f8-4fc2-9355-40c783f36c23 req-bdef3abf-fff1-474e-a12e-bb666972c4c9 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:02.540255 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bc431f9c-80f8-4fc2-9355-40c783f36c23 req-bdef3abf-fff1-474e-a12e-bb666972c4c9 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 944 time: 0.8747845 Nov 13 04:50:02.597562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187b3e4-df21-4d77-bdf6-c6c56717fbd9 req-134ed942-f1dd-483b-94e0-a9740cc26fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:02.599719 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5187b3e4-df21-4d77-bdf6-c6c56717fbd9 req-134ed942-f1dd-483b-94e0-a9740cc26fc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.4776299 Nov 13 04:50:02.664379 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33c2c77a-b75a-4fed-90ff-c3ad7eb4354f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:02.674736 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bcd371a-e96a-46f0-b975-fb3c5a835718 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:02.682758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd371a-e96a-46f0-b975-fb3c5a835718 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:02.683792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bcd371a-e96a-46f0-b975-fb3c5a835718 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:02.730221 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bc431f9c-80f8-4fc2-9355-40c783f36c23 req-e741ee09-3233-4cba-a245-d7b146d158fd tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865778 Nov 13 04:50:02.759514 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:02.802143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187b3e4-df21-4d77-bdf6-c6c56717fbd9 req-56b47348-e77a-4e82-8b4d-b9ac355fa5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:02.811331 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5187b3e4-df21-4d77-bdf6-c6c56717fbd9 req-56b47348-e77a-4e82-8b4d-b9ac355fa5ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1917620 Nov 13 04:50:02.828425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd6f98d-e894-42db-b720-503abddb7036 None None] DHCP port deletion for 8f16d24e-4d95-4e58-99e6-a1594312fc49 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:50:02.928066 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 99b90180-b40f-4687-a665-15e223a371e6 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:50:02.935662 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8bcd371a-e96a-46f0-b975-fb3c5a835718 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0730491 Nov 13 04:50:02.963130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f607c99c-8785-408a-9a97-63e0cbfb7783 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:50:02.989567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57570) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:03.004979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9a56d5e3-e613-4ffa-96c6-312a5216fb44 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'subnet': {'network_id': '5a783331-a412-4a8d-82ae-a87d17a3fb96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:03.016056 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f607c99c-8785-408a-9a97-63e0cbfb7783 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:50:03.016397 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f607c99c-8785-408a-9a97-63e0cbfb7783 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:50:03.016552 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33c2c77a-b75a-4fed-90ff-c3ad7eb4354f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:03.027475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd371a-e96a-46f0-b975-fb3c5a835718 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Network': ['ID=5a783331-a412-4a8d-82ae-a87d17a3fb96,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:03.040127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469494a-53dd-4655-9c05-f3782ddd9380 req-650c4539-72e3-4638-ba66-38204e539cbb tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:03.043592 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9469494a-53dd-4655-9c05-f3782ddd9380 req-650c4539-72e3-4638-ba66-38204e539cbb tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 948 time: 0.4457219 Nov 13 04:50:03.048456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 5a783331-a412-4a8d-82ae-a87d17a3fb96 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:50:03.108286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2c77a-b75a-4fed-90ff-c3ad7eb4354f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b87c0f16-fdb8-4bae-b020-fe4bc6d36ead,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:03.280740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9469494a-53dd-4655-9c05-f3782ddd9380 req-a0a7898c-01ea-4757-92ab-88b411e7c84d tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846187 Nov 13 04:50:03.347834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Deleting port 62c79ccd-e37c-4fdc-85b8-5173675419a6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:50:03.348251 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:03.432251 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5187b3e4-df21-4d77-bdf6-c6c56717fbd9 req-bb5253c5-c51a-4adc-a921-eeeff5009cd2 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170130 Nov 13 04:50:03.432847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] For port 62c79ccd-e37c-4fdc-85b8-5173675419a6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=62c79ccd-e37c-4fdc-85b8-5173675419a6,segment=NetworkSegment(d5c289a4-f1b4-47f8-8f0e-06ae435f0abd),segment_id=d5c289a4-f1b4-47f8-8f0e-06ae435f0abd)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:03.432847 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:03.435138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33c2c77a-b75a-4fed-90ff-c3ad7eb4354f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:03.439678 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-33c2c77a-b75a-4fed-90ff-c3ad7eb4354f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b87c0f16-fdb8-4bae-b020-fe4bc6d36ead HTTP/1.1" status: 204 len: 168 time: 1.9414263 Nov 13 04:50:03.450803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Calling delete_port for 62c79ccd-e37c-4fdc-85b8-5173675419a6 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:50:03.543893 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf5c990-d5bc-4764-b742-8f2a86210fec None None] Network 4dc05814-102b-44bd-8ce8-6f17b45f35fc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:03.582664 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57580) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:03.642002 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:03.663760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bdd6f98d-e894-42db-b720-503abddb7036 None None] Deleting port 62c79ccd-e37c-4fdc-85b8-5173675419a6 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:50:03.664124 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bdd6f98d-e894-42db-b720-503abddb7036 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:03.699208 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Port': ['ID=62c79ccd-e37c-4fdc-85b8-5173675419a6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:03.706777 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] No DVR routers for this DVR port 62c79ccd-e37c-4fdc-85b8-5173675419a6 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:50:03.801077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 99b90180-b40f-4687-a665-15e223a371e6, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=99b90180-b40f-4687-a665-15e223a371e6,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:03.804439 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bdd6f98d-e894-42db-b720-503abddb7036 None None] For port 62c79ccd-e37c-4fdc-85b8-5173675419a6, host n-d-813114-2, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:03.804823 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bdd6f98d-e894-42db-b720-503abddb7036 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:03.848237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bdd6f98d-e894-42db-b720-503abddb7036 None None] Calling delete_port for 62c79ccd-e37c-4fdc-85b8-5173675419a6 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:50:03.855375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '99b90180-b40f-4687-a665-15e223a371e6', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '99b90180-b40f-4687-a665-15e223a371e6', 'mac_address': 'fa:16:3e:6e:b1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:50:03.860437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-bdd6f98d-e894-42db-b720-503abddb7036 None None] Port 62c79ccd-e37c-4fdc-85b8-5173675419a6 was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 04:50:03.886755 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bdd6f98d-e894-42db-b720-503abddb7036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:03.937136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a92ecd1-958a-41cb-866a-cfea40d6a78a None None] DHCP port deletion for 4dc05814-102b-44bd-8ce8-6f17b45f35fc request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:50:03.962561 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5187b3e4-df21-4d77-bdf6-c6c56717fbd9 req-bfd907ec-4a17-4195-96d3-4c0c132101b2 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191519 Nov 13 04:50:03.968334 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd6f98d-e894-42db-b720-503abddb7036 None None] No DVR routers for this DVR port 62c79ccd-e37c-4fdc-85b8-5173675419a6 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:50:03.972010 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:03.978291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6f98d-e894-42db-b720-503abddb7036 None None] Pushing event deleted for resources: {'Port': ['ID=62c79ccd-e37c-4fdc-85b8-5173675419a6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:04.035009 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:04.036372 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:04.043939 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f16d24e-4d95-4e58-99e6-a1594312fc49']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:04.048017 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b90180-b40f-4687-a665-15e223a371e6 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:50:04.061435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a56d5e3-e613-4ffa-96c6-312a5216fb44 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:04.065495 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9a56d5e3-e613-4ffa-96c6-312a5216fb44 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:04.080532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 99b90180-b40f-4687-a665-15e223a371e6, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=99b90180-b40f-4687-a665-15e223a371e6,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:04.084936 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c289a4-f1b4-47f8-8f0e-06ae435f0abd') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:04.085347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c289a4-f1b4-47f8-8f0e-06ae435f0abd') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:04.107803 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:04.110964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:04.148687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc7b71-867f-4c41-8bfd-b8328a4641b1 req-74dcb201-3bd3-4daa-a94f-c800b5b4e0a0 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:04.150930 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ddcc7b71-867f-4c41-8bfd-b8328a4641b1 req-74dcb201-3bd3-4daa-a94f-c800b5b4e0a0 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 944 time: 0.2374983 Nov 13 04:50:04.157584 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:04.186454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4a92ecd1-958a-41cb-866a-cfea40d6a78a None None] Deleting port 9b6faac1-9bdb-4859-bb61-4960c1415d4d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:50:04.187134 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a92ecd1-958a-41cb-866a-cfea40d6a78a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:04.190465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:50:04.191017 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:50:04.197528 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:50:04.354286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] Deleting port 9b6faac1-9bdb-4859-bb61-4960c1415d4d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:50:04.354760 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:04.357470 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:04.393690 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:04.397494 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe9b7dc2-9949-429f-bc72-034d325051f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:04.407740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] 10.222.0.43 "DELETE /v2.0/networks/8f16d24e-4d95-4e58-99e6-a1594312fc49 HTTP/1.1" status: 204 len: 168 time: 2.0308721 Nov 13 04:50:04.425240 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=99b90180-b40f-4687-a665-15e223a371e6,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:04.440304 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4a92ecd1-958a-41cb-866a-cfea40d6a78a None None] For port 9b6faac1-9bdb-4859-bb61-4960c1415d4d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9b6faac1-9bdb-4859-bb61-4960c1415d4d,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:04.440700 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a92ecd1-958a-41cb-866a-cfea40d6a78a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:04.455046 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4a92ecd1-958a-41cb-866a-cfea40d6a78a None None] Calling delete_port for 9b6faac1-9bdb-4859-bb61-4960c1415d4d owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:50:04.465315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705af80f-1f4e-4d63-9459-66d5f5fa0e58 tempest-ServersTestMultiNic-713818355 tempest-ServersTestMultiNic-713818355-project] Pushing event deleted for resources: {'Network': ['ID=8f16d24e-4d95-4e58-99e6-a1594312fc49,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:04.479365 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ddcc7b71-867f-4c41-8bfd-b8328a4641b1 req-b522d584-e66e-4f0f-b677-f1fa7c8d6a43 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166406 Nov 13 04:50:04.551114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] For port 9b6faac1-9bdb-4859-bb61-4960c1415d4d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9b6faac1-9bdb-4859-bb61-4960c1415d4d,segment=NetworkSegment(8485d45e-d5ea-4413-aff8-4c8e69d58aab),segment_id=8485d45e-d5ea-4413-aff8-4c8e69d58aab)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:04.551722 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:04.569630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['99b90180-b40f-4687-a665-15e223a371e6'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:50:04.586544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e239f8-e500-4083-892a-8a5ff90836ff req-684838d9-a203-4dae-ab6e-b917432dab2b tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:04.588339 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-92e239f8-e500-4083-892a-8a5ff90836ff req-684838d9-a203-4dae-ab6e-b917432dab2b tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 949 time: 0.1232908 Nov 13 04:50:04.637324 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] Calling delete_port for 9b6faac1-9bdb-4859-bb61-4960c1415d4d owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:50:04.661741 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a92ecd1-958a-41cb-866a-cfea40d6a78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:04.862528 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-92e239f8-e500-4083-892a-8a5ff90836ff req-da7867b4-7e2f-4822-9460-b23dbd6bb994 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352219 Nov 13 04:50:04.864542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92ecd1-958a-41cb-866a-cfea40d6a78a None None] Pushing event deleted for resources: {'Port': ['ID=9b6faac1-9bdb-4859-bb61-4960c1415d4d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:04.867521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92ecd1-958a-41cb-866a-cfea40d6a78a None None] No DVR routers for this DVR port 9b6faac1-9bdb-4859-bb61-4960c1415d4d on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:50:04.870749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 62c79ccd-e37c-4fdc-85b8-5173675419a6 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:50:04.884902 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57614) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:04.938468 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 62c79ccd-e37c-4fdc-85b8-5173675419a6 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:50:04.938793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 62c79ccd-e37c-4fdc-85b8-5173675419a6 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:50:04.939231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9b6faac1-9bdb-4859-bb61-4960c1415d4d no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:50:04.945493 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 869cec1f-6a56-4230-af80-616219b04056 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:04.984825 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9a56d5e3-e613-4ffa-96c6-312a5216fb44 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:05.047340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56d5e3-e613-4ffa-96c6-312a5216fb44 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Subnet': ['ID=e796d709-c451-4237-9e28-73ee86383f5c,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:05.073488 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:05.102570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 9b6faac1-9bdb-4859-bb61-4960c1415d4d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:50:05.102814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9b6faac1-9bdb-4859-bb61-4960c1415d4d not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:50:05.171576 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] No DVR routers for this DVR port 9b6faac1-9bdb-4859-bb61-4960c1415d4d on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:50:05.197194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 869cec1f-6a56-4230-af80-616219b04056 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:50:05.204900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6faac1-9bdb-4859-bb61-4960c1415d4d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:05.205593 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 869cec1f-6a56-4230-af80-616219b04056 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:05.205955 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:05.288207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56d5e3-e613-4ffa-96c6-312a5216fb44 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Checking segment: {'id': '13aef6cf-9891-4cfb-81b1-510149758c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a783331-a412-4a8d-82ae-a87d17a3fb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:05.288573 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56d5e3-e613-4ffa-96c6-312a5216fb44 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network hostable DHCP agents. Network: 5a783331-a412-4a8d-82ae-a87d17a3fb96, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:50:05.299819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:05.344172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc05814-102b-44bd-8ce8-6f17b45f35fc']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:05.356824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56d5e3-e613-4ffa-96c6-312a5216fb44 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network 5a783331-a412-4a8d-82ae-a87d17a3fb96 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:50:05.390710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8485d45e-d5ea-4413-aff8-4c8e69d58aab') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:05.391089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8485d45e-d5ea-4413-aff8-4c8e69d58aab') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:05.395215 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:05.414117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-9a56d5e3-e613-4ffa-96c6-312a5216fb44 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 5a783331-a412-4a8d-82ae-a87d17a3fb96) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:05.426472 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a56d5e3-e613-4ffa-96c6-312a5216fb44 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:05.427219 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9a56d5e3-e613-4ffa-96c6-312a5216fb44 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:05.450718 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:05.453445 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4355480c-2709-4639-b12f-d0031f895cc3 None None] Network 5a783331-a412-4a8d-82ae-a87d17a3fb96 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:05.466702 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1a5822-51cd-4a72-8883-0f8ff2334df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869cec1f-6a56-4230-af80-616219b04056'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:50:05.470155 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8a41f9-964f-4bda-afb2-6fef2a0f4909" -d '{"events": [{"server_uuid": "5c1a5822-51cd-4a72-8883-0f8ff2334df6", "name": "network-vif-plugged", "status": "completed", "tag": "869cec1f-6a56-4230-af80-616219b04056"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:50:05.495771 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:05.518767 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 869cec1f-6a56-4230-af80-616219b04056, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=869cec1f-6a56-4230-af80-616219b04056,segment=NetworkSegment(4fcbe674-bf11-4b0d-a9ed-bacac78aaded),segment_id=4fcbe674-bf11-4b0d-a9ed-bacac78aaded)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:05.536558 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9a56d5e3-e613-4ffa-96c6-312a5216fb44 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5431929 Nov 13 04:50:05.542053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57626) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:05.558174 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7d81be33-3d1a-4796-a954-502a340430d4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1937421326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:05.585282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:50:05.591655 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:50:05.594008 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:50:05.604983 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5982d6-1191-4dfe-af08-74db8fbe05fd x-openstack-request-id: req-5c5982d6-1191-4dfe-af08-74db8fbe05fd {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:50:05.616511 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1a5822-51cd-4a72-8883-0f8ff2334df6", "name": "network-vif-plugged", "status": "completed", "tag": "869cec1f-6a56-4230-af80-616219b04056", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:50:05.616889 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c5982d6-1191-4dfe-af08-74db8fbe05fd {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:50:05.621035 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1a5822-51cd-4a72-8883-0f8ff2334df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869cec1f-6a56-4230-af80-616219b04056', 'code': 200} Nov 13 04:50:05.624487 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:05.837667 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=869cec1f-6a56-4230-af80-616219b04056,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:05.841031 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7d81be33-3d1a-4796-a954-502a340430d4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:05.842188 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7d81be33-3d1a-4796-a954-502a340430d4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:05.846200 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:05.873387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:05.877540 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4dc05814-102b-44bd-8ce8-6f17b45f35fc HTTP/1.1" status: 204 len: 168 time: 2.2976134 Nov 13 04:50:05.878801 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b25cfa-18f7-40e7-853d-4f285f2323f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc05814-102b-44bd-8ce8-6f17b45f35fc,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:05.884415 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712463a-e33f-41c4-8b92-7713fae8e08b req-e1386906-e6bf-4369-b212-7626dd798cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:05.886895 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4712463a-e33f-41c4-8b92-7713fae8e08b req-e1386906-e6bf-4369-b212-7626dd798cc0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 1096 time: 0.1704028 Nov 13 04:50:05.902292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5d6e0-0d56-4142-ad28-5176d13c2089 req-3e4b72f1-1222-4a18-bdd9-2bebccd937a7 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:05.904116 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81d5d6e0-0d56-4142-ad28-5176d13c2089 req-3e4b72f1-1222-4a18-bdd9-2bebccd937a7 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.1763623 Nov 13 04:50:06.018193 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4712463a-e33f-41c4-8b92-7713fae8e08b req-d6e39ad4-ed9e-4264-9c50-bc5ded678bd2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130531 Nov 13 04:50:06.035242 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7d81be33-3d1a-4796-a954-502a340430d4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:06.051130 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7d81be33-3d1a-4796-a954-502a340430d4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:06.065580 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81d5d6e0-0d56-4142-ad28-5176d13c2089 req-2096fa3d-7b0a-40ff-ac71-5be0bf3b211b tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517353 Nov 13 04:50:06.070935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-5a783331-a412-4a8d-82ae-a87d17a3fb96', 'network_id': '5a783331-a412-4a8d-82ae-a87d17a3fb96', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'fixed_ips': [{'subnet_id': 'e796d709-c451-4237-9e28-73ee86383f5c'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:50:06.074717 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:06.091171 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7d81be33-3d1a-4796-a954-502a340430d4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:06.091171 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7d81be33-3d1a-4796-a954-502a340430d4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5382783 Nov 13 04:50:06.091171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57636) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:06.246799 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199efa9-2d24-45f8-b9c3-c707ce2ec4ab req-dba00288-00ab-48a1-8766-eea2cf334b22 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:06.250390 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2199efa9-2d24-45f8-b9c3-c707ce2ec4ab req-dba00288-00ab-48a1-8766-eea2cf334b22 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 949 time: 0.2017574 Nov 13 04:50:06.254560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57642) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:06.302804 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Allocated IP 2001:db8::2 (5a783331-a412-4a8d-82ae-a87d17a3fb96/e796d709-c451-4237-9e28-73ee86383f5c/a9468b89-cd77-4b8b-adf0-73a3fd9da9d2) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:06.348036 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9c833876-dbaf-490b-a76a-434f28ca8324 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=993098ec42b94d2ab40502e181f46c75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0874026 Nov 13 04:50:06.349557 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57644) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:06.406954 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2199efa9-2d24-45f8-b9c3-c707ce2ec4ab req-5f45adaf-fdaa-43c3-8cdd-7e96123f5651 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402807 Nov 13 04:50:06.466746 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5b633c1-5f95-4ded-b67c-fcb02a747fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:06.487892 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24765e8-c462-4008-bafe-e81a649383b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:06.595937 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:06.635258 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:06.670004 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a39164ad-1532-4aca-b567-8459ff5e8149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:06.734687 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:06.790256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Network 5a783331-a412-4a8d-82ae-a87d17a3fb96 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:06.827802 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:06.835904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:06.853151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Pushing event updated for resources: {'Port': ['ID=a9468b89-cd77-4b8b-adf0-73a3fd9da9d2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:06.886790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 99b90180-b40f-4687-a665-15e223a371e6 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:06.970749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Attempting to bind port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:50:06.971216 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Attempting to bind port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '13aef6cf-9891-4cfb-81b1-510149758c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a783331-a412-4a8d-82ae-a87d17a3fb96'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:50:06.971499 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Attempting to bind port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 on network 5a783331-a412-4a8d-82ae-a87d17a3fb96 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:06.978940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:50:06.979358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Checking segment: {'id': '13aef6cf-9891-4cfb-81b1-510149758c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a783331-a412-4a8d-82ae-a87d17a3fb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:06.979702 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:06.980089 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Bound using segment: {'id': '13aef6cf-9891-4cfb-81b1-510149758c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a783331-a412-4a8d-82ae-a87d17a3fb96'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:50:06.980571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Bound port: a9468b89-cd77-4b8b-adf0-73a3fd9da9d2, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13aef6cf-9891-4cfb-81b1-510149758c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a783331-a412-4a8d-82ae-a87d17a3fb96'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:50:06.980947 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:07.105118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b24765e8-c462-4008-bafe-e81a649383b6 admin admin] Deleting port 3647afb5-3551-495e-8e39-9959dfdcbd51 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:50:07.105476 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24765e8-c462-4008-bafe-e81a649383b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:07.150518 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] For port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:50:07.154510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] For port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a9468b89-cd77-4b8b-adf0-73a3fd9da9d2,segment=NetworkSegment(13aef6cf-9891-4cfb-81b1-510149758c70),segment_id=13aef6cf-9891-4cfb-81b1-510149758c70)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:50:07.172469 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:07.227839 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 99b90180-b40f-4687-a665-15e223a371e6 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:50:07.245208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 99b90180-b40f-4687-a665-15e223a371e6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:07.246129 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:07.384302 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c10949-c876-4953-a8b0-8d06c1d2f3cc None None] Pushing event updated for resources: {'Port': ['ID=a9468b89-cd77-4b8b-adf0-73a3fd9da9d2,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:07.489959 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:07.530871 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a39164ad-1532-4aca-b567-8459ff5e8149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:07.560678 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 99b90180-b40f-4687-a665-15e223a371e6, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=99b90180-b40f-4687-a665-15e223a371e6,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:07.565545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-b24765e8-c462-4008-bafe-e81a649383b6 admin admin] For port 3647afb5-3551-495e-8e39-9959dfdcbd51, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3647afb5-3551-495e-8e39-9959dfdcbd51,segment=NetworkSegment(efc284f5-6a75-47fd-9b85-61d53f22f312),segment_id=efc284f5-6a75-47fd-9b85-61d53f22f312)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:07.566168 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24765e8-c462-4008-bafe-e81a649383b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:07.569283 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:07.601127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b24765e8-c462-4008-bafe-e81a649383b6 admin admin] Calling delete_port for 3647afb5-3551-495e-8e39-9959dfdcbd51 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:50:07.622499 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7b25bf-9155-4904-bcfc-beae8047d161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b90180-b40f-4687-a665-15e223a371e6'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:50:07.625059 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13070c2f-7ac3-41eb-a34b-3c056477e77d" -d '{"events": [{"server_uuid": "fb7b25bf-9155-4904-bcfc-beae8047d161", "name": "network-vif-plugged", "status": "completed", "tag": "99b90180-b40f-4687-a665-15e223a371e6"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:50:07.637960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=99b90180-b40f-4687-a665-15e223a371e6,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:07.728326 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:07.796392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e4ce5-0b6d-4d29-a20e-8f44c731a190 req-348ee324-40da-4e2a-b8ec-7f6e48ec2b8f tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:07.808079 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-167e4ce5-0b6d-4d29-a20e-8f44c731a190 req-348ee324-40da-4e2a-b8ec-7f6e48ec2b8f tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.5715792 Nov 13 04:50:07.810285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720d681-7e60-447a-8191-5fe5676f5e4d req-1b994fb5-e046-4e2e-8fa8-441989ed17e3 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:07.812471 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2720d681-7e60-447a-8191-5fe5676f5e4d req-1b994fb5-e046-4e2e-8fa8-441989ed17e3 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 950 time: 0.1790309 Nov 13 04:50:07.846683 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a39164ad-1532-4aca-b567-8459ff5e8149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:07.849354 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a39164ad-1532-4aca-b567-8459ff5e8149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:07.865665 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a39164ad-1532-4aca-b567-8459ff5e8149 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5405f55a-6d13-487f-b61a-31831da31214 HTTP/1.1" status: 204 len: 168 time: 1.5056338 Nov 13 04:50:07.970357 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39164ad-1532-4aca-b567-8459ff5e8149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5405f55a-6d13-487f-b61a-31831da31214,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:08.011445 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-167e4ce5-0b6d-4d29-a20e-8f44c731a190 req-b5941456-d364-4474-9a5e-e12ef76cb935 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000549 Nov 13 04:50:08.014277 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24765e8-c462-4008-bafe-e81a649383b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:08.032875 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2720d681-7e60-447a-8191-5fe5676f5e4d req-610aaa38-bfe9-460d-8e7a-71af57205a6c tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015185 Nov 13 04:50:08.117003 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22791f12-a2d2-4129-86d0-be6110cd9d16 x-openstack-request-id: req-22791f12-a2d2-4129-86d0-be6110cd9d16 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:50:08.117676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Allocated IP 2001:db8::1 (5a783331-a412-4a8d-82ae-a87d17a3fb96/e796d709-c451-4237-9e28-73ee86383f5c/794496a7-d2b9-45be-925d-7a23fe2352de) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:08.117946 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7b25bf-9155-4904-bcfc-beae8047d161", "name": "network-vif-plugged", "status": "completed", "tag": "99b90180-b40f-4687-a665-15e223a371e6", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:50:08.118414 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22791f12-a2d2-4129-86d0-be6110cd9d16 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:50:08.119267 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7b25bf-9155-4904-bcfc-beae8047d161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b90180-b40f-4687-a665-15e223a371e6', 'code': 200} Nov 13 04:50:08.119779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24765e8-c462-4008-bafe-e81a649383b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3647afb5-3551-495e-8e39-9959dfdcbd51,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:08.580234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6f73f-96ba-4846-a725-4e67f7491ec3 req-0157727a-a79d-4be8-aff0-d836b88bf35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:08.581877 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cb6f73f-96ba-4846-a725-4e67f7491ec3 req-0157727a-a79d-4be8-aff0-d836b88bf35e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 1101 time: 0.2535286 Nov 13 04:50:08.661914 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b24765e8-c462-4008-bafe-e81a649383b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:08.721300 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:08.848236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57714) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:08.901520 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:08.958529 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cb6f73f-96ba-4846-a725-4e67f7491ec3 req-791f53b1-44cd-494d-bf74-9469885d84fd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660858 Nov 13 04:50:09.067431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:09.069158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network 5a783331-a412-4a8d-82ae-a87d17a3fb96 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:09.072384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:09.080330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:09.082057 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:09.149558 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:09.277028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24765e8-c462-4008-bafe-e81a649383b6 admin admin] Router 3ff86f97-8de2-4c65-9822-f07ba286e726 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:50:09.279264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dd3f0f-10b8-4d05-9c0e-74bb474de1a1 None None] Network 5a783331-a412-4a8d-82ae-a87d17a3fb96 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:09.292738 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d04627a6-2a34-4ed6-a131-8b18bb7b9df1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:09.339336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=794496a7-d2b9-45be-925d-7a23fe2352de,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:09.344516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:09.345075 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:09.511037 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9a22f277-48e9-4384-877b-8a2c555a4bb9 None None] Provisioning complete for port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:09.511374 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a22f277-48e9-4384-877b-8a2c555a4bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:09.575882 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbb640-fe64-4e82-8fa6-cc1328150b37 req-79b8370f-da41-480c-9946-2349c1a3c2c5 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:09.577813 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0fbb640-fe64-4e82-8fa6-cc1328150b37 req-79b8370f-da41-480c-9946-2349c1a3c2c5 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 950 time: 0.2863905 Nov 13 04:50:09.614651 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:09.714426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24765e8-c462-4008-bafe-e81a649383b6 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:50:09.736921 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b24765e8-c462-4008-bafe-e81a649383b6 admin admin] 10.222.0.43 "PUT /v2.0/routers/3ff86f97-8de2-4c65-9822-f07ba286e726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8443215 Nov 13 04:50:09.736921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57740) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:09.742783 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb642c-6ff7-4843-a6f2-3ce70e9cdbb5 None None] Sync routers for ids ['3ff86f97-8de2-4c65-9822-f07ba286e726'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:50:09.750989 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d04627a6-2a34-4ed6-a131-8b18bb7b9df1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:09.760767 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb642c-6ff7-4843-a6f2-3ce70e9cdbb5 None None] Routers {'3ff86f97-8de2-4c65-9822-f07ba286e726'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:09.762838 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0bdb642c-6ff7-4843-a6f2-3ce70e9cdbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['3ff86f97-8de2-4c65-9822-f07ba286e726'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:09.796595 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0fbb640-fe64-4e82-8fa6-cc1328150b37 req-4b049814-d7c9-463a-8d79-97a91dc9d354 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071588 Nov 13 04:50:09.808887 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d04627a6-2a34-4ed6-a131-8b18bb7b9df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:09.871514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859e993-3bf6-41b0-8268-72783896dbc1 req-d3d48840-8f0c-4f2d-b20a-f3fc0dc6b83e tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:09.876419 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6859e993-3bf6-41b0-8268-72783896dbc1 req-d3d48840-8f0c-4f2d-b20a-f3fc0dc6b83e tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.5796056 Nov 13 04:50:09.981907 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0bdb642c-6ff7-4843-a6f2-3ce70e9cdbb5 None None] Set router 3ff86f97-8de2-4c65-9822-f07ba286e726 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:50:10.020985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04627a6-2a34-4ed6-a131-8b18bb7b9df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5678574-9fc6-4279-996d-d46905d4e4f7,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:10.145359 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:10.189491 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:10.316443 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a22f277-48e9-4384-877b-8a2c555a4bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:10.319852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6859e993-3bf6-41b0-8268-72783896dbc1 req-b303ec6c-0a89-4d5d-887b-c972177bd7d0 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238925 Nov 13 04:50:10.343500 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a9468b89-cd77-4b8b-adf0-73a3fd9da9d2,segment=NetworkSegment(13aef6cf-9891-4cfb-81b1-510149758c70),segment_id=13aef6cf-9891-4cfb-81b1-510149758c70)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:10.400839 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:10.407796 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:10.412152 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:10.414579 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d04627a6-2a34-4ed6-a131-8b18bb7b9df1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbbb43ffa0894a7b8b4c6a6eed830154&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5564818 Nov 13 04:50:10.417343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57754) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:10.442617 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:10.443691 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:10.576116 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-9a22f277-48e9-4384-877b-8a2c555a4bb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:50:10.576673 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-9a22f277-48e9-4384-877b-8a2c555a4bb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:50:10.577249 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=a9468b89-cd77-4b8b-adf0-73a3fd9da9d2,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:10.592466 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:10.714563 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0bdb642c-6ff7-4843-a6f2-3ce70e9cdbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'name': 'tempest-ServersTestMultiNic-1896604599-router', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '9f53727e-c3d3-46e9-9de8-6f94131364bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:59Z', 'updated_at': '2021-11-13T04:50:07Z', 'revision_number': 5, 'project_id': '2c34300dfbd7415a93df593830924aad', 'gw_port': {'id': '9f53727e-c3d3-46e9-9de8-6f94131364bb', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:48:00Z', 'updated_at': '2021-11-13T04:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:10.756139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] Deleting port 9f53727e-c3d3-46e9-9de8-6f94131364bb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:50:10.756622 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:10.842054 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb642c-6ff7-4843-a6f2-3ce70e9cdbb5 None None] Checking router: 3ff86f97-8de2-4c65-9822-f07ba286e726 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:50:10.863304 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb642c-6ff7-4843-a6f2-3ce70e9cdbb5 None None] Routers {'3ff86f97-8de2-4c65-9822-f07ba286e726'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:10.863700 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0bdb642c-6ff7-4843-a6f2-3ce70e9cdbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['3ff86f97-8de2-4c65-9822-f07ba286e726'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:10.908792 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:10.958120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] For port 9f53727e-c3d3-46e9-9de8-6f94131364bb, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9f53727e-c3d3-46e9-9de8-6f94131364bb,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:10.958741 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:11.020121 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0bdb642c-6ff7-4843-a6f2-3ce70e9cdbb5 None None] Set router 3ff86f97-8de2-4c65-9822-f07ba286e726 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:50:11.089366 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] Calling delete_port for 9f53727e-c3d3-46e9-9de8-6f94131364bb owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:50:11.092940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:11.093326 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:11.136827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=794496a7-d2b9-45be-925d-7a23fe2352de,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:11.195858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055ec50-5b37-427e-838b-ac044a8e4305 req-22048e62-c1b3-4eda-a288-64c053c54ee3 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:11.206045 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0055ec50-5b37-427e-838b-ac044a8e4305 req-22048e62-c1b3-4eda-a288-64c053c54ee3 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.2269523 Nov 13 04:50:11.225670 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0bdb642c-6ff7-4843-a6f2-3ce70e9cdbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'name': 'tempest-ServersTestMultiNic-1896604599-router', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:59Z', 'updated_at': '2021-11-13T04:50:10Z', 'revision_number': 6, 'project_id': '2c34300dfbd7415a93df593830924aad', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:11.255724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-019f775c-5bba-451b-8b44-cfb9d2bc4f36 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5957b9f25a694a74ac2dbbc2dc839ae6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4435546 Nov 13 04:50:11.377332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e31d9d0d-a421-4870-ab65-f571636b4db7 None None] Provisioning complete for port 794496a7-d2b9-45be-925d-7a23fe2352de triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:11.379913 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e31d9d0d-a421-4870-ab65-f571636b4db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:11.403607 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb642c-6ff7-4843-a6f2-3ce70e9cdbb5 None None] The sync data for ids ['3ff86f97-8de2-4c65-9822-f07ba286e726'] in n-d-813114-2 is: [{'id': '3ff86f97-8de2-4c65-9822-f07ba286e726', 'name': 'tempest-ServersTestMultiNic-1896604599-router', 'tenant_id': '2c34300dfbd7415a93df593830924aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:47:59Z', 'updated_at': '2021-11-13T04:50:10Z', 'revision_number': 6, 'project_id': '2c34300dfbd7415a93df593830924aad', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:50:11.485459 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e31d9d0d-a421-4870-ab65-f571636b4db7 None None] Port 794496a7-d2b9-45be-925d-7a23fe2352de cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:50:11.508277 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e31d9d0d-a421-4870-ab65-f571636b4db7 None None] Provisioning complete for port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:11.509540 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e31d9d0d-a421-4870-ab65-f571636b4db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:11.560787 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0055ec50-5b37-427e-838b-ac044a8e4305 req-a2266dfa-4b6f-437f-a26a-4c3c349b5c3a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532550 Nov 13 04:50:11.613759 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e8bee630-af3c-4968-b1df-8b9a09d0ae90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:11.672632 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:11.737887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network 5a783331-a412-4a8d-82ae-a87d17a3fb96 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:11.757202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f53727e-c3d3-46e9-9de8-6f94131364bb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:11.762899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:11.772426 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e8bee630-af3c-4968-b1df-8b9a09d0ae90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:11.780063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65fa01-eefe-4d72-917e-0d2525d73725 req-2581856a-1a11-4bad-aa5a-f3195019f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:11.781916 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da65fa01-eefe-4d72-917e-0d2525d73725 req-2581856a-1a11-4bad-aa5a-f3195019f1d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12d3eed64754419b91fc9267590fb5a0&device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 1096 time: 0.9762106 Nov 13 04:50:11.825684 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4c3d1cdb-baf5-4ea2-b585-3985dcfdd7b6 None None] Provisioning complete for port 794496a7-d2b9-45be-925d-7a23fe2352de triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:11.826058 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1cdb-baf5-4ea2-b585-3985dcfdd7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:11.932483 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3ca950-4775-42cc-a32f-26dc921e1f01 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:50:11.942961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d1cdb-baf5-4ea2-b585-3985dcfdd7b6 None None] Port 794496a7-d2b9-45be-925d-7a23fe2352de cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:50:12.024376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747776b2-904f-4f7a-bd92-55b05715b8bd req-dc2eeffc-85fc-4ff3-84b8-ca4169dd7034 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:12.025999 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-747776b2-904f-4f7a-bd92-55b05715b8bd req-dc2eeffc-85fc-4ff3-84b8-ca4169dd7034 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 950 time: 0.2779255 Nov 13 04:50:12.034561 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:12.080754 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-59aabf5d-7f02-4030-abd7-6de63795fb3a tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:12.082626 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-59aabf5d-7f02-4030-abd7-6de63795fb3a tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8257098 Nov 13 04:50:12.120683 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-9e347430-ad1c-4b58-9e98-4414fcb2f8ed tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/quotas/5957b9f25a694a74ac2dbbc2dc839ae6 HTTP/1.1" status: 200 len: 375 time: 0.0246453 Nov 13 04:50:12.152413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65fa01-eefe-4d72-917e-0d2525d73725 req-5e529b54-7086-4013-ba81-f0c80cd238c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:12.153822 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da65fa01-eefe-4d72-917e-0d2525d73725 req-5e529b54-7086-4013-ba81-f0c80cd238c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5df68409-cafd-4515-9d5a-5b124adc42a7 HTTP/1.1" status: 200 len: 919 time: 0.3544936 Nov 13 04:50:12.159447 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e8bee630-af3c-4968-b1df-8b9a09d0ae90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:12.162505 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e8bee630-af3c-4968-b1df-8b9a09d0ae90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:12.163750 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e8bee630-af3c-4968-b1df-8b9a09d0ae90 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5678574-9fc6-4279-996d-d46905d4e4f7 HTTP/1.1" status: 204 len: 168 time: 1.7443116 Nov 13 04:50:12.281158 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0e4d264e-b8a0-408f-96e3-03aa103d2db5 None None] Provisioning complete for port 794496a7-d2b9-45be-925d-7a23fe2352de triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:12.281530 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e4d264e-b8a0-408f-96e3-03aa103d2db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:12.302580 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-64d6a283-74f9-4801-8e06-85478ff7e0c0 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5957b9f25a694a74ac2dbbc2dc839ae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1448109 Nov 13 04:50:12.303853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bee630-af3c-4968-b1df-8b9a09d0ae90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5678574-9fc6-4279-996d-d46905d4e4f7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:12.357236 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da65fa01-eefe-4d72-917e-0d2525d73725 req-9a65bc10-3039-4809-af00-46d332e9f53c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=869cec1f-6a56-4230-af80-616219b04056 HTTP/1.1" status: 200 len: 217 time: 0.1911561 Nov 13 04:50:12.378320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d264e-b8a0-408f-96e3-03aa103d2db5 None None] Port 794496a7-d2b9-45be-925d-7a23fe2352de cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:50:12.392370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 0912217a-53bc-4c5e-9984-ef6e8b56b12f is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:50:12.593462 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:12.597642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:12.646571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-747776b2-904f-4f7a-bd92-55b05715b8bd req-d4afb6da-34a6-4165-bd3b-a2f0c27d9ce4 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6091905 Nov 13 04:50:12.666720 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:12.667414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ff86f97-8de2-4c65-9822-f07ba286e726 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:50:12.691184 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:12.693535 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-662b8d19-65bd-4cf1-be95-117f0c9f6f3e admin admin] 10.222.0.43 "DELETE /v2.0/routers/3ff86f97-8de2-4c65-9822-f07ba286e726 HTTP/1.1" status: 204 len: 168 time: 2.9560330 Nov 13 04:50:12.695986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57806) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:12.755197 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-94052e7a-7eab-4016-a481-dcf8532956bf req-1a6f67d1-20f2-4b58-89a9-3ecfc9df2a76 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 210 time: 0.1684434 Nov 13 04:50:12.832147 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65fa01-eefe-4d72-917e-0d2525d73725 req-92ff85c9-4180-4f54-be9f-57abce37eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:12.835924 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da65fa01-eefe-4d72-917e-0d2525d73725 req-92ff85c9-4180-4f54-be9f-57abce37eaac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bda26a38-0894-479d-8858-c797e4adbfd7 HTTP/1.1" status: 200 len: 858 time: 0.4681122 Nov 13 04:50:12.918403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9f53727e-c3d3-46e9-9de8-6f94131364bb no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:50:12.932104 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da65fa01-eefe-4d72-917e-0d2525d73725 req-0c6629cf-14d0-4884-b7dd-d3fe08d6818c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5df68409-cafd-4515-9d5a-5b124adc42a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805521 Nov 13 04:50:12.936983 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:50:12.948223 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-af844c32-022f-4c6b-81bb-5c4665df37e2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/0912217a-53bc-4c5e-9984-ef6e8b56b12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8538172 Nov 13 04:50:13.001651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97119e5-9b98-4b46-a21a-37ee4ce61f66 None None] Sync routers for ids ['0912217a-53bc-4c5e-9984-ef6e8b56b12f'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:50:13.001942 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57822) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:13.027154 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 9f53727e-c3d3-46e9-9de8-6f94131364bb {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:50:13.027968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9f53727e-c3d3-46e9-9de8-6f94131364bb not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:50:13.028440 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3647afb5-3551-495e-8e39-9959dfdcbd51 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:50:13.095631 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 3647afb5-3551-495e-8e39-9959dfdcbd51 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:50:13.096602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3647afb5-3551-495e-8e39-9959dfdcbd51 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:50:13.107896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97119e5-9b98-4b46-a21a-37ee4ce61f66 None None] Routers {'0912217a-53bc-4c5e-9984-ef6e8b56b12f'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:13.111897 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f97119e5-9b98-4b46-a21a-37ee4ce61f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0912217a-53bc-4c5e-9984-ef6e8b56b12f'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:13.195833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ffda78-f7fc-46b5-9c7d-23a0bbce7103 admin admin] Deleting subnet 4279ab16-f568-4cde-96d1-3057392edf16 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:50:13.197756 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f97119e5-9b98-4b46-a21a-37ee4ce61f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:13.218733 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6ffda78-f7fc-46b5-9c7d-23a0bbce7103 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:13.231989 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97119e5-9b98-4b46-a21a-37ee4ce61f66 None None] Routers {'0912217a-53bc-4c5e-9984-ef6e8b56b12f'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:13.233547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f97119e5-9b98-4b46-a21a-37ee4ce61f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0912217a-53bc-4c5e-9984-ef6e8b56b12f'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:13.301256 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779100a4-e6c1-48d3-96ad-3bb4a67f8f44 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:13.302705 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-779100a4-e6c1-48d3-96ad-3bb4a67f8f44 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports/794496a7-d2b9-45be-925d-7a23fe2352de HTTP/1.1" status: 200 len: 911 time: 0.2977803 Nov 13 04:50:13.308337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57838) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:13.335643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bf521-737c-4f1e-90e5-549979d75169 req-e21411b2-daab-4842-9a01-fa87ed2c309a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:13.337223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e7bf521-737c-4f1e-90e5-549979d75169 req-e21411b2-daab-4842-9a01-fa87ed2c309a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.4960372 Nov 13 04:50:13.354341 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da65fa01-eefe-4d72-917e-0d2525d73725 req-f91d7525-7ab5-4a32-9518-29fd743dec91 service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070220 Nov 13 04:50:13.358753 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f97119e5-9b98-4b46-a21a-37ee4ce61f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:13.363807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97119e5-9b98-4b46-a21a-37ee4ce61f66 None None] The sync data for ids ['0912217a-53bc-4c5e-9984-ef6e8b56b12f'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:50:13.371720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2dd21b05-42c9-4978-9719-a674228ca209 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e796d709-c451-4237-9e28-73ee86383f5c'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:13.373053 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d572660-c839-43a2-9c52-a4cb2fae7aea req-2a8822e9-3127-477e-a2cc-113c7ca22e03 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1415982 Nov 13 04:50:13.493281 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03bd52-c76a-4777-9c26-900fc5942b1f req-13c5dc99-5d06-4bf8-a7ce-cd19126793f0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:13.505850 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab03bd52-c76a-4777-9c26-900fc5942b1f req-13c5dc99-5d06-4bf8-a7ce-cd19126793f0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 950 time: 0.2543695 Nov 13 04:50:13.510485 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da65fa01-eefe-4d72-917e-0d2525d73725 req-5aee4a6e-dd52-4c9b-abf3-ecd3d8434eb2 service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412210 Nov 13 04:50:13.546186 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6ffda78-f7fc-46b5-9c7d-23a0bbce7103 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:13.610571 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d572660-c839-43a2-9c52-a4cb2fae7aea req-3acdbc81-24c5-4d77-9b9f-5c980556b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:13.614070 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d572660-c839-43a2-9c52-a4cb2fae7aea req-3acdbc81-24c5-4d77-9b9f-5c980556b423 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12d3eed64754419b91fc9267590fb5a0&device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 1096 time: 0.0800285 Nov 13 04:50:13.634963 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab03bd52-c76a-4777-9c26-900fc5942b1f req-93fdcd46-d392-485d-a9e3-74b6eaa92136 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267684 Nov 13 04:50:13.725451 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e7bf521-737c-4f1e-90e5-549979d75169 req-2f1f6da3-b7a5-448a-bdc4-0fa3f8db6e26 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324842 Nov 13 04:50:13.828875 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6ffda78-f7fc-46b5-9c7d-23a0bbce7103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:13.911553 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dd21b05-42c9-4978-9719-a674228ca209 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:13.941790 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d572660-c839-43a2-9c52-a4cb2fae7aea req-ea618e8e-ad89-4cba-aef6-69bbaa337253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:13.943978 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d572660-c839-43a2-9c52-a4cb2fae7aea req-ea618e8e-ad89-4cba-aef6-69bbaa337253 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5df68409-cafd-4515-9d5a-5b124adc42a7 HTTP/1.1" status: 200 len: 919 time: 0.2061067 Nov 13 04:50:14.027881 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-58af4836-870d-4b1a-a58a-91c4d8f586a0 req-6244252b-8c55-4d49-aa1f-36fc60e5ecda tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 210 time: 0.0826559 Nov 13 04:50:14.031104 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6ffda78-f7fc-46b5-9c7d-23a0bbce7103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:14.079433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffda78-f7fc-46b5-9c7d-23a0bbce7103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4279ab16-f568-4cde-96d1-3057392edf16,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:14.088794 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d572660-c839-43a2-9c52-a4cb2fae7aea req-d0d24de8-1d77-4d60-b8df-d323a697a8d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=445ba76c-c983-499c-b00b-c716dfb1fc2f HTTP/1.1" status: 200 len: 217 time: 0.1094227 Nov 13 04:50:14.112248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08ffb9b-1dcc-4c03-a211-ca8fa42f84f4 None None] Network 51dfe6c5-f39e-48c3-876e-aed591c121b3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:14.151296 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6ffda78-f7fc-46b5-9c7d-23a0bbce7103 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:14.158608 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c6ffda78-f7fc-46b5-9c7d-23a0bbce7103 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4279ab16-f568-4cde-96d1-3057392edf16 HTTP/1.1" status: 204 len: 168 time: 1.4612823 Nov 13 04:50:14.158994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57868) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:14.188457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d572660-c839-43a2-9c52-a4cb2fae7aea req-4272391f-14b2-4794-abd8-312e8f3683fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:14.191439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d572660-c839-43a2-9c52-a4cb2fae7aea req-4272391f-14b2-4794-abd8-312e8f3683fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bda26a38-0894-479d-8858-c797e4adbfd7 HTTP/1.1" status: 200 len: 858 time: 0.0947874 Nov 13 04:50:14.264648 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d572660-c839-43a2-9c52-a4cb2fae7aea req-dfffb0bf-8284-4de9-af44-3a056a933ce3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5df68409-cafd-4515-9d5a-5b124adc42a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578790 Nov 13 04:50:14.377118 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:14.500546 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d572660-c839-43a2-9c52-a4cb2fae7aea req-d0960de1-ad6d-4280-bbf6-8f91b41b7fc2 service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043335 Nov 13 04:50:14.536118 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016119dc-b14a-42e1-8640-3b6478f8fcd5 None None] DHCP port deletion for 51dfe6c5-f39e-48c3-876e-aed591c121b3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:50:14.623703 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dd21b05-42c9-4978-9719-a674228ca209 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:14.645543 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dd21b05-42c9-4978-9719-a674228ca209 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:14.670955 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd21b05-42c9-4978-9719-a674228ca209 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:14.671863 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dd21b05-42c9-4978-9719-a674228ca209 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:14.683528 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2dd21b05-42c9-4978-9719-a674228ca209 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/ports/794496a7-d2b9-45be-925d-7a23fe2352de HTTP/1.1" status: 200 len: 911 time: 1.3644662 Nov 13 04:50:14.685995 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57880) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:14.704868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-016119dc-b14a-42e1-8640-3b6478f8fcd5 None None] Deleting port bdebd8be-af40-47be-bb30-a93f1ce98f4b {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:50:14.705984 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-016119dc-b14a-42e1-8640-3b6478f8fcd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:14.733546 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Deleting port bdebd8be-af40-47be-bb30-a93f1ce98f4b {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:50:14.739054 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:14.743673 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-d58f4426-be19-4efc-8589-fb72d092b217 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5957b9f25a694a74ac2dbbc2dc839ae6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834398 Nov 13 04:50:14.808778 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-016119dc-b14a-42e1-8640-3b6478f8fcd5 None None] For port bdebd8be-af40-47be-bb30-a93f1ce98f4b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bdebd8be-af40-47be-bb30-a93f1ce98f4b,segment=NetworkSegment(efc284f5-6a75-47fd-9b85-61d53f22f312),segment_id=efc284f5-6a75-47fd-9b85-61d53f22f312)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:14.809439 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-016119dc-b14a-42e1-8640-3b6478f8fcd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:14.830742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-016119dc-b14a-42e1-8640-3b6478f8fcd5 None None] Calling delete_port for bdebd8be-af40-47be-bb30-a93f1ce98f4b owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:50:14.920103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bdebd8be-af40-47be-bb30-a93f1ce98f4b no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:50:15.058859 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-016119dc-b14a-42e1-8640-3b6478f8fcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:15.097748 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:15.133396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016119dc-b14a-42e1-8640-3b6478f8fcd5 None None] Pushing event deleted for resources: {'Port': ['ID=bdebd8be-af40-47be-bb30-a93f1ce98f4b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:15.142628 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016119dc-b14a-42e1-8640-3b6478f8fcd5 None None] No DVR routers for this DVR port bdebd8be-af40-47be-bb30-a93f1ce98f4b on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:50:15.236208 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd21b05-42c9-4978-9719-a674228ca209 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=794496a7-d2b9-45be-925d-7a23fe2352de,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:15.261795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff12101-5ddf-43dd-9b7d-d1fb8d373522 req-eac7bfd8-387a-4d69-88bb-7ab8a727eaee tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:15.263764 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ff12101-5ddf-43dd-9b7d-d1fb8d373522 req-eac7bfd8-387a-4d69-88bb-7ab8a727eaee tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 950 time: 0.3575122 Nov 13 04:50:15.398102 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ff12101-5ddf-43dd-9b7d-d1fb8d373522 req-f77aca56-ed9b-4544-89c8-96ec729f3bc4 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123836 Nov 13 04:50:15.514621 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1975487c-1304-4844-99d6-245829e98b21 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:15.573040 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-014d26dc-b4dc-4567-a844-dfd44e7c4f44 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:15.574520 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-014d26dc-b4dc-4567-a844-dfd44e7c4f44 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8234980 Nov 13 04:50:15.695100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Request body: {'port': {'device_id': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '5957b9f25a694a74ac2dbbc2dc839ae6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:15.695869 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a6c7fa7-4733-437b-aa57-15d2dc75878b req-502ee6a6-3cd6-4271-9951-0abebb2d953f tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 210 time: 0.1769395 Nov 13 04:50:15.818340 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d572660-c839-43a2-9c52-a4cb2fae7aea req-6627b266-50db-4267-8fb1-36f121771e04 service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3054845 Nov 13 04:50:15.823437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] For port bdebd8be-af40-47be-bb30-a93f1ce98f4b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bdebd8be-af40-47be-bb30-a93f1ce98f4b,segment=NetworkSegment(efc284f5-6a75-47fd-9b85-61d53f22f312),segment_id=efc284f5-6a75-47fd-9b85-61d53f22f312)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:15.824140 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:15.852562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Calling delete_port for bdebd8be-af40-47be-bb30-a93f1ce98f4b owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:50:15.875169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe4ea2-fb0c-49f7-b985-862f54f56dcc req-0dbe6c8b-c977-4597-821b-05753c1e3c25 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:15.876986 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-33fe4ea2-fb0c-49f7-b985-862f54f56dcc req-0dbe6c8b-c977-4597-821b-05753c1e3c25 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.4088380 Nov 13 04:50:15.925041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877c2f3-80b2-462d-aece-15e3556a4d2c req-94cec894-115a-4e56-ab94-bd68ddcad760 tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:15.927651 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2877c2f3-80b2-462d-aece-15e3556a4d2c req-94cec894-115a-4e56-ab94-bd68ddcad760 tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 1101 time: 0.1049700 Nov 13 04:50:16.007423 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Made reservation on behalf of 5957b9f25a694a74ac2dbbc2dc839ae6 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:16.011198 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2877c2f3-80b2-462d-aece-15e3556a4d2c req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:16.012545 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:16.030081 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-33fe4ea2-fb0c-49f7-b985-862f54f56dcc req-f08526b2-4f08-44e3-ba4f-1038ac0b7c42 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399534 Nov 13 04:50:16.050635 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:16.179491 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:16.255373 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2877c2f3-80b2-462d-aece-15e3556a4d2c req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:16.267333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1975487c-1304-4844-99d6-245829e98b21 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port 794496a7-d2b9-45be-925d-7a23fe2352de {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:50:16.268681 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1975487c-1304-4844-99d6-245829e98b21 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:16.276997 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2877c2f3-80b2-462d-aece-15e3556a4d2c req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:16.280971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdebd8be-af40-47be-bb30-a93f1ce98f4b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:16.320562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] No DVR routers for this DVR port bdebd8be-af40-47be-bb30-a93f1ce98f4b on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:50:16.351182 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:16.358291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.358695 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.359668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.360078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.360416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.360841 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.361175 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.361501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.361825 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.362300 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.363717 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.364141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.394319 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2877c2f3-80b2-462d-aece-15e3556a4d2c req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570985 Nov 13 04:50:16.403344 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:16.406354 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777981a6-f05b-42d7-97c5-d69d49c35675,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:16.473289 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1975487c-1304-4844-99d6-245829e98b21 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:16.495820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.497585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.497585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.497585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.498021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.498445 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.498870 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.500121 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.500600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.501019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.501437 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.501857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe39d1b-b77c-4761-b159-2ea2a5d292ef tempest-LiveMigrationNegativeTest-50233520 tempest-LiveMigrationNegativeTest-50233520-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:16.506895 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1975487c-1304-4844-99d6-245829e98b21 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for 794496a7-d2b9-45be-925d-7a23fe2352de owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:50:16.549875 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Allocated IP 192.168.233.36 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/901ab33f-1c1e-44d3-9c62-7c79a13a91eb) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:16.619585 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3fdfcf43-9fa1-424c-9b9f-70850ec6a4de req-d25febd5-0c5b-4ccd-85a3-46a1ea63cbb0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4412129 Nov 13 04:50:16.911748 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-647e3c88-5e63-4309-962d-8cbf3306d18a req-2fe19337-ce34-4ce8-85cb-eaa5ad7e753e tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 210 time: 0.0578620 Nov 13 04:50:16.969031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0174a8-9da4-454e-8a1e-5fc3bab60425,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:16.979054 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:16.984027 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1975487c-1304-4844-99d6-245829e98b21 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:17.016051 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57930) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:17.028720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51dfe6c5-f39e-48c3-876e-aed591c121b3']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:17.053026 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc284f5-6a75-47fd-9b85-61d53f22f312') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:17.053579 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc284f5-6a75-47fd-9b85-61d53f22f312') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:17.073409 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:17.086952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfcf43-9fa1-424c-9b9f-70850ec6a4de req-c3abca1f-e497-49fc-8fda-c52ef093d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:17.089390 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3fdfcf43-9fa1-424c-9b9f-70850ec6a4de req-c3abca1f-e497-49fc-8fda-c52ef093d1d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16cb25ddaa9e4afaa689fc495253a0d9&device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 1101 time: 0.3631642 Nov 13 04:50:17.118072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975487c-1304-4844-99d6-245829e98b21 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=794496a7-d2b9-45be-925d-7a23fe2352de,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:17.134694 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:17.337511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23b89c-28af-4b2d-8817-d726e3d5f226 req-31001e8e-3ef8-4a34-8ba6-4799ed30e589 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:17.339263 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b23b89c-28af-4b2d-8817-d726e3d5f226 req-31001e8e-3ef8-4a34-8ba6-4799ed30e589 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 950 time: 0.2550793 Nov 13 04:50:17.340045 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1975487c-1304-4844-99d6-245829e98b21 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:17.438341 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfcf43-9fa1-424c-9b9f-70850ec6a4de req-345f34b2-b1f3-47ac-8a5e-87d5dc7eaaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:17.440096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3fdfcf43-9fa1-424c-9b9f-70850ec6a4de req-345f34b2-b1f3-47ac-8a5e-87d5dc7eaaca service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.3184919 Nov 13 04:50:17.468975 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b23b89c-28af-4b2d-8817-d726e3d5f226 req-0c1e03cd-cae1-4f3c-a51a-cd2ac45a6a73 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232097 Nov 13 04:50:17.498492 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:17.518555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:50:17.519752 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:50:17.585716 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:50:17.617623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1975487c-1304-4844-99d6-245829e98b21 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 0912217a-53bc-4c5e-9984-ef6e8b56b12f has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:50:17.652701 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8acdc694-075f-48f1-bb7c-f47bccfbf643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:17.655556 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:17.698385 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:17.698829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1975487c-1304-4844-99d6-245829e98b21 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:50:17.704781 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1975487c-1304-4844-99d6-245829e98b21 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/0912217a-53bc-4c5e-9984-ef6e8b56b12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0066521 Nov 13 04:50:17.711485 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a49754-fea3-457b-9de6-6cce3581aa09 None None] Sync routers for ids ['0912217a-53bc-4c5e-9984-ef6e8b56b12f'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:50:17.711985 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57942) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:17.717014 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:17.723534 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/51dfe6c5-f39e-48c3-876e-aed591c121b3 HTTP/1.1" status: 204 len: 168 time: 3.5632493 Nov 13 04:50:17.725239 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3fdfcf43-9fa1-424c-9b9f-70850ec6a4de req-9d260349-8614-4b54-a0d2-36f4d4fdeb10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=464fe423-404e-4e1f-b465-df0204247acd HTTP/1.1" status: 200 len: 217 time: 0.1414318 Nov 13 04:50:17.737386 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a49754-fea3-457b-9de6-6cce3581aa09 None None] Routers {'0912217a-53bc-4c5e-9984-ef6e8b56b12f'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:17.739677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3c6d7-be97-4d01-942c-06aa8f417ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=51dfe6c5-f39e-48c3-876e-aed591c121b3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:17.750707 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-06a49754-fea3-457b-9de6-6cce3581aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0912217a-53bc-4c5e-9984-ef6e8b56b12f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:17.768395 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b114182b-b961-40c6-a79e-f2eb14f4c7c5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports?device_id=0912217a-53bc-4c5e-9984-ef6e8b56b12f HTTP/1.1" status: 200 len: 205 time: 0.0552595 Nov 13 04:50:17.771198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57946) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:17.834100 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8acdc694-075f-48f1-bb7c-f47bccfbf643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:17.843517 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-06a49754-fea3-457b-9de6-6cce3581aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:17.864623 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a49754-fea3-457b-9de6-6cce3581aa09 None None] Routers {'0912217a-53bc-4c5e-9984-ef6e8b56b12f'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:17.865357 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-06a49754-fea3-457b-9de6-6cce3581aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0912217a-53bc-4c5e-9984-ef6e8b56b12f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:17.876315 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8acdc694-075f-48f1-bb7c-f47bccfbf643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:17.922678 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-06a49754-fea3-457b-9de6-6cce3581aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:17.923636 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a49754-fea3-457b-9de6-6cce3581aa09 None None] The sync data for ids ['0912217a-53bc-4c5e-9984-ef6e8b56b12f'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:50:17.936241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcd283-2f4e-448e-8e0a-4a5c660464ec req-f8a6f72f-3068-4f45-81fd-9d927bc71ad0 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:17.936241 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-94fcd283-2f4e-448e-8e0a-4a5c660464ec req-f8a6f72f-3068-4f45-81fd-9d927bc71ad0 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.4907863 Nov 13 04:50:17.946401 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e584bbfc-6d0b-4682-9ae2-b43f54e02105 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:17.973010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:17.974353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57950) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:17.996950 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:18.011328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfcf43-9fa1-424c-9b9f-70850ec6a4de req-ecdedf2f-ca10-4daa-85c0-c33f8b939088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:18.012915 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3fdfcf43-9fa1-424c-9b9f-70850ec6a4de req-ecdedf2f-ca10-4daa-85c0-c33f8b939088 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.2759175 Nov 13 04:50:18.020363 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:18.072722 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8acdc694-075f-48f1-bb7c-f47bccfbf643 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6799077ffd6e4d68974d997039c6e4c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0485766 Nov 13 04:50:18.073606 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Pushing event updated for resources: {'Port': ['ID=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:18.085850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57952) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:18.204189 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdc694-075f-48f1-bb7c-f47bccfbf643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec2b7f5-96e9-4fa1-bdf0-3660c6157226,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:18.261439 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:18.262112 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:18.322960 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-94fcd283-2f4e-448e-8e0a-4a5c660464ec req-a3bc70da-64ec-482a-81f6-f9e65620e8d2 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605371 Nov 13 04:50:18.342618 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6b6ffb5d-2f8c-49b0-b2f5-1e1bbeb0fd4b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c34300dfbd7415a93df593830924aad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3326995 Nov 13 04:50:18.345458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfcf43-9fa1-424c-9b9f-70850ec6a4de req-eb6e6550-0cb8-4825-b87d-c2de6c03bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:18.348869 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3fdfcf43-9fa1-424c-9b9f-70850ec6a4de req-eb6e6550-0cb8-4825-b87d-c2de6c03bcd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3166430 Nov 13 04:50:18.350199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57956) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:18.371363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1ee6200e-a281-4ea4-aa04-92df6ec566f0 None None] Provisioning complete for port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:18.371933 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ee6200e-a281-4ea4-aa04-92df6ec566f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:18.445582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1ee6200e-a281-4ea4-aa04-92df6ec566f0 None None] Port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:50:18.456585 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8d08fedf-e89a-4a75-bfd3-83a3bfd789a9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8022234 Nov 13 04:50:18.541580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Request body: {'port': {'device_id': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:18.577246 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3fdfcf43-9fa1-424c-9b9f-70850ec6a4de req-5d272e22-2510-4851-a2cf-026158cb886a service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148376 Nov 13 04:50:18.615421 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e584bbfc-6d0b-4682-9ae2-b43f54e02105 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:18.618327 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e584bbfc-6d0b-4682-9ae2-b43f54e02105 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:18.630426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94761e-57e7-42fd-b9d1-2b604316db6c req-2bd51574-3582-42f2-a7c4-4ef2c357fa4e tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:18.632089 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df94761e-57e7-42fd-b9d1-2b604316db6c req-2bd51574-3582-42f2-a7c4-4ef2c357fa4e tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 935 time: 0.5920246 Nov 13 04:50:18.705757 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e584bbfc-6d0b-4682-9ae2-b43f54e02105 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:18.706249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e584bbfc-6d0b-4682-9ae2-b43f54e02105 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Fanout notify agent at l3_agent the message router_deleted on router 0912217a-53bc-4c5e-9984-ef6e8b56b12f {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:50:18.715591 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e584bbfc-6d0b-4682-9ae2-b43f54e02105 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:18.716793 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e584bbfc-6d0b-4682-9ae2-b43f54e02105 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/routers/0912217a-53bc-4c5e-9984-ef6e8b56b12f HTTP/1.1" status: 204 len: 168 time: 0.9443691 Nov 13 04:50:18.720371 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57964) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:18.759584 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:18.761301 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bfb22902-c4c9-4baa-84a3-fbcbfb7e5c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:18.766077 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3fdfcf43-9fa1-424c-9b9f-70850ec6a4de req-016cfd74-ad9c-4342-9d76-4df586fd1a0d service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736133 Nov 13 04:50:18.815246 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f5a6556e-39b8-42e7-9b68-a7dd1701ad6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:18.824743 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df94761e-57e7-42fd-b9d1-2b604316db6c req-52753b65-94d4-49bb-b034-28f81ad05185 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779680 Nov 13 04:50:18.839155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c88e19-cf33-4b88-9f92-df41a898f34c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting subnet e796d709-c451-4237-9e28-73ee86383f5c {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:50:18.850986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4889f7-db49-467e-87a8-317c24f743f9 req-d07244f1-2eb4-4d4d-b450-01c061009049 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:18.852623 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac4889f7-db49-467e-87a8-317c24f743f9 req-d07244f1-2eb4-4d4d-b450-01c061009049 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 950 time: 0.1169467 Nov 13 04:50:18.853387 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8c88e19-cf33-4b88-9f92-df41a898f34c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:18.865681 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f5a6556e-39b8-42e7-9b68-a7dd1701ad6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:18.929197 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8c88e19-cf33-4b88-9f92-df41a898f34c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:19.060092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ac4889f7-db49-467e-87a8-317c24f743f9 req-f2ed1873-707d-4075-a1b3-12ae5efff35a tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Deleting port 99b90180-b40f-4687-a665-15e223a371e6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:50:19.060430 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ac4889f7-db49-467e-87a8-317c24f743f9 req-f2ed1873-707d-4075-a1b3-12ae5efff35a tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:19.076009 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bfb22902-c4c9-4baa-84a3-fbcbfb7e5c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:19.096589 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8c88e19-cf33-4b88-9f92-df41a898f34c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:19.127245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6291f-92ba-4114-a086-7b15b68ddd85 req-d1adbf68-7c23-4e67-bebb-14017ed6532c tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:19.128850 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6bf6291f-92ba-4114-a086-7b15b68ddd85 req-d1adbf68-7c23-4e67-bebb-14017ed6532c tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 950 time: 0.5003722 Nov 13 04:50:19.211950 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f5a6556e-39b8-42e7-9b68-a7dd1701ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:19.214509 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f5a6556e-39b8-42e7-9b68-a7dd1701ad6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:19.218579 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f5a6556e-39b8-42e7-9b68-a7dd1701ad6c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8eff598-71f2-4e67-a9b2-bfadb04e7981 HTTP/1.1" status: 204 len: 168 time: 0.8627186 Nov 13 04:50:19.236065 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bfb22902-c4c9-4baa-84a3-fbcbfb7e5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:19.238671 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bfb22902-c4c9-4baa-84a3-fbcbfb7e5c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:19.241955 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ac4889f7-db49-467e-87a8-317c24f743f9 req-f2ed1873-707d-4075-a1b3-12ae5efff35a tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] For port 99b90180-b40f-4687-a665-15e223a371e6, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=99b90180-b40f-4687-a665-15e223a371e6,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:19.242566 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bfb22902-c4c9-4baa-84a3-fbcbfb7e5c5f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ec2b7f5-96e9-4fa1-bdf0-3660c6157226 HTTP/1.1" status: 204 len: 168 time: 1.0994523 Nov 13 04:50:19.255168 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ac4889f7-db49-467e-87a8-317c24f743f9 req-f2ed1873-707d-4075-a1b3-12ae5efff35a tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:19.262476 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6bf6291f-92ba-4114-a086-7b15b68ddd85 req-50c3752c-d153-425b-96e3-353a64d9c6df tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210470 Nov 13 04:50:19.263146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6556e-39b8-42e7-9b68-a7dd1701ad6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eff598-71f2-4e67-a9b2-bfadb04e7981,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:19.293767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb22902-c4c9-4baa-84a3-fbcbfb7e5c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec2b7f5-96e9-4fa1-bdf0-3660c6157226,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:19.304946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ac4889f7-db49-467e-87a8-317c24f743f9 req-f2ed1873-707d-4075-a1b3-12ae5efff35a tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Calling delete_port for 99b90180-b40f-4687-a665-15e223a371e6 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:50:19.315248 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8c88e19-cf33-4b88-9f92-df41a898f34c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:19.316180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901ab33f-1c1e-44d3-9c62-7c79a13a91eb {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:50:19.335955 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:19.360282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Transition to ACTIVE for port object 901ab33f-1c1e-44d3-9c62-7c79a13a91eb will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:50:19.369302 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:19.423159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c88e19-cf33-4b88-9f92-df41a898f34c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Subnet': ['ID=e796d709-c451-4237-9e28-73ee86383f5c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:19.426710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101263a1-3952-483c-bf0a-560bf7c94b97 None None] Network 5a783331-a412-4a8d-82ae-a87d17a3fb96 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:19.430327 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8c88e19-cf33-4b88-9f92-df41a898f34c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:19.435139 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a8c88e19-cf33-4b88-9f92-df41a898f34c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/e796d709-c451-4237-9e28-73ee86383f5c HTTP/1.1" status: 204 len: 168 time: 0.7124047 Nov 13 04:50:19.441726 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57974) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:19.619236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Pushing event updated for resources: {'Port': ['ID=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:19.702495 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ac4889f7-db49-467e-87a8-317c24f743f9 req-f2ed1873-707d-4075-a1b3-12ae5efff35a tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:19.758125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['464fe423-404e-4e1f-b465-df0204247acd', '99b90180-b40f-4687-a665-15e223a371e6'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:50:19.805963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed1873-707d-4075-a1b3-12ae5efff35a tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Pushing event deleted for resources: {'Port': ['ID=99b90180-b40f-4687-a665-15e223a371e6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:19.891945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4889f7-db49-467e-87a8-317c24f743f9 req-f2ed1873-707d-4075-a1b3-12ae5efff35a tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] No DVR routers for this DVR port 99b90180-b40f-4687-a665-15e223a371e6 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:50:19.902223 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ac4889f7-db49-467e-87a8-317c24f743f9 req-f2ed1873-707d-4075-a1b3-12ae5efff35a tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:19.916917 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac4889f7-db49-467e-87a8-317c24f743f9 req-f2ed1873-707d-4075-a1b3-12ae5efff35a tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.36 "DELETE /v2.0/ports/99b90180-b40f-4687-a665-15e223a371e6 HTTP/1.1" status: 204 len: 173 time: 1.0401564 Nov 13 04:50:19.958314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7b25bf-9155-4904-bcfc-beae8047d161', 'name': 'network-vif-deleted', 'tag': '99b90180-b40f-4687-a665-15e223a371e6'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:50:19.961153 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158bd1f2-fbf9-4762-9a72-133a103742bf" -d '{"events": [{"server_uuid": "fb7b25bf-9155-4904-bcfc-beae8047d161", "name": "network-vif-deleted", "tag": "99b90180-b40f-4687-a665-15e223a371e6"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:50:20.007595 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc6646-9b83-462d-a006-d858b5ea1bd2 req-e51f5e2a-53da-49d2-ae21-f4c59cbc3355 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:20.038203 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bfcc6646-9b83-462d-a006-d858b5ea1bd2 req-e51f5e2a-53da-49d2-ae21-f4c59cbc3355 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.3524005 Nov 13 04:50:20.040209 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.147193 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] DHCP port deletion for 5a783331-a412-4a8d-82ae-a87d17a3fb96 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:50:20.162642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58000) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:20.225004 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f150df80-112c-4ba1-9dbe-58c6b32adf57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.283728 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bfcc6646-9b83-462d-a006-d858b5ea1bd2 req-a31ab87a-f8aa-4b18-933c-4f21f6d6f4d7 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442756 Nov 13 04:50:20.313144 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Deleting port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:50:20.317947 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.339530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Attempting to bind port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:50:20.339879 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Attempting to bind port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:50:20.340535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Attempting to bind port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:20.381057 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:50:20.391466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Attempting to bind port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:20.419701 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a788346-6b0b-4cc3-888f-5e97f35d306d x-openstack-request-id: req-5a788346-6b0b-4cc3-888f-5e97f35d306d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:50:20.420137 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7b25bf-9155-4904-bcfc-beae8047d161", "name": "network-vif-deleted", "tag": "99b90180-b40f-4687-a665-15e223a371e6", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:50:20.420296 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a788346-6b0b-4cc3-888f-5e97f35d306d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:50:20.420627 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7b25bf-9155-4904-bcfc-beae8047d161', 'name': 'network-vif-deleted', 'tag': '99b90180-b40f-4687-a665-15e223a371e6', 'status': 'completed', 'code': 200} Nov 13 04:50:20.422084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910c3d3-30d7-470d-83a2-4ba50fa653f6 req-e2bf9eb3-427f-4f67-85f1-28ff43d1c965 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:20.424140 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d910c3d3-30d7-470d-83a2-4ba50fa653f6 req-e2bf9eb3-427f-4f67-85f1-28ff43d1c965 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 947 time: 0.3306785 Nov 13 04:50:20.449278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:50:20.449611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:20.451428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] For port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a9468b89-cd77-4b8b-adf0-73a3fd9da9d2,segment=NetworkSegment(13aef6cf-9891-4cfb-81b1-510149758c70),segment_id=13aef6cf-9891-4cfb-81b1-510149758c70)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:20.454118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:50:20.454429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Bound port: 901ab33f-1c1e-44d3-9c62-7c79a13a91eb, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:50:20.454697 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.459226 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.476936 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f150df80-112c-4ba1-9dbe-58c6b32adf57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.485550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Calling delete_port for a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:50:20.491325 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f150df80-112c-4ba1-9dbe-58c6b32adf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.575374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f150df80-112c-4ba1-9dbe-58c6b32adf57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c543d81816734b33b02ba69842e3e699&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4080453 Nov 13 04:50:20.588248 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58008) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:20.599609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0b3e8ca0-1d86-4fed-8ed7-fee44fff1737 req-80143278-84bc-4c01-b33f-c167fae415a0 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b25bf-9155-4904-bcfc-beae8047d161 HTTP/1.1" status: 200 len: 210 time: 0.0466895 Nov 13 04:50:20.608230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150df80-112c-4ba1-9dbe-58c6b32adf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54e4817-2948-4ecd-b6e1-2e81066266b4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:20.615793 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.644806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:50:20.645060 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.670990 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f79e5350-a529-4ffd-ab24-8ed8ead63388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.685330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] No DVR routers for this DVR port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:50:20.701613 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] For port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:50:20.713738 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f79e5350-a529-4ffd-ab24-8ed8ead63388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.732171 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d910c3d3-30d7-470d-83a2-4ba50fa653f6 req-b80e48a4-576f-4fea-a86f-a658234ed69f tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930210 Nov 13 04:50:20.746223 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Pushing event deleted for resources: {'Port': ['ID=a9468b89-cd77-4b8b-adf0-73a3fd9da9d2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:20.777982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:20.778318 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:20.778654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:20.779002 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:20.779401 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:20.779650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:20.779965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:20.780283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:20.780598 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:20.780910 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:20.781220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:20.781543 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab879c-41bf-47cb-bc6e-d730cba1d6e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:20.783999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] For port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:50:20.804162 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.806545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] For port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2, host n-d-813114-2, got binding levels [] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:20.806937 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.861276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:50:20.867398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_backend_mixin [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 was not found and therefore no delete operation was performed {{(pid=102667) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 04:50:20.877334 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:20.877951 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.881420 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] 10.222.0.46 "PUT /v2.0/ports/901ab33f-1c1e-44d3-9c62-7c79a13a91eb HTTP/1.1" status: 200 len: 1095 time: 2.3438239 Nov 13 04:50:20.881420 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'tag': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:50:20.884287 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe8bbb3-a89b-45ad-830d-9ec0b6666294" -d '{"events": [{"name": "network-changed", "server_uuid": "cc64a2db-f3ae-4212-8957-f0b3db51c5bb", "tag": "901ab33f-1c1e-44d3-9c62-7c79a13a91eb"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:50:20.892440 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.931664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:50:20.943872 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f79e5350-a529-4ffd-ab24-8ed8ead63388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.947503 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f79e5350-a529-4ffd-ab24-8ed8ead63388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:20.948823 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f79e5350-a529-4ffd-ab24-8ed8ead63388 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d54e4817-2948-4ecd-b6e1-2e81066266b4 HTTP/1.1" status: 204 len: 168 time: 0.3593764 Nov 13 04:50:20.958470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No DVR routers for this DVR port a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:50:20.979069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea70f4-3674-470a-8123-802f3a58e66d service neutron] Pushing event updated for resources: {'Port': ['ID=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:21.010680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:50:21.011467 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a9468b89-cd77-4b8b-adf0-73a3fd9da9d2 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:50:21.012124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e5350-a529-4ffd-ab24-8ed8ead63388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54e4817-2948-4ecd-b6e1-2e81066266b4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:21.136342 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7ef920-49cb-488c-80b8-a4e8517aaaa9 x-openstack-request-id: req-af7ef920-49cb-488c-80b8-a4e8517aaaa9 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:50:21.137754 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc64a2db-f3ae-4212-8957-f0b3db51c5bb", "tag": "901ab33f-1c1e-44d3-9c62-7c79a13a91eb", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:50:21.138156 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af7ef920-49cb-488c-80b8-a4e8517aaaa9 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:50:21.138734 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'tag': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb', 'status': 'completed', 'code': 200} Nov 13 04:50:21.178900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=a9468b89-cd77-4b8b-adf0-73a3fd9da9d2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:21.304701 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:21.331433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-89a3514b-ea0e-44a7-9667-cea07a8d07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:21.332969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-89a3514b-ea0e-44a7-9667-cea07a8d07fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5957b9f25a694a74ac2dbbc2dc839ae6&device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 1098 time: 0.3266487 Nov 13 04:50:21.344304 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58032) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:21.455054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a783331-a412-4a8d-82ae-a87d17a3fb96']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:21.475093 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-b9fb0545-e174-4b8e-a2b2-a71312feb2f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=901ab33f-1c1e-44d3-9c62-7c79a13a91eb HTTP/1.1" status: 200 len: 217 time: 0.1229239 Nov 13 04:50:21.514596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-network', 'tenant_id': '56e889b16bd745a8aae943f6a4671633'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:21.536385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] Made reservation on behalf of 56e889b16bd745a8aae943f6a4671633 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:21.539029 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:21.548017 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:21.552158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13aef6cf-9891-4cfb-81b1-510149758c70') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:21.552451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13aef6cf-9891-4cfb-81b1-510149758c70') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:21.576557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:21.607696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:21.621221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-5e5744b3-6ec0-4696-882f-137f8fbbeda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:21.623776 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-5e5744b3-6ec0-4696-882f-137f8fbbeda6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1328549 Nov 13 04:50:21.625552 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:50:21.626077 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:50:21.630239 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:50:21.718426 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:21.732859 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:21.740169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c698737-0b49-4cf1-be69-4d63a7bb904d req-993faae6-0503-4ee0-9efa-11e95b8a7024 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:21.741697 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c698737-0b49-4cf1-be69-4d63a7bb904d req-993faae6-0503-4ee0-9efa-11e95b8a7024 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.2815142 Nov 13 04:50:21.789357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:21.821980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:50:21.823954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-bec4153e-cb6f-4cc5-9a32-336379611410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:21.825471 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-bec4153e-cb6f-4cc5-9a32-336379611410 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1938272 Nov 13 04:50:21.828393 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:21.842630 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:21.843266 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] Added segment a94b6e33-3fa6-49b1-8240-bf08a2f919ec of type vlan for network 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 Nov 13 04:50:21.843696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:21.858244 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/networks/5a783331-a412-4a8d-82ae-a87d17a3fb96 HTTP/1.1" status: 204 len: 168 time: 2.4153221 Nov 13 04:50:21.861902 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58052) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:21.874123 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e2d230e5-8cd9-403f-b34f-094af7f7664e tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1221896672', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:21.907014 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c698737-0b49-4cf1-be69-4d63a7bb904d req-57c381c9-4d25-4c65-86f1-3e4c8f85d631 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491039 Nov 13 04:50:21.908027 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbea16a-d6a1-4049-a8c9-387678b37576 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Network': ['ID=5a783331-a412-4a8d-82ae-a87d17a3fb96,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:21.939493 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:21.969101 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2d230e5-8cd9-403f-b34f-094af7f7664e tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:21.970207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2d230e5-8cd9-403f-b34f-094af7f7664e tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:21.992962 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:21.994772 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:21.999955 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:22.000390 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-cf55a060-8e49-4012-a9c3-6d609e747c85 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629269 Nov 13 04:50:22.077782 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2d230e5-8cd9-403f-b34f-094af7f7664e tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:22.079188 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7335374 Nov 13 04:50:22.082388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58060) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:22.087529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7407ffc4-41ad-4d1e-b7e8-4874ad4882e3 admin admin] Request body: {'subnet': {'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-subnet', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:22.124899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47263bb-affc-4382-b824-b80c35054e0d admin admin] Pushing event updated for resources: {'Network': ['ID=1c27c071-3ae5-43fe-b926-2a8ca6120cc2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:22.143653 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2d230e5-8cd9-403f-b34f-094af7f7664e tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:22.146588 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:50:22.161904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8288f-cf3b-4795-9a9e-980d7a293de3 req-4ed5c8c6-cb95-403b-92c9-e06f09f12f1f tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:22.161904 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02a8288f-cf3b-4795-9a9e-980d7a293de3 req-4ed5c8c6-cb95-403b-92c9-e06f09f12f1f tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 947 time: 0.1410253 Nov 13 04:50:22.260674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7407ffc4-41ad-4d1e-b7e8-4874ad4882e3 admin admin] Made reservation on behalf of 56e889b16bd745a8aae943f6a4671633 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:22.275036 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7407ffc4-41ad-4d1e-b7e8-4874ad4882e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:22.294062 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02a8288f-cf3b-4795-9a9e-980d7a293de3 req-5fb68f34-9d5a-4762-8c5d-08d280a7f646 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167912 Nov 13 04:50:22.334588 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2d230e5-8cd9-403f-b34f-094af7f7664e tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:22.341524 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e2d230e5-8cd9-403f-b34f-094af7f7664e tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4681087 Nov 13 04:50:22.342758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58078) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:22.349357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-84072d41-e8bc-47ad-9b41-cf446092d9e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-35270291'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:22.369643 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb3ccab4-91e3-47e3-81be-070969a98a1f req-8191b0bd-ec04-41fd-b741-258788c394c3 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554561 Nov 13 04:50:22.380064 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba49d92-3e8e-40f3-a723-6325bf5479ad req-b801f32b-382f-454e-86ef-1025a5d41195 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:22.381560 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba49d92-3e8e-40f3-a723-6325bf5479ad req-b801f32b-382f-454e-86ef-1025a5d41195 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 950 time: 0.2535233 Nov 13 04:50:22.403137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84072d41-e8bc-47ad-9b41-cf446092d9e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:22.408957 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84072d41-e8bc-47ad-9b41-cf446092d9e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:22.447051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84072d41-e8bc-47ad-9b41-cf446092d9e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:50:22.459635 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84072d41-e8bc-47ad-9b41-cf446092d9e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:22.460161 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-84072d41-e8bc-47ad-9b41-cf446092d9e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Added segment f059419b-130d-4246-a5af-141205ccae28 of type vlan for network a274dcc6-f9ff-4365-aec4-f6261f6fb86b Nov 13 04:50:22.555280 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ba49d92-3e8e-40f3-a723-6325bf5479ad req-bb341dcd-76b9-477c-927d-db9cfb889f1b tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468327 Nov 13 04:50:22.566611 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84072d41-e8bc-47ad-9b41-cf446092d9e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:22.614013 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84072d41-e8bc-47ad-9b41-cf446092d9e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:22.626799 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84072d41-e8bc-47ad-9b41-cf446092d9e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:22.627590 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84072d41-e8bc-47ad-9b41-cf446092d9e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:22.632157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8bbb3-a89b-45ad-830d-9ec0b6666294 req-37534100-b4fa-4576-b3ae-14e255877d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:22.636009 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afe8bbb3-a89b-45ad-830d-9ec0b6666294 req-37534100-b4fa-4576-b3ae-14e255877d6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5957b9f25a694a74ac2dbbc2dc839ae6&device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 1098 time: 0.1332197 Nov 13 04:50:22.698537 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-84072d41-e8bc-47ad-9b41-cf446092d9e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3538020 Nov 13 04:50:22.702653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58098) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:22.707843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-325fb87c-c1a7-47c2-a340-d952494a40ae tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'subnet': {'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:22.818179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84072d41-e8bc-47ad-9b41-cf446092d9e1 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Network': ['ID=a274dcc6-f9ff-4365-aec4-f6261f6fb86b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:22.829212 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network a274dcc6-f9ff-4365-aec4-f6261f6fb86b details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:50:22.931371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 99b90180-b40f-4687-a665-15e223a371e6 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:50:22.958467 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 99b90180-b40f-4687-a665-15e223a371e6 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:50:22.959063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 99b90180-b40f-4687-a665-15e223a371e6 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:50:23.124878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58114) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:23.152147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123a2c3-7b07-4279-8ab3-1248bb86e4ff req-1ffd4613-6707-4f15-8434-300da8899785 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:23.161078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0123a2c3-7b07-4279-8ab3-1248bb86e4ff req-1ffd4613-6707-4f15-8434-300da8899785 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.0916772 Nov 13 04:50:23.234637 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0123a2c3-7b07-4279-8ab3-1248bb86e4ff req-ac393d2e-f629-4e58-8fe4-11f17da148b2 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724669 Nov 13 04:50:23.353324 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7340b40f-9aaf-4599-9b7a-49c88d8ec7d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:23.498098 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7340b40f-9aaf-4599-9b7a-49c88d8ec7d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:23.506164 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7340b40f-9aaf-4599-9b7a-49c88d8ec7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:23.518872 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7407ffc4-41ad-4d1e-b7e8-4874ad4882e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:23.541789 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7340b40f-9aaf-4599-9b7a-49c88d8ec7d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af9e4ea9d8e4445ca29b542b741dcee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4147410 Nov 13 04:50:23.542485 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58126) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:23.611460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340b40f-9aaf-4599-9b7a-49c88d8ec7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dfea81-31ef-4b05-8ca3-2e90b2381c1d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:23.721921 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52a0d433-f033-4d8f-aa73-6baa7cfcc4e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:23.724519 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325fb87c-c1a7-47c2-a340-d952494a40ae tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:23.728784 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-325fb87c-c1a7-47c2-a340-d952494a40ae tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:23.775611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8309c-d65c-4255-ac40-e6aa2ed32653 req-4844c48c-4960-45b5-9e09-6fa064e3fa2a tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:23.782950 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ebc8309c-d65c-4255-ac40-e6aa2ed32653 req-4844c48c-4960-45b5-9e09-6fa064e3fa2a tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 947 time: 0.3142521 Nov 13 04:50:23.789490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407ffc4-41ad-4d1e-b7e8-4874ad4882e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b89a777-78f4-4339-bcc5-ce101bcdd17e,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:23.789720 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52a0d433-f033-4d8f-aa73-6baa7cfcc4e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:23.800266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8bbb3-a89b-45ad-830d-9ec0b6666294 req-bc629e98-2c81-461e-ad78-987de664ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:23.801734 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afe8bbb3-a89b-45ad-830d-9ec0b6666294 req-bc629e98-2c81-461e-ad78-987de664ab3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 1.1081200 Nov 13 04:50:23.832026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc689fc-97ba-451c-9a4b-1ce57ff0c63b req-cbf7742e-3f70-42e0-a5a5-e653141b3d5c tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:23.833541 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cbc689fc-97ba-451c-9a4b-1ce57ff0c63b req-cbf7742e-3f70-42e0-a5a5-e653141b3d5c tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 950 time: 0.1655164 Nov 13 04:50:23.856772 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0836a-6072-4f26-a4d0-97881e058838 req-5e93e7c3-76ed-47b8-9e5d-55fbd6d00662 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:23.863276 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07b0836a-6072-4f26-a4d0-97881e058838 req-5e93e7c3-76ed-47b8-9e5d-55fbd6d00662 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 950 time: 0.1496224 Nov 13 04:50:23.893343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7407ffc4-41ad-4d1e-b7e8-4874ad4882e3 admin admin] Checking segment: {'id': 'a94b6e33-3fa6-49b1-8240-bf08a2f919ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:23.893820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407ffc4-41ad-4d1e-b7e8-4874ad4882e3 admin admin] Network hostable DHCP agents. Network: 1c27c071-3ae5-43fe-b926-2a8ca6120cc2, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:50:23.900571 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afe8bbb3-a89b-45ad-830d-9ec0b6666294 req-e1fe27e1-85d0-4d1b-98ca-903672d11620 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=901ab33f-1c1e-44d3-9c62-7c79a13a91eb HTTP/1.1" status: 200 len: 217 time: 0.0711734 Nov 13 04:50:23.978442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07b0836a-6072-4f26-a4d0-97881e058838 req-06d5cf13-882e-49dc-913f-b71e09321a45 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/security-groups?id=c48571b8-37d9-40cf-8eb5-73b984247f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142220 Nov 13 04:50:24.042184 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52a0d433-f033-4d8f-aa73-6baa7cfcc4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:24.048501 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52a0d433-f033-4d8f-aa73-6baa7cfcc4e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:24.053554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ebc8309c-d65c-4255-ac40-e6aa2ed32653 req-7d21ecca-691f-4862-9f71-2931879d92d9 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696247 Nov 13 04:50:24.055196 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-52a0d433-f033-4d8f-aa73-6baa7cfcc4e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00dfea81-31ef-4b05-8ca3-2e90b2381c1d HTTP/1.1" status: 204 len: 168 time: 0.5102282 Nov 13 04:50:24.082156 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8bbb3-a89b-45ad-830d-9ec0b6666294 req-71ccae88-09d0-46a1-b3b4-70aa089958c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:24.084612 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afe8bbb3-a89b-45ad-830d-9ec0b6666294 req-71ccae88-09d0-46a1-b3b4-70aa089958c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.1708455 Nov 13 04:50:24.085652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0d433-f033-4d8f-aa73-6baa7cfcc4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dfea81-31ef-4b05-8ca3-2e90b2381c1d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:24.087976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407ffc4-41ad-4d1e-b7e8-4874ad4882e3 admin admin] Network 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:50:24.103622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-cbc689fc-97ba-451c-9a4b-1ce57ff0c63b req-d9564f03-b412-4604-88ed-59f3b26d42ea tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Deleting port 464fe423-404e-4e1f-b465-df0204247acd {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:50:24.105110 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cbc689fc-97ba-451c-9a4b-1ce57ff0c63b req-d9564f03-b412-4604-88ed-59f3b26d42ea tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:24.133390 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-7407ffc4-41ad-4d1e-b7e8-4874ad4882e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 1c27c071-3ae5-43fe-b926-2a8ca6120cc2) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:24.144296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eca999-8910-44e7-af8b-b06baf8ca6cf None None] Network 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:24.151391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7407ffc4-41ad-4d1e-b7e8-4874ad4882e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:24.152636 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7407ffc4-41ad-4d1e-b7e8-4874ad4882e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:24.246199 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7407ffc4-41ad-4d1e-b7e8-4874ad4882e3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1626265 Nov 13 04:50:24.274697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58148) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:24.280837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8bbb3-a89b-45ad-830d-9ec0b6666294 req-3960fb85-afc1-4e22-9e57-5a8914f6939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:24.282591 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afe8bbb3-a89b-45ad-830d-9ec0b6666294 req-3960fb85-afc1-4e22-9e57-5a8914f6939d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1783261 Nov 13 04:50:24.306815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:24.326156 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-325fb87c-c1a7-47c2-a340-d952494a40ae tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:24.346375 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-cbc689fc-97ba-451c-9a4b-1ce57ff0c63b req-d9564f03-b412-4604-88ed-59f3b26d42ea tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] For port 464fe423-404e-4e1f-b465-df0204247acd, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=464fe423-404e-4e1f-b465-df0204247acd,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:24.349033 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cbc689fc-97ba-451c-9a4b-1ce57ff0c63b req-d9564f03-b412-4604-88ed-59f3b26d42ea tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:24.379194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-cbc689fc-97ba-451c-9a4b-1ce57ff0c63b req-d9564f03-b412-4604-88ed-59f3b26d42ea tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Calling delete_port for 464fe423-404e-4e1f-b465-df0204247acd owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:50:24.399404 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'fixed_ips': [{'subnet_id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:50:24.400348 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:24.441992 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fb87c-c1a7-47c2-a340-d952494a40ae tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Subnet': ['ID=de4a5776-f633-4a0a-a91a-b3131cff6532,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:24.465422 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afe8bbb3-a89b-45ad-830d-9ec0b6666294 req-991e52fd-c274-4831-bb27-0a2e1fc1f944 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723843 Nov 13 04:50:24.466799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fb87c-c1a7-47c2-a340-d952494a40ae tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Checking segment: {'id': 'f059419b-130d-4246-a5af-141205ccae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:24.467347 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325fb87c-c1a7-47c2-a340-d952494a40ae tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network hostable DHCP agents. Network: a274dcc6-f9ff-4365-aec4-f6261f6fb86b, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:50:24.511702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325fb87c-c1a7-47c2-a340-d952494a40ae tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network a274dcc6-f9ff-4365-aec4-f6261f6fb86b is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:50:24.558335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-325fb87c-c1a7-47c2-a340-d952494a40ae tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, a274dcc6-f9ff-4365-aec4-f6261f6fb86b) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:24.567191 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325fb87c-c1a7-47c2-a340-d952494a40ae tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:24.568077 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-325fb87c-c1a7-47c2-a340-d952494a40ae tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:24.568480 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53584803-e531-4cdf-b90c-cc77e4edc062 req-b3c06a4e-c1ce-40cf-ac50-ef70369d2b7d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:24.570311 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53584803-e531-4cdf-b90c-cc77e4edc062 req-b3c06a4e-c1ce-40cf-ac50-ef70369d2b7d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.1640582 Nov 13 04:50:24.571368 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:24.572555 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:24.599662 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afe8bbb3-a89b-45ad-830d-9ec0b6666294 req-5bf6b928-1e2a-4175-96fc-40bf85901cf1 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230986 Nov 13 04:50:24.605668 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-325fb87c-c1a7-47c2-a340-d952494a40ae tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9019718 Nov 13 04:50:24.608547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58158) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:24.656655 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53584803-e531-4cdf-b90c-cc77e4edc062 req-f6dea044-192a-47a2-9af0-966dd9edcb0d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759673 Nov 13 04:50:24.694572 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Allocated IP 172.20.0.2 (1c27c071-3ae5-43fe-b926-2a8ca6120cc2/2b89a777-78f4-4339-bcc5-ce101bcdd17e/e002eeaa-f952-4457-9380-27797226310d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:24.709905 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:24.732158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58162) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:24.732312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5469e17f-09db-4209-bd67-85d842a46898 None None] Network a274dcc6-f9ff-4365-aec4-f6261f6fb86b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:24.808584 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4fca4808-c065-4bb5-aa0c-384685ac277a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:24.931202 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cbc689fc-97ba-451c-9a4b-1ce57ff0c63b req-d9564f03-b412-4604-88ed-59f3b26d42ea tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.013937 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.014534 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.020075 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9564f03-b412-4604-88ed-59f3b26d42ea tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Pushing event deleted for resources: {'Port': ['ID=464fe423-404e-4e1f-b465-df0204247acd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:25.102554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58176) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:25.107723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['464fe423-404e-4e1f-b465-df0204247acd'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:50:25.113098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6baa692d-6ff7-4323-a2af-8368d273fd42 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1626627247'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:25.114172 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4fca4808-c065-4bb5-aa0c-384685ac277a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.117912 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:50:25.119456 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.146995 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc689fc-97ba-451c-9a4b-1ce57ff0c63b req-d9564f03-b412-4604-88ed-59f3b26d42ea tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] No DVR routers for this DVR port 464fe423-404e-4e1f-b465-df0204247acd on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:50:25.151195 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cbc689fc-97ba-451c-9a4b-1ce57ff0c63b req-d9564f03-b412-4604-88ed-59f3b26d42ea tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.158074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cbc689fc-97ba-451c-9a4b-1ce57ff0c63b req-d9564f03-b412-4604-88ed-59f3b26d42ea tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.36 "DELETE /v2.0/ports/464fe423-404e-4e1f-b465-df0204247acd HTTP/1.1" status: 204 len: 173 time: 1.3088408 Nov 13 04:50:25.158258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b', 'name': 'network-vif-deleted', 'tag': '464fe423-404e-4e1f-b465-df0204247acd'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:50:25.158385 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4fca4808-c065-4bb5-aa0c-384685ac277a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.172305 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac614cb5-795f-413d-94b8-68e2a3db7533" -d '{"events": [{"server_uuid": "7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b", "name": "network-vif-deleted", "tag": "464fe423-404e-4e1f-b465-df0204247acd"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:50:25.208294 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca4808-c065-4bb5-aa0c-384685ac277a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4187e6f-16a6-42a1-8648-d9d8248d4027,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:25.223514 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82dbd44d-831b-4673-a3d3-5df404d346cd req-9694a7e2-e03e-4a8c-acef-8df52f20c8f8 tempest-LiveMigrationNegativeTest-638226892 tempest-LiveMigrationNegativeTest-638226892-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b HTTP/1.1" status: 200 len: 210 time: 0.0808334 Nov 13 04:50:25.306013 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1402fa-7434-4949-9bf9-96d52f966549 x-openstack-request-id: req-8f1402fa-7434-4949-9bf9-96d52f966549 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:50:25.306013 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b", "name": "network-vif-deleted", "tag": "464fe423-404e-4e1f-b465-df0204247acd", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:50:25.306326 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f1402fa-7434-4949-9bf9-96d52f966549 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:50:25.306671 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfbeac5-3de1-4f90-ac05-d0f0f41ed53b', 'name': 'network-vif-deleted', 'tag': '464fe423-404e-4e1f-b465-df0204247acd', 'status': 'completed', 'code': 200} Nov 13 04:50:25.326958 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baa692d-6ff7-4323-a2af-8368d273fd42 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Made reservation on behalf of 1173146d0bd74d9cb73aa00ee9b7de4b for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:25.330742 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6baa692d-6ff7-4323-a2af-8368d273fd42 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.385184 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.395162 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4fca4808-c065-4bb5-aa0c-384685ac277a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e2852e6f72d4a7bb8118b4b90a4d351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6255684 Nov 13 04:50:25.401255 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58182) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:25.406548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Allocated IP 2001:db8::2 (a274dcc6-f9ff-4365-aec4-f6261f6fb86b/de4a5776-f633-4a0a-a91a-b3131cff6532/e73ce502-1fc5-4810-9ef4-21916cafbad2) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:25.410636 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.416947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0f995-6ddf-467e-bbed-c82105b45db0 req-c1eb54e9-d8d8-421c-b6d6-3fa7080118c5 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:25.425705 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ecd0f995-6ddf-467e-bbed-c82105b45db0 req-c1eb54e9-d8d8-421c-b6d6-3fa7080118c5 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 947 time: 0.1475070 Nov 13 04:50:25.435239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6baa692d-6ff7-4323-a2af-8368d273fd42 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:50:25.482366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Network 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:25.487000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:25.496470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:25.518641 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6baa692d-6ff7-4323-a2af-8368d273fd42 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.519133 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-6baa692d-6ff7-4323-a2af-8368d273fd42 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Added segment 14c4dc0e-179d-4355-ac27-d32414cddd47 of type vlan for network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 Nov 13 04:50:25.568968 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ecd0f995-6ddf-467e-bbed-c82105b45db0 req-d0e87d17-1ff0-4bde-8764-aabf08e5b906 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421220 Nov 13 04:50:25.613776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Pushing event updated for resources: {'Port': ['ID=e002eeaa-f952-4457-9380-27797226310d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:25.671065 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Attempting to bind port e002eeaa-f952-4457-9380-27797226310d on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:50:25.671579 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Attempting to bind port e002eeaa-f952-4457-9380-27797226310d by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'a94b6e33-3fa6-49b1-8240-bf08a2f919ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:50:25.672224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Attempting to bind port e002eeaa-f952-4457-9380-27797226310d on network 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:25.679666 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58186) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:25.683163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:50:25.683740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Checking segment: {'id': 'a94b6e33-3fa6-49b1-8240-bf08a2f919ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:25.684329 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.684880 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Bound using segment: {'id': 'a94b6e33-3fa6-49b1-8240-bf08a2f919ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:50:25.685535 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Bound port: e002eeaa-f952-4457-9380-27797226310d, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94b6e33-3fa6-49b1-8240-bf08a2f919ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:50:25.686519 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.699008 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6baa692d-6ff7-4323-a2af-8368d273fd42 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.705879 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0f9700a-e3d9-4535-a33b-fd1ec4a82ce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.777660 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0f9700a-e3d9-4535-a33b-fd1ec4a82ce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.793829 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6baa692d-6ff7-4323-a2af-8368d273fd42 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.800756 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baa692d-6ff7-4323-a2af-8368d273fd42 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:25.801380 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6baa692d-6ff7-4323-a2af-8368d273fd42 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.845830 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.868842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] For port e002eeaa-f952-4457-9380-27797226310d, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:50:25.883696 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.885183 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.888495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227729d9-1106-4852-8f86-88699b6a5775 req-56f05648-3122-45ca-ad4a-3f1c1828cdf7 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:25.892560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6baa692d-6ff7-4323-a2af-8368d273fd42 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7833281 Nov 13 04:50:25.892725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] For port e002eeaa-f952-4457-9380-27797226310d, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e002eeaa-f952-4457-9380-27797226310d,segment=NetworkSegment(a94b6e33-3fa6-49b1-8240-bf08a2f919ec),segment_id=a94b6e33-3fa6-49b1-8240-bf08a2f919ec)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:50:25.892821 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-227729d9-1106-4852-8f86-88699b6a5775 req-56f05648-3122-45ca-ad4a-3f1c1828cdf7 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.0872767 Nov 13 04:50:25.893059 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58192) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:25.897797 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.906552 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1d53bb66-5fe8-43c2-bab6-fd83e8844e78 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1721923761'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:25.908196 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:25.969646 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Network a274dcc6-f9ff-4365-aec4-f6261f6fb86b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:25.969911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa692d-6ff7-4323-a2af-8368d273fd42 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'Network': ['ID=3d2d660d-8a90-47a7-a920-6ec9c1832b41,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:25.971263 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:25.973160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:25.987512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:50:26.018184 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f0a3711b-60a7-4ab3-bf56-2ccfd80aba00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.025756 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0f9700a-e3d9-4535-a33b-fd1ec4a82ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.028727 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0f9700a-e3d9-4535-a33b-fd1ec4a82ce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.032357 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c0f9700a-e3d9-4535-a33b-fd1ec4a82ce9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4187e6f-16a6-42a1-8648-d9d8248d4027 HTTP/1.1" status: 204 len: 168 time: 0.6237011 Nov 13 04:50:26.050029 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9700a-e3d9-4535-a33b-fd1ec4a82ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4187e6f-16a6-42a1-8648-d9d8248d4027,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:26.085636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d53bb66-5fe8-43c2-bab6-fd83e8844e78 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Made reservation on behalf of 1173146d0bd74d9cb73aa00ee9b7de4b for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:26.086147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Allocated IP 172.25.8.22 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/9a4bbea2-3f06-4a15-af69-a831815e7eee) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:26.095257 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1d53bb66-5fe8-43c2-bab6-fd83e8844e78 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.114578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Allocated IP 2001:db8::1 (a274dcc6-f9ff-4365-aec4-f6261f6fb86b/de4a5776-f633-4a0a-a91a-b3131cff6532/8748e76d-868b-493c-9282-25b080d18e6f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:26.131721 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Pushing event updated for resources: {'Port': ['ID=e73ce502-1fc5-4810-9ef4-21916cafbad2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:26.183190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d53bb66-5fe8-43c2-bab6-fd83e8844e78 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:50:26.197790 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1d53bb66-5fe8-43c2-bab6-fd83e8844e78 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.198210 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-1d53bb66-5fe8-43c2-bab6-fd83e8844e78 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Added segment fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab of type vlan for network b6efdb13-7adc-4b26-8d19-afce58f5230b Nov 13 04:50:26.208720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905ebb0-0626-460c-a0cc-a5545b731301 None None] Pushing event updated for resources: {'Port': ['ID=e002eeaa-f952-4457-9380-27797226310d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:26.226244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Attempting to bind port e73ce502-1fc5-4810-9ef4-21916cafbad2 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:50:26.226601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Attempting to bind port e73ce502-1fc5-4810-9ef4-21916cafbad2 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'f059419b-130d-4246-a5af-141205ccae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:50:26.228540 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-227729d9-1106-4852-8f86-88699b6a5775 req-73a37064-073f-4efd-8411-6c414ccb47e7 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161080 Nov 13 04:50:26.230128 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Attempting to bind port e73ce502-1fc5-4810-9ef4-21916cafbad2 on network a274dcc6-f9ff-4365-aec4-f6261f6fb86b {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:26.238927 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:50:26.239320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Checking segment: {'id': 'f059419b-130d-4246-a5af-141205ccae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:26.239721 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.240111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Bound using segment: {'id': 'f059419b-130d-4246-a5af-141205ccae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:50:26.244652 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Bound port: e73ce502-1fc5-4810-9ef4-21916cafbad2, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f059419b-130d-4246-a5af-141205ccae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:50:26.245054 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.259108 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.326892 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.373739 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] For port e73ce502-1fc5-4810-9ef4-21916cafbad2, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:50:26.377641 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] For port e73ce502-1fc5-4810-9ef4-21916cafbad2, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e73ce502-1fc5-4810-9ef4-21916cafbad2,segment=NetworkSegment(f059419b-130d-4246-a5af-141205ccae28),segment_id=f059419b-130d-4246-a5af-141205ccae28)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:50:26.387104 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.409836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4bbea2-3f06-4a15-af69-a831815e7eee,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:26.421920 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1d53bb66-5fe8-43c2-bab6-fd83e8844e78 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.435262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:26.448592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:26.470435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:26.484998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dd3dc-28d3-4348-ae43-c2476897efc6 None None] Pushing event updated for resources: {'Port': ['ID=e73ce502-1fc5-4810-9ef4-21916cafbad2,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:26.488608 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351ae430-0415-4e8e-9dd9-12999b1426cf None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:50:26.524221 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1d53bb66-5fe8-43c2-bab6-fd83e8844e78 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.530025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d53bb66-5fe8-43c2-bab6-fd83e8844e78 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:26.530537 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1d53bb66-5fe8-43c2-bab6-fd83e8844e78 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.542781 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.583396 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f0a3711b-60a7-4ab3-bf56-2ccfd80aba00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.609753 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f0a3711b-60a7-4ab3-bf56-2ccfd80aba00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.624111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d37b4833-b989-4c88-b062-aa0e75d446ff None None] Provisioning complete for port 9a4bbea2-3f06-4a15-af69-a831815e7eee triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:26.625440 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d37b4833-b989-4c88-b062-aa0e75d446ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.691444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3711b-60a7-4ab3-bf56-2ccfd80aba00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4ac584-b3c1-4394-beb4-536d3958ba26,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:26.713292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d37b4833-b989-4c88-b062-aa0e75d446ff None None] Port 9a4bbea2-3f06-4a15-af69-a831815e7eee cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:50:26.720063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1d53bb66-5fe8-43c2-bab6-fd83e8844e78 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8258238 Nov 13 04:50:26.723731 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58210) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:26.746987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53bb66-5fe8-43c2-bab6-fd83e8844e78 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'Network': ['ID=b6efdb13-7adc-4b26-8d19-afce58f5230b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:26.748502 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3149a486-071e-4cd8-96e1-266f7104a442 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'subnet': {'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:26.784143 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f0a3711b-60a7-4ab3-bf56-2ccfd80aba00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6fb87db511c74cdcbe06efc06d248fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1030753 Nov 13 04:50:26.784520 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network b6efdb13-7adc-4b26-8d19-afce58f5230b details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:50:26.789244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58212) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:26.841718 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:26.887009 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058c2c8-6164-4360-b8d3-34ae3c96a4f2 req-964751e0-da17-4c5f-9ec8-8a5bd45dd8cc tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:26.914838 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9058c2c8-6164-4360-b8d3-34ae3c96a4f2 req-964751e0-da17-4c5f-9ec8-8a5bd45dd8cc tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 947 time: 0.1919260 Nov 13 04:50:26.960540 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ac1da892-a19f-4f68-899e-be279180d2b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:27.006124 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ac1da892-a19f-4f68-899e-be279180d2b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:27.098780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 464fe423-404e-4e1f-b465-df0204247acd no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:50:27.150930 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 901ab33f-1c1e-44d3-9c62-7c79a13a91eb details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:50:27.154115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e002eeaa-f952-4457-9380-27797226310d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:27.158365 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 464fe423-404e-4e1f-b465-df0204247acd {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:50:27.158895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 464fe423-404e-4e1f-b465-df0204247acd not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:50:27.174170 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58222) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:27.184150 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9058c2c8-6164-4360-b8d3-34ae3c96a4f2 req-91f25bdb-9a2f-4e66-a5ae-681adc88bb55 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289870 Nov 13 04:50:27.188083 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3149a486-071e-4cd8-96e1-266f7104a442 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Made reservation on behalf of 1173146d0bd74d9cb73aa00ee9b7de4b for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:27.189740 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network a274dcc6-f9ff-4365-aec4-f6261f6fb86b is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:27.202097 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3149a486-071e-4cd8-96e1-266f7104a442 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:27.257120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=8748e76d-868b-493c-9282-25b080d18e6f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:27.297336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:27.346898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:27.351883 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:27.364501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e002eeaa-f952-4457-9380-27797226310d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:27.365167 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:27.446822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:27.460814 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ac1da892-a19f-4f68-899e-be279180d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:27.468764 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ac1da892-a19f-4f68-899e-be279180d2b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:27.483286 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ac1da892-a19f-4f68-899e-be279180d2b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce4ac584-b3c1-4394-beb4-536d3958ba26 HTTP/1.1" status: 204 len: 168 time: 0.6834013 Nov 13 04:50:27.512497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1da892-a19f-4f68-899e-be279180d2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4ac584-b3c1-4394-beb4-536d3958ba26,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:27.545441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb', 'mac_address': 'fa:16:3e:75:ca:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:50:27.650503 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:27.663671 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:27.728434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901ab33f-1c1e-44d3-9c62-7c79a13a91eb {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:50:27.776502 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:27.841863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:27.844345 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port e002eeaa-f952-4457-9380-27797226310d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e002eeaa-f952-4457-9380-27797226310d,segment=NetworkSegment(a94b6e33-3fa6-49b1-8240-bf08a2f919ec),segment_id=a94b6e33-3fa6-49b1-8240-bf08a2f919ec)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:27.849762 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:27.857235 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:27.968098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:27.997762 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5ec8db-80c4-4bd1-b1f4-e8cf8adc0260 None None] Network 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:28.016165 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07836b7-7033-4bd5-a6cd-32bb99dc25ea req-59ac8253-7ea5-4e1c-898c-2d8359dad2d4 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:28.025069 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f07836b7-7033-4bd5-a6cd-32bb99dc25ea req-59ac8253-7ea5-4e1c-898c-2d8359dad2d4 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.2476616 Nov 13 04:50:28.202343 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f07836b7-7033-4bd5-a6cd-32bb99dc25ea req-ef254a50-90bd-4612-ab1d-14d842a853a1 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762493 Nov 13 04:50:28.266072 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:28.312945 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a3159374-1c43-4d5e-b862-89051b814119 None None] Provisioning complete for port e002eeaa-f952-4457-9380-27797226310d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:28.313683 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3159374-1c43-4d5e-b862-89051b814119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:28.315392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=e002eeaa-f952-4457-9380-27797226310d,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:28.369776 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-34ba203c-5349-46b5-8e75-7d59801589a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16cb25ddaa9e4afaa689fc495253a0d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1805236 Nov 13 04:50:28.375474 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58244) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:28.379010 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['901ab33f-1c1e-44d3-9c62-7c79a13a91eb'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:50:28.428297 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58246) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:28.428638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d0f79e-9733-4a61-94e7-8c277f2571c0 None None] Network a274dcc6-f9ff-4365-aec4-f6261f6fb86b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:28.451840 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-230bda25-3468-4d81-8ff0-ed2a00e4cb2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:28.514885 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:28.531808 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:28.532619 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe30404-93a6-40e6-a3ce-0b035ba9bbf5 req-843425e5-a4e8-4279-8e5c-5363295eb2fb tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:28.535107 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1fe30404-93a6-40e6-a3ce-0b035ba9bbf5 req-843425e5-a4e8-4279-8e5c-5363295eb2fb tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 948 time: 0.0981357 Nov 13 04:50:28.537147 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:28.537977 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:28.596078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=8748e76d-868b-493c-9282-25b080d18e6f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:28.609777 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0be9-898a-4142-952e-215b9695b66f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:28.635607 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0be9-898a-4142-952e-215b9695b66f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:28.698485 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3149a486-071e-4cd8-96e1-266f7104a442 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:28.720516 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0be9-898a-4142-952e-215b9695b66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:28.723481 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0be9-898a-4142-952e-215b9695b66f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:28.724914 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8f7b0be9-898a-4142-952e-215b9695b66f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c48571b8-37d9-40cf-8eb5-73b984247f39 HTTP/1.1" status: 204 len: 168 time: 0.3499303 Nov 13 04:50:28.736535 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1fe30404-93a6-40e6-a3ce-0b035ba9bbf5 req-52b63d00-74ee-46c4-bb0b-4d4f4c4d6080 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419570 Nov 13 04:50:28.775409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network a274dcc6-f9ff-4365-aec4-f6261f6fb86b is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:28.777251 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:28.895317 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b0be9-898a-4142-952e-215b9695b66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48571b8-37d9-40cf-8eb5-73b984247f39,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:28.992461 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.004686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e002eeaa-f952-4457-9380-27797226310d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:29.006152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149a486-071e-4cd8-96e1-266f7104a442 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'Subnet': ['ID=2eafef19-b9a2-402d-a6d8-c66347803a1a,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:29.014679 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149a486-071e-4cd8-96e1-266f7104a442 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Checking segment: {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:29.015104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3149a486-071e-4cd8-96e1-266f7104a442 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Network hostable DHCP agents. Network: 3d2d660d-8a90-47a7-a920-6ec9c1832b41, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:50:29.044411 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-230bda25-3468-4d81-8ff0-ed2a00e4cb2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.059282 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-230bda25-3468-4d81-8ff0-ed2a00e4cb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.098199 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.112052 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3149a486-071e-4cd8-96e1-266f7104a442 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:50:29.120202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bda25-3468-4d81-8ff0-ed2a00e4cb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bdbeba-b9de-4937-b8d7-bd01eb47657d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:29.127911 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-230bda25-3468-4d81-8ff0-ed2a00e4cb2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0bcdedd327d14c5f9a389a025cdbc046&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6941900 Nov 13 04:50:29.129962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:29.154453 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b26a0c8-88c9-4695-b188-95306b33cf7f None None] Provisioning complete for port e002eeaa-f952-4457-9380-27797226310d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:29.154822 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b26a0c8-88c9-4695-b188-95306b33cf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.160086 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e002eeaa-f952-4457-9380-27797226310d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:29.160591 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.186034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-3149a486-071e-4cd8-96e1-266f7104a442 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 3d2d660d-8a90-47a7-a920-6ec9c1832b41) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:29.202192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3149a486-071e-4cd8-96e1-266f7104a442 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:29.202828 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3149a486-071e-4cd8-96e1-266f7104a442 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.214776 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:50:29.215732 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a579474-71c6-4453-8c0e-0918e8469cee None None] Network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:29.338325 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3149a486-071e-4cd8-96e1-266f7104a442 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6134951 Nov 13 04:50:29.388785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58270) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:29.403149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:50:29.421447 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d04ff483-6cb5-4fb6-90cf-dafcd28ab64b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'subnet': {'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:29.422675 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b4b27405-20d7-4ef9-bb2a-80edc8df3342 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/32ca256e-b79d-48ac-bc46-b3ddd5f08877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8124635 Nov 13 04:50:29.423998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58272) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:29.429313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Sync routers for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:50:29.434315 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9541269f-6478-4ebd-85a1-ad42bc6eec80 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-641611181'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:29.470325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9541269f-6478-4ebd-85a1-ad42bc6eec80 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:29.474144 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43aa2d1a-5eaa-4747-bd0e-02a78a538b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.478146 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9541269f-6478-4ebd-85a1-ad42bc6eec80 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.502476 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-3d2d660d-8a90-47a7-a920-6ec9c1832b41', 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'fixed_ips': [{'subnet_id': '2eafef19-b9a2-402d-a6d8-c66347803a1a'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:50:29.508504 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.521421 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9541269f-6478-4ebd-85a1-ad42bc6eec80 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:50:29.551146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:29.551841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a4d06393-d532-4147-bf02-946751a31676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:29.564763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9541269f-6478-4ebd-85a1-ad42bc6eec80 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.565315 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-9541269f-6478-4ebd-85a1-ad42bc6eec80 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Added segment c78d7412-8989-40ba-a51f-5736a5128acb of type vlan for network a13e85a1-28a4-467b-87df-ad6ad2c6e71b Nov 13 04:50:29.573453 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43aa2d1a-5eaa-4747-bd0e-02a78a538b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.582903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35424e9f-494b-43d6-bf14-b247f3c1edba req-0799f93f-8b3d-4d7f-885d-73a778f8fd5d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:29.589924 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35424e9f-494b-43d6-bf14-b247f3c1edba req-0799f93f-8b3d-4d7f-885d-73a778f8fd5d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.2769132 Nov 13 04:50:29.655403 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9541269f-6478-4ebd-85a1-ad42bc6eec80 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.683728 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58274) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:29.720679 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9541269f-6478-4ebd-85a1-ad42bc6eec80 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.727605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541269f-6478-4ebd-85a1-ad42bc6eec80 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:29.728246 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9541269f-6478-4ebd-85a1-ad42bc6eec80 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.784874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04ff483-6cb5-4fb6-90cf-dafcd28ab64b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Made reservation on behalf of 1173146d0bd74d9cb73aa00ee9b7de4b for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:29.790892 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d04ff483-6cb5-4fb6-90cf-dafcd28ab64b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:29.809596 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35424e9f-494b-43d6-bf14-b247f3c1edba req-2c74a44a-c388-408f-9da2-b83339d45cf3 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006900 Nov 13 04:50:29.823046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541269f-6478-4ebd-85a1-ad42bc6eec80 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Network': ['ID=a13e85a1-28a4-467b-87df-ad6ad2c6e71b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:29.839099 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-144862b8-c6e4-4b9b-a588-6738a6a124b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4bdb80bfdc404215a45cc8e3313a2be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1519752 Nov 13 04:50:29.840843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58280) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:29.851936 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Router 0901723f-e10a-47ae-858a-4331527ab294 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:50:29.853405 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9541269f-6478-4ebd-85a1-ad42bc6eec80 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4271622 Nov 13 04:50:29.859571 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58282) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:29.870646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3a781e24-f103-463f-8b09-f19627510273 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'subnet': {'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:30.038969 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:50:30.063248 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43aa2d1a-5eaa-4747-bd0e-02a78a538b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:30.066029 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43aa2d1a-5eaa-4747-bd0e-02a78a538b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:30.067375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-43aa2d1a-5eaa-4747-bd0e-02a78a538b44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/82bdbeba-b9de-4937-b8d7-bd01eb47657d HTTP/1.1" status: 204 len: 168 time: 0.9351158 Nov 13 04:50:30.086770 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1ed35-f790-497b-b5b0-8837e64f8224 req-2b701f90-9724-4fcc-9e23-0a11e56a4c2e tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:30.088149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68a1ed35-f790-497b-b5b0-8837e64f8224 req-2b701f90-9724-4fcc-9e23-0a11e56a4c2e tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 948 time: 0.1912863 Nov 13 04:50:30.088837 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-02894492-69d3-4ae1-8871-eb06dd32393f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:30.140525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a781e24-f103-463f-8b09-f19627510273 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:30.144351 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3a781e24-f103-463f-8b09-f19627510273 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:30.146211 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network a13e85a1-28a4-467b-87df-ad6ad2c6e71b details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:50:30.149073 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-02894492-69d3-4ae1-8871-eb06dd32393f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:30.245850 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa2d1a-5eaa-4747-bd0e-02a78a538b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bdbeba-b9de-4937-b8d7-bd01eb47657d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:30.335056 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68a1ed35-f790-497b-b5b0-8837e64f8224 req-e135f303-3052-4248-984f-e1002b0410df tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379723 Nov 13 04:50:30.417890 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d04ff483-6cb5-4fb6-90cf-dafcd28ab64b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:30.423261 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-02894492-69d3-4ae1-8871-eb06dd32393f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:30.426688 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-02894492-69d3-4ae1-8871-eb06dd32393f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:30.430274 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-02894492-69d3-4ae1-8871-eb06dd32393f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/777981a6-f05b-42d7-97c5-d69d49c35675 HTTP/1.1" status: 204 len: 168 time: 0.5859611 Nov 13 04:50:30.466798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Allocated IP 10.1.1.2 (3d2d660d-8a90-47a7-a920-6ec9c1832b41/2eafef19-b9a2-402d-a6d8-c66347803a1a/99e1efdf-f844-45e4-bc6b-eaa61fba1d48) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:30.474788 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:50:30.483925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02894492-69d3-4ae1-8871-eb06dd32393f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777981a6-f05b-42d7-97c5-d69d49c35675,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:30.494875 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Sync routers for ids ['0901723f-e10a-47ae-858a-4331527ab294'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:50:30.506702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ff483-6cb5-4fb6-90cf-dafcd28ab64b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'Subnet': ['ID=fe7afd28-e5f9-44f4-b029-2dc26496464d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:30.527591 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:30.532258 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e6f526dc-42f0-4f0d-9e66-1a2f981fcaa8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2480838 Nov 13 04:50:30.532258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:30.564960 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Routers {'0901723f-e10a-47ae-858a-4331527ab294'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:30.566835 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0901723f-e10a-47ae-858a-4331527ab294'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:30.592740 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3a781e24-f103-463f-8b09-f19627510273 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:30.646408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04ff483-6cb5-4fb6-90cf-dafcd28ab64b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Checking segment: {'id': 'fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:30.648947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04ff483-6cb5-4fb6-90cf-dafcd28ab64b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Network hostable DHCP agents. Network: b6efdb13-7adc-4b26-8d19-afce58f5230b, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:50:30.700335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a781e24-f103-463f-8b09-f19627510273 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Subnet': ['ID=cd820251-61d8-4f04-ab9c-2a4cd12c5977,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:30.702896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a781e24-f103-463f-8b09-f19627510273 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Checking segment: {'id': 'c78d7412-8989-40ba-a51f-5736a5128acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:30.703537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a781e24-f103-463f-8b09-f19627510273 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network hostable DHCP agents. Network: a13e85a1-28a4-467b-87df-ad6ad2c6e71b, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:50:30.738609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a781e24-f103-463f-8b09-f19627510273 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network a13e85a1-28a4-467b-87df-ad6ad2c6e71b is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:50:30.766290 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:30.807163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04ff483-6cb5-4fb6-90cf-dafcd28ab64b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Network b6efdb13-7adc-4b26-8d19-afce58f5230b is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:50:30.811954 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Set router 0901723f-e10a-47ae-858a-4331527ab294 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:50:30.812705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-3a781e24-f103-463f-8b09-f19627510273 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, a13e85a1-28a4-467b-87df-ad6ad2c6e71b) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:30.825090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a781e24-f103-463f-8b09-f19627510273 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:30.825862 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3a781e24-f103-463f-8b09-f19627510273 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:30.861244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d04ff483-6cb5-4fb6-90cf-dafcd28ab64b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, b6efdb13-7adc-4b26-8d19-afce58f5230b) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:30.867483 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04ff483-6cb5-4fb6-90cf-dafcd28ab64b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:30.867996 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d04ff483-6cb5-4fb6-90cf-dafcd28ab64b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:30.910404 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3a781e24-f103-463f-8b09-f19627510273 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0493519 Nov 13 04:50:30.911320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58310) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:30.972809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef337f-f14f-4424-8c81-43c2bd64b413 None None] Network a13e85a1-28a4-467b-87df-ad6ad2c6e71b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:31.009500 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d04ff483-6cb5-4fb6-90cf-dafcd28ab64b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6009111 Nov 13 04:50:31.013363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58318) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:31.025360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c2263745-b9f8-4239-b389-ceac06cdba90 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'port': {'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41', 'name': 'tempest-TaggedBootDevicesTest-800854035', 'fixed_ips': [{'subnet_id': '2eafef19-b9a2-402d-a6d8-c66347803a1a'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:31.158755 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b3e57-8452-45a8-b6e4-0be8a4c26005 None None] Network b6efdb13-7adc-4b26-8d19-afce58f5230b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:31.169692 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e73ce502-1fc5-4810-9ef4-21916cafbad2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:31.171908 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:31.256254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 901ab33f-1c1e-44d3-9c62-7c79a13a91eb up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:31.282612 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0901723f-e10a-47ae-858a-4331527ab294', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:24Z', 'updated_at': '2021-11-13T04:50:26Z', 'revision_number': 3, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'gw_port': {'id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:31.354487 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Checking router: 0901723f-e10a-47ae-858a-4331527ab294 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:50:31.355151 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Updating router 0901723f-e10a-47ae-858a-4331527ab294 port 9a4bbea2-3f06-4a15-af69-a831815e7eee binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:50:31.414240 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:31.548870 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d370c-db4f-4322-a8bb-c5738b536820 req-083dfd53-353c-4254-a529-83b55d76a205 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:31.567605 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7b3d370c-db4f-4322-a8bb-c5738b536820 req-083dfd53-353c-4254-a529-83b55d76a205 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.5567958 Nov 13 04:50:31.653868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:50:31.722083 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:31.723574 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b26a0c8-88c9-4695-b188-95306b33cf7f None None] Provisioning complete for port e73ce502-1fc5-4810-9ef4-21916cafbad2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:31.724114 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b26a0c8-88c9-4695-b188-95306b33cf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:31.831299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2263745-b9f8-4239-b389-ceac06cdba90 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Made reservation on behalf of 1173146d0bd74d9cb73aa00ee9b7de4b for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:31.908915 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:31.911638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:31.912181 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:31.922671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:31.955141 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7b3d370c-db4f-4322-a8bb-c5738b536820 req-e0bcbd97-450a-481b-b572-fbc1d0b3dd46 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840203 Nov 13 04:50:31.973564 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:31.997943 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:32.052507 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a4d06393-d532-4147-bf02-946751a31676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:50:27Z', 'revision_number': 2, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:28Z', 'revision_number': 2, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:32.124777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:50:32.125653 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:32.134033 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Attempting to bind port 9a4bbea2-3f06-4a15-af69-a831815e7eee on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:50:32.134390 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Attempting to bind port 9a4bbea2-3f06-4a15-af69-a831815e7eee by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:50:32.134741 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Attempting to bind port 9a4bbea2-3f06-4a15-af69-a831815e7eee on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:32.160423 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:50:32.160781 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:32.161176 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:32.161559 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:50:32.162034 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Bound port: 9a4bbea2-3f06-4a15-af69-a831815e7eee, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:50:32.162402 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:32.179618 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a35b5d-949b-41c8-a54a-0c0a6cc938a5 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:50:32.181245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Pushing event updated for resources: {'Port': ['ID=99e1efdf-f844-45e4-bc6b-eaa61fba1d48,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:32.200977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Checking router: 32ca256e-b79d-48ac-bc46-b3ddd5f08877 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:50:32.201322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Updating router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 port 8748e76d-868b-493c-9282-25b080d18e6f binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:50:32.228116 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2263745-b9f8-4239-b389-ceac06cdba90 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:32.243861 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] For port 9a4bbea2-3f06-4a15-af69-a831815e7eee, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:50:32.248261 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] For port 9a4bbea2-3f06-4a15-af69-a831815e7eee, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9a4bbea2-3f06-4a15-af69-a831815e7eee,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:50:32.257026 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70caff6-60f0-4c81-9b91-9a6d205b1e60 None None] Pushing event updated for resources: {'Port': ['ID=9a4bbea2-3f06-4a15-af69-a831815e7eee,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:32.268213 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:32.305230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-c2263745-b9f8-4239-b389-ceac06cdba90 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] device_id is not set on port de58f93c-d5cf-4928-9fa1-0dafe167d15d yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:50:32.385982 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Routers {'0901723f-e10a-47ae-858a-4331527ab294'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:32.397182 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0901723f-e10a-47ae-858a-4331527ab294'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:32.405441 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b26a0c8-88c9-4695-b188-95306b33cf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:32.603711 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] Set router 0901723f-e10a-47ae-858a-4331527ab294 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:50:32.642119 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c79768-ea06-4450-b002-92afbc658a7f req-a60bf746-23e7-4438-8afb-bbba36c58432 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:32.656780 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b4c79768-ea06-4450-b002-92afbc658a7f req-a60bf746-23e7-4438-8afb-bbba36c58432 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 948 time: 0.2072234 Nov 13 04:50:32.763769 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70caff6-60f0-4c81-9b91-9a6d205b1e60 None None] Pushing event updated for resources: {'Port': ['ID=9a4bbea2-3f06-4a15-af69-a831815e7eee,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:32.795567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99dc903-ac0f-4f40-8ed0-f63f07714e33 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:50:32.846767 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b4c79768-ea06-4450-b002-92afbc658a7f req-5f4190e8-f988-4f03-807e-6312f3a96835 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707387 Nov 13 04:50:32.877786 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e73ce502-1fc5-4810-9ef4-21916cafbad2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:32.878443 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:32.878566 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:32.907990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-b6efdb13-7adc-4b26-8d19-afce58f5230b', 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'fixed_ips': [{'subnet_id': 'fe7afd28-e5f9-44f4-b029-2dc26496464d'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:50:32.908929 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:32.928757 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:32.962170 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b26a0c8-88c9-4695-b188-95306b33cf7f None None] For port e73ce502-1fc5-4810-9ef4-21916cafbad2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e73ce502-1fc5-4810-9ef4-21916cafbad2,segment=NetworkSegment(f059419b-130d-4246-a5af-141205ccae28),segment_id=f059419b-130d-4246-a5af-141205ccae28)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:33.004764 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b26a0c8-88c9-4695-b188-95306b33cf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:33.008767 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Attempting to bind port 99e1efdf-f844-45e4-bc6b-eaa61fba1d48 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:50:33.009143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Attempting to bind port 99e1efdf-f844-45e4-bc6b-eaa61fba1d48 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:50:33.009501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Attempting to bind port 99e1efdf-f844-45e4-bc6b-eaa61fba1d48 on network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:33.018286 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0901723f-e10a-47ae-858a-4331527ab294', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:24Z', 'updated_at': '2021-11-13T04:50:26Z', 'revision_number': 3, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'gw_port': {'id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:33.027557 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:33.085658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26a0c8-88c9-4695-b188-95306b33cf7f None None] Pushing event updated for resources: {'Port': ['ID=e73ce502-1fc5-4810-9ef4-21916cafbad2,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:33.134332 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c5519-a3ab-4574-bdac-5acedafe68ea None None] The sync data for ids ['0901723f-e10a-47ae-858a-4331527ab294'] in n-d-813114-2 is: [{'id': '0901723f-e10a-47ae-858a-4331527ab294', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:24Z', 'updated_at': '2021-11-13T04:50:26Z', 'revision_number': 3, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'gw_port': {'id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:50:33.175173 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:50:33.175818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Checking segment: {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:33.179022 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:33.179484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Bound using segment: {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:50:33.180071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Bound port: 99e1efdf-f844-45e4-bc6b-eaa61fba1d48, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:50:33.180412 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:33.240820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Allocated IP 2001:db8:1::2 (a13e85a1-28a4-467b-87df-ad6ad2c6e71b/cd820251-61d8-4f04-ab9c-2a4cd12c5977/480e4a88-f6a0-438f-8845-ee71a38ff377) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:33.576019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48311a-c4f0-47d3-b8e7-4cde629c5ec3 req-f4e405a6-1e2d-49a2-b75f-fce3ce1f5cbb tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:33.578729 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da48311a-c4f0-47d3-b8e7-4cde629c5ec3 req-f4e405a6-1e2d-49a2-b75f-fce3ce1f5cbb tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.4600718 Nov 13 04:50:33.608876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c2263745-b9f8-4239-b389-ceac06cdba90 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Allocated IP 10.1.1.121 (3d2d660d-8a90-47a7-a920-6ec9c1832b41/2eafef19-b9a2-402d-a6d8-c66347803a1a/de58f93c-d5cf-4928-9fa1-0dafe167d15d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:33.673196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Allocated IP 172.20.0.1 (1c27c071-3ae5-43fe-b926-2a8ca6120cc2/2b89a777-78f4-4339-bcc5-ce101bcdd17e/ee62935f-3c7e-4929-a5ab-3d6cc155027c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:33.864351 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da48311a-c4f0-47d3-b8e7-4cde629c5ec3 req-6ce25ef4-6ab6-47e8-b84b-15a6ed71a204 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522612 Nov 13 04:50:34.034220 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:34.111313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] For port 99e1efdf-f844-45e4-bc6b-eaa61fba1d48, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:50:34.129320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] For port 99e1efdf-f844-45e4-bc6b-eaa61fba1d48, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=99e1efdf-f844-45e4-bc6b-eaa61fba1d48,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:50:34.188140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fc92a62f-4839-4c4d-8aca-e07dfce00596 None None] Provisioning complete for port 9a4bbea2-3f06-4a15-af69-a831815e7eee triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:34.188426 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc92a62f-4839-4c4d-8aca-e07dfce00596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:34.239850 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:34.248937 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2263745-b9f8-4239-b389-ceac06cdba90 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:34.325664 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2263745-b9f8-4239-b389-ceac06cdba90 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:34.444825 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:34.455439 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:50:34.457745 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b74ce8-64e3-4c6a-a643-60e4b2a6abf7" -d '{"events": [{"server_uuid": "cc64a2db-f3ae-4212-8957-f0b3db51c5bb", "name": "network-vif-plugged", "status": "completed", "tag": "901ab33f-1c1e-44d3-9c62-7c79a13a91eb"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:50:34.509027 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2263745-b9f8-4239-b389-ceac06cdba90 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:34.522770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c2263745-b9f8-4239-b389-ceac06cdba90 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:34.528115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2263745-b9f8-4239-b389-ceac06cdba90 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'Port': ['ID=de58f93c-d5cf-4928-9fa1-0dafe167d15d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:34.532895 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:34.534792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2263745-b9f8-4239-b389-ceac06cdba90 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:34.556253 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:50:34.557263 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:34.566193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2854b-7977-404b-9646-1f4a7762ec55 req-c6f52b26-6994-498e-b2b0-ca83bfa129b5 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:34.568895 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eaa2854b-7977-404b-9646-1f4a7762ec55 req-c6f52b26-6994-498e-b2b0-ca83bfa129b5 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 948 time: 0.2732477 Nov 13 04:50:34.586078 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dba00e0c-46a9-4650-89a0-b77846975e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:34.709564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cc41a-1d0b-4688-b3d9-92728b7aa6d7 None None] Pushing event updated for resources: {'Port': ['ID=99e1efdf-f844-45e4-bc6b-eaa61fba1d48,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:34.779852 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2263745-b9f8-4239-b389-ceac06cdba90 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:34.780738 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2263745-b9f8-4239-b389-ceac06cdba90 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:34.783882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Allocated IP 10.2.2.2 (b6efdb13-7adc-4b26-8d19-afce58f5230b/fe7afd28-e5f9-44f4-b029-2dc26496464d/bae9d66c-dc9a-4fda-aa80-3f0079a5036d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:34.792064 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eaa2854b-7977-404b-9646-1f4a7762ec55 req-7724553d-582b-4534-a1b7-5fbbb7d5ff33 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799848 Nov 13 04:50:34.814968 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8029818-5c17-4e9f-9f01-d2fc6010e961 x-openstack-request-id: req-a8029818-5c17-4e9f-9f01-d2fc6010e961 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:50:34.814968 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc64a2db-f3ae-4212-8957-f0b3db51c5bb", "name": "network-vif-plugged", "status": "completed", "tag": "901ab33f-1c1e-44d3-9c62-7c79a13a91eb", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:50:34.814968 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8029818-5c17-4e9f-9f01-d2fc6010e961 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:50:34.814968 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb', 'code': 200} Nov 13 04:50:34.864442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58450) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:34.865657 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c2263745-b9f8-4239-b389-ceac06cdba90 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8512146 Nov 13 04:50:34.866940 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:34.877391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6dcbc0c6-99fb-479a-8638-68133a96ad47 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'port': {'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41', 'name': 'tempest-TaggedBootDevicesTest-657705884', 'fixed_ips': [{'subnet_id': '2eafef19-b9a2-402d-a6d8-c66347803a1a'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:34.994971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Network 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:34.996744 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:35.001361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:35.077936 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Pushing event updated for resources: {'Port': ['ID=ee62935f-3c7e-4929-a5ab-3d6cc155027c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:35.086118 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:35.232377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:35.257833 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9a4bbea2-3f06-4a15-af69-a831815e7eee up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:35.332779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58460) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:35.440592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad04eae-46a7-47ee-9b60-7a67303c8bfa req-ce7cdf57-a6a9-4cb9-afcd-241da2ffae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:35.442573 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cad04eae-46a7-47ee-9b60-7a67303c8bfa req-ce7cdf57-a6a9-4cb9-afcd-241da2ffae02 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 1100 time: 0.2914953 Nov 13 04:50:35.471730 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:35.477724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eabee3-c949-476c-842b-2278bb6df667 req-32bb31c9-9ea7-40e0-8cfd-72a4f51e9499 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:35.485552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f7eabee3-c949-476c-842b-2278bb6df667 req-32bb31c9-9ea7-40e0-8cfd-72a4f51e9499 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.3331106 Nov 13 04:50:35.552200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcbc0c6-99fb-479a-8638-68133a96ad47 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Made reservation on behalf of 1173146d0bd74d9cb73aa00ee9b7de4b for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:35.604286 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc92a62f-4839-4c4d-8aca-e07dfce00596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:35.616825 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7633461-dd21-480d-abf8-3138b67e2fe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:35.621863 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:35.644759 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:35.702721 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f7eabee3-c949-476c-842b-2278bb6df667 req-ae2e7575-387e-4654-bb13-dacd69505cf0 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159369 Nov 13 04:50:35.747441 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:35.751424 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cad04eae-46a7-47ee-9b60-7a67303c8bfa req-979827f8-7331-4a41-84e7-6b9641c5c82f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940245 Nov 13 04:50:35.783376 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:35.803300 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6dcbc0c6-99fb-479a-8638-68133a96ad47 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:35.807490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Allocated IP 2001:db8:1::1 (a13e85a1-28a4-467b-87df-ad6ad2c6e71b/cd820251-61d8-4f04-ab9c-2a4cd12c5977/f026ac03-b421-4dd1-9e9b-d5d43f98f248) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:35.827462 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:35.837430 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:35.864124 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 9a4bbea2-3f06-4a15-af69-a831815e7eee triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:35.864585 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:35.923122 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7633461-dd21-480d-abf8-3138b67e2fe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:35.926590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fc92a62f-4839-4c4d-8aca-e07dfce00596 None None] For port 9a4bbea2-3f06-4a15-af69-a831815e7eee, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9a4bbea2-3f06-4a15-af69-a831815e7eee,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:35.926841 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-6dcbc0c6-99fb-479a-8638-68133a96ad47 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] device_id is not set on port 5f399afc-4069-477e-8131-37a3697f6c2f yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:50:35.998400 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc92a62f-4839-4c4d-8aca-e07dfce00596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.005226 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7633461-dd21-480d-abf8-3138b67e2fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.010305 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.039298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Network a13e85a1-28a4-467b-87df-ad6ad2c6e71b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:36.068524 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Pushing event updated for resources: {'Port': ['ID=ee62935f-3c7e-4929-a5ab-3d6cc155027c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:36.085374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7633461-dd21-480d-abf8-3138b67e2fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7d8129-658d-4bd3-a459-b3cb66b64832,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:36.094306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:36.113949 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:36.193717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc790c0-98f2-4d54-90e9-87af432bf0e1 req-6226ca98-52ff-4317-a6c2-9a9f599bc189 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:36.195368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fbc790c0-98f2-4d54-90e9-87af432bf0e1 req-6226ca98-52ff-4317-a6c2-9a9f599bc189 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 949 time: 0.2374926 Nov 13 04:50:36.202387 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f7633461-dd21-480d-abf8-3138b67e2fe5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f41f5feaeabb418d907f5f81fdaa26d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8697822 Nov 13 04:50:36.206154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58472) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:36.307733 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fc92a62f-4839-4c4d-8aca-e07dfce00596 None None] Provisioning complete for port e73ce502-1fc5-4810-9ef4-21916cafbad2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:36.308715 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc92a62f-4839-4c4d-8aca-e07dfce00596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.314965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703ce01-531e-4f66-b589-637c9fdaeaee None None] Pushing event updated for resources: {'Port': ['ID=8748e76d-868b-493c-9282-25b080d18e6f,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:36.338603 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.351086 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0da6bfa3-2799-4195-84b4-8e6481161cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.361735 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Attempting to bind port 8748e76d-868b-493c-9282-25b080d18e6f on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:50:36.362429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Attempting to bind port 8748e76d-868b-493c-9282-25b080d18e6f by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'f059419b-130d-4246-a5af-141205ccae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:50:36.363840 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Attempting to bind port 8748e76d-868b-493c-9282-25b080d18e6f on network a274dcc6-f9ff-4365-aec4-f6261f6fb86b {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:36.375678 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0da6bfa3-2799-4195-84b4-8e6481161cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.396328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:50:36.397159 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Checking segment: {'id': 'f059419b-130d-4246-a5af-141205ccae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:36.397753 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.398474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Bound using segment: {'id': 'f059419b-130d-4246-a5af-141205ccae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:50:36.399140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Bound port: 8748e76d-868b-493c-9282-25b080d18e6f, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f059419b-130d-4246-a5af-141205ccae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:50:36.399673 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.430156 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58476) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:36.450988 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0da6bfa3-2799-4195-84b4-8e6481161cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.454211 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0da6bfa3-2799-4195-84b4-8e6481161cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.455560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0da6bfa3-2799-4195-84b4-8e6481161cfb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea7d8129-658d-4bd3-a459-b3cb66b64832 HTTP/1.1" status: 204 len: 168 time: 0.2490332 Nov 13 04:50:36.485128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6bfa3-2799-4195-84b4-8e6481161cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7d8129-658d-4bd3-a459-b3cb66b64832,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:36.508173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fbc790c0-98f2-4d54-90e9-87af432bf0e1 req-fe499407-49f3-4761-a99f-d88c2e73d090 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568617 Nov 13 04:50:36.536082 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Network 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:36.537559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:36.556450 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-6dcbc0c6-99fb-479a-8638-68133a96ad47 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Allocated IP 10.1.1.135 (3d2d660d-8a90-47a7-a920-6ec9c1832b41/2eafef19-b9a2-402d-a6d8-c66347803a1a/5f399afc-4069-477e-8131-37a3697f6c2f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:36.599992 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.661700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Attempting to bind port 480e4a88-f6a0-438f-8845-ee71a38ff377 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:50:36.662626 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Attempting to bind port 480e4a88-f6a0-438f-8845-ee71a38ff377 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'c78d7412-8989-40ba-a51f-5736a5128acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:50:36.664204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Attempting to bind port 480e4a88-f6a0-438f-8845-ee71a38ff377 on network a13e85a1-28a4-467b-87df-ad6ad2c6e71b {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:36.846385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network a13e85a1-28a4-467b-87df-ad6ad2c6e71b is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:36.853706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Router 0901723f-e10a-47ae-858a-4331527ab294 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:50:36.879363 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:36.894844 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:36.897928 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.920040 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b332eaa2-486a-4a0d-85b8-7efb65e16fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.952425 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.956697 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:50:36.957624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Checking segment: {'id': 'c78d7412-8989-40ba-a51f-5736a5128acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:36.962439 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.962439 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Bound using segment: {'id': 'c78d7412-8989-40ba-a51f-5736a5128acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:50:36.963067 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Bound port: 480e4a88-f6a0-438f-8845-ee71a38ff377, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78d7412-8989-40ba-a51f-5736a5128acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:50:36.963678 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:36.981922 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Pushing event updated for resources: {'Port': ['ID=480e4a88-f6a0-438f-8845-ee71a38ff377,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:37.093679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92a62f-4839-4c4d-8aca-e07dfce00596 None None] Pushing event updated for resources: {'Port': ['ID=9a4bbea2-3f06-4a15-af69-a831815e7eee,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:37.094360 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=f026ac03-b421-4dd1-9e9b-d5d43f98f248,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:37.112603 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e73ce502-1fc5-4810-9ef4-21916cafbad2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:37.123040 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcd85c8-c2a3-47dd-ae69-8cfbcf5b7eac None None] Network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:37.126525 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.139454 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58488) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:37.161179 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c24cdd4-7012-49fa-aa07-42c999cc28fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.180501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:50:37.187653 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2124955f-1bfe-4544-a975-7d8b8c62e265 admin admin] 10.222.0.43 "PUT /v2.0/routers/0901723f-e10a-47ae-858a-4331527ab294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6540768 Nov 13 04:50:37.262128 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-84fdf0f9-088f-4470-b52f-c06bced306e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.280683 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c24cdd4-7012-49fa-aa07-42c999cc28fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.286511 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c24cdd4-7012-49fa-aa07-42c999cc28fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.336661 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] For port 480e4a88-f6a0-438f-8845-ee71a38ff377, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:50:37.343645 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] For port 480e4a88-f6a0-438f-8845-ee71a38ff377, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=480e4a88-f6a0-438f-8845-ee71a38ff377,segment=NetworkSegment(c78d7412-8989-40ba-a51f-5736a5128acb),segment_id=c78d7412-8989-40ba-a51f-5736a5128acb)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:50:37.344045 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846b231-2284-4f74-abab-64399d7bfd26 req-d9d57555-aab7-4658-b2a2-59c94ce1af8e tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:37.349662 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6c24cdd4-7012-49fa-aa07-42c999cc28fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=271f9c78073249cf8be7454f466704b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2071085 Nov 13 04:50:37.350986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58492) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:37.352248 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24cdd4-7012-49fa-aa07-42c999cc28fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f64cbe-56cd-4824-b276-b056ca73286c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:37.354020 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2846b231-2284-4f74-abab-64399d7bfd26 req-d9d57555-aab7-4658-b2a2-59c94ce1af8e tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.4385436 Nov 13 04:50:37.401700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Sync routers for ids ['0901723f-e10a-47ae-858a-4331527ab294'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:50:37.442180 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.451290 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42a1da7d-bb68-4e69-bcff-f214b407ca28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.454226 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-84fdf0f9-088f-4470-b52f-c06bced306e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.474421 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-84fdf0f9-088f-4470-b52f-c06bced306e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.505077 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42a1da7d-bb68-4e69-bcff-f214b407ca28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.511439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-84fdf0f9-088f-4470-b52f-c06bced306e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ffbbea4c25c04458aad47695fb4b9013&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0800719 Nov 13 04:50:37.532278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58498) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:37.605519 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42a1da7d-bb68-4e69-bcff-f214b407ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.608461 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42a1da7d-bb68-4e69-bcff-f214b407ca28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.632282 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-42a1da7d-bb68-4e69-bcff-f214b407ca28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59f64cbe-56cd-4824-b276-b056ca73286c HTTP/1.1" status: 204 len: 168 time: 0.2704782 Nov 13 04:50:37.676677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdf0f9-088f-4470-b52f-c06bced306e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3720cbb9-84cc-434f-aef4-cbc3694efc32,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:37.690965 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1da7d-bb68-4e69-bcff-f214b407ca28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f64cbe-56cd-4824-b276-b056ca73286c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:37.729469 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa71042e-e618-45f9-a5bf-587d7f9fd9d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.735657 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6dcbc0c6-99fb-479a-8638-68133a96ad47 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.738550 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.745528 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2846b231-2284-4f74-abab-64399d7bfd26 req-ec74e237-4793-4a70-89f4-1fada4549275 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899593 Nov 13 04:50:37.786480 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21d68-0c50-4db1-bcb0-02f87fe102ba req-cfeadc3a-94bd-4996-b252-5d7f5a3859d1 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:37.788572 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8d21d68-0c50-4db1-bcb0-02f87fe102ba req-cfeadc3a-94bd-4996-b252-5d7f5a3859d1 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 949 time: 0.1293750 Nov 13 04:50:37.829567 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa71042e-e618-45f9-a5bf-587d7f9fd9d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:37.923839 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8d21d68-0c50-4db1-bcb0-02f87fe102ba req-18a14469-520d-4005-b27d-bb3a3e778344 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225955 Nov 13 04:50:37.929028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Network b6efdb13-7adc-4b26-8d19-afce58f5230b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:37.963884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a4d06393-d532-4147-bf02-946751a31676 None None] For port 8748e76d-868b-493c-9282-25b080d18e6f, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:50:38.051711 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Routers {'0901723f-e10a-47ae-858a-4331527ab294'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:38.054295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0901723f-e10a-47ae-858a-4331527ab294'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:38.063007 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:38.065998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:38.108876 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6dcbc0c6-99fb-479a-8638-68133a96ad47 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:38.116444 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:38.193315 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa71042e-e618-45f9-a5bf-587d7f9fd9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:38.199782 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa71042e-e618-45f9-a5bf-587d7f9fd9d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:38.205187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fa71042e-e618-45f9-a5bf-587d7f9fd9d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3720cbb9-84cc-434f-aef4-cbc3694efc32 HTTP/1.1" status: 204 len: 168 time: 0.6603816 Nov 13 04:50:38.232803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcbc0c6-99fb-479a-8638-68133a96ad47 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:38.237777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a4d06393-d532-4147-bf02-946751a31676 None None] For port 8748e76d-868b-493c-9282-25b080d18e6f, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8748e76d-868b-493c-9282-25b080d18e6f,segment=NetworkSegment(f059419b-130d-4246-a5af-141205ccae28),segment_id=f059419b-130d-4246-a5af-141205ccae28)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:50:38.262841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Pushing event updated for resources: {'Port': ['ID=bae9d66c-dc9a-4fda-aa80-3f0079a5036d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:38.292608 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-6dcbc0c6-99fb-479a-8638-68133a96ad47 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:38.304007 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e73ce502-1fc5-4810-9ef4-21916cafbad2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:38.304472 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:38.306936 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcbc0c6-99fb-479a-8638-68133a96ad47 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:38.309783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71042e-e618-45f9-a5bf-587d7f9fd9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3720cbb9-84cc-434f-aef4-cbc3694efc32,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:38.318450 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbc0c6-99fb-479a-8638-68133a96ad47 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'Port': ['ID=5f399afc-4069-477e-8131-37a3697f6c2f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:38.422207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcbc0c6-99fb-479a-8638-68133a96ad47 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:38.423171 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6dcbc0c6-99fb-479a-8638-68133a96ad47 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:38.493303 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:38.495819 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6dcbc0c6-99fb-479a-8638-68133a96ad47 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6291571 Nov 13 04:50:38.557111 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:38.571478 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:38.572562 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:38.748147 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4e50f-b12f-4680-9f77-29a199654b28 None None] Pushing event updated for resources: {'Port': ['ID=480e4a88-f6a0-438f-8845-ee71a38ff377,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:38.929560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=f026ac03-b421-4dd1-9e9b-d5d43f98f248,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:39.087108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:39.099884 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network a13e85a1-28a4-467b-87df-ad6ad2c6e71b is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:39.104226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:39.117924 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50f9e702-0485-4840-ad74-e3b14caa3e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:39.160326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fc92a62f-4839-4c4d-8aca-e07dfce00596 None None] Provisioning complete for port 8748e76d-868b-493c-9282-25b080d18e6f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:39.162242 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc92a62f-4839-4c4d-8aca-e07dfce00596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:39.203172 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58614) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:39.240327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8bec2422-d7ea-4dcc-833d-613462f48aba tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1668904739', 'description': 'tempest-description--1196065169'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:39.369977 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bec2422-d7ea-4dcc-833d-613462f48aba tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:39.435136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Attempting to bind port bae9d66c-dc9a-4fda-aa80-3f0079a5036d on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:50:39.435536 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Attempting to bind port bae9d66c-dc9a-4fda-aa80-3f0079a5036d by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:50:39.435988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Attempting to bind port bae9d66c-dc9a-4fda-aa80-3f0079a5036d on network b6efdb13-7adc-4b26-8d19-afce58f5230b {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:39.467288 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50f9e702-0485-4840-ad74-e3b14caa3e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:39.483546 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:39.484677 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:39.485312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a4d06393-d532-4147-bf02-946751a31676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:39.493858 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50f9e702-0485-4840-ad74-e3b14caa3e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:39.575492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:50:39.576032 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Checking segment: {'id': 'fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:39.576318 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:39.576709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Bound using segment: {'id': 'fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:50:39.577197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Bound port: bae9d66c-dc9a-4fda-aa80-3f0079a5036d, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:50:39.577619 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:39.598604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9e702-0485-4840-ad74-e3b14caa3e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ee7541-cc0f-4f35-8e27-34e5e5ed6016,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:39.678946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:50:39.695481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58628) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:39.749425 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-50f9e702-0485-4840-ad74-e3b14caa3e05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4662c8f384d4400930775a3cd2fd1dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6465604 Nov 13 04:50:39.750883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58632) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:39.776204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Set router 0901723f-e10a-47ae-858a-4331527ab294 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:50:39.798429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703ce01-531e-4f66-b589-637c9fdaeaee None None] Pushing event updated for resources: {'Port': ['ID=8748e76d-868b-493c-9282-25b080d18e6f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:39.846005 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bec2422-d7ea-4dcc-833d-613462f48aba tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:39.862141 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bec2422-d7ea-4dcc-833d-613462f48aba tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:39.884018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b3a06-b7dd-4374-a7f3-1a0d0a4daa9e req-7f6c3fe2-f169-4c5c-b101-61e7e85598f4 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:39.899199 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed7b3a06-b7dd-4374-a7f3-1a0d0a4daa9e req-7f6c3fe2-f169-4c5c-b101-61e7e85598f4 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.7502711 Nov 13 04:50:39.919801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bec2422-d7ea-4dcc-833d-613462f48aba tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:39.930751 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8bec2422-d7ea-4dcc-833d-613462f48aba tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7096500 Nov 13 04:50:39.954511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58636) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:39.982987 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-dfd5f9f9-9b4b-46eb-895e-ddcdbaadc0af tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'security_group_rule': {'security_group_id': '1e0810cd-396f-4590-89b9-1b310d18f1c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:40.085753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec2422-d7ea-4dcc-833d-613462f48aba tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0810cd-396f-4590-89b9-1b310d18f1c1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:40.092580 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc92a62f-4839-4c4d-8aca-e07dfce00596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.104657 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58638) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:40.162535 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a4d06393-d532-4147-bf02-946751a31676 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:50:40.170984 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dfd5f9f9-9b4b-46eb-895e-ddcdbaadc0af tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.268994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400415149-network', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:40.311086 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eedbc520-dbe0-40bf-a8d7-9443dc77b6f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.420096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] For port bae9d66c-dc9a-4fda-aa80-3f0079a5036d, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:50:40.445098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac12704-b8a6-4aa2-9141-2023745737e9 None None] Network a13e85a1-28a4-467b-87df-ad6ad2c6e71b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:40.453428 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.454898 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dfd5f9f9-9b4b-46eb-895e-ddcdbaadc0af tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.474019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] For port bae9d66c-dc9a-4fda-aa80-3f0079a5036d, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bae9d66c-dc9a-4fda-aa80-3f0079a5036d,segment=NetworkSegment(fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab),segment_id=fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:50:40.510602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] Made reservation on behalf of ff1fb8441d4b468cbf58785f935c4d92 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:40.512988 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.525986 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1bab7c80-89af-4132-ad2a-1e5d68d02852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.549259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed7b3a06-b7dd-4374-a7f3-1a0d0a4daa9e req-57db0117-a98c-4074-aff7-1ec922d4a902 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6462879 Nov 13 04:50:40.582666 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:50:40.592080 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.605344 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-542f619d-776a-4883-a5cc-0b3d06279960 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/32ca256e-b79d-48ac-bc46-b3ddd5f08877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6929605 Nov 13 04:50:40.615456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58652) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:40.619575 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 480e4a88-f6a0-438f-8845-ee71a38ff377 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:40.635848 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0b438ce3-9939-46f8-be9a-f239f8e4b9cd tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-726951688'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:40.665880 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1bab7c80-89af-4132-ad2a-1e5d68d02852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.680938 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eedbc520-dbe0-40bf-a8d7-9443dc77b6f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.684027 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dfd5f9f9-9b4b-46eb-895e-ddcdbaadc0af tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.710405 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eedbc520-dbe0-40bf-a8d7-9443dc77b6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.753490 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.778813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5f9f9-9b4b-46eb-895e-ddcdbaadc0af tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1256dfe-4eaf-4eca-bf3a-e8a02d01d950,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:40.831199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b438ce3-9939-46f8-be9a-f239f8e4b9cd tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:40.835508 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b438ce3-9939-46f8-be9a-f239f8e4b9cd tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.844825 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dfd5f9f9-9b4b-46eb-895e-ddcdbaadc0af tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.846531 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dfd5f9f9-9b4b-46eb-895e-ddcdbaadc0af tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8863537 Nov 13 04:50:40.850928 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-eedbc520-dbe0-40bf-a8d7-9443dc77b6f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9b2b26488cf45a6b537eb4a2a16a7a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7445130 Nov 13 04:50:40.853593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58656) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:40.854060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58658) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:40.865158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-faa07736-ba8c-4e0d-bd8f-dc2f10b3b057 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'security_group_rule': {'security_group_id': '1e0810cd-396f-4590-89b9-1b310d18f1c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:40.869670 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbc520-dbe0-40bf-a8d7-9443dc77b6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e9ef23-85f6-4b1b-9d79-3055fced839c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:40.942075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8042e98-a253-41d9-b6c5-dc3965058607 req-2fc7c3a5-eee8-4a0e-978c-d31c56e781c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:40.944196 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8042e98-a253-41d9-b6c5-dc3965058607 req-2fc7c3a5-eee8-4a0e-978c-d31c56e781c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 1096 time: 0.2261386 Nov 13 04:50:40.978606 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b438ce3-9939-46f8-be9a-f239f8e4b9cd tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:50:40.989910 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1bab7c80-89af-4132-ad2a-1e5d68d02852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.992971 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1bab7c80-89af-4132-ad2a-1e5d68d02852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:40.994547 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1bab7c80-89af-4132-ad2a-1e5d68d02852 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13ee7541-cc0f-4f35-8e27-34e5e5ed6016 HTTP/1.1" status: 204 len: 168 time: 1.2139554 Nov 13 04:50:41.031545 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-faa07736-ba8c-4e0d-bd8f-dc2f10b3b057 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.040250 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab7c80-89af-4132-ad2a-1e5d68d02852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ee7541-cc0f-4f35-8e27-34e5e5ed6016,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:41.045117 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b438ce3-9939-46f8-be9a-f239f8e4b9cd tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.045937 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-0b438ce3-9939-46f8-be9a-f239f8e4b9cd tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Added segment 3f8ea1b2-5414-41bd-8789-2f13c456293f of type vlan for network 00e6dcf3-812b-4657-b362-d32575007159 Nov 13 04:50:41.081990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fc92a62f-4839-4c4d-8aca-e07dfce00596 None None] For port 8748e76d-868b-493c-9282-25b080d18e6f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8748e76d-868b-493c-9282-25b080d18e6f,segment=NetworkSegment(f059419b-130d-4246-a5af-141205ccae28),segment_id=f059419b-130d-4246-a5af-141205ccae28)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:41.090351 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.147755 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.167810 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-578eff2d-6167-41fd-837c-07e3dc3fbe29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.189786 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8042e98-a253-41d9-b6c5-dc3965058607 req-dd86e260-fc68-4b31-ac26-3f8e035e8e73 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329569 Nov 13 04:50:41.218017 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b438ce3-9939-46f8-be9a-f239f8e4b9cd tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.226684 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc92a62f-4839-4c4d-8aca-e07dfce00596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.232547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:50:41.290853 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-578eff2d-6167-41fd-837c-07e3dc3fbe29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.293508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066dc1e4-0e46-420e-b865-ddeca7931d57,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:41.337814 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.347408 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] Added segment 661b146b-dd8b-4c0f-8857-5c223b4f6f50 of type vlan for network 379b9863-28a2-43d2-a7b2-cb25ff5dd33e Nov 13 04:50:41.371556 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-faa07736-ba8c-4e0d-bd8f-dc2f10b3b057 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.386768 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-faa07736-ba8c-4e0d-bd8f-dc2f10b3b057 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.418571 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b438ce3-9939-46f8-be9a-f239f8e4b9cd tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.419176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f497e0a-86c7-489e-a78b-55c7eb0438fb None None] Pushing event updated for resources: {'Port': ['ID=bae9d66c-dc9a-4fda-aa80-3f0079a5036d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:41.424628 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b438ce3-9939-46f8-be9a-f239f8e4b9cd tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:41.425824 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b438ce3-9939-46f8-be9a-f239f8e4b9cd tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.476026 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.508637 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa07736-ba8c-4e0d-bd8f-dc2f10b3b057 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff5f2aa-a82f-414e-b421-ef7018dec5c3,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:41.567414 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 480e4a88-f6a0-438f-8845-ee71a38ff377 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:41.567777 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.570593 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0b438ce3-9939-46f8-be9a-f239f8e4b9cd tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9535317 Nov 13 04:50:41.574200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58674) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:41.607548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-55afb845-afe2-415e-9c77-7aeb2e2ec9f7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'subnet': {'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:41.608650 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-faa07736-ba8c-4e0d-bd8f-dc2f10b3b057 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.615387 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-faa07736-ba8c-4e0d-bd8f-dc2f10b3b057 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7582343 Nov 13 04:50:41.622772 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92a62f-4839-4c4d-8aca-e07dfce00596 None None] Pushing event updated for resources: {'Port': ['ID=8748e76d-868b-493c-9282-25b080d18e6f,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:41.657053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58680) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:41.673713 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:41.685877 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.db.resource_extend [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 04:50:41.735777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Provisioning complete for port 99e1efdf-f844-45e4-bc6b-eaa61fba1d48 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:41.736146 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.799206 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.800395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:41.801676 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.814758 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-578eff2d-6167-41fd-837c-07e3dc3fbe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.818798 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-578eff2d-6167-41fd-837c-07e3dc3fbe29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.823288 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-578eff2d-6167-41fd-837c-07e3dc3fbe29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37e9ef23-85f6-4b1b-9d79-3055fced839c HTTP/1.1" status: 204 len: 168 time: 0.9625447 Nov 13 04:50:41.833967 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b438ce3-9939-46f8-be9a-f239f8e4b9cd tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Network': ['ID=00e6dcf3-812b-4657-b362-d32575007159,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:41.878819 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:41.955071 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] Pushing event updated for resources: {'Network': ['ID=379b9863-28a2-43d2-a7b2-cb25ff5dd33e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:42.010072 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596b000-7835-492e-a15f-0a4718c41b2a req-a71e467f-e544-4b76-8976-5ac5dd2c1c49 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:42.014355 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4596b000-7835-492e-a15f-0a4718c41b2a req-a71e467f-e544-4b76-8976-5ac5dd2c1c49 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.2703891 Nov 13 04:50:42.017447 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578eff2d-6167-41fd-837c-07e3dc3fbe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e9ef23-85f6-4b1b-9d79-3055fced839c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:42.017893 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55afb845-afe2-415e-9c77-7aeb2e2ec9f7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:42.053304 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55afb845-afe2-415e-9c77-7aeb2e2ec9f7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:42.096382 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-53ba774f-b3a3-4219-a7e5-dec82a3e6e18 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3989930 Nov 13 04:50:42.112962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58692) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:42.123376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1eaf2c35-16f2-466d-8ec9-2fb6c041cd44 admin admin] Request body: {'subnet': {'network_id': '379b9863-28a2-43d2-a7b2-cb25ff5dd33e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400415149-subnet', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:42.193333 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4596b000-7835-492e-a15f-0a4718c41b2a req-b3a4de18-f596-44d2-b5ed-c61c5ecc1c2e tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707499 Nov 13 04:50:42.205337 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0901723f-e10a-47ae-858a-4331527ab294', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:24Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'gw_port': {'id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'ee62935f-3c7e-4929-a5ab-3d6cc155027c', 'name': '', 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'mac_address': 'fa:16:3e:05:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 2, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'subnets': [{'id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:42.224022 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaf2c35-16f2-466d-8ec9-2fb6c041cd44 admin admin] Made reservation on behalf of ff1fb8441d4b468cbf58785f935c4d92 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:42.226449 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2c35-16f2-466d-8ec9-2fb6c041cd44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:42.267025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Checking router: 0901723f-e10a-47ae-858a-4331527ab294 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:50:42.267371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Updating router 0901723f-e10a-47ae-858a-4331527ab294 port ee62935f-3c7e-4929-a5ab-3d6cc155027c binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:50:42.301395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 00e6dcf3-812b-4657-b362-d32575007159 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:50:42.387092 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55afb845-afe2-415e-9c77-7aeb2e2ec9f7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:42.396488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 379b9863-28a2-43d2-a7b2-cb25ff5dd33e details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:50:42.413824 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:42.472453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58700) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:42.510370 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a15b125-8e01-4f40-bc6e-6ab87b13a08c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:42.518866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afb845-afe2-415e-9c77-7aeb2e2ec9f7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Subnet': ['ID=45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:42.604407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55afb845-afe2-415e-9c77-7aeb2e2ec9f7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Checking segment: {'id': '3f8ea1b2-5414-41bd-8789-2f13c456293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00e6dcf3-812b-4657-b362-d32575007159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:42.605597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55afb845-afe2-415e-9c77-7aeb2e2ec9f7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network hostable DHCP agents. Network: 00e6dcf3-812b-4657-b362-d32575007159, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:50:42.653281 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a15b125-8e01-4f40-bc6e-6ab87b13a08c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:42.721936 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a15b125-8e01-4f40-bc6e-6ab87b13a08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:42.869151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15b125-8e01-4f40-bc6e-6ab87b13a08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0a76fa-1f35-4188-80ae-e8c9a97d304e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:42.874589 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2c35-16f2-466d-8ec9-2fb6c041cd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:42.888428 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6a15b125-8e01-4f40-bc6e-6ab87b13a08c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=426c2580272149688697fabfaf792271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4145925 Nov 13 04:50:42.909060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58718) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:43.004839 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf2c35-16f2-466d-8ec9-2fb6c041cd44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=908c8b1d-3536-4912-86e7-b0659d56faec,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:43.013104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaf2c35-16f2-466d-8ec9-2fb6c041cd44 admin admin] Checking segment: {'id': '661b146b-dd8b-4c0f-8857-5c223b4f6f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '379b9863-28a2-43d2-a7b2-cb25ff5dd33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:43.013104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaf2c35-16f2-466d-8ec9-2fb6c041cd44 admin admin] Network hostable DHCP agents. Network: 379b9863-28a2-43d2-a7b2-cb25ff5dd33e, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:50:43.061076 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c7d1a2a-0105-445e-96b2-8949a6b74085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:43.096771 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaf2c35-16f2-466d-8ec9-2fb6c041cd44 admin admin] Network 379b9863-28a2-43d2-a7b2-cb25ff5dd33e is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:50:43.101324 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c7d1a2a-0105-445e-96b2-8949a6b74085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:43.101488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 901ab33f-1c1e-44d3-9c62-7c79a13a91eb details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:50:43.129844 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-1eaf2c35-16f2-466d-8ec9-2fb6c041cd44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 379b9863-28a2-43d2-a7b2-cb25ff5dd33e) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:43.140479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a4d06393-d532-4147-bf02-946751a31676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:50:37Z', 'revision_number': 3, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:37Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:38Z', 'revision_number': 2, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:43.142077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaf2c35-16f2-466d-8ec9-2fb6c041cd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:43.143096 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2c35-16f2-466d-8ec9-2fb6c041cd44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:43.165955 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1eaf2c35-16f2-466d-8ec9-2fb6c041cd44 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0517781 Nov 13 04:50:43.168842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58726) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:43.174304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400415149-router', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:43.221619 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:43.223973 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:43.228027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2adfece-1501-4b42-befb-363a5dd3b78f None None] Network 379b9863-28a2-43d2-a7b2-cb25ff5dd33e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:43.233160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0210f9dc-ebea-4aaf-88df-c2279d1b1036 None None] Network b6efdb13-7adc-4b26-8d19-afce58f5230b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:43.235229 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c7d1a2a-0105-445e-96b2-8949a6b74085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:43.243268 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c7d1a2a-0105-445e-96b2-8949a6b74085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:43.244530 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4c7d1a2a-0105-445e-96b2-8949a6b74085 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db0a76fa-1f35-4188-80ae-e8c9a97d304e HTTP/1.1" status: 204 len: 168 time: 0.3306878 Nov 13 04:50:43.272928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d1a2a-0105-445e-96b2-8949a6b74085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0a76fa-1f35-4188-80ae-e8c9a97d304e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:43.336607 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55afb845-afe2-415e-9c77-7aeb2e2ec9f7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network 00e6dcf3-812b-4657-b362-d32575007159 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:50:43.349525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-55afb845-afe2-415e-9c77-7aeb2e2ec9f7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 00e6dcf3-812b-4657-b362-d32575007159) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:43.354982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55afb845-afe2-415e-9c77-7aeb2e2ec9f7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:43.355584 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55afb845-afe2-415e-9c77-7aeb2e2ec9f7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:43.386230 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:43.393024 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-55afb845-afe2-415e-9c77-7aeb2e2ec9f7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8158634 Nov 13 04:50:43.395195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58732) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:43.483011 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:43.665256 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c5ef4-a709-47e8-a8d1-fc05ef786ce3 req-a8b09ffa-6fcd-4751-beab-ec5916bae11a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:43.671043 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e2c5ef4-a709-47e8-a8d1-fc05ef786ce3 req-a8b09ffa-6fcd-4751-beab-ec5916bae11a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.2911901 Nov 13 04:50:43.672666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a6a24d-0028-4e32-9460-21164cb33303 None None] Network 00e6dcf3-812b-4657-b362-d32575007159 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:43.776096 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:43.779247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d06393-d532-4147-bf02-946751a31676 None None] The sync data for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 is: [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:50:37Z', 'revision_number': 3, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:37Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:38Z', 'revision_number': 2, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:50:43.820173 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:43.882637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Allocated IP 172.25.8.188 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/6edfee36-61f3-4b60-b757-8a953d3d8102) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:44.002895 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e2c5ef4-a709-47e8-a8d1-fc05ef786ce3 req-efb27db5-3060-49a9-b25b-1c02ea458e9a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591499 Nov 13 04:50:44.069904 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:44.191759 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.resource_extend [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] It took 0.96 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 04:50:44.621008 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6ddc4-7378-4d5c-8d7c-5923cda4d3cf req-8f51cd25-fead-479f-88e1-683013346b6c tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:44.623778 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-83c6ddc4-7378-4d5c-8d7c-5923cda4d3cf req-8f51cd25-fead-479f-88e1-683013346b6c tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.3501878 Nov 13 04:50:44.692764 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:44.695542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] For port 99e1efdf-f844-45e4-bc6b-eaa61fba1d48, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=99e1efdf-f844-45e4-bc6b-eaa61fba1d48,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:44.733528 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:44.755863 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:44.789186 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:44.792042 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:44.921478 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-00e6dcf3-812b-4657-b362-d32575007159', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:50:44.922373 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:44.962295 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-83c6ddc4-7378-4d5c-8d7c-5923cda4d3cf req-419add81-309c-418b-950f-6366294c5698 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890537 Nov 13 04:50:44.978245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 480e4a88-f6a0-438f-8845-ee71a38ff377, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=480e4a88-f6a0-438f-8845-ee71a38ff377,segment=NetworkSegment(c78d7412-8989-40ba-a51f-5736a5128acb),segment_id=c78d7412-8989-40ba-a51f-5736a5128acb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:45.215855 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:45.280564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Allocated IP 172.25.8.32 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/5ac73c2c-537a-444a-93e0-5acdbc22641b) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:45.308288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:45.365345 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:45.366724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9a4bbea2-3f06-4a15-af69-a831815e7eee up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:45.391776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-379b9863-28a2-43d2-a7b2-cb25ff5dd33e', 'network_id': '379b9863-28a2-43d2-a7b2-cb25ff5dd33e', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'fixed_ips': [{'subnet_id': '908c8b1d-3536-4912-86e7-b0659d56faec'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:50:45.397372 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:45.508797 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:45.512333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:45.536947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:45.540602 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:45.547774 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'Port': ['ID=6edfee36-61f3-4b60-b757-8a953d3d8102,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:45.557637 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:45.695377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac73c2c-537a-444a-93e0-5acdbc22641b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:45.715548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:45.717488 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:45.725482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:45.824748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Provisioning complete for port 8748e76d-868b-493c-9282-25b080d18e6f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:45.825191 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:45.912160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f7507a-5b3e-4d9b-8530-ac57f593e1e6 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:50:45.915200 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb', 'mac_address': 'fa:16:3e:75:ca:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:50:45.980520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58880) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:46.050760 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caef931-0042-440c-aaa1-f34c891d9a15 req-0945de11-4526-4fa1-960b-972d3e49b9da tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:46.064001 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9caef931-0042-440c-aaa1-f34c891d9a15 req-0945de11-4526-4fa1-960b-972d3e49b9da tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.5312006 Nov 13 04:50:46.181270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Allocated IP 172.20.0.2 (379b9863-28a2-43d2-a7b2-cb25ff5dd33e/908c8b1d-3536-4912-86e7-b0659d56faec/236eb117-cddb-425f-84e4-b97c2cc51706) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:46.225600 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:46.351790 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1f99b2c-6a6b-4dad-bbf9-a029c4de493a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:46.480794 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9caef931-0042-440c-aaa1-f34c891d9a15 req-c18918fc-8e25-4856-8374-a7522fcc8e1b tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146609 Nov 13 04:50:46.496195 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:46.576154 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:46.670335 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:46.690812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Pushing event updated for resources: {'Port': ['ID=99e1efdf-f844-45e4-bc6b-eaa61fba1d48,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:46.784560 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:46.789790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Allocated IP 2001:db8:2::2 (00e6dcf3-812b-4657-b362-d32575007159/45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1/1581b864-dd5d-4b76-82a9-2972bbde6a89) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:46.795805 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:46.865133 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:46.891968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=480e4a88-f6a0-438f-8845-ee71a38ff377,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:46.960182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Pushing event updated for resources: {'Port': ['ID=236eb117-cddb-425f-84e4-b97c2cc51706,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:46.979168 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Network 379b9863-28a2-43d2-a7b2-cb25ff5dd33e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:46.983871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 901ab33f-1c1e-44d3-9c62-7c79a13a91eb {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:50:46.998550 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1f99b2c-6a6b-4dad-bbf9-a029c4de493a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.017557 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.021213 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1f99b2c-6a6b-4dad-bbf9-a029c4de493a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.043130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:47.045935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:47.073275 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.088981 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.183993 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:47.197219 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'Port': ['ID=6edfee36-61f3-4b60-b757-8a953d3d8102,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:47.304210 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Sync routers for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:50:47.328057 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:47.338262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c1f99b2c-6a6b-4dad-bbf9-a029c4de493a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99d86f13927e467e98eeac50795522ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3492470 Nov 13 04:50:47.339731 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:47.346568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58930) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:47.348136 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f99b2c-6a6b-4dad-bbf9-a029c4de493a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41101e61-20be-4da0-bebe-d23168660e55,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:47.391807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 9a4bbea2-3f06-4a15-af69-a831815e7eee triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:47.392438 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.395722 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.475532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Attempting to bind port 236eb117-cddb-425f-84e4-b97c2cc51706 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:50:47.476088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Attempting to bind port 236eb117-cddb-425f-84e4-b97c2cc51706 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '661b146b-dd8b-4c0f-8857-5c223b4f6f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '379b9863-28a2-43d2-a7b2-cb25ff5dd33e'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:50:47.476615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Attempting to bind port 236eb117-cddb-425f-84e4-b97c2cc51706 on network 379b9863-28a2-43d2-a7b2-cb25ff5dd33e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:47.492943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:50:47.493585 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Checking segment: {'id': '661b146b-dd8b-4c0f-8857-5c223b4f6f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '379b9863-28a2-43d2-a7b2-cb25ff5dd33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:47.494149 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.494712 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Bound using segment: {'id': '661b146b-dd8b-4c0f-8857-5c223b4f6f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '379b9863-28a2-43d2-a7b2-cb25ff5dd33e'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:50:47.495909 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Bound port: 236eb117-cddb-425f-84e4-b97c2cc51706, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661b146b-dd8b-4c0f-8857-5c223b4f6f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '379b9863-28a2-43d2-a7b2-cb25ff5dd33e'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:50:47.496476 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.515132 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.584505 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.599602 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-787037c3-d1a9-4c3e-a879-ea036ed8541a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9364979 Nov 13 04:50:47.627578 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:50:47.655292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f022e1-0335-488e-bdeb-05e3c790c2ac None None] Pushing event updated for resources: {'Port': ['ID=ee62935f-3c7e-4929-a5ab-3d6cc155027c,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:47.705898 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.792532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['901ab33f-1c1e-44d3-9c62-7c79a13a91eb'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:50:47.829678 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16a89434-d4f9-4b17-9803-662a1ed411e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.912573 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Attempting to bind port ee62935f-3c7e-4929-a5ab-3d6cc155027c on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:50:47.913930 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Attempting to bind port ee62935f-3c7e-4929-a5ab-3d6cc155027c by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'a94b6e33-3fa6-49b1-8240-bf08a2f919ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:50:47.915272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Attempting to bind port ee62935f-3c7e-4929-a5ab-3d6cc155027c on network 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:47.930801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16a89434-d4f9-4b17-9803-662a1ed411e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.939786 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:50:47.940795 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Checking segment: {'id': 'a94b6e33-3fa6-49b1-8240-bf08a2f919ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:47.942548 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.943217 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Bound using segment: {'id': 'a94b6e33-3fa6-49b1-8240-bf08a2f919ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:50:47.943960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Bound port: ee62935f-3c7e-4929-a5ab-3d6cc155027c, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94b6e33-3fa6-49b1-8240-bf08a2f919ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:50:47.944626 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.962878 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Provisioning complete for port 5f399afc-4069-477e-8131-37a3697f6c2f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:47.963682 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:47.978567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d681f-a0ab-4b70-8a91-82451cdb2acc req-22ac18f0-37a9-488e-9b47-17250c232e1e tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:47.993879 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b60d681f-a0ab-4b70-8a91-82451cdb2acc req-22ac18f0-37a9-488e-9b47-17250c232e1e tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.2964499 Nov 13 04:50:48.122033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Router 57026986-85a4-4ed2-b71b-7f2391d0881d is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:50:48.123224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] For port 236eb117-cddb-425f-84e4-b97c2cc51706, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:50:48.212762 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b60d681f-a0ab-4b70-8a91-82451cdb2acc req-6a0ce1bd-c9f7-41fa-bb6e-ee759405df48 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178783 Nov 13 04:50:48.243775 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16a89434-d4f9-4b17-9803-662a1ed411e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:48.247954 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16a89434-d4f9-4b17-9803-662a1ed411e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:48.251542 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-16a89434-d4f9-4b17-9803-662a1ed411e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/41101e61-20be-4da0-bebe-d23168660e55 HTTP/1.1" status: 204 len: 168 time: 0.8724914 Nov 13 04:50:48.255760 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:48.269428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:48.313220 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:48.323958 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] For port 236eb117-cddb-425f-84e4-b97c2cc51706, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=236eb117-cddb-425f-84e4-b97c2cc51706,segment=NetworkSegment(661b146b-dd8b-4c0f-8857-5c223b4f6f50),segment_id=661b146b-dd8b-4c0f-8857-5c223b4f6f50)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:50:48.324523 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:50:37Z', 'revision_number': 3, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:38Z', 'revision_number': 2, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:48.343682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a89434-d4f9-4b17-9803-662a1ed411e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41101e61-20be-4da0-bebe-d23168660e55,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:48.357440 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Network 00e6dcf3-812b-4657-b362-d32575007159 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:48.365336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:48.403484 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Checking router: 32ca256e-b79d-48ac-bc46-b3ddd5f08877 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:50:48.404127 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Updating router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 port f026ac03-b421-4dd1-9e9b-d5d43f98f248 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:50:48.419456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Allocated IP 2001:db8:2::1 (00e6dcf3-812b-4657-b362-d32575007159/45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1/3681a451-a54c-4e7d-843b-99c957c8a35d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:48.459310 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:48.500924 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] For port ee62935f-3c7e-4929-a5ab-3d6cc155027c, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:50:48.513747 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] For port ee62935f-3c7e-4929-a5ab-3d6cc155027c, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ee62935f-3c7e-4929-a5ab-3d6cc155027c,segment=NetworkSegment(a94b6e33-3fa6-49b1-8240-bf08a2f919ec),segment_id=a94b6e33-3fa6-49b1-8240-bf08a2f919ec)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:50:48.516454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:48.561398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:50:48.566377 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:48.599349 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:48.603220 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-11f4a090-0eb9-40bb-80ea-7425264b4876 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.4329681 Nov 13 04:50:48.603861 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58980) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:48.614577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Port 5f399afc-4069-477e-8131-37a3697f6c2f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:50:48.617181 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:48.666809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Sync routers for ids ['57026986-85a4-4ed2-b71b-7f2391d0881d'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:50:48.855291 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:48.879275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58984) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:48.885531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 99e1efdf-f844-45e4-bc6b-eaa61fba1d48 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:48.945565 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:49.045432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network 00e6dcf3-812b-4657-b362-d32575007159 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:49.053348 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:49.065491 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:49.068216 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:49.345875 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:49.366487 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:49.389476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=3681a451-a54c-4e7d-843b-99c957c8a35d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:49.494347 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579fe33d-9d72-4641-89f1-252911897853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:49.496892 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:49.526874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Attempting to bind port 1581b864-dd5d-4b76-82a9-2972bbde6a89 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:50:49.531487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Attempting to bind port 1581b864-dd5d-4b76-82a9-2972bbde6a89 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '3f8ea1b2-5414-41bd-8789-2f13c456293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00e6dcf3-812b-4657-b362-d32575007159'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:50:49.531859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Attempting to bind port 1581b864-dd5d-4b76-82a9-2972bbde6a89 on network 00e6dcf3-812b-4657-b362-d32575007159 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:49.537339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Pushing event updated for resources: {'Port': ['ID=1581b864-dd5d-4b76-82a9-2972bbde6a89,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:49.546059 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2c344-5dcb-43d1-84ec-bbfb11b2327e None None] Pushing event updated for resources: {'Port': ['ID=f026ac03-b421-4dd1-9e9b-d5d43f98f248,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:49.651936 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c344-5dcb-43d1-84ec-bbfb11b2327e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:49.653278 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c344-5dcb-43d1-84ec-bbfb11b2327e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:49.653707 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c344-5dcb-43d1-84ec-bbfb11b2327e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:49.654391 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c344-5dcb-43d1-84ec-bbfb11b2327e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:49.655861 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c344-5dcb-43d1-84ec-bbfb11b2327e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:49.656289 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c344-5dcb-43d1-84ec-bbfb11b2327e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:49.657820 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c344-5dcb-43d1-84ec-bbfb11b2327e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:49.659677 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c344-5dcb-43d1-84ec-bbfb11b2327e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:49.660127 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c344-5dcb-43d1-84ec-bbfb11b2327e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:49.660539 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c344-5dcb-43d1-84ec-bbfb11b2327e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:49.662088 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c344-5dcb-43d1-84ec-bbfb11b2327e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:49.662509 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c344-5dcb-43d1-84ec-bbfb11b2327e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:50:49.677212 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Provisioning complete for port de58f93c-d5cf-4928-9fa1-0dafe167d15d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:49.679123 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:49.684237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Routers {'57026986-85a4-4ed2-b71b-7f2391d0881d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:49.685323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['57026986-85a4-4ed2-b71b-7f2391d0881d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:50.013290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Routers {'0901723f-e10a-47ae-858a-4331527ab294'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:50.013965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0901723f-e10a-47ae-858a-4331527ab294'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:50.077104 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Attempting to bind port f026ac03-b421-4dd1-9e9b-d5d43f98f248 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:50:50.077735 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Attempting to bind port f026ac03-b421-4dd1-9e9b-d5d43f98f248 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'c78d7412-8989-40ba-a51f-5736a5128acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:50:50.078092 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Attempting to bind port f026ac03-b421-4dd1-9e9b-d5d43f98f248 on network a13e85a1-28a4-467b-87df-ad6ad2c6e71b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:50.080556 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:50:50.081088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Checking segment: {'id': '3f8ea1b2-5414-41bd-8789-2f13c456293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00e6dcf3-812b-4657-b362-d32575007159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:50.081551 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:50.081965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Bound using segment: {'id': '3f8ea1b2-5414-41bd-8789-2f13c456293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00e6dcf3-812b-4657-b362-d32575007159'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:50:50.082471 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Bound port: 1581b864-dd5d-4b76-82a9-2972bbde6a89, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8ea1b2-5414-41bd-8789-2f13c456293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00e6dcf3-812b-4657-b362-d32575007159'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:50:50.082855 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:50.083805 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:50:50.084170 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Checking segment: {'id': 'c78d7412-8989-40ba-a51f-5736a5128acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:50.084555 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:50.084938 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Bound using segment: {'id': 'c78d7412-8989-40ba-a51f-5736a5128acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:50:50.085397 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Bound port: f026ac03-b421-4dd1-9e9b-d5d43f98f248, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78d7412-8989-40ba-a51f-5736a5128acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:50:50.085761 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:50.112052 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:50.211631 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579fe33d-9d72-4641-89f1-252911897853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:50.227652 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579fe33d-9d72-4641-89f1-252911897853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:50.238462 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 99e1efdf-f844-45e4-bc6b-eaa61fba1d48 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:50.238826 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:50.262432 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] For port f026ac03-b421-4dd1-9e9b-d5d43f98f248, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:50:50.283905 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] For port f026ac03-b421-4dd1-9e9b-d5d43f98f248, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f026ac03-b421-4dd1-9e9b-d5d43f98f248,segment=NetworkSegment(c78d7412-8989-40ba-a51f-5736a5128acb),segment_id=c78d7412-8989-40ba-a51f-5736a5128acb)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:50:50.293590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86b166-297e-4787-8a30-e3cc4926d6d0 None None] Pushing event updated for resources: {'Port': ['ID=236eb117-cddb-425f-84e4-b97c2cc51706,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:50.295387 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:50.298738 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-579fe33d-9d72-4641-89f1-252911897853 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa358ba0b9f6471981cec0b3e884d0b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4183426 Nov 13 04:50:50.335409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59006) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:50.486249 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:50.487304 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:50.538484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] For port 1581b864-dd5d-4b76-82a9-2972bbde6a89, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:50:50.548369 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] For port 1581b864-dd5d-4b76-82a9-2972bbde6a89, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1581b864-dd5d-4b76-82a9-2972bbde6a89,segment=NetworkSegment(3f8ea1b2-5414-41bd-8789-2f13c456293f),segment_id=3f8ea1b2-5414-41bd-8789-2f13c456293f)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:50:50.599307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Port de58f93c-d5cf-4928-9fa1-0dafe167d15d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:50:50.605446 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:50.624327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Allocated IP 172.20.0.1 (379b9863-28a2-43d2-a7b2-cb25ff5dd33e/908c8b1d-3536-4912-86e7-b0659d56faec/2392d5a4-3bbc-4b5e-a935-b63d7be901e0) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:50.834089 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2c344-5dcb-43d1-84ec-bbfb11b2327e None None] Pushing event updated for resources: {'Port': ['ID=f026ac03-b421-4dd1-9e9b-d5d43f98f248,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:50.922948 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:50.962840 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:50:51.020936 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:51.029323 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:51.115235 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16155c5c-72f8-493a-a0cf-3cd12e1cbaeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:51.125934 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:51.126580 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:51.132228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Network 379b9863-28a2-43d2-a7b2-cb25ff5dd33e is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:51.151993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:51.157913 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:51.185330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fe33d-9d72-4641-89f1-252911897853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f82c641-fe49-4c6b-af08-596b2161b127,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:51.298192 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16155c5c-72f8-493a-a0cf-3cd12e1cbaeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:51.331389 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Pushing event updated for resources: {'Port': ['ID=2392d5a4-3bbc-4b5e-a935-b63d7be901e0,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:51.360273 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:51.558731 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Set router 57026986-85a4-4ed2-b71b-7f2391d0881d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:50:51.746365 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafe1499-a8a1-430a-9d48-68f3589c471d None None] Network 379b9863-28a2-43d2-a7b2-cb25ff5dd33e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:51.764925 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:50:49Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:50:48Z', 'revision_number': 1, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:50Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:51.777904 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:51.819323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=3681a451-a54c-4e7d-843b-99c957c8a35d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:51.841855 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f125377c-17c6-47ec-95c4-2e4880d12d50 None None] The sync data for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 is: [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:50:49Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:50:48Z', 'revision_number': 1, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:50Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:50:51.852540 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16155c5c-72f8-493a-a0cf-3cd12e1cbaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:51.856752 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16155c5c-72f8-493a-a0cf-3cd12e1cbaeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:51.881641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-16155c5c-72f8-493a-a0cf-3cd12e1cbaeb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f82c641-fe49-4c6b-af08-596b2161b127 HTTP/1.1" status: 204 len: 168 time: 1.5450890 Nov 13 04:50:51.890019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 901ab33f-1c1e-44d3-9c62-7c79a13a91eb up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:51.953510 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16155c5c-72f8-493a-a0cf-3cd12e1cbaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f82c641-fe49-4c6b-af08-596b2161b127,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:51.974289 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Provisioning complete for port 480e4a88-f6a0-438f-8845-ee71a38ff377 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:51.974654 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:52.082781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network 00e6dcf3-812b-4657-b362-d32575007159 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:52.088733 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:52.267370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59028) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:52.380461 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f022e1-0335-488e-bdeb-05e3c790c2ac None None] Pushing event updated for resources: {'Port': ['ID=ee62935f-3c7e-4929-a5ab-3d6cc155027c,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:52.570747 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:52.584498 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:52.803844 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] Set router 0901723f-e10a-47ae-858a-4331527ab294 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:50:52.814482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:52.815199 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:52.836616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Pushing event updated for resources: {'Port': ['ID=2392d5a4-3bbc-4b5e-a935-b63d7be901e0,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:52.853548 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:53.046440 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0d52d-7b7c-4fdb-8822-d41a5fd2aa98 None None] Network 00e6dcf3-812b-4657-b362-d32575007159 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:53.061502 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59034) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:53.065621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1363454932', 'router:external': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:53.118649 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f088b66f-a48d-45da-a6a8-c09ff006b2e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:53.153055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Network 379b9863-28a2-43d2-a7b2-cb25ff5dd33e is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:53.156183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:53.229528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Made reservation on behalf of 2f156d9cf02a4f668b293381d15090bf for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:53.236388 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:53.306568 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:53.356327 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370510a2-474a-411f-a5a3-85decccb7a51 None None] Pushing event updated for resources: {'Port': ['ID=1581b864-dd5d-4b76-82a9-2972bbde6a89,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:53.561535 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:50:53.585517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bae9d66c-dc9a-4fda-aa80-3f0079a5036d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:53.620691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Router 57026986-85a4-4ed2-b71b-7f2391d0881d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:50:53.626311 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f088b66f-a48d-45da-a6a8-c09ff006b2e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:53.654352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Provisioning complete for port ee62935f-3c7e-4929-a5ab-3d6cc155027c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:53.655010 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:53.683444 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f088b66f-a48d-45da-a6a8-c09ff006b2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:53.752977 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f088b66f-a48d-45da-a6a8-c09ff006b2e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b96ef673411e4fa2bb1a87aece810c52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6684620 Nov 13 04:50:53.760594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59038) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:53.828276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088b66f-a48d-45da-a6a8-c09ff006b2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913329a7-2b5b-4a76-8c33-7d76c5e07014,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:53.858563 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:53.882593 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:53.911722 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:50:53.916199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400415149-router', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:43Z', 'updated_at': '2021-11-13T04:50:46Z', 'revision_number': 3, 'project_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'gw_port': {'id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:44Z', 'updated_at': '2021-11-13T04:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:53.928081 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:53.928981 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Sync routers for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:50:53.942171 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5fb05d14-6ddf-41a1-acef-f8703a6bd428 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/32ca256e-b79d-48ac-bc46-b3ddd5f08877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5410984 Nov 13 04:50:53.944101 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59040) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:53.953696 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:53.955900 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-be6a7798-7d88-4e8d-8fdc-4006a99aa1f0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1285499125'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:53.961298 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:54.001221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:50:54.015643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6a7798-7d88-4e8d-8fdc-4006a99aa1f0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:54.024353 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be6a7798-7d88-4e8d-8fdc-4006a99aa1f0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.084332 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.084716 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Added segment 504b1f93-c873-4be5-b2ee-d2b1b27b9c7d of type vlan for network 24fec125-13a9-4967-a18d-1a967f7b7a3a Nov 13 04:50:54.092130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6a7798-7d88-4e8d-8fdc-4006a99aa1f0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:50:54.109332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc1196c-871d-4738-abcb-d5928f9e3235,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:54.126078 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be6a7798-7d88-4e8d-8fdc-4006a99aa1f0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.128007 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-be6a7798-7d88-4e8d-8fdc-4006a99aa1f0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Added segment ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41 of type vlan for network 98d9a3b0-6fbd-4d99-825c-068ef972b4ea Nov 13 04:50:54.140753 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Checking router: 57026986-85a4-4ed2-b71b-7f2391d0881d for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:50:54.141098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Updating router 57026986-85a4-4ed2-b71b-7f2391d0881d port 5ac73c2c-537a-444a-93e0-5acdbc22641b binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:50:54.164632 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:50:54.200027 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:50:54.217690 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a8d3fa52-865a-4317-8f19-bfafe97e8435 admin admin] 10.222.0.43 "PUT /v2.0/routers/57026986-85a4-4ed2-b71b-7f2391d0881d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6120183 Nov 13 04:50:54.219591 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f492b291-4cf7-4e01-a55f-f846effa9665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.235223 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be6a7798-7d88-4e8d-8fdc-4006a99aa1f0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.262405 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.294222 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f492b291-4cf7-4e01-a55f-f846effa9665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.301661 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be6a7798-7d88-4e8d-8fdc-4006a99aa1f0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.315574 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6a7798-7d88-4e8d-8fdc-4006a99aa1f0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:54.316533 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be6a7798-7d88-4e8d-8fdc-4006a99aa1f0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.364175 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.365325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:54.365979 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.407296 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.1383669 Nov 13 04:50:54.425847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59046) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:54.433164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b461a0c2-7caa-4a14-9073-4d9c4621b852 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Request body: {'subnet': {'network_id': '24fec125-13a9-4967-a18d-1a967f7b7a3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:54.436977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:50:54.449552 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5443d3f8-beda-4a3e-8044-c452d4b51ea8" -d '{"events": [{"server_uuid": "cc64a2db-f3ae-4212-8957-f0b3db51c5bb", "name": "network-vif-plugged", "status": "completed", "tag": "901ab33f-1c1e-44d3-9c62-7c79a13a91eb"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:50:54.454644 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-be6a7798-7d88-4e8d-8fdc-4006a99aa1f0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5090866 Nov 13 04:50:54.458493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59048) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:54.463367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port bae9d66c-dc9a-4fda-aa80-3f0079a5036d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:54.463747 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.477542 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b09cbb94-523a-4308-9794-076f352d2b45 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'subnet': {'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:54.491272 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f492b291-4cf7-4e01-a55f-f846effa9665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.502837 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f492b291-4cf7-4e01-a55f-f846effa9665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.504113 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f492b291-4cf7-4e01-a55f-f846effa9665 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/913329a7-2b5b-4a76-8c33-7d76c5e07014 HTTP/1.1" status: 204 len: 168 time: 0.7375612 Nov 13 04:50:54.531559 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b68ecd-8143-4977-ae83-a10940e8c7f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Pushing event updated for resources: {'Network': ['ID=24fec125-13a9-4967-a18d-1a967f7b7a3a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:54.555599 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492b291-4cf7-4e01-a55f-f846effa9665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913329a7-2b5b-4a76-8c33-7d76c5e07014,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:54.570493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b461a0c2-7caa-4a14-9073-4d9c4621b852 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Made reservation on behalf of 2f156d9cf02a4f668b293381d15090bf for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:54.577744 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b461a0c2-7caa-4a14-9073-4d9c4621b852 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.599875 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:50:49Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:50:50Z', 'revision_number': 2, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:50Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:54.678522 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Checking router: 32ca256e-b79d-48ac-bc46-b3ddd5f08877 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:50:54.679443 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Updating router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 port 3681a451-a54c-4e7d-843b-99c957c8a35d binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:50:54.703366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 24fec125-13a9-4967-a18d-1a967f7b7a3a details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:50:54.717909 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.748470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:54.812518 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.891517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a7798-7d88-4e8d-8fdc-4006a99aa1f0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Network': ['ID=98d9a3b0-6fbd-4d99-825c-068ef972b4ea,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:54.910850 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.965200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09cbb94-523a-4308-9794-076f352d2b45 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Made reservation on behalf of 31b74b45f564436f9bbc9f2129d0254a for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:54.969896 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b09cbb94-523a-4308-9794-076f352d2b45 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:54.978257 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 98d9a3b0-6fbd-4d99-825c-068ef972b4ea details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:50:55.072853 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:55.382506 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:55.404161 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:55.464517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.objects.ports [None req-b461a0c2-7caa-4a14-9073-4d9c4621b852 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:50:55.465721 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b461a0c2-7caa-4a14-9073-4d9c4621b852 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:55.467001 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b09cbb94-523a-4308-9794-076f352d2b45 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:55.582809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cbb94-523a-4308-9794-076f352d2b45 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Checking segment: {'id': 'ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:55.585938 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09cbb94-523a-4308-9794-076f352d2b45 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network hostable DHCP agents. Network: 98d9a3b0-6fbd-4d99-825c-068ef972b4ea, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:50:55.616195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cbb94-523a-4308-9794-076f352d2b45 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Subnet': ['ID=0d67bd3e-15b7-498a-aaa3-70325bb9d66c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:55.633554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461a0c2-7caa-4a14-9073-4d9c4621b852 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Pushing event updated for resources: {'Subnet': ['ID=298c2309-e19d-40f9-b995-99b77c66b660,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:55.644811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09cbb94-523a-4308-9794-076f352d2b45 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network 98d9a3b0-6fbd-4d99-825c-068ef972b4ea is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:50:55.653756 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b461a0c2-7caa-4a14-9073-4d9c4621b852 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Checking segment: {'id': '504b1f93-c873-4be5-b2ee-d2b1b27b9c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '24fec125-13a9-4967-a18d-1a967f7b7a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:55.654958 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b461a0c2-7caa-4a14-9073-4d9c4621b852 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Network hostable DHCP agents. Network: 24fec125-13a9-4967-a18d-1a967f7b7a3a, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:50:55.663688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b09cbb94-523a-4308-9794-076f352d2b45 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 98d9a3b0-6fbd-4d99-825c-068ef972b4ea) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:55.678766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cbb94-523a-4308-9794-076f352d2b45 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:55.680322 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b09cbb94-523a-4308-9794-076f352d2b45 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:55.716995 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b09cbb94-523a-4308-9794-076f352d2b45 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2515090 Nov 13 04:50:55.717244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b461a0c2-7caa-4a14-9073-4d9c4621b852 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Network 24fec125-13a9-4967-a18d-1a967f7b7a3a is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:50:55.719444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59070) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:55.730942 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf754c-8cb0-44a8-b88d-e800d7850b6b None None] Pushing event updated for resources: {'Port': ['ID=3681a451-a54c-4e7d-843b-99c957c8a35d,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:55.739059 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b461a0c2-7caa-4a14-9073-4d9c4621b852 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 24fec125-13a9-4967-a18d-1a967f7b7a3a) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:55.761070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b461a0c2-7caa-4a14-9073-4d9c4621b852 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:55.763930 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b461a0c2-7caa-4a14-9073-4d9c4621b852 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:55.771206 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:55.773830 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177749ad-1b2d-4209-b076-4edb3336dd86 None None] Network 98d9a3b0-6fbd-4d99-825c-068ef972b4ea requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:55.799687 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Attempting to bind port 3681a451-a54c-4e7d-843b-99c957c8a35d on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:50:55.800913 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Attempting to bind port 3681a451-a54c-4e7d-843b-99c957c8a35d by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '3f8ea1b2-5414-41bd-8789-2f13c456293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00e6dcf3-812b-4657-b362-d32575007159'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:50:55.801274 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Attempting to bind port 3681a451-a54c-4e7d-843b-99c957c8a35d on network 00e6dcf3-812b-4657-b362-d32575007159 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:55.811581 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:50:55.812904 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Checking segment: {'id': '3f8ea1b2-5414-41bd-8789-2f13c456293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00e6dcf3-812b-4657-b362-d32575007159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:55.813376 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:55.813771 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Bound using segment: {'id': '3f8ea1b2-5414-41bd-8789-2f13c456293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00e6dcf3-812b-4657-b362-d32575007159'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:50:55.815205 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b461a0c2-7caa-4a14-9073-4d9c4621b852 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3881993 Nov 13 04:50:55.815388 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Bound port: 3681a451-a54c-4e7d-843b-99c957c8a35d, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8ea1b2-5414-41bd-8789-2f13c456293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00e6dcf3-812b-4657-b362-d32575007159'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:50:55.815996 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:55.817745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59074) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:55.824047 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9d90ab84-a07a-4011-8511-744857e77a34 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1707714808', 'network_id': '24fec125-13a9-4967-a18d-1a967f7b7a3a'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:55.884855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d90ab84-a07a-4011-8511-744857e77a34 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Made reservation on behalf of 2f156d9cf02a4f668b293381d15090bf for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:50:55.887768 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9d90ab84-a07a-4011-8511-744857e77a34 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:55.905583 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614c8e8c-c246-404d-bf61-4bfe171471b4 None None] Network 24fec125-13a9-4967-a18d-1a967f7b7a3a requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:55.951455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-9d90ab84-a07a-4011-8511-744857e77a34 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] device_id is not set on port 4855937a-5886-4dd6-8d12-a0d45e696500 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:50:56.026390 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] For port 3681a451-a54c-4e7d-843b-99c957c8a35d, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:50:56.036012 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] For port 3681a451-a54c-4e7d-843b-99c957c8a35d, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3681a451-a54c-4e7d-843b-99c957c8a35d,segment=NetworkSegment(3f8ea1b2-5414-41bd-8789-2f13c456293f),segment_id=3f8ea1b2-5414-41bd-8789-2f13c456293f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:50:56.053308 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:56.229897 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:56.230555 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:56.330591 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-9d90ab84-a07a-4011-8511-744857e77a34 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Allocated IP 2001:db8::343 (24fec125-13a9-4967-a18d-1a967f7b7a3a/298c2309-e19d-40f9-b995-99b77c66b660/4855937a-5886-4dd6-8d12-a0d45e696500) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:56.368200 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf754c-8cb0-44a8-b88d-e800d7850b6b None None] Pushing event updated for resources: {'Port': ['ID=3681a451-a54c-4e7d-843b-99c957c8a35d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:56.434377 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:56.495368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] For port ee62935f-3c7e-4929-a5ab-3d6cc155027c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ee62935f-3c7e-4929-a5ab-3d6cc155027c,segment=NetworkSegment(a94b6e33-3fa6-49b1-8240-bf08a2f919ec),segment_id=a94b6e33-3fa6-49b1-8240-bf08a2f919ec)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:56.520165 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:56.538815 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:56.603983 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:50:56.712685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0901723f-e10a-47ae-858a-4331527ab294', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:24Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'gw_port': {'id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'ee62935f-3c7e-4929-a5ab-3d6cc155027c', 'name': '', 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'mac_address': 'fa:16:3e:05:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:48Z', 'revision_number': 4, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'subnets': [{'id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:56.751446 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:56.760126 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:56.774321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4a7da-c296-4840-9dcd-5529a9f555ee None None] Pushing event updated for resources: {'Port': ['ID=ee62935f-3c7e-4929-a5ab-3d6cc155027c,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:56.777429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa3672c-d2f3-43cf-a303-75766576c249 None None] The sync data for ids ['0901723f-e10a-47ae-858a-4331527ab294'] in n-d-813114-2 is: [{'id': '0901723f-e10a-47ae-858a-4331527ab294', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:24Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'gw_port': {'id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'ee62935f-3c7e-4929-a5ab-3d6cc155027c', 'name': '', 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'mac_address': 'fa:16:3e:05:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:48Z', 'revision_number': 4, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'subnets': [{'id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:50:56.779322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-98d9a3b0-6fbd-4d99-825c-068ef972b4ea', 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'fixed_ips': [{'subnet_id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:50:56.780365 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:56.873743 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9d90ab84-a07a-4011-8511-744857e77a34 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:57.082737 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port bae9d66c-dc9a-4fda-aa80-3f0079a5036d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bae9d66c-dc9a-4fda-aa80-3f0079a5036d,segment=NetworkSegment(fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab),segment_id=fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:57.084790 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9d90ab84-a07a-4011-8511-744857e77a34 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:57.117139 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:57.117960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8748e76d-868b-493c-9282-25b080d18e6f up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:57.169757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-20a72c32-b825-420a-902a-339587279741 None None] Provisioning complete for port 2392d5a4-3bbc-4b5e-a935-b63d7be901e0 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:57.170397 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:57.261002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d90ab84-a07a-4011-8511-744857e77a34 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Network 24fec125-13a9-4967-a18d-1a967f7b7a3a is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:50:57.282290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-9d90ab84-a07a-4011-8511-744857e77a34 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:50:57.298539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d90ab84-a07a-4011-8511-744857e77a34 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:50:57.303151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d90ab84-a07a-4011-8511-744857e77a34 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:50:57.304819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9d90ab84-a07a-4011-8511-744857e77a34 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:57.336011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90ab84-a07a-4011-8511-744857e77a34 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Pushing event updated for resources: {'Port': ['ID=4855937a-5886-4dd6-8d12-a0d45e696500,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:57.337310 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:50:49Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:50:56Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:50Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:57.348602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ad7564-c67f-45d6-b829-6862b5ebbe5d None None] Network 24fec125-13a9-4967-a18d-1a967f7b7a3a requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:50:57.373708 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9d90ab84-a07a-4011-8511-744857e77a34 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5544987 Nov 13 04:50:57.377787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59092) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:57.424102 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-20a72c32-b825-420a-902a-339587279741 None None] Port 2392d5a4-3bbc-4b5e-a935-b63d7be901e0 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:50:57.429590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e080496-a2bf-4983-8a57-54d34b9b1b6b None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:50:57.634066 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e787238-7c6f-43a5-971d-279da15498bc None None] Pushing event updated for resources: {'Port': ['ID=5ac73c2c-537a-444a-93e0-5acdbc22641b,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:57.696585 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b432a597-6801-42db-a2a6-e32aa1b90113 None None] The sync data for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 is: [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:50:49Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:50:56Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:50Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:50:57.819303 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-20a72c32-b825-420a-902a-339587279741 None None] Provisioning complete for port 236eb117-cddb-425f-84e4-b97c2cc51706 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:57.819672 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:57.826435 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Attempting to bind port 5ac73c2c-537a-444a-93e0-5acdbc22641b on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:50:57.826799 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Attempting to bind port 5ac73c2c-537a-444a-93e0-5acdbc22641b by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:50:57.828250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Attempting to bind port 5ac73c2c-537a-444a-93e0-5acdbc22641b on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:50:57.854669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-795fd74a-a3b4-4794-94af-5856eb6c8edd tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Deleting port 4855937a-5886-4dd6-8d12-a0d45e696500 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:50:57.858877 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-795fd74a-a3b4-4794-94af-5856eb6c8edd tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:58.036680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:50:58.037061 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:50:58.037472 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:58.037873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:50:58.038368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Bound port: 5ac73c2c-537a-444a-93e0-5acdbc22641b, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:50:58.038751 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:58.090967 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-795fd74a-a3b4-4794-94af-5856eb6c8edd tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:58.115303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-795fd74a-a3b4-4794-94af-5856eb6c8edd tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Calling delete_port for 4855937a-5886-4dd6-8d12-a0d45e696500 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:50:58.192686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=bae9d66c-dc9a-4fda-aa80-3f0079a5036d,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:58.480579 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-795fd74a-a3b4-4794-94af-5856eb6c8edd tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:58.484743 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Allocated IP 2001:db8:3::2 (98d9a3b0-6fbd-4d99-825c-068ef972b4ea/0d67bd3e-15b7-498a-aaa3-70325bb9d66c/83d9a74b-9c8f-4b0e-852b-3316c9281906) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:50:58.508198 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:58.532673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 8748e76d-868b-493c-9282-25b080d18e6f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:50:58.533156 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:58.584269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] For port 5ac73c2c-537a-444a-93e0-5acdbc22641b, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:50:58.665446 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fd74a-a3b4-4794-94af-5856eb6c8edd tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Pushing event deleted for resources: {'Port': ['ID=4855937a-5886-4dd6-8d12-a0d45e696500,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:58.671912 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-795fd74a-a3b4-4794-94af-5856eb6c8edd tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:58.686112 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-795fd74a-a3b4-4794-94af-5856eb6c8edd tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "DELETE /v2.0/ports/4855937a-5886-4dd6-8d12-a0d45e696500 HTTP/1.1" status: 204 len: 168 time: 1.3072357 Nov 13 04:50:58.690428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59106) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:50:58.696772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24fec125-13a9-4967-a18d-1a967f7b7a3a', 'external_fixed_ips': [{'subnet_id': '298c2309-e19d-40f9-b995-99b77c66b660', 'ip_address': '2001:db8::343'}]}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:50:58.752424 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:58.754330 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:58.934044 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] For port 5ac73c2c-537a-444a-93e0-5acdbc22641b, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5ac73c2c-537a-444a-93e0-5acdbc22641b,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:50:58.939850 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:59.113733 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:59.294607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e787238-7c6f-43a5-971d-279da15498bc None None] Pushing event updated for resources: {'Port': ['ID=5ac73c2c-537a-444a-93e0-5acdbc22641b,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:50:59.319841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Routers {'57026986-85a4-4ed2-b71b-7f2391d0881d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:50:59.320662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['57026986-85a4-4ed2-b71b-7f2391d0881d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:50:59.365016 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:59.502416 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b321e21-aba6-4637-8be8-07f0da32323c None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:50:59.523538 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:59.526148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] Set router 57026986-85a4-4ed2-b71b-7f2391d0881d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:50:59.580525 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:59.628135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-20a72c32-b825-420a-902a-339587279741 None None] For port 236eb117-cddb-425f-84e4-b97c2cc51706, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=236eb117-cddb-425f-84e4-b97c2cc51706,segment=NetworkSegment(661b146b-dd8b-4c0f-8857-5c223b4f6f50),segment_id=661b146b-dd8b-4c0f-8857-5c223b4f6f50)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:50:59.688722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 99e1efdf-f844-45e4-bc6b-eaa61fba1d48 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:50:59.691268 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:59.818053 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:50:59.868107 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:00.127605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Allocated IP 2001:db8::343 (24fec125-13a9-4967-a18d-1a967f7b7a3a/298c2309-e19d-40f9-b995-99b77c66b660/34627374-b7e2-473c-a155-ed4ebbd8067d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:00.218662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-20a72c32-b825-420a-902a-339587279741 None None] Provisioning complete for port 1581b864-dd5d-4b76-82a9-2972bbde6a89 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:00.219637 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:00.300081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a72c32-b825-420a-902a-339587279741 None None] Pushing event updated for resources: {'Port': ['ID=236eb117-cddb-425f-84e4-b97c2cc51706,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:00.322661 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:00.343686 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:00.360526 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 99e1efdf-f844-45e4-bc6b-eaa61fba1d48 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:00.360894 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:00.379578 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:00.401115 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:00.446682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Network 24fec125-13a9-4967-a18d-1a967f7b7a3a is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:00.456340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Allocated IP 2001:db8:3::1 (98d9a3b0-6fbd-4d99-825c-068ef972b4ea/0d67bd3e-15b7-498a-aaa3-70325bb9d66c/075e715c-6236-41c1-9596-1357afaf3df6) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:00.457192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:00.464176 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:00.495244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Network 98d9a3b0-6fbd-4d99-825c-068ef972b4ea is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:00.508893 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:00.511558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:00.531014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Pushing event updated for resources: {'Port': ['ID=83d9a74b-9c8f-4b0e-852b-3316c9281906,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:00.586281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400415149-router', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:43Z', 'updated_at': '2021-11-13T04:50:51Z', 'revision_number': 4, 'project_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'gw_port': {'id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:44Z', 'updated_at': '2021-11-13T04:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '2392d5a4-3bbc-4b5e-a935-b63d7be901e0', 'name': '', 'network_id': '379b9863-28a2-43d2-a7b2-cb25ff5dd33e', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'mac_address': 'fa:16:3e:92:6e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '908c8b1d-3536-4912-86e7-b0659d56faec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:50Z', 'updated_at': '2021-11-13T04:50:52Z', 'revision_number': 2, 'project_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'subnets': [{'id': '908c8b1d-3536-4912-86e7-b0659d56faec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:00.594746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Pushing event updated for resources: {'Port': ['ID=34627374-b7e2-473c-a155-ed4ebbd8067d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:00.630778 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:00.671881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf7329e-06d1-4e7f-b1a7-81213fafd0c6 None None] The sync data for ids ['57026986-85a4-4ed2-b71b-7f2391d0881d'] in n-d-813114-2 is: [{'id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400415149-router', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:43Z', 'updated_at': '2021-11-13T04:50:51Z', 'revision_number': 4, 'project_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'gw_port': {'id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:44Z', 'updated_at': '2021-11-13T04:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '2392d5a4-3bbc-4b5e-a935-b63d7be901e0', 'name': '', 'network_id': '379b9863-28a2-43d2-a7b2-cb25ff5dd33e', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'mac_address': 'fa:16:3e:92:6e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '908c8b1d-3536-4912-86e7-b0659d56faec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:50Z', 'updated_at': '2021-11-13T04:50:52Z', 'revision_number': 2, 'project_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'subnets': [{'id': '908c8b1d-3536-4912-86e7-b0659d56faec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:51:00.684140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Attempting to bind port 83d9a74b-9c8f-4b0e-852b-3316c9281906 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:00.685128 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Attempting to bind port 83d9a74b-9c8f-4b0e-852b-3316c9281906 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:00.685481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Attempting to bind port 83d9a74b-9c8f-4b0e-852b-3316c9281906 on network 98d9a3b0-6fbd-4d99-825c-068ef972b4ea {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:00.696684 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 236eb117-cddb-425f-84e4-b97c2cc51706 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:00.713991 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:00.714532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Checking segment: {'id': 'ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:00.715048 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:00.715514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Bound using segment: {'id': 'ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:00.716212 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Bound port: 83d9a74b-9c8f-4b0e-852b-3316c9281906, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:00.716608 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:00.788799 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:00.835297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-20a72c32-b825-420a-902a-339587279741 None None] For port 1581b864-dd5d-4b76-82a9-2972bbde6a89, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1581b864-dd5d-4b76-82a9-2972bbde6a89,segment=NetworkSegment(3f8ea1b2-5414-41bd-8789-2f13c456293f),segment_id=3f8ea1b2-5414-41bd-8789-2f13c456293f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:00.850494 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:00.862470 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:00.921917 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network 98d9a3b0-6fbd-4d99-825c-068ef972b4ea is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:00.926054 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:00.936723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:00.937305 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:00.944825 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] For port 83d9a74b-9c8f-4b0e-852b-3316c9281906, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:51:01.050803 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 236eb117-cddb-425f-84e4-b97c2cc51706 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:01.051652 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:01.065103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] For port 83d9a74b-9c8f-4b0e-852b-3316c9281906, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=83d9a74b-9c8f-4b0e-852b-3316c9281906,segment=NetworkSegment(ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41),segment_id=ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:51:01.066611 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-20a72c32-b825-420a-902a-339587279741 None None] Provisioning complete for port 5ac73c2c-537a-444a-93e0-5acdbc22641b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:01.067232 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:01.236977 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:01.271248 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=075e715c-6236-41c1-9596-1357afaf3df6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:01.305519 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a72c32-b825-420a-902a-339587279741 None None] Pushing event updated for resources: {'Port': ['ID=1581b864-dd5d-4b76-82a9-2972bbde6a89,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:01.337577 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:01.431195 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:01.554256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-20a72c32-b825-420a-902a-339587279741 None None] For port 5ac73c2c-537a-444a-93e0-5acdbc22641b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5ac73c2c-537a-444a-93e0-5acdbc22641b,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:01.567884 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:01.590151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469053c-9701-48a1-a316-c3f48393c177 None None] Pushing event updated for resources: {'Port': ['ID=83d9a74b-9c8f-4b0e-852b-3316c9281906,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:01.624127 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:01.755293 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a72c32-b825-420a-902a-339587279741 None None] Pushing event updated for resources: {'Port': ['ID=5ac73c2c-537a-444a-93e0-5acdbc22641b,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:01.759546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f026ac03-b421-4dd1-9e9b-d5d43f98f248 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:01.792015 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-20a72c32-b825-420a-902a-339587279741 None None] Provisioning complete for port 480e4a88-f6a0-438f-8845-ee71a38ff377 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:01.792641 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:02.005927 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f026ac03-b421-4dd1-9e9b-d5d43f98f248 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:02.007589 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:02.229251 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:02.245881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-20a72c32-b825-420a-902a-339587279741 None None] Provisioning complete for port f026ac03-b421-4dd1-9e9b-d5d43f98f248 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:02.249449 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:02.451592 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:02.482536 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:02.488250 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:02.491484 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:02.582186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port f026ac03-b421-4dd1-9e9b-d5d43f98f248, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f026ac03-b421-4dd1-9e9b-d5d43f98f248,segment=NetworkSegment(c78d7412-8989-40ba-a51f-5736a5128acb),segment_id=c78d7412-8989-40ba-a51f-5736a5128acb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:02.594868 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:02.604690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 480e4a88-f6a0-438f-8845-ee71a38ff377 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:02.779264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Router cf90f676-503a-459a-8ee9-6e300caca203 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:51:02.953282 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a3faaf-649f-4636-8237-2ba1e20805c8 x-openstack-request-id: req-11a3faaf-649f-4636-8237-2ba1e20805c8 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:51:02.967669 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc64a2db-f3ae-4212-8957-f0b3db51c5bb", "name": "network-vif-plugged", "status": "completed", "tag": "901ab33f-1c1e-44d3-9c62-7c79a13a91eb", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:51:02.969268 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11a3faaf-649f-4636-8237-2ba1e20805c8 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:51:02.971601 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb', 'code': 200} Nov 13 04:51:02.983025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event updated for resources: {'Port': ['ID=075e715c-6236-41c1-9596-1357afaf3df6,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:03.046762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Network 98d9a3b0-6fbd-4d99-825c-068ef972b4ea is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:03.069602 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:03.083549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=f026ac03-b421-4dd1-9e9b-d5d43f98f248,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:03.177491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-20a72c32-b825-420a-902a-339587279741 None None] Provisioning complete for port de58f93c-d5cf-4928-9fa1-0dafe167d15d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:03.178433 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:03.183385 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 480e4a88-f6a0-438f-8845-ee71a38ff377 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:03.186410 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:03.186994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:51:03.242321 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:03.246975 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-43eb33d7-fbdc-4a9b-9807-24a201ff1e57 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.5522563 Nov 13 04:51:03.247824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59144) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:03.323532 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-37814273-c3d5-40e6-ba4c-565d16367a75 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1668904739&fields=id&tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b HTTP/1.1" status: 200 len: 267 time: 0.3255930 Nov 13 04:51:03.339949 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f37aa-3e47-493a-bcac-d79971aa6d38 None None] Sync routers for ids ['cf90f676-503a-459a-8ee9-6e300caca203'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:51:03.446230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-cbf99332-48cd-4cf7-a425-cc8753592f8c tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:03.448430 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-cbf99332-48cd-4cf7-a425-cc8753592f8c tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports/de58f93c-d5cf-4928-9fa1-0dafe167d15d HTTP/1.1" status: 200 len: 931 time: 0.0642951 Nov 13 04:51:03.452136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-20a72c32-b825-420a-902a-339587279741 None None] Port de58f93c-d5cf-4928-9fa1-0dafe167d15d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:51:03.490798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f37aa-3e47-493a-bcac-d79971aa6d38 None None] Routers {'cf90f676-503a-459a-8ee9-6e300caca203'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:03.492077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ba7f37aa-3e47-493a-bcac-d79971aa6d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['cf90f676-503a-459a-8ee9-6e300caca203'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:03.528550 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-97de535e-6df6-4592-81e8-1826ba4bd2e3 req-13b12980-d34c-4dbe-bbef-57fa76a960c8 tempest-FloatingIPDetailsNegativeTestJSON-81199965 tempest-FloatingIPDetailsNegativeTestJSON-81199965-project] show failed (client error): The resource could not be found. Nov 13 04:51:03.532214 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-97de535e-6df6-4592-81e8-1826ba4bd2e3 req-13b12980-d34c-4dbe-bbef-57fa76a960c8 tempest-FloatingIPDetailsNegativeTestJSON-81199965 tempest-FloatingIPDetailsNegativeTestJSON-81199965-project] 10.222.0.43 "GET /v2.0/floatingips/858dac5e-ddb7-4319-8376-c8c52333c23f HTTP/1.1" status: 404 len: 350 time: 0.1531582 Nov 13 04:51:03.541243 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59148) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:03.604016 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96afc58a-e95e-4be6-b7e4-67e0a778cf2c None None] Network 98d9a3b0-6fbd-4d99-825c-068ef972b4ea requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:51:03.614764 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-d738e766-be51-429a-b216-a45ec0948277 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:03.616218 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-d738e766-be51-429a-b216-a45ec0948277 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports/5f399afc-4069-477e-8131-37a3697f6c2f HTTP/1.1" status: 200 len: 931 time: 0.1588240 Nov 13 04:51:03.631099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:51:03.769874 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b2188a45-99b8-4da3-ac8a-9d09d94ffba1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?network_id=b6efdb13-7adc-4b26-8d19-afce58f5230b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1448069 Nov 13 04:51:03.780040 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-20a72c32-b825-420a-902a-339587279741 None None] Provisioning complete for port 5f399afc-4069-477e-8131-37a3697f6c2f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:03.780790 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:03.869349 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0a6c56c-2728-4001-9414-20a81be81801 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:03.890048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-20a72c32-b825-420a-902a-339587279741 None None] Port 5f399afc-4069-477e-8131-37a3697f6c2f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:51:03.956823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-ba7f37aa-3e47-493a-bcac-d79971aa6d38 None None] Set router cf90f676-503a-459a-8ee9-6e300caca203 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:03.995175 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-59b11f2b-1272-4e89-a82a-4bb64a00b56d tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4f47fa7be51343fdb423775ee0b37072&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2779346 Nov 13 04:51:04.017723 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-0e3b4843-66db-4a74-bc83-b39534f1f1a5 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?network_id=b6efdb13-7adc-4b26-8d19-afce58f5230b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2407918 Nov 13 04:51:04.026781 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0a6c56c-2728-4001-9414-20a81be81801 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:04.125989 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:51:04.138813 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Sync routers for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:51:04.148900 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1ca83119-3d04-4d9f-af0b-063a6ef9c3b3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/32ca256e-b79d-48ac-bc46-b3ddd5f08877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4268389 Nov 13 04:51:04.153263 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:04.153466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59160) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:04.157586 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:04.158343 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-65718b56-0b97-4657-8a48-a415dda45337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:04.372580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-02c0d237-c3d0-4327-aff9-bc155d92e0fa tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:04.379848 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-02c0d237-c3d0-4327-aff9-bc155d92e0fa tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3783271 Nov 13 04:51:04.407486 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:04.510687 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-e7bfee01-b85c-4f45-b737-b3b3ab1a3788 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/quotas/4f47fa7be51343fdb423775ee0b37072 HTTP/1.1" status: 200 len: 375 time: 0.0413308 Nov 13 04:51:04.514528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6c56c-2728-4001-9414-20a81be81801 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Deleting port 34627374-b7e2-473c-a155-ed4ebbd8067d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:04.516571 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0a6c56c-2728-4001-9414-20a81be81801 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:04.736022 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0a6c56c-2728-4001-9414-20a81be81801 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:04.783622 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6c56c-2728-4001-9414-20a81be81801 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Calling delete_port for 34627374-b7e2-473c-a155-ed4ebbd8067d owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:04.935970 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-20a72c32-b825-420a-902a-339587279741 None None] Provisioning complete for port ee62935f-3c7e-4929-a5ab-3d6cc155027c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:04.942021 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:04.995356 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0a6c56c-2728-4001-9414-20a81be81801 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:05.020292 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52d5d9fb-4b8f-4e7d-bcd6-8c84303ae11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:05.048743 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:01Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '075e715c-6236-41c1-9596-1357afaf3df6', 'name': '', 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:fb:f8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:57Z', 'updated_at': '2021-11-13T04:51:01Z', 'revision_number': 2, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:50:56Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:51:02Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:05.082429 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-98899312-0473-4c50-bcb4-0355a75ebd39 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f47fa7be51343fdb423775ee0b37072&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015043 Nov 13 04:51:05.131381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6c56c-2728-4001-9414-20a81be81801 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Pushing event deleted for resources: {'Port': ['ID=34627374-b7e2-473c-a155-ed4ebbd8067d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:05.171944 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Checking router: 32ca256e-b79d-48ac-bc46-b3ddd5f08877 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:51:05.174781 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Updating router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 port 075e715c-6236-41c1-9596-1357afaf3df6 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:51:05.197047 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0a6c56c-2728-4001-9414-20a81be81801 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:05.204339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 83d9a74b-9c8f-4b0e-852b-3316c9281906 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:05.281454 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:05.364185 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0a6c56c-2728-4001-9414-20a81be81801 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:05.370466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-056204e8-1dea-4e64-be41-7db85cf0e800 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:05.371012 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0a6c56c-2728-4001-9414-20a81be81801 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:05.392589 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-056204e8-1dea-4e64-be41-7db85cf0e800 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:05.398461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-056204e8-1dea-4e64-be41-7db85cf0e800 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:05.424985 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-056204e8-1dea-4e64-be41-7db85cf0e800 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/networks?id=54bcc594-4643-4653-a5bb-72d48b85d8bc&id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&id=b6efdb13-7adc-4b26-8d19-afce58f5230b&id=b6efdb13-7adc-4b26-8d19-afce58f5230b HTTP/1.1" status: 200 len: 1989 time: 1.3987172 Nov 13 04:51:05.446204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ba7f37aa-3e47-493a-bcac-d79971aa6d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf90f676-503a-459a-8ee9-6e300caca203', 'name': '', 'tenant_id': '2f156d9cf02a4f668b293381d15090bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24fec125-13a9-4967-a18d-1a967f7b7a3a', 'external_fixed_ips': [{'subnet_id': '298c2309-e19d-40f9-b995-99b77c66b660', 'ip_address': '2001:db8::343'}], 'enable_snat': True}, 'gw_port_id': '34627374-b7e2-473c-a155-ed4ebbd8067d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:58Z', 'updated_at': '2021-11-13T04:51:01Z', 'revision_number': 3, 'project_id': '2f156d9cf02a4f668b293381d15090bf', 'gw_port': {'id': '34627374-b7e2-473c-a155-ed4ebbd8067d', 'name': '', 'network_id': '24fec125-13a9-4967-a18d-1a967f7b7a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf90f676-503a-459a-8ee9-6e300caca203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '298c2309-e19d-40f9-b995-99b77c66b660', 'ip_address': '2001:db8::343', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:59Z', 'updated_at': '2021-11-13T04:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '298c2309-e19d-40f9-b995-99b77c66b660', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:05.474403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 83d9a74b-9c8f-4b0e-852b-3316c9281906 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:05.478557 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:05.497761 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-41a47880-9bd8-489b-a0c1-2ce8efe933e4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/quotas/1173146d0bd74d9cb73aa00ee9b7de4b HTTP/1.1" status: 200 len: 375 time: 0.0624635 Nov 13 04:51:05.506414 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0a6c56c-2728-4001-9414-20a81be81801 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:05.507397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a6c56c-2728-4001-9414-20a81be81801 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf90f676-503a-459a-8ee9-6e300caca203 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:51:05.518505 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0a6c56c-2728-4001-9414-20a81be81801 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:05.520944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b0a6c56c-2728-4001-9414-20a81be81801 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "DELETE /v2.0/routers/cf90f676-503a-459a-8ee9-6e300caca203 HTTP/1.1" status: 204 len: 168 time: 2.2678180 Nov 13 04:51:05.526824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59176) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:05.551704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.extraroute_db [None req-65718b56-0b97-4657-8a48-a415dda45337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 13 04:51:05.607820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.extraroute_db [None req-65718b56-0b97-4657-8a48-a415dda45337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Removed routes are [] {{(pid=102668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 13 04:51:05.610997 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65718b56-0b97-4657-8a48-a415dda45337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:05.628264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f37aa-3e47-493a-bcac-d79971aa6d38 None None] Checking router: cf90f676-503a-459a-8ee9-6e300caca203 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:51:05.630022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f37aa-3e47-493a-bcac-d79971aa6d38 None None] Updating router cf90f676-503a-459a-8ee9-6e300caca203 port 34627374-b7e2-473c-a155-ed4ebbd8067d binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:51:05.743265 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f37aa-3e47-493a-bcac-d79971aa6d38 None None] Port 34627374-b7e2-473c-a155-ed4ebbd8067d not found while updating agent binding for router cf90f676-503a-459a-8ee9-6e300caca203. {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 13 04:51:05.748470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Sync routers for ids ['57026986-85a4-4ed2-b71b-7f2391d0881d'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:51:05.781662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-20a72c32-b825-420a-902a-339587279741 None None] Provisioning complete for port bae9d66c-dc9a-4fda-aa80-3f0079a5036d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:05.782146 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20a72c32-b825-420a-902a-339587279741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:05.900846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aec50e1-a6ea-4173-b4e2-356072e37538 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Deleting subnet 298c2309-e19d-40f9-b995-99b77c66b660 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:51:05.918427 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7aec50e1-a6ea-4173-b4e2-356072e37538 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:05.982703 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f37aa-3e47-493a-bcac-d79971aa6d38 None None] Routers set() bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:05.983863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f37aa-3e47-493a-bcac-d79971aa6d38 None None] Router IDs set() for agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 13 04:51:05.984744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba7f37aa-3e47-493a-bcac-d79971aa6d38 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cf90f676-503a-459a-8ee9-6e300caca203'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent'). {{(pid=102669) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 13 04:51:05.985469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f37aa-3e47-493a-bcac-d79971aa6d38 None None] The sync data for ids ['cf90f676-503a-459a-8ee9-6e300caca203'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:51:06.006181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Routers {'57026986-85a4-4ed2-b71b-7f2391d0881d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:06.007131 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:50:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['57026986-85a4-4ed2-b71b-7f2391d0881d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:06.101844 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7aec50e1-a6ea-4173-b4e2-356072e37538 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:06.238113 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:06.281017 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:06.311344 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c2e32d3f-cebc-43a8-ae42-7825a348c7d2 req-ca9839d1-0d80-40c0-9ff0-c839b012773b tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 210 time: 0.1331012 Nov 13 04:51:06.327383 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7aec50e1-a6ea-4173-b4e2-356072e37538 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:06.334412 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43dc8bbb-2dbd-457e-9850-49183aca003f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:06.467435 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5b787-baca-446b-8057-8a99cd25de51 None None] Pushing event updated for resources: {'Port': ['ID=075e715c-6236-41c1-9596-1357afaf3df6,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:06.655211 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:06.736286 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Attempting to bind port 075e715c-6236-41c1-9596-1357afaf3df6 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:06.736517 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Attempting to bind port 075e715c-6236-41c1-9596-1357afaf3df6 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:06.736705 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Attempting to bind port 075e715c-6236-41c1-9596-1357afaf3df6 on network 98d9a3b0-6fbd-4d99-825c-068ef972b4ea {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:06.764790 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:06.765157 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Checking segment: {'id': 'ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:06.765562 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:06.765970 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Bound using segment: {'id': 'ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:06.766646 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Bound port: 075e715c-6236-41c1-9596-1357afaf3df6, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:06.768671 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:06.793622 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-616dc7cb-325f-44ed-9edc-08fc7a16ee6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:06.887081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 83d9a74b-9c8f-4b0e-852b-3316c9281906, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=83d9a74b-9c8f-4b0e-852b-3316c9281906,segment=NetworkSegment(ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41),segment_id=ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:06.940017 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:06.940856 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bae9d66c-dc9a-4fda-aa80-3f0079a5036d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:06.943948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Set router 57026986-85a4-4ed2-b71b-7f2391d0881d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:06.994954 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] For port 075e715c-6236-41c1-9596-1357afaf3df6, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:51:07.000316 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] For port 075e715c-6236-41c1-9596-1357afaf3df6, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=075e715c-6236-41c1-9596-1357afaf3df6,segment=NetworkSegment(ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41),segment_id=ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:51:07.019805 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:07.048783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fa623-f5d3-4681-939d-2b75dd976909 req-19f41e53-8b2a-4054-9601-8b2bd68d7fed tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:07.074144 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5c0fa623-f5d3-4681-939d-2b75dd976909 req-19f41e53-8b2a-4054-9601-8b2bd68d7fed tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.4460630 Nov 13 04:51:07.119379 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65718b56-0b97-4657-8a48-a415dda45337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:07.123491 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7aec50e1-a6ea-4173-b4e2-356072e37538 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:07.147318 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65718b56-0b97-4657-8a48-a415dda45337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:07.203164 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3b25002e-1ce7-446b-ab89-fc6c2556f690 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&fields=id HTTP/1.1" status: 200 len: 532 time: 1.6912422 Nov 13 04:51:07.211754 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec50e1-a6ea-4173-b4e2-356072e37538 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=298c2309-e19d-40f9-b995-99b77c66b660,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:07.213019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-c7d831af-f8fc-44db-9ae1-46b077195af9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:51:07.221093 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:07.222036 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:07.224513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-c7d831af-f8fc-44db-9ae1-46b077195af9 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185194 Nov 13 04:51:07.308598 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cdacb211-1299-4494-977f-91753be8988d None None] Provisioning complete for port 075e715c-6236-41c1-9596-1357afaf3df6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:07.329286 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdacb211-1299-4494-977f-91753be8988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:07.361052 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7aec50e1-a6ea-4173-b4e2-356072e37538 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:07.364447 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7aec50e1-a6ea-4173-b4e2-356072e37538 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/298c2309-e19d-40f9-b995-99b77c66b660 HTTP/1.1" status: 204 len: 168 time: 1.8268993 Nov 13 04:51:07.451765 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59204) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:07.455692 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5b787-baca-446b-8057-8a99cd25de51 None None] Pushing event updated for resources: {'Port': ['ID=075e715c-6236-41c1-9596-1357afaf3df6,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:07.461273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=83d9a74b-9c8f-4b0e-852b-3316c9281906,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:07.527559 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:07.549086 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-441a1135-13ea-4562-924b-0dca7ca57697 service neutron] 10.222.0.43 "GET /v2.0/networks/54bcc594-4643-4653-a5bb-72d48b85d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233509 Nov 13 04:51:07.596771 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ca13c7b2-f9bd-419d-b134-c5d5b00270b9 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:07.627848 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5c0fa623-f5d3-4681-939d-2b75dd976909 req-8c6c1e08-0055-48a1-abaf-026318ecd87d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526087 Nov 13 04:51:07.761189 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port bae9d66c-dc9a-4fda-aa80-3f0079a5036d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:07.767618 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:07.869754 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-6ae22466-9d09-429e-9340-0ff2fa31d105 service neutron] 10.222.0.43 "GET /v2.0/networks/54bcc594-4643-4653-a5bb-72d48b85d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377563 Nov 13 04:51:07.996684 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-401bd09c-5085-42b5-9918-182b641e0ad7 service neutron] 10.222.0.43 "GET /v2.0/ports/de58f93c-d5cf-4928-9fa1-0dafe167d15d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1114662 Nov 13 04:51:08.006233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65718b56-0b97-4657-8a48-a415dda45337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:51:08.010652 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ca13c7b2-f9bd-419d-b134-c5d5b00270b9 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:08.079063 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:08.135744 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cd3ca5fb-ddad-421b-9392-98f912c902b1 req-4e2edff2-afad-44af-9c4c-05ad30c6837d tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 210 time: 0.1526039 Nov 13 04:51:08.212771 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-ca13c7b2-f9bd-419d-b134-c5d5b00270b9 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fec125-13a9-4967-a18d-1a967f7b7a3a']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:08.263803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-ca13c7b2-f9bd-419d-b134-c5d5b00270b9 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504b1f93-c873-4be5-b2ee-d2b1b27b9c7d') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:08.265951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-ca13c7b2-f9bd-419d-b134-c5d5b00270b9 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504b1f93-c873-4be5-b2ee-d2b1b27b9c7d') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:08.284313 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:05Z', 'revision_number': 6, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '075e715c-6236-41c1-9596-1357afaf3df6', 'name': '', 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:fb:f8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:57Z', 'updated_at': '2021-11-13T04:51:06Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:50:56Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:51:02Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:08.358116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ca13c7b2-f9bd-419d-b134-c5d5b00270b9 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:08.362509 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b3c1425d-72fa-41c0-b9c0-ec42d670ac28 service neutron] 10.222.0.43 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523808 Nov 13 04:51:08.421351 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e65795-1bbe-44c8-8d5d-a2506fa9720b None None] The sync data for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 is: [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:05Z', 'revision_number': 6, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '075e715c-6236-41c1-9596-1357afaf3df6', 'name': '', 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:fb:f8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:57Z', 'updated_at': '2021-11-13T04:51:06Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:50:56Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:51:02Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:51:08.463990 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ca13c7b2-f9bd-419d-b134-c5d5b00270b9 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:08.549245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca13c7b2-f9bd-419d-b134-c5d5b00270b9 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:51:08.549982 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ca13c7b2-f9bd-419d-b134-c5d5b00270b9 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:51:08.577731 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:51:08.619799 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-1b2f7e6e-d229-4abc-8944-3b8c5fc7944f service neutron] 10.222.0.43 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414351 Nov 13 04:51:08.709270 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdacb211-1299-4494-977f-91753be8988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:08.741978 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-02a7e222-020e-4f1a-9df7-2bb7df0073c4 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4f47fa7be51343fdb423775ee0b37072&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1199224 Nov 13 04:51:08.822317 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1581b864-dd5d-4b76-82a9-2972bbde6a89 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:08.909048 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ca13c7b2-f9bd-419d-b134-c5d5b00270b9 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:08.930033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca13c7b2-f9bd-419d-b134-c5d5b00270b9 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 24fec125-13a9-4967-a18d-1a967f7b7a3a {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 13 04:51:08.935023 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ca13c7b2-f9bd-419d-b134-c5d5b00270b9 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:08.942452 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ca13c7b2-f9bd-419d-b134-c5d5b00270b9 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "DELETE /v2.0/networks/24fec125-13a9-4967-a18d-1a967f7b7a3a HTTP/1.1" status: 204 len: 168 time: 1.4847968 Nov 13 04:51:09.252374 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-cdacb211-1299-4494-977f-91753be8988d None None] For port 075e715c-6236-41c1-9596-1357afaf3df6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=075e715c-6236-41c1-9596-1357afaf3df6,segment=NetworkSegment(ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41),segment_id=ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:09.293598 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdacb211-1299-4494-977f-91753be8988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:09.331805 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:09.467250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cdacb211-1299-4494-977f-91753be8988d None None] Provisioning complete for port 1581b864-dd5d-4b76-82a9-2972bbde6a89 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:09.467682 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdacb211-1299-4494-977f-91753be8988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:09.478784 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-e52def8e-0588-4673-8550-fa176e1adef2 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:09.481719 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-e52def8e-0588-4673-8550-fa176e1adef2 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7247262 Nov 13 04:51:09.543527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Request body: {'port': {'device_id': '15418c4b-165b-4ca0-b43e-6277e5277beb', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '4f47fa7be51343fdb423775ee0b37072'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:09.551941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-87ff2161-8aae-45ce-ae2c-1aae4a46c026 service neutron] 10.222.0.43 "GET /v2.0/ports/5f399afc-4069-477e-8131-37a3697f6c2f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.8069689 Nov 13 04:51:09.588760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 1581b864-dd5d-4b76-82a9-2972bbde6a89 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:09.589158 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:09.693381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400415149-router', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:43Z', 'updated_at': '2021-11-13T04:50:51Z', 'revision_number': 4, 'project_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'gw_port': {'id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:44Z', 'updated_at': '2021-11-13T04:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '2392d5a4-3bbc-4b5e-a935-b63d7be901e0', 'name': '', 'network_id': '379b9863-28a2-43d2-a7b2-cb25ff5dd33e', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'mac_address': 'fa:16:3e:92:6e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '908c8b1d-3536-4912-86e7-b0659d56faec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:50Z', 'updated_at': '2021-11-13T04:50:52Z', 'revision_number': 2, 'project_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'subnets': [{'id': '908c8b1d-3536-4912-86e7-b0659d56faec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:09.769751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:09.807219 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e246701b-0e5c-4b5e-838e-791e4bf6402a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Request body: {'router': {'name': 'tempest-router--1451227527', 'project_id': '53729c6947a64fd092b67e0792528715'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:09.811283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Checking router: 57026986-85a4-4ed2-b71b-7f2391d0881d for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:51:09.811835 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Updating router 57026986-85a4-4ed2-b71b-7f2391d0881d port 2392d5a4-3bbc-4b5e-a935-b63d7be901e0 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:51:09.871557 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:09.920222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65718b56-0b97-4657-8a48-a415dda45337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:51:09.933104 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65718b56-0b97-4657-8a48-a415dda45337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:09.951726 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-65718b56-0b97-4657-8a48-a415dda45337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/32ca256e-b79d-48ac-bc46-b3ddd5f08877 HTTP/1.1" status: 200 len: 954 time: 5.7951038 Nov 13 04:51:09.963623 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-99881a23-2499-48a7-9a84-62bbb8188069 service neutron] 10.222.0.43 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894658 Nov 13 04:51:09.969847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59264) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:09.974053 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-99bb9e10-ec61-4150-9cdc-ed22c952fcb8 req-95c48ef7-3d49-4477-a40e-9f868e17291d tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 210 time: 0.0785036 Nov 13 04:51:09.981843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-43dc8bbb-2dbd-457e-9850-49183aca003f admin admin] Deleting port 2392d5a4-3bbc-4b5e-a935-b63d7be901e0 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:09.983987 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43dc8bbb-2dbd-457e-9850-49183aca003f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:09.996875 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13c7b2-f9bd-419d-b134-c5d5b00270b9 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Pushing event deleted for resources: {'Network': ['ID=24fec125-13a9-4967-a18d-1a967f7b7a3a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:10.186051 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43dc8bbb-2dbd-457e-9850-49183aca003f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:10.206028 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f0b3cdda-1fdf-49c1-b708-66914ee5628b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/routers/32ca256e-b79d-48ac-bc46-b3ddd5f08877 HTTP/1.1" status: 200 len: 954 time: 0.2287824 Nov 13 04:51:10.206291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59274) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:10.211910 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-31984325-7af9-4168-a45b-c1910798836a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'router': {'routes': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:10.238668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5ac73c2c-537a-444a-93e0-5acdbc22641b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:10.285882 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e246701b-0e5c-4b5e-838e-791e4bf6402a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:10.288222 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e246701b-0e5c-4b5e-838e-791e4bf6402a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:10.298293 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacb211-1299-4494-977f-91753be8988d None None] Pushing event updated for resources: {'Port': ['ID=075e715c-6236-41c1-9596-1357afaf3df6,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:10.332697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-43dc8bbb-2dbd-457e-9850-49183aca003f admin admin] Calling delete_port for 2392d5a4-3bbc-4b5e-a935-b63d7be901e0 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:10.349571 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:10.428551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Made reservation on behalf of 4f47fa7be51343fdb423775ee0b37072 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:51:10.440927 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:10.499946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:10.576215 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e246701b-0e5c-4b5e-838e-791e4bf6402a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:10.587470 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-74979fe1-0f73-4088-a506-127f07617b37 service neutron] 10.222.0.43 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931115 Nov 13 04:51:10.588356 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 5ac73c2c-537a-444a-93e0-5acdbc22641b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:10.588952 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:10.590190 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e246701b-0e5c-4b5e-838e-791e4bf6402a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:10.593276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cdacb211-1299-4494-977f-91753be8988d None None] Provisioning complete for port 5ac73c2c-537a-444a-93e0-5acdbc22641b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:10.594076 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdacb211-1299-4494-977f-91753be8988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:10.653581 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e246701b-0e5c-4b5e-838e-791e4bf6402a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:10.654887 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e246701b-0e5c-4b5e-838e-791e4bf6402a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8608565 Nov 13 04:51:10.661907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59278) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:10.840376 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-e928c4f2-dabd-4953-a4f3-c9fefcfe52cb service neutron] 10.222.0.43 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417078 Nov 13 04:51:10.930868 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:11.073203 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32960ff4-3586-4271-96bb-641ccd52c98b tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:11.150072 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:11.163700 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f1487b68-ce85-401a-a4e4-c74fe0397fd8 service neutron] 10.222.0.43 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143024 Nov 13 04:51:11.172083 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:11.246254 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2af29048-da13-454b-9539-6f2d24f35a39 req-13dcf7c3-ce20-478b-9687-12f953310623 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 210 time: 0.0436060 Nov 13 04:51:11.486703 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0747ecb-22ca-475b-be8c-47da1c616d9f None None] Pushing event updated for resources: {'Port': ['ID=2392d5a4-3bbc-4b5e-a935-b63d7be901e0,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:11.520328 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:11.523019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cdacb211-1299-4494-977f-91753be8988d None None] Provisioning complete for port 83d9a74b-9c8f-4b0e-852b-3316c9281906 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:11.523387 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdacb211-1299-4494-977f-91753be8988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:11.568011 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:51:11.628501 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b44d4-1228-458f-ac97-17754ae7efc3 None None] Sync routers for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:51:11.645742 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b44d4-1228-458f-ac97-17754ae7efc3 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:11.648715 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-af5b44d4-1228-458f-ac97-17754ae7efc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:11.664607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3681a451-a54c-4e7d-843b-99c957c8a35d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:11.678351 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32960ff4-3586-4271-96bb-641ccd52c98b tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:11.680733 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32960ff4-3586-4271-96bb-641ccd52c98b tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:11.695034 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-007bfb18-e075-469b-88e1-c200b72df17f service neutron] 10.222.0.43 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247362 Nov 13 04:51:11.738348 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ba11a1-830c-4461-8b9c-a5be919aeb93,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:11.797390 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43dc8bbb-2dbd-457e-9850-49183aca003f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:11.837290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Attempting to bind port 2392d5a4-3bbc-4b5e-a935-b63d7be901e0 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:11.837891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Attempting to bind port 2392d5a4-3bbc-4b5e-a935-b63d7be901e0 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '661b146b-dd8b-4c0f-8857-5c223b4f6f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '379b9863-28a2-43d2-a7b2-cb25ff5dd33e'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:11.838252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Attempting to bind port 2392d5a4-3bbc-4b5e-a935-b63d7be901e0 on network 379b9863-28a2-43d2-a7b2-cb25ff5dd33e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:11.858872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:11.859383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Checking segment: {'id': '661b146b-dd8b-4c0f-8857-5c223b4f6f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '379b9863-28a2-43d2-a7b2-cb25ff5dd33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:11.859782 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:11.860172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Bound using segment: {'id': '661b146b-dd8b-4c0f-8857-5c223b4f6f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '379b9863-28a2-43d2-a7b2-cb25ff5dd33e'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:11.860664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Bound port: 2392d5a4-3bbc-4b5e-a935-b63d7be901e0, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661b146b-dd8b-4c0f-8857-5c223b4f6f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '379b9863-28a2-43d2-a7b2-cb25ff5dd33e'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:11.861029 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:11.884768 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 3681a451-a54c-4e7d-843b-99c957c8a35d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:11.885132 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:11.893157 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-af5b44d4-1228-458f-ac97-17754ae7efc3 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:11.902322 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Allocated IP 192.168.233.226 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/bac426e5-4fce-4684-ad95-3c33e4868a1b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:11.917703 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32960ff4-3586-4271-96bb-641ccd52c98b tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:11.918446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32960ff4-3586-4271-96bb-641ccd52c98b tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3a8e8af-bd01-4dda-9dd3-1044e674b686 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:51:11.928360 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32960ff4-3586-4271-96bb-641ccd52c98b tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:11.933607 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-32960ff4-3586-4271-96bb-641ccd52c98b tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "DELETE /v2.0/routers/e3a8e8af-bd01-4dda-9dd3-1044e674b686 HTTP/1.1" status: 204 len: 168 time: 1.2501302 Nov 13 04:51:11.941832 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc8bbb-2dbd-457e-9850-49183aca003f admin admin] Pushing event deleted for resources: {'Port': ['ID=2392d5a4-3bbc-4b5e-a935-b63d7be901e0,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:12.128436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Port 2392d5a4-3bbc-4b5e-a935-b63d7be901e0 has been deleted concurrently {{(pid=102669) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 13 04:51:12.243413 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Routers {'57026986-85a4-4ed2-b71b-7f2391d0881d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:12.244932 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:12.245353 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['57026986-85a4-4ed2-b71b-7f2391d0881d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:12.263023 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59298) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:12.494833 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:12.621859 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3022ccc-9be1-4ca1-b1b7-f971a5c165c5 req-2e7870fd-64e9-4304-951b-85df119b5e51 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:12.644002 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a3022ccc-9be1-4ca1-b1b7-f971a5c165c5 req-2e7870fd-64e9-4304-951b-85df119b5e51 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 936 time: 0.1628160 Nov 13 04:51:12.680779 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:12.729891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cdacb211-1299-4494-977f-91753be8988d None None] Provisioning complete for port 3681a451-a54c-4e7d-843b-99c957c8a35d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:12.730787 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdacb211-1299-4494-977f-91753be8988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:12.773835 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 3681a451-a54c-4e7d-843b-99c957c8a35d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3681a451-a54c-4e7d-843b-99c957c8a35d,segment=NetworkSegment(3f8ea1b2-5414-41bd-8789-2f13c456293f),segment_id=3f8ea1b2-5414-41bd-8789-2f13c456293f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:12.797856 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:12.799701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 236eb117-cddb-425f-84e4-b97c2cc51706 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:12.876895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] Set router 57026986-85a4-4ed2-b71b-7f2391d0881d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:13.077256 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-af5b44d4-1228-458f-ac97-17754ae7efc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:05Z', 'revision_number': 6, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '075e715c-6236-41c1-9596-1357afaf3df6', 'name': '', 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:fb:f8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:57Z', 'updated_at': '2021-11-13T04:51:08Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:50:56Z', 'revision_number': 4, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:51:02Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:13.079323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.extraroute_db [None req-31984325-7af9-4168-a45b-c1910798836a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Added routes are [] {{(pid=102667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 13 04:51:13.079622 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.extraroute_db [None req-31984325-7af9-4168-a45b-c1910798836a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 13 04:51:13.153251 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31984325-7af9-4168-a45b-c1910798836a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:13.161818 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43dc8bbb-2dbd-457e-9850-49183aca003f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:13.176334 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b44d4-1228-458f-ac97-17754ae7efc3 None None] Checking router: 32ca256e-b79d-48ac-bc46-b3ddd5f08877 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:51:13.178844 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-150325054', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:13.201427 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b44d4-1228-458f-ac97-17754ae7efc3 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:13.202063 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-af5b44d4-1228-458f-ac97-17754ae7efc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:13.208519 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 236eb117-cddb-425f-84e4-b97c2cc51706 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:13.209283 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:13.307820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=3681a451-a54c-4e7d-843b-99c957c8a35d,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:13.368216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:13.384425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:13.389182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:13.426736 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-af5b44d4-1228-458f-ac97-17754ae7efc3 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:13.531179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Pushing event updated for resources: {'Port': ['ID=bac426e5-4fce-4684-ad95-3c33e4868a1b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:13.552111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f026ac03-b421-4dd1-9e9b-d5d43f98f248 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:13.593348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f912a0f3-093d-4aa4-9bea-f411c18df97a None None] Provisioning complete for port 075e715c-6236-41c1-9596-1357afaf3df6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:13.593718 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f912a0f3-093d-4aa4-9bea-f411c18df97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:13.598699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a3022ccc-9be1-4ca1-b1b7-f971a5c165c5 req-ff61308f-0418-43b9-8a9b-e938ee496ffc tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/security-groups?id=84ba11a1-830c-4461-8b9c-a5be919aeb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9537807 Nov 13 04:51:13.619495 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-7a71826a-c0c1-4932-9e0c-76424d09f056 service neutron] 10.222.0.43 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9226825 Nov 13 04:51:13.658766 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:13.660428 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:13.692887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:13.695580 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:13.736315 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400415149-router', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:43Z', 'updated_at': '2021-11-13T04:51:11Z', 'revision_number': 5, 'project_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'gw_port': {'id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:44Z', 'updated_at': '2021-11-13T04:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:13.798255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f57150-6417-4ab0-98ff-236d19df236a None None] The sync data for ids ['57026986-85a4-4ed2-b71b-7f2391d0881d'] in n-d-813114-2 is: [{'id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400415149-router', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:43Z', 'updated_at': '2021-11-13T04:51:11Z', 'revision_number': 5, 'project_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'gw_port': {'id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:44Z', 'updated_at': '2021-11-13T04:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:51:13.839345 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1bacd857-ae52-444c-b1bc-3a0deeb6ad6e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2998540 Nov 13 04:51:13.844514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f026ac03-b421-4dd1-9e9b-d5d43f98f248 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:13.845014 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:13.863552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Request body: {'port': {'device_id': '15418c4b-165b-4ca0-b43e-6277e5277beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:13.985909 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:14.014187 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-af5b44d4-1228-458f-ac97-17754ae7efc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:13Z', 'revision_number': 7, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '075e715c-6236-41c1-9596-1357afaf3df6', 'name': '', 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:fb:f8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:57Z', 'updated_at': '2021-11-13T04:51:08Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:51:12Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:51:02Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:14.056280 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b44d4-1228-458f-ac97-17754ae7efc3 None None] The sync data for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 is: [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:13Z', 'revision_number': 7, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '075e715c-6236-41c1-9596-1357afaf3df6', 'name': '', 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:fb:f8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:57Z', 'updated_at': '2021-11-13T04:51:08Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:51:12Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:51:02Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:51:14.082707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f912a0f3-093d-4aa4-9bea-f411c18df97a None None] Could not find standard attr ID for object 2392d5a4-3bbc-4b5e-a935-b63d7be901e0. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:51:14.092715 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-c76bf881-0c49-4e8f-a8ee-69e7374c5750 service neutron] 10.222.0.43 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655793 Nov 13 04:51:14.129402 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:14.313322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f43777c3-483c-4e2f-be24-dc45ddb5fce6 None None] Provisioning complete for port bac426e5-4fce-4684-ad95-3c33e4868a1b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:14.314289 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f43777c3-483c-4e2f-be24-dc45ddb5fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:14.371525 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ee62935f-3c7e-4929-a5ab-3d6cc155027c up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:14.407163 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-abd23231-bc0c-42a6-8734-a2e874a218f9 service neutron] 10.222.0.43 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014925 Nov 13 04:51:14.435056 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f43777c3-483c-4e2f-be24-dc45ddb5fce6 None None] Port bac426e5-4fce-4684-ad95-3c33e4868a1b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:51:14.632480 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31984325-7af9-4168-a45b-c1910798836a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:14.667190 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31984325-7af9-4168-a45b-c1910798836a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:14.910252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port ee62935f-3c7e-4929-a5ab-3d6cc155027c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:14.910624 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:15.009223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-bb5e6286-e9ae-4cad-a01d-94f948faa1c1 service neutron] 10.222.0.43 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805101 Nov 13 04:51:15.018387 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c21fc6df-d9dc-4d85-b2c3-97927b4e7e49 req-da5efc3c-e85f-4d8f-8231-cef88031ae5a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3529232 Nov 13 04:51:15.359785 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-e11ded7d-3b4e-41c9-aa6e-ce33445ca793 service neutron] 10.222.0.43 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422925 Nov 13 04:51:15.392391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac426e5-4fce-4684-ad95-3c33e4868a1b {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:51:15.420624 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:15.457241 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Transition to ACTIVE for port object bac426e5-4fce-4684-ad95-3c33e4868a1b will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:51:15.473349 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:15.484080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 075e715c-6236-41c1-9596-1357afaf3df6 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:15.645658 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Pushing event updated for resources: {'Port': ['ID=bac426e5-4fce-4684-ad95-3c33e4868a1b,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:15.768142 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 075e715c-6236-41c1-9596-1357afaf3df6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:15.769122 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:15.922300 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Attempting to bind port bac426e5-4fce-4684-ad95-3c33e4868a1b on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:15.922640 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Attempting to bind port bac426e5-4fce-4684-ad95-3c33e4868a1b by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:15.922989 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Attempting to bind port bac426e5-4fce-4684-ad95-3c33e4868a1b on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:15.931757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Port bac426e5-4fce-4684-ad95-3c33e4868a1b on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:51:15.932481 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Attempting to bind port bac426e5-4fce-4684-ad95-3c33e4868a1b on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:15.947368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:15.947974 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:15.948097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:15.948612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Bound port: bac426e5-4fce-4684-ad95-3c33e4868a1b, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:15.948881 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:16.150002 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] For port bac426e5-4fce-4684-ad95-3c33e4868a1b, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:51:16.163507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] For port bac426e5-4fce-4684-ad95-3c33e4868a1b, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bac426e5-4fce-4684-ad95-3c33e4868a1b,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:51:16.173643 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:16.184410 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3681a451-a54c-4e7d-843b-99c957c8a35d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:16.250206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:16.254152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:16.256273 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] 10.222.0.36 "PUT /v2.0/ports/bac426e5-4fce-4684-ad95-3c33e4868a1b HTTP/1.1" status: 200 len: 1096 time: 2.3993008 Nov 13 04:51:16.256851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15418c4b-165b-4ca0-b43e-6277e5277beb', 'tag': 'bac426e5-4fce-4684-ad95-3c33e4868a1b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:51:16.259901 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abf1edc-7182-4727-a898-3122f5171764" -d '{"events": [{"name": "network-changed", "server_uuid": "15418c4b-165b-4ca0-b43e-6277e5277beb", "tag": "bac426e5-4fce-4684-ad95-3c33e4868a1b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:51:16.348506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c5ed3-8335-4f2a-a2a3-e95ec3cac085 service neutron] Pushing event updated for resources: {'Port': ['ID=bac426e5-4fce-4684-ad95-3c33e4868a1b,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:16.433893 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b0a76-c2ec-41af-9d7e-976fa2f67943 req-dfa0c50f-a07f-4c84-8dbe-9c88a45d03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:16.436537 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c35b0a76-c2ec-41af-9d7e-976fa2f67943 req-dfa0c50f-a07f-4c84-8dbe-9c88a45d03ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12d3eed64754419b91fc9267590fb5a0&device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 1096 time: 2.1786382 Nov 13 04:51:16.450790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 3681a451-a54c-4e7d-843b-99c957c8a35d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:16.451350 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:16.495756 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb3554-7ceb-468e-9c57-6d90379a19fa req-3d8f0b7e-4b2f-4843-885a-ac29e0bf309f tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:16.499990 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9adb3554-7ceb-468e-9c57-6d90379a19fa req-3d8f0b7e-4b2f-4843-885a-ac29e0bf309f tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 2.2945857 Nov 13 04:51:16.506150 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:16.533791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-53176de9-1d30-4c50-97a8-2b59e6df97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:16.535580 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-53176de9-1d30-4c50-97a8-2b59e6df97b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f47fa7be51343fdb423775ee0b37072&device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 1099 time: 0.1648810 Nov 13 04:51:16.656604 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-da03bc7a-3246-4693-8dd5-837e9046190c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=bac426e5-4fce-4684-ad95-3c33e4868a1b HTTP/1.1" status: 200 len: 217 time: 0.1035542 Nov 13 04:51:16.657697 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 83d9a74b-9c8f-4b0e-852b-3316c9281906 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:16.732153 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 83d9a74b-9c8f-4b0e-852b-3316c9281906 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:16.732620 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:16.752983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-e6eec79e-2197-4ab4-8f75-550ece6b5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:16.754510 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-e6eec79e-2197-4ab4-8f75-550ece6b5d91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0925097 Nov 13 04:51:16.852353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31984325-7af9-4168-a45b-c1910798836a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:51:16.867107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fc6df-d9dc-4d85-b2c3-97927b4e7e49 req-10de9cce-80a3-44eb-b02f-b21d18935a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:16.868601 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c21fc6df-d9dc-4d85-b2c3-97927b4e7e49 req-10de9cce-80a3-44eb-b02f-b21d18935a99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12d3eed64754419b91fc9267590fb5a0&device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 1096 time: 0.7957418 Nov 13 04:51:16.952613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2392d5a4-3bbc-4b5e-a935-b63d7be901e0 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:51:16.978831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 2392d5a4-3bbc-4b5e-a935-b63d7be901e0 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:51:16.979205 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2392d5a4-3bbc-4b5e-a935-b63d7be901e0 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:51:16.983961 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9adb3554-7ceb-468e-9c57-6d90379a19fa req-b714aa7f-1e04-4e86-8951-98ea9323d997 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475718 Nov 13 04:51:17.008008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1370bf00-2b87-4388-acc4-260eb267fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:17.008008 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-1370bf00-2b87-4388-acc4-260eb267fb83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2443290 Nov 13 04:51:17.008350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dc8bbb-2dbd-457e-9850-49183aca003f admin admin] Router 57026986-85a4-4ed2-b71b-7f2391d0881d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:51:17.124191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dc3ba-cc49-49b2-9ba5-ccf1f53e84a5 req-d1058bf9-5873-4910-a832-8bbc7b4d304f tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:17.125889 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-995dc3ba-cc49-49b2-9ba5-ccf1f53e84a5 req-d1058bf9-5873-4910-a832-8bbc7b4d304f tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 948 time: 0.2593787 Nov 13 04:51:17.237777 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbe04f7-91e5-474f-8e4c-b25cef95892f x-openstack-request-id: req-6bbe04f7-91e5-474f-8e4c-b25cef95892f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:51:17.241961 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15418c4b-165b-4ca0-b43e-6277e5277beb", "tag": "bac426e5-4fce-4684-ad95-3c33e4868a1b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:51:17.244190 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6bbe04f7-91e5-474f-8e4c-b25cef95892f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:51:17.246255 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15418c4b-165b-4ca0-b43e-6277e5277beb', 'tag': 'bac426e5-4fce-4684-ad95-3c33e4868a1b', 'status': 'completed', 'code': 200} Nov 13 04:51:17.251277 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fc6df-d9dc-4d85-b2c3-97927b4e7e49 req-5f6fce02-403a-4b14-ab13-3fee79693565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:17.253347 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c21fc6df-d9dc-4d85-b2c3-97927b4e7e49 req-5f6fce02-403a-4b14-ab13-3fee79693565 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5df68409-cafd-4515-9d5a-5b124adc42a7 HTTP/1.1" status: 200 len: 919 time: 0.3515675 Nov 13 04:51:17.458430 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dc8bbb-2dbd-457e-9850-49183aca003f admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:51:17.463849 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-43dc8bbb-2dbd-457e-9850-49183aca003f admin admin] 10.222.0.43 "PUT /v2.0/routers/57026986-85a4-4ed2-b71b-7f2391d0881d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9213970 Nov 13 04:51:17.465400 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c21fc6df-d9dc-4d85-b2c3-97927b4e7e49 req-104112f0-f912-4d03-b169-bff54e4177ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=869cec1f-6a56-4230-af80-616219b04056 HTTP/1.1" status: 200 len: 217 time: 0.0943658 Nov 13 04:51:17.472357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6b760d-b90e-4e4a-9225-6111d2dfac10 None None] Sync routers for ids ['57026986-85a4-4ed2-b71b-7f2391d0881d'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:51:17.483808 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b0a76-c2ec-41af-9d7e-976fa2f67943 req-0365f73e-78fc-489a-bc9a-316ef35c8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:17.485448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59374) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:17.487282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c35b0a76-c2ec-41af-9d7e-976fa2f67943 req-0365f73e-78fc-489a-bc9a-316ef35c8368 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5df68409-cafd-4515-9d5a-5b124adc42a7 HTTP/1.1" status: 200 len: 919 time: 1.0299275 Nov 13 04:51:17.488645 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6b760d-b90e-4e4a-9225-6111d2dfac10 None None] Routers {'57026986-85a4-4ed2-b71b-7f2391d0881d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:17.489331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fd6b760d-b90e-4e4a-9225-6111d2dfac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['57026986-85a4-4ed2-b71b-7f2391d0881d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:17.567982 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-950bf507-d3fd-410b-b52d-65687415f310 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503495 Nov 13 04:51:17.637014 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e35aefe-a9b7-4524-9408-d76afa6a9b1d req-2415a596-98ec-4dc1-9943-8ae8cd323ef4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.2671471 Nov 13 04:51:17.669476 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-87ac2b60-1704-4d0f-88fc-fd41754188c9 req-032db474-ca5d-48c9-b55b-6bb1a72c1540 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906787 Nov 13 04:51:17.690457 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-995dc3ba-cc49-49b2-9ba5-ccf1f53e84a5 req-4e862bd2-4e49-4f30-ab2d-bcfe612a86f9 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/security-groups?id=84ba11a1-830c-4461-8b9c-a5be919aeb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273869 Nov 13 04:51:17.752991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c35b0a76-c2ec-41af-9d7e-976fa2f67943 req-c65d62e7-6c82-4b61-9fc9-0c0cd02fb669 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=445ba76c-c983-499c-b00b-c716dfb1fc2f HTTP/1.1" status: 200 len: 217 time: 0.1078358 Nov 13 04:51:17.767128 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-fd6b760d-b90e-4e4a-9225-6111d2dfac10 None None] Set router 57026986-85a4-4ed2-b71b-7f2391d0881d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:17.773725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fc6df-d9dc-4d85-b2c3-97927b4e7e49 req-0bc160cd-c6ea-4fb6-b06a-6d464ff93cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:17.777243 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c21fc6df-d9dc-4d85-b2c3-97927b4e7e49 req-0bc160cd-c6ea-4fb6-b06a-6d464ff93cbb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bda26a38-0894-479d-8858-c797e4adbfd7 HTTP/1.1" status: 200 len: 858 time: 0.2863226 Nov 13 04:51:17.818785 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:17.834855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31984325-7af9-4168-a45b-c1910798836a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:51:17.848130 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c12671e-6ea8-442c-9d68-e1a5f5882f51 None None] Sync routers for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:51:17.862251 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12671e-6ea8-442c-9d68-e1a5f5882f51 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:17.867782 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3c12671e-6ea8-442c-9d68-e1a5f5882f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:17.923673 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31984325-7af9-4168-a45b-c1910798836a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:17.927229 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-31984325-7af9-4168-a45b-c1910798836a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/32ca256e-b79d-48ac-bc46-b3ddd5f08877 HTTP/1.1" status: 200 len: 704 time: 7.7174079 Nov 13 04:51:17.942547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59376) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:18.012625 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c21fc6df-d9dc-4d85-b2c3-97927b4e7e49 req-8e3b983a-88ed-42a8-8dab-1b3446d5b507 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5df68409-cafd-4515-9d5a-5b124adc42a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2053373 Nov 13 04:51:18.078371 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3c12671e-6ea8-442c-9d68-e1a5f5882f51 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:18.101411 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b0a76-c2ec-41af-9d7e-976fa2f67943 req-e6e6a6ba-c43f-42a2-a248-aa50d9a4d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:18.103004 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c35b0a76-c2ec-41af-9d7e-976fa2f67943 req-e6e6a6ba-c43f-42a2-a248-aa50d9a4d223 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bda26a38-0894-479d-8858-c797e4adbfd7 HTTP/1.1" status: 200 len: 858 time: 0.3186488 Nov 13 04:51:18.282333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf1edc-7182-4727-a898-3122f5171764 req-b663a803-a722-4644-963f-154384f681e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:18.305555 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5abf1edc-7182-4727-a898-3122f5171764 req-b663a803-a722-4644-963f-154384f681e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f47fa7be51343fdb423775ee0b37072&device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 1099 time: 0.4980731 Nov 13 04:51:18.314092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fd6b760d-b90e-4e4a-9225-6111d2dfac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400415149-router', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:43Z', 'updated_at': '2021-11-13T04:51:11Z', 'revision_number': 5, 'project_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'gw_port': {'id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:44Z', 'updated_at': '2021-11-13T04:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:18.374022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6b760d-b90e-4e4a-9225-6111d2dfac10 None None] Checking router: 57026986-85a4-4ed2-b71b-7f2391d0881d for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:51:18.394234 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:18.398688 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-98f9d14e-8017-4ab6-818a-a593fa0f01a9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/routers/32ca256e-b79d-48ac-bc46-b3ddd5f08877 HTTP/1.1" status: 200 len: 704 time: 0.4543495 Nov 13 04:51:18.399045 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c35b0a76-c2ec-41af-9d7e-976fa2f67943 req-95feb402-450f-4999-8ddf-355f6b7da6eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5df68409-cafd-4515-9d5a-5b124adc42a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2612209 Nov 13 04:51:18.404988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:18.406106 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6b760d-b90e-4e4a-9225-6111d2dfac10 None None] Routers {'57026986-85a4-4ed2-b71b-7f2391d0881d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:18.407946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fd6b760d-b90e-4e4a-9225-6111d2dfac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['57026986-85a4-4ed2-b71b-7f2391d0881d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:18.547644 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c35b0a76-c2ec-41af-9d7e-976fa2f67943 req-26ec08c7-e198-4d83-a671-b2158861f6c4 service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121528 Nov 13 04:51:18.559868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:18.608745 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3c12671e-6ea8-442c-9d68-e1a5f5882f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:13Z', 'revision_number': 7, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '075e715c-6236-41c1-9596-1357afaf3df6', 'name': '', 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:fb:f8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:57Z', 'updated_at': '2021-11-13T04:51:08Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:51:12Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:51:02Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:18.673891 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c12671e-6ea8-442c-9d68-e1a5f5882f51 None None] Checking router: 32ca256e-b79d-48ac-bc46-b3ddd5f08877 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:51:18.696089 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12671e-6ea8-442c-9d68-e1a5f5882f51 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:18.698782 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3c12671e-6ea8-442c-9d68-e1a5f5882f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:18.723498 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-fd6b760d-b90e-4e4a-9225-6111d2dfac10 None None] Set router 57026986-85a4-4ed2-b71b-7f2391d0881d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:18.766281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf1edc-7182-4727-a898-3122f5171764 req-d1f04152-f8ad-4fd0-b09c-fe7d13d6a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:18.772868 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5abf1edc-7182-4727-a898-3122f5171764 req-d1f04152-f8ad-4fd0-b09c-fe7d13d6a1a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.4479854 Nov 13 04:51:18.887756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c21fc6df-d9dc-4d85-b2c3-97927b4e7e49 req-9d0794ab-9b98-4f6e-bdbf-4dc192acaf72 service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8545570 Nov 13 04:51:18.910863 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3c12671e-6ea8-442c-9d68-e1a5f5882f51 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:18.914193 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:18.936805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-8cda5f8b-0d38-4fcd-9656-eafdab8efb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:18.938331 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-8cda5f8b-0d38-4fcd-9656-eafdab8efb2a service neutron] 10.222.0.46 "GET /v2.0/ports/de58f93c-d5cf-4928-9fa1-0dafe167d15d HTTP/1.1" status: 200 len: 1027 time: 0.0831037 Nov 13 04:51:18.977802 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8a9b8a51-41d3-40f1-84d0-aa3d80ef48e5 req-4daccb12-5a71-450b-a3d3-94d4d4de4bb6 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0903208 Nov 13 04:51:18.995355 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5abf1edc-7182-4727-a898-3122f5171764 req-757e99e9-cde8-4790-b6dc-9529fb87447a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=bac426e5-4fce-4684-ad95-3c33e4868a1b HTTP/1.1" status: 200 len: 217 time: 0.1173027 Nov 13 04:51:19.004110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fd6b760d-b90e-4e4a-9225-6111d2dfac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400415149-router', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:43Z', 'updated_at': '2021-11-13T04:51:11Z', 'revision_number': 5, 'project_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'gw_port': {'id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:44Z', 'updated_at': '2021-11-13T04:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:19.067880 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6b760d-b90e-4e4a-9225-6111d2dfac10 None None] The sync data for ids ['57026986-85a4-4ed2-b71b-7f2391d0881d'] in n-d-813114-2 is: [{'id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400415149-router', 'tenant_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:43Z', 'updated_at': '2021-11-13T04:51:11Z', 'revision_number': 5, 'project_id': 'ff1fb8441d4b468cbf58785f935c4d92', 'gw_port': {'id': '5ac73c2c-537a-444a-93e0-5acdbc22641b', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57026986-85a4-4ed2-b71b-7f2391d0881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:44Z', 'updated_at': '2021-11-13T04:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:51:19.082298 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c21fc6df-d9dc-4d85-b2c3-97927b4e7e49 req-7902c37d-d62d-48fb-b0d9-91e07edce0ac service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428275 Nov 13 04:51:19.169679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901d5ae-bacf-444e-8d25-6458b13cf7a6 req-23b4b9c2-f8e6-427d-b2f9-d2cabce4787d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:19.171696 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4901d5ae-bacf-444e-8d25-6458b13cf7a6 req-23b4b9c2-f8e6-427d-b2f9-d2cabce4787d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.8565230 Nov 13 04:51:19.225034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Allocated IP 172.25.8.182 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/bf1fcf50-d901-48ab-ae3d-2bcc89961037) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:19.335644 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-cbdba104-ed27-4bfb-905a-7e3b781eb4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:19.337297 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-cbdba104-ed27-4bfb-905a-7e3b781eb4e8 service neutron] 10.222.0.46 "GET /v2.0/ports/5f399afc-4069-477e-8131-37a3697f6c2f HTTP/1.1" status: 200 len: 1027 time: 0.2198849 Nov 13 04:51:19.347919 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4901d5ae-bacf-444e-8d25-6458b13cf7a6 req-c7ce4d09-285b-4a20-8902-5669ac3c8ac5 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422074 Nov 13 04:51:19.384625 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3c12671e-6ea8-442c-9d68-e1a5f5882f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:13Z', 'revision_number': 7, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '075e715c-6236-41c1-9596-1357afaf3df6', 'name': '', 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:fb:f8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:57Z', 'updated_at': '2021-11-13T04:51:08Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:51:12Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:51:02Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:19.452973 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c12671e-6ea8-442c-9d68-e1a5f5882f51 None None] The sync data for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 is: [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:13Z', 'revision_number': 7, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '075e715c-6236-41c1-9596-1357afaf3df6', 'name': '', 'network_id': '98d9a3b0-6fbd-4d99-825c-068ef972b4ea', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:fb:f8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:57Z', 'updated_at': '2021-11-13T04:51:08Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '0d67bd3e-15b7-498a-aaa3-70325bb9d66c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:51:12Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:51:02Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:51:19.556391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf1edc-7182-4727-a898-3122f5171764 req-116a4e50-86de-4aaa-b7c7-7c056fdaed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:19.572214 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5abf1edc-7182-4727-a898-3122f5171764 req-116a4e50-86de-4aaa-b7c7-7c056fdaed1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.5536983 Nov 13 04:51:19.578264 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c35b0a76-c2ec-41af-9d7e-976fa2f67943 req-e8022527-95b8-4574-910a-a109031e72d1 service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7209358 Nov 13 04:51:19.656052 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-5b9b2ed1-e168-4e68-9d47-24c3a9b3b6d6 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:19.663540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-5b9b2ed1-e168-4e68-9d47-24c3a9b3b6d6 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:19.670784 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-5b9b2ed1-e168-4e68-9d47-24c3a9b3b6d6 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:19.672608 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-5b9b2ed1-e168-4e68-9d47-24c3a9b3b6d6 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "GET /v2.0/networks?id=54bcc594-4643-4653-a5bb-72d48b85d8bc&id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&id=b6efdb13-7adc-4b26-8d19-afce58f5230b&id=b6efdb13-7adc-4b26-8d19-afce58f5230b HTTP/1.1" status: 200 len: 1989 time: 0.3192775 Nov 13 04:51:19.735911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Deleting port 5ac73c2c-537a-444a-93e0-5acdbc22641b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:19.737340 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:19.743348 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:19.829100 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-2bbf680b-e27b-4c8b-973c-06d9c10ab921 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b HTTP/1.1" status: 200 len: 380 time: 0.1273136 Nov 13 04:51:19.845923 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3d0bcdfc-b46a-40bb-a81e-5162030c1f8a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'port': {'device_id': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'admin_state_up': True, 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'security_groups': ['1e0810cd-396f-4590-89b9-1b310d18f1c1']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:19.864396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf1edc-7182-4727-a898-3122f5171764 req-d007f252-8b38-4330-b004-c43910900212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:19.866059 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5abf1edc-7182-4727-a898-3122f5171764 req-d007f252-8b38-4330-b004-c43910900212 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2908745 Nov 13 04:51:19.871756 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:19.896334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf4a73-41c9-48c7-8c2d-63cfcac96790 req-7aa2c7a4-8d42-4f88-b81f-7719ee4d616c tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:19.904467 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6acf4a73-41c9-48c7-8c2d-63cfcac96790 req-7aa2c7a4-8d42-4f88-b81f-7719ee4d616c tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 948 time: 0.7191362 Nov 13 04:51:19.949532 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:19.955859 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:19.963748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:19.972724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccadf17-6132-441f-9bbe-43c9c1c4e810 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:20.108080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9ad6a56b-ea48-48c5-8862-1a7de9e6346d None None] Provisioning complete for port bf1fcf50-d901-48ab-ae3d-2bcc89961037 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:20.108766 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ad6a56b-ea48-48c5-8862-1a7de9e6346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:20.209801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6a56b-ea48-48c5-8862-1a7de9e6346d None None] Port bf1fcf50-d901-48ab-ae3d-2bcc89961037 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:51:20.638164 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ef55e9e-6c2f-4952-a63e-6024e8111845 req-8f07fc13-7de5-4f9a-8598-1403306db7f0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0800474 Nov 13 04:51:20.668007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Pushing event updated for resources: {'Port': ['ID=bf1fcf50-d901-48ab-ae3d-2bcc89961037,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:20.703865 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:20.704331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:20.704772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:20.705466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:20.705917 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:20.706353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:20.706796 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:20.707245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:20.707685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:20.708097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:20.708538 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:20.708964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:20.757543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3d0bcdfc-b46a-40bb-a81e-5162030c1f8a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Made reservation on behalf of 1173146d0bd74d9cb73aa00ee9b7de4b for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:51:20.763875 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3d0bcdfc-b46a-40bb-a81e-5162030c1f8a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:20.782222 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6acf4a73-41c9-48c7-8c2d-63cfcac96790 req-d3dc2663-69b0-4ffb-87ee-dcde9ac380e8 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/security-groups?id=84ba11a1-830c-4461-8b9c-a5be919aeb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8684158 Nov 13 04:51:20.876427 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] For port 5ac73c2c-537a-444a-93e0-5acdbc22641b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5ac73c2c-537a-444a-93e0-5acdbc22641b,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:20.877853 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:20.921163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Calling delete_port for 5ac73c2c-537a-444a-93e0-5acdbc22641b owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:20.928308 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5abf1edc-7182-4727-a898-3122f5171764 req-d2b329d3-9fb2-4f96-a244-c5ad2b8679cb service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9619443 Nov 13 04:51:20.936397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac2eaf-5921-4596-a762-735a08e540b8 req-f6d06dfb-d4a1-4166-830d-0630dea1e403 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:20.938253 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eeac2eaf-5921-4596-a762-735a08e540b8 req-f6d06dfb-d4a1-4166-830d-0630dea1e403 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.1487520 Nov 13 04:51:21.050234 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5abf1edc-7182-4727-a898-3122f5171764 req-08f17ced-45f8-4e34-aa50-2ad253c82344 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028020 Nov 13 04:51:21.166126 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eeac2eaf-5921-4596-a762-735a08e540b8 req-f709f3a4-8fa8-4427-bd07-4292ad2261bf tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954005 Nov 13 04:51:21.169488 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:21.203862 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bac426e5-4fce-4684-ad95-3c33e4868a1b details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:51:21.218861 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3d0bcdfc-b46a-40bb-a81e-5162030c1f8a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Allocated IP 172.20.0.13 (54bcc594-4643-4653-a5bb-72d48b85d8bc/d9ac137d-bc95-480d-b540-783bd32adcd0/19099ef5-6d30-4282-af7f-46bf14ca6429) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:21.308629 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce753800-d806-4111-bcb1-616867086c17 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:21.400886 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bac426e5-4fce-4684-ad95-3c33e4868a1b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bac426e5-4fce-4684-ad95-3c33e4868a1b,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:21.428622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'bac426e5-4fce-4684-ad95-3c33e4868a1b', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': 'bac426e5-4fce-4684-ad95-3c33e4868a1b', 'mac_address': 'fa:16:3e:6f:2b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:51:21.505577 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:21.534711 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac426e5-4fce-4684-ad95-3c33e4868a1b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:51:21.559649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bac426e5-4fce-4684-ad95-3c33e4868a1b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bac426e5-4fce-4684-ad95-3c33e4868a1b,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:21.573428 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:21.650685 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:21.663212 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=bac426e5-4fce-4684-ad95-3c33e4868a1b,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:21.665615 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3d0bcdfc-b46a-40bb-a81e-5162030c1f8a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:21.673856 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.674207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.674551 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.674761 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:21.675057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.675245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.675577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.675988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.676321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.676645 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.676966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.677289 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.677610 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.721503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac73c2c-537a-444a-93e0-5acdbc22641b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:21.737888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22f5750-23a8-4346-9ad8-f150dc6f80ef None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:21.794888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.795271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.795617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.795954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.796288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.796621 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.796948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.797271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.797594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.797912 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.798233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.798560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:51:21.857753 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-250b1c9a-63c0-4f8c-9391-f2b05661f0df req-b4c7063b-eeeb-415e-805e-a5cbac671ed2 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0557938 Nov 13 04:51:21.917994 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:21.955587 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['bac426e5-4fce-4684-ad95-3c33e4868a1b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:51:22.009977 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3d0bcdfc-b46a-40bb-a81e-5162030c1f8a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:22.088921 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:22.090419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3d0bcdfc-b46a-40bb-a81e-5162030c1f8a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Network 54bcc594-4643-4653-a5bb-72d48b85d8bc is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:22.096713 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:22.126645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3d0bcdfc-b46a-40bb-a81e-5162030c1f8a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:22.141691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3d0bcdfc-b46a-40bb-a81e-5162030c1f8a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:22.201554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3d0bcdfc-b46a-40bb-a81e-5162030c1f8a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:22.202243 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3d0bcdfc-b46a-40bb-a81e-5162030c1f8a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:22.240831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bcdfc-b46a-40bb-a81e-5162030c1f8a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'Port': ['ID=19099ef5-6d30-4282-af7f-46bf14ca6429,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:22.253111 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ae5a0-cf6a-4324-a2a8-b7a28d1b19b9 req-ab1d4ad5-604b-484b-a6e3-9a8c8fafd0ea tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:22.254666 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e85ae5a0-cf6a-4324-a2a8-b7a28d1b19b9 req-ab1d4ad5-604b-484b-a6e3-9a8c8fafd0ea tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 949 time: 0.3133216 Nov 13 04:51:22.256633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Router 2090a1f5-dcfa-4908-9f17-2a193569a0ea is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:51:22.262334 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3d0bcdfc-b46a-40bb-a81e-5162030c1f8a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4253640 Nov 13 04:51:22.283815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ce753800-d806-4111-bcb1-616867086c17 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port 075e715c-6236-41c1-9596-1357afaf3df6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:22.284210 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce753800-d806-4111-bcb1-616867086c17 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:22.287524 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:22.289278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b8d9104b-bb09-4b7c-9d82-b06540a082b0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'port': {'device_id': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41', 'admin_state_up': True, 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'security_groups': ['1e0810cd-396f-4590-89b9-1b310d18f1c1']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:22.294553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57026986-85a4-4ed2-b71b-7f2391d0881d {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:51:22.315217 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:22.316497 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1bb989d5-555f-40ac-982f-e0efa40e2b49 admin admin] 10.222.0.43 "DELETE /v2.0/routers/57026986-85a4-4ed2-b71b-7f2391d0881d HTTP/1.1" status: 204 len: 168 time: 4.8079796 Nov 13 04:51:22.335389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59482) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:22.376669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74e2a4-ac64-4d19-a2f4-5092b8927bc3 req-cfe5109e-2cbd-4152-b123-bbee17d1d0e2 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:22.378424 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d74e2a4-ac64-4d19-a2f4-5092b8927bc3 req-cfe5109e-2cbd-4152-b123-bbee17d1d0e2 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 949 time: 0.1764803 Nov 13 04:51:22.500237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:51:22.511662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ed195-f1df-44f6-9003-cdddd92de62b None None] Sync routers for ids ['2090a1f5-dcfa-4908-9f17-2a193569a0ea'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:51:22.529236 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ed195-f1df-44f6-9003-cdddd92de62b None None] Routers {'2090a1f5-dcfa-4908-9f17-2a193569a0ea'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:22.529905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-ce753800-d806-4111-bcb1-616867086c17 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] For port 075e715c-6236-41c1-9596-1357afaf3df6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=075e715c-6236-41c1-9596-1357afaf3df6,segment=NetworkSegment(ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41),segment_id=ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:22.530278 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce753800-d806-4111-bcb1-616867086c17 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:22.530936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ef9ed195-f1df-44f6-9003-cdddd92de62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2090a1f5-dcfa-4908-9f17-2a193569a0ea'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:22.551127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ce753800-d806-4111-bcb1-616867086c17 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for 075e715c-6236-41c1-9596-1357afaf3df6 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:22.597673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ef9ed195-f1df-44f6-9003-cdddd92de62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:22.599723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41f4429-e322-4ac8-a51e-3778a032991f admin admin] Deleting subnet 908c8b1d-3536-4912-86e7-b0659d56faec {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:51:22.606581 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d74e2a4-ac64-4d19-a2f4-5092b8927bc3 req-0b7fb755-9201-4149-a137-e4c2a97bc444 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859813 Nov 13 04:51:22.652111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5fd447a0-3130-4a8e-951a-0a302552904d None None] Provisioning complete for port 19099ef5-6d30-4282-af7f-46bf14ca6429 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:22.654172 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5fd447a0-3130-4a8e-951a-0a302552904d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:22.671003 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d41f4429-e322-4ac8-a51e-3778a032991f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:22.703312 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b8d9104b-bb09-4b7c-9d82-b06540a082b0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Made reservation on behalf of 1173146d0bd74d9cb73aa00ee9b7de4b for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:51:22.707197 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b8d9104b-bb09-4b7c-9d82-b06540a082b0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:22.710714 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ed195-f1df-44f6-9003-cdddd92de62b None None] Routers {'2090a1f5-dcfa-4908-9f17-2a193569a0ea'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:22.711324 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ef9ed195-f1df-44f6-9003-cdddd92de62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2090a1f5-dcfa-4908-9f17-2a193569a0ea'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:22.736726 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:22.740822 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-10db8293-a43e-4455-8bf9-6bf9ddfeae15 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.4766672 Nov 13 04:51:22.741444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59488) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:22.755702 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ef9ed195-f1df-44f6-9003-cdddd92de62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:22.757119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ed195-f1df-44f6-9003-cdddd92de62b None None] The sync data for ids ['2090a1f5-dcfa-4908-9f17-2a193569a0ea'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:51:22.774536 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5fd447a0-3130-4a8e-951a-0a302552904d None None] Port 19099ef5-6d30-4282-af7f-46bf14ca6429 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:51:22.807814 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e85ae5a0-cf6a-4324-a2a8-b7a28d1b19b9 req-df30160a-2dd8-428b-9d62-e1d56513d356 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/security-groups?id=84ba11a1-830c-4461-8b9c-a5be919aeb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283930 Nov 13 04:51:22.816468 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d41f4429-e322-4ac8-a51e-3778a032991f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:22.979743 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b8d9104b-bb09-4b7c-9d82-b06540a082b0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Allocated IP 10.1.1.101 (3d2d660d-8a90-47a7-a920-6ec9c1832b41/2eafef19-b9a2-402d-a6d8-c66347803a1a/011a8497-145c-4fd7-903e-19cf452a8ebd) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:22.993397 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead0848-b120-451c-8ccb-85e5cc744d52 req-7211ec97-a4c7-49a7-bc4a-2a3aa8affa97 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:22.994968 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fead0848-b120-451c-8ccb-85e5cc744d52 req-7211ec97-a4c7-49a7-bc4a-2a3aa8affa97 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.2014210 Nov 13 04:51:23.111533 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d41f4429-e322-4ac8-a51e-3778a032991f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:23.128013 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2765b16a-6a23-4a55-8b9e-47179a0259f0 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/routers/2090a1f5-dcfa-4908-9f17-2a193569a0ea HTTP/1.1" status: 200 len: 924 time: 0.3806860 Nov 13 04:51:23.142990 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59496) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:23.147635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca14fb8-af82-4a9b-a1bb-07feda82ac37 req-092ca97e-fdd6-4cea-9c1b-352cbe4b210d tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:23.163345 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2ca14fb8-af82-4a9b-a1bb-07feda82ac37 req-092ca97e-fdd6-4cea-9c1b-352cbe4b210d tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 932 time: 0.1082873 Nov 13 04:51:23.200039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bac426e5-4fce-4684-ad95-3c33e4868a1b up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:23.225855 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9b57a672-4b4c-49b5-9519-5518d4d3beac tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "GET /v2.0/ports?device_id=2090a1f5-dcfa-4908-9f17-2a193569a0ea HTTP/1.1" status: 200 len: 205 time: 0.0784032 Nov 13 04:51:23.230450 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59498) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:23.232470 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fead0848-b120-451c-8ccb-85e5cc744d52 req-d71747e3-8c4d-41ae-9599-6f8fee201ece tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175448 Nov 13 04:51:23.252259 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce753800-d806-4111-bcb1-616867086c17 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:23.318820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port bac426e5-4fce-4684-ad95-3c33e4868a1b completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:51:23.323164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port bac426e5-4fce-4684-ad95-3c33e4868a1b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:23.323726 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:23.324525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce753800-d806-4111-bcb1-616867086c17 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=075e715c-6236-41c1-9596-1357afaf3df6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:23.374421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5ac73c2c-537a-444a-93e0-5acdbc22641b no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:51:23.387580 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d41f4429-e322-4ac8-a51e-3778a032991f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:23.439940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 5ac73c2c-537a-444a-93e0-5acdbc22641b {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:51:23.440612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5ac73c2c-537a-444a-93e0-5acdbc22641b not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:51:23.445210 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2ca14fb8-af82-4a9b-a1bb-07feda82ac37 req-156904a5-1717-4c3d-a72e-38716610f8c0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780578 Nov 13 04:51:23.518280 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59e045cd-737e-4f37-96d1-3b76517c0a30 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:23.532642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d41f4429-e322-4ac8-a51e-3778a032991f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:23.542950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84782b7a-9d86-4c80-85a6-720c83e5278a None None] Network 379b9863-28a2-43d2-a7b2-cb25ff5dd33e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:51:23.545252 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d41f4429-e322-4ac8-a51e-3778a032991f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/908c8b1d-3536-4912-86e7-b0659d56faec HTTP/1.1" status: 204 len: 168 time: 1.2088814 Nov 13 04:51:23.546093 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59500) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:23.576674 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f4429-e322-4ac8-a51e-3778a032991f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=908c8b1d-3536-4912-86e7-b0659d56faec,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:23.702173 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:23.709223 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b8d9104b-bb09-4b7c-9d82-b06540a082b0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:23.796031 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59e045cd-737e-4f37-96d1-3b76517c0a30 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:23.798092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bac426e5-4fce-4684-ad95-3c33e4868a1b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bac426e5-4fce-4684-ad95-3c33e4868a1b,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:23.801563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15418c4b-165b-4ca0-b43e-6277e5277beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac426e5-4fce-4684-ad95-3c33e4868a1b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:51:23.806676 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43c5247-d994-4f16-9191-36926eb0ca70" -d '{"events": [{"server_uuid": "15418c4b-165b-4ca0-b43e-6277e5277beb", "name": "network-vif-plugged", "status": "completed", "tag": "bac426e5-4fce-4684-ad95-3c33e4868a1b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:51:23.812739 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:23.827042 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b8d9104b-bb09-4b7c-9d82-b06540a082b0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:23.903833 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9104b-bb09-4b7c-9d82-b06540a082b0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'Port': ['ID=011a8497-145c-4fd7-903e-19cf452a8ebd,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:23.944349 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b8d9104b-bb09-4b7c-9d82-b06540a082b0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:23.946075 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001e0537-75d5-4fb1-9063-29c6e9927bf1 x-openstack-request-id: req-001e0537-75d5-4fb1-9063-29c6e9927bf1 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:51:23.947425 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15418c4b-165b-4ca0-b43e-6277e5277beb", "name": "network-vif-plugged", "status": "completed", "tag": "bac426e5-4fce-4684-ad95-3c33e4868a1b", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:51:23.947812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b8d9104b-bb09-4b7c-9d82-b06540a082b0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:23.951002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b8d9104b-bb09-4b7c-9d82-b06540a082b0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:23.963173 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-001e0537-75d5-4fb1-9063-29c6e9927bf1 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:51:23.963889 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15418c4b-165b-4ca0-b43e-6277e5277beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac426e5-4fce-4684-ad95-3c33e4868a1b', 'code': 200} Nov 13 04:51:24.005310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b8d9104b-bb09-4b7c-9d82-b06540a082b0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:24.005980 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b8d9104b-bb09-4b7c-9d82-b06540a082b0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:24.024166 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:24.039038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=bac426e5-4fce-4684-ad95-3c33e4868a1b,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:24.048304 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b8d9104b-bb09-4b7c-9d82-b06540a082b0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7676084 Nov 13 04:51:24.067044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a620e25a-a936-492a-af54-4c253b71a261 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'port': {'device_id': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41', 'admin_state_up': True, 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'security_groups': ['1e0810cd-396f-4590-89b9-1b310d18f1c1']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:24.109249 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce753800-d806-4111-bcb1-616867086c17 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:24.147576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dcb3dc-1636-4cb8-9f27-ceec574ceca3 None None] DHCP port deletion for 379b9863-28a2-43d2-a7b2-cb25ff5dd33e request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:24.157798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457697e-8002-440d-a0ae-dc1df7d8032a req-aaa5c121-e94d-4aed-91cf-1a519a1fb5e8 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:24.166042 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-59e045cd-737e-4f37-96d1-3b76517c0a30 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Deleting port bf1fcf50-d901-48ab-ae3d-2bcc89961037 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:24.166383 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59e045cd-737e-4f37-96d1-3b76517c0a30 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:24.172338 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d457697e-8002-440d-a0ae-dc1df7d8032a req-aaa5c121-e94d-4aed-91cf-1a519a1fb5e8 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 949 time: 0.4140527 Nov 13 04:51:24.271277 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-35dcb3dc-1636-4cb8-9f27-ceec574ceca3 None None] Deleting port 236eb117-cddb-425f-84e4-b97c2cc51706 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:24.271651 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35dcb3dc-1636-4cb8-9f27-ceec574ceca3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:24.360177 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f1282-cf16-4c60-8b54-663e3a10d894 req-e982b4c2-0d0a-4da2-b69e-3e7185a45aae tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:24.362086 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4c1f1282-cf16-4c60-8b54-663e3a10d894 req-e982b4c2-0d0a-4da2-b69e-3e7185a45aae tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 950 time: 0.3200228 Nov 13 04:51:24.375151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-35dcb3dc-1636-4cb8-9f27-ceec574ceca3 None None] For port 236eb117-cddb-425f-84e4-b97c2cc51706, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=236eb117-cddb-425f-84e4-b97c2cc51706,segment=NetworkSegment(661b146b-dd8b-4c0f-8857-5c223b4f6f50),segment_id=661b146b-dd8b-4c0f-8857-5c223b4f6f50)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:24.375526 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35dcb3dc-1636-4cb8-9f27-ceec574ceca3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:24.384824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d8940-bab5-4806-b915-463ac3c7baab req-3d81b369-2fda-44d0-81d0-4a9bc4192cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:24.386641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd4d8940-bab5-4806-b915-463ac3c7baab req-3d81b369-2fda-44d0-81d0-4a9bc4192cc7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 1101 time: 0.3872113 Nov 13 04:51:24.392349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-35dcb3dc-1636-4cb8-9f27-ceec574ceca3 None None] Calling delete_port for 236eb117-cddb-425f-84e4-b97c2cc51706 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:24.435702 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59e045cd-737e-4f37-96d1-3b76517c0a30 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:24.471392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-59e045cd-737e-4f37-96d1-3b76517c0a30 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Calling delete_port for bf1fcf50-d901-48ab-ae3d-2bcc89961037 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:24.478848 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4c1f1282-cf16-4c60-8b54-663e3a10d894 req-0aa248d0-a222-415a-88e3-c59b6486a379 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/security-groups?id=84ba11a1-830c-4461-8b9c-a5be919aeb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095772 Nov 13 04:51:24.493157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a620e25a-a936-492a-af54-4c253b71a261 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Made reservation on behalf of 1173146d0bd74d9cb73aa00ee9b7de4b for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:51:24.496994 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a620e25a-a936-492a-af54-4c253b71a261 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:24.618668 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d457697e-8002-440d-a0ae-dc1df7d8032a req-343f153c-b0f1-4883-8561-393928c35552 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453464 Nov 13 04:51:24.664769 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd4d8940-bab5-4806-b915-463ac3c7baab req-a0f47ab8-c39d-4dbf-a4f4-a42f9aeb3f3a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=84ba11a1-830c-4461-8b9c-a5be919aeb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376237 Nov 13 04:51:24.690633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] Deleting port 236eb117-cddb-425f-84e4-b97c2cc51706 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:24.691012 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:24.693971 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-214aa774-19a6-44d4-9446-2c706d1af656 None None] Provisioning complete for port 011a8497-145c-4fd7-903e-19cf452a8ebd triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:24.694492 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-214aa774-19a6-44d4-9446-2c706d1af656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:24.728655 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce753800-d806-4111-bcb1-616867086c17 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:51:24.750071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-214aa774-19a6-44d4-9446-2c706d1af656 None None] Port 011a8497-145c-4fd7-903e-19cf452a8ebd cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:51:24.779188 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35dcb3dc-1636-4cb8-9f27-ceec574ceca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:24.812995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcb3dc-1636-4cb8-9f27-ceec574ceca3 None None] Pushing event deleted for resources: {'Port': ['ID=236eb117-cddb-425f-84e4-b97c2cc51706,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:24.835831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dcb3dc-1636-4cb8-9f27-ceec574ceca3 None None] No DVR routers for this DVR port 236eb117-cddb-425f-84e4-b97c2cc51706 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:51:24.850878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29a408-ec38-4b13-a080-9ebf50a7c739 req-67d330d6-5538-41d5-b143-c29db17dec91 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:24.852469 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a29a408-ec38-4b13-a080-9ebf50a7c739 req-67d330d6-5538-41d5-b143-c29db17dec91 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.1250982 Nov 13 04:51:24.853154 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59e045cd-737e-4f37-96d1-3b76517c0a30 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:24.888400 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] For port 236eb117-cddb-425f-84e4-b97c2cc51706, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=236eb117-cddb-425f-84e4-b97c2cc51706,segment=NetworkSegment(661b146b-dd8b-4c0f-8857-5c223b4f6f50),segment_id=661b146b-dd8b-4c0f-8857-5c223b4f6f50)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:24.888400 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:24.897096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e045cd-737e-4f37-96d1-3b76517c0a30 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Pushing event deleted for resources: {'Port': ['ID=bf1fcf50-d901-48ab-ae3d-2bcc89961037,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:24.926725 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d72da-60a9-410b-a028-c2a0759601cb req-30bca047-965d-4097-bcc3-4d0baa366f22 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:24.929894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293eb8a0-5e43-44a5-b580-4cedb2cefa1d None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:24.933007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d72da-60a9-410b-a028-c2a0759601cb req-30bca047-965d-4097-bcc3-4d0baa366f22 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:24.946310 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-960d72da-60a9-410b-a028-c2a0759601cb req-30bca047-965d-4097-bcc3-4d0baa366f22 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 1654 time: 0.2277734 Nov 13 04:51:24.979609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] Calling delete_port for 236eb117-cddb-425f-84e4-b97c2cc51706 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:24.994506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59518) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:25.001418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-de058741-94f3-404e-b645-dceb3928e437 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1326090614'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:25.048989 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce753800-d806-4111-bcb1-616867086c17 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:51:25.049586 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a29a408-ec38-4b13-a080-9ebf50a7c739 req-54ec2aae-3063-4da2-a23c-4d72d13c4f3b tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642771 Nov 13 04:51:25.066539 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59e045cd-737e-4f37-96d1-3b76517c0a30 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:25.076366 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a620e25a-a936-492a-af54-4c253b71a261 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Allocated IP 10.1.1.38 (3d2d660d-8a90-47a7-a920-6ec9c1832b41/2eafef19-b9a2-402d-a6d8-c66347803a1a/f60b3c65-296c-4b69-8a01-8da7b8e0fec9) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:25.084731 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8329340-9c8b-48d6-9828-3bc8c7da4400 None None] Sync routers for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:51:25.103674 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8329340-9c8b-48d6-9828-3bc8c7da4400 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:25.104328 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d8329340-9c8b-48d6-9828-3bc8c7da4400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:25.220326 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d8329340-9c8b-48d6-9828-3bc8c7da4400 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:25.248029 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59e045cd-737e-4f37-96d1-3b76517c0a30 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:25.252829 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59e045cd-737e-4f37-96d1-3b76517c0a30 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:25.324722 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59e045cd-737e-4f37-96d1-3b76517c0a30 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:25.325459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e045cd-737e-4f37-96d1-3b76517c0a30 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Fanout notify agent at l3_agent the message router_deleted on router 2090a1f5-dcfa-4908-9f17-2a193569a0ea {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:51:25.336238 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59e045cd-737e-4f37-96d1-3b76517c0a30 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:25.340983 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-59e045cd-737e-4f37-96d1-3b76517c0a30 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "DELETE /v2.0/routers/2090a1f5-dcfa-4908-9f17-2a193569a0ea HTTP/1.1" status: 204 len: 168 time: 2.0958838 Nov 13 04:51:25.345974 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59538) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:25.351629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1090702698', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'enable_snat': False}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:25.449682 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 236eb117-cddb-425f-84e4-b97c2cc51706 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:51:25.477463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 236eb117-cddb-425f-84e4-b97c2cc51706 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:51:25.477839 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 236eb117-cddb-425f-84e4-b97c2cc51706 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:51:25.617067 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a620e25a-a936-492a-af54-4c253b71a261 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:25.627808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 901ab33f-1c1e-44d3-9c62-7c79a13a91eb no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:51:25.672150 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ce753800-d806-4111-bcb1-616867086c17 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/32ca256e-b79d-48ac-bc46-b3ddd5f08877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2495372 Nov 13 04:51:25.675876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59552) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:25.692789 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-960d72da-60a9-410b-a028-c2a0759601cb req-34a40317-160d-4dda-824c-b17256e8b90e tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7454722 Nov 13 04:51:25.701773 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a620e25a-a936-492a-af54-4c253b71a261 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:25.725195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de058741-94f3-404e-b645-dceb3928e437 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Made reservation on behalf of 56e889b16bd745a8aae943f6a4671633 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:51:25.751308 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de058741-94f3-404e-b645-dceb3928e437 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:25.803980 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:25.809758 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d8329340-9c8b-48d6-9828-3bc8c7da4400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:23Z', 'revision_number': 8, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:51:12Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:51:02Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:25.855964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:25.872574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620e25a-a936-492a-af54-4c253b71a261 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'Port': ['ID=f60b3c65-296c-4b69-8a01-8da7b8e0fec9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:25.887614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] No DVR routers for this DVR port 236eb117-cddb-425f-84e4-b97c2cc51706 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:51:25.894162 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:25.894802 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:25.895598 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:25.903506 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8329340-9c8b-48d6-9828-3bc8c7da4400 None None] Checking router: 32ca256e-b79d-48ac-bc46-b3ddd5f08877 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:51:25.907503 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:25.919526 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a620e25a-a936-492a-af54-4c253b71a261 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:25.921173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de058741-94f3-404e-b645-dceb3928e437 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:51:25.927743 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a620e25a-a936-492a-af54-4c253b71a261 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:25.930586 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de058741-94f3-404e-b645-dceb3928e437 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:25.930944 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-de058741-94f3-404e-b645-dceb3928e437 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Added segment e4c0538a-62f0-4b5e-b32f-5ab7acfa86db of type vlan for network 05902fd0-8743-474a-8465-76944be5f8e4 Nov 13 04:51:25.935767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a620e25a-a936-492a-af54-4c253b71a261 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:25.954229 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8329340-9c8b-48d6-9828-3bc8c7da4400 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:25.954859 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d8329340-9c8b-48d6-9828-3bc8c7da4400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:25.967545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:51:25.969734 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3519023e-9cbd-4815-9d2b-7bec8bb0ebe3" -d '{"events": [{"server_uuid": "cc64a2db-f3ae-4212-8957-f0b3db51c5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "901ab33f-1c1e-44d3-9c62-7c79a13a91eb"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:51:26.024199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:26.099975 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.167933 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d8329340-9c8b-48d6-9828-3bc8c7da4400 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:26.187693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] Pushing event deleted for resources: {'Port': ['ID=236eb117-cddb-425f-84e4-b97c2cc51706,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:26.197631 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5c0f6f-3608-4d6f-8bea-260251c8fbf3 x-openstack-request-id: req-ad5c0f6f-3608-4d6f-8bea-260251c8fbf3 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:51:26.198017 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc64a2db-f3ae-4212-8957-f0b3db51c5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "901ab33f-1c1e-44d3-9c62-7c79a13a91eb", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:51:26.198359 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad5c0f6f-3608-4d6f-8bea-260251c8fbf3 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:51:26.198841 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb', 'code': 200} Nov 13 04:51:26.203067 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1125780-0dbc-481e-8380-a8ea02d39e0b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting subnet 0d67bd3e-15b7-498a-aaa3-70325bb9d66c {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:51:26.212301 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1125780-0dbc-481e-8380-a8ea02d39e0b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.262840 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1125780-0dbc-481e-8380-a8ea02d39e0b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.344179 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de058741-94f3-404e-b645-dceb3928e437 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.390867 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.391673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c05a18cf-ea55-4e83-93a9-fba99ae70635 None None] Provisioning complete for port f60b3c65-296c-4b69-8a01-8da7b8e0fec9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:26.392047 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c05a18cf-ea55-4e83-93a9-fba99ae70635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.409840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd161f36-ac02-4590-9bec-9446146b52a6 req-c72462d9-b076-4585-9cde-4c27ff833ebf tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:26.417154 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd161f36-ac02-4590-9bec-9446146b52a6 req-c72462d9-b076-4585-9cde-4c27ff833ebf tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 950 time: 0.5411251 Nov 13 04:51:26.470883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379b9863-28a2-43d2-a7b2-cb25ff5dd33e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:26.497651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c05a18cf-ea55-4e83-93a9-fba99ae70635 None None] Port f60b3c65-296c-4b69-8a01-8da7b8e0fec9 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:51:26.505351 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661b146b-dd8b-4c0f-8857-5c223b4f6f50') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:26.505644 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661b146b-dd8b-4c0f-8857-5c223b4f6f50') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:26.518304 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d8329340-9c8b-48d6-9828-3bc8c7da4400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:23Z', 'revision_number': 8, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:51:12Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:51:02Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:26.519921 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de058741-94f3-404e-b645-dceb3928e437 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.525903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de058741-94f3-404e-b645-dceb3928e437 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:26.526857 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de058741-94f3-404e-b645-dceb3928e437 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.549772 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.555870 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8329340-9c8b-48d6-9828-3bc8c7da4400 None None] The sync data for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 is: [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:23Z', 'revision_number': 8, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '3681a451-a54c-4e7d-843b-99c957c8a35d', 'name': '', 'network_id': '00e6dcf3-812b-4657-b362-d32575007159', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:83:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:51:12Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': '45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:51:02Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:51:26.595732 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1125780-0dbc-481e-8380-a8ea02d39e0b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.629164 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.685034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:51:26.685438 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:51:26.689823 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:51:26.695382 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-de058741-94f3-404e-b645-dceb3928e437 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6960402 Nov 13 04:51:26.699395 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd161f36-ac02-4590-9bec-9446146b52a6 req-2e1cd282-f8ee-45a0-9c33-11fc6c9b364e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/security-groups?id=84ba11a1-830c-4461-8b9c-a5be919aeb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813628 Nov 13 04:51:26.702375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59580) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:26.716500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7568c176-dbc8-488c-9df2-58c0baca6117 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1331744128'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:26.736464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a620e25a-a936-492a-af54-4c253b71a261 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:26.737987 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a620e25a-a936-492a-af54-4c253b71a261 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.811853 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de058741-94f3-404e-b645-dceb3928e437 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'Network': ['ID=05902fd0-8743-474a-8465-76944be5f8e4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:26.818541 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7568c176-dbc8-488c-9df2-58c0baca6117 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Made reservation on behalf of 56e889b16bd745a8aae943f6a4671633 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:51:26.822376 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7568c176-dbc8-488c-9df2-58c0baca6117 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.826808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 05902fd0-8743-474a-8465-76944be5f8e4 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:51:26.863478 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1125780-0dbc-481e-8380-a8ea02d39e0b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.870114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d64642-1ad8-402b-93e7-639b5d090060 req-a4410aaa-5361-4d46-8144-9ac4031e7537 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:26.871818 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-01d64642-1ad8-402b-93e7-639b5d090060 req-a4410aaa-5361-4d46-8144-9ac4031e7537 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.1703186 Nov 13 04:51:26.918065 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a620e25a-a936-492a-af54-4c253b71a261 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8555093 Nov 13 04:51:26.928616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1125780-0dbc-481e-8380-a8ea02d39e0b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Subnet': ['ID=0d67bd3e-15b7-498a-aaa3-70325bb9d66c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:26.931459 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.936171 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.943956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] 10.222.0.43 "DELETE /v2.0/networks/379b9863-28a2-43d2-a7b2-cb25ff5dd33e HTTP/1.1" status: 204 len: 168 time: 3.3923032 Nov 13 04:51:26.956803 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1125780-0dbc-481e-8380-a8ea02d39e0b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:26.963264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f2bdef-fe72-489a-ba93-c177c22d8e36 None None] Network 98d9a3b0-6fbd-4d99-825c-068ef972b4ea requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:51:26.967697 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f1125780-0dbc-481e-8380-a8ea02d39e0b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/0d67bd3e-15b7-498a-aaa3-70325bb9d66c HTTP/1.1" status: 204 len: 168 time: 1.2903304 Nov 13 04:51:26.978662 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59592) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:27.009648 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f006ff-fd39-4fac-a295-071b575c7450 admin admin] Pushing event deleted for resources: {'Network': ['ID=379b9863-28a2-43d2-a7b2-cb25ff5dd33e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:27.023262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d64882-6f18-44db-9df6-629f05cd8b13 req-05eec3fe-ebdc-4916-86c5-5d861b7c2d76 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:27.029772 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d64882-6f18-44db-9df6-629f05cd8b13 req-05eec3fe-ebdc-4916-86c5-5d861b7c2d76 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:27.037226 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d64882-6f18-44db-9df6-629f05cd8b13 req-05eec3fe-ebdc-4916-86c5-5d861b7c2d76 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:27.039223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3d64882-6f18-44db-9df6-629f05cd8b13 req-05eec3fe-ebdc-4916-86c5-5d861b7c2d76 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 2374 time: 0.2313073 Nov 13 04:51:27.069366 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-01d64642-1ad8-402b-93e7-639b5d090060 req-98fda105-d851-421a-a104-e40f7fe2c404 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549411 Nov 13 04:51:27.084247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7568c176-dbc8-488c-9df2-58c0baca6117 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:51:27.109921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-551324e3-313b-4ae9-b4a9-26c238a4da13 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'port': {'device_id': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b', 'admin_state_up': True, 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'security_groups': ['1e0810cd-396f-4590-89b9-1b310d18f1c1']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:27.183838 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:27.217266 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7568c176-dbc8-488c-9df2-58c0baca6117 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:27.217618 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-7568c176-dbc8-488c-9df2-58c0baca6117 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Added segment 3c16ee0c-3ae1-42e7-a334-98524c6b2330 of type vlan for network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 Nov 13 04:51:27.254358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 075e715c-6236-41c1-9596-1357afaf3df6 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:51:27.266807 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7568c176-dbc8-488c-9df2-58c0baca6117 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:27.278290 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:27.319447 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 075e715c-6236-41c1-9596-1357afaf3df6 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:51:27.319785 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 075e715c-6236-41c1-9596-1357afaf3df6 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:51:27.333589 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7568c176-dbc8-488c-9df2-58c0baca6117 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:27.340594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7568c176-dbc8-488c-9df2-58c0baca6117 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:27.340780 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7568c176-dbc8-488c-9df2-58c0baca6117 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:27.349532 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3d64882-6f18-44db-9df6-629f05cd8b13 req-d5bbbab9-f486-41bb-b093-f22eda2f8175 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888119 Nov 13 04:51:27.380364 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59598) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:27.432587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7568c176-dbc8-488c-9df2-58c0baca6117 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7285402 Nov 13 04:51:27.443277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:27.449607 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fc465aed-7318-4539-9a82-a749b8768582 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'subnet': {'network_id': '05902fd0-8743-474a-8465-76944be5f8e4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:27.468830 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973ff46a-8145-490b-9db5-f506961e13b2 None None] DHCP port deletion for 98d9a3b0-6fbd-4d99-825c-068ef972b4ea request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:27.526012 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-973ff46a-8145-490b-9db5-f506961e13b2 None None] Deleting port 83d9a74b-9c8f-4b0e-852b-3316c9281906 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:27.526865 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-973ff46a-8145-490b-9db5-f506961e13b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:27.578863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568c176-dbc8-488c-9df2-58c0baca6117 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'Network': ['ID=e8c159e9-f2a6-4bb2-bb40-fd6554a81360,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:27.607304 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-973ff46a-8145-490b-9db5-f506961e13b2 None None] For port 83d9a74b-9c8f-4b0e-852b-3316c9281906, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=83d9a74b-9c8f-4b0e-852b-3316c9281906,segment=NetworkSegment(ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41),segment_id=ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:27.607848 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-973ff46a-8145-490b-9db5-f506961e13b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:27.608924 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-44d76bc1-006f-4476-b6e2-7a32059aada6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff1fb8441d4b468cbf58785f935c4d92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263155 Nov 13 04:51:27.616355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:27.624922 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-973ff46a-8145-490b-9db5-f506961e13b2 None None] Calling delete_port for 83d9a74b-9c8f-4b0e-852b-3316c9281906 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:27.645696 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc465aed-7318-4539-9a82-a749b8768582 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Made reservation on behalf of 56e889b16bd745a8aae943f6a4671633 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:51:27.649825 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc465aed-7318-4539-9a82-a749b8768582 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:27.708930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-551324e3-313b-4ae9-b4a9-26c238a4da13 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Made reservation on behalf of 1173146d0bd74d9cb73aa00ee9b7de4b for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:51:27.710221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:51:27.754824 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-973ff46a-8145-490b-9db5-f506961e13b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:27.796213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ff46a-8145-490b-9db5-f506961e13b2 None None] No DVR routers for this DVR port 83d9a74b-9c8f-4b0e-852b-3316c9281906 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:51:27.796736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port 83d9a74b-9c8f-4b0e-852b-3316c9281906 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:27.797078 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:27.858381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ff46a-8145-490b-9db5-f506961e13b2 None None] Pushing event deleted for resources: {'Port': ['ID=83d9a74b-9c8f-4b0e-852b-3316c9281906,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:27.922008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] For port 83d9a74b-9c8f-4b0e-852b-3316c9281906, host n-d-813114-2, got binding levels [] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:27.922487 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:27.940992 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for 83d9a74b-9c8f-4b0e-852b-3316c9281906 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:27.944724 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Port 83d9a74b-9c8f-4b0e-852b-3316c9281906 was not found and therefore no delete operation was performed {{(pid=102668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 04:51:27.945710 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-246e3d02-08a2-4922-8ff9-8ea527584d55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:27.951873 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.008701 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.021886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=83d9a74b-9c8f-4b0e-852b-3316c9281906,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:28.025056 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-246e3d02-08a2-4922-8ff9-8ea527584d55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.044896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No DVR routers for this DVR port 83d9a74b-9c8f-4b0e-852b-3316c9281906 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:51:28.045857 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d25ae2-a021-40e2-be57-7262e201331e req-440d6b32-cc63-4c4d-97f9-c6d22d9c663b tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:28.047651 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81d25ae2-a021-40e2-be57-7262e201331e req-440d6b32-cc63-4c4d-97f9-c6d22d9c663b tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 950 time: 0.2260196 Nov 13 04:51:28.051276 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.057210 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-551324e3-313b-4ae9-b4a9-26c238a4da13 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.225847 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.231613 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81d25ae2-a021-40e2-be57-7262e201331e req-6c6325f2-e571-487b-ae2d-1dce7584e72e tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/security-groups?id=84ba11a1-830c-4461-8b9c-a5be919aeb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720762 Nov 13 04:51:28.242817 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc465aed-7318-4539-9a82-a749b8768582 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.305138 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-246e3d02-08a2-4922-8ff9-8ea527584d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.308926 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-246e3d02-08a2-4922-8ff9-8ea527584d55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.312569 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-246e3d02-08a2-4922-8ff9-8ea527584d55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/066dc1e4-0e46-420e-b865-ddeca7931d57 HTTP/1.1" status: 204 len: 168 time: 0.6912241 Nov 13 04:51:28.312569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d9a3b0-6fbd-4d99-825c-068ef972b4ea']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:28.345146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:28.345620 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec78ecfc-8b2e-4358-a9e4-57c3bb51bf41') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:28.365646 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e3d02-08a2-4922-8ff9-8ea527584d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066dc1e4-0e46-420e-b865-ddeca7931d57,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:28.381852 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.398667 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc465aed-7318-4539-9a82-a749b8768582 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'Subnet': ['ID=0d4528d4-e84b-4a09-8452-7f11a9785007,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:28.417285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337585a-324e-4e95-a5cb-22ba912242f0 req-f7269c79-097c-4b28-8592-c70dbe7e1130 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:28.424217 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7337585a-324e-4e95-a5cb-22ba912242f0 req-f7269c79-097c-4b28-8592-c70dbe7e1130 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.2185931 Nov 13 04:51:28.442604 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.460875 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.469316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-551324e3-313b-4ae9-b4a9-26c238a4da13 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Allocated IP 10.2.2.100 (b6efdb13-7adc-4b26-8d19-afce58f5230b/fe7afd28-e5f9-44f4-b029-2dc26496464d/474242ce-f6ca-44f2-a46f-952298fdad4f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:28.473780 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:51:28.474234 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:51:28.478057 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:51:28.485777 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc465aed-7318-4539-9a82-a749b8768582 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Checking segment: {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:28.486301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc465aed-7318-4539-9a82-a749b8768582 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Network hostable DHCP agents. Network: 05902fd0-8743-474a-8465-76944be5f8e4, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:51:28.645539 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7337585a-324e-4e95-a5cb-22ba912242f0 req-e879e516-7560-4cea-beb1-39a98edc6ee6 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074125 Nov 13 04:51:28.650020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc465aed-7318-4539-9a82-a749b8768582 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Network 05902fd0-8743-474a-8465-76944be5f8e4 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:51:28.656616 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.660534 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-551324e3-313b-4ae9-b4a9-26c238a4da13 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.687151 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.692381 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/networks/98d9a3b0-6fbd-4d99-825c-068ef972b4ea HTTP/1.1" status: 204 len: 168 time: 1.7108827 Nov 13 04:51:28.693433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-fc465aed-7318-4539-9a82-a749b8768582 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 05902fd0-8743-474a-8465-76944be5f8e4) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:28.704367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7dd4f0-8267-418f-9ed8-fe257ccd1bae None None] Network 05902fd0-8743-474a-8465-76944be5f8e4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:51:28.707114 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59636) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:28.711950 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc465aed-7318-4539-9a82-a749b8768582 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:28.712740 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc465aed-7318-4539-9a82-a749b8768582 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:28.720178 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fed24c-11e1-4ceb-8529-a4c7197f54c7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Network': ['ID=98d9a3b0-6fbd-4d99-825c-068ef972b4ea,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:28.781461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Allocated IP 172.25.8.23 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/ae3c07f3-6f38-49f0-aab2-83911de7e034) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:28.871991 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fc465aed-7318-4539-9a82-a749b8768582 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4261620 Nov 13 04:51:28.873241 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59648) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:28.885800 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-83ca55d6-9356-44bb-a2dc-ed9c6121450d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'subnet': {'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:28.932527 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:29.000515 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-551324e3-313b-4ae9-b4a9-26c238a4da13 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:29.024519 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:29.088722 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da342059-7f3b-4a9c-9ef2-c2199d470c41 req-20469c2f-bf1a-40c3-8097-ed3500e2b8d0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:29.095030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da342059-7f3b-4a9c-9ef2-c2199d470c41 req-20469c2f-bf1a-40c3-8097-ed3500e2b8d0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:29.097398 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:29.101991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da342059-7f3b-4a9c-9ef2-c2199d470c41 req-20469c2f-bf1a-40c3-8097-ed3500e2b8d0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:29.108139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da342059-7f3b-4a9c-9ef2-c2199d470c41 req-20469c2f-bf1a-40c3-8097-ed3500e2b8d0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:29.109996 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da342059-7f3b-4a9c-9ef2-c2199d470c41 req-20469c2f-bf1a-40c3-8097-ed3500e2b8d0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 3095 time: 0.2802846 Nov 13 04:51:29.143888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ca55d6-9356-44bb-a2dc-ed9c6121450d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Made reservation on behalf of 56e889b16bd745a8aae943f6a4671633 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:51:29.147105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-551324e3-313b-4ae9-b4a9-26c238a4da13 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Network b6efdb13-7adc-4b26-8d19-afce58f5230b is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:29.147996 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83ca55d6-9356-44bb-a2dc-ed9c6121450d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:29.153926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Pushing event updated for resources: {'Port': ['ID=ae3c07f3-6f38-49f0-aab2-83911de7e034,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:29.230899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-05902fd0-8743-474a-8465-76944be5f8e4', 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'fixed_ips': [{'subnet_id': '0d4528d4-e84b-4a09-8452-7f11a9785007'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:51:29.235518 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:29.255745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-551324e3-313b-4ae9-b4a9-26c238a4da13 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:29.261048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-551324e3-313b-4ae9-b4a9-26c238a4da13 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:29.351736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551324e3-313b-4ae9-b4a9-26c238a4da13 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'Port': ['ID=474242ce-f6ca-44f2-a46f-952298fdad4f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:29.406938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-551324e3-313b-4ae9-b4a9-26c238a4da13 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:29.410701 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-551324e3-313b-4ae9-b4a9-26c238a4da13 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:29.415471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:29.423883 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 83d9a74b-9c8f-4b0e-852b-3316c9281906 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:51:29.434077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:29.441128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:29.474892 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 83d9a74b-9c8f-4b0e-852b-3316c9281906 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:51:29.477700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 83d9a74b-9c8f-4b0e-852b-3316c9281906 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:51:29.494267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1965bd7-2510-4314-b0f6-8fbb525b558f None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:29.555256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d1c350f1-2526-4909-b614-57e4cf2d609a None None] Provisioning complete for port ae3c07f3-6f38-49f0-aab2-83911de7e034 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:29.555620 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1c350f1-2526-4909-b614-57e4cf2d609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:29.581257 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83ca55d6-9356-44bb-a2dc-ed9c6121450d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:29.634469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d1c350f1-2526-4909-b614-57e4cf2d609a None None] Port ae3c07f3-6f38-49f0-aab2-83911de7e034 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:51:29.640701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Allocated IP 10.1.1.2 (05902fd0-8743-474a-8465-76944be5f8e4/0d4528d4-e84b-4a09-8452-7f11a9785007/cfb97133-9940-4661-8671-a770db9e152f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:29.698260 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-551324e3-313b-4ae9-b4a9-26c238a4da13 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7052894 Nov 13 04:51:29.725289 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da342059-7f3b-4a9c-9ef2-c2199d470c41 req-aa0ee0a7-b48e-42ce-b2dc-6cb81faf8691 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5827024 Nov 13 04:51:29.740431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca55d6-9356-44bb-a2dc-ed9c6121450d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'Subnet': ['ID=bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:29.741517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-13587fe0-573f-4b5b-9532-dc6dd1548c85 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'port': {'device_id': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b', 'admin_state_up': True, 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'security_groups': ['1e0810cd-396f-4590-89b9-1b310d18f1c1']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:29.769789 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59670) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:29.786826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca55d6-9356-44bb-a2dc-ed9c6121450d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Checking segment: {'id': '3c16ee0c-3ae1-42e7-a334-98524c6b2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:29.787224 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ca55d6-9356-44bb-a2dc-ed9c6121450d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Network hostable DHCP agents. Network: e8c159e9-f2a6-4bb2-bb40-fd6554a81360, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:51:29.827163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bd4b9aff-b360-4be7-b865-78899d84c7dd None None] Provisioning complete for port 474242ce-f6ca-44f2-a46f-952298fdad4f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:29.827929 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd4b9aff-b360-4be7-b865-78899d84c7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:29.870046 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ca55d6-9356-44bb-a2dc-ed9c6121450d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:51:29.875344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b9aff-b360-4be7-b865-78899d84c7dd None None] Port 474242ce-f6ca-44f2-a46f-952298fdad4f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:51:29.959788 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-83ca55d6-9356-44bb-a2dc-ed9c6121450d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, e8c159e9-f2a6-4bb2-bb40-fd6554a81360) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:29.972605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca55d6-9356-44bb-a2dc-ed9c6121450d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:29.973195 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83ca55d6-9356-44bb-a2dc-ed9c6121450d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.001568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ed8e99-7840-4574-a87d-c786d8747673 None None] Network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:51:30.023754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1213754845-network', 'tenant_id': '6c6c8d06c0ca4bdea6b7320fa15c99bd'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:30.051521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-83ca55d6-9356-44bb-a2dc-ed9c6121450d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1713486 Nov 13 04:51:30.052205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59686) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:30.074394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2272ad03-ce40-4ede-8620-34cd70a318e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'port': {'network_id': '05902fd0-8743-474a-8465-76944be5f8e4', 'name': 'tempest-TaggedBootDevicesTest_v242-193669650', 'fixed_ips': [{'subnet_id': '0d4528d4-e84b-4a09-8452-7f11a9785007'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:30.113474 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.140284 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.144062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] Made reservation on behalf of 6c6c8d06c0ca4bdea6b7320fa15c99bd for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:51:30.146371 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.148365 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.191382 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.209031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Network 05902fd0-8743-474a-8465-76944be5f8e4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:30.211398 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4d24898-f630-41dd-8aca-d89bba9ff03b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.216355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:30.237494 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:30.274125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-e8c159e9-f2a6-4bb2-bb40-fd6554a81360', 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'fixed_ips': [{'subnet_id': 'bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:51:30.275191 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.284064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Pushing event updated for resources: {'Port': ['ID=cfb97133-9940-4661-8671-a770db9e152f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:30.295114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-13587fe0-573f-4b5b-9532-dc6dd1548c85 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Made reservation on behalf of 1173146d0bd74d9cb73aa00ee9b7de4b for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:51:30.304037 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-13587fe0-573f-4b5b-9532-dc6dd1548c85 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.336534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Attempting to bind port cfb97133-9940-4661-8671-a770db9e152f on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:30.336928 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Attempting to bind port cfb97133-9940-4661-8671-a770db9e152f by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:30.337431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Attempting to bind port cfb97133-9940-4661-8671-a770db9e152f on network 05902fd0-8743-474a-8465-76944be5f8e4 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:30.344671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:30.345164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Checking segment: {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:30.345713 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.346696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Bound using segment: {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:30.346696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Bound port: cfb97133-9940-4661-8671-a770db9e152f, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:30.347289 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.348830 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc55cf-7100-424d-918c-c93f28bd3094 req-37a90095-1019-450f-b7f5-3bddf5132159 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:30.351255 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f7cc55cf-7100-424d-918c-c93f28bd3094 req-37a90095-1019-450f-b7f5-3bddf5132159 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.5027182 Nov 13 04:51:30.412995 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2272ad03-ce40-4ede-8620-34cd70a318e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Made reservation on behalf of 56e889b16bd745a8aae943f6a4671633 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:51:30.432472 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f7cc55cf-7100-424d-918c-c93f28bd3094 req-e39c1307-039e-4b52-b268-bb77e15cf740 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745885 Nov 13 04:51:30.526950 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.540248 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.561327 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] For port cfb97133-9940-4661-8671-a770db9e152f, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:51:30.576175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:51:30.586863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] For port cfb97133-9940-4661-8671-a770db9e152f, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=cfb97133-9940-4661-8671-a770db9e152f,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:51:30.599401 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.607427 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.608417 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] Added segment 3353fc77-e96f-4824-82a8-d00b2c894c89 of type vlan for network ddee612a-1233-4d2d-834d-0d8cc0f07cfa Nov 13 04:51:30.613827 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aeb54b-6b9f-4fb5-8377-643272996843,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:30.629925 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2272ad03-ce40-4ede-8620-34cd70a318e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.668153 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Allocated IP 10.2.2.2 (e8c159e9-f2a6-4bb2-bb40-fd6554a81360/bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1/d300e43e-65d9-4aac-8f21-fce739bb0df1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:30.673208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a91f2-2ef8-48f1-a611-8a9ac2da9ebb None None] Pushing event updated for resources: {'Port': ['ID=cfb97133-9940-4661-8671-a770db9e152f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:30.688926 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:30.692091 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-2272ad03-ce40-4ede-8620-34cd70a318e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] device_id is not set on port 321611fc-1ecc-49e1-931e-f0b57b629cb6 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:51:30.879700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-13587fe0-573f-4b5b-9532-dc6dd1548c85 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Allocated IP 10.2.2.200 (b6efdb13-7adc-4b26-8d19-afce58f5230b/fe7afd28-e5f9-44f4-b029-2dc26496464d/6d87d897-6e26-4667-b983-aa5694802d80) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:30.884304 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:31.072755 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:31.083545 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:31.157283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:31.167178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:31.190192 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:31.225158 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.db.resource_extend [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 04:51:31.233832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Pushing event updated for resources: {'Port': ['ID=d300e43e-65d9-4aac-8f21-fce739bb0df1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:31.312364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Attempting to bind port d300e43e-65d9-4aac-8f21-fce739bb0df1 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:31.312717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Attempting to bind port d300e43e-65d9-4aac-8f21-fce739bb0df1 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '3c16ee0c-3ae1-42e7-a334-98524c6b2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:31.313006 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Attempting to bind port d300e43e-65d9-4aac-8f21-fce739bb0df1 on network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:31.335709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:31.336000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Checking segment: {'id': '3c16ee0c-3ae1-42e7-a334-98524c6b2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:31.336343 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:31.336881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Bound using segment: {'id': '3c16ee0c-3ae1-42e7-a334-98524c6b2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:31.337970 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Bound port: d300e43e-65d9-4aac-8f21-fce739bb0df1, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c16ee0c-3ae1-42e7-a334-98524c6b2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:31.337970 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:31.368789 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device cfb97133-9940-4661-8671-a770db9e152f up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:31.373379 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:31.374365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:31.375001 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:31.498284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] For port d300e43e-65d9-4aac-8f21-fce739bb0df1, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:51:31.507612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] For port d300e43e-65d9-4aac-8f21-fce739bb0df1, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d300e43e-65d9-4aac-8f21-fce739bb0df1,segment=NetworkSegment(3c16ee0c-3ae1-42e7-a334-98524c6b2330),segment_id=3c16ee0c-3ae1-42e7-a334-98524c6b2330)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:51:31.515801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port cfb97133-9940-4661-8671-a770db9e152f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:31.516666 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:31.554424 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:31.640454 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-2272ad03-ce40-4ede-8620-34cd70a318e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Allocated IP 10.1.1.237 (05902fd0-8743-474a-8465-76944be5f8e4/0d4528d4-e84b-4a09-8452-7f11a9785007/321611fc-1ecc-49e1-931e-f0b57b629cb6) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:31.677058 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e526fda-a343-474a-816a-773ce9e2f453 None None] Pushing event updated for resources: {'Port': ['ID=d300e43e-65d9-4aac-8f21-fce739bb0df1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:31.788676 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:31.812362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a35b9-a664-4d2f-8465-574f0668c52d req-a1879c72-dc2d-4395-9375-8f7f6d0d0d77 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:31.820678 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d7a35b9-a664-4d2f-8465-574f0668c52d req-a1879c72-dc2d-4395-9375-8f7f6d0d0d77 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.1802859 Nov 13 04:51:31.912166 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port cfb97133-9940-4661-8671-a770db9e152f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=cfb97133-9940-4661-8671-a770db9e152f,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:31.912387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-13587fe0-573f-4b5b-9532-dc6dd1548c85 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:31.924282 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:31.972733 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-13587fe0-573f-4b5b-9532-dc6dd1548c85 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:31.983001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Router ddf8d790-b2d4-4dc3-baf1-de6c4f136d46 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:51:31.999038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ef54a-5396-4c08-b7e9-0b901f2799ad req-53099c53-ceaf-4780-8950-2085c8daa8b7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:32.006131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ef54a-5396-4c08-b7e9-0b901f2799ad req-53099c53-ceaf-4780-8950-2085c8daa8b7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:32.012487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ef54a-5396-4c08-b7e9-0b901f2799ad req-53099c53-ceaf-4780-8950-2085c8daa8b7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:32.020303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ef54a-5396-4c08-b7e9-0b901f2799ad req-53099c53-ceaf-4780-8950-2085c8daa8b7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:32.022262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e02ef54a-5396-4c08-b7e9-0b901f2799ad req-53099c53-ceaf-4780-8950-2085c8daa8b7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 3095 time: 0.8051505 Nov 13 04:51:32.039449 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2685952 Nov 13 04:51:32.040567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59702) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:32.044634 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2272ad03-ce40-4ede-8620-34cd70a318e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:32.046951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-13587fe0-573f-4b5b-9532-dc6dd1548c85 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Network b6efdb13-7adc-4b26-8d19-afce58f5230b is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:32.051899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=cfb97133-9940-4661-8671-a770db9e152f,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:32.066946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-13587fe0-573f-4b5b-9532-dc6dd1548c85 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:32.079295 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b813a1ab-c142-4866-9c06-22d09f97dd44 admin admin] Request body: {'subnet': {'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1213754845-subnet', 'tenant_id': '6c6c8d06c0ca4bdea6b7320fa15c99bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:32.096890 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-13587fe0-573f-4b5b-9532-dc6dd1548c85 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:32.110670 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19ffa9-d199-4044-a85b-e280d347cbb8 admin admin] Pushing event updated for resources: {'Network': ['ID=ddee612a-1233-4d2d-834d-0d8cc0f07cfa,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:32.124421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network ddee612a-1233-4d2d-834d-0d8cc0f07cfa details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:51:32.177807 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d7a35b9-a664-4d2f-8465-574f0668c52d req-d9e118ef-c4c6-4f90-9062-30a3e3ce7a12 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560545 Nov 13 04:51:32.247697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b813a1ab-c142-4866-9c06-22d09f97dd44 admin admin] Made reservation on behalf of 6c6c8d06c0ca4bdea6b7320fa15c99bd for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:51:32.251215 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b813a1ab-c142-4866-9c06-22d09f97dd44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:32.261882 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13587fe0-573f-4b5b-9532-dc6dd1548c85 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event updated for resources: {'Port': ['ID=6d87d897-6e26-4667-b983-aa5694802d80,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:32.332090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-13587fe0-573f-4b5b-9532-dc6dd1548c85 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:32.333119 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-13587fe0-573f-4b5b-9532-dc6dd1548c85 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:32.399462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f4d24898-f630-41dd-8aca-d89bba9ff03b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port 3681a451-a54c-4e7d-843b-99c957c8a35d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:32.399803 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4d24898-f630-41dd-8aca-d89bba9ff03b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:32.403197 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2272ad03-ce40-4ede-8620-34cd70a318e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:32.452216 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-13587fe0-573f-4b5b-9532-dc6dd1548c85 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7189109 Nov 13 04:51:32.485432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Request body: {'port': {'device_id': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:32.518822 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:51:32.535613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2304f27d-4ebf-4e9e-ac3e-55770b55911d None None] Provisioning complete for port 6d87d897-6e26-4667-b983-aa5694802d80 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:32.536240 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2304f27d-4ebf-4e9e-ac3e-55770b55911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:32.537789 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Sync routers for ids ['ddf8d790-b2d4-4dc3-baf1-de6c4f136d46'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:51:32.552898 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e02ef54a-5396-4c08-b7e9-0b901f2799ad req-5706998a-3a0b-4c00-90de-9d38ec790ee0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4907963 Nov 13 04:51:32.571964 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdb4323-7465-47d1-ab0c-fdc4c0a5b48f None None] Network 05902fd0-8743-474a-8465-76944be5f8e4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:51:32.583479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Routers {'ddf8d790-b2d4-4dc3-baf1-de6c4f136d46'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:32.583667 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ddf8d790-b2d4-4dc3-baf1-de6c4f136d46'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:32.631987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f318da3-b588-44b3-88ec-44cba2fa4ce4 req-f60950ea-0387-4576-817b-2ed4ff3f72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:32.633773 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f318da3-b588-44b3-88ec-44cba2fa4ce4 req-f60950ea-0387-4576-817b-2ed4ff3f72d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 1096 time: 0.1883767 Nov 13 04:51:32.641032 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:32.645603 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f98d1386-ffd8-4670-adf5-d4f737d9d09a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.2956052 Nov 13 04:51:32.664826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59716) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:32.671640 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:32.695503 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2304f27d-4ebf-4e9e-ac3e-55770b55911d None None] Port 6d87d897-6e26-4667-b983-aa5694802d80 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:51:32.725856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2272ad03-ce40-4ede-8620-34cd70a318e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Network 05902fd0-8743-474a-8465-76944be5f8e4 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:32.737084 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2272ad03-ce40-4ede-8620-34cd70a318e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:32.740122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272ad03-ce40-4ede-8620-34cd70a318e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'Port': ['ID=321611fc-1ecc-49e1-931e-f0b57b629cb6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:32.761984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2272ad03-ce40-4ede-8620-34cd70a318e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:32.813745 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f318da3-b588-44b3-88ec-44cba2fa4ce4 req-32ccbbdc-4b88-4b92-86f1-ea5fd6e6c715 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696069 Nov 13 04:51:32.831862 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Set router ddf8d790-b2d4-4dc3-baf1-de6c4f136d46 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:32.897240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-f4d24898-f630-41dd-8aca-d89bba9ff03b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] For port 3681a451-a54c-4e7d-843b-99c957c8a35d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3681a451-a54c-4e7d-843b-99c957c8a35d,segment=NetworkSegment(3f8ea1b2-5414-41bd-8789-2f13c456293f),segment_id=3f8ea1b2-5414-41bd-8789-2f13c456293f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:32.897618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4d24898-f630-41dd-8aca-d89bba9ff03b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:32.926028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ab9debd3-7601-47ea-861c-3a16be486546 None None] Provisioning complete for port cfb97133-9940-4661-8671-a770db9e152f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:32.927754 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ab9debd3-7601-47ea-861c-3a16be486546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:32.949066 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2272ad03-ce40-4ede-8620-34cd70a318e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:32.949412 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2272ad03-ce40-4ede-8620-34cd70a318e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:32.964537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f4d24898-f630-41dd-8aca-d89bba9ff03b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for 3681a451-a54c-4e7d-843b-99c957c8a35d owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:33.017225 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a2c83e1c-3cd0-4d1b-9fde-bc6409c7f798 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/routers/ddf8d790-b2d4-4dc3-baf1-de6c4f136d46 HTTP/1.1" status: 200 len: 908 time: 0.3509007 Nov 13 04:51:33.026121 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59718) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:33.051419 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1090702698', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'enable_snat': True}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:33.063228 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2272ad03-ce40-4ede-8620-34cd70a318e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0065653 Nov 13 04:51:33.064089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59720) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:33.069578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1097cfeb-4e45-4d21-8429-7826c4e80e86 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'port': {'network_id': '05902fd0-8743-474a-8465-76944be5f8e4', 'name': 'tempest-TaggedBootDevicesTest_v242-1773128104', 'fixed_ips': [{'subnet_id': '0d4528d4-e84b-4a09-8452-7f11a9785007'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:33.174925 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b813a1ab-c142-4866-9c06-22d09f97dd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:33.312147 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:33.316532 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19099ef5-6d30-4282-af7f-46bf14ca6429 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:51:33.316718 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:33.326251 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:33.356543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Transition to ACTIVE for port object 19099ef5-6d30-4282-af7f-46bf14ca6429 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:51:33.369136 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:33.403774 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c5fe5d-4c7e-45f5-a3d6-74b22dede56c None None] Network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:51:33.503341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813a1ab-c142-4866-9c06-22d09f97dd44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a149c78c-3ec3-4358-b619-c6f87b382343,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:33.534549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d300e43e-65d9-4aac-8f21-fce739bb0df1 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:33.576940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf8d790-b2d4-4dc3-baf1-de6c4f136d46', 'name': 'tempest-snat-router-1090702698', 'tenant_id': '2f156d9cf02a4f668b293381d15090bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.23'}], 'enable_snat': False}, 'gw_port_id': 'ae3c07f3-6f38-49f0-aab2-83911de7e034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:51:25Z', 'updated_at': '2021-11-13T04:51:29Z', 'revision_number': 3, 'project_id': '2f156d9cf02a4f668b293381d15090bf', 'gw_port': {'id': 'ae3c07f3-6f38-49f0-aab2-83911de7e034', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf8d790-b2d4-4dc3-baf1-de6c4f136d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:51:28Z', 'updated_at': '2021-11-13T04:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:33.588587 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-619e87a8-cad9-4b3c-8e07-0d1d4bdcd493 None None] Provisioning complete for port d300e43e-65d9-4aac-8f21-fce739bb0df1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:33.588954 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-619e87a8-cad9-4b3c-8e07-0d1d4bdcd493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:33.604197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813a1ab-c142-4866-9c06-22d09f97dd44 admin admin] Checking segment: {'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:33.604585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b813a1ab-c142-4866-9c06-22d09f97dd44 admin admin] Network hostable DHCP agents. Network: ddee612a-1233-4d2d-834d-0d8cc0f07cfa, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:51:33.695916 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 901ab33f-1c1e-44d3-9c62-7c79a13a91eb details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:51:33.714179 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:33.727108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7e08d-85be-415f-baf6-4b9d07a48349 req-fb6daba0-66d2-4538-a8e8-0057f4f50cef tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:33.729121 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9fc7e08d-85be-415f-baf6-4b9d07a48349 req-fb6daba0-66d2-4538-a8e8-0057f4f50cef tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.3708224 Nov 13 04:51:33.733528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Pushing event updated for resources: {'Port': ['ID=19099ef5-6d30-4282-af7f-46bf14ca6429,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:33.746492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b813a1ab-c142-4866-9c06-22d09f97dd44 admin admin] Network ddee612a-1233-4d2d-834d-0d8cc0f07cfa is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:51:33.832170 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:33.850514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Checking router: ddf8d790-b2d4-4dc3-baf1-de6c4f136d46 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:51:33.850514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Updating router ddf8d790-b2d4-4dc3-baf1-de6c4f136d46 port ae3c07f3-6f38-49f0-aab2-83911de7e034 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:51:33.857485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb', 'mac_address': 'fa:16:3e:75:ca:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:51:33.862068 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9fc7e08d-85be-415f-baf6-4b9d07a48349 req-1f8e1c2f-2c41-4ea6-8e72-9a35740c552c tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230831 Nov 13 04:51:33.867745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b813a1ab-c142-4866-9c06-22d09f97dd44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, ddee612a-1233-4d2d-834d-0d8cc0f07cfa) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:33.909142 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6336022c-b586-4131-84a6-921710949779 None None] Network ddee612a-1233-4d2d-834d-0d8cc0f07cfa requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:51:33.975672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Attempting to bind port 19099ef5-6d30-4282-af7f-46bf14ca6429 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:33.976105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Attempting to bind port 19099ef5-6d30-4282-af7f-46bf14ca6429 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '93000c6e-4393-4184-955a-8b1462f6fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:33.976667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Attempting to bind port 19099ef5-6d30-4282-af7f-46bf14ca6429 on network 54bcc594-4643-4653-a5bb-72d48b85d8bc {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:33.981653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Port 19099ef5-6d30-4282-af7f-46bf14ca6429 on network 54bcc594-4643-4653-a5bb-72d48b85d8bc not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:51:33.982533 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Attempting to bind port 19099ef5-6d30-4282-af7f-46bf14ca6429 on network 54bcc594-4643-4653-a5bb-72d48b85d8bc {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:33.986075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1097cfeb-4e45-4d21-8429-7826c4e80e86 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Made reservation on behalf of 56e889b16bd745a8aae943f6a4671633 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:51:33.993925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:33.994948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Checking segment: {'id': '93000c6e-4393-4184-955a-8b1462f6fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:33.994948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Bound using segment: {'id': '93000c6e-4393-4184-955a-8b1462f6fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:33.996672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Bound port: 19099ef5-6d30-4282-af7f-46bf14ca6429, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93000c6e-4393-4184-955a-8b1462f6fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:33.996672 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:34.026586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b813a1ab-c142-4866-9c06-22d09f97dd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:34.027230 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b813a1ab-c142-4866-9c06-22d09f97dd44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:34.047483 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:34.079871 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b813a1ab-c142-4866-9c06-22d09f97dd44 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0161161 Nov 13 04:51:34.088337 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4d24898-f630-41dd-8aca-d89bba9ff03b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:34.107512 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0efe84-4862-4103-8c3c-a9395c8d4cc9 req-36379914-345e-4354-ae20-37a2e0bce8f2 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:34.118587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0efe84-4862-4103-8c3c-a9395c8d4cc9 req-36379914-345e-4354-ae20-37a2e0bce8f2 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:34.125594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0efe84-4862-4103-8c3c-a9395c8d4cc9 req-36379914-345e-4354-ae20-37a2e0bce8f2 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:34.134844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0efe84-4862-4103-8c3c-a9395c8d4cc9 req-36379914-345e-4354-ae20-37a2e0bce8f2 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:34.144456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0efe84-4862-4103-8c3c-a9395c8d4cc9 req-36379914-345e-4354-ae20-37a2e0bce8f2 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:34.148403 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4c0efe84-4862-4103-8c3c-a9395c8d4cc9 req-36379914-345e-4354-ae20-37a2e0bce8f2 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 3828 time: 0.4224141 Nov 13 04:51:34.190396 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] For port 19099ef5-6d30-4282-af7f-46bf14ca6429, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:51:34.210004 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] For port 19099ef5-6d30-4282-af7f-46bf14ca6429, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=19099ef5-6d30-4282-af7f-46bf14ca6429,segment=NetworkSegment(93000c6e-4393-4184-955a-8b1462f6fe2c),segment_id=93000c6e-4393-4184-955a-8b1462f6fe2c)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:51:34.244042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d24898-f630-41dd-8aca-d89bba9ff03b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=3681a451-a54c-4e7d-843b-99c957c8a35d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:34.245024 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:34.256574 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d300e43e-65d9-4aac-8f21-fce739bb0df1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:34.256970 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:34.258736 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:34.333547 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:34.337626 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901ab33f-1c1e-44d3-9c62-7c79a13a91eb {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:51:34.338036 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1097cfeb-4e45-4d21-8429-7826c4e80e86 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:34.367323 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0c6dea9-8e40-40ee-aead-cf150ba9035e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:34.391657 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-619e87a8-cad9-4b3c-8e07-0d1d4bdcd493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:34.410598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-1097cfeb-4e45-4d21-8429-7826c4e80e86 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] device_id is not set on port 45514580-8632-4c56-ab8d-1dc483712314 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:51:34.457979 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:34.461508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:34.469778 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:34.476611 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] 10.222.0.46 "PUT /v2.0/ports/19099ef5-6d30-4282-af7f-46bf14ca6429 HTTP/1.1" status: 200 len: 1092 time: 2.0071836 Nov 13 04:51:34.481359 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': '19099ef5-6d30-4282-af7f-46bf14ca6429'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:51:34.498415 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738407c5-23e8-48c8-8a4b-d7a829092436" -d '{"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "19099ef5-6d30-4282-af7f-46bf14ca6429"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:51:34.524983 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:34.617612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Request body: {'port': {'device_id': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:34.718893 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a10583-56ab-4b66-b60d-58043d79a6cb service neutron] Pushing event updated for resources: {'Port': ['ID=19099ef5-6d30-4282-af7f-46bf14ca6429,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:34.749116 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4d24898-f630-41dd-8aca-d89bba9ff03b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:34.813083 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4c0efe84-4862-4103-8c3c-a9395c8d4cc9 req-d6bceb76-3248-47ba-a82b-f0e63b5f1a73 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6254740 Nov 13 04:51:34.925863 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:34.938427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:34.999530 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-619e87a8-cad9-4b3c-8e07-0d1d4bdcd493 None None] For port d300e43e-65d9-4aac-8f21-fce739bb0df1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d300e43e-65d9-4aac-8f21-fce739bb0df1,segment=NetworkSegment(3c16ee0c-3ae1-42e7-a334-98524c6b2330),segment_id=3c16ee0c-3ae1-42e7-a334-98524c6b2330)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:35.023178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['901ab33f-1c1e-44d3-9c62-7c79a13a91eb'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:51:35.033056 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-619e87a8-cad9-4b3c-8e07-0d1d4bdcd493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:35.072174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f511d3f2-0880-40c6-ae1a-9fac726ed109 None None] Network ddee612a-1233-4d2d-834d-0d8cc0f07cfa requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:51:35.148235 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device cfb97133-9940-4661-8671-a770db9e152f up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:35.172696 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d24898-f630-41dd-8aca-d89bba9ff03b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:51:35.173902 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-274c5502-4b2f-4966-8ed2-abe8fdf115de tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:35.175639 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-274c5502-4b2f-4966-8ed2-abe8fdf115de tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/networks?id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa HTTP/1.1" status: 200 len: 805 time: 0.2509027 Nov 13 04:51:35.182273 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ecba4b-20cf-4205-90f3-7d9a47b881b9 x-openstack-request-id: req-75ecba4b-20cf-4205-90f3-7d9a47b881b9 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:51:35.182832 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "19099ef5-6d30-4282-af7f-46bf14ca6429", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:51:35.183253 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75ecba4b-20cf-4205-90f3-7d9a47b881b9 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:51:35.183813 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': '19099ef5-6d30-4282-af7f-46bf14ca6429', 'status': 'completed', 'code': 200} Nov 13 04:51:35.263887 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-4b00a7de-c690-488e-b95c-68af2f8e3aea tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/quotas/6c6c8d06c0ca4bdea6b7320fa15c99bd HTTP/1.1" status: 200 len: 375 time: 0.0790014 Nov 13 04:51:35.315913 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef485c7-713a-48af-8c0e-0fed83639b57 req-043cc924-8f75-4b5d-8285-1102d4c9a827 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:35.317940 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fef485c7-713a-48af-8c0e-0fed83639b57 req-043cc924-8f75-4b5d-8285-1102d4c9a827 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.1646307 Nov 13 04:51:35.323135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d57dfeb0-dd75-41f4-96ee-af31674f5330 None None] Provisioning complete for port d300e43e-65d9-4aac-8f21-fce739bb0df1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:35.323135 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d57dfeb0-dd75-41f4-96ee-af31674f5330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:35.360333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e87a8-cad9-4b3c-8e07-0d1d4bdcd493 None None] Pushing event updated for resources: {'Port': ['ID=d300e43e-65d9-4aac-8f21-fce739bb0df1,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:35.387404 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:35.440797 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:35.482631 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d24898-f630-41dd-8aca-d89bba9ff03b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:51:35.495045 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131ab61-71d6-4ed1-a53d-1c933ee9abdc None None] Sync routers for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:51:35.500864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port cfb97133-9940-4661-8671-a770db9e152f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:35.501522 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:35.510840 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131ab61-71d6-4ed1-a53d-1c933ee9abdc None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:35.511507 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0131ab61-71d6-4ed1-a53d-1c933ee9abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:35.533392 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f4d24898-f630-41dd-8aca-d89bba9ff03b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/32ca256e-b79d-48ac-bc46-b3ddd5f08877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8208547 Nov 13 04:51:35.539154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59766) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:35.561994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de58f93c-d5cf-4928-9fa1-0dafe167d15d {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:51:35.570092 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:35.582660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Transition to ACTIVE for port object de58f93c-d5cf-4928-9fa1-0dafe167d15d will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:51:35.606427 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:35.617051 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fef485c7-713a-48af-8c0e-0fed83639b57 req-15dfe061-60cb-4860-a086-6ecb023ab646 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319005 Nov 13 04:51:35.633851 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0131ab61-71d6-4ed1-a53d-1c933ee9abdc None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:35.635068 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-5ce670cd-0330-4de0-84e9-fb1b5e6e0605 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c6c8d06c0ca4bdea6b7320fa15c99bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509176 Nov 13 04:51:35.643381 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:35.668407 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:35.706730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738407c5-23e8-48c8-8a4b-d7a829092436 req-3d0fbee2-2422-421b-916f-b5f2f3f803ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:35.707754 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738407c5-23e8-48c8-8a4b-d7a829092436 req-3d0fbee2-2422-421b-916f-b5f2f3f803ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:35.708227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738407c5-23e8-48c8-8a4b-d7a829092436 req-3d0fbee2-2422-421b-916f-b5f2f3f803ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:35.708682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738407c5-23e8-48c8-8a4b-d7a829092436 req-3d0fbee2-2422-421b-916f-b5f2f3f803ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:35.709136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738407c5-23e8-48c8-8a4b-d7a829092436 req-3d0fbee2-2422-421b-916f-b5f2f3f803ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:35.711205 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-738407c5-23e8-48c8-8a4b-d7a829092436 req-3d0fbee2-2422-421b-916f-b5f2f3f803ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 4363 time: 0.5307133 Nov 13 04:51:35.759640 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a79790-c258-48d6-84a4-42d7e563ae48 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:35.834755 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Attempting to bind port ae3c07f3-6f38-49f0-aab2-83911de7e034 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:35.835155 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Attempting to bind port ae3c07f3-6f38-49f0-aab2-83911de7e034 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:35.835529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Attempting to bind port ae3c07f3-6f38-49f0-aab2-83911de7e034 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:35.853169 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b7b3de-6fbc-4d44-86e8-05fa6bf3bfd2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting subnet 45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:51:35.853790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb45984-6ccf-498a-a98a-81fa1e0cf8f3 None None] Pushing event updated for resources: {'Port': ['ID=ae3c07f3-6f38-49f0-aab2-83911de7e034,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:35.859575 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:35.859953 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:35.860378 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:35.860753 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:35.861330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Bound port: ae3c07f3-6f38-49f0-aab2-83911de7e034, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:35.861727 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:35.874213 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-04ecce3b-e4cb-49e0-93fc-14d446d04627 service neutron] 10.222.0.43 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872430 Nov 13 04:51:35.887937 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b7b3de-6fbc-4d44-86e8-05fa6bf3bfd2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:35.955278 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0131ab61-71d6-4ed1-a53d-1c933ee9abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:33Z', 'revision_number': 9, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:51:02Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:36.023135 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131ab61-71d6-4ed1-a53d-1c933ee9abdc None None] Checking router: 32ca256e-b79d-48ac-bc46-b3ddd5f08877 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:51:36.028060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Allocated IP 172.25.8.131 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/96ab8e78-abc7-4461-9a57-cc80a8c5b815) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:36.083347 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131ab61-71d6-4ed1-a53d-1c933ee9abdc None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:36.085482 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0131ab61-71d6-4ed1-a53d-1c933ee9abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:36.088229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d57dfeb0-dd75-41f4-96ee-af31674f5330 None None] Provisioning complete for port cfb97133-9940-4661-8671-a770db9e152f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:36.097053 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d57dfeb0-dd75-41f4-96ee-af31674f5330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:36.240091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] For port ae3c07f3-6f38-49f0-aab2-83911de7e034, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:51:36.255944 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0131ab61-71d6-4ed1-a53d-1c933ee9abdc None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:36.281225 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:36.286807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d300e43e-65d9-4aac-8f21-fce739bb0df1 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:36.337798 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:36.342758 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Pushing event updated for resources: {'Port': ['ID=de58f93c-d5cf-4928-9fa1-0dafe167d15d,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:36.347228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-1097cfeb-4e45-4d21-8429-7826c4e80e86 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Allocated IP 10.1.1.177 (05902fd0-8743-474a-8465-76944be5f8e4/0d4528d4-e84b-4a09-8452-7f11a9785007/45514580-8632-4c56-ab8d-1dc483712314) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:36.382472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] For port ae3c07f3-6f38-49f0-aab2-83911de7e034, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ae3c07f3-6f38-49f0-aab2-83911de7e034,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:51:36.411628 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:36.481588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3a90f-7c69-4945-8ad1-990dd060e8f2 req-64a53a3f-1402-4362-ba87-28d2044bc3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:36.483309 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6dc3a90f-7c69-4945-8ad1-990dd060e8f2 req-64a53a3f-1402-4362-ba87-28d2044bc3ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12d3eed64754419b91fc9267590fb5a0&device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 1096 time: 0.2574625 Nov 13 04:51:36.491259 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421119be-555b-4c76-86bc-78124eda929c None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:36.546692 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Routers {'ddf8d790-b2d4-4dc3-baf1-de6c4f136d46'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:36.549115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ddf8d790-b2d4-4dc3-baf1-de6c4f136d46'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:36.577730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d300e43e-65d9-4aac-8f21-fce739bb0df1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:36.580334 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:36.607332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3a90f-7c69-4945-8ad1-990dd060e8f2 req-d5f39caa-8c16-4841-bf07-c981cbd24271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:36.608854 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6dc3a90f-7c69-4945-8ad1-990dd060e8f2 req-d5f39caa-8c16-4841-bf07-c981cbd24271 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5df68409-cafd-4515-9d5a-5b124adc42a7 HTTP/1.1" status: 200 len: 919 time: 0.0982027 Nov 13 04:51:36.618096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-ec3200e3-196c-40e5-918a-3eb50b8fcf5c service neutron] 10.222.0.43 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139206 Nov 13 04:51:36.649732 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Attempting to bind port de58f93c-d5cf-4928-9fa1-0dafe167d15d on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:36.650062 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Attempting to bind port de58f93c-d5cf-4928-9fa1-0dafe167d15d by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:36.650392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Attempting to bind port de58f93c-d5cf-4928-9fa1-0dafe167d15d on network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:36.657347 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738407c5-23e8-48c8-8a4b-d7a829092436 req-3db02815-7710-4ac7-b6e8-596cd275ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:36.657977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738407c5-23e8-48c8-8a4b-d7a829092436 req-3db02815-7710-4ac7-b6e8-596cd275ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:36.658446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738407c5-23e8-48c8-8a4b-d7a829092436 req-3db02815-7710-4ac7-b6e8-596cd275ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:36.660129 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-738407c5-23e8-48c8-8a4b-d7a829092436 req-3db02815-7710-4ac7-b6e8-596cd275ed7c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7847126 Nov 13 04:51:36.665769 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49224824-2297-44d1-b328-341c0ca76f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:36.693520 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0131ab61-71d6-4ed1-a53d-1c933ee9abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:33Z', 'revision_number': 9, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:51:02Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:36.723892 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131ab61-71d6-4ed1-a53d-1c933ee9abdc None None] The sync data for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 is: [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:33Z', 'revision_number': 9, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f026ac03-b421-4dd1-9e9b-d5d43f98f248', 'name': '', 'network_id': 'a13e85a1-28a4-467b-87df-ad6ad2c6e71b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:57:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:51:02Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'cd820251-61d8-4f04-ab9c-2a4cd12c5977', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:51:36.817930 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb45984-6ccf-498a-a98a-81fa1e0cf8f3 None None] Pushing event updated for resources: {'Port': ['ID=ae3c07f3-6f38-49f0-aab2-83911de7e034,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:36.905203 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d57dfeb0-dd75-41f4-96ee-af31674f5330 None None] Provisioning complete for port 321611fc-1ecc-49e1-931e-f0b57b629cb6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:36.905569 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d57dfeb0-dd75-41f4-96ee-af31674f5330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:36.948055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] Set router ddf8d790-b2d4-4dc3-baf1-de6c4f136d46 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:37.010682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:37.014591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Pushing event updated for resources: {'Port': ['ID=96ab8e78-abc7-4461-9a57-cc80a8c5b815,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:37.017608 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:37.022373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:37.043453 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1097cfeb-4e45-4d21-8429-7826c4e80e86 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:37.046512 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b7b3de-6fbc-4d44-86e8-05fa6bf3bfd2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:37.086771 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Port de58f93c-d5cf-4928-9fa1-0dafe167d15d on network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:51:37.088358 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Attempting to bind port de58f93c-d5cf-4928-9fa1-0dafe167d15d on network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:37.097137 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6dc3a90f-7c69-4945-8ad1-990dd060e8f2 req-f10f6b21-d523-42ca-96b9-c1041dbd6678 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=445ba76c-c983-499c-b00b-c716dfb1fc2f HTTP/1.1" status: 200 len: 217 time: 0.4535191 Nov 13 04:51:37.104938 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1097cfeb-4e45-4d21-8429-7826c4e80e86 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:37.213629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:37.214234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Checking segment: {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:37.214345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Bound using segment: {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:37.215204 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Bound port: de58f93c-d5cf-4928-9fa1-0dafe167d15d, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:37.215566 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:37.229231 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738407c5-23e8-48c8-8a4b-d7a829092436 req-c3779bd5-8cbe-4a39-b120-84dcfb12a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:37.230752 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-738407c5-23e8-48c8-8a4b-d7a829092436 req-c3779bd5-8cbe-4a39-b120-84dcfb12a60a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5034173 Nov 13 04:51:37.269800 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bbf8c8-54fb-49eb-bc51-28c0ad4f1415 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:37.315639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d57dfeb0-dd75-41f4-96ee-af31674f5330 None None] Port 321611fc-1ecc-49e1-931e-f0b57b629cb6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:51:37.342520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4320-539c-4a43-a438-c107cc5fba7f req-b257d5e6-aab9-4290-a464-1cd984030277 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:37.350363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4320-539c-4a43-a438-c107cc5fba7f req-b257d5e6-aab9-4290-a464-1cd984030277 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:37.357581 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4320-539c-4a43-a438-c107cc5fba7f req-b257d5e6-aab9-4290-a464-1cd984030277 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:37.369698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4320-539c-4a43-a438-c107cc5fba7f req-b257d5e6-aab9-4290-a464-1cd984030277 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:37.392507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4320-539c-4a43-a438-c107cc5fba7f req-b257d5e6-aab9-4290-a464-1cd984030277 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:37.408334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4320-539c-4a43-a438-c107cc5fba7f req-b257d5e6-aab9-4290-a464-1cd984030277 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:37.423125 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a8ea4320-539c-4a43-a438-c107cc5fba7f req-b257d5e6-aab9-4290-a464-1cd984030277 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 4600 time: 1.0997844 Nov 13 04:51:37.442215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097cfeb-4e45-4d21-8429-7826c4e80e86 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'Port': ['ID=45514580-8632-4c56-ab8d-1dc483712314,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:37.456325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e285ac6a-7914-4093-ae48-d819029837c1 None None] Provisioning complete for port ae3c07f3-6f38-49f0-aab2-83911de7e034 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:37.456695 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e285ac6a-7914-4093-ae48-d819029837c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:37.457751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1097cfeb-4e45-4d21-8429-7826c4e80e86 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Network 05902fd0-8743-474a-8465-76944be5f8e4 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:37.488688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-1097cfeb-4e45-4d21-8429-7826c4e80e86 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:37.492596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1097cfeb-4e45-4d21-8429-7826c4e80e86 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:37.554142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34e602-7127-4504-a62f-038d7f3fa214 req-d739dfd8-3fb1-49c7-8daf-5ff00fb477b7 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:37.565139 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d34e602-7127-4504-a62f-038d7f3fa214 req-d739dfd8-3fb1-49c7-8daf-5ff00fb477b7 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.4096355 Nov 13 04:51:37.633380 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf8d790-b2d4-4dc3-baf1-de6c4f136d46', 'name': 'tempest-snat-router-1090702698', 'tenant_id': '2f156d9cf02a4f668b293381d15090bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.23'}], 'enable_snat': False}, 'gw_port_id': 'ae3c07f3-6f38-49f0-aab2-83911de7e034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:51:25Z', 'updated_at': '2021-11-13T04:51:29Z', 'revision_number': 3, 'project_id': '2f156d9cf02a4f668b293381d15090bf', 'gw_port': {'id': 'ae3c07f3-6f38-49f0-aab2-83911de7e034', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf8d790-b2d4-4dc3-baf1-de6c4f136d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:51:28Z', 'updated_at': '2021-11-13T04:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:37.640982 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b7b3de-6fbc-4d44-86e8-05fa6bf3bfd2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:37.679918 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d34e602-7127-4504-a62f-038d7f3fa214 req-368843ad-06bf-4b67-be78-26459c46413f tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145198 Nov 13 04:51:37.687336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3a90f-7c69-4945-8ad1-990dd060e8f2 req-0f5189e8-3732-453d-aebf-c999ec94d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:37.689525 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa750715-8af5-47d4-8481-58c096405b00 None None] The sync data for ids ['ddf8d790-b2d4-4dc3-baf1-de6c4f136d46'] in n-d-813114-2 is: [{'id': 'ddf8d790-b2d4-4dc3-baf1-de6c4f136d46', 'name': 'tempest-snat-router-1090702698', 'tenant_id': '2f156d9cf02a4f668b293381d15090bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.23'}], 'enable_snat': False}, 'gw_port_id': 'ae3c07f3-6f38-49f0-aab2-83911de7e034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:51:25Z', 'updated_at': '2021-11-13T04:51:29Z', 'revision_number': 3, 'project_id': '2f156d9cf02a4f668b293381d15090bf', 'gw_port': {'id': 'ae3c07f3-6f38-49f0-aab2-83911de7e034', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf8d790-b2d4-4dc3-baf1-de6c4f136d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:51:28Z', 'updated_at': '2021-11-13T04:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:51:37.691202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 901ab33f-1c1e-44d3-9c62-7c79a13a91eb up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:37.706171 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6dc3a90f-7c69-4945-8ad1-990dd060e8f2 req-0f5189e8-3732-453d-aebf-c999ec94d9d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bda26a38-0894-479d-8858-c797e4adbfd7 HTTP/1.1" status: 200 len: 858 time: 0.5836387 Nov 13 04:51:37.806118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1097cfeb-4e45-4d21-8429-7826c4e80e86 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:37.806786 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1097cfeb-4e45-4d21-8429-7826c4e80e86 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:37.818951 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e285ac6a-7914-4093-ae48-d819029837c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:37.827155 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6dc3a90f-7c69-4945-8ad1-990dd060e8f2 req-e4c372e7-cbde-482b-a0e5-8b2badffaab3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5df68409-cafd-4515-9d5a-5b124adc42a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977929 Nov 13 04:51:37.865873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e285ac6a-7914-4093-ae48-d819029837c1 None None] For port ae3c07f3-6f38-49f0-aab2-83911de7e034, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ae3c07f3-6f38-49f0-aab2-83911de7e034,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:37.871521 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:37.879803 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:37.879803 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:37.885675 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e285ac6a-7914-4093-ae48-d819029837c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:37.897446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] For port de58f93c-d5cf-4928-9fa1-0dafe167d15d, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:51:37.901830 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ffb0a36-12c6-4db2-8544-bccbb0baea6c req-0bbf07af-ca39-447d-8cbb-499cf472b19f tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 210 time: 0.0917516 Nov 13 04:51:37.945506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1097cfeb-4e45-4d21-8429-7826c4e80e86 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8800976 Nov 13 04:51:38.002424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] For port de58f93c-d5cf-4928-9fa1-0dafe167d15d, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=de58f93c-d5cf-4928-9fa1-0dafe167d15d,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:51:38.023902 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:38.201968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:38.204773 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:38.212691 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] 10.222.0.46 "PUT /v2.0/ports/de58f93c-d5cf-4928-9fa1-0dafe167d15d HTTP/1.1" status: 200 len: 1130 time: 3.5994909 Nov 13 04:51:38.214817 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b7b3de-6fbc-4d44-86e8-05fa6bf3bfd2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:38.257129 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': 'de58f93c-d5cf-4928-9fa1-0dafe167d15d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:51:38.263213 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9981f68-ccb4-4b8d-a4a2-1ae0c3ab38b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "de58f93c-d5cf-4928-9fa1-0dafe167d15d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:51:38.313617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Request body: {'port': {'device_id': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:38.378218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285ac6a-7914-4093-ae48-d819029837c1 None None] Pushing event updated for resources: {'Port': ['ID=ae3c07f3-6f38-49f0-aab2-83911de7e034,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:38.381239 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3681a451-a54c-4e7d-843b-99c957c8a35d no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:51:38.414843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 3681a451-a54c-4e7d-843b-99c957c8a35d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:51:38.421475 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3681a451-a54c-4e7d-843b-99c957c8a35d not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:51:38.560514 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:38.575503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59824) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:38.600315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1a60ecb3-9658-4522-895a-f6433005ae05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--692276349', 'description': 'tempest-description--567226273'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:38.617684 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:38.635683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d02b6-8f03-428f-9724-abcb51a996c0 service neutron] Pushing event updated for resources: {'Port': ['ID=de58f93c-d5cf-4928-9fa1-0dafe167d15d,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:38.637228 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e285ac6a-7914-4093-ae48-d819029837c1 None None] Provisioning complete for port 96ab8e78-abc7-4461-9a57-cc80a8c5b815 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:38.637785 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e285ac6a-7914-4093-ae48-d819029837c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:38.649540 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6dc3a90f-7c69-4945-8ad1-990dd060e8f2 req-08b1faca-fcdd-4a04-b7ac-e0ef6fdb9206 service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8106828 Nov 13 04:51:38.718958 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e285ac6a-7914-4093-ae48-d819029837c1 None None] Port 96ab8e78-abc7-4461-9a57-cc80a8c5b815 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:51:38.723154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7b3de-6fbc-4d44-86e8-05fa6bf3bfd2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Subnet': ['ID=45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:38.727877 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:51:38.732472 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10eca77-3519-43e2-aeae-7da20e76dc4e" -d '{"events": [{"server_uuid": "cc64a2db-f3ae-4212-8957-f0b3db51c5bb", "name": "network-vif-plugged", "status": "completed", "tag": "901ab33f-1c1e-44d3-9c62-7c79a13a91eb"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:51:38.745040 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55508723-41ca-4bf6-bd57-2e602e70326c x-openstack-request-id: req-55508723-41ca-4bf6-bd57-2e602e70326c {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:51:38.745332 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "de58f93c-d5cf-4928-9fa1-0dafe167d15d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:51:38.745586 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55508723-41ca-4bf6-bd57-2e602e70326c {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:51:38.746047 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': 'de58f93c-d5cf-4928-9fa1-0dafe167d15d', 'status': 'completed', 'code': 200} Nov 13 04:51:38.746664 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b7b3de-6fbc-4d44-86e8-05fa6bf3bfd2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:38.759132 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011e829-b267-4e41-bcea-b1143f47f41f None None] Network 00e6dcf3-812b-4657-b362-d32575007159 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:51:38.768063 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d8b7b3de-6fbc-4d44-86e8-05fa6bf3bfd2 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1 HTTP/1.1" status: 204 len: 168 time: 3.2245560 Nov 13 04:51:38.770102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59838) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:38.783851 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:38.815865 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:38.878377 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a8ea4320-539c-4a43-a438-c107cc5fba7f req-b678f23e-e856-41db-aba4-1a4fddb268dc tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4491789 Nov 13 04:51:38.879235 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a60ecb3-9658-4522-895a-f6433005ae05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:38.981056 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,revision_number=10']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:39.066297 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c958267-7ce9-493f-8714-aa461b6c1198 x-openstack-request-id: req-8c958267-7ce9-493f-8714-aa461b6c1198 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:51:39.066566 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc64a2db-f3ae-4212-8957-f0b3db51c5bb", "name": "network-vif-plugged", "status": "completed", "tag": "901ab33f-1c1e-44d3-9c62-7c79a13a91eb", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:51:39.066808 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c958267-7ce9-493f-8714-aa461b6c1198 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:51:39.067239 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb', 'code': 200} Nov 13 04:51:39.169548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da38ad64-6b80-49cc-95b0-33dfd51ae288 None None] Provisioning complete for port 45514580-8632-4c56-ab8d-1dc483712314 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:39.169922 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da38ad64-6b80-49cc-95b0-33dfd51ae288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:39.180153 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:39.311755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-987de656-03d0-452d-9e64-622743e4c89a req-29267157-052d-4a81-a79c-5f39fe6d5425 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 210 time: 0.0592549 Nov 13 04:51:39.356137 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da38ad64-6b80-49cc-95b0-33dfd51ae288 None None] Port 45514580-8632-4c56-ab8d-1dc483712314 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:51:39.469072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf56645-6a5a-484b-968e-497cc80c6bd8 None None] DHCP port deletion for 00e6dcf3-812b-4657-b362-d32575007159 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:39.563989 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:39.566232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8cf56645-6a5a-484b-968e-497cc80c6bd8 None None] Deleting port 1581b864-dd5d-4b76-82a9-2972bbde6a89 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:39.566609 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf56645-6a5a-484b-968e-497cc80c6bd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:39.729221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8cf56645-6a5a-484b-968e-497cc80c6bd8 None None] For port 1581b864-dd5d-4b76-82a9-2972bbde6a89, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1581b864-dd5d-4b76-82a9-2972bbde6a89,segment=NetworkSegment(3f8ea1b2-5414-41bd-8789-2f13c456293f),segment_id=3f8ea1b2-5414-41bd-8789-2f13c456293f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:39.729532 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf56645-6a5a-484b-968e-497cc80c6bd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:39.770752 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8cf56645-6a5a-484b-968e-497cc80c6bd8 None None] Calling delete_port for 1581b864-dd5d-4b76-82a9-2972bbde6a89 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:39.826235 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9981f68-ccb4-4b8d-a4a2-1ae0c3ab38b1 req-55443203-1a70-43ae-965e-bba9423fcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:39.826858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9981f68-ccb4-4b8d-a4a2-1ae0c3ab38b1 req-55443203-1a70-43ae-965e-bba9423fcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:39.827392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9981f68-ccb4-4b8d-a4a2-1ae0c3ab38b1 req-55443203-1a70-43ae-965e-bba9423fcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:39.827917 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9981f68-ccb4-4b8d-a4a2-1ae0c3ab38b1 req-55443203-1a70-43ae-965e-bba9423fcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:39.828427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9981f68-ccb4-4b8d-a4a2-1ae0c3ab38b1 req-55443203-1a70-43ae-965e-bba9423fcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:39.831190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9981f68-ccb4-4b8d-a4a2-1ae0c3ab38b1 req-55443203-1a70-43ae-965e-bba9423fcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:39.831190 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9981f68-ccb4-4b8d-a4a2-1ae0c3ab38b1 req-55443203-1a70-43ae-965e-bba9423fcd2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5286 time: 1.0161843 Nov 13 04:51:39.930502 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a60ecb3-9658-4522-895a-f6433005ae05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:39.966482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:39.987976 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:39.991292 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf56645-6a5a-484b-968e-497cc80c6bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:40.035789 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a60ecb3-9658-4522-895a-f6433005ae05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:40.043404 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf56645-6a5a-484b-968e-497cc80c6bd8 None None] Pushing event deleted for resources: {'Port': ['ID=1581b864-dd5d-4b76-82a9-2972bbde6a89,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:40.048948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-28ac1728-760c-4839-b5cf-17ab1caab1bb tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:40.050625 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-28ac1728-760c-4839-b5cf-17ab1caab1bb tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "GET /v2.0/networks?id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa HTTP/1.1" status: 200 len: 805 time: 1.0590577 Nov 13 04:51:40.071837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf56645-6a5a-484b-968e-497cc80c6bd8 None None] No DVR routers for this DVR port 1581b864-dd5d-4b76-82a9-2972bbde6a89 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:51:40.104071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-cb032d9a-112f-4cf0-a168-e423800b2ec3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Request body: {'port': {'device_id': '1b6276ec-2569-4dce-9e16-dda24dd2fda9', 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa', 'admin_state_up': True, 'tenant_id': '6c6c8d06c0ca4bdea6b7320fa15c99bd'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:40.144100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d27fe-9666-456a-b105-0a5eb2f0556d req-48019f44-c3be-44ad-8aef-f32a88ca177d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:40.147391 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-930d27fe-9666-456a-b105-0a5eb2f0556d req-48019f44-c3be-44ad-8aef-f32a88ca177d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 1.1520925 Nov 13 04:51:40.242762 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ae3c07f3-6f38-49f0-aab2-83911de7e034 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:40.283338 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6dc3a90f-7c69-4945-8ad1-990dd060e8f2 req-99861e51-0c69-4654-8448-b2ba4301e66a service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6136658 Nov 13 04:51:40.284876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9981f68-ccb4-4b8d-a4a2-1ae0c3ab38b1 req-8f18f6b2-f227-434c-bc9a-28331eb230c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:40.285762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9981f68-ccb4-4b8d-a4a2-1ae0c3ab38b1 req-8f18f6b2-f227-434c-bc9a-28331eb230c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:40.286403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9981f68-ccb4-4b8d-a4a2-1ae0c3ab38b1 req-8f18f6b2-f227-434c-bc9a-28331eb230c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:40.288454 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9981f68-ccb4-4b8d-a4a2-1ae0c3ab38b1 req-8f18f6b2-f227-434c-bc9a-28331eb230c4 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4344654 Nov 13 04:51:40.357822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port ae3c07f3-6f38-49f0-aab2-83911de7e034 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:40.358180 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:40.429818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9981f68-ccb4-4b8d-a4a2-1ae0c3ab38b1 req-e1e55cf3-11a4-4bf5-b20f-9104cca9a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:40.431625 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9981f68-ccb4-4b8d-a4a2-1ae0c3ab38b1 req-e1e55cf3-11a4-4bf5-b20f-9104cca9a7b1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176355 Nov 13 04:51:40.459405 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a60ecb3-9658-4522-895a-f6433005ae05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:40.461533 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1a60ecb3-9658-4522-895a-f6433005ae05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.8838465 Nov 13 04:51:40.465872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59856) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:40.474779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-172ead4c-aa6e-43fa-8809-52feb0fdcc64 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'security_group_rule': {'security_group_id': 'ef5fd764-f79b-45e3-81d8-69a3b8c83538', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:40.478652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60ecb3-9658-4522-895a-f6433005ae05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5fd764-f79b-45e3-81d8-69a3b8c83538,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:40.485096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f399afc-4069-477e-8131-37a3697f6c2f {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:51:40.500492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port 1581b864-dd5d-4b76-82a9-2972bbde6a89 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:40.500832 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:40.510778 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:40.560475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-cb032d9a-112f-4cf0-a168-e423800b2ec3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Made reservation on behalf of 6c6c8d06c0ca4bdea6b7320fa15c99bd for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:51:40.565312 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-cb032d9a-112f-4cf0-a168-e423800b2ec3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:40.591869 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-930d27fe-9666-456a-b105-0a5eb2f0556d req-c4c7a948-e85a-4242-958d-ab0b2dfc209f tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019998 Nov 13 04:51:40.602026 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Transition to ACTIVE for port object 5f399afc-4069-477e-8131-37a3697f6c2f will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:51:40.630655 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:40.633856 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172ead4c-aa6e-43fa-8809-52feb0fdcc64 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:40.690871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a085d2-2796-4c6a-a3ab-405d88061c65 req-3d985d5c-23f6-4928-bd8e-0a7f01fb636b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:40.698310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a085d2-2796-4c6a-a3ab-405d88061c65 req-3d985d5c-23f6-4928-bd8e-0a7f01fb636b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:40.706964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a085d2-2796-4c6a-a3ab-405d88061c65 req-3d985d5c-23f6-4928-bd8e-0a7f01fb636b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:40.716191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a085d2-2796-4c6a-a3ab-405d88061c65 req-3d985d5c-23f6-4928-bd8e-0a7f01fb636b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:40.723440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a085d2-2796-4c6a-a3ab-405d88061c65 req-3d985d5c-23f6-4928-bd8e-0a7f01fb636b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:40.725663 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172ead4c-aa6e-43fa-8809-52feb0fdcc64 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:40.731988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a085d2-2796-4c6a-a3ab-405d88061c65 req-3d985d5c-23f6-4928-bd8e-0a7f01fb636b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:40.746905 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24a085d2-2796-4c6a-a3ab-405d88061c65 req-3d985d5c-23f6-4928-bd8e-0a7f01fb636b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 4600 time: 0.6932993 Nov 13 04:51:40.816187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] For port 1581b864-dd5d-4b76-82a9-2972bbde6a89, host n-d-813114-2, got binding levels [] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:40.816916 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:40.838101 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172ead4c-aa6e-43fa-8809-52feb0fdcc64 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:40.939941 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3a0627f1-b22e-4f29-a6f6-3f52d1c5dcda req-de72c596-9e42-4be8-a35f-418c67b7bafb tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 210 time: 0.1268184 Nov 13 04:51:40.974010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ead4c-aa6e-43fa-8809-52feb0fdcc64 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da32db1-a02d-4517-8da2-7498953c8915,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:40.976807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for 1581b864-dd5d-4b76-82a9-2972bbde6a89 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:40.978150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f399afc-4069-477e-8131-37a3697f6c2f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:40.999035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Port 1581b864-dd5d-4b76-82a9-2972bbde6a89 was not found and therefore no delete operation was performed {{(pid=102668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 04:51:41.008145 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172ead4c-aa6e-43fa-8809-52feb0fdcc64 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:41.017720 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-172ead4c-aa6e-43fa-8809-52feb0fdcc64 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5465925 Nov 13 04:51:41.020530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59864) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:41.042734 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1b1a7d06-1402-4aa6-9fa1-3a85ef662b55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'security_group_rule': {'security_group_id': 'ef5fd764-f79b-45e3-81d8-69a3b8c83538', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:41.046108 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:41.116214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1581b864-dd5d-4b76-82a9-2972bbde6a89 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:51:41.153987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Attempting to bind port 5f399afc-4069-477e-8131-37a3697f6c2f on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:41.154562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Attempting to bind port 5f399afc-4069-477e-8131-37a3697f6c2f by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:41.154889 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Attempting to bind port 5f399afc-4069-477e-8131-37a3697f6c2f on network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:41.161294 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b1a7d06-1402-4aa6-9fa1-3a85ef662b55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:41.166034 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 1581b864-dd5d-4b76-82a9-2972bbde6a89 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:51:41.166657 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1581b864-dd5d-4b76-82a9-2972bbde6a89 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:51:41.182059 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Port 5f399afc-4069-477e-8131-37a3697f6c2f on network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:51:41.182823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Attempting to bind port 5f399afc-4069-477e-8131-37a3697f6c2f on network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:41.197812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:41.198216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Checking segment: {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:41.198526 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Bound using segment: {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:41.199009 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Bound port: 5f399afc-4069-477e-8131-37a3697f6c2f, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:41.199368 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:41.292279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-cb032d9a-112f-4cf0-a168-e423800b2ec3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Allocated IP 172.20.0.6 (ddee612a-1233-4d2d-834d-0d8cc0f07cfa/a149c78c-3ec3-4358-b619-c6f87b382343/b6a99d2a-db59-4847-85d3-d29e3600e8a7) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:41.342004 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b1a7d06-1402-4aa6-9fa1-3a85ef662b55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:41.358619 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b1a7d06-1402-4aa6-9fa1-3a85ef662b55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:41.405751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] For port 5f399afc-4069-477e-8131-37a3697f6c2f, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:51:41.424400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a7d06-1402-4aa6-9fa1-3a85ef662b55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c42cbf-5713-41fe-b03b-04a564165cd2,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:41.428171 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=1581b864-dd5d-4b76-82a9-2972bbde6a89,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:41.447084 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b1a7d06-1402-4aa6-9fa1-3a85ef662b55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:41.449128 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1b1a7d06-1402-4aa6-9fa1-3a85ef662b55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4263265 Nov 13 04:51:41.449428 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24a085d2-2796-4c6a-a3ab-405d88061c65 req-5060149e-315a-4277-9bd1-d67b6d180130 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6985817 Nov 13 04:51:41.452215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] For port 5f399afc-4069-477e-8131-37a3697f6c2f, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5f399afc-4069-477e-8131-37a3697f6c2f,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:51:41.456185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59870) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:41.463836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:41.486332 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:41.531722 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No DVR routers for this DVR port 1581b864-dd5d-4b76-82a9-2972bbde6a89 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:51:41.583300 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:41.584290 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:41.585959 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] 10.222.0.46 "PUT /v2.0/ports/5f399afc-4069-477e-8131-37a3697f6c2f HTTP/1.1" status: 200 len: 1130 time: 3.3160884 Nov 13 04:51:41.586677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': '5f399afc-4069-477e-8131-37a3697f6c2f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:51:41.591366 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826af793-66db-4f01-b937-5327cf27602f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "5f399afc-4069-477e-8131-37a3697f6c2f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:51:41.636955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Request body: {'port': {'device_id': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:41.784604 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0037dd48-da37-4ced-86ec-de5aec841b51 x-openstack-request-id: req-0037dd48-da37-4ced-86ec-de5aec841b51 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:51:41.784940 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "5f399afc-4069-477e-8131-37a3697f6c2f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:51:41.785148 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0037dd48-da37-4ced-86ec-de5aec841b51 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:51:41.785564 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': '5f399afc-4069-477e-8131-37a3697f6c2f', 'status': 'completed', 'code': 200} Nov 13 04:51:41.801328 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:41.834143 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:41.839259 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:41.846472 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:41.866805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54251948-a4f3-4659-8627-263dec7eb3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f399afc-4069-477e-8131-37a3697f6c2f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:41.990826 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-cb032d9a-112f-4cf0-a168-e423800b2ec3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:42.016842 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e6dcf3-812b-4657-b362-d32575007159']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:42.091668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af793-66db-4f01-b937-5327cf27602f req-c9d86d12-88f5-4707-9873-29bb94a6c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:42.092395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af793-66db-4f01-b937-5327cf27602f req-c9d86d12-88f5-4707-9873-29bb94a6c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:42.092992 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af793-66db-4f01-b937-5327cf27602f req-c9d86d12-88f5-4707-9873-29bb94a6c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:42.093463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af793-66db-4f01-b937-5327cf27602f req-c9d86d12-88f5-4707-9873-29bb94a6c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:42.093980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af793-66db-4f01-b937-5327cf27602f req-c9d86d12-88f5-4707-9873-29bb94a6c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:42.094447 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af793-66db-4f01-b937-5327cf27602f req-c9d86d12-88f5-4707-9873-29bb94a6c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:42.094905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af793-66db-4f01-b937-5327cf27602f req-c9d86d12-88f5-4707-9873-29bb94a6c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:42.097522 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-826af793-66db-4f01-b937-5327cf27602f req-c9d86d12-88f5-4707-9873-29bb94a6c154 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 6209 time: 0.3108289 Nov 13 04:51:42.174463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8ea1b2-5414-41bd-8789-2f13c456293f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:42.175600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8ea1b2-5414-41bd-8789-2f13c456293f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:42.191898 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-cb032d9a-112f-4cf0-a168-e423800b2ec3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:42.207876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07bdd3-f70e-4d94-b931-657edff38f8f req-afdeb312-d510-4ee1-a754-2ea0a799d571 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:42.212256 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0a07bdd3-f70e-4d94-b931-657edff38f8f req-afdeb312-d510-4ee1-a754-2ea0a799d571 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.4183803 Nov 13 04:51:42.217267 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:42.219180 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f98492c-33cd-4b0e-9ae4-90d943506398 req-7c785d36-cf97-4a35-88ae-cb3a7607c5f1 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 210 time: 0.1203780 Nov 13 04:51:42.323514 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0a07bdd3-f70e-4d94-b931-657edff38f8f req-f20a5190-36cf-4e8a-a232-9cb0d76bc7b1 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958486 Nov 13 04:51:42.346646 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:42.361309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-cb032d9a-112f-4cf0-a168-e423800b2ec3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Network ddee612a-1233-4d2d-834d-0d8cc0f07cfa is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:42.369171 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-cb032d9a-112f-4cf0-a168-e423800b2ec3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:42.397031 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:51:42.397560 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:42.401993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-cb032d9a-112f-4cf0-a168-e423800b2ec3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:51:42.411698 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:51:42.475466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af793-66db-4f01-b937-5327cf27602f req-d61b990a-df82-47a4-8b44-cc71f24f69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:42.476504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af793-66db-4f01-b937-5327cf27602f req-d61b990a-df82-47a4-8b44-cc71f24f69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:42.477172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af793-66db-4f01-b937-5327cf27602f req-d61b990a-df82-47a4-8b44-cc71f24f69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:42.479161 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-826af793-66db-4f01-b937-5327cf27602f req-d61b990a-df82-47a4-8b44-cc71f24f69f0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3656423 Nov 13 04:51:42.483818 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:42.491964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb032d9a-112f-4cf0-a168-e423800b2ec3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Pushing event updated for resources: {'Port': ['ID=b6a99d2a-db59-4847-85d3-d29e3600e8a7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:42.503805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Router 10b36ba6-0d0a-4d51-a651-aff7ed1a49c7 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:51:42.676339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-cb032d9a-112f-4cf0-a168-e423800b2ec3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:42.677184 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-cb032d9a-112f-4cf0-a168-e423800b2ec3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:42.700060 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:42.720034 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-cb032d9a-112f-4cf0-a168-e423800b2ec3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6507239 Nov 13 04:51:42.730185 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:42.735589 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/networks/00e6dcf3-812b-4657-b362-d32575007159 HTTP/1.1" status: 204 len: 168 time: 3.9347260 Nov 13 04:51:42.744980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59890) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:43.011493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af793-66db-4f01-b937-5327cf27602f req-78232e00-1e6c-436e-802a-69a786252f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:43.013003 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-826af793-66db-4f01-b937-5327cf27602f req-78232e00-1e6c-436e-802a-69a786252f9a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5236599 Nov 13 04:51:43.046772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef68c-16e5-408c-a40a-1e0edcd54362 req-3f7f9423-49d8-4258-a818-6902a7f89ca3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:43.054670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef68c-16e5-408c-a40a-1e0edcd54362 req-3f7f9423-49d8-4258-a818-6902a7f89ca3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:43.069311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef68c-16e5-408c-a40a-1e0edcd54362 req-3f7f9423-49d8-4258-a818-6902a7f89ca3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:43.076067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef68c-16e5-408c-a40a-1e0edcd54362 req-3f7f9423-49d8-4258-a818-6902a7f89ca3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:43.084909 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef68c-16e5-408c-a40a-1e0edcd54362 req-3f7f9423-49d8-4258-a818-6902a7f89ca3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:43.091977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef68c-16e5-408c-a40a-1e0edcd54362 req-3f7f9423-49d8-4258-a818-6902a7f89ca3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:43.100369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef68c-16e5-408c-a40a-1e0edcd54362 req-3f7f9423-49d8-4258-a818-6902a7f89ca3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:43.102746 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4fcef68c-16e5-408c-a40a-1e0edcd54362 req-3f7f9423-49d8-4258-a818-6902a7f89ca3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5372 time: 0.4752371 Nov 13 04:51:43.166433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011a8497-145c-4fd7-903e-19cf452a8ebd {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:51:43.201651 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:43.228221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Allocated IP 172.25.8.240 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/056db4eb-426b-4ff9-abc5-2c84986f4d81) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:43.359584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Request body: {'port': {'device_id': '1b6276ec-2569-4dce-9e16-dda24dd2fda9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:43.395085 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2d4e6-0d2e-4e65-bec3-d21155b15cd5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Network': ['ID=00e6dcf3-812b-4657-b362-d32575007159,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:43.469719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Transition to ACTIVE for port object 011a8497-145c-4fd7-903e-19cf452a8ebd will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:51:43.490187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:51:43.502537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Sync routers for ids ['10b36ba6-0d0a-4d51-a651-aff7ed1a49c7'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:51:43.519803 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Routers {'10b36ba6-0d0a-4d51-a651-aff7ed1a49c7'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:43.521817 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['10b36ba6-0d0a-4d51-a651-aff7ed1a49c7'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:43.546328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4203077-53ce-4c4e-a69f-26609970aefd req-0b0c6d45-91a2-4c04-8d29-27b166a110f7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:43.554484 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c4203077-53ce-4c4e-a69f-26609970aefd req-0b0c6d45-91a2-4c04-8d29-27b166a110f7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 931 time: 0.1865048 Nov 13 04:51:43.575218 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:43.576566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-77d3676f-0be6-4010-9a42-c3fafad16131 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.5481498 Nov 13 04:51:43.587552 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:43.601690 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59898) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:43.695402 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Set router 10b36ba6-0d0a-4d51-a651-aff7ed1a49c7 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:43.793654 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:43.812999 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c4203077-53ce-4c4e-a69f-26609970aefd req-06d71fa1-79ea-44f0-b6ab-91002274cfeb tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574544 Nov 13 04:51:44.028468 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b36ba6-0d0a-4d51-a651-aff7ed1a49c7', 'name': 'tempest-snat-router-1090702698', 'tenant_id': '2f156d9cf02a4f668b293381d15090bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '96ab8e78-abc7-4461-9a57-cc80a8c5b815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:51:33Z', 'updated_at': '2021-11-13T04:51:38Z', 'revision_number': 3, 'project_id': '2f156d9cf02a4f668b293381d15090bf', 'gw_port': {'id': '96ab8e78-abc7-4461-9a57-cc80a8c5b815', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b36ba6-0d0a-4d51-a651-aff7ed1a49c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:51:35Z', 'updated_at': '2021-11-13T04:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:44.115058 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4fcef68c-16e5-408c-a40a-1e0edcd54362 req-42163b11-2013-460e-9233-23087c9b9a66 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9917917 Nov 13 04:51:44.147030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Checking router: 10b36ba6-0d0a-4d51-a651-aff7ed1a49c7 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:51:44.150654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Updating router 10b36ba6-0d0a-4d51-a651-aff7ed1a49c7 port 96ab8e78-abc7-4461-9a57-cc80a8c5b815 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:51:44.163584 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Pushing event updated for resources: {'Port': ['ID=011a8497-145c-4fd7-903e-19cf452a8ebd,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:44.241518 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-15b0ce7a-0079-4e80-a5d5-27c4a1b9d439 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/routers/10b36ba6-0d0a-4d51-a651-aff7ed1a49c7 HTTP/1.1" status: 200 len: 908 time: 0.6386309 Nov 13 04:51:44.258441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59908) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:44.261355 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:44.384338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989eacf-f530-4c2c-ad62-3d296436b31b req-8234e2e1-ace8-4dec-8c85-89b1a96b3da1 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:44.385949 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f989eacf-f530-4c2c-ad62-3d296436b31b req-8234e2e1-ace8-4dec-8c85-89b1a96b3da1 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.2834651 Nov 13 04:51:44.517262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f989eacf-f530-4c2c-ad62-3d296436b31b req-42222213-45c4-4bb5-9038-960db1fb9152 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962062 Nov 13 04:51:44.566986 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd179057-6525-474a-b8f3-29e4b07fb6b5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:44.669053 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:44.725340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Attempting to bind port 011a8497-145c-4fd7-903e-19cf452a8ebd on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:44.726155 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Attempting to bind port 011a8497-145c-4fd7-903e-19cf452a8ebd by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:44.726490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Attempting to bind port 011a8497-145c-4fd7-903e-19cf452a8ebd on network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:44.733254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Port 011a8497-145c-4fd7-903e-19cf452a8ebd on network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:51:44.733573 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Attempting to bind port 011a8497-145c-4fd7-903e-19cf452a8ebd on network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:44.743665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:44.744011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Checking segment: {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:44.744581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Bound using segment: {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:44.745577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Bound port: 011a8497-145c-4fd7-903e-19cf452a8ebd, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:44.745577 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:44.759287 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a99d2a-db59-4847-85d3-d29e3600e8a7 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:51:44.769853 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:44.777518 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd179057-6525-474a-b8f3-29e4b07fb6b5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:44.796542 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Transition to ACTIVE for port object b6a99d2a-db59-4847-85d3-d29e3600e8a7 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:51:44.803122 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:44.885904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] For port 011a8497-145c-4fd7-903e-19cf452a8ebd, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:51:44.890653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] For port 011a8497-145c-4fd7-903e-19cf452a8ebd, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=011a8497-145c-4fd7-903e-19cf452a8ebd,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:51:44.892628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Pushing event updated for resources: {'Port': ['ID=b6a99d2a-db59-4847-85d3-d29e3600e8a7,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:44.912676 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:45.004870 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:45.125498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-cd179057-6525-474a-b8f3-29e4b07fb6b5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Deleting port 96ab8e78-abc7-4461-9a57-cc80a8c5b815 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:45.125851 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd179057-6525-474a-b8f3-29e4b07fb6b5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:45.181840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:45.183307 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:45.186163 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] 10.222.0.46 "PUT /v2.0/ports/011a8497-145c-4fd7-903e-19cf452a8ebd HTTP/1.1" status: 200 len: 1091 time: 3.5552661 Nov 13 04:51:45.200604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:45.204107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': '011a8497-145c-4fd7-903e-19cf452a8ebd'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:51:45.210684 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09acafd-814f-4ba0-90f7-1874683ce830" -d '{"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "011a8497-145c-4fd7-903e-19cf452a8ebd"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:51:45.262358 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:45.264127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Request body: {'port': {'device_id': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:45.276682 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:45.283649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:45.302762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:45.335938 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-380539bf-6500-4c67-a2b9-67d8345e0a83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:45.347328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f830fef-d27f-478a-be6a-54f19c1d38db None None] Pushing event updated for resources: {'Port': ['ID=96ab8e78-abc7-4461-9a57-cc80a8c5b815,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:45.372858 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd179057-6525-474a-b8f3-29e4b07fb6b5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:45.374637 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3d5112-133b-47e8-bef2-0d9378c6966b None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:45.403198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Attempting to bind port 96ab8e78-abc7-4461-9a57-cc80a8c5b815 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:45.404068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Attempting to bind port 96ab8e78-abc7-4461-9a57-cc80a8c5b815 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:45.404773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Attempting to bind port 96ab8e78-abc7-4461-9a57-cc80a8c5b815 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:45.406113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-cd179057-6525-474a-b8f3-29e4b07fb6b5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Calling delete_port for 96ab8e78-abc7-4461-9a57-cc80a8c5b815 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:45.412781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:45.413485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:45.414350 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:45.414972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:45.415651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Bound port: 96ab8e78-abc7-4461-9a57-cc80a8c5b815, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:45.416229 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:45.436466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58399f0a-63c8-4d26-8ae0-fe200c13d98b req-6b246f09-3189-48e0-b023-c7ea284a2f99 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:45.446203 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-58399f0a-63c8-4d26-8ae0-fe200c13d98b req-6b246f09-3189-48e0-b023-c7ea284a2f99 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 943 time: 0.4347379 Nov 13 04:51:45.515317 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] For port 96ab8e78-abc7-4461-9a57-cc80a8c5b815, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:51:45.534036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] For port 96ab8e78-abc7-4461-9a57-cc80a8c5b815, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=96ab8e78-abc7-4461-9a57-cc80a8c5b815,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:51:45.535738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-70b80d16-341e-4f6d-9d22-1375236e1afe None None] Provisioning complete for port 96ab8e78-abc7-4461-9a57-cc80a8c5b815 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:45.536274 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70b80d16-341e-4f6d-9d22-1375236e1afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:45.574097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-70b80d16-341e-4f6d-9d22-1375236e1afe None None] Port 96ab8e78-abc7-4461-9a57-cc80a8c5b815 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:51:45.578673 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:45.723362 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7a9d24-aee6-41e9-af4a-007cb25f1906 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:45.735502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Routers {'10b36ba6-0d0a-4d51-a651-aff7ed1a49c7'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:45.736859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['10b36ba6-0d0a-4d51-a651-aff7ed1a49c7'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:45.829826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Attempting to bind port b6a99d2a-db59-4847-85d3-d29e3600e8a7 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:45.830672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Attempting to bind port b6a99d2a-db59-4847-85d3-d29e3600e8a7 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:45.830672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Attempting to bind port b6a99d2a-db59-4847-85d3-d29e3600e8a7 on network ddee612a-1233-4d2d-834d-0d8cc0f07cfa {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:45.866345 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f830fef-d27f-478a-be6a-54f19c1d38db None None] Pushing event updated for resources: {'Port': ['ID=96ab8e78-abc7-4461-9a57-cc80a8c5b815,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:45.898661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Port b6a99d2a-db59-4847-85d3-d29e3600e8a7 on network ddee612a-1233-4d2d-834d-0d8cc0f07cfa not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:51:45.900727 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Attempting to bind port b6a99d2a-db59-4847-85d3-d29e3600e8a7 on network ddee612a-1233-4d2d-834d-0d8cc0f07cfa {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:45.932491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] Set router 10b36ba6-0d0a-4d51-a651-aff7ed1a49c7 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:45.948564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:45.949326 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Checking segment: {'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:45.949885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Bound using segment: {'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:45.950645 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Bound port: b6a99d2a-db59-4847-85d3-d29e3600e8a7, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:45.951414 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:45.964605 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd179057-6525-474a-b8f3-29e4b07fb6b5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:46.019986 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-58399f0a-63c8-4d26-8ae0-fe200c13d98b req-1f2de96b-f49a-4dc9-8f31-422dd9527e48 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710268 Nov 13 04:51:46.020700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d07ecc-2f8a-43dc-b9aa-436c12c2fcca service neutron] Pushing event updated for resources: {'Port': ['ID=011a8497-145c-4fd7-903e-19cf452a8ebd,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:46.118421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd179057-6525-474a-b8f3-29e4b07fb6b5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Pushing event deleted for resources: {'Port': ['ID=96ab8e78-abc7-4461-9a57-cc80a8c5b815,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:46.137689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b36ba6-0d0a-4d51-a651-aff7ed1a49c7', 'name': 'tempest-snat-router-1090702698', 'tenant_id': '2f156d9cf02a4f668b293381d15090bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:51:33Z', 'updated_at': '2021-11-13T04:51:44Z', 'revision_number': 4, 'project_id': '2f156d9cf02a4f668b293381d15090bf', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:46.173528 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e57cf78-01f6-4af9-b38b-2eee22be9ac8 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:46.176316 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50615699-424c-41e4-b356-0238cfeb4fa9 None None] The sync data for ids ['10b36ba6-0d0a-4d51-a651-aff7ed1a49c7'] in n-d-813114-2 is: [{'id': '10b36ba6-0d0a-4d51-a651-aff7ed1a49c7', 'name': 'tempest-snat-router-1090702698', 'tenant_id': '2f156d9cf02a4f668b293381d15090bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:51:33Z', 'updated_at': '2021-11-13T04:51:44Z', 'revision_number': 4, 'project_id': '2f156d9cf02a4f668b293381d15090bf', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:51:46.178537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bc105bf6-0149-4867-9211-408da4cde209 None None] Could not find standard attr ID for object 96ab8e78-abc7-4461-9a57-cc80a8c5b815. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:51:46.220642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc518133-c33e-4058-bbd9-867e701a46c6 req-96d8a720-ed29-42d1-a8d6-3a13c3e01eb9 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.226880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc518133-c33e-4058-bbd9-867e701a46c6 req-96d8a720-ed29-42d1-a8d6-3a13c3e01eb9 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.234147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc518133-c33e-4058-bbd9-867e701a46c6 req-96d8a720-ed29-42d1-a8d6-3a13c3e01eb9 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.240901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc518133-c33e-4058-bbd9-867e701a46c6 req-96d8a720-ed29-42d1-a8d6-3a13c3e01eb9 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.247786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc518133-c33e-4058-bbd9-867e701a46c6 req-96d8a720-ed29-42d1-a8d6-3a13c3e01eb9 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.254513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc518133-c33e-4058-bbd9-867e701a46c6 req-96d8a720-ed29-42d1-a8d6-3a13c3e01eb9 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.261149 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc518133-c33e-4058-bbd9-867e701a46c6 req-96d8a720-ed29-42d1-a8d6-3a13c3e01eb9 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.269975 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc518133-c33e-4058-bbd9-867e701a46c6 req-96d8a720-ed29-42d1-a8d6-3a13c3e01eb9 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5384 time: 0.5010631 Nov 13 04:51:46.275576 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58938293-dd01-430e-9709-e71226b5253f x-openstack-request-id: req-58938293-dd01-430e-9709-e71226b5253f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:51:46.276055 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "011a8497-145c-4fd7-903e-19cf452a8ebd", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:51:46.276491 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58938293-dd01-430e-9709-e71226b5253f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:51:46.276966 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': '011a8497-145c-4fd7-903e-19cf452a8ebd', 'status': 'completed', 'code': 200} Nov 13 04:51:46.280821 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd179057-6525-474a-b8f3-29e4b07fb6b5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:46.312836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'Port': ['ID=056db4eb-426b-4ff9-abc5-2c84986f4d81,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:46.337791 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:46.466828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09acafd-814f-4ba0-90f7-1874683ce830 req-f5a4965d-be76-45d5-bf92-b5579b7f0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.467243 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09acafd-814f-4ba0-90f7-1874683ce830 req-f5a4965d-be76-45d5-bf92-b5579b7f0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.467991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09acafd-814f-4ba0-90f7-1874683ce830 req-f5a4965d-be76-45d5-bf92-b5579b7f0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.468550 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09acafd-814f-4ba0-90f7-1874683ce830 req-f5a4965d-be76-45d5-bf92-b5579b7f0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.469004 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09acafd-814f-4ba0-90f7-1874683ce830 req-f5a4965d-be76-45d5-bf92-b5579b7f0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.469458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09acafd-814f-4ba0-90f7-1874683ce830 req-f5a4965d-be76-45d5-bf92-b5579b7f0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.469932 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09acafd-814f-4ba0-90f7-1874683ce830 req-f5a4965d-be76-45d5-bf92-b5579b7f0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.472617 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f09acafd-814f-4ba0-90f7-1874683ce830 req-f5a4965d-be76-45d5-bf92-b5579b7f0484 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 6276 time: 0.2350965 Nov 13 04:51:46.498803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc518133-c33e-4058-bbd9-867e701a46c6 req-ea829ac7-f8e6-472c-b802-d6ce129168e6 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2279148 Nov 13 04:51:46.516952 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd179057-6525-474a-b8f3-29e4b07fb6b5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:46.522557 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd179057-6525-474a-b8f3-29e4b07fb6b5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:46.538840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] For port b6a99d2a-db59-4847-85d3-d29e3600e8a7, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:51:46.591839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] For port b6a99d2a-db59-4847-85d3-d29e3600e8a7, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b6a99d2a-db59-4847-85d3-d29e3600e8a7,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:51:46.598214 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd179057-6525-474a-b8f3-29e4b07fb6b5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:46.599309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd179057-6525-474a-b8f3-29e4b07fb6b5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10b36ba6-0d0a-4d51-a651-aff7ed1a49c7 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:51:46.604765 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd179057-6525-474a-b8f3-29e4b07fb6b5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:46.608389 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cd179057-6525-474a-b8f3-29e4b07fb6b5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "DELETE /v2.0/routers/10b36ba6-0d0a-4d51-a651-aff7ed1a49c7 HTTP/1.1" status: 204 len: 168 time: 2.3487358 Nov 13 04:51:46.610288 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:46.616553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59940) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:46.845633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Pushing event updated for resources: {'Port': ['ID=b6a99d2a-db59-4847-85d3-d29e3600e8a7,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:46.878035 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:46.959258 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:46.986795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09acafd-814f-4ba0-90f7-1874683ce830 req-aa73e076-86b8-43ba-b600-9b90cd1c2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.987762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09acafd-814f-4ba0-90f7-1874683ce830 req-aa73e076-86b8-43ba-b600-9b90cd1c2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.988287 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09acafd-814f-4ba0-90f7-1874683ce830 req-aa73e076-86b8-43ba-b600-9b90cd1c2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:46.990000 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f09acafd-814f-4ba0-90f7-1874683ce830 req-aa73e076-86b8-43ba-b600-9b90cd1c2bf7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4440784 Nov 13 04:51:47.027143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:47.027946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:47.029246 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-16881935-e3da-485c-a686-978c81da3fcf service neutron] 10.222.0.36 "PUT /v2.0/ports/b6a99d2a-db59-4847-85d3-d29e3600e8a7 HTTP/1.1" status: 200 len: 1091 time: 3.6794128 Nov 13 04:51:47.033056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6276ec-2569-4dce-9e16-dda24dd2fda9', 'tag': 'b6a99d2a-db59-4847-85d3-d29e3600e8a7'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:51:47.034875 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9568fe4d-8f9c-48af-a3de-018ef6a1c414" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6276ec-2569-4dce-9e16-dda24dd2fda9", "tag": "b6a99d2a-db59-4847-85d3-d29e3600e8a7"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:51:47.147378 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:47.203822 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a6c298-348f-4b92-a71e-09208138f46a x-openstack-request-id: req-39a6c298-348f-4b92-a71e-09208138f46a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:51:47.204404 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6276ec-2569-4dce-9e16-dda24dd2fda9", "tag": "b6a99d2a-db59-4847-85d3-d29e3600e8a7", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:51:47.205037 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39a6c298-348f-4b92-a71e-09208138f46a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:51:47.205921 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6276ec-2569-4dce-9e16-dda24dd2fda9', 'tag': 'b6a99d2a-db59-4847-85d3-d29e3600e8a7', 'status': 'completed', 'code': 200} Nov 13 04:51:47.302936 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-ecd27d1d-0b46-4c7a-a4c9-ab4c041f472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:47.308807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-ecd27d1d-0b46-4c7a-a4c9-ab4c041f472a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c6c8d06c0ca4bdea6b7320fa15c99bd&device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 1094 time: 0.1820278 Nov 13 04:51:47.391126 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-3a43ba79-5574-49b5-8078-1dbab668e0bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a99d2a-db59-4847-85d3-d29e3600e8a7 HTTP/1.1" status: 200 len: 217 time: 0.0634713 Nov 13 04:51:47.397041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:47.474798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-fea0172e-87a9-4728-96c0-2519a7d1a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:47.478213 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-fea0172e-87a9-4728-96c0-2519a7d1a011 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a149c78c-3ec3-4358-b619-c6f87b382343 HTTP/1.1" status: 200 len: 845 time: 0.0764878 Nov 13 04:51:47.505791 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09acafd-814f-4ba0-90f7-1874683ce830 req-92b66d54-e6a6-46e2-b1fc-be093dac8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:47.509837 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f09acafd-814f-4ba0-90f7-1874683ce830 req-92b66d54-e6a6-46e2-b1fc-be093dac8b52 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4976768 Nov 13 04:51:47.548775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88430bb-74d3-460b-97c9-e0d6f608a27a req-0d2e7772-bb10-457b-b0d1-5036223ff71d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:47.556116 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b88430bb-74d3-460b-97c9-e0d6f608a27a req-0d2e7772-bb10-457b-b0d1-5036223ff71d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 943 time: 0.3284221 Nov 13 04:51:47.599027 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-7a756913-37e9-4443-9cd5-367754cb4787 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752192 Nov 13 04:51:47.785048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Deleting port ae3c07f3-6f38-49f0-aab2-83911de7e034 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:47.785754 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:47.853035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6c09d-3de9-4df1-9254-3b98d9168677 req-2e24f0ff-aa7a-46c4-a81a-d3be00200e92 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:47.864703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6c09d-3de9-4df1-9254-3b98d9168677 req-2e24f0ff-aa7a-46c4-a81a-d3be00200e92 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:47.874160 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6c09d-3de9-4df1-9254-3b98d9168677 req-2e24f0ff-aa7a-46c4-a81a-d3be00200e92 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:47.880537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6c09d-3de9-4df1-9254-3b98d9168677 req-2e24f0ff-aa7a-46c4-a81a-d3be00200e92 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:47.902233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6c09d-3de9-4df1-9254-3b98d9168677 req-2e24f0ff-aa7a-46c4-a81a-d3be00200e92 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:47.915104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6c09d-3de9-4df1-9254-3b98d9168677 req-2e24f0ff-aa7a-46c4-a81a-d3be00200e92 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:47.937250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6c09d-3de9-4df1-9254-3b98d9168677 req-2e24f0ff-aa7a-46c4-a81a-d3be00200e92 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:47.947241 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5fd6c09d-3de9-4df1-9254-3b98d9168677 req-2e24f0ff-aa7a-46c4-a81a-d3be00200e92 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5384 time: 0.3095524 Nov 13 04:51:48.066218 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b88430bb-74d3-460b-97c9-e0d6f608a27a req-cb67eb72-5f8b-4368-a7b5-7c44cec74419 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595118 Nov 13 04:51:48.096030 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-c29a554a-a564-4a6a-a6db-9dfd34c14c1e service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889033 Nov 13 04:51:48.155016 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:48.170518 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:48.176443 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60b3c65-296c-4b69-8a01-8da7b8e0fec9 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:51:48.218907 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:48.238448 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-380539bf-6500-4c67-a2b9-67d8345e0a83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port f026ac03-b421-4dd1-9e9b-d5d43f98f248 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:48.238782 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-380539bf-6500-4c67-a2b9-67d8345e0a83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:48.374340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Transition to ACTIVE for port object f60b3c65-296c-4b69-8a01-8da7b8e0fec9 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:51:48.395882 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'Port': ['ID=056db4eb-426b-4ff9-abc5-2c84986f4d81,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:48.416908 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:48.559551 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:51:48.582397 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:48.652557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:48.654829 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a177e4a9-45fe-41d1-b7a0-5d514f930fc8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1962252 Nov 13 04:51:48.685238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Pushing event updated for resources: {'Port': ['ID=f60b3c65-296c-4b69-8a01-8da7b8e0fec9,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:48.755666 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-380539bf-6500-4c67-a2b9-67d8345e0a83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] For port f026ac03-b421-4dd1-9e9b-d5d43f98f248, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f026ac03-b421-4dd1-9e9b-d5d43f98f248,segment=NetworkSegment(c78d7412-8989-40ba-a51f-5736a5128acb),segment_id=c78d7412-8989-40ba-a51f-5736a5128acb)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:48.756220 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-380539bf-6500-4c67-a2b9-67d8345e0a83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:48.802090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-380539bf-6500-4c67-a2b9-67d8345e0a83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for f026ac03-b421-4dd1-9e9b-d5d43f98f248 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:48.830824 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5fd6c09d-3de9-4df1-9254-3b98d9168677 req-2f37ebd7-0f42-4bb0-a198-6be7b2919e24 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8755274 Nov 13 04:51:48.842721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] For port ae3c07f3-6f38-49f0-aab2-83911de7e034, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ae3c07f3-6f38-49f0-aab2-83911de7e034,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:48.844179 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:48.866028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Calling delete_port for ae3c07f3-6f38-49f0-aab2-83911de7e034 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:48.896331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Attempting to bind port f60b3c65-296c-4b69-8a01-8da7b8e0fec9 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:48.896792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Attempting to bind port f60b3c65-296c-4b69-8a01-8da7b8e0fec9 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:48.897206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Attempting to bind port f60b3c65-296c-4b69-8a01-8da7b8e0fec9 on network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:48.913554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Port f60b3c65-296c-4b69-8a01-8da7b8e0fec9 on network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:51:48.913935 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Attempting to bind port f60b3c65-296c-4b69-8a01-8da7b8e0fec9 on network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:48.920285 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-868d8df3-609e-4aa0-ad5f-bfa3f72a6732 req-20428959-b548-49b7-b747-fbcf39b4c52a service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7453506 Nov 13 04:51:48.924611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:48.926287 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Checking segment: {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:48.926898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Bound using segment: {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:48.927479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Bound port: f60b3c65-296c-4b69-8a01-8da7b8e0fec9, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c4dc0e-179d-4355-ac27-d32414cddd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:48.927932 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:49.252887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] For port f60b3c65-296c-4b69-8a01-8da7b8e0fec9, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:51:49.253869 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:49.269634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568fe4d-8f9c-48af-a3de-018ef6a1c414 req-9e464165-f67b-4c8e-add6-34abc1b70e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:49.271269 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9568fe4d-8f9c-48af-a3de-018ef6a1c414 req-9e464165-f67b-4c8e-add6-34abc1b70e27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c6c8d06c0ca4bdea6b7320fa15c99bd&device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 1094 time: 0.2402661 Nov 13 04:51:49.282721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] For port f60b3c65-296c-4b69-8a01-8da7b8e0fec9, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f60b3c65-296c-4b69-8a01-8da7b8e0fec9,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:51:49.312319 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae3c07f3-6f38-49f0-aab2-83911de7e034,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:49.322391 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:49.322583 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41db188-993e-4066-9379-dfcc81ae66e2 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:49.441012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Pushing event updated for resources: {'Port': ['ID=f60b3c65-296c-4b69-8a01-8da7b8e0fec9,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:49.443256 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:49.476692 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaa357-1061-4229-a4b6-eeeaee86e077 req-9ee0573b-fb3a-45b3-b868-569de8fdd3fd tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:49.486421 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-a57a3caf-90d3-46d5-b9b3-6609a532c87b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--692276349&fields=id&tenant_id=56e889b16bd745a8aae943f6a4671633 HTTP/1.1" status: 200 len: 267 time: 0.2530661 Nov 13 04:51:49.489361 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9cbaa357-1061-4229-a4b6-eeeaee86e077 req-9ee0573b-fb3a-45b3-b868-569de8fdd3fd tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 943 time: 0.2418985 Nov 13 04:51:49.553412 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9cbaa357-1061-4229-a4b6-eeeaee86e077 req-fc2dd76e-7806-4853-8079-aaf7636d6653 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589993 Nov 13 04:51:49.563796 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:49.564561 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:49.569987 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea7f36b7-cbc9-4590-bfe7-e5b97f00a69f service neutron] 10.222.0.46 "PUT /v2.0/ports/f60b3c65-296c-4b69-8a01-8da7b8e0fec9 HTTP/1.1" status: 200 len: 1090 time: 4.3275433 Nov 13 04:51:49.571612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': 'f60b3c65-296c-4b69-8a01-8da7b8e0fec9'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:51:49.574012 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e50586-01e9-459f-8f75-9688e2da5610" -d '{"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "f60b3c65-296c-4b69-8a01-8da7b8e0fec9"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:51:49.635712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Request body: {'port': {'device_id': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:49.654875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-440c3e97-666b-4744-82ae-a53d01b5e2ef tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:49.658616 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-440c3e97-666b-4744-82ae-a53d01b5e2ef tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports/321611fc-1ecc-49e1-931e-f0b57b629cb6 HTTP/1.1" status: 200 len: 936 time: 0.1290488 Nov 13 04:51:49.664746 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:49.684450 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:49.751687 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:49.767395 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868c59f4-4c74-45bd-bb4a-b24e4e26028c x-openstack-request-id: req-868c59f4-4c74-45bd-bb4a-b24e4e26028c {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:51:49.767832 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "f60b3c65-296c-4b69-8a01-8da7b8e0fec9", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:51:49.768248 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-868c59f4-4c74-45bd-bb4a-b24e4e26028c {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:51:49.768737 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': 'f60b3c65-296c-4b69-8a01-8da7b8e0fec9', 'status': 'completed', 'code': 200} Nov 13 04:51:49.848780 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-036eb3a8-f2e3-41de-a196-45df8feb1149 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:49.861409 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-036eb3a8-f2e3-41de-a196-45df8feb1149 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports/45514580-8632-4c56-ab8d-1dc483712314 HTTP/1.1" status: 200 len: 937 time: 0.1917336 Nov 13 04:51:49.884130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568fe4d-8f9c-48af-a3de-018ef6a1c414 req-2ea27f15-96dd-427a-929c-f5d8bfab4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:49.912684 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9568fe4d-8f9c-48af-a3de-018ef6a1c414 req-2ea27f15-96dd-427a-929c-f5d8bfab4de3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa HTTP/1.1" status: 200 len: 906 time: 0.6136560 Nov 13 04:51:49.958031 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:49.959533 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-380539bf-6500-4c67-a2b9-67d8345e0a83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:49.961197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddf8d790-b2d4-4dc3-baf1-de6c4f136d46 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:51:49.999751 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-f2bb8149-a09c-4808-a8ee-6e554ec50d6c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?network_id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1358922 Nov 13 04:51:50.056655 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:50.058550 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3701c91a-48c7-4f69-9a33-077418e40bd7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "DELETE /v2.0/routers/ddf8d790-b2d4-4dc3-baf1-de6c4f136d46 HTTP/1.1" status: 204 len: 168 time: 3.3123636 Nov 13 04:51:50.069806 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b8b95e4f-577d-40ec-bfc2-0fd86102e3f0 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?network_id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0688379 Nov 13 04:51:50.113066 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60022) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:50.120935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-266887458', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:50.127893 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e50586-01e9-459f-8f75-9688e2da5610 req-710601af-c2fd-472c-a772-1469317ab94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:50.128374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e50586-01e9-459f-8f75-9688e2da5610 req-710601af-c2fd-472c-a772-1469317ab94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:50.133991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e50586-01e9-459f-8f75-9688e2da5610 req-710601af-c2fd-472c-a772-1469317ab94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:50.134459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e50586-01e9-459f-8f75-9688e2da5610 req-710601af-c2fd-472c-a772-1469317ab94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:50.134954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e50586-01e9-459f-8f75-9688e2da5610 req-710601af-c2fd-472c-a772-1469317ab94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:50.135414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e50586-01e9-459f-8f75-9688e2da5610 req-710601af-c2fd-472c-a772-1469317ab94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:50.136380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e50586-01e9-459f-8f75-9688e2da5610 req-710601af-c2fd-472c-a772-1469317ab94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:50.138858 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6e50586-01e9-459f-8f75-9688e2da5610 req-710601af-c2fd-472c-a772-1469317ab94d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 6343 time: 0.3105924 Nov 13 04:51:50.142091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9568fe4d-8f9c-48af-a3de-018ef6a1c414 req-0a512a7c-94d4-4069-923d-3ab9290e7e8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a99d2a-db59-4847-85d3-d29e3600e8a7 HTTP/1.1" status: 200 len: 217 time: 0.1768532 Nov 13 04:51:50.302198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568fe4d-8f9c-48af-a3de-018ef6a1c414 req-cd23caed-9674-4c89-a9f2-b3de6bc4f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:50.304282 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9568fe4d-8f9c-48af-a3de-018ef6a1c414 req-cd23caed-9674-4c89-a9f2-b3de6bc4f9f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a149c78c-3ec3-4358-b619-c6f87b382343 HTTP/1.1" status: 200 len: 845 time: 0.1380925 Nov 13 04:51:50.308349 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:50.309477 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:50.355991 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9568fe4d-8f9c-48af-a3de-018ef6a1c414 req-2f6b98b1-186a-432d-a435-956091595402 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413992 Nov 13 04:51:50.383325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474242ce-f6ca-44f2-a46f-952298fdad4f {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:51:50.393306 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:50.410954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Transition to ACTIVE for port object 474242ce-f6ca-44f2-a46f-952298fdad4f will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:51:50.428414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-60abd881-243d-4949-9352-f2197e840ac1 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:50.434990 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-60abd881-243d-4949-9352-f2197e840ac1 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:50.442155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-60abd881-243d-4949-9352-f2197e840ac1 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:50.450118 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-60abd881-243d-4949-9352-f2197e840ac1 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/networks?id=1c27c071-3ae5-43fe-b926-2a8ca6120cc2&id=05902fd0-8743-474a-8465-76944be5f8e4&id=05902fd0-8743-474a-8465-76944be5f8e4&id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360 HTTP/1.1" status: 200 len: 1996 time: 0.3790956 Nov 13 04:51:50.459733 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:50.477963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380539bf-6500-4c67-a2b9-67d8345e0a83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=f026ac03-b421-4dd1-9e9b-d5d43f98f248,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:50.524408 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-35e64cdc-a8ae-48db-b071-4e46c43f4838 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/quotas/56e889b16bd745a8aae943f6a4671633 HTTP/1.1" status: 200 len: 375 time: 0.0731857 Nov 13 04:51:50.545511 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:50.679569 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9568fe4d-8f9c-48af-a3de-018ef6a1c414 req-bd28ce3d-25d7-43a2-ba5f-a70623fdde2c service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113053 Nov 13 04:51:50.826903 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-380539bf-6500-4c67-a2b9-67d8345e0a83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:51.001137 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-fc2d1fb2-24eb-4a0d-9420-710460d6db52 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=56e889b16bd745a8aae943f6a4671633&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4756844 Nov 13 04:51:51.042587 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:51.080639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Pushing event updated for resources: {'Port': ['ID=474242ce-f6ca-44f2-a46f-952298fdad4f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:51.093609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921a3a7-7674-4713-a7ce-8c8e70c84fce req-645b39cb-b9ea-431d-8f69-9fc700f9fbfb tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:51.096653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3921a3a7-7674-4713-a7ce-8c8e70c84fce req-645b39cb-b9ea-431d-8f69-9fc700f9fbfb tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 1.1811266 Nov 13 04:51:51.189948 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-cc8c87d2-ea3f-4678-bb40-208b8e3f0bf0 service neutron] 10.222.0.43 "GET /v2.0/networks/1c27c071-3ae5-43fe-b926-2a8ca6120cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496801 Nov 13 04:51:51.358001 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9568fe4d-8f9c-48af-a3de-018ef6a1c414 req-7697a614-dd0f-4812-8b60-c79357df34aa service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343938 Nov 13 04:51:51.364290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b6a99d2a-db59-4847-85d3-d29e3600e8a7 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:51:51.417910 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-dc83999f-5d70-418e-9c52-cb75afd8f460 service neutron] 10.222.0.43 "GET /v2.0/networks/1c27c071-3ae5-43fe-b926-2a8ca6120cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271016 Nov 13 04:51:51.550473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3b2428e5-1ad2-4e1f-a335-e4f1a2cf4229 service neutron] 10.222.0.43 "GET /v2.0/ports/321611fc-1ecc-49e1-931e-f0b57b629cb6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1225798 Nov 13 04:51:51.567178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b6a99d2a-db59-4847-85d3-d29e3600e8a7, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b6a99d2a-db59-4847-85d3-d29e3600e8a7,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:51.586573 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'b6a99d2a-db59-4847-85d3-d29e3600e8a7', 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa', 'port_id': 'b6a99d2a-db59-4847-85d3-d29e3600e8a7', 'mac_address': 'fa:16:3e:d2:3f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a149c78c-3ec3-4358-b619-c6f87b382343', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:51:51.667987 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:51.684858 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a99d2a-db59-4847-85d3-d29e3600e8a7 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:51:51.710125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b6a99d2a-db59-4847-85d3-d29e3600e8a7, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b6a99d2a-db59-4847-85d3-d29e3600e8a7,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:51.715299 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:51.772401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e50586-01e9-459f-8f75-9688e2da5610 req-330a7954-9662-45a4-8057-8f73d7327c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:51.772401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e50586-01e9-459f-8f75-9688e2da5610 req-330a7954-9662-45a4-8057-8f73d7327c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:51.772843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e50586-01e9-459f-8f75-9688e2da5610 req-330a7954-9662-45a4-8057-8f73d7327c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:51.774474 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6e50586-01e9-459f-8f75-9688e2da5610 req-330a7954-9662-45a4-8057-8f73d7327c61 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.3519180 Nov 13 04:51:51.803404 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3921a3a7-7674-4713-a7ce-8c8e70c84fce req-efda2e76-c870-4b24-81ff-8e5b3a79447b tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6716089 Nov 13 04:51:51.812595 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:51.836801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:51.841175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=b6a99d2a-db59-4847-85d3-d29e3600e8a7,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:51.955220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Allocated IP 172.25.8.252 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/302802b4-73a5-4304-84ce-155bd8c1eada) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:51:51.979077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380539bf-6500-4c67-a2b9-67d8345e0a83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:51:51.980251 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Attempting to bind port 474242ce-f6ca-44f2-a46f-952298fdad4f on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:51.980750 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Attempting to bind port 474242ce-f6ca-44f2-a46f-952298fdad4f by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:51.981664 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Attempting to bind port 474242ce-f6ca-44f2-a46f-952298fdad4f on network b6efdb13-7adc-4b26-8d19-afce58f5230b {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:52.022194 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Port 474242ce-f6ca-44f2-a46f-952298fdad4f on network b6efdb13-7adc-4b26-8d19-afce58f5230b not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:51:52.022514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Attempting to bind port 474242ce-f6ca-44f2-a46f-952298fdad4f on network b6efdb13-7adc-4b26-8d19-afce58f5230b {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:52.032299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:52.032845 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Checking segment: {'id': 'fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:52.033461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Bound using segment: {'id': 'fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:52.034026 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Bound port: 474242ce-f6ca-44f2-a46f-952298fdad4f, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:52.034428 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:52.040432 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-01f0202e-eb70-40e2-9127-21841c84d29c service neutron] 10.222.0.43 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886422 Nov 13 04:51:52.152169 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['b6a99d2a-db59-4847-85d3-d29e3600e8a7'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:51:52.228326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a687a2-c56e-4191-8f1b-d305956b3207 req-eebf5fe3-75cb-4b98-b298-9bd1f8f0428a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:52.229370 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:52.233995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ae3c07f3-6f38-49f0-aab2-83911de7e034 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:51:52.243105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a687a2-c56e-4191-8f1b-d305956b3207 req-eebf5fe3-75cb-4b98-b298-9bd1f8f0428a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:52.250874 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-9d1e5fff-3e62-4513-a0b8-07e071e2fab3 service neutron] 10.222.0.43 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095344 Nov 13 04:51:52.262838 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a687a2-c56e-4191-8f1b-d305956b3207 req-eebf5fe3-75cb-4b98-b298-9bd1f8f0428a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:52.273258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a687a2-c56e-4191-8f1b-d305956b3207 req-eebf5fe3-75cb-4b98-b298-9bd1f8f0428a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:52.291340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a687a2-c56e-4191-8f1b-d305956b3207 req-eebf5fe3-75cb-4b98-b298-9bd1f8f0428a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:52.297556 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a687a2-c56e-4191-8f1b-d305956b3207 req-eebf5fe3-75cb-4b98-b298-9bd1f8f0428a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:52.302658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: ae3c07f3-6f38-49f0-aab2-83911de7e034 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:51:52.304351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ae3c07f3-6f38-49f0-aab2-83911de7e034 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:51:52.315910 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a687a2-c56e-4191-8f1b-d305956b3207 req-eebf5fe3-75cb-4b98-b298-9bd1f8f0428a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:52.320415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a687a2-c56e-4191-8f1b-d305956b3207 req-eebf5fe3-75cb-4b98-b298-9bd1f8f0428a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5408 time: 0.3818803 Nov 13 04:51:52.340221 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3acc7f5e-bf9a-4809-9117-c9c5e4d90ced service neutron] 10.222.0.43 "GET /v2.0/ports/45514580-8632-4c56-ab8d-1dc483712314?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0777638 Nov 13 04:51:52.345159 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:52.426160 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:51:52.436009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:51:52.445847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e50586-01e9-459f-8f75-9688e2da5610 req-62916d15-cec6-43dc-87f7-b5454a1be3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:52.447372 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6e50586-01e9-459f-8f75-9688e2da5610 req-62916d15-cec6-43dc-87f7-b5454a1be3d4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6428230 Nov 13 04:51:52.459682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:51:52.482853 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c8c30-2785-4106-8640-b30ab2765c05 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:52.518809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] For port 474242ce-f6ca-44f2-a46f-952298fdad4f, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:51:52.523212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] For port 474242ce-f6ca-44f2-a46f-952298fdad4f, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=474242ce-f6ca-44f2-a46f-952298fdad4f,segment=NetworkSegment(fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab),segment_id=fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:51:52.540755 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:52.573507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Pushing event updated for resources: {'Port': ['ID=302802b4-73a5-4304-84ce-155bd8c1eada,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:52.604901 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380539bf-6500-4c67-a2b9-67d8345e0a83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:51:52.607807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:52.608598 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:52.610880 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] 10.222.0.46 "PUT /v2.0/ports/474242ce-f6ca-44f2-a46f-952298fdad4f HTTP/1.1" status: 200 len: 1091 time: 2.9956110 Nov 13 04:51:52.613260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': '474242ce-f6ca-44f2-a46f-952298fdad4f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:51:52.615657 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e57fee-cce9-45e0-8769-b4a94d14dfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "474242ce-f6ca-44f2-a46f-952298fdad4f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:51:52.628089 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a687a2-c56e-4191-8f1b-d305956b3207 req-23c2182a-6778-4ee7-8ff9-f731a69b5e02 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2361937 Nov 13 04:51:52.628427 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ab9b7-0324-490d-898a-c7616f0eab75 None None] Sync routers for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:51:52.640444 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7d677ec1-ad8b-4dc8-83c4-fb17cec9c696 None None] Provisioning complete for port 302802b4-73a5-4304-84ce-155bd8c1eada triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:52.640819 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d677ec1-ad8b-4dc8-83c4-fb17cec9c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:52.645860 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ab9b7-0324-490d-898a-c7616f0eab75 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:52.649173 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-eb7ab9b7-0324-490d-898a-c7616f0eab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:52.656591 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-380539bf-6500-4c67-a2b9-67d8345e0a83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/32ca256e-b79d-48ac-bc46-b3ddd5f08877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9051230 Nov 13 04:51:52.660638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60038) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:52.681320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7d677ec1-ad8b-4dc8-83c4-fb17cec9c696 None None] Port 302802b4-73a5-4304-84ce-155bd8c1eada cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:51:52.690864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3c2de8ea-f9b2-40db-81e5-f2a0376977c5 service neutron] 10.222.0.43 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302684 Nov 13 04:51:52.713727 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Request body: {'port': {'device_id': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:52.888912 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8ba1a-b79e-4d1c-8652-5539b100ed30 service neutron] Pushing event updated for resources: {'Port': ['ID=474242ce-f6ca-44f2-a46f-952298fdad4f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:52.962402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad42689-a9cd-4a3f-9391-c7f0f57040f3 req-6b4fb61e-115d-4a0e-a8a5-4bed5ca9c23f tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:52.972007 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7ad42689-a9cd-4a3f-9391-c7f0f57040f3 req-6b4fb61e-115d-4a0e-a8a5-4bed5ca9c23f tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 944 time: 0.1553674 Nov 13 04:51:52.984193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81a8357-f313-4cde-a2ee-db7fa56635f4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting subnet cd820251-61d8-4f04-ab9c-2a4cd12c5977 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:51:53.026361 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f81a8357-f313-4cde-a2ee-db7fa56635f4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:53.076760 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:53.138598 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f81a8357-f313-4cde-a2ee-db7fa56635f4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:53.296112 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-eb7ab9b7-0324-490d-898a-c7616f0eab75 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:53.302543 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f81a8357-f313-4cde-a2ee-db7fa56635f4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:53.366420 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b6a99d2a-db59-4847-85d3-d29e3600e8a7 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:51:53.410782 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7ad42689-a9cd-4a3f-9391-c7f0f57040f3 req-95ab2dcc-1b0e-4686-bc3d-b4bfdc50ff42 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379172 Nov 13 04:51:53.503730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port b6a99d2a-db59-4847-85d3-d29e3600e8a7 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:51:53.520410 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port b6a99d2a-db59-4847-85d3-d29e3600e8a7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:51:53.521229 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:53.606673 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-de0d47ea-a1ea-49c3-a1eb-393dc31f4a41 service neutron] 10.222.0.43 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9148757 Nov 13 04:51:53.641324 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f81a8357-f313-4cde-a2ee-db7fa56635f4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:53.828071 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a8357-f313-4cde-a2ee-db7fa56635f4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Subnet': ['ID=cd820251-61d8-4f04-ab9c-2a4cd12c5977,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:53.841210 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:53.845419 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f81a8357-f313-4cde-a2ee-db7fa56635f4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:53.852115 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f81a8357-f313-4cde-a2ee-db7fa56635f4 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/cd820251-61d8-4f04-ab9c-2a4cd12c5977 HTTP/1.1" status: 204 len: 168 time: 1.1904986 Nov 13 04:51:53.859867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60058) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:53.895262 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-eb7ab9b7-0324-490d-898a-c7616f0eab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:49Z', 'revision_number': 10, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:53.896835 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3883be0-14a8-48fb-a7f2-fd7064571554 None None] Network a13e85a1-28a4-467b-87df-ad6ad2c6e71b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:51:53.921209 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6276ec-2569-4dce-9e16-dda24dd2fda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a99d2a-db59-4847-85d3-d29e3600e8a7'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:51:53.925110 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c505428-eb73-44d1-8522-774364c2f12a" -d '{"events": [{"server_uuid": "1b6276ec-2569-4dce-9e16-dda24dd2fda9", "name": "network-vif-plugged", "status": "completed", "tag": "b6a99d2a-db59-4847-85d3-d29e3600e8a7"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:51:53.982026 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ab9b7-0324-490d-898a-c7616f0eab75 None None] Checking router: 32ca256e-b79d-48ac-bc46-b3ddd5f08877 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:51:54.001501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b6a99d2a-db59-4847-85d3-d29e3600e8a7, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b6a99d2a-db59-4847-85d3-d29e3600e8a7,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:54.014209 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ca1d9a3b-dd50-4e2d-ae83-0d51b4bfac62 service neutron] 10.222.0.43 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995202 Nov 13 04:51:54.066709 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:54.075627 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ab9b7-0324-490d-898a-c7616f0eab75 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:54.076520 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-eb7ab9b7-0324-490d-898a-c7616f0eab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:54.307119 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-eb7ab9b7-0324-490d-898a-c7616f0eab75 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:51:54.355303 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:54.367359 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdd9389-929d-4754-90f0-869e53b92fbd x-openstack-request-id: req-cbdd9389-929d-4754-90f0-869e53b92fbd {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:51:54.367766 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "474242ce-f6ca-44f2-a46f-952298fdad4f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:51:54.367882 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cbdd9389-929d-4754-90f0-869e53b92fbd {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:51:54.368277 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': '474242ce-f6ca-44f2-a46f-952298fdad4f', 'status': 'completed', 'code': 200} Nov 13 04:51:54.409591 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-7d5bd75e-de1b-42d6-aa88-045b1298f7e3 service neutron] 10.222.0.43 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800013 Nov 13 04:51:54.608470 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:54.728738 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d87d897-6e26-4667-b983-aa5694802d80 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:51:54.744967 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-20d7f4bb-a3e6-4bbf-bfda-e82d56d1fb9f service neutron] 10.222.0.43 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275313 Nov 13 04:51:54.755365 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:54.795357 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Transition to ACTIVE for port object 6d87d897-6e26-4667-b983-aa5694802d80 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:51:54.881114 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:54.924994 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=b6a99d2a-db59-4847-85d3-d29e3600e8a7,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:54.974351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Pushing event updated for resources: {'Port': ['ID=6d87d897-6e26-4667-b983-aa5694802d80,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:55.065562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61437b-e34e-4238-bbdc-963ac70082a3 req-f9a012a9-02f3-4050-807d-e09e22ab7b94 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.079957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61437b-e34e-4238-bbdc-963ac70082a3 req-f9a012a9-02f3-4050-807d-e09e22ab7b94 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.093390 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61437b-e34e-4238-bbdc-963ac70082a3 req-f9a012a9-02f3-4050-807d-e09e22ab7b94 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.104197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61437b-e34e-4238-bbdc-963ac70082a3 req-f9a012a9-02f3-4050-807d-e09e22ab7b94 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.120759 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:55.123006 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61437b-e34e-4238-bbdc-963ac70082a3 req-f9a012a9-02f3-4050-807d-e09e22ab7b94 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.157599 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61437b-e34e-4238-bbdc-963ac70082a3 req-f9a012a9-02f3-4050-807d-e09e22ab7b94 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.201136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61437b-e34e-4238-bbdc-963ac70082a3 req-f9a012a9-02f3-4050-807d-e09e22ab7b94 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.213849 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb61437b-e34e-4238-bbdc-963ac70082a3 req-f9a012a9-02f3-4050-807d-e09e22ab7b94 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5408 time: 0.7333434 Nov 13 04:51:55.241827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57fee-cce9-45e0-8769-b4a94d14dfcc req-bc784754-bbb1-4fcf-8d6d-a5033b52d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.242303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57fee-cce9-45e0-8769-b4a94d14dfcc req-bc784754-bbb1-4fcf-8d6d-a5033b52d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.242770 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57fee-cce9-45e0-8769-b4a94d14dfcc req-bc784754-bbb1-4fcf-8d6d-a5033b52d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.243258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57fee-cce9-45e0-8769-b4a94d14dfcc req-bc784754-bbb1-4fcf-8d6d-a5033b52d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.252954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57fee-cce9-45e0-8769-b4a94d14dfcc req-bc784754-bbb1-4fcf-8d6d-a5033b52d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.253497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57fee-cce9-45e0-8769-b4a94d14dfcc req-bc784754-bbb1-4fcf-8d6d-a5033b52d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.259685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57fee-cce9-45e0-8769-b4a94d14dfcc req-bc784754-bbb1-4fcf-8d6d-a5033b52d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.273075 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04e57fee-cce9-45e0-8769-b4a94d14dfcc req-bc784754-bbb1-4fcf-8d6d-a5033b52d816 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 6410 time: 0.8123810 Nov 13 04:51:55.274818 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-895362b7-9180-413f-adcf-48d3433e631f service neutron] 10.222.0.43 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176275 Nov 13 04:51:55.286496 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-eb7ab9b7-0324-490d-898a-c7616f0eab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:49Z', 'revision_number': 10, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:55.295547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port 480e4a88-f6a0-438f-8845-ee71a38ff377 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:55.295890 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:55.377106 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e610a5-486f-49c6-a089-862caffe545e None None] DHCP port deletion for a13e85a1-28a4-467b-87df-ad6ad2c6e71b request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:51:55.393408 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ab9b7-0324-490d-898a-c7616f0eab75 None None] The sync data for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 is: [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:51:49Z', 'revision_number': 10, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None, '_interfaces': [{'id': '8748e76d-868b-493c-9282-25b080d18e6f', 'name': '', 'network_id': 'a274dcc6-f9ff-4365-aec4-f6261f6fb86b', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'mac_address': 'fa:16:3e:1a:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:40Z', 'revision_number': 5, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'subnets': [{'id': 'de4a5776-f633-4a0a-a91a-b3131cff6532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:51:55.601726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d9e610a5-486f-49c6-a089-862caffe545e None None] Deleting port 480e4a88-f6a0-438f-8845-ee71a38ff377 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:51:55.607255 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9e610a5-486f-49c6-a089-862caffe545e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:55.729032 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57fee-cce9-45e0-8769-b4a94d14dfcc req-ef179083-086d-4d35-be61-dcda6c68e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.729609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57fee-cce9-45e0-8769-b4a94d14dfcc req-ef179083-086d-4d35-be61-dcda6c68e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.730083 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57fee-cce9-45e0-8769-b4a94d14dfcc req-ef179083-086d-4d35-be61-dcda6c68e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:55.731866 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04e57fee-cce9-45e0-8769-b4a94d14dfcc req-ef179083-086d-4d35-be61-dcda6c68e44a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4333277 Nov 13 04:51:55.752608 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-0f090644-9d9c-4b91-9c6e-e5260892cc53 service neutron] 10.222.0.43 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684606 Nov 13 04:51:55.758574 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d9e610a5-486f-49c6-a089-862caffe545e None None] For port 480e4a88-f6a0-438f-8845-ee71a38ff377, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=480e4a88-f6a0-438f-8845-ee71a38ff377,segment=NetworkSegment(c78d7412-8989-40ba-a51f-5736a5128acb),segment_id=c78d7412-8989-40ba-a51f-5736a5128acb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:55.759261 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9e610a5-486f-49c6-a089-862caffe545e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:55.791539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d9e610a5-486f-49c6-a089-862caffe545e None None] Calling delete_port for 480e4a88-f6a0-438f-8845-ee71a38ff377 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:55.962110 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9e610a5-486f-49c6-a089-862caffe545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:56.004276 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-9894a770-7b55-4a83-9f34-f29e49d899c3 service neutron] 10.222.0.43 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389145 Nov 13 04:51:56.013100 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e610a5-486f-49c6-a089-862caffe545e None None] Pushing event deleted for resources: {'Port': ['ID=480e4a88-f6a0-438f-8845-ee71a38ff377,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:56.022324 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e610a5-486f-49c6-a089-862caffe545e None None] No DVR routers for this DVR port 480e4a88-f6a0-438f-8845-ee71a38ff377 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:51:56.178864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] For port 480e4a88-f6a0-438f-8845-ee71a38ff377, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=480e4a88-f6a0-438f-8845-ee71a38ff377,segment=NetworkSegment(c78d7412-8989-40ba-a51f-5736a5128acb),segment_id=c78d7412-8989-40ba-a51f-5736a5128acb)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:51:56.179513 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:56.204032 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 480e4a88-f6a0-438f-8845-ee71a38ff377 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:51:56.241313 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Attempting to bind port 6d87d897-6e26-4667-b983-aa5694802d80 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:51:56.244465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Router a0dd518d-0329-4b7f-8eb3-30ec15cffa02 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:51:56.245615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Attempting to bind port 6d87d897-6e26-4667-b983-aa5694802d80 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:51:56.246153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Attempting to bind port 6d87d897-6e26-4667-b983-aa5694802d80 on network b6efdb13-7adc-4b26-8d19-afce58f5230b {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:56.256749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for 480e4a88-f6a0-438f-8845-ee71a38ff377 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:51:56.263001 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 480e4a88-f6a0-438f-8845-ee71a38ff377 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:51:56.263723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 480e4a88-f6a0-438f-8845-ee71a38ff377 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:51:56.264305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f026ac03-b421-4dd1-9e9b-d5d43f98f248 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:51:56.286693 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb61437b-e34e-4238-bbdc-963ac70082a3 req-48ae7f41-2db8-457b-b25c-a49a6df0c7f2 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0125556 Nov 13 04:51:56.301824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Port 6d87d897-6e26-4667-b983-aa5694802d80 on network b6efdb13-7adc-4b26-8d19-afce58f5230b not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:51:56.302148 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Attempting to bind port 6d87d897-6e26-4667-b983-aa5694802d80 on network b6efdb13-7adc-4b26-8d19-afce58f5230b {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:51:56.310027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f026ac03-b421-4dd1-9e9b-d5d43f98f248 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:51:56.310027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f026ac03-b421-4dd1-9e9b-d5d43f98f248 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:51:56.328909 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:51:56.329329 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Checking segment: {'id': 'fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:51:56.329655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Bound using segment: {'id': 'fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:51:56.330095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Bound port: 6d87d897-6e26-4667-b983-aa5694802d80, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:51:56.330445 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:56.360756 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f08d31e-f37c-421b-b406-4aaefa5f031c x-openstack-request-id: req-6f08d31e-f37c-421b-b406-4aaefa5f031c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:51:56.361416 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6276ec-2569-4dce-9e16-dda24dd2fda9", "name": "network-vif-plugged", "status": "completed", "tag": "b6a99d2a-db59-4847-85d3-d29e3600e8a7", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:51:56.361898 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f08d31e-f37c-421b-b406-4aaefa5f031c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:51:56.362570 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6276ec-2569-4dce-9e16-dda24dd2fda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a99d2a-db59-4847-85d3-d29e3600e8a7', 'code': 200} Nov 13 04:51:56.435133 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-dbd0a4f2-a8bc-4faf-abfd-8a8d475702b0 service neutron] 10.222.0.43 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192941 Nov 13 04:51:56.523965 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:56.642964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db92d5-219b-4117-8b71-27a35753689f req-1c3eeb19-64a6-45a0-81eb-972200844355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:56.644822 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48db92d5-219b-4117-8b71-27a35753689f req-1c3eeb19-64a6-45a0-81eb-972200844355 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 1096 time: 0.1733110 Nov 13 04:51:56.649161 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:51:56.660266 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c9c22-8f90-4237-b479-4de799f3b82d None None] Sync routers for ids ['a0dd518d-0329-4b7f-8eb3-30ec15cffa02'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:51:56.683529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c9c22-8f90-4237-b479-4de799f3b82d None None] Routers {'a0dd518d-0329-4b7f-8eb3-30ec15cffa02'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:56.684040 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:56.685475 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-374d7db5-a221-430d-88e8-b352d0a60201 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.5689447 Nov 13 04:51:56.688882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a47c9c22-8f90-4237-b479-4de799f3b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a0dd518d-0329-4b7f-8eb3-30ec15cffa02'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:56.698148 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60080) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:56.703095 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b8dd140e-c5c5-4b5b-97d4-b3ca9fa94b50 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'enable_snat': False}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:51:56.755163 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-e7728fa6-a21a-4d96-a7cc-69ede0218f1e service neutron] 10.222.0.43 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120248 Nov 13 04:51:56.778790 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] For port 6d87d897-6e26-4667-b983-aa5694802d80, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:51:56.785226 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a47c9c22-8f90-4237-b479-4de799f3b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:56.788358 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] For port 6d87d897-6e26-4667-b983-aa5694802d80, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=6d87d897-6e26-4667-b983-aa5694802d80,segment=NetworkSegment(fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab),segment_id=fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:51:56.818786 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c9c22-8f90-4237-b479-4de799f3b82d None None] Routers {'a0dd518d-0329-4b7f-8eb3-30ec15cffa02'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:51:56.822809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a47c9c22-8f90-4237-b479-4de799f3b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a0dd518d-0329-4b7f-8eb3-30ec15cffa02'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:56.824928 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48db92d5-219b-4117-8b71-27a35753689f req-1f853114-62bd-4525-ae86-08ef7d2aff3f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545429 Nov 13 04:51:56.882439 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:56.902060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No DVR routers for this DVR port 480e4a88-f6a0-438f-8845-ee71a38ff377 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:51:56.917524 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a47c9c22-8f90-4237-b479-4de799f3b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:56.918305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c9c22-8f90-4237-b479-4de799f3b82d None None] The sync data for ids ['a0dd518d-0329-4b7f-8eb3-30ec15cffa02'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:51:56.926598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=480e4a88-f6a0-438f-8845-ee71a38ff377,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:56.972232 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:56.973175 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:56.976358 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] 10.222.0.46 "PUT /v2.0/ports/6d87d897-6e26-4667-b983-aa5694802d80 HTTP/1.1" status: 200 len: 1091 time: 4.3156521 Nov 13 04:51:56.983741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': '6d87d897-6e26-4667-b983-aa5694802d80'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:51:57.001635 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1287ec6c-d461-4f53-9755-7297bd47e363" -d '{"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "6d87d897-6e26-4667-b983-aa5694802d80"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:51:57.066490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461705f-c94a-455f-adeb-daec5dc8ac88 req-38e277c0-7c8e-4ad6-be0a-af57c20e70b0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:57.069588 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a461705f-c94a-455f-adeb-daec5dc8ac88 req-38e277c0-7c8e-4ad6-be0a-af57c20e70b0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 945 time: 0.5294926 Nov 13 04:51:57.070990 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57fee-cce9-45e0-8769-b4a94d14dfcc req-ed48ca1c-b26a-495c-8917-d47ee7dd504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:57.074601 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04e57fee-cce9-45e0-8769-b4a94d14dfcc req-ed48ca1c-b26a-495c-8917-d47ee7dd504d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3317657 Nov 13 04:51:57.182526 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:57.213371 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13e85a1-28a4-467b-87df-ad6ad2c6e71b']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:57.228055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78d7412-8989-40ba-a51f-5736a5128acb') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:57.228341 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78d7412-8989-40ba-a51f-5736a5128acb') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:51:57.255129 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:57.425969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d776e9-4162-4c14-bee1-bfbee51b29ef service neutron] Pushing event updated for resources: {'Port': ['ID=6d87d897-6e26-4667-b983-aa5694802d80,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:57.493615 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:57.511726 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a461705f-c94a-455f-adeb-daec5dc8ac88 req-dccf313c-fbed-477c-8b50-35b03e1dbec6 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434826 Nov 13 04:51:57.530118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:51:57.531696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: items = [ Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:51:57.540905 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:51:57.688207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-7a2383c0-fac5-40c6-8e75-5146526706ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:57.688749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-7a2383c0-fac5-40c6-8e75-5146526706ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:57.698498 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-7a2383c0-fac5-40c6-8e75-5146526706ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:57.699047 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-7a2383c0-fac5-40c6-8e75-5146526706ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:57.699525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-7a2383c0-fac5-40c6-8e75-5146526706ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:57.699990 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-7a2383c0-fac5-40c6-8e75-5146526706ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:57.700617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-7a2383c0-fac5-40c6-8e75-5146526706ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:57.717246 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-7a2383c0-fac5-40c6-8e75-5146526706ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 6477 time: 0.3420951 Nov 13 04:51:57.738678 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cb1c95-7638-45b4-802f-09b13041f3ac x-openstack-request-id: req-28cb1c95-7638-45b4-802f-09b13041f3ac {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:51:57.739866 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "6d87d897-6e26-4667-b983-aa5694802d80", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:51:57.746459 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28cb1c95-7638-45b4-802f-09b13041f3ac {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:51:57.747410 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': '6d87d897-6e26-4667-b983-aa5694802d80', 'status': 'completed', 'code': 200} Nov 13 04:51:57.859682 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-01c6c496-69a5-402f-b57a-96ce35de64f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19099ef5-6d30-4282-af7f-46bf14ca6429 HTTP/1.1" status: 200 len: 217 time: 0.0827723 Nov 13 04:51:57.932962 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:57.953306 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:57.959479 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/networks/a13e85a1-28a4-467b-87df-ad6ad2c6e71b HTTP/1.1" status: 204 len: 168 time: 4.0832639 Nov 13 04:51:57.963229 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60122) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:51:58.083915 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8dd140e-c5c5-4b5b-97d4-b3ca9fa94b50 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:58.205456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a0fb5-19b3-40db-a96d-bef72906ae6b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Network': ['ID=a13e85a1-28a4-467b-87df-ad6ad2c6e71b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:51:58.277703 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f0d6-fd0e-4525-bd22-4a85bcfaae5f req-b1c96b6f-0f87-4c13-a304-971d0c6c2431 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:58.299458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f0d6-fd0e-4525-bd22-4a85bcfaae5f req-b1c96b6f-0f87-4c13-a304-971d0c6c2431 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:58.317672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f0d6-fd0e-4525-bd22-4a85bcfaae5f req-b1c96b6f-0f87-4c13-a304-971d0c6c2431 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:58.339007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f0d6-fd0e-4525-bd22-4a85bcfaae5f req-b1c96b6f-0f87-4c13-a304-971d0c6c2431 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:58.341898 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e387e9be-f427-48af-85bc-0843161b58f5 req-92379242-5546-4b9d-8a34-e081f7232c69 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.0883312 Nov 13 04:51:58.359754 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f0d6-fd0e-4525-bd22-4a85bcfaae5f req-b1c96b6f-0f87-4c13-a304-971d0c6c2431 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:58.368489 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f0d6-fd0e-4525-bd22-4a85bcfaae5f req-b1c96b6f-0f87-4c13-a304-971d0c6c2431 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:58.376652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f0d6-fd0e-4525-bd22-4a85bcfaae5f req-b1c96b6f-0f87-4c13-a304-971d0c6c2431 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:58.378805 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea79f0d6-fd0e-4525-bd22-4a85bcfaae5f req-b1c96b6f-0f87-4c13-a304-971d0c6c2431 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.5180733 Nov 13 04:51:58.385737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-9c90b153-9925-45c2-bfa8-d1120834a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:58.387431 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-9c90b153-9925-45c2-bfa8-d1120834a33e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9ac137d-bc95-480d-b540-783bd32adcd0 HTTP/1.1" status: 200 len: 849 time: 0.5079443 Nov 13 04:51:58.461888 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:58.535070 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea79f0d6-fd0e-4525-bd22-4a85bcfaae5f req-958b588c-f856-4322-af3a-8f88240c380e tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375468 Nov 13 04:51:58.794212 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:58.905192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-606b510a-f0e6-44ff-87a8-5dbf1533bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:58.907422 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-606b510a-f0e6-44ff-87a8-5dbf1533bcd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=54bcc594-4643-4653-a5bb-72d48b85d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5007143 Nov 13 04:51:59.033555 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a3253-86be-46cb-92ed-bcbe95eccb20 req-a9aa0efa-8f3b-4332-9f1a-cdc5c8ed2ee8 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:51:59.039822 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5d9a3253-86be-46cb-92ed-bcbe95eccb20 req-a9aa0efa-8f3b-4332-9f1a-cdc5c8ed2ee8 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 945 time: 0.3046310 Nov 13 04:51:59.144442 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-53525d66-3099-4977-a9f0-bd142345ad51 service neutron] 10.222.0.46 "GET /v2.0/networks/54bcc594-4643-4653-a5bb-72d48b85d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280657 Nov 13 04:51:59.163276 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-04f5611f-5d25-4091-881d-0ebc096b8cc9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:59.288910 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5d9a3253-86be-46cb-92ed-bcbe95eccb20 req-6561c7fc-dbf7-43ff-bf76-a6f8fd81c44e tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138344 Nov 13 04:51:59.349891 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8dd140e-c5c5-4b5b-97d4-b3ca9fa94b50 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:59.355408 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8dd140e-c5c5-4b5b-97d4-b3ca9fa94b50 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:51:59.651030 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-624a5927-66ee-483b-841a-f4d6bdc3a623 req-b652de7a-2451-43e5-8a27-8a4ba1ef6409 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.1585400 Nov 13 04:51:59.710470 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dd140e-c5c5-4b5b-97d4-b3ca9fa94b50 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Router a0dd518d-0329-4b7f-8eb3-30ec15cffa02 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:52:00.012988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13896c43-94a8-417c-ae51-0029600cee2b req-269f052f-0b6b-4149-90d6-e5d6d45ddc63 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:00.031495 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13896c43-94a8-417c-ae51-0029600cee2b req-269f052f-0b6b-4149-90d6-e5d6d45ddc63 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:00.050627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13896c43-94a8-417c-ae51-0029600cee2b req-269f052f-0b6b-4149-90d6-e5d6d45ddc63 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:00.058072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13896c43-94a8-417c-ae51-0029600cee2b req-269f052f-0b6b-4149-90d6-e5d6d45ddc63 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:00.075426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13896c43-94a8-417c-ae51-0029600cee2b req-269f052f-0b6b-4149-90d6-e5d6d45ddc63 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:00.094106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13896c43-94a8-417c-ae51-0029600cee2b req-269f052f-0b6b-4149-90d6-e5d6d45ddc63 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:00.100217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13896c43-94a8-417c-ae51-0029600cee2b req-269f052f-0b6b-4149-90d6-e5d6d45ddc63 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:00.102213 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13896c43-94a8-417c-ae51-0029600cee2b req-269f052f-0b6b-4149-90d6-e5d6d45ddc63 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.2768791 Nov 13 04:52:00.119906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dd140e-c5c5-4b5b-97d4-b3ca9fa94b50 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:52:00.132304 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13c96aa-aa3b-42f7-a676-4ed86d511d5c None None] Sync routers for ids ['a0dd518d-0329-4b7f-8eb3-30ec15cffa02'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:52:00.150598 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8dd140e-c5c5-4b5b-97d4-b3ca9fa94b50 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:00.155886 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c96aa-aa3b-42f7-a676-4ed86d511d5c None None] Routers {'a0dd518d-0329-4b7f-8eb3-30ec15cffa02'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:00.159210 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d13c96aa-aa3b-42f7-a676-4ed86d511d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a0dd518d-0329-4b7f-8eb3-30ec15cffa02'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:00.160036 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b8dd140e-c5c5-4b5b-97d4-b3ca9fa94b50 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "PUT /v2.0/routers/a0dd518d-0329-4b7f-8eb3-30ec15cffa02 HTTP/1.1" status: 200 len: 925 time: 3.4603534 Nov 13 04:52:00.162606 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60166) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:00.266207 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d13c96aa-aa3b-42f7-a676-4ed86d511d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:00.278672 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c96aa-aa3b-42f7-a676-4ed86d511d5c None None] Routers {'a0dd518d-0329-4b7f-8eb3-30ec15cffa02'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:00.280344 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d13c96aa-aa3b-42f7-a676-4ed86d511d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a0dd518d-0329-4b7f-8eb3-30ec15cffa02'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:00.342694 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d13c96aa-aa3b-42f7-a676-4ed86d511d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:00.343760 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13c96aa-aa3b-42f7-a676-4ed86d511d5c None None] The sync data for ids ['a0dd518d-0329-4b7f-8eb3-30ec15cffa02'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:52:00.507107 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13896c43-94a8-417c-ae51-0029600cee2b req-2b176de8-a7e3-4628-a1d0-da871b60463b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3945596 Nov 13 04:52:00.565925 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b1f045e1-e115-463d-b098-b67a0cc068b6 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/routers/a0dd518d-0329-4b7f-8eb3-30ec15cffa02 HTTP/1.1" status: 200 len: 925 time: 0.4021854 Nov 13 04:52:00.575532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60172) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:00.835184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-1c276c7b-d8e3-493a-9200-5f83a4b58ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:00.855772 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-1c276c7b-d8e3-493a-9200-5f83a4b58ff3 service neutron] 10.222.0.46 "GET /v2.0/ports/321611fc-1ecc-49e1-931e-f0b57b629cb6 HTTP/1.1" status: 200 len: 1032 time: 0.4931569 Nov 13 04:52:00.988593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0df0bd-70bc-4e00-bf9d-2ece7f33a486 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:00.990185 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-df0df0bd-70bc-4e00-bf9d-2ece7f33a486 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&device_id=a0dd518d-0329-4b7f-8eb3-30ec15cffa02&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4136138 Nov 13 04:52:00.992494 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-fb8f0da5-0dfc-4454-8a7e-4530a4952177 service neutron] 10.222.0.46 "GET /v2.0/networks/54bcc594-4643-4653-a5bb-72d48b85d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7487605 Nov 13 04:52:00.999581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60182) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:01.031151 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-960b1952-b5db-453f-be10-f1de22da17d2 req-23fed653-4610-4546-a55c-de2ab251bc04 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.0460010 Nov 13 04:52:01.179370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db56a10-c829-4cd8-9ee2-d0f012336733 req-b2beed62-5556-49a9-8396-a1a503fd7b44 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:01.188577 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9db56a10-c829-4cd8-9ee2-d0f012336733 req-b2beed62-5556-49a9-8396-a1a503fd7b44 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 945 time: 1.0530760 Nov 13 04:52:01.191584 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-16f569e2-55e8-4b24-ab5d-7ae7fd20b759 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=de58f93c-d5cf-4928-9fa1-0dafe167d15d HTTP/1.1" status: 200 len: 217 time: 0.1621315 Nov 13 04:52:01.370904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d453d1-10c0-4119-9764-6c745be7fd95 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:01.373281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-09d453d1-10c0-4119-9764-6c745be7fd95 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 881 time: 0.3655581 Nov 13 04:52:01.376402 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60186) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:01.436832 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e5c1d1dd-f0a6-40b0-a1df-6160a6b83ab8 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0dd518d-0329-4b7f-8eb3-30ec15cffa02 HTTP/1.1" status: 200 len: 205 time: 0.0592463 Nov 13 04:52:01.441004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60188) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:01.445436 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3fbdbc64-775c-4e67-b78f-a0d914d8c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:01.447183 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3fbdbc64-775c-4e67-b78f-a0d914d8c76a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eafef19-b9a2-402d-a6d8-c66347803a1a HTTP/1.1" status: 200 len: 797 time: 0.1999164 Nov 13 04:52:01.451490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-5e479ecd-f741-4d46-a647-5c4f3325a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:01.453258 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-5e479ecd-f741-4d46-a647-5c4f3325a1be service neutron] 10.222.0.46 "GET /v2.0/ports/45514580-8632-4c56-ab8d-1dc483712314 HTTP/1.1" status: 200 len: 1033 time: 0.5666535 Nov 13 04:52:01.719248 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ee528294-d845-4b44-a4a5-94a5d1e276e8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:01.725873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ee528294-d845-4b44-a4a5-94a5d1e276e8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:01.732304 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc124-53ea-4294-9e76-30cae893c856 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:01.733496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ee528294-d845-4b44-a4a5-94a5d1e276e8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:01.735497 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ee528294-d845-4b44-a4a5-94a5d1e276e8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "GET /v2.0/networks?id=1c27c071-3ae5-43fe-b926-2a8ca6120cc2&id=05902fd0-8743-474a-8465-76944be5f8e4&id=05902fd0-8743-474a-8465-76944be5f8e4&id=05902fd0-8743-474a-8465-76944be5f8e4&id=05902fd0-8743-474a-8465-76944be5f8e4&id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360 HTTP/1.1" status: 200 len: 1996 time: 0.2656367 Nov 13 04:52:01.784533 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f6968304-bfa6-45b8-9b1b-143edd9ad9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:01.786375 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f6968304-bfa6-45b8-9b1b-143edd9ad9d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3178129 Nov 13 04:52:02.009374 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9db56a10-c829-4cd8-9ee2-d0f012336733 req-04676648-843d-4861-b108-0945682d8266 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8197255 Nov 13 04:52:02.158123 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc124-53ea-4294-9e76-30cae893c856 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:02.196895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-04f5611f-5d25-4091-881d-0ebc096b8cc9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port 8748e76d-868b-493c-9282-25b080d18e6f {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:52:02.207939 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-04f5611f-5d25-4091-881d-0ebc096b8cc9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:02.231253 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7aef4-d292-49c5-95f7-59b420fc4382 req-caa87dc0-8fef-4f19-b9bd-68c084ea150c tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:02.240221 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7aef4-d292-49c5-95f7-59b420fc4382 req-caa87dc0-8fef-4f19-b9bd-68c084ea150c tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:02.261231 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7aef4-d292-49c5-95f7-59b420fc4382 req-caa87dc0-8fef-4f19-b9bd-68c084ea150c tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:02.288546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7aef4-d292-49c5-95f7-59b420fc4382 req-caa87dc0-8fef-4f19-b9bd-68c084ea150c tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:02.310425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7aef4-d292-49c5-95f7-59b420fc4382 req-caa87dc0-8fef-4f19-b9bd-68c084ea150c tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:02.326454 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7aef4-d292-49c5-95f7-59b420fc4382 req-caa87dc0-8fef-4f19-b9bd-68c084ea150c tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:02.337735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7aef4-d292-49c5-95f7-59b420fc4382 req-caa87dc0-8fef-4f19-b9bd-68c084ea150c tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:02.343035 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1d7aef4-d292-49c5-95f7-59b420fc4382 req-caa87dc0-8fef-4f19-b9bd-68c084ea150c tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.2669604 Nov 13 04:52:02.488652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-04f5611f-5d25-4091-881d-0ebc096b8cc9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] For port 8748e76d-868b-493c-9282-25b080d18e6f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8748e76d-868b-493c-9282-25b080d18e6f,segment=NetworkSegment(f059419b-130d-4246-a5af-141205ccae28),segment_id=f059419b-130d-4246-a5af-141205ccae28)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:02.491230 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-04f5611f-5d25-4091-881d-0ebc096b8cc9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:02.493153 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1d7aef4-d292-49c5-95f7-59b420fc4382 req-a9eb4f66-5ebd-4677-8973-a512337fc989 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070700 Nov 13 04:52:02.523854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5bfbc124-53ea-4294-9e76-30cae893c856 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Deleting port 302802b4-73a5-4304-84ce-155bd8c1eada {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:52:02.524197 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc124-53ea-4294-9e76-30cae893c856 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:02.528395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-04f5611f-5d25-4091-881d-0ebc096b8cc9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for 8748e76d-868b-493c-9282-25b080d18e6f owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:52:02.660441 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc124-53ea-4294-9e76-30cae893c856 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:02.682459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5bfbc124-53ea-4294-9e76-30cae893c856 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Calling delete_port for 302802b4-73a5-4304-84ce-155bd8c1eada owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:52:02.712988 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-0ee3279d-cf47-4975-a9cf-74bbbea420eb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56e889b16bd745a8aae943f6a4671633 HTTP/1.1" status: 200 len: 379 time: 0.9429207 Nov 13 04:52:02.729774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c486eb8d-bf7a-424a-99e3-8a8f2576e907 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'port': {'device_id': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'admin_state_up': True, 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'security_groups': ['ef5fd764-f79b-45e3-81d8-69a3b8c83538']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:02.799831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f6a665c-b654-4c74-9e65-2df65ffdfb72 req-4121e94a-8b91-4d75-9a92-8b17a457080b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.1482086 Nov 13 04:52:03.088101 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a72049db-54e3-4910-ad07-d78931df8afa service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2470207 Nov 13 04:52:03.120625 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc124-53ea-4294-9e76-30cae893c856 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:03.254882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbc124-53ea-4294-9e76-30cae893c856 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Pushing event deleted for resources: {'Port': ['ID=302802b4-73a5-4304-84ce-155bd8c1eada,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:03.264549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d4372d-07ce-4bf2-b774-ed659d487ad7 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:52:03.353051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609bdd5-1dac-4223-ab2c-a61db103a7d9 req-c78578d1-cb93-4898-a3cf-eeb363f04572 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:03.354625 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a609bdd5-1dac-4223-ab2c-a61db103a7d9 req-c78578d1-cb93-4898-a3cf-eeb363f04572 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 945 time: 0.1249983 Nov 13 04:52:03.402382 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c486eb8d-bf7a-424a-99e3-8a8f2576e907 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Made reservation on behalf of 56e889b16bd745a8aae943f6a4671633 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:03.403825 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc124-53ea-4294-9e76-30cae893c856 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:03.412634 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c486eb8d-bf7a-424a-99e3-8a8f2576e907 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:03.493882 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-058ee52a-5ca0-4047-94e4-719362340f9a service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883033 Nov 13 04:52:03.522055 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-04f5611f-5d25-4091-881d-0ebc096b8cc9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:03.585463 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc124-53ea-4294-9e76-30cae893c856 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:03.611300 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a609bdd5-1dac-4223-ab2c-a61db103a7d9 req-be235760-b72f-48d0-b45b-fac94c8c9ad7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390203 Nov 13 04:52:03.619406 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc124-53ea-4294-9e76-30cae893c856 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:03.713497 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-a05adb31-9301-44e1-ac00-d746772d31e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=5f399afc-4069-477e-8131-37a3697f6c2f HTTP/1.1" status: 200 len: 217 time: 0.2069893 Nov 13 04:52:03.740872 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc124-53ea-4294-9e76-30cae893c856 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:03.741501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfbc124-53ea-4294-9e76-30cae893c856 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Fanout notify agent at l3_agent the message router_deleted on router a0dd518d-0329-4b7f-8eb3-30ec15cffa02 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:52:03.752405 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc124-53ea-4294-9e76-30cae893c856 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:03.756807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5bfbc124-53ea-4294-9e76-30cae893c856 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "DELETE /v2.0/routers/a0dd518d-0329-4b7f-8eb3-30ec15cffa02 HTTP/1.1" status: 204 len: 168 time: 2.3120160 Nov 13 04:52:03.758804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60222) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:03.766058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a6c49592-7dad-435a-89d9-4879af843f32 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1126643484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:03.824893 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6c49592-7dad-435a-89d9-4879af843f32 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:03.826031 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6c49592-7dad-435a-89d9-4879af843f32 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:03.937286 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6c49592-7dad-435a-89d9-4879af843f32 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:03.950733 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6c49592-7dad-435a-89d9-4879af843f32 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:03.988683 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6c49592-7dad-435a-89d9-4879af843f32 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:03.990293 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a6c49592-7dad-435a-89d9-4879af843f32 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2303114 Nov 13 04:52:03.993007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60234) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:04.001280 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Request body: {'router': {'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:04.017272 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5611f-5d25-4091-881d-0ebc096b8cc9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=8748e76d-868b-493c-9282-25b080d18e6f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:04.143554 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e694c91-d8d8-4878-a8be-13e714682f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:04.416100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d09f6-9676-44f0-a91e-db82cee9af3a req-f8f6c4f3-a4df-44c7-bd88-98d4fb927e36 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:04.423708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d09f6-9676-44f0-a91e-db82cee9af3a req-f8f6c4f3-a4df-44c7-bd88-98d4fb927e36 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:04.429873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d09f6-9676-44f0-a91e-db82cee9af3a req-f8f6c4f3-a4df-44c7-bd88-98d4fb927e36 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:04.446445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d09f6-9676-44f0-a91e-db82cee9af3a req-f8f6c4f3-a4df-44c7-bd88-98d4fb927e36 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:04.462793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d09f6-9676-44f0-a91e-db82cee9af3a req-f8f6c4f3-a4df-44c7-bd88-98d4fb927e36 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:04.482025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d09f6-9676-44f0-a91e-db82cee9af3a req-f8f6c4f3-a4df-44c7-bd88-98d4fb927e36 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:04.492223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d09f6-9676-44f0-a91e-db82cee9af3a req-f8f6c4f3-a4df-44c7-bd88-98d4fb927e36 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:04.497944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b4d09f6-9676-44f0-a91e-db82cee9af3a req-f8f6c4f3-a4df-44c7-bd88-98d4fb927e36 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.7801440 Nov 13 04:52:04.500162 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5b22b02c-ea18-4876-88e5-d2d635700758 req-bb63d253-3591-49d5-b1bb-9c1ea600ff5d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.1273611 Nov 13 04:52:04.554594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c486eb8d-bf7a-424a-99e3-8a8f2576e907 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Allocated IP 172.20.0.9 (1c27c071-3ae5-43fe-b926-2a8ca6120cc2/2b89a777-78f4-4339-bcc5-ce101bcdd17e/f9e963a6-1fe2-40be-9bc1-c575b1bfdba1) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:04.595339 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:04.605405 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-04f5611f-5d25-4091-881d-0ebc096b8cc9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:04.608558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea9e053d-ebd0-49fe-a19b-0c8c46da9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:04.610441 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-ea9e053d-ebd0-49fe-a19b-0c8c46da9c9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eafef19-b9a2-402d-a6d8-c66347803a1a HTTP/1.1" status: 200 len: 797 time: 0.6188474 Nov 13 04:52:04.969528 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:04.992044 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:05.070388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-8d303942-03e5-4793-bebd-6d8ce736a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:05.071958 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-8d303942-03e5-4793-bebd-6d8ce736a58b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4408994 Nov 13 04:52:05.127120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f5611f-5d25-4091-881d-0ebc096b8cc9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:52:05.168081 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b4d09f6-9676-44f0-a91e-db82cee9af3a req-aed4b91b-4eeb-4771-942d-4bb980fad9eb tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6349039 Nov 13 04:52:05.173127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Allocated IP 172.25.8.39 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/ad546290-b473-4f45-a6f8-de421342a0d3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:05.330559 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:05.386203 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:05.414114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f5611f-5d25-4091-881d-0ebc096b8cc9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:52:05.427216 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545a945-3209-4b7f-84eb-27ffbe7f4ea2 None None] Sync routers for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:52:05.427787 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-04f5611f-5d25-4091-881d-0ebc096b8cc9 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/32ca256e-b79d-48ac-bc46-b3ddd5f08877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4522054 Nov 13 04:52:05.441213 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-74af1121-8aa0-4502-be95-a705ef545fab service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538985 Nov 13 04:52:05.441703 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60256) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:05.446777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545a945-3209-4b7f-84eb-27ffbe7f4ea2 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:05.447902 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c545a945-3209-4b7f-84eb-27ffbe7f4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:05.514783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Pushing event updated for resources: {'Port': ['ID=ad546290-b473-4f45-a6f8-de421342a0d3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:05.542266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:05.547441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:05.561650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:05.634401 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-524df813-c0d9-4232-82f2-a202a10d793b service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825385 Nov 13 04:52:05.683586 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12827b82-578d-42c6-9b29-812c4e2a8783 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:52:05.699307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-bf990205-bca2-4b45-8cad-54bf2178d45d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=011a8497-145c-4fd7-903e-19cf452a8ebd HTTP/1.1" status: 200 len: 217 time: 0.0391331 Nov 13 04:52:05.713357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-c545a945-3209-4b7f-84eb-27ffbe7f4ea2 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:52:05.828191 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c545a945-3209-4b7f-84eb-27ffbe7f4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:52:03Z', 'revision_number': 11, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:05.832078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c486eb8d-bf7a-424a-99e3-8a8f2576e907 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:05.874155 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2163f061-abcf-4077-8fba-aa9825f25a31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting subnet de4a5776-f633-4a0a-a91a-b3131cff6532 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:52:05.875482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545a945-3209-4b7f-84eb-27ffbe7f4ea2 None None] Checking router: 32ca256e-b79d-48ac-bc46-b3ddd5f08877 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:52:05.879943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-01225cf8-c302-4e96-aef3-1c436b60ca70 None None] Provisioning complete for port ad546290-b473-4f45-a6f8-de421342a0d3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:05.880873 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01225cf8-c302-4e96-aef3-1c436b60ca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:05.891515 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2163f061-abcf-4077-8fba-aa9825f25a31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:05.962200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-980c49f3-9528-47ae-8843-b214062a18f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:05.963413 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-01225cf8-c302-4e96-aef3-1c436b60ca70 None None] Port ad546290-b473-4f45-a6f8-de421342a0d3 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:52:05.966235 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-980c49f3-9528-47ae-8843-b214062a18f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eafef19-b9a2-402d-a6d8-c66347803a1a HTTP/1.1" status: 200 len: 797 time: 0.2564156 Nov 13 04:52:05.993665 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545a945-3209-4b7f-84eb-27ffbe7f4ea2 None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:05.996056 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c545a945-3209-4b7f-84eb-27ffbe7f4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:51:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:06.138984 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2163f061-abcf-4077-8fba-aa9825f25a31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:06.227348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-c545a945-3209-4b7f-84eb-27ffbe7f4ea2 None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:52:06.307405 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c486eb8d-bf7a-424a-99e3-8a8f2576e907 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:06.337364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f4687d62-6272-409b-83e6-f224fe3df182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:06.338887 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-f4687d62-6272-409b-83e6-f224fe3df182 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3526318 Nov 13 04:52:06.351382 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c545a945-3209-4b7f-84eb-27ffbe7f4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:52:03Z', 'revision_number': 11, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:06.386508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545a945-3209-4b7f-84eb-27ffbe7f4ea2 None None] The sync data for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 is: [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:52:03Z', 'revision_number': 11, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:52:06.436390 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c283f5e-8b3d-43c9-a561-e4f99a5ff2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:06.501114 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2163f061-abcf-4077-8fba-aa9825f25a31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:06.625758 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2163f061-abcf-4077-8fba-aa9825f25a31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:06.777105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c486eb8d-bf7a-424a-99e3-8a8f2576e907 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Network 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:06.783219 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-c004954f-41cc-447e-ab9c-eb5be1848c64 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065065 Nov 13 04:52:06.799687 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2163f061-abcf-4077-8fba-aa9825f25a31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:06.808523 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2163f061-abcf-4077-8fba-aa9825f25a31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/de4a5776-f633-4a0a-a91a-b3131cff6532 HTTP/1.1" status: 204 len: 168 time: 1.3625379 Nov 13 04:52:06.809125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e851e14-6161-4f7f-b83f-ef9e029f845d None None] Network a274dcc6-f9ff-4365-aec4-f6261f6fb86b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:52:06.811844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60288) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:06.834617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c486eb8d-bf7a-424a-99e3-8a8f2576e907 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:06.837558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c486eb8d-bf7a-424a-99e3-8a8f2576e907 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:06.859872 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f04acb-8651-4a05-853e-52474752f1f2 req-657edcc2-dacc-4292-944b-e284e97f98a4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:06.883546 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45f04acb-8651-4a05-853e-52474752f1f2 req-657edcc2-dacc-4292-944b-e284e97f98a4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 931 time: 0.2603817 Nov 13 04:52:06.978093 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-32148fca-cf95-4f15-bc7a-24b7406dc0f7 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475782 Nov 13 04:52:07.008866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163f061-abcf-4077-8fba-aa9825f25a31 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Subnet': ['ID=de4a5776-f633-4a0a-a91a-b3131cff6532,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:07.105293 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:07.152930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486eb8d-bf7a-424a-99e3-8a8f2576e907 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'Port': ['ID=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:07.164223 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-28d14d6a-e584-45bf-ad04-1324604150d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=f60b3c65-296c-4b69-8a01-8da7b8e0fec9 HTTP/1.1" status: 200 len: 217 time: 0.1360290 Nov 13 04:52:07.285892 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01ec2f6-1adc-4b38-b516-d86f959182fc None None] DHCP port deletion for a274dcc6-f9ff-4365-aec4-f6261f6fb86b request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:52:07.298425 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45f04acb-8651-4a05-853e-52474752f1f2 req-754ce728-6d8d-4139-93f1-c62e4c21e40a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4122496 Nov 13 04:52:07.400965 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:07.423235 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b6a99d2a-db59-4847-85d3-d29e3600e8a7 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:52:07.446179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3538cab5-cb50-4a7c-88d6-7cf53ff8f4d1 None None] Provisioning complete for port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:07.446849 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3538cab5-cb50-4a7c-88d6-7cf53ff8f4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:07.537868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3538cab5-cb50-4a7c-88d6-7cf53ff8f4d1 None None] Port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:52:07.584002 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c01ec2f6-1adc-4b38-b516-d86f959182fc None None] Deleting port e73ce502-1fc5-4810-9ef4-21916cafbad2 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:52:07.584385 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c01ec2f6-1adc-4b38-b516-d86f959182fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:07.771307 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:07.775563 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:07.793441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-83825234-613f-4862-8302-8422a65e4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:07.795963 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-83825234-613f-4862-8302-8422a65e4e10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eafef19-b9a2-402d-a6d8-c66347803a1a HTTP/1.1" status: 200 len: 797 time: 0.6168635 Nov 13 04:52:07.815979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87105af5-dc5b-43a0-a668-d9919a551172 req-de378cbd-3a7f-4545-a078-464a1caa2546 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:07.823029 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87105af5-dc5b-43a0-a668-d9919a551172 req-de378cbd-3a7f-4545-a078-464a1caa2546 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:07.830714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87105af5-dc5b-43a0-a668-d9919a551172 req-de378cbd-3a7f-4545-a078-464a1caa2546 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:07.837148 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87105af5-dc5b-43a0-a668-d9919a551172 req-de378cbd-3a7f-4545-a078-464a1caa2546 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:07.844231 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87105af5-dc5b-43a0-a668-d9919a551172 req-de378cbd-3a7f-4545-a078-464a1caa2546 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:07.854160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87105af5-dc5b-43a0-a668-d9919a551172 req-de378cbd-3a7f-4545-a078-464a1caa2546 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:07.861232 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87105af5-dc5b-43a0-a668-d9919a551172 req-de378cbd-3a7f-4545-a078-464a1caa2546 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:07.863557 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-87105af5-dc5b-43a0-a668-d9919a551172 req-de378cbd-3a7f-4545-a078-464a1caa2546 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 1.5329421 Nov 13 04:52:07.902459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c486eb8d-bf7a-424a-99e3-8a8f2576e907 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:07.903152 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c486eb8d-bf7a-424a-99e3-8a8f2576e907 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:07.932299 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c486eb8d-bf7a-424a-99e3-8a8f2576e907 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2176359 Nov 13 04:52:07.936192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Deleting port e73ce502-1fc5-4810-9ef4-21916cafbad2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:52:07.937025 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:07.987611 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c01ec2f6-1adc-4b38-b516-d86f959182fc None None] For port e73ce502-1fc5-4810-9ef4-21916cafbad2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e73ce502-1fc5-4810-9ef4-21916cafbad2,segment=NetworkSegment(f059419b-130d-4246-a5af-141205ccae28),segment_id=f059419b-130d-4246-a5af-141205ccae28)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:07.987982 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c01ec2f6-1adc-4b38-b516-d86f959182fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:08.003739 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-fdc44ee6-aa44-4c0a-bc4a-0937a66baf55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'port': {'device_id': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4', 'admin_state_up': True, 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'security_groups': ['ef5fd764-f79b-45e3-81d8-69a3b8c83538']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:08.013838 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c01ec2f6-1adc-4b38-b516-d86f959182fc None None] Calling delete_port for e73ce502-1fc5-4810-9ef4-21916cafbad2 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:52:08.030353 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:08.111096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-87105af5-dc5b-43a0-a668-d9919a551172 req-7a639a9d-b611-4431-a2cb-e8f0efe45658 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2357261 Nov 13 04:52:08.120826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-612ef11a-dde7-47ba-975c-176675332cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:08.123459 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-612ef11a-dde7-47ba-975c-176675332cc3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2586021 Nov 13 04:52:08.143102 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b6a99d2a-db59-4847-85d3-d29e3600e8a7, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b6a99d2a-db59-4847-85d3-d29e3600e8a7,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:08.233461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] For port e73ce502-1fc5-4810-9ef4-21916cafbad2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e73ce502-1fc5-4810-9ef4-21916cafbad2,segment=NetworkSegment(f059419b-130d-4246-a5af-141205ccae28),segment_id=f059419b-130d-4246-a5af-141205ccae28)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:08.233826 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:08.240660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'b6a99d2a-db59-4847-85d3-d29e3600e8a7', 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa', 'port_id': 'b6a99d2a-db59-4847-85d3-d29e3600e8a7', 'mac_address': 'fa:16:3e:d2:3f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a149c78c-3ec3-4358-b619-c6f87b382343', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:52:08.254361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Calling delete_port for e73ce502-1fc5-4810-9ef4-21916cafbad2 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:52:08.262984 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8748e76d-868b-493c-9282-25b080d18e6f no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:52:08.339959 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Router 12bf8492-7a56-476b-a363-80a21da83f95 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:52:08.419554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-514de079-2b79-42ba-b3a0-4d9d079b8ada service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537580 Nov 13 04:52:08.432517 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:08.449117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 8748e76d-868b-493c-9282-25b080d18e6f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:52:08.452670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8748e76d-868b-493c-9282-25b080d18e6f not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:52:08.452906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e73ce502-1fc5-4810-9ef4-21916cafbad2 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:52:08.536101 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6a99d2a-db59-4847-85d3-d29e3600e8a7 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:08.575921 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b6a99d2a-db59-4847-85d3-d29e3600e8a7, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b6a99d2a-db59-4847-85d3-d29e3600e8a7,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:08.586454 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:08.685301 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=b6a99d2a-db59-4847-85d3-d29e3600e8a7,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:08.697130 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:08.704323 n-d-813114-2 neutron-server[102669]: INFO neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No ports have port_id starting with e73ce502-1fc5-4810-9ef4-21916cafbad2 Nov 13 04:52:08.724481 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c01ec2f6-1adc-4b38-b516-d86f959182fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:08.754696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-fdc44ee6-aa44-4c0a-bc4a-0937a66baf55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Made reservation on behalf of 56e889b16bd745a8aae943f6a4671633 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:08.758710 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-fdc44ee6-aa44-4c0a-bc4a-0937a66baf55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:08.795472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No DVR routers for this DVR port e73ce502-1fc5-4810-9ef4-21916cafbad2 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:52:08.801350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ec2f6-1adc-4b38-b516-d86f959182fc None None] Pushing event deleted for resources: {'Port': ['ID=e73ce502-1fc5-4810-9ef4-21916cafbad2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:08.802359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Port': ['ID=e73ce502-1fc5-4810-9ef4-21916cafbad2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:08.810554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['b6a99d2a-db59-4847-85d3-d29e3600e8a7'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:52:08.828135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eccf08-1340-4468-ab45-bb56bbcbce52 req-309b6e4d-ba76-4cdf-b923-058a52eb0aa8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:08.830179 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23eccf08-1340-4468-ab45-bb56bbcbce52 req-309b6e4d-ba76-4cdf-b923-058a52eb0aa8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 931 time: 0.3644042 Nov 13 04:52:08.855542 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-11803e09-aa8b-4d23-8237-793d8e7e5ff9 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209073 Nov 13 04:52:08.906544 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23eccf08-1340-4468-ab45-bb56bbcbce52 req-9b8b0993-cae8-4cb3-9009-9a765246ad88 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529211 Nov 13 04:52:08.925808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ec2f6-1adc-4b38-b516-d86f959182fc None None] No DVR routers for this DVR port e73ce502-1fc5-4810-9ef4-21916cafbad2 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:52:09.028137 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-67259423-4471-4ebc-9ae4-643ba7935629 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=474242ce-f6ca-44f2-a46f-952298fdad4f HTTP/1.1" status: 200 len: 217 time: 0.0527701 Nov 13 04:52:09.105844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:52:09.118725 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c576680-1c40-46dd-9823-6ed3a0d3a4d5 None None] Sync routers for ids ['12bf8492-7a56-476b-a363-80a21da83f95'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:52:09.126967 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:09.128881 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6cbb110c-eb29-4a08-877f-65d2e4ce4d16 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "PUT /v2.0/routers/12bf8492-7a56-476b-a363-80a21da83f95 HTTP/1.1" status: 200 len: 883 time: 5.1348073 Nov 13 04:52:09.134185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60360) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:09.173351 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c576680-1c40-46dd-9823-6ed3a0d3a4d5 None None] Routers {'12bf8492-7a56-476b-a363-80a21da83f95'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:09.173556 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:09.176238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f2e07-ef87-42a2-b82b-4e510eb42851 req-27a77929-decd-4c6d-834c-3090d2b4b662 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:09.177032 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0c576680-1c40-46dd-9823-6ed3a0d3a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['12bf8492-7a56-476b-a363-80a21da83f95'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:09.186166 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-411f2e07-ef87-42a2-b82b-4e510eb42851 req-27a77929-decd-4c6d-834c-3090d2b4b662 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 950 time: 0.2884386 Nov 13 04:52:09.263995 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:09.293515 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0c576680-1c40-46dd-9823-6ed3a0d3a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:09.300415 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a274dcc6-f9ff-4365-aec4-f6261f6fb86b']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:09.315260 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c576680-1c40-46dd-9823-6ed3a0d3a4d5 None None] Routers {'12bf8492-7a56-476b-a363-80a21da83f95'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:09.317503 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0c576680-1c40-46dd-9823-6ed3a0d3a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['12bf8492-7a56-476b-a363-80a21da83f95'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:09.322873 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ba9937fb-67df-47b2-80ca-fdb3e8991a0e tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/routers/12bf8492-7a56-476b-a363-80a21da83f95 HTTP/1.1" status: 200 len: 924 time: 0.1871920 Nov 13 04:52:09.330475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60364) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:09.332143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-88b53814-b693-4c3e-94cf-fd2d31de34b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:09.333661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-88b53814-b693-4c3e-94cf-fd2d31de34b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fe7afd28-e5f9-44f4-b029-2dc26496464d HTTP/1.1" status: 200 len: 797 time: 0.2958772 Nov 13 04:52:09.377972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f059419b-130d-4246-a5af-141205ccae28') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:09.378570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f059419b-130d-4246-a5af-141205ccae28') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:09.393341 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0c576680-1c40-46dd-9823-6ed3a0d3a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:09.395750 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c576680-1c40-46dd-9823-6ed3a0d3a4d5 None None] The sync data for ids ['12bf8492-7a56-476b-a363-80a21da83f95'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:52:09.397667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-fdc44ee6-aa44-4c0a-bc4a-0937a66baf55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Allocated IP 10.1.1.253 (05902fd0-8743-474a-8465-76944be5f8e4/0d4528d4-e84b-4a09-8452-7f11a9785007/d72231e5-0188-49aa-8b14-4f48155c025b) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:09.409465 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:09.425833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4690a-1a9b-49ef-8eb2-0dd887197f56 req-656b471e-5325-4074-8c8b-a14ec1678bc4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:09.436086 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b6a99d2a-db59-4847-85d3-d29e3600e8a7 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:52:09.437632 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-411f2e07-ef87-42a2-b82b-4e510eb42851 req-c8e4e33f-ca57-436d-b350-ede33f57986b tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484286 Nov 13 04:52:09.446171 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4690a-1a9b-49ef-8eb2-0dd887197f56 req-656b471e-5325-4074-8c8b-a14ec1678bc4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:09.461248 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4690a-1a9b-49ef-8eb2-0dd887197f56 req-656b471e-5325-4074-8c8b-a14ec1678bc4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:09.461248 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4690a-1a9b-49ef-8eb2-0dd887197f56 req-656b471e-5325-4074-8c8b-a14ec1678bc4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:09.466231 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4690a-1a9b-49ef-8eb2-0dd887197f56 req-656b471e-5325-4074-8c8b-a14ec1678bc4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:09.475515 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4690a-1a9b-49ef-8eb2-0dd887197f56 req-656b471e-5325-4074-8c8b-a14ec1678bc4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:09.483517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4690a-1a9b-49ef-8eb2-0dd887197f56 req-656b471e-5325-4074-8c8b-a14ec1678bc4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:09.485829 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90f4690a-1a9b-49ef-8eb2-0dd887197f56 req-656b471e-5325-4074-8c8b-a14ec1678bc4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.1535301 Nov 13 04:52:09.523258 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:09.594839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:52:09.599448 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: items = [ Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:52:09.610248 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:52:09.649389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port b6a99d2a-db59-4847-85d3-d29e3600e8a7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:09.653707 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:09.741333 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90f4690a-1a9b-49ef-8eb2-0dd887197f56 req-e40a1a9a-c367-4319-9ed0-a1346487e6bb tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2471504 Nov 13 04:52:09.745815 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-9fb0ae2f-d05d-4883-beee-164ce9a5d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:09.749132 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-9fb0ae2f-d05d-4883-beee-164ce9a5d07c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6efdb13-7adc-4b26-8d19-afce58f5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4053111 Nov 13 04:52:09.787878 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:09.802584 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:09.806984 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9732ad-215c-4ff2-87d0-951fca2b7ebd tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:09.816535 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7d9732ad-215c-4ff2-87d0-951fca2b7ebd tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&device_id=12bf8492-7a56-476b-a363-80a21da83f95&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4762053 Nov 13 04:52:09.817469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60380) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:09.817627 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60382) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:09.818467 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/networks/a274dcc6-f9ff-4365-aec4-f6261f6fb86b HTTP/1.1" status: 204 len: 168 time: 2.9942987 Nov 13 04:52:09.832912 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:09.855845 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565b1cd-af54-4afe-a9be-2a1ccc891f0a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Pushing event deleted for resources: {'Network': ['ID=a274dcc6-f9ff-4365-aec4-f6261f6fb86b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:09.866498 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6276ec-2569-4dce-9e16-dda24dd2fda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a99d2a-db59-4847-85d3-d29e3600e8a7'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:52:09.870393 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6686591a-9154-44b8-8e1c-e24bd371d594" -d '{"events": [{"server_uuid": "1b6276ec-2569-4dce-9e16-dda24dd2fda9", "name": "network-vif-plugged", "status": "completed", "tag": "b6a99d2a-db59-4847-85d3-d29e3600e8a7"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:52:09.907532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b6a99d2a-db59-4847-85d3-d29e3600e8a7, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b6a99d2a-db59-4847-85d3-d29e3600e8a7,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:09.916708 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:09.923951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-8be4a04e-342b-41a8-9281-37238c823337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'router': {'routes': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:09.981872 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-fdc44ee6-aa44-4c0a-bc4a-0937a66baf55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:10.009975 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f5a142-ee41-4970-bc2c-11f5896ca797 x-openstack-request-id: req-27f5a142-ee41-4970-bc2c-11f5896ca797 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:52:10.010273 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6276ec-2569-4dce-9e16-dda24dd2fda9", "name": "network-vif-plugged", "status": "completed", "tag": "b6a99d2a-db59-4847-85d3-d29e3600e8a7", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:52:10.010518 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27f5a142-ee41-4970-bc2c-11f5896ca797 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:52:10.010943 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6276ec-2569-4dce-9e16-dda24dd2fda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a99d2a-db59-4847-85d3-d29e3600e8a7', 'code': 200} Nov 13 04:52:10.014847 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=b6a99d2a-db59-4847-85d3-d29e3600e8a7,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:10.056982 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:10.124083 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfef3b4-3b5e-46c8-a7fd-3bf717539a62 req-5fe2e844-f743-42f4-931a-b90795624ef5 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:10.127603 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1bfef3b4-3b5e-46c8-a7fd-3bf717539a62 req-5fe2e844-f743-42f4-931a-b90795624ef5 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 931 time: 0.0810688 Nov 13 04:52:10.211528 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1bfef3b4-3b5e-46c8-a7fd-3bf717539a62 req-a9cae3cf-ecff-4a1e-91cd-b662358d6911 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777025 Nov 13 04:52:10.236529 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3e507ee6-5a78-436f-a861-adcf63480dcc service neutron] 10.222.0.46 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717050 Nov 13 04:52:10.357409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.extraroute_db [None req-8be4a04e-342b-41a8-9281-37238c823337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Added routes are [] {{(pid=102667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 13 04:52:10.357801 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.extraroute_db [None req-8be4a04e-342b-41a8-9281-37238c823337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Removed routes are [] {{(pid=102667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 13 04:52:10.358075 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8be4a04e-342b-41a8-9281-37238c823337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:10.506010 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-fdc44ee6-aa44-4c0a-bc4a-0937a66baf55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:10.546523 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59313e3f-ec4f-4bfe-ae68-27ad065761a7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:10.550800 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-59313e3f-ec4f-4bfe-ae68-27ad065761a7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 881 time: 0.6927538 Nov 13 04:52:10.551403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60390) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:10.594211 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8be4a04e-342b-41a8-9281-37238c823337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:10.619940 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2175d646-74b4-42b2-993e-a6eff27f3296 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "GET /v2.0/ports?device_id=12bf8492-7a56-476b-a363-80a21da83f95 HTTP/1.1" status: 200 len: 205 time: 0.0670948 Nov 13 04:52:10.622655 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60394) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:10.632331 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8be4a04e-342b-41a8-9281-37238c823337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:10.642653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-7afdb64e-11c7-4888-9d97-be70ddd1bea1 service neutron] 10.222.0.46 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736987 Nov 13 04:52:10.661713 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc44ee6-aa44-4c0a-bc4a-0937a66baf55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'Port': ['ID=d72231e5-0188-49aa-8b14-4f48155c025b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:10.673214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-fdc44ee6-aa44-4c0a-bc4a-0937a66baf55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Network 05902fd0-8743-474a-8465-76944be5f8e4 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:10.714514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-fdc44ee6-aa44-4c0a-bc4a-0937a66baf55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:10.745962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-fdc44ee6-aa44-4c0a-bc4a-0937a66baf55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:10.757069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dd489-7ecd-4973-b063-3682917f1f41 req-8bca6ef5-1f64-42b9-a88d-14b143a82b69 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:10.758634 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8c8dd489-7ecd-4973-b063-3682917f1f41 req-8bca6ef5-1f64-42b9-a88d-14b143a82b69 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 950 time: 0.1813424 Nov 13 04:52:10.804868 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0455ad2-18f0-41cb-88d8-425beb013dc2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:10.806297 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-d4a2f4ed-3d5e-48eb-9aa0-c4db60e08e51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d87d897-6e26-4667-b983-aa5694802d80 HTTP/1.1" status: 200 len: 217 time: 0.1385403 Nov 13 04:52:10.905321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b01c53e6-d7ea-4806-9eb5-5bc1dd77a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:10.906701 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-b01c53e6-d7ea-4806-9eb5-5bc1dd77a3bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fe7afd28-e5f9-44f4-b029-2dc26496464d HTTP/1.1" status: 200 len: 797 time: 0.0935173 Nov 13 04:52:10.914775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be4a04e-342b-41a8-9281-37238c823337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:52:11.014090 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8c8dd489-7ecd-4973-b063-3682917f1f41 req-2c9e2d9e-82d0-4863-9bb0-9f25d8f47fb4 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485784 Nov 13 04:52:11.081153 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab514c-d8ce-46cc-a610-0bd0221d1108 req-e38a246a-d5cd-4ff3-ac5e-104024820674 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:11.109567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be4a04e-342b-41a8-9281-37238c823337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:52:11.119851 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175e248-3673-4b0d-9ac0-df9845f32a3e None None] Sync routers for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:52:11.120308 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-5a8fc731-516c-4000-a4e4-d06bd54d2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:11.121619 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-5a8fc731-516c-4000-a4e4-d06bd54d2907 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6efdb13-7adc-4b26-8d19-afce58f5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2044280 Nov 13 04:52:11.123021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab514c-d8ce-46cc-a610-0bd0221d1108 req-e38a246a-d5cd-4ff3-ac5e-104024820674 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:11.131710 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8be4a04e-342b-41a8-9281-37238c823337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:11.137339 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8be4a04e-342b-41a8-9281-37238c823337 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/32ca256e-b79d-48ac-bc46-b3ddd5f08877 HTTP/1.1" status: 200 len: 705 time: 1.2855773 Nov 13 04:52:11.140214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175e248-3673-4b0d-9ac0-df9845f32a3e None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:11.140874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7175e248-3673-4b0d-9ac0-df9845f32a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:11.145823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-fdc44ee6-aa44-4c0a-bc4a-0937a66baf55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:11.146837 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-fdc44ee6-aa44-4c0a-bc4a-0937a66baf55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:11.157512 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60418) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:11.164190 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab514c-d8ce-46cc-a610-0bd0221d1108 req-e38a246a-d5cd-4ff3-ac5e-104024820674 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:11.182039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab514c-d8ce-46cc-a610-0bd0221d1108 req-e38a246a-d5cd-4ff3-ac5e-104024820674 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:11.205882 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2d9d9393-86f1-4f93-8373-8fb55645630a tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports?device_id=32ca256e-b79d-48ac-bc46-b3ddd5f08877 HTTP/1.1" status: 200 len: 205 time: 0.0460582 Nov 13 04:52:11.212534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab514c-d8ce-46cc-a610-0bd0221d1108 req-e38a246a-d5cd-4ff3-ac5e-104024820674 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:11.219418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab514c-d8ce-46cc-a610-0bd0221d1108 req-e38a246a-d5cd-4ff3-ac5e-104024820674 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:11.220871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60422) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:11.225948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab514c-d8ce-46cc-a610-0bd0221d1108 req-e38a246a-d5cd-4ff3-ac5e-104024820674 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:11.228093 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9ab514c-d8ce-46cc-a610-0bd0221d1108 req-e38a246a-d5cd-4ff3-ac5e-104024820674 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.3117151 Nov 13 04:52:11.282137 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-fdc44ee6-aa44-4c0a-bc4a-0937a66baf55 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3003917 Nov 13 04:52:11.294894 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0455ad2-18f0-41cb-88d8-425beb013dc2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:11.344438 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b0324f21-0927-48ac-b4f7-69ae410695d3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'port': {'device_id': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4', 'admin_state_up': True, 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'security_groups': ['ef5fd764-f79b-45e3-81d8-69a3b8c83538']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:11.396341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9ab514c-d8ce-46cc-a610-0bd0221d1108 req-77d61608-02d2-4c6d-a166-04e69b0ab47d tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1476395 Nov 13 04:52:11.420202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e0455ad2-18f0-41cb-88d8-425beb013dc2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Deleting port ad546290-b473-4f45-a6f8-de421342a0d3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:52:11.420531 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0455ad2-18f0-41cb-88d8-425beb013dc2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:11.469594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7175e248-3673-4b0d-9ac0-df9845f32a3e None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:52:11.493652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b0324f21-0927-48ac-b4f7-69ae410695d3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Made reservation on behalf of 56e889b16bd745a8aae943f6a4671633 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:11.502299 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b0324f21-0927-48ac-b4f7-69ae410695d3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:11.523649 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89b98178-adac-4e76-867f-85ab48ca2f83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:11.916931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec03ec-04ae-48ae-8d7d-cced9e7f0d26 req-5c3358bf-9d1b-49e4-a9d1-22a018b2ab58 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:11.935769 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec03ec-04ae-48ae-8d7d-cced9e7f0d26 req-5c3358bf-9d1b-49e4-a9d1-22a018b2ab58 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:11.937807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02ec03ec-04ae-48ae-8d7d-cced9e7f0d26 req-5c3358bf-9d1b-49e4-a9d1-22a018b2ab58 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 1653 time: 0.2219236 Nov 13 04:52:11.940001 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0455ad2-18f0-41cb-88d8-425beb013dc2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:11.979486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7175e248-3673-4b0d-9ac0-df9845f32a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:52:03Z', 'revision_number': 11, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:11.995989 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fc2cdaa0-7b63-4489-87ec-eea7525b0122 None None] Provisioning complete for port d72231e5-0188-49aa-8b14-4f48155c025b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:11.996398 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc2cdaa0-7b63-4489-87ec-eea7525b0122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:12.015397 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e0455ad2-18f0-41cb-88d8-425beb013dc2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Calling delete_port for ad546290-b473-4f45-a6f8-de421342a0d3 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:52:12.155550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fc2cdaa0-7b63-4489-87ec-eea7525b0122 None None] Port d72231e5-0188-49aa-8b14-4f48155c025b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:52:12.176900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175e248-3673-4b0d-9ac0-df9845f32a3e None None] Checking router: 32ca256e-b79d-48ac-bc46-b3ddd5f08877 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:52:12.239609 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175e248-3673-4b0d-9ac0-df9845f32a3e None None] Routers {'32ca256e-b79d-48ac-bc46-b3ddd5f08877'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:12.246158 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7175e248-3673-4b0d-9ac0-df9845f32a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:12.265104 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02ec03ec-04ae-48ae-8d7d-cced9e7f0d26 req-fa93ee05-d10f-4079-9326-9e1406a18259 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122284 Nov 13 04:52:12.498749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7175e248-3673-4b0d-9ac0-df9845f32a3e None None] Set router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:52:12.646390 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0455ad2-18f0-41cb-88d8-425beb013dc2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:12.728552 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7175e248-3673-4b0d-9ac0-df9845f32a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:52:03Z', 'revision_number': 11, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:12.730463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0455ad2-18f0-41cb-88d8-425beb013dc2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Pushing event deleted for resources: {'Port': ['ID=ad546290-b473-4f45-a6f8-de421342a0d3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:12.818260 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0455ad2-18f0-41cb-88d8-425beb013dc2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:12.925311 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e112d42-a8fd-49d6-8cdd-3f995a3ff3a4 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:52:12.931067 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175e248-3673-4b0d-9ac0-df9845f32a3e None None] The sync data for ids ['32ca256e-b79d-48ac-bc46-b3ddd5f08877'] in n-d-813114-2 is: [{'id': '32ca256e-b79d-48ac-bc46-b3ddd5f08877', 'name': 'tempest-RoutersIpV6Test-router-1221896672', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:21Z', 'updated_at': '2021-11-13T04:52:03Z', 'revision_number': 11, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:52:13.292440 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0455ad2-18f0-41cb-88d8-425beb013dc2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:13.300011 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0455ad2-18f0-41cb-88d8-425beb013dc2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:13.396172 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c5cbe-9bde-41e3-abeb-a46e62304d84 req-7972beec-2fe2-47d3-a817-c66b3d56316f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:13.404693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c5cbe-9bde-41e3-abeb-a46e62304d84 req-7972beec-2fe2-47d3-a817-c66b3d56316f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:13.412263 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c5cbe-9bde-41e3-abeb-a46e62304d84 req-7972beec-2fe2-47d3-a817-c66b3d56316f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:13.419084 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c5cbe-9bde-41e3-abeb-a46e62304d84 req-7972beec-2fe2-47d3-a817-c66b3d56316f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:13.425218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c5cbe-9bde-41e3-abeb-a46e62304d84 req-7972beec-2fe2-47d3-a817-c66b3d56316f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:13.431964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c5cbe-9bde-41e3-abeb-a46e62304d84 req-7972beec-2fe2-47d3-a817-c66b3d56316f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:13.438572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c5cbe-9bde-41e3-abeb-a46e62304d84 req-7972beec-2fe2-47d3-a817-c66b3d56316f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:13.440675 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc0c5cbe-9bde-41e3-abeb-a46e62304d84 req-7972beec-2fe2-47d3-a817-c66b3d56316f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.4607205 Nov 13 04:52:13.458081 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0455ad2-18f0-41cb-88d8-425beb013dc2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:13.458860 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0455ad2-18f0-41cb-88d8-425beb013dc2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Fanout notify agent at l3_agent the message router_deleted on router 12bf8492-7a56-476b-a363-80a21da83f95 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:52:13.471334 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0455ad2-18f0-41cb-88d8-425beb013dc2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:13.477921 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e0455ad2-18f0-41cb-88d8-425beb013dc2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "DELETE /v2.0/routers/12bf8492-7a56-476b-a363-80a21da83f95 HTTP/1.1" status: 204 len: 168 time: 2.8488331 Nov 13 04:52:13.477921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60518) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:13.493381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-360db494-5dac-4d0d-b9c5-1e6e140649f4 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-387153354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:13.509839 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-3d955d72-85bd-4f68-b2f7-b703e2fe03cb service neutron] 10.222.0.46 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3594480 Nov 13 04:52:13.580690 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db494-5dac-4d0d-b9c5-1e6e140649f4 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:13.584530 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db494-5dac-4d0d-b9c5-1e6e140649f4 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:13.640173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b0324f21-0927-48ac-b4f7-69ae410695d3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Allocated IP 10.1.1.59 (05902fd0-8743-474a-8465-76944be5f8e4/0d4528d4-e84b-4a09-8452-7f11a9785007/925847cc-c518-475b-9df3-58b3ae25f918) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:13.754103 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc0c5cbe-9bde-41e3-abeb-a46e62304d84 req-1b3eb87a-9275-41b1-a2cb-159499f73f25 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3044221 Nov 13 04:52:13.819672 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 901ab33f-1c1e-44d3-9c62-7c79a13a91eb no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:52:13.823220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1a4f9-e4a7-44c0-9511-be06df273204 req-7278920d-8748-4ffd-8cb8-9ebdb5b19493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:13.824901 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35d1a4f9-e4a7-44c0-9511-be06df273204 req-7278920d-8748-4ffd-8cb8-9ebdb5b19493 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12d3eed64754419b91fc9267590fb5a0&device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 1096 time: 0.5872724 Nov 13 04:52:13.855842 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89b98178-adac-4e76-867f-85ab48ca2f83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:13.868290 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89b98178-adac-4e76-867f-85ab48ca2f83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:13.933896 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db494-5dac-4d0d-b9c5-1e6e140649f4 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:13.959188 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db494-5dac-4d0d-b9c5-1e6e140649f4 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:14.028300 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52bd37-80a7-4bda-a38d-050b3f8b19e4 req-36179e67-367e-4e68-b653-ed192c611888 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:14.029906 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fc52bd37-80a7-4bda-a38d-050b3f8b19e4 req-36179e67-367e-4e68-b653-ed192c611888 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 950 time: 0.7343004 Nov 13 04:52:14.061222 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db494-5dac-4d0d-b9c5-1e6e140649f4 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:14.064374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-360db494-5dac-4d0d-b9c5-1e6e140649f4 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5857873 Nov 13 04:52:14.070719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60520) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:14.084552 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:14.087264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'enable_snat': True}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:14.136272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:52:14.138859 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c475cdc-713c-426f-b10e-f88dd7efb21c" -d '{"events": [{"server_uuid": "cc64a2db-f3ae-4212-8957-f0b3db51c5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "901ab33f-1c1e-44d3-9c62-7c79a13a91eb"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:52:14.167374 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:14.176618 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:14.181749 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89b98178-adac-4e76-867f-85ab48ca2f83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:14.182286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b98178-adac-4e76-867f-85ab48ca2f83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Fanout notify agent at l3_agent the message router_deleted on router 32ca256e-b79d-48ac-bc46-b3ddd5f08877 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:52:14.251735 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89b98178-adac-4e76-867f-85ab48ca2f83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:14.253547 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-89b98178-adac-4e76-867f-85ab48ca2f83 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/routers/32ca256e-b79d-48ac-bc46-b3ddd5f08877 HTTP/1.1" status: 204 len: 168 time: 3.0309076 Nov 13 04:52:14.273774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60526) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:14.309817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79635c08-13ab-4a75-81ee-61f5719e81ab req-c75a647c-f146-4b54-913e-d7c656646d5f tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:14.322859 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-79635c08-13ab-4a75-81ee-61f5719e81ab req-c75a647c-f146-4b54-913e-d7c656646d5f tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.3938272 Nov 13 04:52:14.327585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-85847208-b2c2-4905-bfd6-84544e9012eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1509716554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:14.328884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,revision_number=11']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:14.376122 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-217a7bba-2871-41ff-ba98-c8deae7f757d req-8e7ed9c2-c93e-4192-9e28-76928040ffe5 service neutron] 10.222.0.46 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123826 Nov 13 04:52:14.390224 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fc52bd37-80a7-4bda-a38d-050b3f8b19e4 req-f274f247-e40d-4e85-8a54-cd739fcbf1f2 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372767 Nov 13 04:52:14.556145 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85847208-b2c2-4905-bfd6-84544e9012eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:14.557122 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85847208-b2c2-4905-bfd6-84544e9012eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:14.707620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1a4f9-e4a7-44c0-9511-be06df273204 req-4537ee77-d7b8-4811-8039-2a0e77902a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:14.709430 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35d1a4f9-e4a7-44c0-9511-be06df273204 req-4537ee77-d7b8-4811-8039-2a0e77902a15 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5df68409-cafd-4515-9d5a-5b124adc42a7 HTTP/1.1" status: 200 len: 919 time: 0.8675783 Nov 13 04:52:14.928322 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35d1a4f9-e4a7-44c0-9511-be06df273204 req-eee640c5-a0c9-4335-addf-25d2b75fbd62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=445ba76c-c983-499c-b00b-c716dfb1fc2f HTTP/1.1" status: 200 len: 217 time: 0.1668437 Nov 13 04:52:15.053094 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85847208-b2c2-4905-bfd6-84544e9012eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:15.077647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af89bc7-2b60-426d-adaa-65af62f4e310 req-1543ee20-981b-4cc7-bc23-3b0c9e3dc02c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.096989 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af89bc7-2b60-426d-adaa-65af62f4e310 req-1543ee20-981b-4cc7-bc23-3b0c9e3dc02c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.098691 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2af89bc7-2b60-426d-adaa-65af62f4e310 req-1543ee20-981b-4cc7-bc23-3b0c9e3dc02c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 1653 time: 0.5272691 Nov 13 04:52:15.275566 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85847208-b2c2-4905-bfd6-84544e9012eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:15.289740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-79635c08-13ab-4a75-81ee-61f5719e81ab req-5b8bbe54-c8a0-4a0c-b00b-b3584820d4a3 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9617124 Nov 13 04:52:15.326398 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:15.378253 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b0324f21-0927-48ac-b4f7-69ae410695d3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:15.395301 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f49b4fe-5bed-49eb-84a5-bd992a6d1cfb x-openstack-request-id: req-0f49b4fe-5bed-49eb-84a5-bd992a6d1cfb {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:52:15.395876 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc64a2db-f3ae-4212-8957-f0b3db51c5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "901ab33f-1c1e-44d3-9c62-7c79a13a91eb", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:52:15.395876 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f49b4fe-5bed-49eb-84a5-bd992a6d1cfb {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:52:15.396222 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb', 'code': 200} Nov 13 04:52:15.402167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037809db-2ac3-485b-826d-d324cdaaa5dd req-a59bf604-b541-49df-a828-45f97bfe25c5 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.405299 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-037809db-2ac3-485b-826d-d324cdaaa5dd req-a59bf604-b541-49df-a828-45f97bfe25c5 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 948 time: 0.3745847 Nov 13 04:52:15.408605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1a4f9-e4a7-44c0-9511-be06df273204 req-2432e02c-198e-41a2-a025-a5076f9bd5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.410317 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35d1a4f9-e4a7-44c0-9511-be06df273204 req-2432e02c-198e-41a2-a025-a5076f9bd5da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bda26a38-0894-479d-8858-c797e4adbfd7 HTTP/1.1" status: 200 len: 858 time: 0.3994148 Nov 13 04:52:15.436866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-c971a326-729e-4fa5-bb2e-90f496ad6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.437244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-c971a326-729e-4fa5-bb2e-90f496ad6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.437711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-c971a326-729e-4fa5-bb2e-90f496ad6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.438223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-c971a326-729e-4fa5-bb2e-90f496ad6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.443065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-c971a326-729e-4fa5-bb2e-90f496ad6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.443741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-c971a326-729e-4fa5-bb2e-90f496ad6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.451868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-c971a326-729e-4fa5-bb2e-90f496ad6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.454190 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-c971a326-729e-4fa5-bb2e-90f496ad6d77 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 6477 time: 0.7895453 Nov 13 04:52:15.469728 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85847208-b2c2-4905-bfd6-84544e9012eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:15.471205 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-85847208-b2c2-4905-bfd6-84544e9012eb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1528368 Nov 13 04:52:15.475354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60542) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:15.483297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2a6fdbee-fc2c-4e4c-8fdc-eafddaaad9ad tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:15.699488 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35d1a4f9-e4a7-44c0-9511-be06df273204 req-af696aff-5fb4-40b5-b901-f394891eeca5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5df68409-cafd-4515-9d5a-5b124adc42a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954299 Nov 13 04:52:15.747292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab723ff-d2da-4154-bd90-b347999943e0 req-ee8dea85-2b16-4775-8b68-5ea611703cce tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.772698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab723ff-d2da-4154-bd90-b347999943e0 req-ee8dea85-2b16-4775-8b68-5ea611703cce tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.773478 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2af89bc7-2b60-426d-adaa-65af62f4e310 req-0785c0bb-cc2f-4264-9905-d90246a28474 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4536808 Nov 13 04:52:15.790720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab723ff-d2da-4154-bd90-b347999943e0 req-ee8dea85-2b16-4775-8b68-5ea611703cce tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.808191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab723ff-d2da-4154-bd90-b347999943e0 req-ee8dea85-2b16-4775-8b68-5ea611703cce tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.824798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab723ff-d2da-4154-bd90-b347999943e0 req-ee8dea85-2b16-4775-8b68-5ea611703cce tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.838972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab723ff-d2da-4154-bd90-b347999943e0 req-ee8dea85-2b16-4775-8b68-5ea611703cce tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.851569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab723ff-d2da-4154-bd90-b347999943e0 req-ee8dea85-2b16-4775-8b68-5ea611703cce tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:15.862266 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ab723ff-d2da-4154-bd90-b347999943e0 req-ee8dea85-2b16-4775-8b68-5ea611703cce tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.3957562 Nov 13 04:52:15.986414 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2a6fdbee-fc2c-4e4c-8fdc-eafddaaad9ad tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:16.048551 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2a6fdbee-fc2c-4e4c-8fdc-eafddaaad9ad tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:16.085697 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b0324f21-0927-48ac-b4f7-69ae410695d3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:16.139551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-037809db-2ac3-485b-826d-d324cdaaa5dd req-3df850e0-be83-4131-9855-bc061308f831 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Deleting port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:52:16.139923 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-037809db-2ac3-485b-826d-d324cdaaa5dd req-3df850e0-be83-4131-9855-bc061308f831 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:16.245808 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-037809db-2ac3-485b-826d-d324cdaaa5dd req-3df850e0-be83-4131-9855-bc061308f831 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] For port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:16.246157 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-037809db-2ac3-485b-826d-d324cdaaa5dd req-3df850e0-be83-4131-9855-bc061308f831 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:16.252432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-2fd202e8-10ff-4c31-9cc6-6dbd00fe7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:16.254275 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-2fd202e8-10ff-4c31-9cc6-6dbd00fe7544 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6efdb13-7adc-4b26-8d19-afce58f5230b HTTP/1.1" status: 200 len: 903 time: 0.6404004 Nov 13 04:52:16.259994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-037809db-2ac3-485b-826d-d324cdaaa5dd req-3df850e0-be83-4131-9855-bc061308f831 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Calling delete_port for 901ab33f-1c1e-44d3-9c62-7c79a13a91eb owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:52:16.272508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b0324f21-0927-48ac-b4f7-69ae410695d3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Network 05902fd0-8743-474a-8465-76944be5f8e4 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:16.284942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b0324f21-0927-48ac-b4f7-69ae410695d3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:16.296337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e27972-279f-4c32-bb1a-0089f110b1bc req-cd8e0adc-b431-4fef-8c21-a39b11cf47bc tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:16.304337 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-92e27972-279f-4c32-bb1a-0089f110b1bc req-cd8e0adc-b431-4fef-8c21-a39b11cf47bc tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc64a2db-f3ae-4212-8957-f0b3db51c5bb HTTP/1.1" status: 200 len: 948 time: 0.4002142 Nov 13 04:52:16.312056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b0324f21-0927-48ac-b4f7-69ae410695d3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:16.442346 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35d1a4f9-e4a7-44c0-9511-be06df273204 req-2c116609-840c-400b-8942-7c0662714bcb service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7228463 Nov 13 04:52:16.505866 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-037809db-2ac3-485b-826d-d324cdaaa5dd req-3df850e0-be83-4131-9855-bc061308f831 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:16.542052 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ab723ff-d2da-4154-bd90-b347999943e0 req-7fdb3bc9-710c-4687-af13-f3f8b37859d7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6638234 Nov 13 04:52:16.606532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df850e0-be83-4131-9855-bc061308f831 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Pushing event deleted for resources: {'Port': ['ID=901ab33f-1c1e-44d3-9c62-7c79a13a91eb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:16.631790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35d1a4f9-e4a7-44c0-9511-be06df273204 req-cba8082e-6f02-47db-a09e-5ed13da0bb3d service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689243 Nov 13 04:52:16.633118 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-15f79684-7ca0-4a08-8f84-dc3d28a98b07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d87d897-6e26-4667-b983-aa5694802d80 HTTP/1.1" status: 200 len: 217 time: 0.3550160 Nov 13 04:52:16.649038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0324f21-0927-48ac-b4f7-69ae410695d3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'Port': ['ID=925847cc-c518-475b-9df3-58b3ae25f918,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:16.765336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-037809db-2ac3-485b-826d-d324cdaaa5dd req-3df850e0-be83-4131-9855-bc061308f831 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] No DVR routers for this DVR port 901ab33f-1c1e-44d3-9c62-7c79a13a91eb on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:52:16.787114 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-037809db-2ac3-485b-826d-d324cdaaa5dd req-3df850e0-be83-4131-9855-bc061308f831 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:16.802429 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-037809db-2ac3-485b-826d-d324cdaaa5dd req-3df850e0-be83-4131-9855-bc061308f831 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.46 "DELETE /v2.0/ports/901ab33f-1c1e-44d3-9c62-7c79a13a91eb HTTP/1.1" status: 204 len: 173 time: 1.3098614 Nov 13 04:52:16.808909 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'name': 'network-vif-deleted', 'tag': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:52:16.811264 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726a9683-567d-432b-8350-d2b9f6c90ca2" -d '{"events": [{"server_uuid": "cc64a2db-f3ae-4212-8957-f0b3db51c5bb", "name": "network-vif-deleted", "tag": "901ab33f-1c1e-44d3-9c62-7c79a13a91eb"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:52:16.811506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b0324f21-0927-48ac-b4f7-69ae410695d3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:16.812803 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b0324f21-0927-48ac-b4f7-69ae410695d3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:16.844270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f98101c8-7c22-464e-95c5-86ec8ce0a668 None None] Provisioning complete for port 925847cc-c518-475b-9df3-58b3ae25f918 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:16.845811 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f98101c8-7c22-464e-95c5-86ec8ce0a668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:16.890877 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:16.901240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-a92d8ca3-eb7f-455d-b890-e65e8df5a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:16.902904 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-a92d8ca3-eb7f-455d-b890-e65e8df5a43a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fe7afd28-e5f9-44f4-b029-2dc26496464d HTTP/1.1" status: 200 len: 797 time: 0.2484906 Nov 13 04:52:16.904783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6fdbee-fc2c-4e4c-8fdc-eafddaaad9ad tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Router f3c076eb-8a97-4c24-84be-d311f52ab1b7 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:52:16.926489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-92e27972-279f-4c32-bb1a-0089f110b1bc req-8f6b963c-cf07-42f6-906d-bd9ad6fdf695 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a0174a8-9da4-454e-8a1e-5fc3bab60425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210871 Nov 13 04:52:16.954268 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:16.961363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f98101c8-7c22-464e-95c5-86ec8ce0a668 None None] Port 925847cc-c518-475b-9df3-58b3ae25f918 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:52:17.007438 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b0324f21-0927-48ac-b4f7-69ae410695d3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.6685455 Nov 13 04:52:17.039721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'port': {'device_id': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360', 'admin_state_up': True, 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'security_groups': ['ef5fd764-f79b-45e3-81d8-69a3b8c83538']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:17.104432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5daddd-1086-4ed0-bbef-e11756142d72 req-e80c522e-7b4c-4d33-8741-a5d880e6b28d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:17.106441 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b5daddd-1086-4ed0-bbef-e11756142d72 req-e80c522e-7b4c-4d33-8741-a5d880e6b28d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.2822068 Nov 13 04:52:17.251387 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085072c-637e-4000-b144-c354df04884a req-70c84cc8-1984-4324-88b3-ce3e9c18ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:17.252955 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f085072c-637e-4000-b144-c354df04884a req-70c84cc8-1984-4324-88b3-ce3e9c18ee9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12d3eed64754419b91fc9267590fb5a0&device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 1096 time: 0.4060261 Nov 13 04:52:17.287043 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b5daddd-1086-4ed0-bbef-e11756142d72 req-0916f7b9-6c6e-4cc0-a51c-8fab89e0f977 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721058 Nov 13 04:52:17.292142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-e27516f0-86b6-48b1-a464-bfe491bbc736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:17.293656 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-e27516f0-86b6-48b1-a464-bfe491bbc736 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6efdb13-7adc-4b26-8d19-afce58f5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3646126 Nov 13 04:52:17.356166 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Allocated IP 172.25.8.11 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/4044c7ee-94d4-4c2f-af03-b606703541cb) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:17.382627 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f337feeb-9613-47a5-a028-5186fae36d01 x-openstack-request-id: req-f337feeb-9613-47a5-a028-5186fae36d01 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:52:17.383840 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc64a2db-f3ae-4212-8957-f0b3db51c5bb", "name": "network-vif-deleted", "tag": "901ab33f-1c1e-44d3-9c62-7c79a13a91eb", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:52:17.384309 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f337feeb-9613-47a5-a028-5186fae36d01 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:52:17.384945 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc64a2db-f3ae-4212-8957-f0b3db51c5bb', 'name': 'network-vif-deleted', 'tag': '901ab33f-1c1e-44d3-9c62-7c79a13a91eb', 'status': 'completed', 'code': 200} Nov 13 04:52:17.472130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6fdbee-fc2c-4e4c-8fdc-eafddaaad9ad tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:52:17.482420 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96353df1-a93e-4f78-a374-4c77973155e8 None None] Sync routers for ids ['f3c076eb-8a97-4c24-84be-d311f52ab1b7'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:52:17.486111 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2a6fdbee-fc2c-4e4c-8fdc-eafddaaad9ad tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:17.490835 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2a6fdbee-fc2c-4e4c-8fdc-eafddaaad9ad tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "PUT /v2.0/routers/f3c076eb-8a97-4c24-84be-d311f52ab1b7 HTTP/1.1" status: 200 len: 698 time: 2.0111573 Nov 13 04:52:17.492568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60570) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:17.499843 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96353df1-a93e-4f78-a374-4c77973155e8 None None] Routers {'f3c076eb-8a97-4c24-84be-d311f52ab1b7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:17.504079 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-96353df1-a93e-4f78-a374-4c77973155e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['f3c076eb-8a97-4c24-84be-d311f52ab1b7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:17.621112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb46a4-0490-41e8-bc31-8cef113630c9 req-ab958422-f4d1-47b2-ae99-01d66cfb9e9d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:17.631921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb46a4-0490-41e8-bc31-8cef113630c9 req-ab958422-f4d1-47b2-ae99-01d66cfb9e9d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:17.648741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb46a4-0490-41e8-bc31-8cef113630c9 req-ab958422-f4d1-47b2-ae99-01d66cfb9e9d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:17.650497 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2fb46a4-0490-41e8-bc31-8cef113630c9 req-ab958422-f4d1-47b2-ae99-01d66cfb9e9d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 2373 time: 0.5977018 Nov 13 04:52:17.661215 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:17.791239 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-96353df1-a93e-4f78-a374-4c77973155e8 None None] Set router f3c076eb-8a97-4c24-84be-d311f52ab1b7 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:52:17.796323 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:17.901850 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:17.903392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Pushing event updated for resources: {'Port': ['ID=4044c7ee-94d4-4c2f-af03-b606703541cb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:17.934463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:17.947110 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:17.950351 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-96353df1-a93e-4f78-a374-4c77973155e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c076eb-8a97-4c24-84be-d311f52ab1b7', 'name': 'tempest-RoutersIpV6Test-router-1509716554', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:52:14Z', 'updated_at': '2021-11-13T04:52:15Z', 'revision_number': 2, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:17.960956 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ea2de6-5f12-4de2-b57e-498871f14bc8 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:52:18.019274 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96353df1-a93e-4f78-a374-4c77973155e8 None None] Checking router: f3c076eb-8a97-4c24-84be-d311f52ab1b7 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:52:18.044696 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96353df1-a93e-4f78-a374-4c77973155e8 None None] Routers {'f3c076eb-8a97-4c24-84be-d311f52ab1b7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:18.047511 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-96353df1-a93e-4f78-a374-4c77973155e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['f3c076eb-8a97-4c24-84be-d311f52ab1b7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:18.059859 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6d3d-0138-4a0c-8544-34a9499c4d93 req-1603b4a2-4a52-4cb1-a0dc-8954305ccf27 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:18.070753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6d3d-0138-4a0c-8544-34a9499c4d93 req-1603b4a2-4a52-4cb1-a0dc-8954305ccf27 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:18.077444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6d3d-0138-4a0c-8544-34a9499c4d93 req-1603b4a2-4a52-4cb1-a0dc-8954305ccf27 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:18.094091 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6d3d-0138-4a0c-8544-34a9499c4d93 req-1603b4a2-4a52-4cb1-a0dc-8954305ccf27 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:18.111301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6d3d-0138-4a0c-8544-34a9499c4d93 req-1603b4a2-4a52-4cb1-a0dc-8954305ccf27 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:18.115363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0c53f356-94b8-4bf0-8956-c8b79230ee08 None None] Provisioning complete for port 4044c7ee-94d4-4c2f-af03-b606703541cb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:18.117295 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c53f356-94b8-4bf0-8956-c8b79230ee08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:18.117813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6d3d-0138-4a0c-8544-34a9499c4d93 req-1603b4a2-4a52-4cb1-a0dc-8954305ccf27 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:18.136770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6d3d-0138-4a0c-8544-34a9499c4d93 req-1603b4a2-4a52-4cb1-a0dc-8954305ccf27 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:18.138821 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d25b6d3d-0138-4a0c-8544-34a9499c4d93 req-1603b4a2-4a52-4cb1-a0dc-8954305ccf27 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.3704095 Nov 13 04:52:18.230383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0c53f356-94b8-4bf0-8956-c8b79230ee08 None None] Port 4044c7ee-94d4-4c2f-af03-b606703541cb cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:52:18.231336 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-96353df1-a93e-4f78-a374-4c77973155e8 None None] Set router f3c076eb-8a97-4c24-84be-d311f52ab1b7 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:52:18.392934 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-96353df1-a93e-4f78-a374-4c77973155e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c076eb-8a97-4c24-84be-d311f52ab1b7', 'name': 'tempest-RoutersIpV6Test-router-1509716554', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:52:14Z', 'updated_at': '2021-11-13T04:52:15Z', 'revision_number': 2, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:18.434452 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96353df1-a93e-4f78-a374-4c77973155e8 None None] The sync data for ids ['f3c076eb-8a97-4c24-84be-d311f52ab1b7'] in n-d-813114-2 is: [{'id': 'f3c076eb-8a97-4c24-84be-d311f52ab1b7', 'name': 'tempest-RoutersIpV6Test-router-1509716554', 'tenant_id': '31b74b45f564436f9bbc9f2129d0254a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:52:14Z', 'updated_at': '2021-11-13T04:52:15Z', 'revision_number': 2, 'project_id': '31b74b45f564436f9bbc9f2129d0254a', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:52:18.536919 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d25b6d3d-0138-4a0c-8544-34a9499c4d93 req-ef0d1bcd-fbbe-4da8-9ccc-97884af6cf92 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3729908 Nov 13 04:52:18.644915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Made reservation on behalf of 56e889b16bd745a8aae943f6a4671633 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:18.721279 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-84292d3a-1408-48ac-9261-98163bc65215 req-82c1830a-aab9-4fb4-ac8d-ad2decbae6af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5812109 Nov 13 04:52:18.950242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84292d3a-1408-48ac-9261-98163bc65215 req-3f783ea7-083b-4aa5-8c7a-3b08b8cff21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:18.952297 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-84292d3a-1408-48ac-9261-98163bc65215 req-3f783ea7-083b-4aa5-8c7a-3b08b8cff21e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f47fa7be51343fdb423775ee0b37072&device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 1101 time: 0.1278710 Nov 13 04:52:19.035178 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:19.047552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e8584a28-125c-4ce3-8fef-379b5f3efe76 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/routers/f3c076eb-8a97-4c24-84be-d311f52ab1b7 HTTP/1.1" status: 200 len: 704 time: 1.3936560 Nov 13 04:52:19.050557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60592) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:19.119213 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-2cba0db0-4d18-43b8-9b75-777d84af51d3 service neutron] 10.222.0.46 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7772708 Nov 13 04:52:19.128245 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2fb46a4-0490-41e8-bc31-8cef113630c9 req-957a0733-17a2-43d0-97b4-df555a419916 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5942776 Nov 13 04:52:19.143286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085072c-637e-4000-b144-c354df04884a req-eb3e6a74-a57a-4fe5-8e59-2f2ef9c36973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:19.144796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f085072c-637e-4000-b144-c354df04884a req-eb3e6a74-a57a-4fe5-8e59-2f2ef9c36973 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5df68409-cafd-4515-9d5a-5b124adc42a7 HTTP/1.1" status: 200 len: 919 time: 1.5508797 Nov 13 04:52:19.236592 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d98e7c6e-2653-4479-9f1c-e52fb6ea9f93 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3c076eb-8a97-4c24-84be-d311f52ab1b7 HTTP/1.1" status: 200 len: 205 time: 0.1759815 Nov 13 04:52:19.238755 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60596) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:19.247872 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60598) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:19.333976 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:19.368279 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1287ec6c-d461-4f53-9755-7297bd47e363 req-0ef5a586-f725-4e2b-8379-a42fa57884b4 service neutron] 10.222.0.46 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388127 Nov 13 04:52:19.375144 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f085072c-637e-4000-b144-c354df04884a req-08cb0f18-17cf-4e38-b217-149c374d1d40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=445ba76c-c983-499c-b00b-c716dfb1fc2f HTTP/1.1" status: 200 len: 217 time: 0.1954174 Nov 13 04:52:19.517289 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e9d7-1666-4f4d-8ab0-faf1c5e3d3e6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:19.538967 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fd0d5-0dc0-40a4-b4b4-2e17aa0c378e req-e11e282c-2de5-4060-9bc8-df39ba40557d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:19.546482 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a96fd0d5-0dc0-40a4-b4b4-2e17aa0c378e req-e11e282c-2de5-4060-9bc8-df39ba40557d tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.5393190 Nov 13 04:52:19.649847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84292d3a-1408-48ac-9261-98163bc65215 req-563ed01e-d924-430e-9fc8-af74d5536fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:19.657607 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-84292d3a-1408-48ac-9261-98163bc65215 req-563ed01e-d924-430e-9fc8-af74d5536fe3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.6765354 Nov 13 04:52:19.692738 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085072c-637e-4000-b144-c354df04884a req-c71b94c8-5d21-41bd-9874-c66a72dc4ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:19.695225 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f085072c-637e-4000-b144-c354df04884a req-c71b94c8-5d21-41bd-9874-c66a72dc4ccf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bda26a38-0894-479d-8858-c797e4adbfd7 HTTP/1.1" status: 200 len: 858 time: 0.2679992 Nov 13 04:52:19.765923 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-84292d3a-1408-48ac-9261-98163bc65215 req-cee78c6f-f084-45fd-a20e-a54f8777383b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=bac426e5-4fce-4684-ad95-3c33e4868a1b HTTP/1.1" status: 200 len: 217 time: 0.0988951 Nov 13 04:52:19.795540 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-96657313-b103-4fac-a7b8-103587ce84e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5957b9f25a694a74ac2dbbc2dc839ae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5435567 Nov 13 04:52:19.808911 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f085072c-637e-4000-b144-c354df04884a req-24132903-3bec-4a81-9d7c-5360170dea48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5df68409-cafd-4515-9d5a-5b124adc42a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055665 Nov 13 04:52:19.816515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60608) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:19.869253 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 901ab33f-1c1e-44d3-9c62-7c79a13a91eb no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:52:19.960680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 901ab33f-1c1e-44d3-9c62-7c79a13a91eb {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:52:19.961364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 901ab33f-1c1e-44d3-9c62-7c79a13a91eb not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:52:20.031507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Allocated IP 10.2.2.100 (e8c159e9-f2a6-4bb2-bb40-fd6554a81360/bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1/fe1f52c2-7235-4738-85c2-7631042f8784) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:20.170681 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f085072c-637e-4000-b144-c354df04884a req-6dd502d2-3ffe-4353-bbab-02ddd0d6ba81 service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180888 Nov 13 04:52:20.299637 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f085072c-637e-4000-b144-c354df04884a req-5dd4fd2c-7c6b-480d-a4d0-db06ca926269 service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130974 Nov 13 04:52:20.310236 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e9d7-1666-4f4d-8ab0-faf1c5e3d3e6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:20.330653 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a96fd0d5-0dc0-40a4-b4b4-2e17aa0c378e req-40df1187-776b-4c60-845a-9e322131a4c5 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7831020 Nov 13 04:52:20.332487 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e9d7-1666-4f4d-8ab0-faf1c5e3d3e6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:20.337776 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c842a3-0fb5-42ef-a33f-87285c60efc3 req-b1c90b92-831b-4b2a-a75d-d3e248f814fc tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:20.344008 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c842a3-0fb5-42ef-a33f-87285c60efc3 req-b1c90b92-831b-4b2a-a75d-d3e248f814fc tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:20.350877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c842a3-0fb5-42ef-a33f-87285c60efc3 req-b1c90b92-831b-4b2a-a75d-d3e248f814fc tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:20.371231 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c842a3-0fb5-42ef-a33f-87285c60efc3 req-b1c90b92-831b-4b2a-a75d-d3e248f814fc tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:20.379787 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c842a3-0fb5-42ef-a33f-87285c60efc3 req-b1c90b92-831b-4b2a-a75d-d3e248f814fc tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:20.386897 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c842a3-0fb5-42ef-a33f-87285c60efc3 req-b1c90b92-831b-4b2a-a75d-d3e248f814fc tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:20.393268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c842a3-0fb5-42ef-a33f-87285c60efc3 req-b1c90b92-831b-4b2a-a75d-d3e248f814fc tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:20.401971 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f2c842a3-0fb5-42ef-a33f-87285c60efc3 req-b1c90b92-831b-4b2a-a75d-d3e248f814fc tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.6644247 Nov 13 04:52:20.422108 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3b3dab23-afdf-4eae-890a-4eacbf5c5b12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:20.446397 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3b3dab23-afdf-4eae-890a-4eacbf5c5b12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:20.543488 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:20.550047 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:20.567883 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3b3dab23-afdf-4eae-890a-4eacbf5c5b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:20.575968 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3b3dab23-afdf-4eae-890a-4eacbf5c5b12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:20.577513 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3b3dab23-afdf-4eae-890a-4eacbf5c5b12 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a0174a8-9da4-454e-8a1e-5fc3bab60425 HTTP/1.1" status: 204 len: 168 time: 0.7600205 Nov 13 04:52:20.596868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3dab23-afdf-4eae-890a-4eacbf5c5b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0174a8-9da4-454e-8a1e-5fc3bab60425,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:20.648463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84292d3a-1408-48ac-9261-98163bc65215 req-feaa03b7-3198-48b0-a738-ee2854817e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:20.649280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-84292d3a-1408-48ac-9261-98163bc65215 req-feaa03b7-3198-48b0-a738-ee2854817e1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.8526855 Nov 13 04:52:20.697616 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f2c842a3-0fb5-42ef-a33f-87285c60efc3 req-6aaf8741-abb2-4a8d-95cd-7c28b4ee6cfd tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2910078 Nov 13 04:52:20.779869 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:20.803726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e9d7-1666-4f4d-8ab0-faf1c5e3d3e6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:20.804277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef4e9d7-1666-4f4d-8ab0-faf1c5e3d3e6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Fanout notify agent at l3_agent the message router_deleted on router f3c076eb-8a97-4c24-84be-d311f52ab1b7 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:52:20.825726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e9d7-1666-4f4d-8ab0-faf1c5e3d3e6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:20.837660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60626) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:20.839601 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7ef4e9d7-1666-4f4d-8ab0-faf1c5e3d3e6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/routers/f3c076eb-8a97-4c24-84be-d311f52ab1b7 HTTP/1.1" status: 204 len: 168 time: 1.5829632 Nov 13 04:52:20.938964 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5685d703-96dc-4bca-9774-0ed5e09c2661 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3c076eb-8a97-4c24-84be-d311f52ab1b7 HTTP/1.1" status: 200 len: 205 time: 0.0974884 Nov 13 04:52:20.941597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60630) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:21.084571 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-b19e4576-5fdf-4404-b7ad-bee48789284b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] delete failed (client error): The resource could not be found. Nov 13 04:52:21.085203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d8dee-0acb-43db-be63-da1b78cce55f req-9dd9bb86-f7ea-47da-93f0-e6707fc63d35 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:21.087669 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b19e4576-5fdf-4404-b7ad-bee48789284b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/routers/f3c076eb-8a97-4c24-84be-d311f52ab1b7 HTTP/1.1" status: 404 len: 336 time: 0.1450944 Nov 13 04:52:21.098866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d8dee-0acb-43db-be63-da1b78cce55f req-9dd9bb86-f7ea-47da-93f0-e6707fc63d35 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:21.103950 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60634) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:21.113609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d8dee-0acb-43db-be63-da1b78cce55f req-9dd9bb86-f7ea-47da-93f0-e6707fc63d35 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:21.115630 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d17d8dee-0acb-43db-be63-da1b78cce55f req-9dd9bb86-f7ea-47da-93f0-e6707fc63d35 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 2373 time: 0.5603971 Nov 13 04:52:21.133263 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84292d3a-1408-48ac-9261-98163bc65215 req-89d1beeb-f993-4b46-8a5d-fe46bb6cd0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:21.134810 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-84292d3a-1408-48ac-9261-98163bc65215 req-89d1beeb-f993-4b46-8a5d-fe46bb6cd0f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4240451 Nov 13 04:52:21.177401 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-3800d47f-85b2-46b0-b294-26370bbebe76 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] DELETE failed (client error): The resource could not be found. Nov 13 04:52:21.177930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3800d47f-85b2-46b0-b294-26370bbebe76 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:52:21.180986 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3800d47f-85b2-46b0-b294-26370bbebe76 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/0d67bd3e-15b7-498a-aaa3-70325bb9d66c HTTP/1.1" status: 404 len: 337 time: 0.0760000 Nov 13 04:52:21.182341 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:21.188462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60642) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:21.229402 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-0362045a-581d-4924-9784-a62fda06ec7b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] DELETE failed (client error): The resource could not be found. Nov 13 04:52:21.229876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0362045a-581d-4924-9784-a62fda06ec7b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:52:21.236599 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0362045a-581d-4924-9784-a62fda06ec7b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/45e5fd95-ad9c-40d5-9fcc-923c0e9c06b1 HTTP/1.1" status: 404 len: 337 time: 0.0447009 Nov 13 04:52:21.239706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60644) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:21.269943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:21.273222 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:21.279109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:21.284851 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'Port': ['ID=fe1f52c2-7235-4738-85c2-7631042f8784,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:21.333569 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:21.340068 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:21.340768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:21.341272 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:21.347684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:21.348260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:21.348763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:21.349276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:21.350211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:21.350867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:21.351225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:21.351548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:21.421278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:21.422420 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:21.488073 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ddaa9a-97e5-4c79-8a2a-f41ed539d3bb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] DELETE failed (client error): The resource could not be found. Nov 13 04:52:21.488812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ddaa9a-97e5-4c79-8a2a-f41ed539d3bb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:52:21.492250 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-24ddaa9a-97e5-4c79-8a2a-f41ed539d3bb tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/cd820251-61d8-4f04-ab9c-2a4cd12c5977 HTTP/1.1" status: 404 len: 337 time: 0.2433124 Nov 13 04:52:21.498708 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60654) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:21.508010 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-f91a164c-b8a2-4444-92ac-d957af2771b4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4775794 Nov 13 04:52:21.529182 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e3cfe1-2f33-455d-a9ca-282e438fa1d0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] DELETE failed (client error): The resource could not be found. Nov 13 04:52:21.529769 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e3cfe1-2f33-455d-a9ca-282e438fa1d0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:52:21.533363 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f5e3cfe1-2f33-455d-a9ca-282e438fa1d0 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/de4a5776-f633-4a0a-a91a-b3131cff6532 HTTP/1.1" status: 404 len: 337 time: 0.0334227 Nov 13 04:52:21.535448 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-84292d3a-1408-48ac-9261-98163bc65215 req-ae0bf0ae-1c77-4204-a9e8-f92f147735bb service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911765 Nov 13 04:52:21.548660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-06987fc7-de17-45c7-873f-0bff6c93b1e3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'port': {'device_id': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360', 'admin_state_up': True, 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'security_groups': ['ef5fd764-f79b-45e3-81d8-69a3b8c83538']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:21.553401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60656) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:21.555732 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d17d8dee-0acb-43db-be63-da1b78cce55f req-4019d3e8-4e10-419f-aabf-850eeb309cd4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4197156 Nov 13 04:52:21.632657 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a5cb1499-db9d-4fbf-b6a2-e51bfdf859e3 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports?device_id=32ca256e-b79d-48ac-bc46-b3ddd5f08877 HTTP/1.1" status: 200 len: 205 time: 0.0695670 Nov 13 04:52:21.634632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60666) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:21.650668 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Router 711567c5-cd89-47f2-8716-88fb7431cc79 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:52:21.765653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebb0af-eaa1-42f4-aa78-bdc225cdb5f1 req-cc7d753d-6bba-4d03-a103-a9edf5067dad tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:21.771293 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-28ebb0af-eaa1-42f4-aa78-bdc225cdb5f1 req-cc7d753d-6bba-4d03-a103-a9edf5067dad tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.3067863 Nov 13 04:52:21.772605 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-2b338bb7-eb52-4687-86ba-5c84beef4d68 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] delete failed (client error): The resource could not be found. Nov 13 04:52:21.776493 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2b338bb7-eb52-4687-86ba-5c84beef4d68 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/routers/32ca256e-b79d-48ac-bc46-b3ddd5f08877 HTTP/1.1" status: 404 len: 336 time: 0.1061082 Nov 13 04:52:21.799717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4375db1e-2eec-479b-83c0-ac1a160830cd None None] Provisioning complete for port fe1f52c2-7235-4738-85c2-7631042f8784 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:21.800908 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4375db1e-2eec-479b-83c0-ac1a160830cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:21.864294 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60676) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:21.902477 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:52:21.916698 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:21.919130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-120b7602-42b2-46a8-91e4-22bd63c35762 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "PUT /v2.0/routers/711567c5-cd89-47f2-8716-88fb7431cc79 HTTP/1.1" status: 200 len: 917 time: 7.8459094 Nov 13 04:52:21.925673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60680) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:21.937223 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d1d750-3d01-43e9-ae88-1bc93ccb1eef None None] Sync routers for ids ['711567c5-cd89-47f2-8716-88fb7431cc79'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:52:21.970276 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2caadfe0-6a7a-442d-a401-57cb2bab68b5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports?device_id=0912217a-53bc-4c5e-9984-ef6e8b56b12f HTTP/1.1" status: 200 len: 205 time: 0.1034713 Nov 13 04:52:21.977795 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4375db1e-2eec-479b-83c0-ac1a160830cd None None] Port fe1f52c2-7235-4738-85c2-7631042f8784 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:52:21.992701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d1d750-3d01-43e9-ae88-1bc93ccb1eef None None] Routers {'711567c5-cd89-47f2-8716-88fb7431cc79'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:21.996340 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-93d1d750-3d01-43e9-ae88-1bc93ccb1eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['711567c5-cd89-47f2-8716-88fb7431cc79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:22.001009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60682) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:22.087178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-93d1d750-3d01-43e9-ae88-1bc93ccb1eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:22.099035 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-d50380bb-1c9c-4668-8261-fb38b487bae6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] delete failed (client error): The resource could not be found. Nov 13 04:52:22.099625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d1d750-3d01-43e9-ae88-1bc93ccb1eef None None] Routers {'711567c5-cd89-47f2-8716-88fb7431cc79'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:22.100751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-93d1d750-3d01-43e9-ae88-1bc93ccb1eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['711567c5-cd89-47f2-8716-88fb7431cc79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:22.105118 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d50380bb-1c9c-4668-8261-fb38b487bae6 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/routers/0912217a-53bc-4c5e-9984-ef6e8b56b12f HTTP/1.1" status: 404 len: 336 time: 0.0974331 Nov 13 04:52:22.113653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60684) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:22.139405 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-84292d3a-1408-48ac-9261-98163bc65215 req-811f4c8d-22d5-4836-a15c-65aaddc02c1d service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802419 Nov 13 04:52:22.157224 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3dea3-d4d8-4874-975b-29672326f5cc req-9be80337-82a1-4370-ba53-d5f074ec5766 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:22.160890 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-93d1d750-3d01-43e9-ae88-1bc93ccb1eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:22.163460 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d1d750-3d01-43e9-ae88-1bc93ccb1eef None None] The sync data for ids ['711567c5-cd89-47f2-8716-88fb7431cc79'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:52:22.184628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3dea3-d4d8-4874-975b-29672326f5cc req-9be80337-82a1-4370-ba53-d5f074ec5766 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:22.196789 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3dea3-d4d8-4874-975b-29672326f5cc req-9be80337-82a1-4370-ba53-d5f074ec5766 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:22.203235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3dea3-d4d8-4874-975b-29672326f5cc req-9be80337-82a1-4370-ba53-d5f074ec5766 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:22.210343 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3dea3-d4d8-4874-975b-29672326f5cc req-9be80337-82a1-4370-ba53-d5f074ec5766 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:22.217034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3dea3-d4d8-4874-975b-29672326f5cc req-9be80337-82a1-4370-ba53-d5f074ec5766 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:22.224269 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3dea3-d4d8-4874-975b-29672326f5cc req-9be80337-82a1-4370-ba53-d5f074ec5766 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:22.232679 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09a3dea3-d4d8-4874-975b-29672326f5cc req-9be80337-82a1-4370-ba53-d5f074ec5766 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.3335030 Nov 13 04:52:22.248443 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c49e30-6767-457d-8656-c4ff91261e59 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] DELETE failed (client error): The resource could not be found. Nov 13 04:52:22.248914 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c49e30-6767-457d-8656-c4ff91261e59 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:52:22.256252 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-25c49e30-6767-457d-8656-c4ff91261e59 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/e796d709-c451-4237-9e28-73ee86383f5c HTTP/1.1" status: 404 len: 337 time: 0.1412506 Nov 13 04:52:22.271816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60688) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:22.292795 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-28ebb0af-eaa1-42f4-aa78-bdc225cdb5f1 req-b912f4de-e850-4358-8111-9854d346cd2f tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274476 Nov 13 04:52:22.329797 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-91008b42-89f3-49dd-80b9-be810cefa793 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports?device_id=38fb9372-1f44-4fee-8a2b-36294bcddeb0 HTTP/1.1" status: 200 len: 205 time: 0.0484996 Nov 13 04:52:22.344335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60692) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:22.384711 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09a3dea3-d4d8-4874-975b-29672326f5cc req-0fd58542-d6ac-4393-8b40-3cb6547d1d75 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506116 Nov 13 04:52:22.405619 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4b3caba4-2d9d-4eeb-b4f6-a0069d40bc4b tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/routers/711567c5-cd89-47f2-8716-88fb7431cc79 HTTP/1.1" status: 200 len: 923 time: 0.4786599 Nov 13 04:52:22.408547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60694) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:22.493091 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e8073-0d40-40a7-beb3-56fcab204cc7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:22.498277 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-459e8073-0d40-40a7-beb3-56fcab204cc7 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&device_id=711567c5-cd89-47f2-8716-88fb7431cc79&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0887403 Nov 13 04:52:22.498889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60696) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:22.512024 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-4a319c62-45ea-4d0d-895e-aa4f8f291d5e tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] delete failed (client error): The resource could not be found. Nov 13 04:52:22.519920 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4a319c62-45ea-4d0d-895e-aa4f8f291d5e tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/routers/38fb9372-1f44-4fee-8a2b-36294bcddeb0 HTTP/1.1" status: 404 len: 336 time: 0.1732659 Nov 13 04:52:22.522400 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60698) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:22.526209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-06987fc7-de17-45c7-873f-0bff6c93b1e3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Made reservation on behalf of 56e889b16bd745a8aae943f6a4671633 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:22.536178 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-06987fc7-de17-45c7-873f-0bff6c93b1e3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:22.637229 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8c3d56bd-715b-41e6-a374-29ab17660567 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b20933-8515-4902-b3e1-93bfe0da7782 HTTP/1.1" status: 200 len: 205 time: 0.1136048 Nov 13 04:52:22.641080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60704) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:22.745975 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-cc621563-b83e-48a9-bcd7-13d63947b43f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] delete failed (client error): The resource could not be found. Nov 13 04:52:22.746873 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cc621563-b83e-48a9-bcd7-13d63947b43f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/routers/97b20933-8515-4902-b3e1-93bfe0da7782 HTTP/1.1" status: 404 len: 336 time: 0.1050858 Nov 13 04:52:22.750116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60720) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:22.807240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48945cb-2a4a-4db7-a93d-5f97bd6d68f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:22.809096 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c48945cb-2a4a-4db7-a93d-5f97bd6d68f3 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 881 time: 0.3090796 Nov 13 04:52:22.812436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60722) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:22.848317 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0ab774a1-63b3-477b-ad15-e14093e88e92 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "GET /v2.0/ports?device_id=711567c5-cd89-47f2-8716-88fb7431cc79 HTTP/1.1" status: 200 len: 205 time: 0.0346987 Nov 13 04:52:22.852451 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60724) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:22.878396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e4bf0-4fc0-44bb-9f5a-20a5c232c9cc req-85d849c5-937c-4c92-bdb6-fe51a49cad54 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:22.888229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e4bf0-4fc0-44bb-9f5a-20a5c232c9cc req-85d849c5-937c-4c92-bdb6-fe51a49cad54 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:22.906091 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e4bf0-4fc0-44bb-9f5a-20a5c232c9cc req-85d849c5-937c-4c92-bdb6-fe51a49cad54 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:22.915214 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e4bf0-4fc0-44bb-9f5a-20a5c232c9cc req-85d849c5-937c-4c92-bdb6-fe51a49cad54 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:22.917244 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d4e4bf0-4fc0-44bb-9f5a-20a5c232c9cc req-85d849c5-937c-4c92-bdb6-fe51a49cad54 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 3094 time: 0.2010400 Nov 13 04:52:23.001994 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7feb3eca-13bf-4db6-86a5-40008315ebc7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] DELETE failed (client error): The resource could not be found. Nov 13 04:52:23.003146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7feb3eca-13bf-4db6-86a5-40008315ebc7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:52:23.013940 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7feb3eca-13bf-4db6-86a5-40008315ebc7 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/6513643d-4df2-48b5-aa75-4badbb829793 HTTP/1.1" status: 404 len: 337 time: 0.2628551 Nov 13 04:52:23.023273 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60726) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:23.076441 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d4e4bf0-4fc0-44bb-9f5a-20a5c232c9cc req-9dc4b5de-888a-47ea-b58e-7ac5e1182a26 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221352 Nov 13 04:52:23.084078 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60730) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:23.085634 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d954005f-35e0-4953-a70d-377d0febc79f tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce5b6af3-25dc-4746-8927-cebb0b05e71e HTTP/1.1" status: 200 len: 205 time: 0.0603266 Nov 13 04:52:23.128893 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-210d5fd1-5955-4cf2-9354-5aee89aaa23b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] delete failed (client error): The resource could not be found. Nov 13 04:52:23.130137 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-210d5fd1-5955-4cf2-9354-5aee89aaa23b tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/routers/ce5b6af3-25dc-4746-8927-cebb0b05e71e HTTP/1.1" status: 404 len: 336 time: 0.0450041 Nov 13 04:52:23.132742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60732) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:23.136751 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:23.148395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-06987fc7-de17-45c7-873f-0bff6c93b1e3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Allocated IP 10.2.2.200 (e8c159e9-f2a6-4bb2-bb40-fd6554a81360/bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1/322a4f79-c00c-43ae-a71e-64d33b973a45) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:23.206944 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2b9954-bf64-4199-b09a-08fcbad62826 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] DELETE failed (client error): The resource could not be found. Nov 13 04:52:23.207553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2b9954-bf64-4199-b09a-08fcbad62826 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:52:23.211357 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cb2b9954-bf64-4199-b09a-08fcbad62826 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/e34a3580-64fc-44de-9f39-de1b638c007c HTTP/1.1" status: 404 len: 337 time: 0.0773876 Nov 13 04:52:23.214585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60734) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:23.244677 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8d6bac1a-d7c4-4580-bc01-0d37ea9fb80c tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c28413-24de-426a-af72-9a9b56567e9b HTTP/1.1" status: 200 len: 205 time: 0.0287325 Nov 13 04:52:23.247552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60736) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:23.297143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60738) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:23.303798 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-147f3b23-33a0-4a35-905f-7c26a0c790cd tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] delete failed (client error): The resource could not be found. Nov 13 04:52:23.305092 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-147f3b23-33a0-4a35-905f-7c26a0c790cd tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/routers/26c28413-24de-426a-af72-9a9b56567e9b HTTP/1.1" status: 404 len: 336 time: 0.0564117 Nov 13 04:52:23.308186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60742) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:23.364560 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c3e9cf-aaf3-4010-8f3e-3cae757f48e5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] DELETE failed (client error): The resource could not be found. Nov 13 04:52:23.364850 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c3e9cf-aaf3-4010-8f3e-3cae757f48e5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:52:23.370894 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-05c3e9cf-aaf3-4010-8f3e-3cae757f48e5 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/c69ea4e0-4f7f-484a-b5bc-d4089e5ed9ad HTTP/1.1" status: 404 len: 337 time: 0.0590708 Nov 13 04:52:23.370894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60746) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:23.424278 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-876f9b0a-cc0e-4aa1-891e-d3a302350793 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] DELETE failed (client error): The resource could not be found. Nov 13 04:52:23.425039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-876f9b0a-cc0e-4aa1-891e-d3a302350793 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:52:23.429262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-876f9b0a-cc0e-4aa1-891e-d3a302350793 tempest-RoutersIpV6Test-1988502603 tempest-RoutersIpV6Test-1988502603-project] 10.222.0.43 "DELETE /v2.0/subnets/ba3c8778-7906-4cef-93e2-b5fc96b36884 HTTP/1.1" status: 404 len: 337 time: 0.0569515 Nov 13 04:52:23.453283 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:23.473848 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-06987fc7-de17-45c7-873f-0bff6c93b1e3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:23.637297 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Deleting port 4044c7ee-94d4-4c2f-af03-b606703541cb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:52:23.637633 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:23.675801 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61d3ee16-8e29-42ec-8491-d31a7f5160de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:23.690199 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-06987fc7-de17-45c7-873f-0bff6c93b1e3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:23.690752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634cd53-4bbf-4a1c-a377-9f0dabc9790f req-792944c0-0582-43ea-a2f4-898bccda5f28 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:23.697316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634cd53-4bbf-4a1c-a377-9f0dabc9790f req-792944c0-0582-43ea-a2f4-898bccda5f28 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:23.699957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c09fed-1ea1-4b76-8f48-32f2f4001ea6 req-715db50c-3b98-4f9e-8dde-c2476b8ab3a5 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:23.704114 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634cd53-4bbf-4a1c-a377-9f0dabc9790f req-792944c0-0582-43ea-a2f4-898bccda5f28 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:23.707833 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-23c09fed-1ea1-4b76-8f48-32f2f4001ea6 req-715db50c-3b98-4f9e-8dde-c2476b8ab3a5 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.2119071 Nov 13 04:52:23.710516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634cd53-4bbf-4a1c-a377-9f0dabc9790f req-792944c0-0582-43ea-a2f4-898bccda5f28 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:23.717059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634cd53-4bbf-4a1c-a377-9f0dabc9790f req-792944c0-0582-43ea-a2f4-898bccda5f28 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:23.724165 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634cd53-4bbf-4a1c-a377-9f0dabc9790f req-792944c0-0582-43ea-a2f4-898bccda5f28 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:23.730338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634cd53-4bbf-4a1c-a377-9f0dabc9790f req-792944c0-0582-43ea-a2f4-898bccda5f28 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:23.732472 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f634cd53-4bbf-4a1c-a377-9f0dabc9790f req-792944c0-0582-43ea-a2f4-898bccda5f28 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.2036457 Nov 13 04:52:23.747677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cef99-8b74-4a1e-9a5e-6671a6350f43 req-737437fb-249a-4dbc-ac98-dc9a540813a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:23.749315 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd5cef99-8b74-4a1e-9a5e-6671a6350f43 req-737437fb-249a-4dbc-ac98-dc9a540813a0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 1096 time: 0.1431131 Nov 13 04:52:23.831429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06987fc7-de17-45c7-873f-0bff6c93b1e3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event updated for resources: {'Port': ['ID=322a4f79-c00c-43ae-a71e-64d33b973a45,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:23.846873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-06987fc7-de17-45c7-873f-0bff6c93b1e3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:23.867116 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-23c09fed-1ea1-4b76-8f48-32f2f4001ea6 req-56ac00da-5117-45a3-9b4f-4746fd58a070 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561217 Nov 13 04:52:23.893982 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-06987fc7-de17-45c7-873f-0bff6c93b1e3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:23.907895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-06987fc7-de17-45c7-873f-0bff6c93b1e3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:23.973307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-06987fc7-de17-45c7-873f-0bff6c93b1e3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:23.974254 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-06987fc7-de17-45c7-873f-0bff6c93b1e3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:23.981791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60766) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:24.032759 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd5cef99-8b74-4a1e-9a5e-6671a6350f43 req-1e8e45f5-144b-43ce-9e23-9da9c07f9063 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531326 Nov 13 04:52:24.052288 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-06987fc7-de17-45c7-873f-0bff6c93b1e3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5094740 Nov 13 04:52:24.055760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f634cd53-4bbf-4a1c-a377-9f0dabc9790f req-094b9ce3-c80d-422a-b273-6e39678dbe75 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3001332 Nov 13 04:52:24.069448 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:24.093861 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Calling delete_port for 4044c7ee-94d4-4c2f-af03-b606703541cb owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:52:24.199325 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61d3ee16-8e29-42ec-8491-d31a7f5160de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:24.210979 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61d3ee16-8e29-42ec-8491-d31a7f5160de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:24.326365 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-61d3ee16-8e29-42ec-8491-d31a7f5160de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b95e51f60ccf4588b9ef6cc3e380425a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0271904 Nov 13 04:52:24.327220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60772) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:24.327781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3ee16-8e29-42ec-8491-d31a7f5160de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f21133-343f-4fa3-84a5-b52df12cf798,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:24.354955 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c2130d0b-00ce-4171-b7f9-e94fadf7fe80 None None] Provisioning complete for port 322a4f79-c00c-43ae-a71e-64d33b973a45 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:24.360938 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2130d0b-00ce-4171-b7f9-e94fadf7fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:24.380387 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0384118e-dd7c-4114-bb47-32c5f33d6b49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31b74b45f564436f9bbc9f2129d0254a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3931870 Nov 13 04:52:24.384109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e55bcc-1a56-42e2-9cf4-684fe58bd775 req-1271a36d-57db-4f5f-9f8b-d02001d5f876 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:24.390800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e55bcc-1a56-42e2-9cf4-684fe58bd775 req-1271a36d-57db-4f5f-9f8b-d02001d5f876 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:24.398598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e55bcc-1a56-42e2-9cf4-684fe58bd775 req-1271a36d-57db-4f5f-9f8b-d02001d5f876 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:24.400435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60774) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:24.405162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e55bcc-1a56-42e2-9cf4-684fe58bd775 req-1271a36d-57db-4f5f-9f8b-d02001d5f876 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:24.412374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e55bcc-1a56-42e2-9cf4-684fe58bd775 req-1271a36d-57db-4f5f-9f8b-d02001d5f876 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:24.422520 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88e55bcc-1a56-42e2-9cf4-684fe58bd775 req-1271a36d-57db-4f5f-9f8b-d02001d5f876 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 3815 time: 0.1752834 Nov 13 04:52:24.422978 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c2130d0b-00ce-4171-b7f9-e94fadf7fe80 None None] Port 322a4f79-c00c-43ae-a71e-64d33b973a45 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:52:24.447000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Request body: {'port': {'device_id': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:24.486278 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0245f635-fdeb-4244-acff-120bc57b3722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:24.542188 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:24.553625 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88e55bcc-1a56-42e2-9cf4-684fe58bd775 req-ffc7a06e-e52f-488a-bd20-4a7aba265cf5 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284239 Nov 13 04:52:24.565652 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:24.577962 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:24.635446 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:24.640048 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0245f635-fdeb-4244-acff-120bc57b3722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:24.679468 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:24.682431 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:24.683752 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53f21133-343f-4fa3-84a5-b52df12cf798 HTTP/1.1" status: 204 len: 168 time: 0.3551772 Nov 13 04:52:24.704975 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f21133-343f-4fa3-84a5-b52df12cf798,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:24.715389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Pushing event deleted for resources: {'Port': ['ID=4044c7ee-94d4-4c2f-af03-b606703541cb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:24.732337 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583dafca-669f-4af8-9ca5-d87c890de3df None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:52:24.762381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.762992 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.763382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.763812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.764243 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.764667 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.765092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.765514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.766453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.766929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.767358 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.767779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bbb35-d581-445e-b655-72b739590952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.824200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.824701 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.825167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.825585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.826021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.826437 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.826860 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.827585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.828026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.828498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.829139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.829335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:24.854069 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:24.992553 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.006277 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:25.012892 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.014576 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.028486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Transition to ACTIVE for port object f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:52:25.039122 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.148634 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0245f635-fdeb-4244-acff-120bc57b3722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.160452 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0245f635-fdeb-4244-acff-120bc57b3722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.166734 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0245f635-fdeb-4244-acff-120bc57b3722 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e73f516-c05d-43b2-b96c-20c2047b5663 HTTP/1.1" status: 204 len: 168 time: 0.7645333 Nov 13 04:52:25.216894 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.221193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Fanout notify agent at l3_agent the message router_deleted on router 711567c5-cd89-47f2-8716-88fb7431cc79 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:52:25.223579 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:25.241173 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.242349 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-06b3be50-fb45-4c7d-8976-43a6a8818de0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "DELETE /v2.0/routers/711567c5-cd89-47f2-8716-88fb7431cc79 HTTP/1.1" status: 204 len: 168 time: 2.3865728 Nov 13 04:52:25.245616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245f635-fdeb-4244-acff-120bc57b3722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e73f516-c05d-43b2-b96c-20c2047b5663,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:25.252690 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60800) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:25.258986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-be3996ec-6d42-4868-9e6f-106ee9276e31 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1151253939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:25.279044 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d03b93-8224-4b59-8aa3-647dfe3ca69c req-c17ebf88-1b71-47f9-88bb-aefdb5e17f67 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:25.283730 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-05d03b93-8224-4b59-8aa3-647dfe3ca69c req-c17ebf88-1b71-47f9-88bb-aefdb5e17f67 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.2358408 Nov 13 04:52:25.364739 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be3996ec-6d42-4868-9e6f-106ee9276e31 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.365832 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be3996ec-6d42-4868-9e6f-106ee9276e31 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.449835 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Attempting to bind port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:52:25.450189 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Attempting to bind port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'a94b6e33-3fa6-49b1-8240-bf08a2f919ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:52:25.450512 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Attempting to bind port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 on network 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:25.467447 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-05d03b93-8224-4b59-8aa3-647dfe3ca69c req-fecb8e19-b1ba-4404-8208-3f9196b1eaa7 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758556 Nov 13 04:52:25.498840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 on network 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:52:25.499200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Attempting to bind port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 on network 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:25.514240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:52:25.514541 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Checking segment: {'id': 'a94b6e33-3fa6-49b1-8240-bf08a2f919ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:25.514905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Bound using segment: {'id': 'a94b6e33-3fa6-49b1-8240-bf08a2f919ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:52:25.515383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Bound port: f9e963a6-1fe2-40be-9bc1-c575b1bfdba1, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a94b6e33-3fa6-49b1-8240-bf08a2f919ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:52:25.516051 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.560415 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:52:25.599500 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be3996ec-6d42-4868-9e6f-106ee9276e31 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.621377 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be3996ec-6d42-4868-9e6f-106ee9276e31 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.644711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daf73b-c2f8-4b6d-9354-1a855cda2994 req-04449518-fd19-49bc-9756-be8d7eee1e18 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:25.651077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daf73b-c2f8-4b6d-9354-1a855cda2994 req-04449518-fd19-49bc-9756-be8d7eee1e18 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:25.657603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daf73b-c2f8-4b6d-9354-1a855cda2994 req-04449518-fd19-49bc-9756-be8d7eee1e18 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:25.664297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daf73b-c2f8-4b6d-9354-1a855cda2994 req-04449518-fd19-49bc-9756-be8d7eee1e18 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:25.673423 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daf73b-c2f8-4b6d-9354-1a855cda2994 req-04449518-fd19-49bc-9756-be8d7eee1e18 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:25.680774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daf73b-c2f8-4b6d-9354-1a855cda2994 req-04449518-fd19-49bc-9756-be8d7eee1e18 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:25.688002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daf73b-c2f8-4b6d-9354-1a855cda2994 req-04449518-fd19-49bc-9756-be8d7eee1e18 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:25.696911 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8daf73b-c2f8-4b6d-9354-1a855cda2994 req-04449518-fd19-49bc-9756-be8d7eee1e18 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.2874291 Nov 13 04:52:25.793477 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be3996ec-6d42-4868-9e6f-106ee9276e31 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.795175 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-be3996ec-6d42-4868-9e6f-106ee9276e31 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5414474 Nov 13 04:52:25.800227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60816) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:25.809368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] For port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:52:25.813455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'enable_snat': False}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:25.821352 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] For port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1,segment=NetworkSegment(a94b6e33-3fa6-49b1-8240-bf08a2f919ec),segment_id=a94b6e33-3fa6-49b1-8240-bf08a2f919ec)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:52:25.837938 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.860547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ac850-7b0e-4a0d-bf07-739ecc18337c req-fba5a81d-3aa4-4184-8325-0f1cb119137d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:25.874307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ac850-7b0e-4a0d-bf07-739ecc18337c req-fba5a81d-3aa4-4184-8325-0f1cb119137d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:25.895688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ac850-7b0e-4a0d-bf07-739ecc18337c req-fba5a81d-3aa4-4184-8325-0f1cb119137d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:25.896204 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:25.897383 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:25.899103 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] 10.222.0.46 "PUT /v2.0/ports/f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 HTTP/1.1" status: 200 len: 1091 time: 1.4668303 Nov 13 04:52:25.899933 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:52:25.903208 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce90549e-e4c9-44f7-931f-ec23e0662699" -d '{"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "f9e963a6-1fe2-40be-9bc1-c575b1bfdba1"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:52:25.907015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ac850-7b0e-4a0d-bf07-739ecc18337c req-fba5a81d-3aa4-4184-8325-0f1cb119137d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:25.914699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8daf73b-c2f8-4b6d-9354-1a855cda2994 req-6215700b-4b4b-451c-98d6-575e617de321 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2164993 Nov 13 04:52:25.956860 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ac850-7b0e-4a0d-bf07-739ecc18337c req-fba5a81d-3aa4-4184-8325-0f1cb119137d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:25.958848 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e88ac850-7b0e-4a0d-bf07-739ecc18337c req-fba5a81d-3aa4-4184-8325-0f1cb119137d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 3827 time: 0.2336485 Nov 13 04:52:25.964602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e45bd-e0ae-454a-96b7-5d0796f8fba6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:26.065919 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9104c653-50cc-414e-8756-72fa5523fad2 x-openstack-request-id: req-9104c653-50cc-414e-8756-72fa5523fad2 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:52:26.066535 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "f9e963a6-1fe2-40be-9bc1-c575b1bfdba1", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:52:26.066535 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9104c653-50cc-414e-8756-72fa5523fad2 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:52:26.066844 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1', 'status': 'completed', 'code': 200} Nov 13 04:52:26.312799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Request body: {'port': {'device_id': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:26.421610 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:26.907454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60858) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:26.941268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90549e-e4c9-44f7-931f-ec23e0662699 req-80a61448-e0a0-42e2-a1ec-ea8fb1ac1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:26.941908 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90549e-e4c9-44f7-931f-ec23e0662699 req-80a61448-e0a0-42e2-a1ec-ea8fb1ac1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:26.942855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90549e-e4c9-44f7-931f-ec23e0662699 req-80a61448-e0a0-42e2-a1ec-ea8fb1ac1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:26.944153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90549e-e4c9-44f7-931f-ec23e0662699 req-80a61448-e0a0-42e2-a1ec-ea8fb1ac1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:26.944622 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90549e-e4c9-44f7-931f-ec23e0662699 req-80a61448-e0a0-42e2-a1ec-ea8fb1ac1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:26.947218 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ce90549e-e4c9-44f7-931f-ec23e0662699 req-80a61448-e0a0-42e2-a1ec-ea8fb1ac1de2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e889b16bd745a8aae943f6a4671633&device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 4362 time: 0.8304341 Nov 13 04:52:27.021184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60866) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:27.127972 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e88ac850-7b0e-4a0d-bf07-739ecc18337c req-e2d5b872-b1cd-4307-820c-3e9efda76a2d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0635111 Nov 13 04:52:27.129925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90549e-e4c9-44f7-931f-ec23e0662699 req-ed1f0281-8e67-42a6-b909-7e997a9402ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:27.131121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90549e-e4c9-44f7-931f-ec23e0662699 req-ed1f0281-8e67-42a6-b909-7e997a9402ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:27.131594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90549e-e4c9-44f7-931f-ec23e0662699 req-ed1f0281-8e67-42a6-b909-7e997a9402ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:27.133213 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ce90549e-e4c9-44f7-931f-ec23e0662699 req-ed1f0281-8e67-42a6-b909-7e997a9402ac service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=56e889b16bd745a8aae943f6a4671633&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1615829 Nov 13 04:52:27.198011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1419168035-network', 'tenant_id': '8199180bf310454f97d8ea52d7b45a2f'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:27.240736 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:27.244639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c3c28d51-53eb-413e-a1f8-9bd9a5dc6baf tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-889293256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:27.293042 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86308f93-be09-4760-a402-175ee9538aaf req-97ed1800-e5e5-4b7e-927e-82a001159345 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:27.302542 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86308f93-be09-4760-a402-175ee9538aaf req-97ed1800-e5e5-4b7e-927e-82a001159345 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.5847898 Nov 13 04:52:27.392766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911cd1b-d9e2-4aee-b6ad-0b274c53e63f req-a6cd6c9e-0ac5-4653-ad1b-4810ea885c03 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:27.400180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911cd1b-d9e2-4aee-b6ad-0b274c53e63f req-a6cd6c9e-0ac5-4653-ad1b-4810ea885c03 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:27.405448 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] Made reservation on behalf of 8199180bf310454f97d8ea52d7b45a2f for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:27.406964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911cd1b-d9e2-4aee-b6ad-0b274c53e63f req-a6cd6c9e-0ac5-4653-ad1b-4810ea885c03 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:27.408164 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:27.413802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911cd1b-d9e2-4aee-b6ad-0b274c53e63f req-a6cd6c9e-0ac5-4653-ad1b-4810ea885c03 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:27.420048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911cd1b-d9e2-4aee-b6ad-0b274c53e63f req-a6cd6c9e-0ac5-4653-ad1b-4810ea885c03 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:27.426982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911cd1b-d9e2-4aee-b6ad-0b274c53e63f req-a6cd6c9e-0ac5-4653-ad1b-4810ea885c03 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:27.432239 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3c28d51-53eb-413e-a1f8-9bd9a5dc6baf tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:27.433275 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3c28d51-53eb-413e-a1f8-9bd9a5dc6baf tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:27.433728 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911cd1b-d9e2-4aee-b6ad-0b274c53e63f req-a6cd6c9e-0ac5-4653-ad1b-4810ea885c03 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:27.437081 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7911cd1b-d9e2-4aee-b6ad-0b274c53e63f req-a6cd6c9e-0ac5-4653-ad1b-4810ea885c03 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.1571078 Nov 13 04:52:27.455400 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:27.503899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86308f93-be09-4760-a402-175ee9538aaf req-313a9bad-d8e1-4027-848a-303a8b0c726e tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000690 Nov 13 04:52:27.634002 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:27.655460 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:27.678529 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7911cd1b-d9e2-4aee-b6ad-0b274c53e63f req-d5aefd74-8cdb-456a-ae55-ab1ffeb9b1de tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2317469 Nov 13 04:52:27.798325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Allocated IP 172.25.8.160 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/40c7e73e-66d5-444d-9169-72a4334f268c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:27.988886 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:28.063434 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:28.143534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:28.149286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:28.153960 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:28.167251 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729f336d-b307-42a3-a8b8-7c5e38fc9084 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:52:28.186429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Pushing event updated for resources: {'Port': ['ID=40c7e73e-66d5-444d-9169-72a4334f268c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:28.243106 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9b7f4bee-f0ce-4131-9942-b31aaef8fc45 None None] Provisioning complete for port 40c7e73e-66d5-444d-9169-72a4334f268c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:28.243475 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b7f4bee-f0ce-4131-9942-b31aaef8fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:28.329839 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321611fc-1ecc-49e1-931e-f0b57b629cb6 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:28.341102 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:28.356595 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Transition to ACTIVE for port object 321611fc-1ecc-49e1-931e-f0b57b629cb6 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:52:28.373472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9b7f4bee-f0ce-4131-9942-b31aaef8fc45 None None] Port 40c7e73e-66d5-444d-9169-72a4334f268c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:52:28.399382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34716-154d-4409-aa2b-461b8cc05718 req-30cfc471-1812-4284-a731-6f0a8be1ab7b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:28.406270 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34716-154d-4409-aa2b-461b8cc05718 req-30cfc471-1812-4284-a731-6f0a8be1ab7b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:28.416151 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34716-154d-4409-aa2b-461b8cc05718 req-30cfc471-1812-4284-a731-6f0a8be1ab7b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:28.422894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34716-154d-4409-aa2b-461b8cc05718 req-30cfc471-1812-4284-a731-6f0a8be1ab7b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:28.430156 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34716-154d-4409-aa2b-461b8cc05718 req-30cfc471-1812-4284-a731-6f0a8be1ab7b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:28.433447 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e5d34716-154d-4409-aa2b-461b8cc05718 req-30cfc471-1812-4284-a731-6f0a8be1ab7b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 3827 time: 0.1468434 Nov 13 04:52:28.446003 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:28.453430 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:28.498811 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:28.585067 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e5d34716-154d-4409-aa2b-461b8cc05718 req-2c3eb9e3-334d-4157-9268-480312ef4078 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038933 Nov 13 04:52:28.602474 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:28.623309 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:28.722606 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3c28d51-53eb-413e-a1f8-9bd9a5dc6baf tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:28.724581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Pushing event updated for resources: {'Port': ['ID=321611fc-1ecc-49e1-931e-f0b57b629cb6,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:28.738056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90549e-e4c9-44f7-931f-ec23e0662699 req-9cec748c-d5f2-4489-8438-82141421ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:28.742044 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ce90549e-e4c9-44f7-931f-ec23e0662699 req-9cec748c-d5f2-4489-8438-82141421ef89 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5891888 Nov 13 04:52:28.806787 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:28.812840 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3c28d51-53eb-413e-a1f8-9bd9a5dc6baf tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:28.901137 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb3198-3304-4f74-9b25-5506e173f181 req-399c1e78-4687-4b0f-a356-51b0b1eee47f tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:28.903591 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-27bb3198-3304-4f74-9b25-5506e173f181 req-399c1e78-4687-4b0f-a356-51b0b1eee47f tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.4421155 Nov 13 04:52:28.911286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:52:28.921462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902fed49-e22e-4ec5-8ad5-52f8e598aae1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:28.943260 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:28.943869 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] Added segment 95559d78-294a-4407-a0ee-e5506dd85051 of type vlan for network 71ed5b6b-bd4f-474f-bd40-b7a8ed3eed4e Nov 13 04:52:28.990459 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:29.018796 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3c28d51-53eb-413e-a1f8-9bd9a5dc6baf tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:29.020274 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c3c28d51-53eb-413e-a1f8-9bd9a5dc6baf tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.9978170 Nov 13 04:52:29.052439 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a642a0-77b5-4984-aca3-fdbbe2ac79cf req-9eb5d25b-bd16-49fe-8d10-e9559ae7d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.054017 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81a642a0-77b5-4984-aca3-fdbbe2ac79cf req-9eb5d25b-bd16-49fe-8d10-e9559ae7d1f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12d3eed64754419b91fc9267590fb5a0&device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 1096 time: 0.6046317 Nov 13 04:52:29.055778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2317a2-7c73-4eba-930c-94770f245cfe req-c0e71a09-f5e2-4821-b587-257c57fc604a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.058727 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60906) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:29.059607 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:29.060567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.061135 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:29.064362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2317a2-7c73-4eba-930c-94770f245cfe req-c0e71a09-f5e2-4821-b587-257c57fc604a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.070782 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2317a2-7c73-4eba-930c-94770f245cfe req-c0e71a09-f5e2-4821-b587-257c57fc604a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.077507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2317a2-7c73-4eba-930c-94770f245cfe req-c0e71a09-f5e2-4821-b587-257c57fc604a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.085710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2317a2-7c73-4eba-930c-94770f245cfe req-c0e71a09-f5e2-4821-b587-257c57fc604a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.087093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1541008544'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:29.093311 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2317a2-7c73-4eba-930c-94770f245cfe req-c0e71a09-f5e2-4821-b587-257c57fc604a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.101519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2317a2-7c73-4eba-930c-94770f245cfe req-c0e71a09-f5e2-4821-b587-257c57fc604a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.104184 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e2317a2-7c73-4eba-930c-94770f245cfe req-c0e71a09-f5e2-4821-b587-257c57fc604a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.2796149 Nov 13 04:52:29.201938 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:29.220697 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:29.269704 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e2317a2-7c73-4eba-930c-94770f245cfe req-d8ac5088-8e44-44b4-8ae9-0704e8946b72 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1492803 Nov 13 04:52:29.283805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a642a0-77b5-4984-aca3-fdbbe2ac79cf req-b5282b80-bc1f-4d64-9436-be4052231b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.285422 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81a642a0-77b5-4984-aca3-fdbbe2ac79cf req-b5282b80-bc1f-4d64-9436-be4052231b0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=5df68409-cafd-4515-9d5a-5b124adc42a7 HTTP/1.1" status: 200 len: 919 time: 0.1676109 Nov 13 04:52:29.298967 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3598068 Nov 13 04:52:29.312171 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60908) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:29.318791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c6d83ccd-c7ff-46ce-ba6a-3e387c2f0212 admin admin] Request body: {'subnet': {'network_id': '71ed5b6b-bd4f-474f-bd40-b7a8ed3eed4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1419168035-subnet', 'tenant_id': '8199180bf310454f97d8ea52d7b45a2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:29.408742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d83ccd-c7ff-46ce-ba6a-3e387c2f0212 admin admin] Made reservation on behalf of 8199180bf310454f97d8ea52d7b45a2f for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:29.409818 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81a642a0-77b5-4984-aca3-fdbbe2ac79cf req-f81b81ff-148a-4dc7-a85c-15b952fcf240 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=445ba76c-c983-499c-b00b-c716dfb1fc2f HTTP/1.1" status: 200 len: 217 time: 0.1058335 Nov 13 04:52:29.411005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Made reservation on behalf of 9d7ee75363124be0b89061d7fa310b1e for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:29.411861 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6d83ccd-c7ff-46ce-ba6a-3e387c2f0212 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:29.415626 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:29.430565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9d4ca-53f8-4089-ae1a-fce2ca3acdab admin admin] Pushing event updated for resources: {'Network': ['ID=71ed5b6b-bd4f-474f-bd40-b7a8ed3eed4e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:29.443207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 71ed5b6b-bd4f-474f-bd40-b7a8ed3eed4e details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:52:29.494860 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:29.506416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a642a0-77b5-4984-aca3-fdbbe2ac79cf req-85bc4443-5d7c-4e6c-9d7a-c617350c70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.508364 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81a642a0-77b5-4984-aca3-fdbbe2ac79cf req-85bc4443-5d7c-4e6c-9d7a-c617350c70cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bda26a38-0894-479d-8858-c797e4adbfd7 HTTP/1.1" status: 200 len: 858 time: 0.0627429 Nov 13 04:52:29.605722 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81a642a0-77b5-4984-aca3-fdbbe2ac79cf req-bce0e934-ee2c-4277-875a-2d38e51c3f1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5df68409-cafd-4515-9d5a-5b124adc42a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623202 Nov 13 04:52:29.612645 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6d83ccd-c7ff-46ce-ba6a-3e387c2f0212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:29.704217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d83ccd-c7ff-46ce-ba6a-3e387c2f0212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7acfccba-e8f2-4ccc-9274-f3277059c679,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:29.748934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Router 9cdde978-ca22-460f-b3a4-d02de900bf8d is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:52:29.754949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d83ccd-c7ff-46ce-ba6a-3e387c2f0212 admin admin] Checking segment: {'id': '95559d78-294a-4407-a0ee-e5506dd85051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '71ed5b6b-bd4f-474f-bd40-b7a8ed3eed4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:29.754949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d83ccd-c7ff-46ce-ba6a-3e387c2f0212 admin admin] Network hostable DHCP agents. Network: 71ed5b6b-bd4f-474f-bd40-b7a8ed3eed4e, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:52:29.814202 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-27bb3198-3304-4f74-9b25-5506e173f181 req-ed40fa78-d442-4e39-981c-4f0da848909a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8981340 Nov 13 04:52:29.816549 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81a642a0-77b5-4984-aca3-fdbbe2ac79cf req-985eeeb5-ee02-481f-b77f-f563ffe03aef service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383324 Nov 13 04:52:29.857829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d83ccd-c7ff-46ce-ba6a-3e387c2f0212 admin admin] Network 71ed5b6b-bd4f-474f-bd40-b7a8ed3eed4e is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:52:29.881664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc830fc-6aa1-4b37-805e-f6b622f8180e req-295e0172-bee8-48c4-bcd3-82b2ccc6f64a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.893274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc830fc-6aa1-4b37-805e-f6b622f8180e req-295e0172-bee8-48c4-bcd3-82b2ccc6f64a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.899706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc830fc-6aa1-4b37-805e-f6b622f8180e req-295e0172-bee8-48c4-bcd3-82b2ccc6f64a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.905746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc830fc-6aa1-4b37-805e-f6b622f8180e req-295e0172-bee8-48c4-bcd3-82b2ccc6f64a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.920408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc830fc-6aa1-4b37-805e-f6b622f8180e req-295e0172-bee8-48c4-bcd3-82b2ccc6f64a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.928288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc830fc-6aa1-4b37-805e-f6b622f8180e req-295e0172-bee8-48c4-bcd3-82b2ccc6f64a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.936338 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-afc830fc-6aa1-4b37-805e-f6b622f8180e req-295e0172-bee8-48c4-bcd3-82b2ccc6f64a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 4604 time: 0.2001705 Nov 13 04:52:29.961101 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c6d83ccd-c7ff-46ce-ba6a-3e387c2f0212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 71ed5b6b-bd4f-474f-bd40-b7a8ed3eed4e) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:29.977863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ee6735-b3a9-4594-b924-d5729a154309 None None] Network 71ed5b6b-bd4f-474f-bd40-b7a8ed3eed4e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:52:29.997393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d83ccd-c7ff-46ce-ba6a-3e387c2f0212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:29.997974 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6d83ccd-c7ff-46ce-ba6a-3e387c2f0212 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:30.034761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Attempting to bind port 321611fc-1ecc-49e1-931e-f0b57b629cb6 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:52:30.040718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Attempting to bind port 321611fc-1ecc-49e1-931e-f0b57b629cb6 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:52:30.052190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Attempting to bind port 321611fc-1ecc-49e1-931e-f0b57b629cb6 on network 05902fd0-8743-474a-8465-76944be5f8e4 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:30.062963 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c6d83ccd-c7ff-46ce-ba6a-3e387c2f0212 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7418900 Nov 13 04:52:30.062963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:52:30.077923 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f0ab5-0f0d-4baa-b563-bc0af8104ce4 None None] Sync routers for ids ['9cdde978-ca22-460f-b3a4-d02de900bf8d'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:52:30.080894 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-afc830fc-6aa1-4b37-805e-f6b622f8180e req-681e2bc7-20bc-4185-ab96-8fca748b620c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1315193 Nov 13 04:52:30.087686 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:30.091372 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8890721f-e337-4369-9682-f54c8a2dffd1 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "PUT /v2.0/routers/9cdde978-ca22-460f-b3a4-d02de900bf8d HTTP/1.1" status: 200 len: 920 time: 4.2843435 Nov 13 04:52:30.092658 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f0ab5-0f0d-4baa-b563-bc0af8104ce4 None None] Routers {'9cdde978-ca22-460f-b3a4-d02de900bf8d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:30.093092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Port 321611fc-1ecc-49e1-931e-f0b57b629cb6 on network 05902fd0-8743-474a-8465-76944be5f8e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:52:30.093273 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-eb3f0ab5-0f0d-4baa-b563-bc0af8104ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9cdde978-ca22-460f-b3a4-d02de900bf8d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:30.093785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Attempting to bind port 321611fc-1ecc-49e1-931e-f0b57b629cb6 on network 05902fd0-8743-474a-8465-76944be5f8e4 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:30.098197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60930) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:30.161675 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-eb3f0ab5-0f0d-4baa-b563-bc0af8104ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:30.174142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:52:30.180887 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f0ab5-0f0d-4baa-b563-bc0af8104ce4 None None] Routers {'9cdde978-ca22-460f-b3a4-d02de900bf8d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:30.181741 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-eb3f0ab5-0f0d-4baa-b563-bc0af8104ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9cdde978-ca22-460f-b3a4-d02de900bf8d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:30.205540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Checking segment: {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:30.205942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Bound using segment: {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:52:30.206420 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Bound port: 321611fc-1ecc-49e1-931e-f0b57b629cb6, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:52:30.206789 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:30.239795 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-eb3f0ab5-0f0d-4baa-b563-bc0af8104ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:30.240861 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f0ab5-0f0d-4baa-b563-bc0af8104ce4 None None] The sync data for ids ['9cdde978-ca22-460f-b3a4-d02de900bf8d'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:52:30.291873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00c4983-3156-4a3d-b556-5966a207febe None None] Network 71ed5b6b-bd4f-474f-bd40-b7a8ed3eed4e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:52:30.369236 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-471e87b6-348e-462d-83e6-1cee9822353a tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/routers/9cdde978-ca22-460f-b3a4-d02de900bf8d HTTP/1.1" status: 200 len: 926 time: 0.2698123 Nov 13 04:52:30.375722 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60938) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:30.390639 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81a642a0-77b5-4984-aca3-fdbbe2ac79cf req-6d709f40-2d96-4c3a-b1da-4c8c0a68aed0 service neutron] 10.222.0.46 "GET /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638442 Nov 13 04:52:30.425984 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] For port 321611fc-1ecc-49e1-931e-f0b57b629cb6, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:52:30.430076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] For port 321611fc-1ecc-49e1-931e-f0b57b629cb6, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=321611fc-1ecc-49e1-931e-f0b57b629cb6,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:52:30.476268 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:30.478568 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:30.536634 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-137543d0-32fa-4dff-b550-f3d79ced8e52 req-191f8478-4929-404b-a4b6-7d16de5ddf25 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1765864300', 'description': 'tempest-description-294076283'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:30.536969 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1a22f6-2d35-4f0f-bd89-26da016db8d8 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:30.538656 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fc1a22f6-2d35-4f0f-bd89-26da016db8d8 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&device_id=9cdde978-ca22-460f-b3a4-d02de900bf8d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1609931 Nov 13 04:52:30.555932 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cf322-3368-4b02-ac81-d05579bef9c4 req-59d9772a-0c57-4f19-8b07-ae64597bd141 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:30.561253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Pushing event updated for resources: {'Port': ['ID=321611fc-1ecc-49e1-931e-f0b57b629cb6,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:30.562689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cf322-3368-4b02-ac81-d05579bef9c4 req-59d9772a-0c57-4f19-8b07-ae64597bd141 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:30.570559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cf322-3368-4b02-ac81-d05579bef9c4 req-59d9772a-0c57-4f19-8b07-ae64597bd141 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:30.572532 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:30.580485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60940) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:30.589295 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cf322-3368-4b02-ac81-d05579bef9c4 req-59d9772a-0c57-4f19-8b07-ae64597bd141 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:30.597852 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cf322-3368-4b02-ac81-d05579bef9c4 req-59d9772a-0c57-4f19-8b07-ae64597bd141 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:30.603876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cf322-3368-4b02-ac81-d05579bef9c4 req-59d9772a-0c57-4f19-8b07-ae64597bd141 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:30.609834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cf322-3368-4b02-ac81-d05579bef9c4 req-59d9772a-0c57-4f19-8b07-ae64597bd141 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:30.618364 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-137543d0-32fa-4dff-b550-f3d79ced8e52 req-191f8478-4929-404b-a4b6-7d16de5ddf25 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:30.619008 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-476cf322-3368-4b02-ac81-d05579bef9c4 req-59d9772a-0c57-4f19-8b07-ae64597bd141 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.1728268 Nov 13 04:52:30.635679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49cce1f7-c1a5-46b5-9f2a-eb9c391c106f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:30.725125 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-476cf322-3368-4b02-ac81-d05579bef9c4 req-93731826-e882-4979-a46b-b3fc022a910c tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047592 Nov 13 04:52:30.831796 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:52:30.844229 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:30.845227 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Added segment 091080b8-9ccf-4aae-b943-397bc36e0cf0 of type vlan for network 00c366f3-30c2-44a4-a82e-3bacb12c5cae Nov 13 04:52:30.858206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afee6601-11ed-46e0-af09-193eacc7e59f tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:30.860381 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-afee6601-11ed-46e0-af09-193eacc7e59f tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 881 time: 0.2500157 Nov 13 04:52:30.863796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60944) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:30.897877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:30.898540 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:30.910462 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3aa09e1c-7b26-4576-b254-4720542935d1 service neutron] 10.222.0.46 "PUT /v2.0/ports/321611fc-1ecc-49e1-931e-f0b57b629cb6 HTTP/1.1" status: 200 len: 1135 time: 4.9605665 Nov 13 04:52:30.916085 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': '321611fc-1ecc-49e1-931e-f0b57b629cb6'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:52:30.928024 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1b6144-30e1-4d6c-966e-9403795b8fed" -d '{"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "321611fc-1ecc-49e1-931e-f0b57b629cb6"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:52:30.948391 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7b06695d-fea9-4caa-ae84-4fe76206f38f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cdde978-ca22-460f-b3a4-d02de900bf8d HTTP/1.1" status: 200 len: 205 time: 0.0804749 Nov 13 04:52:30.966889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60950) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:31.017332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Request body: {'port': {'device_id': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:31.028277 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-137543d0-32fa-4dff-b550-f3d79ced8e52 req-191f8478-4929-404b-a4b6-7d16de5ddf25 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:31.086373 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-137543d0-32fa-4dff-b550-f3d79ced8e52 req-191f8478-4929-404b-a4b6-7d16de5ddf25 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:31.091022 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:31.234710 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-137543d0-32fa-4dff-b550-f3d79ced8e52 req-191f8478-4929-404b-a4b6-7d16de5ddf25 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:31.238514 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-137543d0-32fa-4dff-b550-f3d79ced8e52 req-191f8478-4929-404b-a4b6-7d16de5ddf25 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7058990 Nov 13 04:52:31.247450 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89dd89ab-8343-421a-903f-e8b96b40b06f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:31.249334 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f8478-4929-404b-a4b6-7d16de5ddf25 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d291e598-2877-45be-84ab-044e0dc549f5,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:31.262754 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:31.269970 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:31.270607 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:31.371446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event updated for resources: {'Network': ['ID=00c366f3-30c2-44a4-a82e-3bacb12c5cae,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:31.390161 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 00c366f3-30c2-44a4-a82e-3bacb12c5cae details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:52:31.399026 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6e4a9ea0-944d-404d-ae74-f3e0eb55340f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3204305 Nov 13 04:52:31.400168 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60966) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:31.411980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a41ea98d-5e5d-4633-8706-6a7a95f12eab tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Request body: {'subnet': {'network_id': '00c366f3-30c2-44a4-a82e-3bacb12c5cae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:31.420721 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:31.484705 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf458b5-77ba-4ff7-93e7-6aab87466a74 x-openstack-request-id: req-dcf458b5-77ba-4ff7-93e7-6aab87466a74 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:52:31.485310 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "321611fc-1ecc-49e1-931e-f0b57b629cb6", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:52:31.489986 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcf458b5-77ba-4ff7-93e7-6aab87466a74 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:52:31.490477 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': '321611fc-1ecc-49e1-931e-f0b57b629cb6', 'status': 'completed', 'code': 200} Nov 13 04:52:31.552017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7adee7-fee5-4584-ac74-00b34d4ad4ff req-752d1ea8-da20-4ae6-9a2b-1a70452218e9 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:31.554193 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad7adee7-fee5-4584-ac74-00b34d4ad4ff req-752d1ea8-da20-4ae6-9a2b-1a70452218e9 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.6043301 Nov 13 04:52:31.605428 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89dd89ab-8343-421a-903f-e8b96b40b06f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:31.752786 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad7adee7-fee5-4584-ac74-00b34d4ad4ff req-d7bb5124-cdac-43ec-b058-4058712e23d5 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790090 Nov 13 04:52:31.790628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-89dd89ab-8343-421a-903f-e8b96b40b06f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Deleting port 40c7e73e-66d5-444d-9169-72a4334f268c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:52:31.791228 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89dd89ab-8343-421a-903f-e8b96b40b06f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:31.919768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5f40b-62d6-4a6d-b7f8-c55a42f43457 req-130664d9-e644-467f-be4d-e9a006fd70bb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:31.937696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5f40b-62d6-4a6d-b7f8-c55a42f43457 req-130664d9-e644-467f-be4d-e9a006fd70bb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:31.960094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5f40b-62d6-4a6d-b7f8-c55a42f43457 req-130664d9-e644-467f-be4d-e9a006fd70bb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:31.973128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5f40b-62d6-4a6d-b7f8-c55a42f43457 req-130664d9-e644-467f-be4d-e9a006fd70bb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:31.980989 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89dd89ab-8343-421a-903f-e8b96b40b06f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:31.998315 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5f40b-62d6-4a6d-b7f8-c55a42f43457 req-130664d9-e644-467f-be4d-e9a006fd70bb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:32.008811 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5f40b-62d6-4a6d-b7f8-c55a42f43457 req-130664d9-e644-467f-be4d-e9a006fd70bb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:32.010765 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-47b5f40b-62d6-4a6d-b7f8-c55a42f43457 req-130664d9-e644-467f-be4d-e9a006fd70bb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 4604 time: 0.4135573 Nov 13 04:52:32.015221 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-89dd89ab-8343-421a-903f-e8b96b40b06f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Calling delete_port for 40c7e73e-66d5-444d-9169-72a4334f268c owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:52:32.074495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b6144-30e1-4d6c-966e-9403795b8fed req-ca1f34be-448b-426c-a7d6-a3b2965bc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:32.074997 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b6144-30e1-4d6c-966e-9403795b8fed req-ca1f34be-448b-426c-a7d6-a3b2965bc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:32.075464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b6144-30e1-4d6c-966e-9403795b8fed req-ca1f34be-448b-426c-a7d6-a3b2965bc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:32.080006 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b6144-30e1-4d6c-966e-9403795b8fed req-ca1f34be-448b-426c-a7d6-a3b2965bc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:32.080608 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b6144-30e1-4d6c-966e-9403795b8fed req-ca1f34be-448b-426c-a7d6-a3b2965bc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:32.083579 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b6144-30e1-4d6c-966e-9403795b8fed req-ca1f34be-448b-426c-a7d6-a3b2965bc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:32.086872 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad1b6144-30e1-4d6c-966e-9403795b8fed req-ca1f34be-448b-426c-a7d6-a3b2965bc3aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e889b16bd745a8aae943f6a4671633&device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5290 time: 0.5039222 Nov 13 04:52:32.261114 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89dd89ab-8343-421a-903f-e8b96b40b06f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:32.303400 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-919adba7-726f-4241-99b7-d49c036c4a6e req-d6deeb23-9664-4785-8f71-29fc8ddb082b tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/d291e598-2877-45be-84ab-044e0dc549f5 HTTP/1.1" status: 200 len: 1823 time: 0.0795214 Nov 13 04:52:32.310729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd89ab-8343-421a-903f-e8b96b40b06f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Pushing event deleted for resources: {'Port': ['ID=40c7e73e-66d5-444d-9169-72a4334f268c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:32.319323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec4c8c8-99ab-4b6f-b993-d76f05dae6f3 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:52:32.347294 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-919adba7-726f-4241-99b7-d49c036c4a6e req-15292a76-4188-476d-bdaa-da14a6446a74 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd291e598-2877-45be-84ab-044e0dc549f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:32.347611 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-919adba7-726f-4241-99b7-d49c036c4a6e req-15292a76-4188-476d-bdaa-da14a6446a74 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd291e598-2877-45be-84ab-044e0dc549f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:32.444552 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89dd89ab-8343-421a-903f-e8b96b40b06f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:32.457017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41ea98d-5e5d-4633-8706-6a7a95f12eab tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Made reservation on behalf of 9d7ee75363124be0b89061d7fa310b1e for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:32.464870 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a41ea98d-5e5d-4633-8706-6a7a95f12eab tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:32.566652 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89dd89ab-8343-421a-903f-e8b96b40b06f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:32.570956 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89dd89ab-8343-421a-903f-e8b96b40b06f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:32.617988 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-919adba7-726f-4241-99b7-d49c036c4a6e req-15292a76-4188-476d-bdaa-da14a6446a74 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:32.643845 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89dd89ab-8343-421a-903f-e8b96b40b06f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:32.644616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dd89ab-8343-421a-903f-e8b96b40b06f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Fanout notify agent at l3_agent the message router_deleted on router 9cdde978-ca22-460f-b3a4-d02de900bf8d {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:52:32.650081 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-47b5f40b-62d6-4a6d-b7f8-c55a42f43457 req-9643779b-8177-4624-ae8b-ed0f23f8283e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6204967 Nov 13 04:52:32.681782 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89dd89ab-8343-421a-903f-e8b96b40b06f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:32.690818 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-89dd89ab-8343-421a-903f-e8b96b40b06f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "DELETE /v2.0/routers/9cdde978-ca22-460f-b3a4-d02de900bf8d HTTP/1.1" status: 204 len: 168 time: 1.7072163 Nov 13 04:52:32.695377 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-919adba7-726f-4241-99b7-d49c036c4a6e req-15292a76-4188-476d-bdaa-da14a6446a74 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:32.697736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60974) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:32.711214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b6144-30e1-4d6c-966e-9403795b8fed req-0fab26a3-800d-4e01-b66a-e3fcb2ceeee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:32.711685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b6144-30e1-4d6c-966e-9403795b8fed req-0fab26a3-800d-4e01-b66a-e3fcb2ceeee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:32.711944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1115348292', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:32.712188 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b6144-30e1-4d6c-966e-9403795b8fed req-0fab26a3-800d-4e01-b66a-e3fcb2ceeee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:32.714252 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad1b6144-30e1-4d6c-966e-9403795b8fed req-0fab26a3-800d-4e01-b66a-e3fcb2ceeee9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=56e889b16bd745a8aae943f6a4671633&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5085866 Nov 13 04:52:32.733925 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-919adba7-726f-4241-99b7-d49c036c4a6e req-15292a76-4188-476d-bdaa-da14a6446a74 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:32.790547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15292a76-4188-476d-bdaa-da14a6446a74 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21918456-1c66-4d4c-9f43-6dbde7509eee,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:32.809175 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:32.810528 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:32.827047 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-919adba7-726f-4241-99b7-d49c036c4a6e req-15292a76-4188-476d-bdaa-da14a6446a74 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:32.829681 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-919adba7-726f-4241-99b7-d49c036c4a6e req-15292a76-4188-476d-bdaa-da14a6446a74 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5068228 Nov 13 04:52:32.963957 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:33.033543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b6144-30e1-4d6c-966e-9403795b8fed req-990c5f7c-000f-44cd-a2d2-5d65aafa547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:33.035092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad1b6144-30e1-4d6c-966e-9403795b8fed req-990c5f7c-000f-44cd-a2d2-5d65aafa547b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3121140 Nov 13 04:52:33.183155 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5f40e-6160-45c1-832e-28d9aade5da6 req-f7e92fc9-fa37-4cd4-ba98-cff3a9b02470 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:33.191326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5f40e-6160-45c1-832e-28d9aade5da6 req-f7e92fc9-fa37-4cd4-ba98-cff3a9b02470 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:33.197550 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5f40e-6160-45c1-832e-28d9aade5da6 req-f7e92fc9-fa37-4cd4-ba98-cff3a9b02470 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:33.204630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5f40e-6160-45c1-832e-28d9aade5da6 req-f7e92fc9-fa37-4cd4-ba98-cff3a9b02470 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:33.210905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5f40e-6160-45c1-832e-28d9aade5da6 req-f7e92fc9-fa37-4cd4-ba98-cff3a9b02470 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:33.217465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5f40e-6160-45c1-832e-28d9aade5da6 req-f7e92fc9-fa37-4cd4-ba98-cff3a9b02470 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:33.227439 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5f40e-6160-45c1-832e-28d9aade5da6 req-f7e92fc9-fa37-4cd4-ba98-cff3a9b02470 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:33.229753 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-13c5f40e-6160-45c1-832e-28d9aade5da6 req-f7e92fc9-fa37-4cd4-ba98-cff3a9b02470 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.4362090 Nov 13 04:52:33.264475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45514580-8632-4c56-ab8d-1dc483712314 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:33.284779 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:33.312435 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a41ea98d-5e5d-4633-8706-6a7a95f12eab tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:33.320577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Transition to ACTIVE for port object 45514580-8632-4c56-ab8d-1dc483712314 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:52:33.366720 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:33.530614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41ea98d-5e5d-4633-8706-6a7a95f12eab tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Checking segment: {'id': '091080b8-9ccf-4aae-b943-397bc36e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c366f3-30c2-44a4-a82e-3bacb12c5cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:33.531047 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41ea98d-5e5d-4633-8706-6a7a95f12eab tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Network hostable DHCP agents. Network: 00c366f3-30c2-44a4-a82e-3bacb12c5cae, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:52:33.593517 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-13c5f40e-6160-45c1-832e-28d9aade5da6 req-85644226-0b30-4043-bc81-8db165d10e7e tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3513789 Nov 13 04:52:33.600129 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ea98d-5e5d-4633-8706-6a7a95f12eab tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event updated for resources: {'Subnet': ['ID=a9aab2c1-db10-48cc-836c-626b87492ab9,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:33.632583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Pushing event updated for resources: {'Port': ['ID=45514580-8632-4c56-ab8d-1dc483712314,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:33.652743 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41ea98d-5e5d-4633-8706-6a7a95f12eab tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Network 00c366f3-30c2-44a4-a82e-3bacb12c5cae is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:52:33.708179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Attempting to bind port 45514580-8632-4c56-ab8d-1dc483712314 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:52:33.708518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Attempting to bind port 45514580-8632-4c56-ab8d-1dc483712314 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:52:33.708993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Attempting to bind port 45514580-8632-4c56-ab8d-1dc483712314 on network 05902fd0-8743-474a-8465-76944be5f8e4 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:33.710805 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:33.713023 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a41ea98d-5e5d-4633-8706-6a7a95f12eab tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 00c366f3-30c2-44a4-a82e-3bacb12c5cae) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:33.720641 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41ea98d-5e5d-4633-8706-6a7a95f12eab tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:33.721660 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a41ea98d-5e5d-4633-8706-6a7a95f12eab tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:33.729030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dca188-cf65-4184-822d-6102f51eb497 None None] Network 00c366f3-30c2-44a4-a82e-3bacb12c5cae requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:52:33.733178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-e365ebe5-3253-48f1-8697-83257dd0fed8 req-b1de40bd-605a-4825-8700-f01e2690f759 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1734928627', 'description': 'tempest-description-870096671'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:33.755335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Port 45514580-8632-4c56-ab8d-1dc483712314 on network 05902fd0-8743-474a-8465-76944be5f8e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:52:33.755763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Attempting to bind port 45514580-8632-4c56-ab8d-1dc483712314 on network 05902fd0-8743-474a-8465-76944be5f8e4 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:33.760337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef1ebb-2658-420e-8ba2-25363c132996 req-cdc89d64-c2f6-4402-b2d1-a6bb78babc47 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:33.762282 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fdef1ebb-2658-420e-8ba2-25363c132996 req-cdc89d64-c2f6-4402-b2d1-a6bb78babc47 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.6583726 Nov 13 04:52:33.768479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:52:33.768823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Checking segment: {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:33.769495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Bound using segment: {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:52:33.770237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Bound port: 45514580-8632-4c56-ab8d-1dc483712314, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:52:33.770697 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:33.893338 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e365ebe5-3253-48f1-8697-83257dd0fed8 req-b1de40bd-605a-4825-8700-f01e2690f759 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:33.937656 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fdef1ebb-2658-420e-8ba2-25363c132996 req-f4375890-068a-4b87-9c15-54f5481a88cb tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547861 Nov 13 04:52:33.977844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60996) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:33.978330 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a41ea98d-5e5d-4633-8706-6a7a95f12eab tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5703290 Nov 13 04:52:33.983882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6c83bf9d-32d9-404f-8898-285e5fda836e tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Request body: {'network': {'name': 'tempest-router-network01--848408420'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:34.018828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c83bf9d-32d9-404f-8898-285e5fda836e tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Made reservation on behalf of 9d7ee75363124be0b89061d7fa310b1e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:34.023291 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c83bf9d-32d9-404f-8898-285e5fda836e tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.078341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c83bf9d-32d9-404f-8898-285e5fda836e tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:52:34.113567 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c83bf9d-32d9-404f-8898-285e5fda836e tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.115342 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-6c83bf9d-32d9-404f-8898-285e5fda836e tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Added segment fbda8787-b011-4b07-ae46-08027a2600a1 of type vlan for network c1caf750-6638-4a6a-b854-af2b61447884 Nov 13 04:52:34.196567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-00c366f3-30c2-44a4-a82e-3bacb12c5cae', 'network_id': '00c366f3-30c2-44a4-a82e-3bacb12c5cae', 'tenant_id': '9d7ee75363124be0b89061d7fa310b1e', 'fixed_ips': [{'subnet_id': 'a9aab2c1-db10-48cc-836c-626b87492ab9'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:52:34.197764 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.206586 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e365ebe5-3253-48f1-8697-83257dd0fed8 req-b1de40bd-605a-4825-8700-f01e2690f759 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.218462 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e365ebe5-3253-48f1-8697-83257dd0fed8 req-b1de40bd-605a-4825-8700-f01e2690f759 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.228971 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c83bf9d-32d9-404f-8898-285e5fda836e tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.232607 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0399fe8-6bff-4bb8-a5ff-2707c40a9494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.296073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de40bd-605a-4825-8700-f01e2690f759 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9fd137-48e4-4455-8676-6b741a69457d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:34.300593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] For port 45514580-8632-4c56-ab8d-1dc483712314, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:52:34.307230 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e365ebe5-3253-48f1-8697-83257dd0fed8 req-b1de40bd-605a-4825-8700-f01e2690f759 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.309461 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e365ebe5-3253-48f1-8697-83257dd0fed8 req-b1de40bd-605a-4825-8700-f01e2690f759 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6026771 Nov 13 04:52:34.331121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] For port 45514580-8632-4c56-ab8d-1dc483712314, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=45514580-8632-4c56-ab8d-1dc483712314,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:52:34.354148 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.380326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:34.380326 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.382469 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] 10.222.0.46 "PUT /v2.0/ports/45514580-8632-4c56-ab8d-1dc483712314 HTTP/1.1" status: 200 len: 1136 time: 3.3938739 Nov 13 04:52:34.407329 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': '45514580-8632-4c56-ab8d-1dc483712314'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:52:34.410090 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fd142e-a5fa-4284-8e8b-1311bf367e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "45514580-8632-4c56-ab8d-1dc483712314"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:52:34.419283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Allocated IP 2001:db8::2 (00c366f3-30c2-44a4-a82e-3bacb12c5cae/a9aab2c1-db10-48cc-836c-626b87492ab9/c4f2ab05-77c4-41e7-a6c1-88108adf4055) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:34.431258 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c83bf9d-32d9-404f-8898-285e5fda836e tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.437421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c83bf9d-32d9-404f-8898-285e5fda836e tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:34.438582 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c83bf9d-32d9-404f-8898-285e5fda836e tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.438752 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Request body: {'port': {'device_id': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:34.501193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c51373-07d8-49cd-8f7f-17cb8b70fbfd req-bca04f5e-a832-4496-a226-8c86346d83dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:34.507520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c51373-07d8-49cd-8f7f-17cb8b70fbfd req-bca04f5e-a832-4496-a226-8c86346d83dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:34.521711 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c51373-07d8-49cd-8f7f-17cb8b70fbfd req-bca04f5e-a832-4496-a226-8c86346d83dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:34.528104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c51373-07d8-49cd-8f7f-17cb8b70fbfd req-bca04f5e-a832-4496-a226-8c86346d83dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:34.554241 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c51373-07d8-49cd-8f7f-17cb8b70fbfd req-bca04f5e-a832-4496-a226-8c86346d83dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:34.572724 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c51373-07d8-49cd-8f7f-17cb8b70fbfd req-bca04f5e-a832-4496-a226-8c86346d83dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:34.595574 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c51373-07d8-49cd-8f7f-17cb8b70fbfd req-bca04f5e-a832-4496-a226-8c86346d83dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:34.597580 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-36c51373-07d8-49cd-8f7f-17cb8b70fbfd req-bca04f5e-a832-4496-a226-8c86346d83dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5382 time: 0.3621590 Nov 13 04:52:34.604478 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.606686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5a7ee-5594-4e26-aa3e-66048dbb3f6f service neutron] Pushing event updated for resources: {'Port': ['ID=45514580-8632-4c56-ab8d-1dc483712314,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:34.639879 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6c83bf9d-32d9-404f-8898-285e5fda836e tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6752069 Nov 13 04:52:34.650399 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 32782) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:34.680249 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-be0a7860-bf5a-4005-bdbe-d4d2e95a4998 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Request body: {'network': {'name': 'tempest-router-network02--541176874'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:34.763884 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.793106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83bf9d-32d9-404f-8898-285e5fda836e tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event updated for resources: {'Network': ['ID=c1caf750-6638-4a6a-b854-af2b61447884,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:34.799486 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.821218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network c1caf750-6638-4a6a-b854-af2b61447884 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:52:34.824970 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:34.844517 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-36c51373-07d8-49cd-8f7f-17cb8b70fbfd req-e3db1799-6069-4eda-91c9-8449ed624bd9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2147963 Nov 13 04:52:34.893285 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:35.007813 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1016e3f-41c8-440d-b8ed-e66b886c12e2 x-openstack-request-id: req-f1016e3f-41c8-440d-b8ed-e66b886c12e2 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:52:35.010852 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "45514580-8632-4c56-ab8d-1dc483712314", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:52:35.011346 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1016e3f-41c8-440d-b8ed-e66b886c12e2 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:52:35.011962 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': '45514580-8632-4c56-ab8d-1dc483712314', 'status': 'completed', 'code': 200} Nov 13 04:52:35.017787 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e945ba2b-e213-41f1-b1dd-3c6984fb1994 req-82e312f0-bf13-44e3-a4c7-c8597eadcc86 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/0f9fd137-48e4-4455-8676-6b741a69457d HTTP/1.1" status: 200 len: 1823 time: 0.5031614 Nov 13 04:52:35.021899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Allocated IP 172.25.8.122 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/e0d95808-a7ec-4934-8b41-4eddbbe2d3bc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:35.087835 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-e945ba2b-e213-41f1-b1dd-3c6984fb1994 req-72224d83-cea9-4a85-99a2-dd1a3befdbbc tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0f9fd137-48e4-4455-8676-6b741a69457d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:35.088542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-e945ba2b-e213-41f1-b1dd-3c6984fb1994 req-72224d83-cea9-4a85-99a2-dd1a3befdbbc tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0f9fd137-48e4-4455-8676-6b741a69457d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:35.118382 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Pushing event updated for resources: {'Port': ['ID=c4f2ab05-77c4-41e7-a6c1-88108adf4055,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:35.127000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0a7860-bf5a-4005-bdbe-d4d2e95a4998 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Made reservation on behalf of 9d7ee75363124be0b89061d7fa310b1e for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:35.134584 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be0a7860-bf5a-4005-bdbe-d4d2e95a4998 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:35.137906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:35.138254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:35.138592 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:35.138943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:35.139298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:35.139628 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:35.139952 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:35.140281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:35.140667 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:35.140997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:35.141387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:35.141710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:52:35.174947 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Network 00c366f3-30c2-44a4-a82e-3bacb12c5cae is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:35.182190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:35.190252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:35.290218 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd142e-a5fa-4284-8e8b-1311bf367e4f req-b413dfd1-55cc-4589-a97e-4597bf11285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:35.290693 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd142e-a5fa-4284-8e8b-1311bf367e4f req-b413dfd1-55cc-4589-a97e-4597bf11285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:35.290894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b0e80-3b1b-4ddd-9d15-a97d6cd7351f req-dbb5a8be-efa7-4ddb-b517-c687b3c9ea07 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:35.299423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Attempting to bind port c4f2ab05-77c4-41e7-a6c1-88108adf4055 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:52:35.300054 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b0e80-3b1b-4ddd-9d15-a97d6cd7351f req-dbb5a8be-efa7-4ddb-b517-c687b3c9ea07 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:35.300404 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Attempting to bind port c4f2ab05-77c4-41e7-a6c1-88108adf4055 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '091080b8-9ccf-4aae-b943-397bc36e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c366f3-30c2-44a4-a82e-3bacb12c5cae'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:52:35.300992 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Attempting to bind port c4f2ab05-77c4-41e7-a6c1-88108adf4055 on network 00c366f3-30c2-44a4-a82e-3bacb12c5cae {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:35.302146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd142e-a5fa-4284-8e8b-1311bf367e4f req-b413dfd1-55cc-4589-a97e-4597bf11285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:35.302975 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd142e-a5fa-4284-8e8b-1311bf367e4f req-b413dfd1-55cc-4589-a97e-4597bf11285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:35.303608 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd142e-a5fa-4284-8e8b-1311bf367e4f req-b413dfd1-55cc-4589-a97e-4597bf11285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:35.304237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd142e-a5fa-4284-8e8b-1311bf367e4f req-b413dfd1-55cc-4589-a97e-4597bf11285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:35.304881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd142e-a5fa-4284-8e8b-1311bf367e4f req-b413dfd1-55cc-4589-a97e-4597bf11285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:35.306946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b0e80-3b1b-4ddd-9d15-a97d6cd7351f req-dbb5a8be-efa7-4ddb-b517-c687b3c9ea07 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:35.307344 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-49fd142e-a5fa-4284-8e8b-1311bf367e4f req-b413dfd1-55cc-4589-a97e-4597bf11285e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e889b16bd745a8aae943f6a4671633&device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 6219 time: 0.2751775 Nov 13 04:52:35.314429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b0e80-3b1b-4ddd-9d15-a97d6cd7351f req-dbb5a8be-efa7-4ddb-b517-c687b3c9ea07 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:35.314887 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:52:35.315545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Checking segment: {'id': '091080b8-9ccf-4aae-b943-397bc36e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c366f3-30c2-44a4-a82e-3bacb12c5cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:35.316123 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:35.316588 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Bound using segment: {'id': '091080b8-9ccf-4aae-b943-397bc36e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c366f3-30c2-44a4-a82e-3bacb12c5cae'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:52:35.317255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Bound port: c4f2ab05-77c4-41e7-a6c1-88108adf4055, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091080b8-9ccf-4aae-b943-397bc36e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00c366f3-30c2-44a4-a82e-3bacb12c5cae'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:52:35.322737 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:35.324084 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b0e80-3b1b-4ddd-9d15-a97d6cd7351f req-dbb5a8be-efa7-4ddb-b517-c687b3c9ea07 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:35.341726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b0e80-3b1b-4ddd-9d15-a97d6cd7351f req-dbb5a8be-efa7-4ddb-b517-c687b3c9ea07 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:35.358936 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b0e80-3b1b-4ddd-9d15-a97d6cd7351f req-dbb5a8be-efa7-4ddb-b517-c687b3c9ea07 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:35.364800 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd0b0e80-3b1b-4ddd-9d15-a97d6cd7351f req-dbb5a8be-efa7-4ddb-b517-c687b3c9ea07 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5420 time: 0.2254894 Nov 13 04:52:35.370328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0a7860-bf5a-4005-bdbe-d4d2e95a4998 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:52:35.459737 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be0a7860-bf5a-4005-bdbe-d4d2e95a4998 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:35.460212 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-be0a7860-bf5a-4005-bdbe-d4d2e95a4998 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Added segment d8df2404-96c2-43bb-b807-127d63a43483 of type vlan for network 4385c0f7-edb0-43c8-a964-0c03626404ee Nov 13 04:52:35.508940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] For port c4f2ab05-77c4-41e7-a6c1-88108adf4055, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:52:35.511801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:35.517605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] For port c4f2ab05-77c4-41e7-a6c1-88108adf4055, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c4f2ab05-77c4-41e7-a6c1-88108adf4055,segment=NetworkSegment(091080b8-9ccf-4aae-b943-397bc36e0cf0),segment_id=091080b8-9ccf-4aae-b943-397bc36e0cf0)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:52:35.531783 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:35.573138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e945ba2b-e213-41f1-b1dd-3c6984fb1994 req-72224d83-cea9-4a85-99a2-dd1a3befdbbc tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:35.599473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd0b0e80-3b1b-4ddd-9d15-a97d6cd7351f req-0de0f18a-5713-42e6-a51d-dc786c30a712 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2223341 Nov 13 04:52:35.669825 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be0a7860-bf5a-4005-bdbe-d4d2e95a4998 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:35.670574 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:35.681135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa0235-2243-445f-827a-1cf3e29ecabc None None] Pushing event updated for resources: {'Port': ['ID=c4f2ab05-77c4-41e7-a6c1-88108adf4055,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:35.723341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:35.727840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:35.741334 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be0a7860-bf5a-4005-bdbe-d4d2e95a4998 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:35.748336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:35.749809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42705e78-0f75-48be-9d42-183754b9f478 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:52:35.771527 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0a7860-bf5a-4005-bdbe-d4d2e95a4998 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:35.773637 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be0a7860-bf5a-4005-bdbe-d4d2e95a4998 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:35.796591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Pushing event updated for resources: {'Port': ['ID=e0d95808-a7ec-4934-8b41-4eddbbe2d3bc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:35.811530 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a783a05f-8fb3-4b65-b51f-7f1f024868f9 None None] Provisioning complete for port e0d95808-a7ec-4934-8b41-4eddbbe2d3bc triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:35.811905 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a783a05f-8fb3-4b65-b51f-7f1f024868f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:35.945233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device de58f93c-d5cf-4928-9fa1-0dafe167d15d details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:52:36.084391 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-be0a7860-bf5a-4005-bdbe-d4d2e95a4998 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4260969 Nov 13 04:52:36.094659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d341a8-a733-415e-8588-0aa33b9d8ab0 req-37c8763a-b88d-4dd4-be82-87cdb9bf49a7 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:36.096316 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0d341a8-a733-415e-8588-0aa33b9d8ab0 req-37c8763a-b88d-4dd4-be82-87cdb9bf49a7 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.2891405 Nov 13 04:52:36.104318 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 32792) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:36.105614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a7860-bf5a-4005-bdbe-d4d2e95a4998 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event updated for resources: {'Network': ['ID=4385c0f7-edb0-43c8-a964-0c03626404ee,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:36.137652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3d6f66eb-c504-4f97-ae76-9f944308c1c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Request body: {'subnet': {'network_id': 'c1caf750-6638-4a6a-b854-af2b61447884', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:36.155344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd142e-a5fa-4284-8e8b-1311bf367e4f req-0cdba59b-cc1a-483c-8620-6e6821db9a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:36.155873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd142e-a5fa-4284-8e8b-1311bf367e4f req-0cdba59b-cc1a-483c-8620-6e6821db9a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:36.157906 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd142e-a5fa-4284-8e8b-1311bf367e4f req-0cdba59b-cc1a-483c-8620-6e6821db9a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:36.160652 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-49fd142e-a5fa-4284-8e8b-1311bf367e4f req-0cdba59b-cc1a-483c-8620-6e6821db9a43 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=56e889b16bd745a8aae943f6a4671633&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7860668 Nov 13 04:52:36.179539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port de58f93c-d5cf-4928-9fa1-0dafe167d15d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=de58f93c-d5cf-4928-9fa1-0dafe167d15d,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:36.203566 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e945ba2b-e213-41f1-b1dd-3c6984fb1994 req-72224d83-cea9-4a85-99a2-dd1a3befdbbc tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:36.222568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'de58f93c-d5cf-4928-9fa1-0dafe167d15d', 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41', 'port_id': 'de58f93c-d5cf-4928-9fa1-0dafe167d15d', 'mac_address': 'fa:16:3e:09:1b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eafef19-b9a2-402d-a6d8-c66347803a1a', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:52:36.230906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 4385c0f7-edb0-43c8-a964-0c03626404ee details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:52:36.345361 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a783a05f-8fb3-4b65-b51f-7f1f024868f9 None None] Port e0d95808-a7ec-4934-8b41-4eddbbe2d3bc cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:52:36.353380 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c4f2ab05-77c4-41e7-a6c1-88108adf4055 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:52:36.403578 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0d341a8-a733-415e-8588-0aa33b9d8ab0 req-0f7efc39-08b9-45f9-aaef-5478447b78cb tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159040 Nov 13 04:52:36.501208 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55e27ffe-91e7-46f6-80ff-9c3aa90d83c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:36.512807 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:36.803545 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:36.950421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de58f93c-d5cf-4928-9fa1-0dafe167d15d {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:36.992815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port de58f93c-d5cf-4928-9fa1-0dafe167d15d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=de58f93c-d5cf-4928-9fa1-0dafe167d15d,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:36.995229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c4f2ab05-77c4-41e7-a6c1-88108adf4055 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:36.995829 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:37.053001 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:37.058371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 474242ce-f6ca-44f2-a46f-952298fdad4f details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:52:37.215924 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12ab8-2698-4ddc-96b8-1514e8f23fcf req-24c971a1-5983-4dce-85ff-244ea56bffdb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:37.216191 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e945ba2b-e213-41f1-b1dd-3c6984fb1994 req-72224d83-cea9-4a85-99a2-dd1a3befdbbc tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:37.228935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12ab8-2698-4ddc-96b8-1514e8f23fcf req-24c971a1-5983-4dce-85ff-244ea56bffdb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:37.254356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12ab8-2698-4ddc-96b8-1514e8f23fcf req-24c971a1-5983-4dce-85ff-244ea56bffdb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:37.273931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12ab8-2698-4ddc-96b8-1514e8f23fcf req-24c971a1-5983-4dce-85ff-244ea56bffdb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:37.289042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12ab8-2698-4ddc-96b8-1514e8f23fcf req-24c971a1-5983-4dce-85ff-244ea56bffdb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:37.306663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12ab8-2698-4ddc-96b8-1514e8f23fcf req-24c971a1-5983-4dce-85ff-244ea56bffdb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:37.309321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72224d83-cea9-4a85-99a2-dd1a3befdbbc tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5f01d9-5e6c-4cbc-b862-89464cd2a027,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:37.309739 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 474242ce-f6ca-44f2-a46f-952298fdad4f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=474242ce-f6ca-44f2-a46f-952298fdad4f,segment=NetworkSegment(fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab),segment_id=fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:37.321207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12ab8-2698-4ddc-96b8-1514e8f23fcf req-24c971a1-5983-4dce-85ff-244ea56bffdb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:37.326092 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e945ba2b-e213-41f1-b1dd-3c6984fb1994 req-72224d83-cea9-4a85-99a2-dd1a3befdbbc tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:37.327368 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e945ba2b-e213-41f1-b1dd-3c6984fb1994 req-72224d83-cea9-4a85-99a2-dd1a3befdbbc tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 2.2992513 Nov 13 04:52:37.335007 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6d12ab8-2698-4ddc-96b8-1514e8f23fcf req-24c971a1-5983-4dce-85ff-244ea56bffdb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5382 time: 0.5521336 Nov 13 04:52:37.441120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '474242ce-f6ca-44f2-a46f-952298fdad4f', 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b', 'port_id': '474242ce-f6ca-44f2-a46f-952298fdad4f', 'mac_address': 'fa:16:3e:85:0d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7afd28-e5f9-44f4-b029-2dc26496464d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:52:37.444732 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=de58f93c-d5cf-4928-9fa1-0dafe167d15d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:37.447600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfee3684-efe2-47cc-b4c4-d015e125cbf4 None None] Network 00c366f3-30c2-44a4-a82e-3bacb12c5cae requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:52:37.459842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72231e5-0188-49aa-8b14-4f48155c025b {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:37.510199 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:37.536291 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6d12ab8-2698-4ddc-96b8-1514e8f23fcf req-3f68b554-151b-41b4-9c07-c3b644ece05b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1990221 Nov 13 04:52:37.614674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Transition to ACTIVE for port object d72231e5-0188-49aa-8b14-4f48155c025b will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:52:37.620400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6f66eb-c504-4f97-ae76-9f944308c1c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Made reservation on behalf of 9d7ee75363124be0b89061d7fa310b1e for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:37.625522 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d6f66eb-c504-4f97-ae76-9f944308c1c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:37.736063 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:37.759545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd142e-a5fa-4284-8e8b-1311bf367e4f req-66eab7f6-24a0-46bb-a5fd-f783d0cc6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:37.761229 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-49fd142e-a5fa-4284-8e8b-1311bf367e4f req-66eab7f6-24a0-46bb-a5fd-f783d0cc6e7a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5528064 Nov 13 04:52:37.777765 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:37.835605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef65c64-bf4d-4e2b-b4f7-dd1c739f98ac req-254821cd-3101-4afa-8053-f52bb672d724 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:37.842237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef65c64-bf4d-4e2b-b4f7-dd1c739f98ac req-254821cd-3101-4afa-8053-f52bb672d724 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:37.849025 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:37.853677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef65c64-bf4d-4e2b-b4f7-dd1c739f98ac req-254821cd-3101-4afa-8053-f52bb672d724 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:37.859930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef65c64-bf4d-4e2b-b4f7-dd1c739f98ac req-254821cd-3101-4afa-8053-f52bb672d724 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:37.867017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef65c64-bf4d-4e2b-b4f7-dd1c739f98ac req-254821cd-3101-4afa-8053-f52bb672d724 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:37.874171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef65c64-bf4d-4e2b-b4f7-dd1c739f98ac req-254821cd-3101-4afa-8053-f52bb672d724 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:37.880472 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef65c64-bf4d-4e2b-b4f7-dd1c739f98ac req-254821cd-3101-4afa-8053-f52bb672d724 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:37.882957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474242ce-f6ca-44f2-a46f-952298fdad4f {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:37.897744 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ef65c64-bf4d-4e2b-b4f7-dd1c739f98ac req-254821cd-3101-4afa-8053-f52bb672d724 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5421 time: 0.3892133 Nov 13 04:52:37.932350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 474242ce-f6ca-44f2-a46f-952298fdad4f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=474242ce-f6ca-44f2-a46f-952298fdad4f,segment=NetworkSegment(fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab),segment_id=fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:37.942431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e6904471-0ab3-4a00-b9b9-c51ae4ca5199 None None] Provisioning complete for port c4f2ab05-77c4-41e7-a6c1-88108adf4055 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:37.942592 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6904471-0ab3-4a00-b9b9-c51ae4ca5199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:38.140212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b401480c-8a28-4fd7-8079-818ae9707e28 req-aa365114-15bb-43af-bf8c-527a8c5d0a35 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-627068309', 'description': 'tempest-description-948003082'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:38.147552 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:38.149437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 19099ef5-6d30-4282-af7f-46bf14ca6429 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:52:38.180620 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ef65c64-bf4d-4e2b-b4f7-dd1c739f98ac req-95894934-2b05-451c-af6e-bb85326d7c22 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2816775 Nov 13 04:52:38.217090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72878f-501b-42af-a187-715629c58426 service neutron] Pushing event updated for resources: {'Port': ['ID=d72231e5-0188-49aa-8b14-4f48155c025b,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:38.229126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b401480c-8a28-4fd7-8079-818ae9707e28 req-aa365114-15bb-43af-bf8c-527a8c5d0a35 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:38.289341 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=474242ce-f6ca-44f2-a46f-952298fdad4f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:38.339033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Attempting to bind port d72231e5-0188-49aa-8b14-4f48155c025b on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:52:38.339646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Attempting to bind port d72231e5-0188-49aa-8b14-4f48155c025b by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:52:38.340957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Attempting to bind port d72231e5-0188-49aa-8b14-4f48155c025b on network 05902fd0-8743-474a-8465-76944be5f8e4 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:38.357533 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Port d72231e5-0188-49aa-8b14-4f48155c025b on network 05902fd0-8743-474a-8465-76944be5f8e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:52:38.358595 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Attempting to bind port d72231e5-0188-49aa-8b14-4f48155c025b on network 05902fd0-8743-474a-8465-76944be5f8e4 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:38.371458 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:38.380764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:52:38.381151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Checking segment: {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:38.383763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Bound using segment: {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:52:38.384163 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Bound port: d72231e5-0188-49aa-8b14-4f48155c025b, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:52:38.384648 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:38.431479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Router 30cf3a6d-c61e-440f-a5d2-18cdd56aabd5 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:52:38.529745 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:38.598962 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d6f66eb-c504-4f97-ae76-9f944308c1c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:38.604605 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b401480c-8a28-4fd7-8079-818ae9707e28 req-aa365114-15bb-43af-bf8c-527a8c5d0a35 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:38.610688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:52:38.627479 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b401480c-8a28-4fd7-8079-818ae9707e28 req-aa365114-15bb-43af-bf8c-527a8c5d0a35 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:38.666492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf77806-8eb2-4700-8f92-1d7a6bac6184 None None] Sync routers for ids ['30cf3a6d-c61e-440f-a5d2-18cdd56aabd5'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:52:38.670826 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:38.672369 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7651c492-e403-4641-ad0a-0d83a4a90d04 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.9728580 Nov 13 04:52:38.696690 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 32862) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:38.709535 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:38.728939 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b401480c-8a28-4fd7-8079-818ae9707e28 req-aa365114-15bb-43af-bf8c-527a8c5d0a35 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:38.746836 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.resource_extend [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 04:52:38.753569 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b401480c-8a28-4fd7-8079-818ae9707e28 req-aa365114-15bb-43af-bf8c-527a8c5d0a35 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6090567 Nov 13 04:52:38.781475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-1d5d5708-b72c-4cb8-badb-63669cd702bb req-c0ab6a5d-b317-4b1e-b1ae-25ac4083a743 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2002881270', 'description': 'tempest-description-385503457'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:38.816785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] For port d72231e5-0188-49aa-8b14-4f48155c025b, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:52:38.867965 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa365114-15bb-43af-bf8c-527a8c5d0a35 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c00389e-e085-42be-be85-166e251e6366,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:38.918129 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f66eb-c504-4f97-ae76-9f944308c1c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event updated for resources: {'Subnet': ['ID=b3ecca40-70c8-4ccb-b6f6-3084303d1eeb,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:38.933127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] For port d72231e5-0188-49aa-8b14-4f48155c025b, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d72231e5-0188-49aa-8b14-4f48155c025b,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:52:38.939644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d5d5708-b72c-4cb8-badb-63669cd702bb req-c0ab6a5d-b317-4b1e-b1ae-25ac4083a743 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:38.944196 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f66eb-c504-4f97-ae76-9f944308c1c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Checking segment: {'id': 'fbda8787-b011-4b07-ae46-08027a2600a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c1caf750-6638-4a6a-b854-af2b61447884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:38.944636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6f66eb-c504-4f97-ae76-9f944308c1c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Network hostable DHCP agents. Network: c1caf750-6638-4a6a-b854-af2b61447884, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:52:38.963044 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:39.034898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72878f-501b-42af-a187-715629c58426 service neutron] Pushing event updated for resources: {'Port': ['ID=d72231e5-0188-49aa-8b14-4f48155c025b,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:39.043628 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:39.048223 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:39.052796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-ba72878f-501b-42af-a187-715629c58426 service neutron] 10.222.0.46 "PUT /v2.0/ports/d72231e5-0188-49aa-8b14-4f48155c025b HTTP/1.1" status: 200 len: 1091 time: 4.6255751 Nov 13 04:52:39.057810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': 'd72231e5-0188-49aa-8b14-4f48155c025b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:52:39.060216 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fc05e1-5586-4aa7-a099-ef6725bbcaee" -d '{"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "d72231e5-0188-49aa-8b14-4f48155c025b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:52:39.072872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 19099ef5-6d30-4282-af7f-46bf14ca6429, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=19099ef5-6d30-4282-af7f-46bf14ca6429,segment=NetworkSegment(93000c6e-4393-4184-955a-8b1462f6fe2c),segment_id=93000c6e-4393-4184-955a-8b1462f6fe2c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:39.090477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6f66eb-c504-4f97-ae76-9f944308c1c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Network c1caf750-6638-4a6a-b854-af2b61447884 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:52:39.098559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b747f8a-733e-4889-9cd5-fe7fd0c8ffab req-4e78d261-27d7-4885-b532-c00faf5696ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:39.118262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b747f8a-733e-4889-9cd5-fe7fd0c8ffab req-4e78d261-27d7-4885-b532-c00faf5696ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:39.135203 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '19099ef5-6d30-4282-af7f-46bf14ca6429', 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'port_id': '19099ef5-6d30-4282-af7f-46bf14ca6429', 'mac_address': 'fa:16:3e:f8:43:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:52:39.142738 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Request body: {'port': {'device_id': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:39.143010 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf77806-8eb2-4700-8f92-1d7a6bac6184 None None] Routers {'30cf3a6d-c61e-440f-a5d2-18cdd56aabd5'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:39.143653 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cdf77806-8eb2-4700-8f92-1d7a6bac6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['30cf3a6d-c61e-440f-a5d2-18cdd56aabd5'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:39.148988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b747f8a-733e-4889-9cd5-fe7fd0c8ffab req-4e78d261-27d7-4885-b532-c00faf5696ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:39.163815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b747f8a-733e-4889-9cd5-fe7fd0c8ffab req-4e78d261-27d7-4885-b532-c00faf5696ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:39.182567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b747f8a-733e-4889-9cd5-fe7fd0c8ffab req-4e78d261-27d7-4885-b532-c00faf5696ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:39.205971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b747f8a-733e-4889-9cd5-fe7fd0c8ffab req-4e78d261-27d7-4885-b532-c00faf5696ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:39.226199 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b747f8a-733e-4889-9cd5-fe7fd0c8ffab req-4e78d261-27d7-4885-b532-c00faf5696ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:39.240156 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7b747f8a-733e-4889-9cd5-fe7fd0c8ffab req-4e78d261-27d7-4885-b532-c00faf5696ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5394 time: 0.3466420 Nov 13 04:52:39.248750 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:39.251224 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6904471-0ab3-4a00-b9b9-c51ae4ca5199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:39.270257 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port c4f2ab05-77c4-41e7-a6c1-88108adf4055, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c4f2ab05-77c4-41e7-a6c1-88108adf4055,segment=NetworkSegment(091080b8-9ccf-4aae-b943-397bc36e0cf0),segment_id=091080b8-9ccf-4aae-b943-397bc36e0cf0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:39.278119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cdf77806-8eb2-4700-8f92-1d7a6bac6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:39.311702 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:39.359997 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:39.393038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-3d6f66eb-c504-4f97-ae76-9f944308c1c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, c1caf750-6638-4a6a-b854-af2b61447884) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:39.442747 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7b747f8a-733e-4889-9cd5-fe7fd0c8ffab req-e0ddba8f-95c5-4088-86ec-c9332a8edd18 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1941965 Nov 13 04:52:39.449119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19099ef5-6d30-4282-af7f-46bf14ca6429 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:39.512380 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 19099ef5-6d30-4282-af7f-46bf14ca6429, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=19099ef5-6d30-4282-af7f-46bf14ca6429,segment=NetworkSegment(93000c6e-4393-4184-955a-8b1462f6fe2c),segment_id=93000c6e-4393-4184-955a-8b1462f6fe2c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:39.533000 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-e6904471-0ab3-4a00-b9b9-c51ae4ca5199 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:52:39.533913 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-e6904471-0ab3-4a00-b9b9-c51ae4ca5199 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:52:39.534986 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=c4f2ab05-77c4-41e7-a6c1-88108adf4055,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:39.549914 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:39.550987 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69256ed-969e-4e24-a4c9-008932af4458 None None] Network c1caf750-6638-4a6a-b854-af2b61447884 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:52:39.616150 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:39.616836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 6d87d897-6e26-4667-b983-aa5694802d80 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:52:39.657981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf77806-8eb2-4700-8f92-1d7a6bac6184 None None] Routers {'30cf3a6d-c61e-440f-a5d2-18cdd56aabd5'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:39.658630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cdf77806-8eb2-4700-8f92-1d7a6bac6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['30cf3a6d-c61e-440f-a5d2-18cdd56aabd5'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:39.808575 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfa12fe-85ad-4e40-85bc-b31fa465d60f x-openstack-request-id: req-0cfa12fe-85ad-4e40-85bc-b31fa465d60f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:52:39.809411 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "d72231e5-0188-49aa-8b14-4f48155c025b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:52:39.809891 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0cfa12fe-85ad-4e40-85bc-b31fa465d60f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:52:39.810626 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': 'd72231e5-0188-49aa-8b14-4f48155c025b', 'status': 'completed', 'code': 200} Nov 13 04:52:39.831010 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cdf77806-8eb2-4700-8f92-1d7a6bac6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:39.831982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf77806-8eb2-4700-8f92-1d7a6bac6184 None None] The sync data for ids ['30cf3a6d-c61e-440f-a5d2-18cdd56aabd5'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:52:39.845145 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6f66eb-c504-4f97-ae76-9f944308c1c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:39.845751 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d6f66eb-c504-4f97-ae76-9f944308c1c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:39.860323 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:39.882056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e15d3-0509-40d1-a1bf-22c73e2b1498 req-6fa25282-6a6e-459f-915c-268906b84708 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:39.902163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e15d3-0509-40d1-a1bf-22c73e2b1498 req-6fa25282-6a6e-459f-915c-268906b84708 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:39.921453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e15d3-0509-40d1-a1bf-22c73e2b1498 req-6fa25282-6a6e-459f-915c-268906b84708 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:39.940466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e15d3-0509-40d1-a1bf-22c73e2b1498 req-6fa25282-6a6e-459f-915c-268906b84708 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:39.955056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e15d3-0509-40d1-a1bf-22c73e2b1498 req-6fa25282-6a6e-459f-915c-268906b84708 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:39.959935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 6d87d897-6e26-4667-b983-aa5694802d80, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=6d87d897-6e26-4667-b983-aa5694802d80,segment=NetworkSegment(fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab),segment_id=fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:39.964766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=19099ef5-6d30-4282-af7f-46bf14ca6429,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:39.974688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e15d3-0509-40d1-a1bf-22c73e2b1498 req-6fa25282-6a6e-459f-915c-268906b84708 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:39.989465 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d5d5708-b72c-4cb8-badb-63669cd702bb req-c0ab6a5d-b317-4b1e-b1ae-25ac4083a743 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:39.993802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e15d3-0509-40d1-a1bf-22c73e2b1498 req-6fa25282-6a6e-459f-915c-268906b84708 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:40.005871 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a77e15d3-0509-40d1-a1bf-22c73e2b1498 req-6fa25282-6a6e-459f-915c-268906b84708 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5423 time: 0.2128839 Nov 13 04:52:40.049017 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d5d5708-b72c-4cb8-badb-63669cd702bb req-c0ab6a5d-b317-4b1e-b1ae-25ac4083a743 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:40.053481 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:40.096215 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:40.098979 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '6d87d897-6e26-4667-b983-aa5694802d80', 'network_id': 'b6efdb13-7adc-4b26-8d19-afce58f5230b', 'port_id': '6d87d897-6e26-4667-b983-aa5694802d80', 'mac_address': 'fa:16:3e:c2:a6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7afd28-e5f9-44f4-b029-2dc26496464d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:52:40.108156 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab6a5d-b317-4b1e-b1ae-25ac4083a743 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c7b560-3c03-494f-a64d-5b177941052a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:40.141333 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d5d5708-b72c-4cb8-badb-63669cd702bb req-c0ab6a5d-b317-4b1e-b1ae-25ac4083a743 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:40.142735 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d5d5708-b72c-4cb8-badb-63669cd702bb req-c0ab6a5d-b317-4b1e-b1ae-25ac4083a743 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.3740702 Nov 13 04:52:40.180987 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-c1caf750-6638-4a6a-b854-af2b61447884', 'network_id': 'c1caf750-6638-4a6a-b854-af2b61447884', 'tenant_id': '9d7ee75363124be0b89061d7fa310b1e', 'fixed_ips': [{'subnet_id': 'b3ecca40-70c8-4ccb-b6f6-3084303d1eeb'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:52:40.181970 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:40.195730 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a77e15d3-0509-40d1-a1bf-22c73e2b1498 req-aed570d4-623b-4098-ba87-74e4d51d5e23 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1873283 Nov 13 04:52:40.246176 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Deleting port e0d95808-a7ec-4934-8b41-4eddbbe2d3bc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:52:40.246517 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:40.303428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925847cc-c518-475b-9df3-58b3ae25f918 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:40.310171 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:40.313557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:40.328952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Transition to ACTIVE for port object 925847cc-c518-475b-9df3-58b3ae25f918 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:52:40.348455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc05e1-5586-4aa7-a099-ef6725bbcaee req-179226e3-d38d-4562-9d00-e29b150cb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:40.348971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc05e1-5586-4aa7-a099-ef6725bbcaee req-179226e3-d38d-4562-9d00-e29b150cb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:40.349478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc05e1-5586-4aa7-a099-ef6725bbcaee req-179226e3-d38d-4562-9d00-e29b150cb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:40.350007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc05e1-5586-4aa7-a099-ef6725bbcaee req-179226e3-d38d-4562-9d00-e29b150cb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:40.354263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc05e1-5586-4aa7-a099-ef6725bbcaee req-179226e3-d38d-4562-9d00-e29b150cb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:40.354896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc05e1-5586-4aa7-a099-ef6725bbcaee req-179226e3-d38d-4562-9d00-e29b150cb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:40.355768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc05e1-5586-4aa7-a099-ef6725bbcaee req-179226e3-d38d-4562-9d00-e29b150cb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:40.361717 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7fc05e1-5586-4aa7-a099-ef6725bbcaee req-179226e3-d38d-4562-9d00-e29b150cb4a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e889b16bd745a8aae943f6a4671633&device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 6286 time: 0.5477440 Nov 13 04:52:40.367029 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:40.381564 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3d6f66eb-c504-4f97-ae76-9f944308c1c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2698028 Nov 13 04:52:40.384665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 32912) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:40.428243 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7e0abee2-0761-4491-95c1-f660094b1368 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Request body: {'subnet': {'network_id': '4385c0f7-edb0-43c8-a964-0c03626404ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:40.436148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d87d897-6e26-4667-b983-aa5694802d80 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:40.588956 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e41e7805-8dcc-4e5b-8a71-0ceffe1decaa None None] Provisioning complete for port c4f2ab05-77c4-41e7-a6c1-88108adf4055 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:40.589490 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e41e7805-8dcc-4e5b-8a71-0ceffe1decaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:40.623679 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:40.665135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 6d87d897-6e26-4667-b983-aa5694802d80, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=6d87d897-6e26-4667-b983-aa5694802d80,segment=NetworkSegment(fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab),segment_id=fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:40.694433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Calling delete_port for e0d95808-a7ec-4934-8b41-4eddbbe2d3bc owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:52:40.698473 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:40.699271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5f399afc-4069-477e-8131-37a3697f6c2f details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:52:40.730355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0abee2-0761-4491-95c1-f660094b1368 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Made reservation on behalf of 9d7ee75363124be0b89061d7fa310b1e for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:40.735110 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e0abee2-0761-4491-95c1-f660094b1368 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:40.897108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Pushing event updated for resources: {'Port': ['ID=925847cc-c518-475b-9df3-58b3ae25f918,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:40.944664 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21ad7793-548d-40c1-8627-a578e2f82731 req-8335436e-b31a-4c17-b910-ef832a560fca tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/1c00389e-e085-42be-be85-166e251e6366 HTTP/1.1" status: 200 len: 1822 time: 0.5808547 Nov 13 04:52:41.012169 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21ad7793-548d-40c1-8627-a578e2f82731 req-71bc51f6-0a90-40b2-8b6c-b189dec78177 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/b5c7b560-3c03-494f-a64d-5b177941052a HTTP/1.1" status: 200 len: 1823 time: 0.0658991 Nov 13 04:52:41.020734 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.resource_extend [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 04:52:41.028896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-21ad7793-548d-40c1-8627-a578e2f82731 req-e625bf41-c480-4020-b1d0-1a9e78cd5a2a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1c00389e-e085-42be-be85-166e251e6366', 'remote_group_id': 'b5c7b560-3c03-494f-a64d-5b177941052a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:41.029200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-21ad7793-548d-40c1-8627-a578e2f82731 req-e625bf41-c480-4020-b1d0-1a9e78cd5a2a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1c00389e-e085-42be-be85-166e251e6366', 'remote_group_id': 'b5c7b560-3c03-494f-a64d-5b177941052a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:41.085442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Allocated IP 2001:db8::2 (c1caf750-6638-4a6a-b854-af2b61447884/b3ecca40-70c8-4ccb-b6f6-3084303d1eeb/29a81f29-4c5b-4afd-81ab-186088e27559) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:41.120296 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:41.130265 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc05e1-5586-4aa7-a099-ef6725bbcaee req-ca81bc70-fef7-4388-a311-1702bee10d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:41.130730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc05e1-5586-4aa7-a099-ef6725bbcaee req-ca81bc70-fef7-4388-a311-1702bee10d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:41.135291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc05e1-5586-4aa7-a099-ef6725bbcaee req-ca81bc70-fef7-4388-a311-1702bee10d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:41.142893 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7fc05e1-5586-4aa7-a099-ef6725bbcaee req-ca81bc70-fef7-4388-a311-1702bee10d8a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=56e889b16bd745a8aae943f6a4671633&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7509589 Nov 13 04:52:41.175202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=6d87d897-6e26-4667-b983-aa5694802d80,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:41.190815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5f399afc-4069-477e-8131-37a3697f6c2f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5f399afc-4069-477e-8131-37a3697f6c2f,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:41.211454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b76f887-51b1-4da0-864d-49de55cf24d1 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:52:41.222875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Pushing event deleted for resources: {'Port': ['ID=e0d95808-a7ec-4934-8b41-4eddbbe2d3bc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:41.288926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Attempting to bind port 925847cc-c518-475b-9df3-58b3ae25f918 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:52:41.289316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Attempting to bind port 925847cc-c518-475b-9df3-58b3ae25f918 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:52:41.289604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Attempting to bind port 925847cc-c518-475b-9df3-58b3ae25f918 on network 05902fd0-8743-474a-8465-76944be5f8e4 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:41.307124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Port 925847cc-c518-475b-9df3-58b3ae25f918 on network 05902fd0-8743-474a-8465-76944be5f8e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:52:41.307453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Attempting to bind port 925847cc-c518-475b-9df3-58b3ae25f918 on network 05902fd0-8743-474a-8465-76944be5f8e4 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:41.320436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '5f399afc-4069-477e-8131-37a3697f6c2f', 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41', 'port_id': '5f399afc-4069-477e-8131-37a3697f6c2f', 'mac_address': 'fa:16:3e:c0:ab:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eafef19-b9a2-402d-a6d8-c66347803a1a', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:52:41.348068 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:52:41.349128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Checking segment: {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:41.349861 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Bound using segment: {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:52:41.350668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Bound port: 925847cc-c518-475b-9df3-58b3ae25f918, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:52:41.351210 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:41.394706 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:41.503359 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-21ad7793-548d-40c1-8627-a578e2f82731 req-e625bf41-c480-4020-b1d0-1a9e78cd5a2a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:41.515203 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c4f2ab05-77c4-41e7-a6c1-88108adf4055 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:52:41.558274 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:41.574803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc05e1-5586-4aa7-a099-ef6725bbcaee req-48d11248-84b5-40d9-af64-b64c8ddd3554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:41.576381 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7fc05e1-5586-4aa7-a099-ef6725bbcaee req-48d11248-84b5-40d9-af64-b64c8ddd3554 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4268429 Nov 13 04:52:41.577626 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f399afc-4069-477e-8131-37a3697f6c2f {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:41.635561 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-21ad7793-548d-40c1-8627-a578e2f82731 req-e625bf41-c480-4020-b1d0-1a9e78cd5a2a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:41.647415 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-21ad7793-548d-40c1-8627-a578e2f82731 req-e625bf41-c480-4020-b1d0-1a9e78cd5a2a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:41.653028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5f399afc-4069-477e-8131-37a3697f6c2f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5f399afc-4069-477e-8131-37a3697f6c2f,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:41.670556 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625bf41-c480-4020-b1d0-1a9e78cd5a2a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc493a1-1073-4146-aa8f-47b5610416c3,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:41.672958 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:41.673867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 011a8497-145c-4fd7-903e-19cf452a8ebd details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:52:41.684181 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:41.687263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] For port 925847cc-c518-475b-9df3-58b3ae25f918, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:52:41.691445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] For port 925847cc-c518-475b-9df3-58b3ae25f918, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=925847cc-c518-475b-9df3-58b3ae25f918,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:52:41.699734 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:41.712515 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-21ad7793-548d-40c1-8627-a578e2f82731 req-e625bf41-c480-4020-b1d0-1a9e78cd5a2a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:41.727948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21ad7793-548d-40c1-8627-a578e2f82731 req-e625bf41-c480-4020-b1d0-1a9e78cd5a2a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7137740 Nov 13 04:52:41.749439 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:41.798863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Network c1caf750-6638-4a6a-b854-af2b61447884 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:41.809233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c4f2ab05-77c4-41e7-a6c1-88108adf4055 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:41.809865 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:41.812116 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:41.815593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:41.816214 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:41.821488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:41.821857 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] 10.222.0.46 "PUT /v2.0/ports/925847cc-c518-475b-9df3-58b3ae25f918 HTTP/1.1" status: 200 len: 1090 time: 2.6997252 Nov 13 04:52:41.822556 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': '925847cc-c518-475b-9df3-58b3ae25f918'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:52:41.825195 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc878697-63d4-4f56-a6ff-07fecc42c963" -d '{"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "925847cc-c518-475b-9df3-58b3ae25f918"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:52:41.896093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Request body: {'port': {'device_id': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:41.939665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e4ff4-d8f4-4353-a514-ececf74baa54 service neutron] Pushing event updated for resources: {'Port': ['ID=925847cc-c518-475b-9df3-58b3ae25f918,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:41.992269 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64123e03-16b0-4d95-a571-15fe33207d16 req-6e33a072-d57c-4106-b58c-9baa46c90637 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:42.002254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64123e03-16b0-4d95-a571-15fe33207d16 req-6e33a072-d57c-4106-b58c-9baa46c90637 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:42.013411 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64123e03-16b0-4d95-a571-15fe33207d16 req-6e33a072-d57c-4106-b58c-9baa46c90637 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:42.028055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64123e03-16b0-4d95-a571-15fe33207d16 req-6e33a072-d57c-4106-b58c-9baa46c90637 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:42.043696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64123e03-16b0-4d95-a571-15fe33207d16 req-6e33a072-d57c-4106-b58c-9baa46c90637 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:42.050275 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64123e03-16b0-4d95-a571-15fe33207d16 req-6e33a072-d57c-4106-b58c-9baa46c90637 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:42.066383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64123e03-16b0-4d95-a571-15fe33207d16 req-6e33a072-d57c-4106-b58c-9baa46c90637 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:42.083389 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64123e03-16b0-4d95-a571-15fe33207d16 req-6e33a072-d57c-4106-b58c-9baa46c90637 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5425 time: 0.2507105 Nov 13 04:52:42.251628 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64123e03-16b0-4d95-a571-15fe33207d16 req-c88e8301-17a2-4d99-9060-19721a11ee64 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1620054 Nov 13 04:52:42.257381 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:42.282344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5f399afc-4069-477e-8131-37a3697f6c2f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:42.331038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 011a8497-145c-4fd7-903e-19cf452a8ebd, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=011a8497-145c-4fd7-903e-19cf452a8ebd,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:42.414409 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '011a8497-145c-4fd7-903e-19cf452a8ebd', 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41', 'port_id': '011a8497-145c-4fd7-903e-19cf452a8ebd', 'mac_address': 'fa:16:3e:0a:38:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eafef19-b9a2-402d-a6d8-c66347803a1a', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:52:42.490249 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Pushing event updated for resources: {'Port': ['ID=29a81f29-4c5b-4afd-81ab-186088e27559,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:42.523284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Attempting to bind port 29a81f29-4c5b-4afd-81ab-186088e27559 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:52:42.523663 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Attempting to bind port 29a81f29-4c5b-4afd-81ab-186088e27559 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'fbda8787-b011-4b07-ae46-08027a2600a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c1caf750-6638-4a6a-b854-af2b61447884'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:52:42.524028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Attempting to bind port 29a81f29-4c5b-4afd-81ab-186088e27559 on network c1caf750-6638-4a6a-b854-af2b61447884 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:42.536600 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:42.539740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:52:42.540222 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Checking segment: {'id': 'fbda8787-b011-4b07-ae46-08027a2600a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c1caf750-6638-4a6a-b854-af2b61447884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:42.540506 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:42.541081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Bound using segment: {'id': 'fbda8787-b011-4b07-ae46-08027a2600a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c1caf750-6638-4a6a-b854-af2b61447884'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:52:42.541720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Bound port: 29a81f29-4c5b-4afd-81ab-186088e27559, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbda8787-b011-4b07-ae46-08027a2600a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c1caf750-6638-4a6a-b854-af2b61447884'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:52:42.542322 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:42.620378 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011a8497-145c-4fd7-903e-19cf452a8ebd {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:42.641510 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e0abee2-0761-4491-95c1-f660094b1368 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:42.716835 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-43e1a578-b419-482f-b35d-d94415922146 req-3855833a-5783-4094-887f-31ae2db8b495 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-239943606', 'description': 'tempest-description-732216890'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:42.728709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 011a8497-145c-4fd7-903e-19cf452a8ebd, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=011a8497-145c-4fd7-903e-19cf452a8ebd,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:42.759205 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-43e1a578-b419-482f-b35d-d94415922146 req-3855833a-5783-4094-887f-31ae2db8b495 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:42.762902 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:42.763616 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f60b3c65-296c-4b69-8a01-8da7b8e0fec9 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:52:42.789006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a54a94-faa8-438d-93e5-10ea11d2b5fe req-8cc632c3-b7e3-4424-bd74-04ef8cd821b5 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:42.795936 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a54a94-faa8-438d-93e5-10ea11d2b5fe req-8cc632c3-b7e3-4424-bd74-04ef8cd821b5 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:42.805172 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a54a94-faa8-438d-93e5-10ea11d2b5fe req-8cc632c3-b7e3-4424-bd74-04ef8cd821b5 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:42.815507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a54a94-faa8-438d-93e5-10ea11d2b5fe req-8cc632c3-b7e3-4424-bd74-04ef8cd821b5 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:42.822081 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a54a94-faa8-438d-93e5-10ea11d2b5fe req-8cc632c3-b7e3-4424-bd74-04ef8cd821b5 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:42.829117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a54a94-faa8-438d-93e5-10ea11d2b5fe req-8cc632c3-b7e3-4424-bd74-04ef8cd821b5 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:42.835432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a54a94-faa8-438d-93e5-10ea11d2b5fe req-8cc632c3-b7e3-4424-bd74-04ef8cd821b5 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:42.837691 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3a54a94-faa8-438d-93e5-10ea11d2b5fe req-8cc632c3-b7e3-4424-bd74-04ef8cd821b5 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5406 time: 0.7242463 Nov 13 04:52:42.846011 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:42.867788 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:42.889951 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-43e1a578-b419-482f-b35d-d94415922146 req-3855833a-5783-4094-887f-31ae2db8b495 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:42.907904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f60b3c65-296c-4b69-8a01-8da7b8e0fec9, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f60b3c65-296c-4b69-8a01-8da7b8e0fec9,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:42.914639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-43e1a578-b419-482f-b35d-d94415922146 req-3855833a-5783-4094-887f-31ae2db8b495 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:42.933053 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] For port 29a81f29-4c5b-4afd-81ab-186088e27559, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:52:42.944677 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'f60b3c65-296c-4b69-8a01-8da7b8e0fec9', 'network_id': '3d2d660d-8a90-47a7-a920-6ec9c1832b41', 'port_id': 'f60b3c65-296c-4b69-8a01-8da7b8e0fec9', 'mac_address': 'fa:16:3e:e3:c7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eafef19-b9a2-402d-a6d8-c66347803a1a', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:52:42.958951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0abee2-0761-4491-95c1-f660094b1368 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event updated for resources: {'Subnet': ['ID=4be2d7c0-7cb9-4c68-8852-7870caaa3f53,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:42.975004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0abee2-0761-4491-95c1-f660094b1368 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Checking segment: {'id': 'd8df2404-96c2-43bb-b807-127d63a43483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4385c0f7-edb0-43c8-a964-0c03626404ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:42.976144 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0abee2-0761-4491-95c1-f660094b1368 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Network hostable DHCP agents. Network: 4385c0f7-edb0-43c8-a964-0c03626404ee, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:52:42.977778 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1f52c2-7235-4738-85c2-7631042f8784 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:42.983718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855833a-5783-4094-887f-31ae2db8b495 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aca981-2499-45a8-a97d-92c81f97a2f4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:42.990342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] For port 29a81f29-4c5b-4afd-81ab-186088e27559, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=29a81f29-4c5b-4afd-81ab-186088e27559,segment=NetworkSegment(fbda8787-b011-4b07-ae46-08027a2600a1),segment_id=fbda8787-b011-4b07-ae46-08027a2600a1)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:52:42.991894 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-43e1a578-b419-482f-b35d-d94415922146 req-3855833a-5783-4094-887f-31ae2db8b495 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:42.993208 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43e1a578-b419-482f-b35d-d94415922146 req-3855833a-5783-4094-887f-31ae2db8b495 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3654168 Nov 13 04:52:42.995677 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:43.014549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Transition to ACTIVE for port object fe1f52c2-7235-4738-85c2-7631042f8784 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:52:43.028188 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:43.068133 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:43.090733 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd185728-a113-4a03-9b98-05856b3e942a x-openstack-request-id: req-cd185728-a113-4a03-9b98-05856b3e942a {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:52:43.091250 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "925847cc-c518-475b-9df3-58b3ae25f918", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:52:43.091512 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd185728-a113-4a03-9b98-05856b3e942a {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:52:43.091966 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': '925847cc-c518-475b-9df3-58b3ae25f918', 'status': 'completed', 'code': 200} Nov 13 04:52:43.100507 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:43.116261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=011a8497-145c-4fd7-903e-19cf452a8ebd,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:43.147976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0abee2-0761-4491-95c1-f660094b1368 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Network 4385c0f7-edb0-43c8-a964-0c03626404ee is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:52:43.155752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Router 30cf3a6d-c61e-440f-a5d2-18cdd56aabd5 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:52:43.164495 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60b3c65-296c-4b69-8a01-8da7b8e0fec9 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:43.183587 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3a54a94-faa8-438d-93e5-10ea11d2b5fe req-f8138cfa-8d70-4888-8339-070a69d3cdec tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3324277 Nov 13 04:52:43.189889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7e0abee2-0761-4491-95c1-f660094b1368 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 4385c0f7-edb0-43c8-a964-0c03626404ee) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:43.246757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91a3c47-d975-4609-84b7-65793f659cb1 None None] Network 4385c0f7-edb0-43c8-a964-0c03626404ee requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:52:43.381833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d252cecc-c134-45fc-98ed-af09d015e157 req-a642c2e4-07b8-40c0-8887-b2a747889f26 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-529974960', 'description': 'tempest-description-1666193880'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:43.401741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:52:43.404344 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0abee2-0761-4491-95c1-f660094b1368 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:43.404942 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e0abee2-0761-4491-95c1-f660094b1368 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:43.414297 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3026933-44d3-4f97-9fb3-cf99a611a51d None None] Sync routers for ids ['30cf3a6d-c61e-440f-a5d2-18cdd56aabd5'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:52:43.435439 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3026933-44d3-4f97-9fb3-cf99a611a51d None None] Routers {'30cf3a6d-c61e-440f-a5d2-18cdd56aabd5'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:43.436076 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d3026933-44d3-4f97-9fb3-cf99a611a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['30cf3a6d-c61e-440f-a5d2-18cdd56aabd5'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:43.463338 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:43.467071 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-79629426-4ad3-4360-a244-b39492e15a6f tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "PUT /v2.0/routers/30cf3a6d-c61e-440f-a5d2-18cdd56aabd5 HTTP/1.1" status: 200 len: 710 time: 4.7641611 Nov 13 04:52:43.473442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1f52c2-7235-4738-85c2-7631042f8784,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:43.477366 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33014) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:43.481333 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7e0abee2-0761-4491-95c1-f660094b1368 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0928383 Nov 13 04:52:43.491597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33016) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:43.495988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422e8b9-ba62-47be-8102-c99b0e28f77a None None] Pushing event updated for resources: {'Port': ['ID=29a81f29-4c5b-4afd-81ab-186088e27559,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:43.518322 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d252cecc-c134-45fc-98ed-af09d015e157 req-a642c2e4-07b8-40c0-8887-b2a747889f26 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:43.530485 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d3026933-44d3-4f97-9fb3-cf99a611a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:43.547370 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3026933-44d3-4f97-9fb3-cf99a611a51d None None] Routers {'30cf3a6d-c61e-440f-a5d2-18cdd56aabd5'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:43.548937 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d3026933-44d3-4f97-9fb3-cf99a611a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['30cf3a6d-c61e-440f-a5d2-18cdd56aabd5'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:43.561410 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f60b3c65-296c-4b69-8a01-8da7b8e0fec9, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f60b3c65-296c-4b69-8a01-8da7b8e0fec9,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:43.575121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Attempting to bind port fe1f52c2-7235-4738-85c2-7631042f8784 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:52:43.575451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Attempting to bind port fe1f52c2-7235-4738-85c2-7631042f8784 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '3c16ee0c-3ae1-42e7-a334-98524c6b2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:52:43.575770 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Attempting to bind port fe1f52c2-7235-4738-85c2-7631042f8784 on network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:43.648701 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:43.693869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b6a99d2a-db59-4847-85d3-d29e3600e8a7 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:52:43.779714 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d252cecc-c134-45fc-98ed-af09d015e157 req-a642c2e4-07b8-40c0-8887-b2a747889f26 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:43.788589 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d3026933-44d3-4f97-9fb3-cf99a611a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:43.789713 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3026933-44d3-4f97-9fb3-cf99a611a51d None None] The sync data for ids ['30cf3a6d-c61e-440f-a5d2-18cdd56aabd5'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:52:43.797746 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d252cecc-c134-45fc-98ed-af09d015e157 req-a642c2e4-07b8-40c0-8887-b2a747889f26 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:43.844098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642c2e4-07b8-40c0-8887-b2a747889f26 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdee8e9-7cdd-491d-bdab-c4010d98d882,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:43.851211 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d252cecc-c134-45fc-98ed-af09d015e157 req-a642c2e4-07b8-40c0-8887-b2a747889f26 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:43.853291 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d252cecc-c134-45fc-98ed-af09d015e157 req-a642c2e4-07b8-40c0-8887-b2a747889f26 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4760113 Nov 13 04:52:43.870949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc878697-63d4-4f56-a6ff-07fecc42c963 req-b41edaa4-669d-4610-aa83-897aed09ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:43.872493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc878697-63d4-4f56-a6ff-07fecc42c963 req-b41edaa4-669d-4610-aa83-897aed09ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:43.873673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc878697-63d4-4f56-a6ff-07fecc42c963 req-b41edaa4-669d-4610-aa83-897aed09ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:43.879714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc878697-63d4-4f56-a6ff-07fecc42c963 req-b41edaa4-669d-4610-aa83-897aed09ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:43.880513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc878697-63d4-4f56-a6ff-07fecc42c963 req-b41edaa4-669d-4610-aa83-897aed09ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:43.881165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc878697-63d4-4f56-a6ff-07fecc42c963 req-b41edaa4-669d-4610-aa83-897aed09ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:43.881781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc878697-63d4-4f56-a6ff-07fecc42c963 req-b41edaa4-669d-4610-aa83-897aed09ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:43.884604 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc878697-63d4-4f56-a6ff-07fecc42c963 req-b41edaa4-669d-4610-aa83-897aed09ebae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e889b16bd745a8aae943f6a4671633&device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 6378 time: 0.7634106 Nov 13 04:52:43.885408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Port fe1f52c2-7235-4738-85c2-7631042f8784 on network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:52:43.885724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Attempting to bind port fe1f52c2-7235-4738-85c2-7631042f8784 on network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:43.902500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:52:43.903156 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Checking segment: {'id': '3c16ee0c-3ae1-42e7-a334-98524c6b2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:43.904109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Bound using segment: {'id': '3c16ee0c-3ae1-42e7-a334-98524c6b2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:52:43.904718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Bound port: fe1f52c2-7235-4738-85c2-7631042f8784, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c16ee0c-3ae1-42e7-a334-98524c6b2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:52:43.905400 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:43.931348 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f617471d-6f03-485d-b73a-97a5651dfbc5 tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/routers/30cf3a6d-c61e-440f-a5d2-18cdd56aabd5 HTTP/1.1" status: 200 len: 745 time: 0.3843327 Nov 13 04:52:43.934082 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33024) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:43.965572 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=f60b3c65-296c-4b69-8a01-8da7b8e0fec9,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:43.983832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-4385c0f7-edb0-43c8-a964-0c03626404ee', 'network_id': '4385c0f7-edb0-43c8-a964-0c03626404ee', 'tenant_id': '9d7ee75363124be0b89061d7fa310b1e', 'fixed_ips': [{'subnet_id': '4be2d7c0-7cb9-4c68-8852-7870caaa3f53'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:52:43.986782 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:44.058062 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc878697-63d4-4f56-a6ff-07fecc42c963 req-62d515bd-edf6-4ddc-9743-da25a4b70896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:44.058521 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc878697-63d4-4f56-a6ff-07fecc42c963 req-62d515bd-edf6-4ddc-9743-da25a4b70896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:44.058997 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc878697-63d4-4f56-a6ff-07fecc42c963 req-62d515bd-edf6-4ddc-9743-da25a4b70896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:44.060590 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc878697-63d4-4f56-a6ff-07fecc42c963 req-62d515bd-edf6-4ddc-9743-da25a4b70896 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=56e889b16bd745a8aae943f6a4671633&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1250312 Nov 13 04:52:44.061237 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7816622b-b411-4720-ad22-0168e02d58ef tempest-RoutersIpV6AdminTest-1146528957 tempest-RoutersIpV6AdminTest-1146528957-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&device_id=30cf3a6d-c61e-440f-a5d2-18cdd56aabd5 HTTP/1.1" status: 200 len: 205 time: 0.1259398 Nov 13 04:52:44.065276 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33026) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:44.117487 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:44.124582 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-84177bfc-445d-48cd-ae7c-f9147b6de3f9 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cf3a6d-c61e-440f-a5d2-18cdd56aabd5 HTTP/1.1" status: 200 len: 205 time: 0.0572326 Nov 13 04:52:44.132935 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33032) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:44.141711 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06777766-040b-4118-b24f-ee1e12feedb5 req-53694878-796a-4a61-9092-b711137aaed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:44.148590 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06777766-040b-4118-b24f-ee1e12feedb5 req-53694878-796a-4a61-9092-b711137aaed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:44.155838 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06777766-040b-4118-b24f-ee1e12feedb5 req-53694878-796a-4a61-9092-b711137aaed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:44.164152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06777766-040b-4118-b24f-ee1e12feedb5 req-53694878-796a-4a61-9092-b711137aaed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:44.171717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06777766-040b-4118-b24f-ee1e12feedb5 req-53694878-796a-4a61-9092-b711137aaed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:44.179180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06777766-040b-4118-b24f-ee1e12feedb5 req-53694878-796a-4a61-9092-b711137aaed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:44.185734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06777766-040b-4118-b24f-ee1e12feedb5 req-53694878-796a-4a61-9092-b711137aaed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:44.191339 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06777766-040b-4118-b24f-ee1e12feedb5 req-53694878-796a-4a61-9092-b711137aaed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5427 time: 0.1907260 Nov 13 04:52:44.244900 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df79de47-2e0a-4aa1-93a0-fc5c4302c117 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:44.326668 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06777766-040b-4118-b24f-ee1e12feedb5 req-23a97e6d-a0d9-4ec3-9e0a-6db399489cef tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291447 Nov 13 04:52:44.328630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Allocated IP 2001:db8::2 (4385c0f7-edb0-43c8-a964-0c03626404ee/4be2d7c0-7cb9-4c68-8852-7870caaa3f53/51d10e2e-185e-43de-b903-2a9fefe410c4) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:44.404968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-00144ed2-fc45-4055-a056-c871b6ad3951 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:44.412265 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-00144ed2-fc45-4055-a056-c871b6ad3951 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/networks?id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa HTTP/1.1" status: 200 len: 805 time: 1.2110097 Nov 13 04:52:44.485425 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-c0317d1b-cca8-49c0-949b-500fcbd83cd9 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/quotas/6c6c8d06c0ca4bdea6b7320fa15c99bd HTTP/1.1" status: 200 len: 375 time: 0.0721829 Nov 13 04:52:44.550270 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-457bd011-6ffd-4984-bbe8-18bda9d0163f req-493cdd4b-edc1-4bec-bfed-2925c9f28a3f tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/d5aca981-2499-45a8-a97d-92c81f97a2f4 HTTP/1.1" status: 200 len: 1822 time: 0.0616891 Nov 13 04:52:44.565634 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:44.638329 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:44.732153 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port b6a99d2a-db59-4847-85d3-d29e3600e8a7, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b6a99d2a-db59-4847-85d3-d29e3600e8a7,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:44.736404 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6276ec-2569-4dce-9e16-dda24dd2fda9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a99d2a-db59-4847-85d3-d29e3600e8a7'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:52:44.739988 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243ff8be-dffb-4c6a-8772-ce9196c4535d" -d '{"events": [{"server_uuid": "1b6276ec-2569-4dce-9e16-dda24dd2fda9", "name": "network-vif-unplugged", "status": "completed", "tag": "b6a99d2a-db59-4847-85d3-d29e3600e8a7"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:52:44.750317 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:44.784319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Network 4385c0f7-edb0-43c8-a964-0c03626404ee is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:44.785759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Pushing event updated for resources: {'Port': ['ID=51d10e2e-185e-43de-b903-2a9fefe410c4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:44.789883 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:44.794297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:44.798377 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc0171-ea59-46f6-bdb0-f8378e773e45 req-6dae46e4-2c15-4199-bba2-73bd3de6007c tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:44.800011 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8bbc0171-ea59-46f6-bdb0-f8378e773e45 req-6dae46e4-2c15-4199-bba2-73bd3de6007c tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b6276ec-2569-4dce-9e16-dda24dd2fda9 HTTP/1.1" status: 200 len: 945 time: 0.2451470 Nov 13 04:52:44.863143 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-457bd011-6ffd-4984-bbe8-18bda9d0163f req-242aaa67-befd-406e-b790-f376be861ca3 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/8fdee8e9-7cdd-491d-bdab-c4010d98d882 HTTP/1.1" status: 200 len: 1823 time: 0.2491026 Nov 13 04:52:44.868109 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-457bd011-6ffd-4984-bbe8-18bda9d0163f req-9adb19a0-abd1-4ce1-bc02-787e1b7a16ed tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd5aca981-2499-45a8-a97d-92c81f97a2f4', 'remote_group_id': '8fdee8e9-7cdd-491d-bdab-c4010d98d882', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:44.868326 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-457bd011-6ffd-4984-bbe8-18bda9d0163f req-9adb19a0-abd1-4ce1-bc02-787e1b7a16ed tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd5aca981-2499-45a8-a97d-92c81f97a2f4', 'remote_group_id': '8fdee8e9-7cdd-491d-bdab-c4010d98d882', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:44.913679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78631c3-bbf1-4570-ba41-cf9db41198eb None None] Network c1caf750-6638-4a6a-b854-af2b61447884 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:52:44.955642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Attempting to bind port 51d10e2e-185e-43de-b903-2a9fefe410c4 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:52:44.956004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Attempting to bind port 51d10e2e-185e-43de-b903-2a9fefe410c4 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'd8df2404-96c2-43bb-b807-127d63a43483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4385c0f7-edb0-43c8-a964-0c03626404ee'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:52:44.956368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Attempting to bind port 51d10e2e-185e-43de-b903-2a9fefe410c4 on network 4385c0f7-edb0-43c8-a964-0c03626404ee {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:44.958534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=b6a99d2a-db59-4847-85d3-d29e3600e8a7,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:44.987599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:52:44.988269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Checking segment: {'id': 'd8df2404-96c2-43bb-b807-127d63a43483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4385c0f7-edb0-43c8-a964-0c03626404ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:44.988774 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:44.989274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Bound using segment: {'id': 'd8df2404-96c2-43bb-b807-127d63a43483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4385c0f7-edb0-43c8-a964-0c03626404ee'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:52:44.989872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Bound port: 51d10e2e-185e-43de-b903-2a9fefe410c4, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8df2404-96c2-43bb-b807-127d63a43483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4385c0f7-edb0-43c8-a964-0c03626404ee'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:52:44.990401 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:44.990715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-8bbc0171-ea59-46f6-bdb0-f8378e773e45 req-db1588bd-b626-4b5d-831b-5e9df7311d60 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Deleting port b6a99d2a-db59-4847-85d3-d29e3600e8a7 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:52:44.991527 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bbc0171-ea59-46f6-bdb0-f8378e773e45 req-db1588bd-b626-4b5d-831b-5e9df7311d60 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:45.031767 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['011a8497-145c-4fd7-903e-19cf452a8ebd'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:52:45.032941 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-457bd011-6ffd-4984-bbe8-18bda9d0163f req-9adb19a0-abd1-4ce1-bc02-787e1b7a16ed tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:45.119936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['6d87d897-6e26-4667-b983-aa5694802d80'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:52:45.126352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['de58f93c-d5cf-4928-9fa1-0dafe167d15d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:52:45.153881 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-457bd011-6ffd-4984-bbe8-18bda9d0163f req-9adb19a0-abd1-4ce1-bc02-787e1b7a16ed tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:45.167043 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-457bd011-6ffd-4984-bbe8-18bda9d0163f req-9adb19a0-abd1-4ce1-bc02-787e1b7a16ed tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:45.175495 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8bbc0171-ea59-46f6-bdb0-f8378e773e45 req-db1588bd-b626-4b5d-831b-5e9df7311d60 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] For port b6a99d2a-db59-4847-85d3-d29e3600e8a7, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=b6a99d2a-db59-4847-85d3-d29e3600e8a7,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:45.175855 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bbc0171-ea59-46f6-bdb0-f8378e773e45 req-db1588bd-b626-4b5d-831b-5e9df7311d60 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:45.200926 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-8bbc0171-ea59-46f6-bdb0-f8378e773e45 req-db1588bd-b626-4b5d-831b-5e9df7311d60 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Calling delete_port for b6a99d2a-db59-4847-85d3-d29e3600e8a7 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:52:45.208846 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb19a0-abd1-4ce1-bc02-787e1b7a16ed tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f5cef8-7016-48ce-adac-e9375124e145,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:45.221331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5f399afc-4069-477e-8131-37a3697f6c2f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:52:45.237450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['19099ef5-6d30-4282-af7f-46bf14ca6429'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:52:45.258071 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-457bd011-6ffd-4984-bbe8-18bda9d0163f req-9adb19a0-abd1-4ce1-bc02-787e1b7a16ed tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:45.270671 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-457bd011-6ffd-4984-bbe8-18bda9d0163f req-9adb19a0-abd1-4ce1-bc02-787e1b7a16ed tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4065270 Nov 13 04:52:45.346177 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] For port fe1f52c2-7235-4738-85c2-7631042f8784, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:52:45.349925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] For port fe1f52c2-7235-4738-85c2-7631042f8784, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fe1f52c2-7235-4738-85c2-7631042f8784,segment=NetworkSegment(3c16ee0c-3ae1-42e7-a334-98524c6b2330),segment_id=3c16ee0c-3ae1-42e7-a334-98524c6b2330)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:52:45.387985 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['474242ce-f6ca-44f2-a46f-952298fdad4f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:52:45.388884 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:45.565350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 29a81f29-4c5b-4afd-81ab-186088e27559 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:52:45.577850 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df79de47-2e0a-4aa1-93a0-fc5c4302c117 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:45.580270 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01d272-e97a-475b-b44a-f47b96aebac4 req-af8e512c-1fc1-432b-897a-dd207b1c0534 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:45.580933 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df79de47-2e0a-4aa1-93a0-fc5c4302c117 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:45.586379 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3c2d67c1-8116-419f-8209-9856a0e1ea31 None None] Provisioning complete for port 29a81f29-4c5b-4afd-81ab-186088e27559 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:45.586971 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c2d67c1-8116-419f-8209-9856a0e1ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:45.598808 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01d272-e97a-475b-b44a-f47b96aebac4 req-af8e512c-1fc1-432b-897a-dd207b1c0534 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:45.604961 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01d272-e97a-475b-b44a-f47b96aebac4 req-af8e512c-1fc1-432b-897a-dd207b1c0534 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:45.615940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01d272-e97a-475b-b44a-f47b96aebac4 req-af8e512c-1fc1-432b-897a-dd207b1c0534 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:45.636404 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01d272-e97a-475b-b44a-f47b96aebac4 req-af8e512c-1fc1-432b-897a-dd207b1c0534 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:45.645934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01d272-e97a-475b-b44a-f47b96aebac4 req-af8e512c-1fc1-432b-897a-dd207b1c0534 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:45.656713 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01d272-e97a-475b-b44a-f47b96aebac4 req-af8e512c-1fc1-432b-897a-dd207b1c0534 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:45.659356 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0f01d272-e97a-475b-b44a-f47b96aebac4 req-af8e512c-1fc1-432b-897a-dd207b1c0534 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5418 time: 0.2979844 Nov 13 04:52:45.660532 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bbc0171-ea59-46f6-bdb0-f8378e773e45 req-db1588bd-b626-4b5d-831b-5e9df7311d60 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:45.709192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1588bd-b626-4b5d-831b-5e9df7311d60 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Pushing event deleted for resources: {'Port': ['ID=b6a99d2a-db59-4847-85d3-d29e3600e8a7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:45.711750 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:45.712533 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:45.714137 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] 10.222.0.46 "PUT /v2.0/ports/fe1f52c2-7235-4738-85c2-7631042f8784 HTTP/1.1" status: 200 len: 1091 time: 3.8476908 Nov 13 04:52:45.727198 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-2125a43f-9471-4603-ba3d-7578aa5ac22c tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c6c8d06c0ca4bdea6b7320fa15c99bd&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2407393 Nov 13 04:52:45.729332 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df79de47-2e0a-4aa1-93a0-fc5c4302c117 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:45.729994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df79de47-2e0a-4aa1-93a0-fc5c4302c117 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Fanout notify agent at l3_agent the message router_deleted on router 30cf3a6d-c61e-440f-a5d2-18cdd56aabd5 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:52:45.732216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': 'fe1f52c2-7235-4738-85c2-7631042f8784'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:52:45.742297 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1eafe3-a18e-4e6a-acb8-07852415a054" -d '{"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "fe1f52c2-7235-4738-85c2-7631042f8784"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:52:45.762863 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df79de47-2e0a-4aa1-93a0-fc5c4302c117 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:45.764379 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-df79de47-2e0a-4aa1-93a0-fc5c4302c117 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "DELETE /v2.0/routers/30cf3a6d-c61e-440f-a5d2-18cdd56aabd5 HTTP/1.1" status: 204 len: 168 time: 1.6163442 Nov 13 04:52:45.792900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33058) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:45.810062 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Request body: {'port': {'device_id': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:45.834804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc878697-63d4-4f56-a6ff-07fecc42c963 req-da12d4b2-7395-4465-be1b-1b79e444761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:45.836633 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc878697-63d4-4f56-a6ff-07fecc42c963 req-da12d4b2-7395-4465-be1b-1b79e444761c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.7049201 Nov 13 04:52:45.899173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0f01d272-e97a-475b-b44a-f47b96aebac4 req-84631072-9dd2-42e4-873a-7abde0e8b971 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1917315 Nov 13 04:52:45.921482 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e9779705-1e57-4024-9558-3a16f4569408 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cf3a6d-c61e-440f-a5d2-18cdd56aabd5 HTTP/1.1" status: 200 len: 205 time: 0.1224442 Nov 13 04:52:45.948922 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33062) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:46.028417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] For port 51d10e2e-185e-43de-b903-2a9fefe410c4, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:52:46.060884 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbc0171-ea59-46f6-bdb0-f8378e773e45 req-db1588bd-b626-4b5d-831b-5e9df7311d60 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] No DVR routers for this DVR port b6a99d2a-db59-4847-85d3-d29e3600e8a7 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:52:46.063214 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-a0e7765f-75a1-4a34-821c-b86b93462d60 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] delete failed (client error): The resource could not be found. Nov 13 04:52:46.064374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a0e7765f-75a1-4a34-821c-b86b93462d60 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "DELETE /v2.0/routers/30cf3a6d-c61e-440f-a5d2-18cdd56aabd5 HTTP/1.1" status: 404 len: 336 time: 0.0696332 Nov 13 04:52:46.072915 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bbc0171-ea59-46f6-bdb0-f8378e773e45 req-db1588bd-b626-4b5d-831b-5e9df7311d60 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:46.078711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f528f3-29a9-4ca7-b12a-aa1b5ed46553 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1f52c2-7235-4738-85c2-7631042f8784,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:46.079233 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8bbc0171-ea59-46f6-bdb0-f8378e773e45 req-db1588bd-b626-4b5d-831b-5e9df7311d60 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "DELETE /v2.0/ports/b6a99d2a-db59-4847-85d3-d29e3600e8a7 HTTP/1.1" status: 204 len: 173 time: 1.2664533 Nov 13 04:52:46.079728 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6276ec-2569-4dce-9e16-dda24dd2fda9', 'name': 'network-vif-deleted', 'tag': 'b6a99d2a-db59-4847-85d3-d29e3600e8a7'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:52:46.082145 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948922b0-0e4a-48ab-993c-7963f7648e4c" -d '{"events": [{"server_uuid": "1b6276ec-2569-4dce-9e16-dda24dd2fda9", "name": "network-vif-deleted", "tag": "b6a99d2a-db59-4847-85d3-d29e3600e8a7"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:52:46.090529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33070) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:46.114728 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:46.123219 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['f60b3c65-296c-4b69-8a01-8da7b8e0fec9'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:52:46.129135 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154623a3-a884-4479-b8ce-904c187751b6 x-openstack-request-id: req-154623a3-a884-4479-b8ce-904c187751b6 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:52:46.129520 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6276ec-2569-4dce-9e16-dda24dd2fda9", "name": "network-vif-unplugged", "status": "completed", "tag": "b6a99d2a-db59-4847-85d3-d29e3600e8a7", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:52:46.129842 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-154623a3-a884-4479-b8ce-904c187751b6 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:52:46.130292 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6276ec-2569-4dce-9e16-dda24dd2fda9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a99d2a-db59-4847-85d3-d29e3600e8a7', 'code': 200} Nov 13 04:52:46.177329 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-75b702f0-311c-4c98-a8e2-257197583b01 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cdde978-ca22-460f-b3a4-d02de900bf8d HTTP/1.1" status: 200 len: 205 time: 0.0850792 Nov 13 04:52:46.192393 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] For port 51d10e2e-185e-43de-b903-2a9fefe410c4, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=51d10e2e-185e-43de-b903-2a9fefe410c4,segment=NetworkSegment(d8df2404-96c2-43bb-b807-127d63a43483),segment_id=d8df2404-96c2-43bb-b807-127d63a43483)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:52:46.193956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33074) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:46.240993 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-e0b9ce16-a869-4c20-8d62-b7fe99601d07 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] delete failed (client error): The resource could not be found. Nov 13 04:52:46.242138 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e0b9ce16-a869-4c20-8d62-b7fe99601d07 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "DELETE /v2.0/routers/9cdde978-ca22-460f-b3a4-d02de900bf8d HTTP/1.1" status: 404 len: 336 time: 0.0470486 Nov 13 04:52:46.246314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33076) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:46.253277 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:46.278984 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-91869623-74ed-41b0-a179-f36b7e9c10d2 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "GET /v2.0/ports?device_id=711567c5-cd89-47f2-8716-88fb7431cc79 HTTP/1.1" status: 200 len: 205 time: 0.0305154 Nov 13 04:52:46.281546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33080) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:46.324322 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-57bba51d-72ac-4864-b48f-1e4e8f126665 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] delete failed (client error): The resource could not be found. Nov 13 04:52:46.325468 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-57bba51d-72ac-4864-b48f-1e4e8f126665 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "DELETE /v2.0/routers/711567c5-cd89-47f2-8716-88fb7431cc79 HTTP/1.1" status: 404 len: 336 time: 0.0429475 Nov 13 04:52:46.334641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2705a715-468d-4ade-a853-f14822e7a75d req-32f30fe6-ce07-4a70-8254-f651b5109638 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/8fdee8e9-7cdd-491d-bdab-c4010d98d882 HTTP/1.1" status: 200 len: 1823 time: 0.1932104 Nov 13 04:52:46.335359 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33082) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:46.357394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bdc61-fd8a-4ee2-baf0-350454952830 None None] Pushing event updated for resources: {'Port': ['ID=51d10e2e-185e-43de-b903-2a9fefe410c4,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:46.397989 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2705a715-468d-4ade-a853-f14822e7a75d req-d2f1141c-17df-4c7c-93e8-e5a707f48e9a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:46.445166 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:46.466572 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2705a715-468d-4ade-a853-f14822e7a75d req-d2f1141c-17df-4c7c-93e8-e5a707f48e9a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:46.547203 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c34ed538-5265-451f-8c42-fdab3d1436fa tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "GET /v2.0/ports?device_id=12bf8492-7a56-476b-a363-80a21da83f95 HTTP/1.1" status: 200 len: 205 time: 0.1115394 Nov 13 04:52:46.552285 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-8ca9386d-a0a9-4cfd-a1a0-499aa7f2bd4c service neutron] 10.222.0.43 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8230879 Nov 13 04:52:46.554971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33088) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:46.609413 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2705a715-468d-4ade-a853-f14822e7a75d req-d2f1141c-17df-4c7c-93e8-e5a707f48e9a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:46.612315 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2705a715-468d-4ade-a853-f14822e7a75d req-d2f1141c-17df-4c7c-93e8-e5a707f48e9a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:46.613483 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2705a715-468d-4ade-a853-f14822e7a75d req-d2f1141c-17df-4c7c-93e8-e5a707f48e9a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "DELETE /v2.0/security-groups/8fdee8e9-7cdd-491d-bdab-c4010d98d882 HTTP/1.1" status: 204 len: 173 time: 0.2779377 Nov 13 04:52:46.625861 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-cf73ebc4-89fc-4342-8d87-657291bf8372 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] delete failed (client error): The resource could not be found. Nov 13 04:52:46.627018 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cf73ebc4-89fc-4342-8d87-657291bf8372 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "DELETE /v2.0/routers/12bf8492-7a56-476b-a363-80a21da83f95 HTTP/1.1" status: 404 len: 336 time: 0.0672355 Nov 13 04:52:46.637500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33092) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:46.638388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1141c-17df-4c7c-93e8-e5a707f48e9a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdee8e9-7cdd-491d-bdab-c4010d98d882,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:46.730760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e615831e-d810-4227-a3f8-54449f362c7b tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0dd518d-0329-4b7f-8eb3-30ec15cffa02 HTTP/1.1" status: 200 len: 205 time: 0.0786436 Nov 13 04:52:46.739353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33094) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:46.790449 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-412a1b12-a2e3-4174-8f62-afb469246bad tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] delete failed (client error): The resource could not be found. Nov 13 04:52:46.795566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-412a1b12-a2e3-4174-8f62-afb469246bad tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "DELETE /v2.0/routers/a0dd518d-0329-4b7f-8eb3-30ec15cffa02 HTTP/1.1" status: 404 len: 336 time: 0.0552695 Nov 13 04:52:46.796585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33096) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:46.804917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 29a81f29-4c5b-4afd-81ab-186088e27559 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:46.805420 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:46.856095 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b3714fcf-bc4d-4b96-8764-795efc5ee765 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "GET /v2.0/ports?device_id=2090a1f5-dcfa-4908-9f17-2a193569a0ea HTTP/1.1" status: 200 len: 205 time: 0.0421233 Nov 13 04:52:46.856660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33098) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:46.959216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855d82-453b-492f-8233-a6fa63410c48 req-88da1e16-e1bd-4b0d-b5a8-2807061dbb68 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:46.965250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855d82-453b-492f-8233-a6fa63410c48 req-88da1e16-e1bd-4b0d-b5a8-2807061dbb68 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:46.978770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855d82-453b-492f-8233-a6fa63410c48 req-88da1e16-e1bd-4b0d-b5a8-2807061dbb68 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:47.017527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855d82-453b-492f-8233-a6fa63410c48 req-88da1e16-e1bd-4b0d-b5a8-2807061dbb68 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:47.027389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855d82-453b-492f-8233-a6fa63410c48 req-88da1e16-e1bd-4b0d-b5a8-2807061dbb68 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:47.065629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855d82-453b-492f-8233-a6fa63410c48 req-88da1e16-e1bd-4b0d-b5a8-2807061dbb68 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:47.073162 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855d82-453b-492f-8233-a6fa63410c48 req-88da1e16-e1bd-4b0d-b5a8-2807061dbb68 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:47.095204 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-43855d82-453b-492f-8233-a6fa63410c48 req-88da1e16-e1bd-4b0d-b5a8-2807061dbb68 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5427 time: 0.3859301 Nov 13 04:52:47.111909 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-88675744-06e9-4c53-9529-8353fea679e0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] delete failed (client error): The resource could not be found. Nov 13 04:52:47.116548 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-88675744-06e9-4c53-9529-8353fea679e0 tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "DELETE /v2.0/routers/2090a1f5-dcfa-4908-9f17-2a193569a0ea HTTP/1.1" status: 404 len: 336 time: 0.2495971 Nov 13 04:52:47.123507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33106) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:47.179084 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac168e54-1087-4c43-9a20-904d3097d73a tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] DELETE failed (client error): The resource could not be found. Nov 13 04:52:47.179084 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac168e54-1087-4c43-9a20-904d3097d73a tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:52:47.179084 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ac168e54-1087-4c43-9a20-904d3097d73a tempest-RoutersIpV6AdminTest-2000753503 tempest-RoutersIpV6AdminTest-2000753503-project] 10.222.0.43 "DELETE /v2.0/subnets/298c2309-e19d-40f9-b995-99b77c66b660 HTTP/1.1" status: 404 len: 337 time: 0.0503817 Nov 13 04:52:47.273755 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c2d67c1-8116-419f-8209-9856a0e1ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:47.276827 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-43855d82-453b-492f-8233-a6fa63410c48 req-5b5ed387-7f4b-47c0-b5b7-f97d0117b0ac tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1804383 Nov 13 04:52:47.508016 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Allocated IP 2001:db8::1 (c1caf750-6638-4a6a-b854-af2b61447884/b3ecca40-70c8-4ccb-b6f6-3084303d1eeb/1c39ca0c-e224-4532-ba23-ee11286f16c6) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:47.592143 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:47.601536 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22313671-ea8c-405c-9aa7-eac733003835 x-openstack-request-id: req-22313671-ea8c-405c-9aa7-eac733003835 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:52:47.601830 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6276ec-2569-4dce-9e16-dda24dd2fda9", "name": "network-vif-deleted", "tag": "b6a99d2a-db59-4847-85d3-d29e3600e8a7", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:52:47.602107 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22313671-ea8c-405c-9aa7-eac733003835 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:52:47.602497 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6276ec-2569-4dce-9e16-dda24dd2fda9', 'name': 'network-vif-deleted', 'tag': 'b6a99d2a-db59-4847-85d3-d29e3600e8a7', 'status': 'completed', 'code': 200} Nov 13 04:52:47.650371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3c2d67c1-8116-419f-8209-9856a0e1ea31 None None] For port 29a81f29-4c5b-4afd-81ab-186088e27559, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=29a81f29-4c5b-4afd-81ab-186088e27559,segment=NetworkSegment(fbda8787-b011-4b07-ae46-08027a2600a1),segment_id=fbda8787-b011-4b07-ae46-08027a2600a1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:47.673411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b6a99d2a-db59-4847-85d3-d29e3600e8a7 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:52:47.696797 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e06cfd6c-ee3b-402b-9342-e998c3b6221f req-895cdd32-590a-4838-800c-f270bc60fb28 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/d5aca981-2499-45a8-a97d-92c81f97a2f4 HTTP/1.1" status: 200 len: 1822 time: 0.0674160 Nov 13 04:52:47.702028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33114) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:47.748568 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:47.784329 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c2d67c1-8116-419f-8209-9856a0e1ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:47.803279 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098e5534-ad80-4310-a737-0ff535e57f32 x-openstack-request-id: req-098e5534-ad80-4310-a737-0ff535e57f32 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:52:47.803579 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "fe1f52c2-7235-4738-85c2-7631042f8784", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:52:47.803881 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-098e5534-ad80-4310-a737-0ff535e57f32 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:52:47.804286 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': 'fe1f52c2-7235-4738-85c2-7631042f8784', 'status': 'completed', 'code': 200} Nov 13 04:52:47.817677 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:47.885504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: b6a99d2a-db59-4847-85d3-d29e3600e8a7 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:52:47.885504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device b6a99d2a-db59-4847-85d3-d29e3600e8a7 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:52:47.966620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Network c1caf750-6638-4a6a-b854-af2b61447884 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:47.969825 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6c1b-b586-4a06-a1bc-bde013c4847c req-9374184b-b911-41ee-bf82-579fa89e4d27 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:47.978463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6c1b-b586-4a06-a1bc-bde013c4847c req-9374184b-b911-41ee-bf82-579fa89e4d27 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:47.986837 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6c1b-b586-4a06-a1bc-bde013c4847c req-9374184b-b911-41ee-bf82-579fa89e4d27 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:47.994511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6c1b-b586-4a06-a1bc-bde013c4847c req-9374184b-b911-41ee-bf82-579fa89e4d27 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:48.003696 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6c1b-b586-4a06-a1bc-bde013c4847c req-9374184b-b911-41ee-bf82-579fa89e4d27 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:48.010858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6c1b-b586-4a06-a1bc-bde013c4847c req-9374184b-b911-41ee-bf82-579fa89e4d27 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:48.011845 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-cb99d79c-e254-4a32-a373-c67fa85d7308 service neutron] 10.222.0.43 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4032557 Nov 13 04:52:48.024870 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6c1b-b586-4a06-a1bc-bde013c4847c req-9374184b-b911-41ee-bf82-579fa89e4d27 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:48.028569 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f34b6c1b-b586-4a06-a1bc-bde013c4847c req-9374184b-b911-41ee-bf82-579fa89e4d27 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5418 time: 0.2131760 Nov 13 04:52:48.030205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:48.097169 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:52:48.098131 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:52:48.099020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d67c1-8116-419f-8209-9856a0e1ea31 None None] Pushing event updated for resources: {'Port': ['ID=29a81f29-4c5b-4afd-81ab-186088e27559,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:48.119321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:48.120083 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:48.122627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa51d-6ab7-4651-904d-eef96150f302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:48.133650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bc5640fb-d847-4885-901c-d656743f5571 None None] Provisioning complete for port 29a81f29-4c5b-4afd-81ab-186088e27559 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:48.134019 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc5640fb-d847-4885-901c-d656743f5571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:48.240314 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f34b6c1b-b586-4a06-a1bc-bde013c4847c req-ad80f947-8e90-4137-a06e-55b0b91b4646 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1960363 Nov 13 04:52:48.316564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d55428-b907-4295-ad4a-b17f871f8c2a None None] Network 4385c0f7-edb0-43c8-a964-0c03626404ee requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:52:48.322301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-da8312eb-204d-49c6-b9d3-9beab3d4d2c0 req-e5ecdd4d-91bf-4ba7-a220-23edcd5ed83f tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-431112363', 'description': 'tempest-description-1225977149'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:48.401371 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event updated for resources: {'Port': ['ID=1c39ca0c-e224-4532-ba23-ee11286f16c6,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:48.554507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eafe3-a18e-4e6a-acb8-07852415a054 req-6c463d64-2744-4234-b33e-00514442de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:48.555218 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eafe3-a18e-4e6a-acb8-07852415a054 req-6c463d64-2744-4234-b33e-00514442de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:48.555615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eafe3-a18e-4e6a-acb8-07852415a054 req-6c463d64-2744-4234-b33e-00514442de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:48.556142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eafe3-a18e-4e6a-acb8-07852415a054 req-6c463d64-2744-4234-b33e-00514442de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:48.556644 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eafe3-a18e-4e6a-acb8-07852415a054 req-6c463d64-2744-4234-b33e-00514442de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:48.557109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eafe3-a18e-4e6a-acb8-07852415a054 req-6c463d64-2744-4234-b33e-00514442de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:48.557568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eafe3-a18e-4e6a-acb8-07852415a054 req-6c463d64-2744-4234-b33e-00514442de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:48.559791 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5f1eafe3-a18e-4e6a-acb8-07852415a054 req-6c463d64-2744-4234-b33e-00514442de69 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e889b16bd745a8aae943f6a4671633&device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 6420 time: 0.7715600 Nov 13 04:52:48.582353 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4309b89f-4cce-4599-a1d1-2b1a57b9ec84 None None] Provisioning complete for port 51d10e2e-185e-43de-b903-2a9fefe410c4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:48.583002 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4309b89f-4cce-4599-a1d1-2b1a57b9ec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:48.606239 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa51d-6ab7-4651-904d-eef96150f302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:48.611215 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-da8312eb-204d-49c6-b9d3-9beab3d4d2c0 req-e5ecdd4d-91bf-4ba7-a220-23edcd5ed83f tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:48.645985 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa51d-6ab7-4651-904d-eef96150f302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:48.732201 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e1eaa51d-6ab7-4651-904d-eef96150f302 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7ae16a2ad4f45268e3449980db23756&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0286701 Nov 13 04:52:48.735775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eaa51d-6ab7-4651-904d-eef96150f302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e97a7ca-5e14-4a98-a853-9712626c43e9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:48.738431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33136) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:48.809628 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4309b89f-4cce-4599-a1d1-2b1a57b9ec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:48.831943 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2a71ee9-8ce5-4b11-8b94-2afbce036868 req-47624be6-6c53-4eb1-8c51-e265c764501e tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 210 time: 0.2830918 Nov 13 04:52:48.911348 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-da8312eb-204d-49c6-b9d3-9beab3d4d2c0 req-e5ecdd4d-91bf-4ba7-a220-23edcd5ed83f tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:48.924562 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4309b89f-4cce-4599-a1d1-2b1a57b9ec84 None None] For port 51d10e2e-185e-43de-b903-2a9fefe410c4, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=51d10e2e-185e-43de-b903-2a9fefe410c4,segment=NetworkSegment(d8df2404-96c2-43bb-b807-127d63a43483),segment_id=d8df2404-96c2-43bb-b807-127d63a43483)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:48.942401 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-da8312eb-204d-49c6-b9d3-9beab3d4d2c0 req-e5ecdd4d-91bf-4ba7-a220-23edcd5ed83f tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:48.957619 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4309b89f-4cce-4599-a1d1-2b1a57b9ec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.047795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322a4f79-c00c-43ae-a71e-64d33b973a45 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:49.071408 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.088252 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Transition to ACTIVE for port object 322a4f79-c00c-43ae-a71e-64d33b973a45 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:52:49.098355 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.103242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecdd4d-91bf-4ba7-a220-23edcd5ed83f tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495482c8-5cb9-455c-a5bb-82657b9bcc9d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:49.106528 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.129139 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111a23ac-49c8-475d-b2fe-8f91f990896b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.179989 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-da8312eb-204d-49c6-b9d3-9beab3d4d2c0 req-e5ecdd4d-91bf-4ba7-a220-23edcd5ed83f tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.181175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 51d10e2e-185e-43de-b903-2a9fefe410c4 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:52:49.184061 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da8312eb-204d-49c6-b9d3-9beab3d4d2c0 req-e5ecdd4d-91bf-4ba7-a220-23edcd5ed83f tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8926089 Nov 13 04:52:49.224798 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111a23ac-49c8-475d-b2fe-8f91f990896b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.296234 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111a23ac-49c8-475d-b2fe-8f91f990896b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.298995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4309b89f-4cce-4599-a1d1-2b1a57b9ec84 None None] Provisioning complete for port 1c39ca0c-e224-4532-ba23-ee11286f16c6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:49.300770 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4309b89f-4cce-4599-a1d1-2b1a57b9ec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.302779 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-111a23ac-49c8-475d-b2fe-8f91f990896b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.310155 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-111a23ac-49c8-475d-b2fe-8f91f990896b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e97a7ca-5e14-4a98-a853-9712626c43e9 HTTP/1.1" status: 204 len: 168 time: 0.5679438 Nov 13 04:52:49.337272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a23ac-49c8-475d-b2fe-8f91f990896b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e97a7ca-5e14-4a98-a853-9712626c43e9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:49.439949 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d5d12c5-9ba7-4aa8-9427-dc17d29a2b50 req-aaa37ba5-6535-4772-8b97-9a63f2ae861d tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/495482c8-5cb9-455c-a5bb-82657b9bcc9d HTTP/1.1" status: 200 len: 1823 time: 0.1279130 Nov 13 04:52:49.457055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9d5d12c5-9ba7-4aa8-9427-dc17d29a2b50 req-887896fb-a666-4791-98cc-f5f85aa0dc70 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '495482c8-5cb9-455c-a5bb-82657b9bcc9d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:49.457516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9d5d12c5-9ba7-4aa8-9427-dc17d29a2b50 req-887896fb-a666-4791-98cc-f5f85aa0dc70 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '495482c8-5cb9-455c-a5bb-82657b9bcc9d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:49.459248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4309b89f-4cce-4599-a1d1-2b1a57b9ec84 None None] Port 1c39ca0c-e224-4532-ba23-ee11286f16c6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:52:49.515282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eafe3-a18e-4e6a-acb8-07852415a054 req-2004ab51-4cdd-4f94-9949-bdd34a679f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:49.517341 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eafe3-a18e-4e6a-acb8-07852415a054 req-2004ab51-4cdd-4f94-9949-bdd34a679f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:49.520481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eafe3-a18e-4e6a-acb8-07852415a054 req-2004ab51-4cdd-4f94-9949-bdd34a679f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:49.527587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5f1eafe3-a18e-4e6a-acb8-07852415a054 req-2004ab51-4cdd-4f94-9949-bdd34a679f8d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=56e889b16bd745a8aae943f6a4671633&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9077048 Nov 13 04:52:49.544252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309b89f-4cce-4599-a1d1-2b1a57b9ec84 None None] Pushing event updated for resources: {'Port': ['ID=51d10e2e-185e-43de-b903-2a9fefe410c4,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:49.602856 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Pushing event updated for resources: {'Port': ['ID=322a4f79-c00c-43ae-a71e-64d33b973a45,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:49.616718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 51d10e2e-185e-43de-b903-2a9fefe410c4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:49.622519 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.623613 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9d5d12c5-9ba7-4aa8-9427-dc17d29a2b50 req-887896fb-a666-4791-98cc-f5f85aa0dc70 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.666365 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ce9a7cc9-f422-40db-a822-2c2e0fa26755 None None] Provisioning complete for port 51d10e2e-185e-43de-b903-2a9fefe410c4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:49.666870 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7cc9-f422-40db-a822-2c2e0fa26755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.703871 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9d5d12c5-9ba7-4aa8-9427-dc17d29a2b50 req-887896fb-a666-4791-98cc-f5f85aa0dc70 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.718541 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9d5d12c5-9ba7-4aa8-9427-dc17d29a2b50 req-887896fb-a666-4791-98cc-f5f85aa0dc70 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.764464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887896fb-a666-4791-98cc-f5f85aa0dc70 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51e70e9-176e-4357-b231-025111fd97cf,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:49.804913 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9d5d12c5-9ba7-4aa8-9427-dc17d29a2b50 req-887896fb-a666-4791-98cc-f5f85aa0dc70 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:49.814725 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d5d12c5-9ba7-4aa8-9427-dc17d29a2b50 req-887896fb-a666-4791-98cc-f5f85aa0dc70 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3669717 Nov 13 04:52:49.991937 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 29a81f29-4c5b-4afd-81ab-186088e27559 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:52:50.017302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33168) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:50.085854 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:50.111753 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 29a81f29-4c5b-4afd-81ab-186088e27559 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:50.111753 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:50.120581 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8180a1-4bcb-4f8e-b19d-cba77e253ddb req-d3af922f-66fb-4c58-93fc-5c2f95d98e39 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:50.134558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8180a1-4bcb-4f8e-b19d-cba77e253ddb req-d3af922f-66fb-4c58-93fc-5c2f95d98e39 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:50.143212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8180a1-4bcb-4f8e-b19d-cba77e253ddb req-d3af922f-66fb-4c58-93fc-5c2f95d98e39 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:50.150278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8180a1-4bcb-4f8e-b19d-cba77e253ddb req-d3af922f-66fb-4c58-93fc-5c2f95d98e39 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:50.157238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8180a1-4bcb-4f8e-b19d-cba77e253ddb req-d3af922f-66fb-4c58-93fc-5c2f95d98e39 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:50.157456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a167-9206-4b9d-b132-4316afe4d2b4 req-447e8334-cda0-4f77-95e4-aee5aa89a9a4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:50.163602 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8180a1-4bcb-4f8e-b19d-cba77e253ddb req-d3af922f-66fb-4c58-93fc-5c2f95d98e39 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:50.165434 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a167-9206-4b9d-b132-4316afe4d2b4 req-447e8334-cda0-4f77-95e4-aee5aa89a9a4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:50.170572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8180a1-4bcb-4f8e-b19d-cba77e253ddb req-d3af922f-66fb-4c58-93fc-5c2f95d98e39 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:50.172686 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0b8180a1-4bcb-4f8e-b19d-cba77e253ddb req-d3af922f-66fb-4c58-93fc-5c2f95d98e39 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.2378197 Nov 13 04:52:50.177918 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a167-9206-4b9d-b132-4316afe4d2b4 req-447e8334-cda0-4f77-95e4-aee5aa89a9a4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:50.186256 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a167-9206-4b9d-b132-4316afe4d2b4 req-447e8334-cda0-4f77-95e4-aee5aa89a9a4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:50.193110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a167-9206-4b9d-b132-4316afe4d2b4 req-447e8334-cda0-4f77-95e4-aee5aa89a9a4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:50.197321 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-af1a24b1-725c-43dd-9805-d325ac4e757a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f156d9cf02a4f668b293381d15090bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1773965 Nov 13 04:52:50.199584 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a167-9206-4b9d-b132-4316afe4d2b4 req-447e8334-cda0-4f77-95e4-aee5aa89a9a4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:50.205085 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:50.206860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a167-9206-4b9d-b132-4316afe4d2b4 req-447e8334-cda0-4f77-95e4-aee5aa89a9a4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:50.215030 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c232a167-9206-4b9d-b132-4316afe4d2b4 req-447e8334-cda0-4f77-95e4-aee5aa89a9a4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5427 time: 1.1117966 Nov 13 04:52:50.227157 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:50.228209 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:50.307478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0b8180a1-4bcb-4f8e-b19d-cba77e253ddb req-ae0fbc5a-4cfc-4415-84b9-42163939462b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1222301 Nov 13 04:52:50.333068 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69595e0e-b5ac-4aa2-8108-052428803602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:50.391081 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69595e0e-b5ac-4aa2-8108-052428803602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:50.474353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event updated for resources: {'Port': ['ID=1c39ca0c-e224-4532-ba23-ee11286f16c6,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:50.488545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Attempting to bind port 322a4f79-c00c-43ae-a71e-64d33b973a45 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:52:50.488951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Attempting to bind port 322a4f79-c00c-43ae-a71e-64d33b973a45 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '3c16ee0c-3ae1-42e7-a334-98524c6b2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:52:50.489335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Attempting to bind port 322a4f79-c00c-43ae-a71e-64d33b973a45 on network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:50.514152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69595e0e-b5ac-4aa2-8108-052428803602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:50.517834 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69595e0e-b5ac-4aa2-8108-052428803602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:50.519097 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-69595e0e-b5ac-4aa2-8108-052428803602 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/acc1196c-871d-4738-abcb-d5928f9e3235 HTTP/1.1" status: 204 len: 168 time: 0.3128693 Nov 13 04:52:50.542352 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Port 322a4f79-c00c-43ae-a71e-64d33b973a45 on network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:52:50.542676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Attempting to bind port 322a4f79-c00c-43ae-a71e-64d33b973a45 on network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:50.582238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:52:50.582579 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Checking segment: {'id': '3c16ee0c-3ae1-42e7-a334-98524c6b2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:50.582988 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Bound using segment: {'id': '3c16ee0c-3ae1-42e7-a334-98524c6b2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:52:50.583450 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Bound port: 322a4f79-c00c-43ae-a71e-64d33b973a45, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c16ee0c-3ae1-42e7-a334-98524c6b2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:52:50.583790 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:50.587885 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7a9afed2-9a3f-48cc-ad16-da76871d7637 req-4950b078-a746-4240-a7ac-55a4c6ef4dda tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/495482c8-5cb9-455c-a5bb-82657b9bcc9d HTTP/1.1" status: 200 len: 2417 time: 0.1316929 Nov 13 04:52:50.598803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69595e0e-b5ac-4aa2-8108-052428803602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc1196c-871d-4738-abcb-d5928f9e3235,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:50.612947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-7a9afed2-9a3f-48cc-ad16-da76871d7637 req-65b504ba-6cf1-4677-8e8f-e9ae9ed74216 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '495482c8-5cb9-455c-a5bb-82657b9bcc9d', 'remote_group_id': None}]} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:50.613343 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-7a9afed2-9a3f-48cc-ad16-da76871d7637 req-65b504ba-6cf1-4677-8e8f-e9ae9ed74216 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '495482c8-5cb9-455c-a5bb-82657b9bcc9d', 'remote_group_id': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:50.642058 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c232a167-9206-4b9d-b132-4316afe4d2b4 req-0e1d199d-c931-4f6e-abbb-68e578e98738 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4257910 Nov 13 04:52:50.702201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eafe3-a18e-4e6a-acb8-07852415a054 req-7e8fba66-b363-4cb2-8656-e97a641cafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:50.704357 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5f1eafe3-a18e-4e6a-acb8-07852415a054 req-7e8fba66-b363-4cb2-8656-e97a641cafbc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1506946 Nov 13 04:52:50.757730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Network c1caf750-6638-4a6a-b854-af2b61447884 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:50.762376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:50.835008 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a9afed2-9a3f-48cc-ad16-da76871d7637 req-65b504ba-6cf1-4677-8e8f-e9ae9ed74216 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:50.897284 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a9afed2-9a3f-48cc-ad16-da76871d7637 req-65b504ba-6cf1-4677-8e8f-e9ae9ed74216 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:50.909449 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a9afed2-9a3f-48cc-ad16-da76871d7637 req-65b504ba-6cf1-4677-8e8f-e9ae9ed74216 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:50.929965 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-900cb617-1459-4166-bf7c-8b5e8af99f0f req-163de45f-a6f1-4233-8caf-ea17298bf579 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 210 time: 0.0917706 Nov 13 04:52:50.966079 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] For port 322a4f79-c00c-43ae-a71e-64d33b973a45, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:52:50.971025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b504ba-6cf1-4677-8e8f-e9ae9ed74216 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559cd1eb-f95e-47a7-80ba-d3d44090ebb3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:50.982813 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a9afed2-9a3f-48cc-ad16-da76871d7637 req-65b504ba-6cf1-4677-8e8f-e9ae9ed74216 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:50.983171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] For port 322a4f79-c00c-43ae-a71e-64d33b973a45, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=322a4f79-c00c-43ae-a71e-64d33b973a45,segment=NetworkSegment(3c16ee0c-3ae1-42e7-a334-98524c6b2330),segment_id=3c16ee0c-3ae1-42e7-a334-98524c6b2330)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:52:50.988790 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7a9afed2-9a3f-48cc-ad16-da76871d7637 req-65b504ba-6cf1-4677-8e8f-e9ae9ed74216 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3876517 Nov 13 04:52:51.019235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-0e0cbfba-8523-4f8b-b61f-e22d80d1906d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:51.019655 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:51.021011 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-0e0cbfba-8523-4f8b-b61f-e22d80d1906d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "GET /v2.0/networks?id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa HTTP/1.1" status: 200 len: 805 time: 0.4726512 Nov 13 04:52:51.089816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-11e7fca6-c978-4af0-8b2c-98ccf60e8fc7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Request body: {'port': {'device_id': '89aa4377-96da-4abd-9548-85ea8d3fee8b', 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa', 'admin_state_up': True, 'tenant_id': '6c6c8d06c0ca4bdea6b7320fa15c99bd'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:51.171261 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Pushing event updated for resources: {'Port': ['ID=322a4f79-c00c-43ae-a71e-64d33b973a45,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:51.182000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:51.184378 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:51.187835 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-36fecf9b-666b-4bc5-add3-adcfcd99bac7 service neutron] 10.222.0.46 "PUT /v2.0/ports/322a4f79-c00c-43ae-a71e-64d33b973a45 HTTP/1.1" status: 200 len: 1091 time: 5.3957138 Nov 13 04:52:51.193146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': '322a4f79-c00c-43ae-a71e-64d33b973a45'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:52:51.202052 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab0b257-7715-48cc-8a1f-e03b2d680f77" -d '{"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "322a4f79-c00c-43ae-a71e-64d33b973a45"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:52:51.294947 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 51d10e2e-185e-43de-b903-2a9fefe410c4 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:52:51.402826 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8218bf15-237e-4f83-9e1d-5ab646eb268d x-openstack-request-id: req-8218bf15-237e-4f83-9e1d-5ab646eb268d {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:52:51.403070 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "322a4f79-c00c-43ae-a71e-64d33b973a45", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:52:51.403180 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8218bf15-237e-4f83-9e1d-5ab646eb268d {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:52:51.403589 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': '322a4f79-c00c-43ae-a71e-64d33b973a45', 'status': 'completed', 'code': 200} Nov 13 04:52:51.416105 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f62f6083-8999-4098-adea-48530b2fb0be req-a77441f0-2f9c-4df6-8f47-7e85e686e10c tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/495482c8-5cb9-455c-a5bb-82657b9bcc9d HTTP/1.1" status: 200 len: 3016 time: 0.3938866 Nov 13 04:52:51.509310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Router e7b8dae4-7bee-4245-9f79-0565f2633b41 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:52:51.518330 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-804359ef-583e-440f-bc79-bb1eb551006a req-cc99a367-0fd7-4ac7-88a5-7861bd659d2a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-group-rules/559cd1eb-f95e-47a7-80ba-d3d44090ebb3 HTTP/1.1" status: 200 len: 783 time: 0.0689516 Nov 13 04:52:51.521159 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e86396c3-2ee8-4dee-b5a7-446c9c7bd9b7 None None] Provisioning complete for port 1c39ca0c-e224-4532-ba23-ee11286f16c6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:51.524260 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e86396c3-2ee8-4dee-b5a7-446c9c7bd9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:51.581167 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 51d10e2e-185e-43de-b903-2a9fefe410c4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:51.581719 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:51.617241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e86396c3-2ee8-4dee-b5a7-446c9c7bd9b7 None None] Port 1c39ca0c-e224-4532-ba23-ee11286f16c6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:52:51.712624 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-11e7fca6-c978-4af0-8b2c-98ccf60e8fc7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Made reservation on behalf of 6c6c8d06c0ca4bdea6b7320fa15c99bd for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:51.716312 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-11e7fca6-c978-4af0-8b2c-98ccf60e8fc7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:51.735029 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-804359ef-583e-440f-bc79-bb1eb551006a req-fa779eef-e1b0-416c-9e0a-79b9ab18fae2 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/495482c8-5cb9-455c-a5bb-82657b9bcc9d HTTP/1.1" status: 200 len: 3016 time: 0.1998208 Nov 13 04:52:51.802458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device de58f93c-d5cf-4928-9fa1-0dafe167d15d up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:52:51.872874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port de58f93c-d5cf-4928-9fa1-0dafe167d15d completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:52:51.878353 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port de58f93c-d5cf-4928-9fa1-0dafe167d15d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:51.879069 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:51.962041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-11e7fca6-c978-4af0-8b2c-98ccf60e8fc7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Allocated IP 172.20.0.5 (ddee612a-1233-4d2d-834d-0d8cc0f07cfa/a149c78c-3ec3-4358-b619-c6f87b382343/edc81823-e5ff-4627-83ff-0a84ccc9c651) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:51.992370 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:52.037516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port de58f93c-d5cf-4928-9fa1-0dafe167d15d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=de58f93c-d5cf-4928-9fa1-0dafe167d15d,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:52.038519 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de58f93c-d5cf-4928-9fa1-0dafe167d15d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:52:52.041113 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f04aee-1784-43b5-96cd-c256806ef7d2" -d '{"events": [{"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-plugged", "status": "completed", "tag": "de58f93c-d5cf-4928-9fa1-0dafe167d15d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:52:52.048909 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:52.050406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 474242ce-f6ca-44f2-a46f-952298fdad4f up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:52:52.170059 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=de58f93c-d5cf-4928-9fa1-0dafe167d15d,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:52.170369 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-11e7fca6-c978-4af0-8b2c-98ccf60e8fc7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:52.192620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 474242ce-f6ca-44f2-a46f-952298fdad4f completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:52:52.201127 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 474242ce-f6ca-44f2-a46f-952298fdad4f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:52.201623 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:52.210056 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-804359ef-583e-440f-bc79-bb1eb551006a req-cc325d6a-0f0e-4e47-a574-004fb96e1639 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:52.219874 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-804359ef-583e-440f-bc79-bb1eb551006a req-cc325d6a-0f0e-4e47-a574-004fb96e1639 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:52.257522 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-11e7fca6-c978-4af0-8b2c-98ccf60e8fc7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:52.332979 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7fca6-c978-4af0-8b2c-98ccf60e8fc7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Pushing event updated for resources: {'Port': ['ID=edc81823-e5ff-4627-83ff-0a84ccc9c651,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:52.336575 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-804359ef-583e-440f-bc79-bb1eb551006a req-cc325d6a-0f0e-4e47-a574-004fb96e1639 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:52.340990 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-804359ef-583e-440f-bc79-bb1eb551006a req-cc325d6a-0f0e-4e47-a574-004fb96e1639 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:52.342374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-804359ef-583e-440f-bc79-bb1eb551006a req-cc325d6a-0f0e-4e47-a574-004fb96e1639 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/559cd1eb-f95e-47a7-80ba-d3d44090ebb3 HTTP/1.1" status: 204 len: 173 time: 0.6065123 Nov 13 04:52:52.352717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-11e7fca6-c978-4af0-8b2c-98ccf60e8fc7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Network ddee612a-1233-4d2d-834d-0d8cc0f07cfa is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:52.357320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc325d6a-0f0e-4e47-a574-004fb96e1639 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=559cd1eb-f95e-47a7-80ba-d3d44090ebb3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:52.360192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-11e7fca6-c978-4af0-8b2c-98ccf60e8fc7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:52.362472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-11e7fca6-c978-4af0-8b2c-98ccf60e8fc7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:52.410748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-132b9aea-2525-4b24-97e4-5722dd659e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.411361 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-132b9aea-2525-4b24-97e4-5722dd659e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.412087 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-132b9aea-2525-4b24-97e4-5722dd659e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.412213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-132b9aea-2525-4b24-97e4-5722dd659e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.412622 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-132b9aea-2525-4b24-97e4-5722dd659e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.413080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-132b9aea-2525-4b24-97e4-5722dd659e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.413535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-132b9aea-2525-4b24-97e4-5722dd659e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.423752 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-132b9aea-2525-4b24-97e4-5722dd659e60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e889b16bd745a8aae943f6a4671633&device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 6487 time: 1.1447558 Nov 13 04:52:52.463787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-11e7fca6-c978-4af0-8b2c-98ccf60e8fc7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.464536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-11e7fca6-c978-4af0-8b2c-98ccf60e8fc7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:52.477588 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:52.508143 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-11e7fca6-c978-4af0-8b2c-98ccf60e8fc7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4552498 Nov 13 04:52:52.509519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33244) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:52.544752 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 474242ce-f6ca-44f2-a46f-952298fdad4f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=474242ce-f6ca-44f2-a46f-952298fdad4f,segment=NetworkSegment(fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab),segment_id=fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:52.552396 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:52.553778 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 19099ef5-6d30-4282-af7f-46bf14ca6429 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:52:52.576975 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:52:52.589548 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e83156ce-546d-4e4a-9d8c-57dc30805b00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "PUT /v2.0/routers/e7b8dae4-7bee-4245-9f79-0565f2633b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0411928 Nov 13 04:52:52.626557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ed3f8-8c53-4129-b66c-c8556876e0a4 None None] Sync routers for ids ['e7b8dae4-7bee-4245-9f79-0565f2633b41'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:52:52.632808 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33252) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:52.646504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7a4b9-2d9a-415c-bf5e-1068bbbc3d87 req-3d3a75cb-1a69-4d4c-b49a-ac52b20b488d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.657859 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7a4b9-2d9a-415c-bf5e-1068bbbc3d87 req-3d3a75cb-1a69-4d4c-b49a-ac52b20b488d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.665715 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7a4b9-2d9a-415c-bf5e-1068bbbc3d87 req-3d3a75cb-1a69-4d4c-b49a-ac52b20b488d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.672547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7a4b9-2d9a-415c-bf5e-1068bbbc3d87 req-3d3a75cb-1a69-4d4c-b49a-ac52b20b488d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.679913 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7a4b9-2d9a-415c-bf5e-1068bbbc3d87 req-3d3a75cb-1a69-4d4c-b49a-ac52b20b488d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.686302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7a4b9-2d9a-415c-bf5e-1068bbbc3d87 req-3d3a75cb-1a69-4d4c-b49a-ac52b20b488d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.692886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7a4b9-2d9a-415c-bf5e-1068bbbc3d87 req-3d3a75cb-1a69-4d4c-b49a-ac52b20b488d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.702415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0a7a4b9-2d9a-415c-bf5e-1068bbbc3d87 req-3d3a75cb-1a69-4d4c-b49a-ac52b20b488d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 1.2391205 Nov 13 04:52:52.706735 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-32401649-90c0-4537-89eb-ae324e28a2e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 HTTP/1.1" status: 200 len: 217 time: 0.1323791 Nov 13 04:52:52.798640 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=474242ce-f6ca-44f2-a46f-952298fdad4f,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:52.805801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ed3f8-8c53-4129-b66c-c8556876e0a4 None None] Routers {'e7b8dae4-7bee-4245-9f79-0565f2633b41'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:52.807419 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-361ed3f8-8c53-4129-b66c-c8556876e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e7b8dae4-7bee-4245-9f79-0565f2633b41'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:52.835650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-446f9d0c-8d68-48de-b521-98475a9efe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:52.837144 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-446f9d0c-8d68-48de-b521-98475a9efe5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b89a777-78f4-4339-bcc5-ce101bcdd17e HTTP/1.1" status: 200 len: 856 time: 0.1155136 Nov 13 04:52:52.855429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-361ed3f8-8c53-4129-b66c-c8556876e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:52.857964 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0a7a4b9-2d9a-415c-bf5e-1068bbbc3d87 req-de475460-b72a-470a-84eb-c1eb22aae28f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1540267 Nov 13 04:52:52.866811 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 19099ef5-6d30-4282-af7f-46bf14ca6429 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:52:52.869169 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ed3f8-8c53-4129-b66c-c8556876e0a4 None None] Routers {'e7b8dae4-7bee-4245-9f79-0565f2633b41'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:52:52.870095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-361ed3f8-8c53-4129-b66c-c8556876e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e7b8dae4-7bee-4245-9f79-0565f2633b41'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:52.876113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 19099ef5-6d30-4282-af7f-46bf14ca6429 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:52.876739 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:52.913008 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-361ed3f8-8c53-4129-b66c-c8556876e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:52:52.913775 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ed3f8-8c53-4129-b66c-c8556876e0a4 None None] The sync data for ids ['e7b8dae4-7bee-4245-9f79-0565f2633b41'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:52:53.014033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-2a75de4d-4431-453a-96e2-0df970b194a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:53.015788 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-2a75de4d-4431-453a-96e2-0df970b194a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c27c071-3ae5-43fe-b926-2a8ca6120cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1524334 Nov 13 04:52:53.043419 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:53.126716 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 19099ef5-6d30-4282-af7f-46bf14ca6429, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=19099ef5-6d30-4282-af7f-46bf14ca6429,segment=NetworkSegment(93000c6e-4393-4184-955a-8b1462f6fe2c),segment_id=93000c6e-4393-4184-955a-8b1462f6fe2c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:53.132555 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:53.133793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 011a8497-145c-4fd7-903e-19cf452a8ebd up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:52:53.239992 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=19099ef5-6d30-4282-af7f-46bf14ca6429,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:53.252615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496aac7-8ae9-42ce-9df8-af6c15773f41 req-aef48483-1227-4ae1-bce1-0646c2dd7085 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:53.260077 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6496aac7-8ae9-42ce-9df8-af6c15773f41 req-aef48483-1227-4ae1-bce1-0646c2dd7085 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 931 time: 0.2797229 Nov 13 04:52:53.262516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 011a8497-145c-4fd7-903e-19cf452a8ebd completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:52:53.272494 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 011a8497-145c-4fd7-903e-19cf452a8ebd triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:53.275046 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:53.286041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1977753572'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:53.286926 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-eb661ed9-bfc0-496a-9437-b5f69b182fd0 service neutron] 10.222.0.46 "GET /v2.0/networks/1c27c071-3ae5-43fe-b926-2a8ca6120cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175772 Nov 13 04:52:53.293092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Request body: {'port': {'device_id': '89aa4377-96da-4abd-9548-85ea8d3fee8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:53.353836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92cefa-bec8-4722-bfbb-ab1e1deb4db9 req-642927a9-1c8b-4de3-bd5f-21e7c8cb10e4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:53.377057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92cefa-bec8-4722-bfbb-ab1e1deb4db9 req-642927a9-1c8b-4de3-bd5f-21e7c8cb10e4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:53.385539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92cefa-bec8-4722-bfbb-ab1e1deb4db9 req-642927a9-1c8b-4de3-bd5f-21e7c8cb10e4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:53.394540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92cefa-bec8-4722-bfbb-ab1e1deb4db9 req-642927a9-1c8b-4de3-bd5f-21e7c8cb10e4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:53.400751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92cefa-bec8-4722-bfbb-ab1e1deb4db9 req-642927a9-1c8b-4de3-bd5f-21e7c8cb10e4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:53.407234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92cefa-bec8-4722-bfbb-ab1e1deb4db9 req-642927a9-1c8b-4de3-bd5f-21e7c8cb10e4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:53.426800 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92cefa-bec8-4722-bfbb-ab1e1deb4db9 req-642927a9-1c8b-4de3-bd5f-21e7c8cb10e4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:53.429051 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7a92cefa-bec8-4722-bfbb-ab1e1deb4db9 req-642927a9-1c8b-4de3-bd5f-21e7c8cb10e4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5429 time: 0.9039025 Nov 13 04:52:53.491593 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6496aac7-8ae9-42ce-9df8-af6c15773f41 req-477dc0b6-476b-4f83-b90e-fe989e7d7cc7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232840 Nov 13 04:52:53.523297 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:53.564211 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742bfbdb-5676-4b55-8496-e4c497c706dd x-openstack-request-id: req-742bfbdb-5676-4b55-8496-e4c497c706dd {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:52:53.567229 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-plugged", "status": "completed", "tag": "de58f93c-d5cf-4928-9fa1-0dafe167d15d", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:52:53.568128 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-742bfbdb-5676-4b55-8496-e4c497c706dd {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:52:53.568708 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de58f93c-d5cf-4928-9fa1-0dafe167d15d', 'code': 200} Nov 13 04:52:53.604731 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 011a8497-145c-4fd7-903e-19cf452a8ebd, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=011a8497-145c-4fd7-903e-19cf452a8ebd,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:53.616478 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:53.617861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 6d87d897-6e26-4667-b983-aa5694802d80 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:52:53.673347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:53.677775 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:53.679827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=011a8497-145c-4fd7-903e-19cf452a8ebd,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:53.681086 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:53.689563 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-f57dbb61-b5e9-4855-8cda-770b0ce97a0c service neutron] 10.222.0.46 "GET /v2.0/networks/1c27c071-3ae5-43fe-b926-2a8ca6120cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677056 Nov 13 04:52:53.751730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-1a19d540-490f-4f34-8be8-f57b9652e9e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=321611fc-1ecc-49e1-931e-f0b57b629cb6 HTTP/1.1" status: 200 len: 217 time: 0.0521638 Nov 13 04:52:53.756364 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e173a31-8fe1-47ca-8da4-5b2ddc091660 req-5422ec36-89e1-4eb4-9e2d-9fefa79e0ce5 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/495482c8-5cb9-455c-a5bb-82657b9bcc9d HTTP/1.1" status: 200 len: 2417 time: 0.1894705 Nov 13 04:52:53.759984 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:53.762275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 6d87d897-6e26-4667-b983-aa5694802d80 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:52:53.768883 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 6d87d897-6e26-4667-b983-aa5694802d80 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:53.769248 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:53.864488 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-9f1b1655-e1f9-46b9-8922-f8d14969c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:53.865471 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:53.866465 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-9f1b1655-e1f9-46b9-8922-f8d14969c212 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.1053953 Nov 13 04:52:53.901798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 6d87d897-6e26-4667-b983-aa5694802d80, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=6d87d897-6e26-4667-b983-aa5694802d80,segment=NetworkSegment(fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab),segment_id=fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:53.909236 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:53.911367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f60b3c65-296c-4b69-8a01-8da7b8e0fec9 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:52:53.980345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-5c45bd45-c9e0-481c-ae6e-24c0051d88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:53.982659 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-5c45bd45-c9e0-481c-ae6e-24c0051d88a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0828969 Nov 13 04:52:54.022948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port f60b3c65-296c-4b69-8a01-8da7b8e0fec9 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:52:54.045790 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1e173a31-8fe1-47ca-8da4-5b2ddc091660 req-19044de6-82d4-4a56-9d21-30c499c0af51 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.052720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=6d87d897-6e26-4667-b983-aa5694802d80,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:54.056532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port f60b3c65-296c-4b69-8a01-8da7b8e0fec9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:54.057081 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.082777 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7a92cefa-bec8-4722-bfbb-ab1e1deb4db9 req-e932ea82-10f0-45d0-a7e8-d92abb9817d3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6068871 Nov 13 04:52:54.100413 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1e173a31-8fe1-47ca-8da4-5b2ddc091660 req-19044de6-82d4-4a56-9d21-30c499c0af51 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.165983 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1e173a31-8fe1-47ca-8da4-5b2ddc091660 req-19044de6-82d4-4a56-9d21-30c499c0af51 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.167720 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.169079 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1e173a31-8fe1-47ca-8da4-5b2ddc091660 req-19044de6-82d4-4a56-9d21-30c499c0af51 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.170257 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e173a31-8fe1-47ca-8da4-5b2ddc091660 req-19044de6-82d4-4a56-9d21-30c499c0af51 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "DELETE /v2.0/security-groups/495482c8-5cb9-455c-a5bb-82657b9bcc9d HTTP/1.1" status: 204 len: 173 time: 0.3090439 Nov 13 04:52:54.201734 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19044de6-82d4-4a56-9d21-30c499c0af51 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495482c8-5cb9-455c-a5bb-82657b9bcc9d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:54.222486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f60b3c65-296c-4b69-8a01-8da7b8e0fec9, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f60b3c65-296c-4b69-8a01-8da7b8e0fec9,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:54.241084 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.241994 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5f399afc-4069-477e-8131-37a3697f6c2f up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:52:54.256698 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-3483f5dc-06db-429b-bc07-63fd7a7c99e1 req-7a130628-3c4d-4b76-93be-a801e5374490 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] show failed (client error): The resource could not be found. Nov 13 04:52:54.259055 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3483f5dc-06db-429b-bc07-63fd7a7c99e1 req-7a130628-3c4d-4b76-93be-a801e5374490 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/8fdee8e9-7cdd-491d-bdab-c4010d98d882 HTTP/1.1" status: 404 len: 352 time: 0.0538893 Nov 13 04:52:54.264272 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b3a9f429-7a63-468f-9257-f339f9b4e60f service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711928 Nov 13 04:52:54.379371 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-11be3a2c-b9b4-4ae5-a322-cde6f4cbd0af service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063733 Nov 13 04:52:54.415778 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=f60b3c65-296c-4b69-8a01-8da7b8e0fec9,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:54.416087 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.423286 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-082b7196-c507-4c09-88ea-afd0a7444538 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:52:54.427395 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-082b7196-c507-4c09-88ea-afd0a7444538 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "PUT /v2.0/routers/e7b8dae4-7bee-4245-9f79-0565f2633b41/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7873001 Nov 13 04:52:54.441372 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33278) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:54.445824 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 5f399afc-4069-477e-8131-37a3697f6c2f completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:52:54.452485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 5f399afc-4069-477e-8131-37a3697f6c2f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:52:54.453430 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.505263 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749c4a1-ee47-4861-a82b-e3abc62424a2 req-18456e34-a66b-4c6e-a076-f6ec13b66089 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:54.511818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749c4a1-ee47-4861-a82b-e3abc62424a2 req-18456e34-a66b-4c6e-a076-f6ec13b66089 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:54.524756 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749c4a1-ee47-4861-a82b-e3abc62424a2 req-18456e34-a66b-4c6e-a076-f6ec13b66089 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:54.548818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749c4a1-ee47-4861-a82b-e3abc62424a2 req-18456e34-a66b-4c6e-a076-f6ec13b66089 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:54.567314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749c4a1-ee47-4861-a82b-e3abc62424a2 req-18456e34-a66b-4c6e-a076-f6ec13b66089 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:54.572133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-45ca2d32-cb1a-4fe4-b4ff-8fa689392d3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=45514580-8632-4c56-ab8d-1dc483712314 HTTP/1.1" status: 200 len: 217 time: 0.1664333 Nov 13 04:52:54.574937 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749c4a1-ee47-4861-a82b-e3abc62424a2 req-18456e34-a66b-4c6e-a076-f6ec13b66089 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:54.583277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749c4a1-ee47-4861-a82b-e3abc62424a2 req-18456e34-a66b-4c6e-a076-f6ec13b66089 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:54.584315 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.601536 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b749c4a1-ee47-4861-a82b-e3abc62424a2 req-18456e34-a66b-4c6e-a076-f6ec13b66089 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.2783589 Nov 13 04:52:54.601536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.661048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5f399afc-4069-477e-8131-37a3697f6c2f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5f399afc-4069-477e-8131-37a3697f6c2f,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:54.664854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:52:54.666493 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.669100 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc81823-e5ff-4627-83ff-0a84ccc9c651 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:52:54.697481 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7828c83c-37d5-4082-a408-bec36e3bdb9b req-e857f7e8-0898-492c-a69e-4fa0a6d4ed0c tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/d5aca981-2499-45a8-a97d-92c81f97a2f4 HTTP/1.1" status: 200 len: 1822 time: 0.3170731 Nov 13 04:52:54.698674 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.717949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.730707 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Added segment 038c57e2-7df1-4a59-9967-f8401f16b85e of type vlan for network 63517ab3-2070-4aed-993a-d13fb8f8841c Nov 13 04:52:54.733829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba560ed-387f-4e09-8ccd-309642bc7434,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:54.743529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5f399afc-4069-477e-8131-37a3697f6c2f,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:54.770405 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c99c0870-6227-4b0d-b380-b1e85cc50879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:54.772119 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c99c0870-6227-4b0d-b380-b1e85cc50879 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.1836758 Nov 13 04:52:54.829601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Transition to ACTIVE for port object edc81823-e5ff-4627-83ff-0a84ccc9c651 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:52:54.838556 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b749c4a1-ee47-4861-a82b-e3abc62424a2 req-dedb884f-3120-45be-a058-378654f6686e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2148826 Nov 13 04:52:54.841036 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.843589 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.916971 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7828c83c-37d5-4082-a408-bec36e3bdb9b req-7af493f2-45f5-4bd4-a0d8-7d713c2741a6 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:54.994569 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:55.001486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:55.002129 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:55.004166 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7828c83c-37d5-4082-a408-bec36e3bdb9b req-7af493f2-45f5-4bd4-a0d8-7d713c2741a6 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:55.021420 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-01f270a4-a277-4348-83b3-f847c76dac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:55.023154 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-01f270a4-a277-4348-83b3-f847c76dac80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2393255 Nov 13 04:52:55.076040 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5652301 Nov 13 04:52:55.077396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Pushing event updated for resources: {'Port': ['ID=edc81823-e5ff-4627-83ff-0a84ccc9c651,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:55.082047 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33292) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:55.113080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-cc5c01a8-abbc-48f5-a12e-28e747e7d844 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:55.190671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Attempting to bind port edc81823-e5ff-4627-83ff-0a84ccc9c651 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:52:55.191123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Attempting to bind port edc81823-e5ff-4627-83ff-0a84ccc9c651 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:52:55.191456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Attempting to bind port edc81823-e5ff-4627-83ff-0a84ccc9c651 on network ddee612a-1233-4d2d-834d-0d8cc0f07cfa {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:55.193857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa49663-45aa-4570-812f-167a25d962bd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Network': ['ID=63517ab3-2070-4aed-993a-d13fb8f8841c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:55.207130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:52:55.218302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe25b70-577e-4c64-b9c1-e79ed6117742 req-00234848-4087-444a-85c1-bb9bdc577bf9 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:55.226420 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7828c83c-37d5-4082-a408-bec36e3bdb9b req-7af493f2-45f5-4bd4-a0d8-7d713c2741a6 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:55.229196 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7828c83c-37d5-4082-a408-bec36e3bdb9b req-7af493f2-45f5-4bd4-a0d8-7d713c2741a6 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:55.230203 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9fe25b70-577e-4c64-b9c1-e79ed6117742 req-00234848-4087-444a-85c1-bb9bdc577bf9 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 943 time: 0.2569118 Nov 13 04:52:55.230557 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7828c83c-37d5-4082-a408-bec36e3bdb9b req-7af493f2-45f5-4bd4-a0d8-7d713c2741a6 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "DELETE /v2.0/security-groups/d5aca981-2499-45a8-a97d-92c81f97a2f4 HTTP/1.1" status: 204 len: 173 time: 0.5200963 Nov 13 04:52:55.242399 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Port edc81823-e5ff-4627-83ff-0a84ccc9c651 on network ddee612a-1233-4d2d-834d-0d8cc0f07cfa not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:52:55.242715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Attempting to bind port edc81823-e5ff-4627-83ff-0a84ccc9c651 on network ddee612a-1233-4d2d-834d-0d8cc0f07cfa {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:55.254147 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af493f2-45f5-4bd4-a0d8-7d713c2741a6 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aca981-2499-45a8-a97d-92c81f97a2f4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:55.271007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:52:55.272237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Checking segment: {'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:55.272904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Bound using segment: {'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:52:55.274085 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Bound port: edc81823-e5ff-4627-83ff-0a84ccc9c651, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:52:55.274883 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:55.395631 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-332c2745-3c3f-4445-bf02-49cbe6c1410a service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640232 Nov 13 04:52:55.399256 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5c01a8-abbc-48f5-a12e-28e747e7d844 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:55.402851 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc5c01a8-abbc-48f5-a12e-28e747e7d844 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:55.414312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] For port edc81823-e5ff-4627-83ff-0a84ccc9c651, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:52:55.417854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] For port edc81823-e5ff-4627-83ff-0a84ccc9c651, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edc81823-e5ff-4627-83ff-0a84ccc9c651,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:52:55.436319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:55.450878 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9fe25b70-577e-4c64-b9c1-e79ed6117742 req-94d61290-c1a2-43e7-bc0b-6725814498d4 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195683 Nov 13 04:52:55.492385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:55.493131 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:55.494612 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] 10.222.0.36 "PUT /v2.0/ports/edc81823-e5ff-4627-83ff-0a84ccc9c651 HTTP/1.1" status: 200 len: 1091 time: 2.9603200 Nov 13 04:52:55.495738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89aa4377-96da-4abd-9548-85ea8d3fee8b', 'tag': 'edc81823-e5ff-4627-83ff-0a84ccc9c651'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:52:55.498893 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295c32e1-16fd-43c1-9880-be1d55f1d2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "89aa4377-96da-4abd-9548-85ea8d3fee8b", "tag": "edc81823-e5ff-4627-83ff-0a84ccc9c651"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:52:55.570939 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474242ce-f6ca-44f2-a46f-952298fdad4f'}, {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19099ef5-6d30-4282-af7f-46bf14ca6429'}, {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011a8497-145c-4fd7-903e-19cf452a8ebd'}, {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d87d897-6e26-4667-b983-aa5694802d80'}, {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60b3c65-296c-4b69-8a01-8da7b8e0fec9'}, {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f399afc-4069-477e-8131-37a3697f6c2f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:52:55.573348 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d87aa27-8d6c-464f-8af3-29b6f7b04108" -d '{"events": [{"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-plugged", "status": "completed", "tag": "474242ce-f6ca-44f2-a46f-952298fdad4f"}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-plugged", "status": "completed", "tag": "19099ef5-6d30-4282-af7f-46bf14ca6429"}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-plugged", "status": "completed", "tag": "011a8497-145c-4fd7-903e-19cf452a8ebd"}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-plugged", "status": "completed", "tag": "6d87d897-6e26-4667-b983-aa5694802d80"}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-plugged", "status": "completed", "tag": "f60b3c65-296c-4b69-8a01-8da7b8e0fec9"}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-plugged", "status": "completed", "tag": "5f399afc-4069-477e-8131-37a3697f6c2f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:52:55.575873 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749071b-0c95-4786-b95e-4ecc02059877 service neutron] Pushing event updated for resources: {'Port': ['ID=edc81823-e5ff-4627-83ff-0a84ccc9c651,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:55.619073 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c63096a0-2ca2-4d8a-b403-6460e53ed2a4 req-1ddf4957-ccf3-48e2-b316-13e1337dddcc tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/b5c7b560-3c03-494f-a64d-5b177941052a HTTP/1.1" status: 200 len: 1823 time: 0.1305749 Nov 13 04:52:55.708311 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-829be30c-1a1e-42c4-8a66-ae79fba923e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:55.710551 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-829be30c-1a1e-42c4-8a66-ae79fba923e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c6c8d06c0ca4bdea6b7320fa15c99bd&device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 1094 time: 0.1358149 Nov 13 04:52:55.750181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-9540ae96-7e4c-484c-a5ce-5993deccf5fe service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268790 Nov 13 04:52:55.771396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-0df21edc-4deb-4b8a-89fd-0bd27fde3ed2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edc81823-e5ff-4627-83ff-0a84ccc9c651 HTTP/1.1" status: 200 len: 217 time: 0.0409269 Nov 13 04:52:55.812747 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-9e3bf4d4-dc08-48ec-9ead-6a3035761ddc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=d72231e5-0188-49aa-8b14-4f48155c025b HTTP/1.1" status: 200 len: 217 time: 0.0514839 Nov 13 04:52:55.819574 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c63096a0-2ca2-4d8a-b403-6460e53ed2a4 req-f38213e8-a696-4217-a669-5d1db3889403 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:55.837747 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf807-3638-441e-816b-c6b6a3181b65 req-4412e0b8-154c-49ec-9c11-9b5bfc8e8686 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:55.844049 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf807-3638-441e-816b-c6b6a3181b65 req-4412e0b8-154c-49ec-9c11-9b5bfc8e8686 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:55.845631 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c63096a0-2ca2-4d8a-b403-6460e53ed2a4 req-f38213e8-a696-4217-a669-5d1db3889403 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:55.850626 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf807-3638-441e-816b-c6b6a3181b65 req-4412e0b8-154c-49ec-9c11-9b5bfc8e8686 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:55.857445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf807-3638-441e-816b-c6b6a3181b65 req-4412e0b8-154c-49ec-9c11-9b5bfc8e8686 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:55.865595 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf807-3638-441e-816b-c6b6a3181b65 req-4412e0b8-154c-49ec-9c11-9b5bfc8e8686 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:55.872556 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf807-3638-441e-816b-c6b6a3181b65 req-4412e0b8-154c-49ec-9c11-9b5bfc8e8686 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:55.878818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf807-3638-441e-816b-c6b6a3181b65 req-4412e0b8-154c-49ec-9c11-9b5bfc8e8686 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:55.880860 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a38bf807-3638-441e-816b-c6b6a3181b65 req-4412e0b8-154c-49ec-9c11-9b5bfc8e8686 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5434 time: 0.4970889 Nov 13 04:52:55.912906 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c63096a0-2ca2-4d8a-b403-6460e53ed2a4 req-f38213e8-a696-4217-a669-5d1db3889403 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:55.916569 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c63096a0-2ca2-4d8a-b403-6460e53ed2a4 req-f38213e8-a696-4217-a669-5d1db3889403 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:55.918074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c63096a0-2ca2-4d8a-b403-6460e53ed2a4 req-f38213e8-a696-4217-a669-5d1db3889403 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "DELETE /v2.0/security-groups/b5c7b560-3c03-494f-a64d-5b177941052a HTTP/1.1" status: 204 len: 173 time: 0.2548449 Nov 13 04:52:55.936846 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38213e8-a696-4217-a669-5d1db3889403 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c7b560-3c03-494f-a64d-5b177941052a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:55.949227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-8dd4d010-79bb-4aef-900c-b59213aa20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:55.951241 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-8dd4d010-79bb-4aef-900c-b59213aa20a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a149c78c-3ec3-4358-b619-c6f87b382343 HTTP/1.1" status: 200 len: 845 time: 0.1702046 Nov 13 04:52:56.001237 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b91a6f08-3a4a-4c97-89ca-f480e5bf8ff2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:56.052823 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-773cbc2f-9021-4779-957d-86f0851b66d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875328 Nov 13 04:52:56.117483 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc5c01a8-abbc-48f5-a12e-28e747e7d844 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:56.140799 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a38bf807-3638-441e-816b-c6b6a3181b65 req-ac9ff369-ba64-4a32-be9b-f502b2d470a0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2448628 Nov 13 04:52:56.180736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b54e5ac4-a95a-4a46-bd6b-9deda4af849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:56.182657 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-b54e5ac4-a95a-4a46-bd6b-9deda4af849d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.3612015 Nov 13 04:52:56.238104 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sat, 13 Nov 2021 04:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538744e2-5737-4d7c-a3a1-f8ab70f496da x-openstack-request-id: req-538744e2-5737-4d7c-a3a1-f8ab70f496da {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:52:56.238643 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-plugged", "status": "completed", "tag": "474242ce-f6ca-44f2-a46f-952298fdad4f", "code": 200}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-plugged", "status": "completed", "tag": "19099ef5-6d30-4282-af7f-46bf14ca6429", "code": 200}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-plugged", "status": "completed", "tag": "011a8497-145c-4fd7-903e-19cf452a8ebd", "code": 200}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-plugged", "status": "completed", "tag": "6d87d897-6e26-4667-b983-aa5694802d80", "code": 200}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-plugged", "status": "completed", "tag": "f60b3c65-296c-4b69-8a01-8da7b8e0fec9", "code": 200}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-plugged", "status": "completed", "tag": "5f399afc-4069-477e-8131-37a3697f6c2f", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:52:56.238764 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-538744e2-5737-4d7c-a3a1-f8ab70f496da {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:52:56.239368 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474242ce-f6ca-44f2-a46f-952298fdad4f', 'code': 200} Nov 13 04:52:56.239646 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19099ef5-6d30-4282-af7f-46bf14ca6429', 'code': 200} Nov 13 04:52:56.240485 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011a8497-145c-4fd7-903e-19cf452a8ebd', 'code': 200} Nov 13 04:52:56.240739 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d87d897-6e26-4667-b983-aa5694802d80', 'code': 200} Nov 13 04:52:56.242446 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60b3c65-296c-4b69-8a01-8da7b8e0fec9', 'code': 200} Nov 13 04:52:56.242701 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f399afc-4069-477e-8131-37a3697f6c2f', 'code': 200} Nov 13 04:52:56.275754 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-e4449bd5-8cdd-4b7e-9e66-9533e2aa7c7e service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148371 Nov 13 04:52:56.279733 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a64b653-0c10-4ab1-a138-56931a8a3570 x-openstack-request-id: req-6a64b653-0c10-4ab1-a138-56931a8a3570 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:52:56.279733 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89aa4377-96da-4abd-9548-85ea8d3fee8b", "tag": "edc81823-e5ff-4627-83ff-0a84ccc9c651", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:52:56.279733 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a64b653-0c10-4ab1-a138-56931a8a3570 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:52:56.280221 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89aa4377-96da-4abd-9548-85ea8d3fee8b', 'tag': 'edc81823-e5ff-4627-83ff-0a84ccc9c651', 'status': 'completed', 'code': 200} Nov 13 04:52:56.315344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c01a8-abbc-48f5-a12e-28e747e7d844 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=3000524c-2675-4944-b0d4-d5c6f42440b5,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:56.374175 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-00b4a165-2e03-421f-84e0-b4436fc27f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:56.376125 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-00b4a165-2e03-421f-84e0-b4436fc27f3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1581936 Nov 13 04:52:56.416443 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c49d5cb2-ea28-410d-aa32-c6a138987d2e req-597ff351-30c4-44e6-bf1b-f4bff7914c69 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/1c00389e-e085-42be-be85-166e251e6366 HTTP/1.1" status: 200 len: 1822 time: 0.1095424 Nov 13 04:52:56.496014 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-714aa0fe-70e9-49ba-8098-069400119cb5 req-b0567cf5-69f4-4774-801d-13143bf96560 service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070982 Nov 13 04:52:56.582253 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c49d5cb2-ea28-410d-aa32-c6a138987d2e req-a49af1fc-5c69-4f23-94eb-5b61fca2a8e2 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:56.615261 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c49d5cb2-ea28-410d-aa32-c6a138987d2e req-a49af1fc-5c69-4f23-94eb-5b61fca2a8e2 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:56.687535 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c49d5cb2-ea28-410d-aa32-c6a138987d2e req-a49af1fc-5c69-4f23-94eb-5b61fca2a8e2 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:56.691521 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c49d5cb2-ea28-410d-aa32-c6a138987d2e req-a49af1fc-5c69-4f23-94eb-5b61fca2a8e2 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:56.692953 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c49d5cb2-ea28-410d-aa32-c6a138987d2e req-a49af1fc-5c69-4f23-94eb-5b61fca2a8e2 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "DELETE /v2.0/security-groups/1c00389e-e085-42be-be85-166e251e6366 HTTP/1.1" status: 204 len: 173 time: 0.2689424 Nov 13 04:52:56.758022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49af1fc-5c69-4f23-94eb-5b61fca2a8e2 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c00389e-e085-42be-be85-166e251e6366,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:56.771840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c32e1-16fd-43c1-9880-be1d55f1d2f9 req-2a0e671c-b4da-411b-9cbd-862d8cb70612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:56.782545 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-295c32e1-16fd-43c1-9880-be1d55f1d2f9 req-2a0e671c-b4da-411b-9cbd-862d8cb70612 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c6c8d06c0ca4bdea6b7320fa15c99bd&device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 1094 time: 0.1109786 Nov 13 04:52:56.888139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026a08c-1642-45bb-8df5-74032bd36ee5 req-89c24ee9-d93e-45f3-a1ba-a655ce994ace tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:56.889892 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a026a08c-1642-45bb-8df5-74032bd36ee5 req-89c24ee9-d93e-45f3-a1ba-a655ce994ace tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 943 time: 0.1053531 Nov 13 04:52:56.893713 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5c01a8-abbc-48f5-a12e-28e747e7d844 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:56.894996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5c01a8-abbc-48f5-a12e-28e747e7d844 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network hostable DHCP agents. Network: 63517ab3-2070-4aed-993a-d13fb8f8841c, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:52:56.975645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a026a08c-1642-45bb-8df5-74032bd36ee5 req-1d754aeb-e4f3-4240-a188-00e9b732bcc7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567422 Nov 13 04:52:57.009703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c32e1-16fd-43c1-9880-be1d55f1d2f9 req-13abe035-8fb9-4d37-a6e7-52b757569c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.011656 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-295c32e1-16fd-43c1-9880-be1d55f1d2f9 req-13abe035-8fb9-4d37-a6e7-52b757569c22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa HTTP/1.1" status: 200 len: 906 time: 0.1957653 Nov 13 04:52:57.088826 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-295c32e1-16fd-43c1-9880-be1d55f1d2f9 req-dfdfe527-28fc-467c-8b89-0f9bec417877 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edc81823-e5ff-4627-83ff-0a84ccc9c651 HTTP/1.1" status: 200 len: 217 time: 0.0659635 Nov 13 04:52:57.122607 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6a301-acf0-49fb-89d9-33d9f1a7cfac req-d25ebd46-f545-4c21-86c0-f06d11192747 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.128988 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6a301-acf0-49fb-89d9-33d9f1a7cfac req-d25ebd46-f545-4c21-86c0-f06d11192747 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.135470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6a301-acf0-49fb-89d9-33d9f1a7cfac req-d25ebd46-f545-4c21-86c0-f06d11192747 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.144147 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6a301-acf0-49fb-89d9-33d9f1a7cfac req-d25ebd46-f545-4c21-86c0-f06d11192747 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.153542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6a301-acf0-49fb-89d9-33d9f1a7cfac req-d25ebd46-f545-4c21-86c0-f06d11192747 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.159809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6a301-acf0-49fb-89d9-33d9f1a7cfac req-d25ebd46-f545-4c21-86c0-f06d11192747 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.166225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6a301-acf0-49fb-89d9-33d9f1a7cfac req-d25ebd46-f545-4c21-86c0-f06d11192747 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.168277 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7f6a301-acf0-49fb-89d9-33d9f1a7cfac req-d25ebd46-f545-4c21-86c0-f06d11192747 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.7910111 Nov 13 04:52:57.181621 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-603b73a9-fb41-4881-954a-3e52390866b1 req-4a8c3068-d5be-4469-aeb0-45d82fcf0a34 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/0f9fd137-48e4-4455-8676-6b741a69457d HTTP/1.1" status: 200 len: 2423 time: 0.1588085 Nov 13 04:52:57.185002 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c32e1-16fd-43c1-9880-be1d55f1d2f9 req-f5a179d6-882c-4422-a5bc-59ef1b92000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.189176 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-295c32e1-16fd-43c1-9880-be1d55f1d2f9 req-f5a179d6-882c-4422-a5bc-59ef1b92000b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a149c78c-3ec3-4358-b619-c6f87b382343 HTTP/1.1" status: 200 len: 845 time: 0.0891621 Nov 13 04:52:57.196167 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5c01a8-abbc-48f5-a12e-28e747e7d844 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:52:57.214633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f07273-5662-403f-be60-85b16a6bab69 req-b649bb80-0de7-4f6f-bbb5-6260edde2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.221464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f07273-5662-403f-be60-85b16a6bab69 req-b649bb80-0de7-4f6f-bbb5-6260edde2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.221464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f07273-5662-403f-be60-85b16a6bab69 req-b649bb80-0de7-4f6f-bbb5-6260edde2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.221464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f07273-5662-403f-be60-85b16a6bab69 req-b649bb80-0de7-4f6f-bbb5-6260edde2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.221464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f07273-5662-403f-be60-85b16a6bab69 req-b649bb80-0de7-4f6f-bbb5-6260edde2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.221464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f07273-5662-403f-be60-85b16a6bab69 req-b649bb80-0de7-4f6f-bbb5-6260edde2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.221464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f07273-5662-403f-be60-85b16a6bab69 req-b649bb80-0de7-4f6f-bbb5-6260edde2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.221464 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b8f07273-5662-403f-be60-85b16a6bab69 req-b649bb80-0de7-4f6f-bbb5-6260edde2f3d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 6491 time: 0.3368187 Nov 13 04:52:57.222181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-a638f9a9-84cd-415f-a223-c79e57978625 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8294468 Nov 13 04:52:57.231786 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-295c32e1-16fd-43c1-9880-be1d55f1d2f9 req-766e863e-8181-489e-a573-8d107c62a920 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363622 Nov 13 04:52:57.278758 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-cc5c01a8-abbc-48f5-a12e-28e747e7d844 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 63517ab3-2070-4aed-993a-d13fb8f8841c) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:57.286780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5c01a8-abbc-48f5-a12e-28e747e7d844 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.287397 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc5c01a8-abbc-48f5-a12e-28e747e7d844 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:57.290365 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e86a7a-c9a9-4c25-8ec5-dd872deebc5d None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:52:57.347551 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-603b73a9-fb41-4881-954a-3e52390866b1 req-4c3b925f-f189-41ae-a006-c2ae26394eb8 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:57.350889 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cc5c01a8-abbc-48f5-a12e-28e747e7d844 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2426529 Nov 13 04:52:57.353882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33346) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:57.362418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-270f4b07-e687-48a1-bf98-255382d3805c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'name': 'tempest-NetworksTestDHCPv6-238169054'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:52:57.432618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-603b73a9-fb41-4881-954a-3e52390866b1 req-4c3b925f-f189-41ae-a006-c2ae26394eb8 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:57.463788 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b8f07273-5662-403f-be60-85b16a6bab69 req-ce68c810-cd9a-4ec3-b5fc-a4b3582be340 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2237592 Nov 13 04:52:57.496012 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d7f6a301-acf0-49fb-89d9-33d9f1a7cfac req-ea89be5a-081b-44fb-92d5-b37e244e5c50 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3023636 Nov 13 04:52:57.519389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': '3000524c-2675-4944-b0d4-d5c6f42440b5'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:52:57.520064 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:57.611894 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-0df513b3-361d-4f5d-aae0-8337fe83d68c service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477581 Nov 13 04:52:57.632952 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-295c32e1-16fd-43c1-9880-be1d55f1d2f9 req-f63924a7-efd3-4e6f-80df-f7a71512e2ca service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911433 Nov 13 04:52:57.693084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b91a6f08-3a4a-4c97-89ca-f480e5bf8ff2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Deleting port 1c39ca0c-e224-4532-ba23-ee11286f16c6 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:52:57.693613 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b91a6f08-3a4a-4c97-89ca-f480e5bf8ff2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:57.774802 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Allocated IP 2001:db8::2 (63517ab3-2070-4aed-993a-d13fb8f8841c/3000524c-2675-4944-b0d4-d5c6f42440b5/52777765-d28a-4707-89c1-112a47d0c88a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:57.828898 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270f4b07-e687-48a1-bf98-255382d3805c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:52:57.833838 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-270f4b07-e687-48a1-bf98-255382d3805c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:57.863813 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-603b73a9-fb41-4881-954a-3e52390866b1 req-4c3b925f-f189-41ae-a006-c2ae26394eb8 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:57.866736 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-603b73a9-fb41-4881-954a-3e52390866b1 req-4c3b925f-f189-41ae-a006-c2ae26394eb8 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:57.868086 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-603b73a9-fb41-4881-954a-3e52390866b1 req-4c3b925f-f189-41ae-a006-c2ae26394eb8 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "DELETE /v2.0/security-groups/0f9fd137-48e4-4455-8676-6b741a69457d HTTP/1.1" status: 204 len: 173 time: 0.6801796 Nov 13 04:52:57.871146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-270f4b07-e687-48a1-bf98-255382d3805c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port af010838-e4c9-4f5d-b9c8-1287fa962ea5 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:52:57.901571 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114650d-f7ef-4a13-a19c-eb7113334e4c req-9aa02b9b-e2f8-4c72-a953-027aac22ef88 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.921905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114650d-f7ef-4a13-a19c-eb7113334e4c req-9aa02b9b-e2f8-4c72-a953-027aac22ef88 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.925443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b925f-f189-41ae-a006-c2ae26394eb8 tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9fd137-48e4-4455-8676-6b741a69457d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:57.940795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114650d-f7ef-4a13-a19c-eb7113334e4c req-9aa02b9b-e2f8-4c72-a953-027aac22ef88 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.956237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114650d-f7ef-4a13-a19c-eb7113334e4c req-9aa02b9b-e2f8-4c72-a953-027aac22ef88 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.990310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114650d-f7ef-4a13-a19c-eb7113334e4c req-9aa02b9b-e2f8-4c72-a953-027aac22ef88 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:57.992628 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-295c32e1-16fd-43c1-9880-be1d55f1d2f9 req-6cce31a1-adf7-44cd-bfab-26d89ff3877d service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475246 Nov 13 04:52:58.006667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114650d-f7ef-4a13-a19c-eb7113334e4c req-9aa02b9b-e2f8-4c72-a953-027aac22ef88 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:58.057187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114650d-f7ef-4a13-a19c-eb7113334e4c req-9aa02b9b-e2f8-4c72-a953-027aac22ef88 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:58.059801 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6114650d-f7ef-4a13-a19c-eb7113334e4c req-9aa02b9b-e2f8-4c72-a953-027aac22ef88 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5434 time: 0.4356503 Nov 13 04:52:58.104638 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-887f3c23-7790-4e1e-9cea-e8d12cf8900b req-be48cb72-a426-4e71-8c22-290a0c1c570e tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "GET /v2.0/security-groups/d291e598-2877-45be-84ab-044e0dc549f5 HTTP/1.1" status: 200 len: 2417 time: 0.1989918 Nov 13 04:52:58.109061 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:58.119856 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:58.175247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Pushing event updated for resources: {'Port': ['ID=52777765-d28a-4707-89c1-112a47d0c88a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:58.184298 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b91a6f08-3a4a-4c97-89ca-f480e5bf8ff2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:58.197976 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:58.200433 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:58.205776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:58.220066 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b91a6f08-3a4a-4c97-89ca-f480e5bf8ff2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Calling delete_port for 1c39ca0c-e224-4532-ba23-ee11286f16c6 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:52:58.224548 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-887f3c23-7790-4e1e-9cea-e8d12cf8900b req-f16a2c1c-b5ec-4b05-ab84-6c3e9e3baa6a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:58.277174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Attempting to bind port 52777765-d28a-4707-89c1-112a47d0c88a on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:52:58.277898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Attempting to bind port 52777765-d28a-4707-89c1-112a47d0c88a by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:52:58.278713 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Attempting to bind port 52777765-d28a-4707-89c1-112a47d0c88a on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:52:58.283735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-270f4b07-e687-48a1-bf98-255382d3805c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::121 (63517ab3-2070-4aed-993a-d13fb8f8841c/3000524c-2675-4944-b0d4-d5c6f42440b5/af010838-e4c9-4f5d-b9c8-1287fa962ea5) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:52:58.287109 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-887f3c23-7790-4e1e-9cea-e8d12cf8900b req-f16a2c1c-b5ec-4b05-ab84-6c3e9e3baa6a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:58.288784 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:52:58.289276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:52:58.289938 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:58.290985 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:52:58.294378 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Bound port: 52777765-d28a-4707-89c1-112a47d0c88a, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:52:58.294951 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:58.334798 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-60794685-a0ab-4515-ba2c-52915e337607 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=925847cc-c518-475b-9df3-58b3ae25f918 HTTP/1.1" status: 200 len: 217 time: 0.2740374 Nov 13 04:52:58.380126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] For port 52777765-d28a-4707-89c1-112a47d0c88a, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:52:58.385886 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] For port 52777765-d28a-4707-89c1-112a47d0c88a, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=52777765-d28a-4707-89c1-112a47d0c88a,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:52:58.396394 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:58.460769 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-887f3c23-7790-4e1e-9cea-e8d12cf8900b req-f16a2c1c-b5ec-4b05-ab84-6c3e9e3baa6a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:58.465735 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-887f3c23-7790-4e1e-9cea-e8d12cf8900b req-f16a2c1c-b5ec-4b05-ab84-6c3e9e3baa6a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:58.473461 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-887f3c23-7790-4e1e-9cea-e8d12cf8900b req-f16a2c1c-b5ec-4b05-ab84-6c3e9e3baa6a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] 10.222.0.43 "DELETE /v2.0/security-groups/d291e598-2877-45be-84ab-044e0dc549f5 HTTP/1.1" status: 204 len: 173 time: 0.3593364 Nov 13 04:52:58.496521 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33372) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:58.505774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-cdede178-215b-495a-accc-15ec6a9c13e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:58.506947 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-cdede178-215b-495a-accc-15ec6a9c13e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.1513784 Nov 13 04:52:58.514851 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:58.521321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541c9fc-d18d-4d82-ba1f-46a025c083cb None None] Pushing event updated for resources: {'Port': ['ID=52777765-d28a-4707-89c1-112a47d0c88a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:58.666947 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-270f4b07-e687-48a1-bf98-255382d3805c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:58.674251 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1874254-ed8f-4811-9ac2-4112e45e0539 admin admin] Deleting subnet 7acfccba-e8f2-4ccc-9274-f3277059c679 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:52:58.692251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a2c1c-b5ec-4b05-ab84-6c3e9e3baa6a tempest-SecurityGroupRulesTestJSON-1527131193 tempest-SecurityGroupRulesTestJSON-1527131193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d291e598-2877-45be-84ab-044e0dc549f5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:58.758238 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6114650d-f7ef-4a13-a19c-eb7113334e4c req-d7813a8a-ab73-4220-a96d-65d21204e384 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6791375 Nov 13 04:52:58.776710 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1874254-ed8f-4811-9ac2-4112e45e0539 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:58.843855 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-270f4b07-e687-48a1-bf98-255382d3805c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:58.870328 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:58.920628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc2b90-b5bf-46cf-8951-6ecf391ec9a3 req-b92c690b-555b-4e23-8e9d-a6f81c68a77f tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:58.922828 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1edc2b90-b5bf-46cf-8951-6ecf391ec9a3 req-b92c690b-555b-4e23-8e9d-a6f81c68a77f tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 943 time: 0.2341180 Nov 13 04:52:58.997244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270f4b07-e687-48a1-bf98-255382d3805c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:52:59.008356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-270f4b07-e687-48a1-bf98-255382d3805c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:52:59.015703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f4b07-e687-48a1-bf98-255382d3805c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:52:59.026937 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270f4b07-e687-48a1-bf98-255382d3805c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:59.028016 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-270f4b07-e687-48a1-bf98-255382d3805c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:59.036367 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1874254-ed8f-4811-9ac2-4112e45e0539 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:59.040472 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-8a79232c-2147-44e2-9725-78fcef68f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:59.043045 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-8a79232c-2147-44e2-9725-78fcef68f26d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3475115 Nov 13 04:52:59.059735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f4b07-e687-48a1-bf98-255382d3805c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=af010838-e4c9-4f5d-b9c8-1287fa962ea5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:59.129687 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-270f4b07-e687-48a1-bf98-255382d3805c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7721543 Nov 13 04:52:59.133032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33384) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:59.215158 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1edc2b90-b5bf-46cf-8951-6ecf391ec9a3 req-fa2cde5e-5868-4243-87e2-df9a07b16c0b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561305 Nov 13 04:52:59.249497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90b85-c28d-488c-a3c3-3e2a6095ec36 req-0f4793ab-8f0c-4441-927b-d2f66f1004d9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:59.256392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90b85-c28d-488c-a3c3-3e2a6095ec36 req-0f4793ab-8f0c-4441-927b-d2f66f1004d9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:59.262580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90b85-c28d-488c-a3c3-3e2a6095ec36 req-0f4793ab-8f0c-4441-927b-d2f66f1004d9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:59.269822 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90b85-c28d-488c-a3c3-3e2a6095ec36 req-0f4793ab-8f0c-4441-927b-d2f66f1004d9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:59.277515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90b85-c28d-488c-a3c3-3e2a6095ec36 req-0f4793ab-8f0c-4441-927b-d2f66f1004d9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:59.284672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90b85-c28d-488c-a3c3-3e2a6095ec36 req-0f4793ab-8f0c-4441-927b-d2f66f1004d9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:59.290701 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3da68f4-9850-45ce-bf80-c5597358def2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:59.290944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90b85-c28d-488c-a3c3-3e2a6095ec36 req-0f4793ab-8f0c-4441-927b-d2f66f1004d9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:59.293115 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4cd90b85-c28d-488c-a3c3-3e2a6095ec36 req-0f4793ab-8f0c-4441-927b-d2f66f1004d9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.3419418 Nov 13 04:52:59.298375 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3da68f4-9850-45ce-bf80-c5597358def2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:52:59.300059 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a3da68f4-9850-45ce-bf80-c5597358def2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1661217 Nov 13 04:52:59.302708 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33390) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:52:59.413452 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1874254-ed8f-4811-9ac2-4112e45e0539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:59.491716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2791672f-b8f7-4131-8b7f-4f4f9293b7b8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port af010838-e4c9-4f5d-b9c8-1287fa962ea5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:52:59.492111 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2791672f-b8f7-4131-8b7f-4f4f9293b7b8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:59.559035 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b91a6f08-3a4a-4c97-89ca-f480e5bf8ff2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:59.617426 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4cd90b85-c28d-488c-a3c3-3e2a6095ec36 req-bea4acda-35fb-4c73-a31f-d914111fdb5f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3020189 Nov 13 04:52:59.659133 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2791672f-b8f7-4131-8b7f-4f4f9293b7b8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:59.676566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2791672f-b8f7-4131-8b7f-4f4f9293b7b8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for af010838-e4c9-4f5d-b9c8-1287fa962ea5 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:52:59.679588 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edc81823-e5ff-4627-83ff-0a84ccc9c651 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:52:59.743275 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a6f08-3a4a-4c97-89ca-f480e5bf8ff2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event deleted for resources: {'Port': ['ID=1c39ca0c-e224-4532-ba23-ee11286f16c6,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:52:59.764346 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1874254-ed8f-4811-9ac2-4112e45e0539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:59.785883 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-11e61577-22e3-4ed9-baf1-e090d34bac20 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571100 Nov 13 04:52:59.962940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edc81823-e5ff-4627-83ff-0a84ccc9c651, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edc81823-e5ff-4627-83ff-0a84ccc9c651,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:52:59.969830 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2791672f-b8f7-4131-8b7f-4f4f9293b7b8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:52:59.998273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'edc81823-e5ff-4627-83ff-0a84ccc9c651', 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa', 'port_id': 'edc81823-e5ff-4627-83ff-0a84ccc9c651', 'mac_address': 'fa:16:3e:ce:9b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a149c78c-3ec3-4358-b619-c6f87b382343', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:53:00.061271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1874254-ed8f-4811-9ac2-4112e45e0539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7acfccba-e8f2-4ccc-9274-f3277059c679,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:00.073730 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791672f-b8f7-4131-8b7f-4f4f9293b7b8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=af010838-e4c9-4f5d-b9c8-1287fa962ea5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:00.101885 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:00.123868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1874254-ed8f-4811-9ac2-4112e45e0539 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:00.134762 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc81823-e5ff-4627-83ff-0a84ccc9c651 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:53:00.141737 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f1874254-ed8f-4811-9ac2-4112e45e0539 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7acfccba-e8f2-4ccc-9274-f3277059c679 HTTP/1.1" status: 204 len: 168 time: 1.6423092 Nov 13 04:53:00.143477 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e3e5c-4004-414f-b334-fe8f8f6ac685 req-6587fb4c-2353-48d0-8cba-8dfcfa41d109 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:00.148964 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b91a6f08-3a4a-4c97-89ca-f480e5bf8ff2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:00.149853 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e3e5c-4004-414f-b334-fe8f8f6ac685 req-6587fb4c-2353-48d0-8cba-8dfcfa41d109 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:00.154785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33402) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:00.158650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e3e5c-4004-414f-b334-fe8f8f6ac685 req-6587fb4c-2353-48d0-8cba-8dfcfa41d109 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:00.165871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e3e5c-4004-414f-b334-fe8f8f6ac685 req-6587fb4c-2353-48d0-8cba-8dfcfa41d109 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:00.171892 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e3e5c-4004-414f-b334-fe8f8f6ac685 req-6587fb4c-2353-48d0-8cba-8dfcfa41d109 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:00.176741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edc81823-e5ff-4627-83ff-0a84ccc9c651, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edc81823-e5ff-4627-83ff-0a84ccc9c651,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:00.189818 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:00.201233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e3e5c-4004-414f-b334-fe8f8f6ac685 req-6587fb4c-2353-48d0-8cba-8dfcfa41d109 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:00.226944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e3e5c-4004-414f-b334-fe8f8f6ac685 req-6587fb4c-2353-48d0-8cba-8dfcfa41d109 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:00.228907 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-743e3e5c-4004-414f-b334-fe8f8f6ac685 req-6587fb4c-2353-48d0-8cba-8dfcfa41d109 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5434 time: 0.2722521 Nov 13 04:53:00.235063 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2791672f-b8f7-4131-8b7f-4f4f9293b7b8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:00.238624 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2791672f-b8f7-4131-8b7f-4f4f9293b7b8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/af010838-e4c9-4f5d-b9c8-1287fa962ea5 HTTP/1.1" status: 204 len: 168 time: 0.9349372 Nov 13 04:53:00.245898 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33408) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:00.306502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=edc81823-e5ff-4627-83ff-0a84ccc9c651,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:00.335546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac32fa6-2190-40c0-aa63-3585e1a041a6 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:00.447112 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5e310c5b-688f-4df8-866f-0bf984b0126a None None] Provisioning complete for port 52777765-d28a-4707-89c1-112a47d0c88a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:00.447430 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e310c5b-688f-4df8-866f-0bf984b0126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:00.627766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['edc81823-e5ff-4627-83ff-0a84ccc9c651'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:53:00.643230 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-027408f7-fa77-4a2e-8acc-c7e0c5429133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:00.667118 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c66fea34-3907-4a4f-92dc-52a764109471 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7375512 Nov 13 04:53:00.687000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91a6f08-3a4a-4c97-89ca-f480e5bf8ff2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Router e7b8dae4-7bee-4245-9f79-0565f2633b41 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:53:00.725378 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fa2be-0434-41ca-87d4-cc39770419cf req-8da115b1-cb89-4664-9968-0ed903017f84 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:00.733500 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d19fa2be-0434-41ca-87d4-cc39770419cf req-8da115b1-cb89-4664-9968-0ed903017f84 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 944 time: 0.3597574 Nov 13 04:53:00.794629 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-743e3e5c-4004-414f-b334-fe8f8f6ac685 req-72d14e85-735f-44d2-b729-932a9e85f6b4 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5546625 Nov 13 04:53:00.830077 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-a01388c3-5095-4cf8-a17f-a65ed863a630 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe1f52c2-7235-4738-85c2-7631042f8784 HTTP/1.1" status: 200 len: 217 time: 0.1540182 Nov 13 04:53:00.887202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e2d4c6-2731-45c7-8738-747e14383d46 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:00.889038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e2d4c6-2731-45c7-8738-747e14383d46 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:00.892141 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f6e2d4c6-2731-45c7-8738-747e14383d46 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6445131 Nov 13 04:53:00.894741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33422) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:00.942600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 52777765-d28a-4707-89c1-112a47d0c88a up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:01.042002 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-c685a06b-c694-42ac-a847-9abedcfd02c4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 3000524c-2675-4944-b0d4-d5c6f42440b5 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:53:01.046447 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c685a06b-c694-42ac-a847-9abedcfd02c4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:01.055156 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e310c5b-688f-4df8-866f-0bf984b0126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:01.186408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada00cc-e682-49a1-b4a0-19794068fed5 req-bf1d0a48-3db3-4a63-a69f-d63851191191 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.202199 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-027408f7-fa77-4a2e-8acc-c7e0c5429133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:01.208151 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada00cc-e682-49a1-b4a0-19794068fed5 req-bf1d0a48-3db3-4a63-a69f-d63851191191 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.223339 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d19fa2be-0434-41ca-87d4-cc39770419cf req-37e4bc7c-6b38-433a-b938-6c31069a142d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846363 Nov 13 04:53:01.263946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-6daaeb53-1718-44f7-b8a0-a5a469f601bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.269313 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-6daaeb53-1718-44f7-b8a0-a5a469f601bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1 HTTP/1.1" status: 200 len: 797 time: 0.4066162 Nov 13 04:53:01.279301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91a6f08-3a4a-4c97-89ca-f480e5bf8ff2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:53:01.293200 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82c853a-35fd-41aa-ad8f-3979c0b1e3f3 None None] Sync routers for ids ['e7b8dae4-7bee-4245-9f79-0565f2633b41'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:53:01.304200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada00cc-e682-49a1-b4a0-19794068fed5 req-bf1d0a48-3db3-4a63-a69f-d63851191191 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.317122 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b91a6f08-3a4a-4c97-89ca-f480e5bf8ff2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "PUT /v2.0/routers/e7b8dae4-7bee-4245-9f79-0565f2633b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8745258 Nov 13 04:53:01.320863 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c853a-35fd-41aa-ad8f-3979c0b1e3f3 None None] Routers {'e7b8dae4-7bee-4245-9f79-0565f2633b41'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:53:01.321592 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a82c853a-35fd-41aa-ad8f-3979c0b1e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e7b8dae4-7bee-4245-9f79-0565f2633b41'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:01.326784 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33430) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:01.337593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada00cc-e682-49a1-b4a0-19794068fed5 req-bf1d0a48-3db3-4a63-a69f-d63851191191 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.371417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada00cc-e682-49a1-b4a0-19794068fed5 req-bf1d0a48-3db3-4a63-a69f-d63851191191 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.388096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-027408f7-fa77-4a2e-8acc-c7e0c5429133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ed5b6b-bd4f-474f-bd40-b7a8ed3eed4e']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:01.400376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada00cc-e682-49a1-b4a0-19794068fed5 req-bf1d0a48-3db3-4a63-a69f-d63851191191 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.416509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada00cc-e682-49a1-b4a0-19794068fed5 req-bf1d0a48-3db3-4a63-a69f-d63851191191 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.429612 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ada00cc-e682-49a1-b4a0-19794068fed5 req-bf1d0a48-3db3-4a63-a69f-d63851191191 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.4756479 Nov 13 04:53:01.454735 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a82c853a-35fd-41aa-ad8f-3979c0b1e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:01.461300 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-027408f7-fa77-4a2e-8acc-c7e0c5429133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95559d78-294a-4407-a0ee-e5506dd85051') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:01.461820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-027408f7-fa77-4a2e-8acc-c7e0c5429133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95559d78-294a-4407-a0ee-e5506dd85051') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:01.466097 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-da3feea7-431d-41e5-ba75-dd1d4b440a1b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] delete failed (client error): The resource could not be found. Nov 13 04:53:01.474565 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-da3feea7-431d-41e5-ba75-dd1d4b440a1b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1862941095 HTTP/1.1" status: 404 len: 335 time: 0.1460257 Nov 13 04:53:01.478103 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c853a-35fd-41aa-ad8f-3979c0b1e3f3 None None] Routers {'e7b8dae4-7bee-4245-9f79-0565f2633b41'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:53:01.479055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33432) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:01.479768 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a82c853a-35fd-41aa-ad8f-3979c0b1e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:52:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e7b8dae4-7bee-4245-9f79-0565f2633b41'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:01.492472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bafcd466-d245-431a-877f-390ae385c24a tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e7b8dae4-7bee-4245-9f79-0565f2633b41'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:01.506390 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-027408f7-fa77-4a2e-8acc-c7e0c5429133 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:01.561307 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a82c853a-35fd-41aa-ad8f-3979c0b1e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:01.562211 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82c853a-35fd-41aa-ad8f-3979c0b1e3f3 None None] The sync data for ids ['e7b8dae4-7bee-4245-9f79-0565f2633b41'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:53:01.588177 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c685a06b-c694-42ac-a847-9abedcfd02c4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:01.599652 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-027408f7-fa77-4a2e-8acc-c7e0c5429133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:01.631401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027408f7-fa77-4a2e-8acc-c7e0c5429133 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:53:01.632075 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-027408f7-fa77-4a2e-8acc-c7e0c5429133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:53:01.642838 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:53:01.673375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-8b0fb7ff-d466-4530-bb55-c84bdb56ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.675311 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-8b0fb7ff-d466-4530-bb55-c84bdb56ed77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3931382 Nov 13 04:53:01.756038 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ada00cc-e682-49a1-b4a0-19794068fed5 req-920b4a1a-4a97-43c5-b92c-815c68056490 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3223965 Nov 13 04:53:01.757182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5e310c5b-688f-4df8-866f-0bf984b0126a None None] For port 52777765-d28a-4707-89c1-112a47d0c88a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=52777765-d28a-4707-89c1-112a47d0c88a,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:01.784257 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e310c5b-688f-4df8-866f-0bf984b0126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:01.798491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 52777765-d28a-4707-89c1-112a47d0c88a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:01.799047 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:01.804090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8e251-8028-4437-b997-e50331bededc req-d033f6ff-bc4b-4a01-a6c1-d568960949d3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.810517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8e251-8028-4437-b997-e50331bededc req-d033f6ff-bc4b-4a01-a6c1-d568960949d3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.817651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8e251-8028-4437-b997-e50331bededc req-d033f6ff-bc4b-4a01-a6c1-d568960949d3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.823992 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8e251-8028-4437-b997-e50331bededc req-d033f6ff-bc4b-4a01-a6c1-d568960949d3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.831165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8e251-8028-4437-b997-e50331bededc req-d033f6ff-bc4b-4a01-a6c1-d568960949d3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.838549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8e251-8028-4437-b997-e50331bededc req-d033f6ff-bc4b-4a01-a6c1-d568960949d3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.846105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8e251-8028-4437-b997-e50331bededc req-d033f6ff-bc4b-4a01-a6c1-d568960949d3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:01.848755 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-62f8e251-8028-4437-b997-e50331bededc req-d033f6ff-bc4b-4a01-a6c1-d568960949d3 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5434 time: 0.3906262 Nov 13 04:53:01.861670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33438) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:01.889433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d65d7a8b-02a6-4bf7-b2b8-6aa0b4f36611 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Request body: {'floatingip': {'port_id': '19099ef5-6d30-4282-af7f-46bf14ca6429'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:01.942615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e310c5b-688f-4df8-866f-0bf984b0126a None None] Pushing event updated for resources: {'Port': ['ID=52777765-d28a-4707-89c1-112a47d0c88a,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:02.015976 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-37ce90b8-072a-4cd6-ad17-dcef943c7fc6 service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607665 Nov 13 04:53:02.048335 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-027408f7-fa77-4a2e-8acc-c7e0c5429133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:02.087548 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-027408f7-fa77-4a2e-8acc-c7e0c5429133 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:02.093443 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-027408f7-fa77-4a2e-8acc-c7e0c5429133 admin admin] 10.222.0.43 "DELETE /v2.0/networks/71ed5b6b-bd4f-474f-bd40-b7a8ed3eed4e HTTP/1.1" status: 204 len: 168 time: 1.8522875 Nov 13 04:53:02.125388 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d65d7a8b-02a6-4bf7-b2b8-6aa0b4f36611 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for floatingip, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:02.129264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1cd63472-9eab-4983-b136-beb10cb958e5 None None] Provisioning complete for port 52777765-d28a-4707-89c1-112a47d0c88a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:02.134643 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1cd63472-9eab-4983-b136-beb10cb958e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:02.337807 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bafcd466-d245-431a-877f-390ae385c24a tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:02.342170 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c685a06b-c694-42ac-a847-9abedcfd02c4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:02.413374 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1cd63472-9eab-4983-b136-beb10cb958e5 None None] Could not find standard attr ID for object af010838-e4c9-4f5d-b9c8-1287fa962ea5. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:53:02.442862 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-bafcd466-d245-431a-877f-390ae385c24a tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] update failed (client error): The resource could not be found. Nov 13 04:53:02.450699 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bafcd466-d245-431a-877f-390ae385c24a tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "PUT /v2.0/routers/e7b8dae4-7bee-4245-9f79-0565f2633b41 HTTP/1.1" status: 404 len: 339 time: 0.9672060 Nov 13 04:53:02.456392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33452) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:02.475550 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f9e28a5f-3f51-4a5e-b09a-b0ec54443dca tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2116837259'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:02.535270 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33454) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:02.565414 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:53:02.610697 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-721926ac-c885-414c-af4a-415470a0cb11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8199180bf310454f97d8ea52d7b45a2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0736523 Nov 13 04:53:02.613971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33456) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:02.628071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e28a5f-3f51-4a5e-b09a-b0ec54443dca tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Made reservation on behalf of 9d7ee75363124be0b89061d7fa310b1e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:02.632216 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9e28a5f-3f51-4a5e-b09a-b0ec54443dca tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:02.645283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1549c-8cb7-4442-a26e-e5e5a0467ce4 req-94318abc-c69c-442d-8e7e-00ea6f82baa6 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:02.653865 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ea1549c-8cb7-4442-a26e-e5e5a0467ce4 req-94318abc-c69c-442d-8e7e-00ea6f82baa6 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 944 time: 0.2842174 Nov 13 04:53:02.666502 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027408f7-fa77-4a2e-8acc-c7e0c5429133 admin admin] Pushing event deleted for resources: {'Network': ['ID=71ed5b6b-bd4f-474f-bd40-b7a8ed3eed4e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:02.670793 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-6b76db6c-a34d-4855-a3c2-5d7e8c5cd2d1 service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186373 Nov 13 04:53:02.682716 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c685a06b-c694-42ac-a847-9abedcfd02c4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:02.744435 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c685a06b-c694-42ac-a847-9abedcfd02c4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:02.750938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5881097-dbee-4195-8509-ad527136f994 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:02.755420 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-c0500677-b5a4-4e40-a7f6-e87c794634a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=322a4f79-c00c-43ae-a71e-64d33b973a45 HTTP/1.1" status: 200 len: 217 time: 0.0432355 Nov 13 04:53:02.766027 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c685a06b-c694-42ac-a847-9abedcfd02c4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/3000524c-2675-4944-b0d4-d5c6f42440b5 HTTP/1.1" status: 204 len: 168 time: 1.8662226 Nov 13 04:53:02.786954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33462) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:02.916083 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e28a5f-3f51-4a5e-b09a-b0ec54443dca tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:53:02.931039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 52777765-d28a-4707-89c1-112a47d0c88a up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:02.939852 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9e28a5f-3f51-4a5e-b09a-b0ec54443dca tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:02.940610 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-f9e28a5f-3f51-4a5e-b09a-b0ec54443dca tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Added segment 31002201-5a6b-47e3-819d-9848c7f0f453 of type vlan for network 6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc Nov 13 04:53:03.064924 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685a06b-c694-42ac-a847-9abedcfd02c4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=3000524c-2675-4944-b0d4-d5c6f42440b5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:03.094476 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9e28a5f-3f51-4a5e-b09a-b0ec54443dca tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:03.201967 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 52777765-d28a-4707-89c1-112a47d0c88a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:03.202682 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:03.255775 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ea1549c-8cb7-4442-a26e-e5e5a0467ce4 req-958d6660-b3a1-4ddd-b668-2fbbb4318640 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010830 Nov 13 04:53:03.259632 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4752-da19-4dd8-94d4-fc08120ccaff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:03.274364 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9e28a5f-3f51-4a5e-b09a-b0ec54443dca tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:03.288278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e28a5f-3f51-4a5e-b09a-b0ec54443dca tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:03.288991 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9e28a5f-3f51-4a5e-b09a-b0ec54443dca tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:03.335138 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f9e28a5f-3f51-4a5e-b09a-b0ec54443dca tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8724716 Nov 13 04:53:03.355241 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33472) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:03.358241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07736456-47c2-4efb-aba3-97650c64da2d None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:53:03.367564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-71f7fa22-72c2-4dc3-8bf5-5d32006ee6a5 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Request body: {'subnet': {'network_id': '6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:03.386661 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4752-da19-4dd8-94d4-fc08120ccaff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:03.496505 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-07736456-47c2-4efb-aba3-97650c64da2d None None] Deleting port 52777765-d28a-4707-89c1-112a47d0c88a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:03.497588 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-07736456-47c2-4efb-aba3-97650c64da2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:03.519166 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e28a5f-3f51-4a5e-b09a-b0ec54443dca tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event updated for resources: {'Network': ['ID=6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:03.526770 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7f76bb2f-13ed-4369-b313-e2e4bbe59329 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7484434 Nov 13 04:53:03.541372 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:03.546983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-64bd3913-f208-4a90-bd52-5d29968c085a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:03.564630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:53:03.617286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-d298cfdf-a9c2-4e49-b4c5-3860c21d34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:03.617865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-07736456-47c2-4efb-aba3-97650c64da2d None None] For port 52777765-d28a-4707-89c1-112a47d0c88a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=52777765-d28a-4707-89c1-112a47d0c88a,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:03.618420 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-07736456-47c2-4efb-aba3-97650c64da2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:03.618756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-d298cfdf-a9c2-4e49-b4c5-3860c21d34fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1 HTTP/1.1" status: 200 len: 797 time: 0.8424442 Nov 13 04:53:03.670885 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249c7e5-c07d-4fbf-ad9f-5f0bf7df8ea9 req-d136db03-3924-45e9-a596-a2a01a119dd7 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:03.673656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-07736456-47c2-4efb-aba3-97650c64da2d None None] Calling delete_port for 52777765-d28a-4707-89c1-112a47d0c88a owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:03.677313 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249c7e5-c07d-4fbf-ad9f-5f0bf7df8ea9 req-d136db03-3924-45e9-a596-a2a01a119dd7 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:03.683485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249c7e5-c07d-4fbf-ad9f-5f0bf7df8ea9 req-d136db03-3924-45e9-a596-a2a01a119dd7 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:03.689877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249c7e5-c07d-4fbf-ad9f-5f0bf7df8ea9 req-d136db03-3924-45e9-a596-a2a01a119dd7 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:03.696744 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249c7e5-c07d-4fbf-ad9f-5f0bf7df8ea9 req-d136db03-3924-45e9-a596-a2a01a119dd7 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:03.703108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249c7e5-c07d-4fbf-ad9f-5f0bf7df8ea9 req-d136db03-3924-45e9-a596-a2a01a119dd7 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:03.709435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249c7e5-c07d-4fbf-ad9f-5f0bf7df8ea9 req-d136db03-3924-45e9-a596-a2a01a119dd7 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:03.713054 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6249c7e5-c07d-4fbf-ad9f-5f0bf7df8ea9 req-d136db03-3924-45e9-a596-a2a01a119dd7 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.2471347 Nov 13 04:53:03.718554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f7fa22-72c2-4dc3-8bf5-5d32006ee6a5 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Made reservation on behalf of 9d7ee75363124be0b89061d7fa310b1e for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:03.728136 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71f7fa22-72c2-4dc3-8bf5-5d32006ee6a5 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:03.760267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edc81823-e5ff-4627-83ff-0a84ccc9c651 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:03.890261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port edc81823-e5ff-4627-83ff-0a84ccc9c651 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:53:03.903612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port edc81823-e5ff-4627-83ff-0a84ccc9c651 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:03.903612 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:03.908554 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-07736456-47c2-4efb-aba3-97650c64da2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:03.952307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07736456-47c2-4efb-aba3-97650c64da2d None None] Pushing event deleted for resources: {'Port': ['ID=52777765-d28a-4707-89c1-112a47d0c88a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:04.012956 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4752-da19-4dd8-94d4-fc08120ccaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:04.021113 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4752-da19-4dd8-94d4-fc08120ccaff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:04.024812 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b9fa4752-da19-4dd8-94d4-fc08120ccaff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/902fed49-e22e-4ec5-8ad5-52f8e598aae1 HTTP/1.1" status: 204 len: 168 time: 1.4034808 Nov 13 04:53:04.069895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07736456-47c2-4efb-aba3-97650c64da2d None None] No DVR routers for this DVR port 52777765-d28a-4707-89c1-112a47d0c88a on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:53:04.106740 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6249c7e5-c07d-4fbf-ad9f-5f0bf7df8ea9 req-d1fb2e09-12db-48b7-9f69-8f4ddf19ef52 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3037570 Nov 13 04:53:04.109101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-37f47b14-72a8-4885-a248-70598f89b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:04.110542 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-37f47b14-72a8-4885-a248-70598f89b399 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4810307 Nov 13 04:53:04.236764 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa4752-da19-4dd8-94d4-fc08120ccaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902fed49-e22e-4ec5-8ad5-52f8e598aae1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:04.238254 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d055df8-20ff-4811-813b-fd76686a1d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:04.249868 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:04.294341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bd3913-f208-4a90-bd52-5d29968c085a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:04.298053 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64bd3913-f208-4a90-bd52-5d29968c085a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:04.347879 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edc81823-e5ff-4627-83ff-0a84ccc9c651, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edc81823-e5ff-4627-83ff-0a84ccc9c651,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:04.349374 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89aa4377-96da-4abd-9548-85ea8d3fee8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc81823-e5ff-4627-83ff-0a84ccc9c651'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:04.351979 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a10542-0828-43a3-8c29-58e5cd887b9b" -d '{"events": [{"server_uuid": "89aa4377-96da-4abd-9548-85ea8d3fee8b", "name": "network-vif-plugged", "status": "completed", "tag": "edc81823-e5ff-4627-83ff-0a84ccc9c651"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:04.360630 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:04.461092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=edc81823-e5ff-4627-83ff-0a84ccc9c651,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:04.470111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86993f32-104e-43c8-92cb-1e9340665fff req-b891e7de-6d22-400b-8584-25d4ee1c665c tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:04.471756 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86993f32-104e-43c8-92cb-1e9340665fff req-b891e7de-6d22-400b-8584-25d4ee1c665c tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.3667178 Nov 13 04:53:04.527481 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-e90c26c2-b7ed-407c-ba18-4030463d8dd5 service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016342 Nov 13 04:53:04.604257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86993f32-104e-43c8-92cb-1e9340665fff req-daec1b33-9956-4b58-996c-65fdfd3a1ef6 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211107 Nov 13 04:53:04.668507 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72287ef-75da-41ec-b9b7-1ae9c379b7da x-openstack-request-id: req-a72287ef-75da-41ec-b9b7-1ae9c379b7da {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:04.668875 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89aa4377-96da-4abd-9548-85ea8d3fee8b", "name": "network-vif-plugged", "status": "completed", "tag": "edc81823-e5ff-4627-83ff-0a84ccc9c651", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:04.669170 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a72287ef-75da-41ec-b9b7-1ae9c379b7da {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:04.669557 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89aa4377-96da-4abd-9548-85ea8d3fee8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc81823-e5ff-4627-83ff-0a84ccc9c651', 'code': 200} Nov 13 04:53:04.755968 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71f7fa22-72c2-4dc3-8bf5-5d32006ee6a5 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:04.758092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66ba3-92f3-45e9-a51f-6221103c04bc req-c0299232-0dcd-49a9-b43d-9e2f7d49fe16 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:04.773353 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12b66ba3-92f3-45e9-a51f-6221103c04bc req-c0299232-0dcd-49a9-b43d-9e2f7d49fe16 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.3553073 Nov 13 04:53:04.850550 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d65d7a8b-02a6-4bf7-b2b8-6aa0b4f36611 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:04.868161 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7fa22-72c2-4dc3-8bf5-5d32006ee6a5 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event updated for resources: {'Subnet': ['ID=aa02466f-91cc-475b-bccd-7b04c30061ab,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:04.892295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 52777765-d28a-4707-89c1-112a47d0c88a no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:53:04.916172 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12b66ba3-92f3-45e9-a51f-6221103c04bc req-d6d2dd0a-0f1a-4308-b540-603be7cfda36 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415496 Nov 13 04:53:04.918863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 52777765-d28a-4707-89c1-112a47d0c88a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:53:04.919329 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 52777765-d28a-4707-89c1-112a47d0c88a not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:53:04.933863 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d65d7a8b-02a6-4bf7-b2b8-6aa0b4f36611 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:05.004127 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64bd3913-f208-4a90-bd52-5d29968c085a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:05.017207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4f903df-d998-4912-8c8f-8342f1b22827 req-3841d6cc-25f4-482f-8f97-5ed76da4d6fa service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426456 Nov 13 04:53:05.099184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bd3913-f208-4a90-bd52-5d29968c085a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:05.103103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7fa22-72c2-4dc3-8bf5-5d32006ee6a5 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Checking segment: {'id': '31002201-5a6b-47e3-819d-9848c7f0f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:53:05.103588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f7fa22-72c2-4dc3-8bf5-5d32006ee6a5 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Network hostable DHCP agents. Network: 6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:53:05.116193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-64bd3913-f208-4a90-bd52-5d29968c085a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:05.129399 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5074bc03-1ed1-472e-9592-bd948b51f12e None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:05.135428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bd3913-f208-4a90-bd52-5d29968c085a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.136059 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64bd3913-f208-4a90-bd52-5d29968c085a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:05.146573 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30c76f-6ab2-4c8d-a773-9eeb7ff485be req-95ae1422-c6f4-4906-b4dc-ef2155843315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.147617 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-d65d7a8b-02a6-4bf7-b2b8-6aa0b4f36611 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Floating IP ee22809b-9660-453b-9371-5cf0a9c2442f associated. External IP: 172.25.8.188, port: 19099ef5-6d30-4282-af7f-46bf14ca6429. Nov 13 04:53:05.150651 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba30c76f-6ab2-4c8d-a773-9eeb7ff485be req-95ae1422-c6f4-4906-b4dc-ef2155843315 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 1096 time: 0.2862866 Nov 13 04:53:05.201050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f7fa22-72c2-4dc3-8bf5-5d32006ee6a5 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Network 6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:53:05.203796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd3913-f208-4a90-bd52-5d29968c085a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=7cabb66c-6794-4f5c-8fa8-f344d385c182,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:05.237634 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-64bd3913-f208-4a90-bd52-5d29968c085a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6954334 Nov 13 04:53:05.250000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33528) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:05.250353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33530) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:05.261577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-987fcfb2-317d-41f1-8947-98f8c96249e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'name': 'tempest-NetworksTestDHCPv6-1006144983'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:05.272039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-71f7fa22-72c2-4dc3-8bf5-5d32006ee6a5 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:05.289345 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84404a99-7014-40e5-ae53-a4f19418fefd None None] Network 6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:05.296130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba30c76f-6ab2-4c8d-a773-9eeb7ff485be req-289a41c7-56ac-4562-96ea-e3e7ea7ac830 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375878 Nov 13 04:53:05.301085 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f7fa22-72c2-4dc3-8bf5-5d32006ee6a5 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.301754 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71f7fa22-72c2-4dc3-8bf5-5d32006ee6a5 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:05.326094 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-71f7fa22-72c2-4dc3-8bf5-5d32006ee6a5 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9632049 Nov 13 04:53:05.329194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33538) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:05.336415 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b084736d-5448-471f-a36d-2a0291446752 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Request body: {'router': {'external_gateway_info': {'network_id': '6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:05.429588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1035177632-network', 'tenant_id': '5868e436ef3949fda2f64e7b657d1004'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:05.468666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': '7cabb66c-6794-4f5c-8fa8-f344d385c182'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:53:05.469793 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:05.511169 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0e756-82ab-47ed-8c31-4ff73736bef2 req-d3649863-a1a7-4111-b6e4-691f6aee8066 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.518119 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0e756-82ab-47ed-8c31-4ff73736bef2 req-d3649863-a1a7-4111-b6e4-691f6aee8066 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.522838 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] Made reservation on behalf of 5868e436ef3949fda2f64e7b657d1004 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:05.525329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0e756-82ab-47ed-8c31-4ff73736bef2 req-d3649863-a1a7-4111-b6e4-691f6aee8066 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.525791 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:05.532720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0e756-82ab-47ed-8c31-4ff73736bef2 req-d3649863-a1a7-4111-b6e4-691f6aee8066 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.539555 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0e756-82ab-47ed-8c31-4ff73736bef2 req-d3649863-a1a7-4111-b6e4-691f6aee8066 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.545703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0e756-82ab-47ed-8c31-4ff73736bef2 req-d3649863-a1a7-4111-b6e4-691f6aee8066 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.552850 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0e756-82ab-47ed-8c31-4ff73736bef2 req-d3649863-a1a7-4111-b6e4-691f6aee8066 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.560823 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45f0e756-82ab-47ed-8c31-4ff73736bef2 req-d3649863-a1a7-4111-b6e4-691f6aee8066 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.3372996 Nov 13 04:53:05.562479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-03f7f15e-2a0d-446f-858d-de815d920eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.563420 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-03f7f15e-2a0d-446f-858d-de815d920eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.564069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-03f7f15e-2a0d-446f-858d-de815d920eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.564709 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-03f7f15e-2a0d-446f-858d-de815d920eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.565410 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-03f7f15e-2a0d-446f-858d-de815d920eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.566041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-03f7f15e-2a0d-446f-858d-de815d920eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.566702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-03f7f15e-2a0d-446f-858d-de815d920eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:05.568859 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-03f7f15e-2a0d-446f-858d-de815d920eed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e889b16bd745a8aae943f6a4671633&device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 6487 time: 0.2982798 Nov 13 04:53:05.570097 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:05.672754 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc', 'network_id': '6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc', 'tenant_id': '9d7ee75363124be0b89061d7fa310b1e', 'fixed_ips': [{'subnet_id': 'aa02466f-91cc-475b-bccd-7b04c30061ab'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:53:05.674371 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:05.714394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Allocated IP 2001:db8::2 (63517ab3-2070-4aed-993a-d13fb8f8841c/7cabb66c-6794-4f5c-8fa8-f344d385c182/adce63f4-02aa-4a07-9704-a60b72fc1d28) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:05.715612 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b084736d-5448-471f-a36d-2a0291446752 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:05.774860 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:05.787653 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45f0e756-82ab-47ed-8c31-4ff73736bef2 req-a348d018-45d2-45a1-bab5-1c273b46ae64 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2255967 Nov 13 04:53:05.869714 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:05.880995 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-b084736d-5448-471f-a36d-2a0291446752 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:53:05.881670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:53:05.882369 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b084736d-5448-471f-a36d-2a0291446752 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "PUT /v2.0/routers/e7b8dae4-7bee-4245-9f79-0565f2633b41 HTTP/1.1" status: 400 len: 364 time: 0.5520444 Nov 13 04:53:05.888411 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33546) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:05.892027 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:05.892623 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] Added segment 61071070-4a4f-4d11-8240-9f54dd6842a5 of type vlan for network dcd43cc3-172e-420a-94d3-849c72b81867 Nov 13 04:53:05.964063 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:05.971886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2959ff-f266-4c2f-898c-c87bfd0baa21,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:06.017694 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:06.054271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987fcfb2-317d-41f1-8947-98f8c96249e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:06.057916 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-987fcfb2-317d-41f1-8947-98f8c96249e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:06.060148 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:06.089640 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.db.resource_extend [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 04:53:06.097091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-84327774-1316-4ccb-a436-b85d21dadd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:06.099262 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-84327774-1316-4ccb-a436-b85d21dadd2b service neutron] 10.222.0.46 "GET /v2.0/networks?id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360 HTTP/1.1" status: 200 len: 903 time: 0.5096431 Nov 13 04:53:06.149940 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-987fcfb2-317d-41f1-8947-98f8c96249e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port a66ecdd2-4a43-4993-bf9c-6da974472238 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:53:06.150702 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:06.155767 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:06.158704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Pushing event updated for resources: {'Port': ['ID=adce63f4-02aa-4a07-9704-a60b72fc1d28,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:06.171810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc0168-e937-4649-9f48-489b09d7f4a3 req-61fa7b0f-1adc-4a2f-9b4c-1298b13a0a7a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:06.173934 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9fcc0168-e937-4649-9f48-489b09d7f4a3 req-61fa7b0f-1adc-4a2f-9b4c-1298b13a0a7a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.4123919 Nov 13 04:53:06.174074 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:06.184323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Allocated IP 2001:db8:1::2 (6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc/aa02466f-91cc-475b-bccd-7b04c30061ab/1817b6d4-3340-4d78-82ab-d6cfde9d72f9) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:06.255931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff16f1-7cdb-4d01-aad5-b0c768054538 req-ab4f15d4-7716-49b0-9574-c6930232d364 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:06.257473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6aff16f1-7cdb-4d01-aad5-b0c768054538 req-ab4f15d4-7716-49b0-9574-c6930232d364 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.2285798 Nov 13 04:53:06.267755 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:06.269003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:06.269663 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:06.273738 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-2ea89b71-f416-48f7-a4d2-19309352441b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=322a4f79-c00c-43ae-a71e-64d33b973a45 HTTP/1.1" status: 200 len: 217 time: 0.1299801 Nov 13 04:53:06.285769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Attempting to bind port adce63f4-02aa-4a07-9704-a60b72fc1d28 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:53:06.286135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Attempting to bind port adce63f4-02aa-4a07-9704-a60b72fc1d28 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:53:06.286542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Attempting to bind port adce63f4-02aa-4a07-9704-a60b72fc1d28 on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:53:06.322180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:53:06.322180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:53:06.323066 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:06.323066 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:53:06.323742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Bound port: adce63f4-02aa-4a07-9704-a60b72fc1d28, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:53:06.323881 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:06.369279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] Pushing event updated for resources: {'Network': ['ID=dcd43cc3-172e-420a-94d3-849c72b81867,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:06.388758 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:06.400775 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network dcd43cc3-172e-420a-94d3-849c72b81867 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:53:06.408856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6aff16f1-7cdb-4d01-aad5-b0c768054538 req-496e6690-520a-4c8f-9acc-0847dea83165 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409614 Nov 13 04:53:06.458637 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] For port adce63f4-02aa-4a07-9704-a60b72fc1d28, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:53:06.481268 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e1005cd6-1df7-4bd9-adfa-65d4d8aa3700 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2283134 Nov 13 04:53:06.491960 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33560) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:06.497532 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5f6d130b-6531-4579-8b6c-b066726ef322 admin admin] Request body: {'subnet': {'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1035177632-subnet', 'tenant_id': '5868e436ef3949fda2f64e7b657d1004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:06.519803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65d7a8b-02a6-4bf7-b2b8-6aa0b4f36611 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Router 454ffd78-5f2b-4f33-9480-47594a4faf12 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:53:06.546637 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] For port adce63f4-02aa-4a07-9704-a60b72fc1d28, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=adce63f4-02aa-4a07-9704-a60b72fc1d28,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:53:06.562008 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-412dfe85-a4a6-4be4-8917-928a69fa5714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:06.617148 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:06.621117 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:06.646843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-987fcfb2-317d-41f1-8947-98f8c96249e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::7a (63517ab3-2070-4aed-993a-d13fb8f8841c/7cabb66c-6794-4f5c-8fa8-f344d385c182/a66ecdd2-4a43-4993-bf9c-6da974472238) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:06.672441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d28da-6343-49b4-9d31-265613d7d4ab None None] Pushing event updated for resources: {'Port': ['ID=adce63f4-02aa-4a07-9704-a60b72fc1d28,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:06.685609 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:06.716284 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9fcc0168-e937-4649-9f48-489b09d7f4a3 req-6feabbb9-6f68-4765-a4d3-b440c1a18816 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279210 Nov 13 04:53:06.716910 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6d130b-6531-4579-8b6c-b066726ef322 admin admin] Made reservation on behalf of 5868e436ef3949fda2f64e7b657d1004 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:06.717517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Allocated IP 2001:db8::1 (00c366f3-30c2-44a4-a82e-3bacb12c5cae/a9aab2c1-db10-48cc-836c-626b87492ab9/fa1c2c52-eaf5-4c44-a2cf-d271d591a9f7) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:06.719404 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f6d130b-6531-4579-8b6c-b066726ef322 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:06.744035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-d4cbe6ba-b6f6-496f-87a2-e7ee2d97d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:06.745353 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-d4cbe6ba-b6f6-496f-87a2-e7ee2d97d048 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1 HTTP/1.1" status: 200 len: 797 time: 0.3849795 Nov 13 04:53:06.800196 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Network 6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:06.805605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:06.809632 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:06.945106 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Pushing event updated for resources: {'Port': ['ID=1817b6d4-3340-4d78-82ab-d6cfde9d72f9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:06.962298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Attempting to bind port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:53:06.962670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Attempting to bind port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '31002201-5a6b-47e3-819d-9848c7f0f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:53:06.963064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Attempting to bind port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 on network 6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:53:06.969355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:53:06.969735 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Checking segment: {'id': '31002201-5a6b-47e3-819d-9848c7f0f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:53:06.970739 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:06.971167 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Bound using segment: {'id': '31002201-5a6b-47e3-819d-9848c7f0f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:53:06.971768 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Bound port: 1817b6d4-3340-4d78-82ab-d6cfde9d72f9, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31002201-5a6b-47e3-819d-9848c7f0f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:53:06.972148 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:07.004836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e91a-527a-49b2-ae67-0d82c13cea8d req-bbc9bff8-c87d-4963-9d55-791e13227496 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:07.011317 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e91a-527a-49b2-ae67-0d82c13cea8d req-bbc9bff8-c87d-4963-9d55-791e13227496 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:07.017845 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e91a-527a-49b2-ae67-0d82c13cea8d req-bbc9bff8-c87d-4963-9d55-791e13227496 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:07.025829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e91a-527a-49b2-ae67-0d82c13cea8d req-bbc9bff8-c87d-4963-9d55-791e13227496 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:07.051521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e91a-527a-49b2-ae67-0d82c13cea8d req-bbc9bff8-c87d-4963-9d55-791e13227496 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:07.056968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] For port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:53:07.058761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e91a-527a-49b2-ae67-0d82c13cea8d req-bbc9bff8-c87d-4963-9d55-791e13227496 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:07.060504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] For port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1817b6d4-3340-4d78-82ab-d6cfde9d72f9,segment=NetworkSegment(31002201-5a6b-47e3-819d-9848c7f0f453),segment_id=31002201-5a6b-47e3-819d-9848c7f0f453)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:53:07.066853 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e91a-527a-49b2-ae67-0d82c13cea8d req-bbc9bff8-c87d-4963-9d55-791e13227496 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:07.069119 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eca5e91a-527a-49b2-ae67-0d82c13cea8d req-bbc9bff8-c87d-4963-9d55-791e13227496 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.1550410 Nov 13 04:53:07.069618 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:07.074851 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:07.137477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65d7a8b-02a6-4bf7-b2b8-6aa0b4f36611 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:53:07.146680 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d65d7a8b-02a6-4bf7-b2b8-6aa0b4f36611 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:07.186887 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b5b426-72f3-4860-8fe4-85e1c2f39fb0 None None] Sync routers for ids ['454ffd78-5f2b-4f33-9480-47594a4faf12'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:53:07.254927 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b5b426-72f3-4860-8fe4-85e1c2f39fb0 None None] Routers {'454ffd78-5f2b-4f33-9480-47594a4faf12'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:53:07.255717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c9b5b426-72f3-4860-8fe4-85e1c2f39fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:53:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['454ffd78-5f2b-4f33-9480-47594a4faf12'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:07.265798 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-e6520109-8662-491e-b9fd-5fecd7f4082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:07.267599 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-e6520109-8662-491e-b9fd-5fecd7f4082c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5074465 Nov 13 04:53:07.279886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dc3b1-3626-4aea-9d6b-02e10810cbbe req-a385784c-cefb-4a71-851d-d32b38b3b7f9 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:07.281751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-967dc3b1-3626-4aea-9d6b-02e10810cbbe req-a385784c-cefb-4a71-851d-d32b38b3b7f9 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.5590441 Nov 13 04:53:07.288106 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d65d7a8b-02a6-4bf7-b2b8-6aa0b4f36611 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "PUT /v2.0/floatingips/ee22809b-9660-453b-9371-5cf0a9c2442f HTTP/1.1" status: 200 len: 992 time: 5.4106061 Nov 13 04:53:07.305410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eca5e91a-527a-49b2-ae67-0d82c13cea8d req-f6f42ec9-0d6e-434a-8133-6b46e16da4e0 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2266455 Nov 13 04:53:07.325989 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:07.377333 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': '19099ef5-6d30-4282-af7f-46bf14ca6429'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:07.392176 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7034a9dd-9f6b-427b-a442-d24310cbc82a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "19099ef5-6d30-4282-af7f-46bf14ca6429"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:07.401656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Network 00c366f3-30c2-44a4-a82e-3bacb12c5cae is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:07.405211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:07.412301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:07.413156 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:07.538663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event updated for resources: {'Port': ['ID=fa1c2c52-eaf5-4c44-a2cf-d271d591a9f7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:07.654478 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa96e5c8-cce3-4e2f-ba38-4c4f23db7705 x-openstack-request-id: req-fa96e5c8-cce3-4e2f-ba38-4c4f23db7705 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:07.654773 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "tag": "19099ef5-6d30-4282-af7f-46bf14ca6429", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:07.673000 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa96e5c8-cce3-4e2f-ba38-4c4f23db7705 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:07.673331 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'tag': '19099ef5-6d30-4282-af7f-46bf14ca6429', 'status': 'completed', 'code': 200} Nov 13 04:53:07.716927 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:07.778436 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-987fcfb2-317d-41f1-8947-98f8c96249e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:07.923727 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c173f-6e35-4929-aeba-7b254fc98ec5 None None] Pushing event updated for resources: {'Port': ['ID=1817b6d4-3340-4d78-82ab-d6cfde9d72f9,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:08.033935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b68b1b06-7ed6-459e-bd61-a8efcaf81d13 None None] Provisioning complete for port fa1c2c52-eaf5-4c44-a2cf-d271d591a9f7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:08.034455 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b68b1b06-7ed6-459e-bd61-a8efcaf81d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:08.054957 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c14ff-b15a-4dca-86d8-6ac278d1297f req-bc2b1db4-74d9-4139-a262-e4097122c1b6 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:08.068777 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b5c14ff-b15a-4dca-86d8-6ac278d1297f req-bc2b1db4-74d9-4139-a262-e4097122c1b6 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 945 time: 0.1590407 Nov 13 04:53:08.081585 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:08.096488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-c9b5b426-72f3-4860-8fe4-85e1c2f39fb0 None None] Set router 454ffd78-5f2b-4f33-9480-47594a4faf12 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:53:08.283154 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b5c14ff-b15a-4dca-86d8-6ac278d1297f req-123b316a-141b-4c78-98c0-436ffe0f10f8 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122891 Nov 13 04:53:08.303582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b68b1b06-7ed6-459e-bd61-a8efcaf81d13 None None] Port fa1c2c52-eaf5-4c44-a2cf-d271d591a9f7 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:53:08.387917 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:08.395838 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:08.396665 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:08.581709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c9b5b426-72f3-4860-8fe4-85e1c2f39fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:29Z', 'updated_at': '2021-11-13T04:49:41Z', 'revision_number': 4, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'gw_port': {'id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'ee22809b-9660-453b-9371-5cf0a9c2442f', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'floating_ip_address': '172.25.8.188', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'port_id': '19099ef5-6d30-4282-af7f-46bf14ca6429', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'mac_address': 'fa:16:3e:f8:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:53:04Z', 'revision_number': 1, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62921026-cc38-4ebd-af79-c023fc96d17e', 'name': '', 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'mac_address': 'fa:16:3e:d0:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:38Z', 'updated_at': '2021-11-13T04:49:46Z', 'revision_number': 5, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'subnets': [{'id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:08.625389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b5b426-72f3-4860-8fe4-85e1c2f39fb0 None None] Checking router: 454ffd78-5f2b-4f33-9480-47594a4faf12 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:53:08.646299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-16dea041-b438-4363-b905-fdc1504b812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:08.652679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-16dea041-b438-4363-b905-fdc1504b812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:08.653370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-16dea041-b438-4363-b905-fdc1504b812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:08.654020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-16dea041-b438-4363-b905-fdc1504b812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:08.654398 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b5b426-72f3-4860-8fe4-85e1c2f39fb0 None None] Routers {'454ffd78-5f2b-4f33-9480-47594a4faf12'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:53:08.656724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-16dea041-b438-4363-b905-fdc1504b812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:08.657397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-16dea041-b438-4363-b905-fdc1504b812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:08.658040 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-16dea041-b438-4363-b905-fdc1504b812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:08.662091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c9b5b426-72f3-4860-8fe4-85e1c2f39fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:53:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['454ffd78-5f2b-4f33-9480-47594a4faf12'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:08.662501 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-16dea041-b438-4363-b905-fdc1504b812a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 6491 time: 0.9648223 Nov 13 04:53:08.741215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-6edfa919-a7ae-49e0-9025-a33a2a598a0b service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4462779 Nov 13 04:53:08.856896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-c9b5b426-72f3-4860-8fe4-85e1c2f39fb0 None None] Set router 454ffd78-5f2b-4f33-9480-47594a4faf12 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:53:08.868605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-967dc3b1-3626-4aea-9d6b-02e10810cbbe req-5550adae-a22a-4ed2-aefd-63c95e649e1a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Deleting port 869cec1f-6a56-4230-af80-616219b04056 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:08.868981 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-967dc3b1-3626-4aea-9d6b-02e10810cbbe req-5550adae-a22a-4ed2-aefd-63c95e649e1a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:09.065716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-967dc3b1-3626-4aea-9d6b-02e10810cbbe req-5550adae-a22a-4ed2-aefd-63c95e649e1a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] For port 869cec1f-6a56-4230-af80-616219b04056, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=869cec1f-6a56-4230-af80-616219b04056,segment=NetworkSegment(4fcbe674-bf11-4b0d-a9ed-bacac78aaded),segment_id=4fcbe674-bf11-4b0d-a9ed-bacac78aaded)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:09.066093 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-967dc3b1-3626-4aea-9d6b-02e10810cbbe req-5550adae-a22a-4ed2-aefd-63c95e649e1a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:09.074612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:09.083947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-967dc3b1-3626-4aea-9d6b-02e10810cbbe req-5550adae-a22a-4ed2-aefd-63c95e649e1a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Calling delete_port for 869cec1f-6a56-4230-af80-616219b04056 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:09.150662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8a0bee-4f08-4466-9d3b-35c91b1a18d7 None None] Network 6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:09.244190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0344ad-6d5b-4434-8506-93b3e444b26a req-3a12a2ef-ddf1-450f-93f3-b58718a4a733 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:09.246112 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a0344ad-6d5b-4434-8506-93b3e444b26a req-3a12a2ef-ddf1-450f-93f3-b58718a4a733 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 1.5651333 Nov 13 04:53:09.258451 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-967dc3b1-3626-4aea-9d6b-02e10810cbbe req-5550adae-a22a-4ed2-aefd-63c95e649e1a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:09.271723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event updated for resources: {'Port': ['ID=fa1c2c52-eaf5-4c44-a2cf-d271d591a9f7,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:09.310265 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d617-7abc-4364-8cdb-01e876209f6e req-6dfd1d4b-de2e-4685-b90c-6abb600201ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:09.317817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d617-7abc-4364-8cdb-01e876209f6e req-6dfd1d4b-de2e-4685-b90c-6abb600201ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:09.324187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d617-7abc-4364-8cdb-01e876209f6e req-6dfd1d4b-de2e-4685-b90c-6abb600201ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:09.330165 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d617-7abc-4364-8cdb-01e876209f6e req-6dfd1d4b-de2e-4685-b90c-6abb600201ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:09.330890 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f6d130b-6531-4579-8b6c-b066726ef322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:09.335729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['445ba76c-c983-499c-b00b-c716dfb1fc2f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:53:09.336136 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d617-7abc-4364-8cdb-01e876209f6e req-6dfd1d4b-de2e-4685-b90c-6abb600201ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:09.338415 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:09.342399 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d617-7abc-4364-8cdb-01e876209f6e req-6dfd1d4b-de2e-4685-b90c-6abb600201ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:09.349869 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d617-7abc-4364-8cdb-01e876209f6e req-6dfd1d4b-de2e-4685-b90c-6abb600201ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:09.351951 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-71a0d617-7abc-4364-8cdb-01e876209f6e req-6dfd1d4b-de2e-4685-b90c-6abb600201ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.8353209 Nov 13 04:53:09.359926 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-441475f7-09ff-4933-9246-a787efc8598f None None] Provisioning complete for port adce63f4-02aa-4a07-9704-a60b72fc1d28 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:09.360729 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-441475f7-09ff-4933-9246-a787efc8598f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:09.386166 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-987fcfb2-317d-41f1-8947-98f8c96249e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:09.415735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Network 00c366f3-30c2-44a4-a82e-3bacb12c5cae is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:09.418671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:09.422487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550adae-a22a-4ed2-aefd-63c95e649e1a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Pushing event deleted for resources: {'Port': ['ID=869cec1f-6a56-4230-af80-616219b04056,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:09.479494 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-71a0d617-7abc-4364-8cdb-01e876209f6e req-c753c50d-1681-456e-aae7-f9ddf171740b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899389 Nov 13 04:53:09.518338 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fcfb2-317d-41f1-8947-98f8c96249e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=a66ecdd2-4a43-4993-bf9c-6da974472238,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:09.575458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987fcfb2-317d-41f1-8947-98f8c96249e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:09.587068 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a0344ad-6d5b-4434-8506-93b3e444b26a req-993e850f-27e5-4e20-8569-5fb708cb41e1 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094072 Nov 13 04:53:09.633316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-987fcfb2-317d-41f1-8947-98f8c96249e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:09.637387 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-d5150254-5140-4ad6-8dfe-5aa9c1d67c34 service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8677261 Nov 13 04:53:09.638386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987fcfb2-317d-41f1-8947-98f8c96249e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:09.645403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987fcfb2-317d-41f1-8947-98f8c96249e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:09.646421 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-987fcfb2-317d-41f1-8947-98f8c96249e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:09.656056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6d130b-6531-4579-8b6c-b066726ef322 admin admin] Checking segment: {'id': '61071070-4a4f-4d11-8240-9f54dd6842a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:53:09.656843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6d130b-6531-4579-8b6c-b066726ef322 admin admin] Network hostable DHCP agents. Network: dcd43cc3-172e-420a-94d3-849c72b81867, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:53:09.689828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:09.692300 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:09.700672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Router e7b8dae4-7bee-4245-9f79-0565f2633b41 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:53:09.704019 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-967dc3b1-3626-4aea-9d6b-02e10810cbbe req-5550adae-a22a-4ed2-aefd-63c95e649e1a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] No DVR routers for this DVR port 869cec1f-6a56-4230-af80-616219b04056 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:53:09.715787 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d130b-6531-4579-8b6c-b066726ef322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=944abd44-d802-46de-b787-01ba9e1ca7d5,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:09.721891 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-967dc3b1-3626-4aea-9d6b-02e10810cbbe req-5550adae-a22a-4ed2-aefd-63c95e649e1a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:09.726604 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-967dc3b1-3626-4aea-9d6b-02e10810cbbe req-5550adae-a22a-4ed2-aefd-63c95e649e1a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.46 "DELETE /v2.0/ports/869cec1f-6a56-4230-af80-616219b04056 HTTP/1.1" status: 204 len: 173 time: 2.4183915 Nov 13 04:53:09.730316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1a5822-51cd-4a72-8883-0f8ff2334df6', 'name': 'network-vif-deleted', 'tag': '869cec1f-6a56-4230-af80-616219b04056'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:09.741403 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b42712-629c-4e7f-a045-a03c2fe5161c" -d '{"events": [{"server_uuid": "5c1a5822-51cd-4a72-8883-0f8ff2334df6", "name": "network-vif-deleted", "tag": "869cec1f-6a56-4230-af80-616219b04056"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:09.757759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-ba66a7a8-1500-4dad-b105-91ecd06bf466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:09.760748 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-ba66a7a8-1500-4dad-b105-91ecd06bf466 service neutron] 10.222.0.46 "GET /v2.0/networks?id=54bcc594-4643-4653-a5bb-72d48b85d8bc HTTP/1.1" status: 200 len: 911 time: 1.0537632 Nov 13 04:53:09.782818 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-987fcfb2-317d-41f1-8947-98f8c96249e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5312886 Nov 13 04:53:09.786217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33620) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:09.945007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:53:09.959701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-255a81d5-d0cc-4ed9-b7cc-9ddc8092990b tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "PUT /v2.0/routers/e7b8dae4-7bee-4245-9f79-0565f2633b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0702248 Nov 13 04:53:09.961345 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d801a-eb99-4247-ba55-e3227eb8f5ad None None] Sync routers for ids ['e7b8dae4-7bee-4245-9f79-0565f2633b41'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:53:09.962493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33622) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:09.996191 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d801a-eb99-4247-ba55-e3227eb8f5ad None None] Routers {'e7b8dae4-7bee-4245-9f79-0565f2633b41'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:53:10.000738 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d88d801a-eb99-4247-ba55-e3227eb8f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:53:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e7b8dae4-7bee-4245-9f79-0565f2633b41'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:10.006616 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 869cec1f-6a56-4230-af80-616219b04056 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:53:10.093166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6d130b-6531-4579-8b6c-b066726ef322 admin admin] Network dcd43cc3-172e-420a-94d3-849c72b81867 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:53:10.116023 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d88d801a-eb99-4247-ba55-e3227eb8f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:10.140520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb8d6b16-878f-46bf-8528-bd71f2c3a074 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:10.142753 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d801a-eb99-4247-ba55-e3227eb8f5ad None None] Routers {'e7b8dae4-7bee-4245-9f79-0565f2633b41'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:53:10.143648 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d88d801a-eb99-4247-ba55-e3227eb8f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:53:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e7b8dae4-7bee-4245-9f79-0565f2633b41'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:10.176140 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efcbf7da-3636-49ca-829d-1b1c84806dc8 req-d3fe69e0-87b9-4ea2-b58c-9905c5694298 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1a5822-51cd-4a72-8883-0f8ff2334df6 HTTP/1.1" status: 200 len: 210 time: 0.3059971 Nov 13 04:53:10.190379 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5392b6e8-ead2-4671-9609-3b9656f9364f x-openstack-request-id: req-5392b6e8-ead2-4671-9609-3b9656f9364f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:10.190674 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1a5822-51cd-4a72-8883-0f8ff2334df6", "name": "network-vif-deleted", "tag": "869cec1f-6a56-4230-af80-616219b04056", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:10.190954 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5392b6e8-ead2-4671-9609-3b9656f9364f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:10.191369 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1a5822-51cd-4a72-8883-0f8ff2334df6', 'name': 'network-vif-deleted', 'tag': '869cec1f-6a56-4230-af80-616219b04056', 'status': 'completed', 'code': 200} Nov 13 04:53:10.224464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 869cec1f-6a56-4230-af80-616219b04056 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:53:10.225080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 869cec1f-6a56-4230-af80-616219b04056 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:53:10.227931 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d88d801a-eb99-4247-ba55-e3227eb8f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:10.228835 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d801a-eb99-4247-ba55-e3227eb8f5ad None None] The sync data for ids ['e7b8dae4-7bee-4245-9f79-0565f2633b41'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:53:10.249518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-5f6d130b-6531-4579-8b6c-b066726ef322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, dcd43cc3-172e-420a-94d3-849c72b81867) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:10.285296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd737a30-2f93-41da-9d17-df914dfb0ea5 None None] Network dcd43cc3-172e-420a-94d3-849c72b81867 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:10.310489 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361ee943-8523-490a-ab58-7c3293f3dc4a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:10.320684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361ee943-8523-490a-ab58-7c3293f3dc4a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:10.322806 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-361ee943-8523-490a-ab58-7c3293f3dc4a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5341442 Nov 13 04:53:10.324816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d130b-6531-4579-8b6c-b066726ef322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:10.325511 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f6d130b-6531-4579-8b6c-b066726ef322 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:10.331144 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-a2851cc2-1f20-458f-b7a6-1b087494f8d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19099ef5-6d30-4282-af7f-46bf14ca6429 HTTP/1.1" status: 200 len: 1000 time: 0.5432491 Nov 13 04:53:10.332791 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33630) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:10.341346 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:10.370646 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-fb8d6b16-878f-46bf-8528-bd71f2c3a074 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 13 04:53:10.371769 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fb8d6b16-878f-46bf-8528-bd71f2c3a074 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "DELETE /v2.0/routers/e7b8dae4-7bee-4245-9f79-0565f2633b41 HTTP/1.1" status: 409 len: 329 time: 0.4082355 Nov 13 04:53:10.375562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33634) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:10.441503 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5f6d130b-6531-4579-8b6c-b066726ef322 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.9482405 Nov 13 04:53:10.538103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-13b89b9a-6bd5-4758-820d-36a65bc1ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:10.539682 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-13b89b9a-6bd5-4758-820d-36a65bc1ec87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9ac137d-bc95-480d-b540-783bd32adcd0 HTTP/1.1" status: 200 len: 849 time: 0.1936853 Nov 13 04:53:10.541505 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f674e-d487-4ae1-b0a5-f4620811d705 req-423973aa-59fc-4c64-9222-7b0fedbcc1cb tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:10.550681 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-864f674e-d487-4ae1-b0a5-f4620811d705 req-423973aa-59fc-4c64-9222-7b0fedbcc1cb tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.1910574 Nov 13 04:53:10.609486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-40200e93-11a1-4f3c-81e1-8b157b04b95e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port a66ecdd2-4a43-4993-bf9c-6da974472238 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:10.610268 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40200e93-11a1-4f3c-81e1-8b157b04b95e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:10.636580 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-864f674e-d487-4ae1-b0a5-f4620811d705 req-abaa8424-24d1-47f7-9a18-5d6a0014e62b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842347 Nov 13 04:53:10.700763 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-441475f7-09ff-4933-9246-a787efc8598f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:10.774064 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-79f50958-ab69-4fbe-ad4a-67101e14d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:10.776074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-79f50958-ab69-4fbe-ad4a-67101e14d011 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=54bcc594-4643-4653-a5bb-72d48b85d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2255027 Nov 13 04:53:10.802418 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c9b5b426-72f3-4860-8fe4-85e1c2f39fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:29Z', 'updated_at': '2021-11-13T04:49:41Z', 'revision_number': 4, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'gw_port': {'id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'ee22809b-9660-453b-9371-5cf0a9c2442f', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'floating_ip_address': '172.25.8.188', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'port_id': '19099ef5-6d30-4282-af7f-46bf14ca6429', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'mac_address': 'fa:16:3e:f8:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:53:04Z', 'revision_number': 1, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62921026-cc38-4ebd-af79-c023fc96d17e', 'name': '', 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'mac_address': 'fa:16:3e:d0:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:38Z', 'updated_at': '2021-11-13T04:49:46Z', 'revision_number': 5, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'subnets': [{'id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:10.815620 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:10.868463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b5b426-72f3-4860-8fe4-85e1c2f39fb0 None None] The sync data for ids ['454ffd78-5f2b-4f33-9480-47594a4faf12'] in n-d-813114-2 is: [{'id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:29Z', 'updated_at': '2021-11-13T04:49:41Z', 'revision_number': 4, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'gw_port': {'id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'ee22809b-9660-453b-9371-5cf0a9c2442f', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'floating_ip_address': '172.25.8.188', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'port_id': '19099ef5-6d30-4282-af7f-46bf14ca6429', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'mac_address': 'fa:16:3e:f8:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:50:45Z', 'updated_at': '2021-11-13T04:53:04Z', 'revision_number': 1, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62921026-cc38-4ebd-af79-c023fc96d17e', 'name': '', 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'mac_address': 'fa:16:3e:d0:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:38Z', 'updated_at': '2021-11-13T04:49:46Z', 'revision_number': 5, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'subnets': [{'id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:53:10.918562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d3489-d2f7-4f7b-9ddd-e9c82f46cce0 req-1c970321-10ba-42ab-beb3-65e0db5e9bd8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:10.926268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d3489-d2f7-4f7b-9ddd-e9c82f46cce0 req-1c970321-10ba-42ab-beb3-65e0db5e9bd8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:10.938199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d3489-d2f7-4f7b-9ddd-e9c82f46cce0 req-1c970321-10ba-42ab-beb3-65e0db5e9bd8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:10.957614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d3489-d2f7-4f7b-9ddd-e9c82f46cce0 req-1c970321-10ba-42ab-beb3-65e0db5e9bd8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:10.974169 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-441475f7-09ff-4933-9246-a787efc8598f None None] For port adce63f4-02aa-4a07-9704-a60b72fc1d28, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=adce63f4-02aa-4a07-9704-a60b72fc1d28,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:10.989053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d3489-d2f7-4f7b-9ddd-e9c82f46cce0 req-1c970321-10ba-42ab-beb3-65e0db5e9bd8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:10.998229 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d3489-d2f7-4f7b-9ddd-e9c82f46cce0 req-1c970321-10ba-42ab-beb3-65e0db5e9bd8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:11.003080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb261ef-ed95-4402-b996-7c2e12c232b6 None None] Network dcd43cc3-172e-420a-94d3-849c72b81867 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:11.005741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d3489-d2f7-4f7b-9ddd-e9c82f46cce0 req-1c970321-10ba-42ab-beb3-65e0db5e9bd8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:11.008165 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-168d3489-d2f7-4f7b-9ddd-e9c82f46cce0 req-1c970321-10ba-42ab-beb3-65e0db5e9bd8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.3932738 Nov 13 04:53:11.063751 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40200e93-11a1-4f3c-81e1-8b157b04b95e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:11.084431 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-57fa2d45-7428-474f-b5af-dc7e67bda936 service neutron] 10.222.0.46 "GET /v2.0/networks/54bcc594-4643-4653-a5bb-72d48b85d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936702 Nov 13 04:53:11.103005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-40200e93-11a1-4f3c-81e1-8b157b04b95e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for a66ecdd2-4a43-4993-bf9c-6da974472238 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:11.117755 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7eec8ea-88f3-47a3-ac61-1e2e17f32898 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:11.123853 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-441475f7-09ff-4933-9246-a787efc8598f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:11.165139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1817b6d4-3340-4d78-82ab-d6cfde9d72f9,segment=NetworkSegment(31002201-5a6b-47e3-819d-9848c7f0f453),segment_id=31002201-5a6b-47e3-819d-9848c7f0f453)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:11.266544 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:11.267584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device adce63f4-02aa-4a07-9704-a60b72fc1d28 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:11.302003 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-168d3489-d2f7-4f7b-9ddd-e9c82f46cce0 req-b3a946f6-5a5e-41dc-8bba-04ec79b411c3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2775266 Nov 13 04:53:11.410409 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7034a9dd-9f6b-427b-a442-d24310cbc82a req-f08100ab-7627-414f-9bc5-a7393d5c663b service neutron] 10.222.0.46 "GET /v2.0/networks/54bcc594-4643-4653-a5bb-72d48b85d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099990 Nov 13 04:53:11.438566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-03508ef0-7707-4006-9ea2-00c80e1af53a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:11.446334 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-03508ef0-7707-4006-9ea2-00c80e1af53a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/networks?id=dcd43cc3-172e-420a-94d3-849c72b81867 HTTP/1.1" status: 200 len: 818 time: 0.2813697 Nov 13 04:53:11.505866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230c74b-5cd4-4c6b-ad36-a0cb6dea1f04 None None] New status for floating IP ee22809b-9660-453b-9371-5cf0a9c2442f: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:53:11.526024 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40200e93-11a1-4f3c-81e1-8b157b04b95e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:11.581035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40200e93-11a1-4f3c-81e1-8b157b04b95e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=a66ecdd2-4a43-4993-bf9c-6da974472238,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:11.588329 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e59f7c1b-057c-465b-b0a4-a5b9cf0bc5cf tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/quotas/5868e436ef3949fda2f64e7b657d1004 HTTP/1.1" status: 200 len: 375 time: 0.1409035 Nov 13 04:53:11.626828 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40200e93-11a1-4f3c-81e1-8b157b04b95e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:11.633931 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-40200e93-11a1-4f3c-81e1-8b157b04b95e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/a66ecdd2-4a43-4993-bf9c-6da974472238 HTTP/1.1" status: 204 len: 168 time: 1.2971416 Nov 13 04:53:11.635245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33672) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:11.637608 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c17966f3-178b-4e0f-ad34-d71bf7d4594a None None] Provisioning complete for port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:11.638456 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c17966f3-178b-4e0f-ad34-d71bf7d4594a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:11.675573 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e818b42f-9618-4997-8975-1da4de4c5797 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5868e436ef3949fda2f64e7b657d1004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861967 Nov 13 04:53:11.711065 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441475f7-09ff-4933-9246-a787efc8598f None None] Pushing event updated for resources: {'Port': ['ID=adce63f4-02aa-4a07-9704-a60b72fc1d28,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:11.839403 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-83e3504f-a064-4b52-8e9f-5a5bb69278e8 service neutron] 10.222.0.43 "GET /v2.0/networks/dcd43cc3-172e-420a-94d3-849c72b81867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573248 Nov 13 04:53:11.898858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7a42a-25f6-4198-bf04-5e8722504921 req-76af958d-c54b-4539-a867-f11dc4483a57 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:11.901461 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-95f7a42a-25f6-4198-bf04-5e8722504921 req-76af958d-c54b-4539-a867-f11dc4483a57 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.2426708 Nov 13 04:53:11.906630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ae85f8-b1b2-42a8-bff2-95c4aba2bc92 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:11.910057 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ae85f8-b1b2-42a8-bff2-95c4aba2bc92 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:11.912219 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-50ae85f8-b1b2-42a8-bff2-95c4aba2bc92 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2749310 Nov 13 04:53:11.915788 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33682) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:11.986691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=1817b6d4-3340-4d78-82ab-d6cfde9d72f9,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:12.046363 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-b92c543e-a6dc-4987-8b0f-75fb2739a746 service neutron] 10.222.0.43 "GET /v2.0/networks/dcd43cc3-172e-420a-94d3-849c72b81867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063622 Nov 13 04:53:12.050451 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-95f7a42a-25f6-4198-bf04-5e8722504921 req-494a00d0-2477-4a17-93cc-8df025a9dea8 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368091 Nov 13 04:53:12.062706 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a914cb-902c-4287-a699-c2cd2a28076a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 7cabb66c-6794-4f5c-8fa8-f344d385c182 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:53:12.071718 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-01a914cb-902c-4287-a699-c2cd2a28076a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:12.114532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port adce63f4-02aa-4a07-9704-a60b72fc1d28 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:12.114855 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:12.126326 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d7eec8ea-88f3-47a3-ac61-1e2e17f32898 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Deleting port fa1c2c52-eaf5-4c44-a2cf-d271d591a9f7 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:12.128862 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7eec8ea-88f3-47a3-ac61-1e2e17f32898 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:12.145183 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-01a914cb-902c-4287-a699-c2cd2a28076a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:12.227626 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c17966f3-178b-4e0f-ad34-d71bf7d4594a None None] Could not find standard attr ID for object a66ecdd2-4a43-4993-bf9c-6da974472238. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:53:12.263535 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c17966f3-178b-4e0f-ad34-d71bf7d4594a None None] Provisioning complete for port fa1c2c52-eaf5-4c44-a2cf-d271d591a9f7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:12.263935 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c17966f3-178b-4e0f-ad34-d71bf7d4594a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:12.325662 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7eec8ea-88f3-47a3-ac61-1e2e17f32898 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:12.360207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d7eec8ea-88f3-47a3-ac61-1e2e17f32898 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Calling delete_port for fa1c2c52-eaf5-4c44-a2cf-d271d591a9f7 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:12.409899 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-01a914cb-902c-4287-a699-c2cd2a28076a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:12.458951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c17966f3-178b-4e0f-ad34-d71bf7d4594a None None] Port fa1c2c52-eaf5-4c44-a2cf-d271d591a9f7 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:53:12.520568 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-01a914cb-902c-4287-a699-c2cd2a28076a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:12.568911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71410fb-5adf-448a-b6c9-947ca886a943 req-30824db3-5e40-4730-beef-5d73089bf9eb tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:12.577867 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c71410fb-5adf-448a-b6c9-947ca886a943 req-30824db3-5e40-4730-beef-5d73089bf9eb tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.3817232 Nov 13 04:53:12.581186 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a914cb-902c-4287-a699-c2cd2a28076a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=7cabb66c-6794-4f5c-8fa8-f344d385c182,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:12.607205 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-01a914cb-902c-4287-a699-c2cd2a28076a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:12.615426 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-01a914cb-902c-4287-a699-c2cd2a28076a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/7cabb66c-6794-4f5c-8fa8-f344d385c182 HTTP/1.1" status: 204 len: 168 time: 0.6924939 Nov 13 04:53:12.616443 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e1bfc2-52e7-4b2e-b3ac-20a631a2ba53 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:12.618057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33698) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:12.693299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:12.705310 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c71410fb-5adf-448a-b6c9-947ca886a943 req-71c44353-13d1-42b5-801f-7409c7d5428e tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259847 Nov 13 04:53:12.740015 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-48bd478c-8575-4507-90c9-55129ac6bee0 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204498 Nov 13 04:53:12.743199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33702) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:12.749779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a9fb554e-7084-4a12-8a5c-9c3ac5186269 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:12.873378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a689ce-cb7f-4cfe-8198-7d04582e0f2e req-fb4cfd9a-10b6-4e04-9710-03c6ecbc3ec4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:12.880004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a689ce-cb7f-4cfe-8198-7d04582e0f2e req-fb4cfd9a-10b6-4e04-9710-03c6ecbc3ec4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:12.887438 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:12.891456 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:12.905531 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a689ce-cb7f-4cfe-8198-7d04582e0f2e req-fb4cfd9a-10b6-4e04-9710-03c6ecbc3ec4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:12.923139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a689ce-cb7f-4cfe-8198-7d04582e0f2e req-fb4cfd9a-10b6-4e04-9710-03c6ecbc3ec4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:12.942945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a689ce-cb7f-4cfe-8198-7d04582e0f2e req-fb4cfd9a-10b6-4e04-9710-03c6ecbc3ec4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:12.951818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a689ce-cb7f-4cfe-8198-7d04582e0f2e req-fb4cfd9a-10b6-4e04-9710-03c6ecbc3ec4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:12.969979 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a689ce-cb7f-4cfe-8198-7d04582e0f2e req-fb4cfd9a-10b6-4e04-9710-03c6ecbc3ec4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:12.973444 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-57a689ce-cb7f-4cfe-8198-7d04582e0f2e req-fb4cfd9a-10b6-4e04-9710-03c6ecbc3ec4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.1812468 Nov 13 04:53:12.974678 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7eec8ea-88f3-47a3-ac61-1e2e17f32898 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:13.026114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97463af6-5e29-421e-9c5c-9a3881829b2d None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:53:13.042568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eec8ea-88f3-47a3-ac61-1e2e17f32898 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event deleted for resources: {'Port': ['ID=fa1c2c52-eaf5-4c44-a2cf-d271d591a9f7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:13.076412 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8a223851-aabf-4f1b-b8b2-9f910dcada4c req-9183dcf5-aedb-409f-8e87-0c1f35afba2c tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 210 time: 0.0801513 Nov 13 04:53:13.142593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fb554e-7084-4a12-8a5c-9c3ac5186269 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:13.149946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device adce63f4-02aa-4a07-9704-a60b72fc1d28 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:13.154794 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a9fb554e-7084-4a12-8a5c-9c3ac5186269 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:13.260126 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-57a689ce-cb7f-4cfe-8198-7d04582e0f2e req-9d276cf8-365d-4215-bdcf-4d70a6cd94e4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2486038 Nov 13 04:53:13.281102 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7eec8ea-88f3-47a3-ac61-1e2e17f32898 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:13.324584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-97463af6-5e29-421e-9c5c-9a3881829b2d None None] Deleting port adce63f4-02aa-4a07-9704-a60b72fc1d28 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:13.331574 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97463af6-5e29-421e-9c5c-9a3881829b2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:13.409307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port adce63f4-02aa-4a07-9704-a60b72fc1d28 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:13.409982 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:13.451229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-97463af6-5e29-421e-9c5c-9a3881829b2d None None] For port adce63f4-02aa-4a07-9704-a60b72fc1d28, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=adce63f4-02aa-4a07-9704-a60b72fc1d28,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:13.451904 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97463af6-5e29-421e-9c5c-9a3881829b2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:13.472958 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-97463af6-5e29-421e-9c5c-9a3881829b2d None None] Calling delete_port for adce63f4-02aa-4a07-9704-a60b72fc1d28 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:13.477323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18368eb3-0ac8-406c-a3cd-8e1c99f0a99e req-cf87cd11-1189-4359-b63d-6dd3a170a1a3 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:13.479306 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-18368eb3-0ac8-406c-a3cd-8e1c99f0a99e req-cf87cd11-1189-4359-b63d-6dd3a170a1a3 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.1691089 Nov 13 04:53:13.585424 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7eec8ea-88f3-47a3-ac61-1e2e17f32898 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Router e7b8dae4-7bee-4245-9f79-0565f2633b41 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:53:13.601446 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-18368eb3-0ac8-406c-a3cd-8e1c99f0a99e req-64e3a137-d76e-4f0a-bcc4-f34b55acfd44 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009614 Nov 13 04:53:13.687140 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a9fb554e-7084-4a12-8a5c-9c3ac5186269 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:13.740318 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fb554e-7084-4a12-8a5c-9c3ac5186269 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:13.746109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a9fb554e-7084-4a12-8a5c-9c3ac5186269 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:13.751973 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb554e-7084-4a12-8a5c-9c3ac5186269 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:13.752575 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a9fb554e-7084-4a12-8a5c-9c3ac5186269 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:13.777330 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97463af6-5e29-421e-9c5c-9a3881829b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:13.779007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb554e-7084-4a12-8a5c-9c3ac5186269 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=6d0dd21f-a679-4b96-8535-4e5d6d2b86c9,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:13.793125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97463af6-5e29-421e-9c5c-9a3881829b2d None None] No DVR routers for this DVR port adce63f4-02aa-4a07-9704-a60b72fc1d28 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:53:13.793326 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a9fb554e-7084-4a12-8a5c-9c3ac5186269 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0486991 Nov 13 04:53:13.797984 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33736) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:13.808352 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1b974337-8324-4d3b-8e06-e21d9155d152 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'name': 'tempest-NetworksTestDHCPv6-1000765985'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:13.814618 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7eec8ea-88f3-47a3-ac61-1e2e17f32898 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:53:13.819404 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97463af6-5e29-421e-9c5c-9a3881829b2d None None] Pushing event deleted for resources: {'Port': ['ID=adce63f4-02aa-4a07-9704-a60b72fc1d28,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:13.828595 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d7eec8ea-88f3-47a3-ac61-1e2e17f32898 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "PUT /v2.0/routers/e7b8dae4-7bee-4245-9f79-0565f2633b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4490242 Nov 13 04:53:13.831439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33738) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:13.834358 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899def60-6f4b-4fd7-8870-545c61a681f7 None None] Sync routers for ids ['e7b8dae4-7bee-4245-9f79-0565f2633b41'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:53:13.857550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc4830d-aef8-497a-89c3-ffde4688d91d None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:13.865577 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899def60-6f4b-4fd7-8870-545c61a681f7 None None] Routers {'e7b8dae4-7bee-4245-9f79-0565f2633b41'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:53:13.866760 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-899def60-6f4b-4fd7-8870-545c61a681f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:53:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e7b8dae4-7bee-4245-9f79-0565f2633b41'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:13.885903 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-53685137-86fb-46f2-8d23-33b805d39e9f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] show failed (client error): The resource could not be found. Nov 13 04:53:13.887019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-53685137-86fb-46f2-8d23-33b805d39e9f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1075348917 HTTP/1.1" status: 404 len: 335 time: 0.0441496 Nov 13 04:53:13.892785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33740) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:13.901566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6566b499-3322-4d10-a042-cfae079c74f6 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:13.994279 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-6566b499-3322-4d10-a042-cfae079c74f6 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] update failed (client error): The resource could not be found. Nov 13 04:53:13.995705 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6566b499-3322-4d10-a042-cfae079c74f6 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1085814346 HTTP/1.1" status: 404 len: 335 time: 0.1011205 Nov 13 04:53:14.000345 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-899def60-6f4b-4fd7-8870-545c61a681f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:14.003130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33744) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:14.054027 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899def60-6f4b-4fd7-8870-545c61a681f7 None None] Routers {'e7b8dae4-7bee-4245-9f79-0565f2633b41'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:53:14.056361 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-899def60-6f4b-4fd7-8870-545c61a681f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:53:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e7b8dae4-7bee-4245-9f79-0565f2633b41'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:14.120789 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-899def60-6f4b-4fd7-8870-545c61a681f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:14.123026 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899def60-6f4b-4fd7-8870-545c61a681f7 None None] The sync data for ids ['e7b8dae4-7bee-4245-9f79-0565f2633b41'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:53:14.201201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a722c9f9-e2d8-40dd-b3f8-674d061b9455 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Deleting subnet aa02466f-91cc-475b-bccd-7b04c30061ab {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:53:14.205383 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a722c9f9-e2d8-40dd-b3f8-674d061b9455 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:14.263668 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c97a9d7b-4c2b-4254-87de-e092da4a15ca req-88439c98-03b2-41cc-8390-e6daf9625a38 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 210 time: 0.0604374 Nov 13 04:53:14.300222 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a722c9f9-e2d8-40dd-b3f8-674d061b9455 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:14.362172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': '6d0dd21f-a679-4b96-8535-4e5d6d2b86c9'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:53:14.363218 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:14.422566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f752e-699d-40eb-8f7f-b6fd45292097 req-cc9da981-8dcb-429c-97bc-cedb7155b282 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:14.433431 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d5f752e-699d-40eb-8f7f-b6fd45292097 req-cc9da981-8dcb-429c-97bc-cedb7155b282 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.5682712 Nov 13 04:53:14.446758 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a722c9f9-e2d8-40dd-b3f8-674d061b9455 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:14.486506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaaace-ef0a-440f-a6da-2a56ce5dfdb5 req-25f75ec8-e602-4bcf-a665-f978b2846bfc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:14.494580 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaaace-ef0a-440f-a6da-2a56ce5dfdb5 req-25f75ec8-e602-4bcf-a665-f978b2846bfc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:14.503752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaaace-ef0a-440f-a6da-2a56ce5dfdb5 req-25f75ec8-e602-4bcf-a665-f978b2846bfc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:14.511920 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaaace-ef0a-440f-a6da-2a56ce5dfdb5 req-25f75ec8-e602-4bcf-a665-f978b2846bfc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:14.521010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaaace-ef0a-440f-a6da-2a56ce5dfdb5 req-25f75ec8-e602-4bcf-a665-f978b2846bfc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:14.528656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaaace-ef0a-440f-a6da-2a56ce5dfdb5 req-25f75ec8-e602-4bcf-a665-f978b2846bfc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:14.536742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaaace-ef0a-440f-a6da-2a56ce5dfdb5 req-25f75ec8-e602-4bcf-a665-f978b2846bfc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:14.547345 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-baaaaace-ef0a-440f-a6da-2a56ce5dfdb5 req-25f75ec8-e602-4bcf-a665-f978b2846bfc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.1541142 Nov 13 04:53:14.567930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b974337-8324-4d3b-8e06-e21d9155d152 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:14.572091 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b974337-8324-4d3b-8e06-e21d9155d152 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:14.599943 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d5f752e-699d-40eb-8f7f-b6fd45292097 req-1e3a3f7b-ddc8-4852-aa34-d3d348063e8d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651025 Nov 13 04:53:14.613373 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a722c9f9-e2d8-40dd-b3f8-674d061b9455 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:14.624541 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-1b974337-8324-4d3b-8e06-e21d9155d152 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port 578e7e61-ec33-4fc1-ba48-8bd2f3fc44c6 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:53:14.641803 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device adce63f4-02aa-4a07-9704-a60b72fc1d28 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:53:14.670657 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: adce63f4-02aa-4a07-9704-a60b72fc1d28 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:53:14.671956 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device adce63f4-02aa-4a07-9704-a60b72fc1d28 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:53:14.686589 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-baaaaace-ef0a-440f-a6da-2a56ce5dfdb5 req-595751fc-7d2a-42d2-896d-da6eb8c1e9dc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251295 Nov 13 04:53:14.718431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722c9f9-e2d8-40dd-b3f8-674d061b9455 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event deleted for resources: {'Subnet': ['ID=aa02466f-91cc-475b-bccd-7b04c30061ab,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:14.730382 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a722c9f9-e2d8-40dd-b3f8-674d061b9455 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:14.738031 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a722c9f9-e2d8-40dd-b3f8-674d061b9455 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "DELETE /v2.0/subnets/aa02466f-91cc-475b-bccd-7b04c30061ab HTTP/1.1" status: 204 len: 168 time: 0.6597798 Nov 13 04:53:14.740136 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33760) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:14.755853 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fd4b0f-44ea-4eff-96c8-cfc033171aec None None] Network 6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:14.869628 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Allocated IP 2001:db8::2 (63517ab3-2070-4aed-993a-d13fb8f8841c/6d0dd21f-a679-4b96-8535-4e5d6d2b86c9/0a951d98-12ff-497f-b097-059875d9e6ca) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:14.891932 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9ee3-c8a5-46bc-94cb-0d5b66a0ced9 req-7fe2310d-a63d-429e-9bfb-d5cd7569389a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:14.900940 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4fde9ee3-c8a5-46bc-94cb-0d5b66a0ced9 req-7fe2310d-a63d-429e-9bfb-d5cd7569389a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.0832946 Nov 13 04:53:14.973096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4fde9ee3-c8a5-46bc-94cb-0d5b66a0ced9 req-ad6c9865-37d3-49d9-9c0b-e2d5ae3d652a tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708044 Nov 13 04:53:14.980540 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:15.101895 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-0e6324ed-7534-456c-87c3-8b3fdae3a4f0 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:15.103394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-0e6324ed-7534-456c-87c3-8b3fdae3a4f0 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.36 "GET /v2.0/networks?id=dcd43cc3-172e-420a-94d3-849c72b81867 HTTP/1.1" status: 200 len: 818 time: 0.3024678 Nov 13 04:53:15.115976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Deleting port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:15.116410 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:15.123206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e562eaf4-e332-4ed2-966a-5b892279705a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Request body: {'port': {'device_id': '8a71ee34-8edd-48c1-ad64-316b841228f2', 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867', 'admin_state_up': True, 'tenant_id': '5868e436ef3949fda2f64e7b657d1004'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:15.238097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d6fc63-eabf-4e2e-8c24-827bb9fe102b None None] DHCP port deletion for 6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:53:15.336068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] For port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1817b6d4-3340-4d78-82ab-d6cfde9d72f9,segment=NetworkSegment(31002201-5a6b-47e3-819d-9848c7f0f453),segment_id=31002201-5a6b-47e3-819d-9848c7f0f453)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:15.336562 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:15.337402 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:15.354123 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:15.408485 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Calling delete_port for 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:15.426280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0957dd76-d79f-4459-b6a4-997c1b5e1411 req-ec9c7b02-5d20-44e6-bb3e-e05db1982d30 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 210 time: 0.0699937 Nov 13 04:53:15.507276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-1be41123-775c-48ce-a210-9eb54785ec66 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:15.509617 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-1be41123-775c-48ce-a210-9eb54785ec66 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.46 "GET /v2.0/networks?id=dcd43cc3-172e-420a-94d3-849c72b81867 HTTP/1.1" status: 200 len: 818 time: 0.4175403 Nov 13 04:53:15.520848 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-1b974337-8324-4d3b-8e06-e21d9155d152 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::56 (63517ab3-2070-4aed-993a-d13fb8f8841c/6d0dd21f-a679-4b96-8535-4e5d6d2b86c9/578e7e61-ec33-4fc1-ba48-8bd2f3fc44c6) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:15.535642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Request body: {'port': {'device_id': '5eee052f-a3c7-4aa7-b19f-614c4e69d62c', 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867', 'admin_state_up': True, 'tenant_id': '5868e436ef3949fda2f64e7b657d1004'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:15.590762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e562eaf4-e332-4ed2-966a-5b892279705a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Made reservation on behalf of 5868e436ef3949fda2f64e7b657d1004 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:15.597172 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e562eaf4-e332-4ed2-966a-5b892279705a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:15.602345 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:15.641662 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event deleted for resources: {'Port': ['ID=1817b6d4-3340-4d78-82ab-d6cfde9d72f9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:15.652548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:15.660279 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:15.669407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:15.686121 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] No DVR routers for this DVR port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:53:15.702485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6fc63-eabf-4e2e-8c24-827bb9fe102b None None] Deleting port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:15.702485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7d6fc63-eabf-4e2e-8c24-827bb9fe102b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:15.708596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Pushing event updated for resources: {'Port': ['ID=0a951d98-12ff-497f-b097-059875d9e6ca,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:15.865278 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:15.870968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Attempting to bind port 0a951d98-12ff-497f-b097-059875d9e6ca on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:53:15.871555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Attempting to bind port 0a951d98-12ff-497f-b097-059875d9e6ca by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:53:15.872448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Attempting to bind port 0a951d98-12ff-497f-b097-059875d9e6ca on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:53:15.878202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e7d6fc63-eabf-4e2e-8c24-827bb9fe102b None None] For port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9, host n-d-813114-2, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:15.878868 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7d6fc63-eabf-4e2e-8c24-827bb9fe102b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:15.881521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:53:15.881908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:53:15.882301 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:15.882739 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:53:15.883270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Bound port: 0a951d98-12ff-497f-b097-059875d9e6ca, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:53:15.883650 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:15.898182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:15.908122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6fc63-eabf-4e2e-8c24-827bb9fe102b None None] Calling delete_port for 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:15.910346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31002201-5a6b-47e3-819d-9848c7f0f453') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:15.911260 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31002201-5a6b-47e3-819d-9848c7f0f453') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:15.924329 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:15.961504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-e7d6fc63-eabf-4e2e-8c24-827bb9fe102b None None] Port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 04:53:15.963257 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:15.976039 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7d6fc63-eabf-4e2e-8c24-827bb9fe102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:15.997385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:53:15.998459 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:53:16.002126 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:53:16.025112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-6db87563-2fae-4adf-9778-6506da70ab39 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:16.026639 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-6db87563-2fae-4adf-9778-6506da70ab39 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.36 "GET /v2.0/networks?id=dcd43cc3-172e-420a-94d3-849c72b81867 HTTP/1.1" status: 200 len: 818 time: 0.3637064 Nov 13 04:53:16.035907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6fc63-eabf-4e2e-8c24-827bb9fe102b None None] Pushing event deleted for resources: {'Port': ['ID=1817b6d4-3340-4d78-82ab-d6cfde9d72f9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:16.040054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Made reservation on behalf of 5868e436ef3949fda2f64e7b657d1004 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:16.043883 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:16.061293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840127a-bb4e-4b95-a0ab-a29fd3538fe6 req-67cf74a6-f017-46ac-bb60-49ed31b25ff2 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:16.067779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d6fc63-eabf-4e2e-8c24-827bb9fe102b None None] No DVR routers for this DVR port 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:53:16.077431 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4840127a-bb4e-4b95-a0ab-a29fd3538fe6 req-67cf74a6-f017-46ac-bb60-49ed31b25ff2 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.2494438 Nov 13 04:53:16.101933 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-7e1758bf-a012-4e5e-948b-9c6ed95aac54 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Request body: {'port': {'device_id': 'e2c335dd-0ed1-497d-8ce5-2467c15757f4', 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867', 'admin_state_up': True, 'tenant_id': '5868e436ef3949fda2f64e7b657d1004'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:16.103832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] For port 0a951d98-12ff-497f-b097-059875d9e6ca, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:53:16.110546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] For port 0a951d98-12ff-497f-b097-059875d9e6ca, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0a951d98-12ff-497f-b097-059875d9e6ca,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:53:16.120042 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:16.195139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4736993-cc2c-47c4-9bbe-5f5fa91980e7 None None] Pushing event updated for resources: {'Port': ['ID=0a951d98-12ff-497f-b097-059875d9e6ca,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:16.642977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc480b4-4c21-4751-ae7b-ad4d20322457 req-45bc9460-4620-4468-a472-4a0e94de8aa3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:16.650168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc480b4-4c21-4751-ae7b-ad4d20322457 req-45bc9460-4620-4468-a472-4a0e94de8aa3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:16.663600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc480b4-4c21-4751-ae7b-ad4d20322457 req-45bc9460-4620-4468-a472-4a0e94de8aa3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:16.673952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc480b4-4c21-4751-ae7b-ad4d20322457 req-45bc9460-4620-4468-a472-4a0e94de8aa3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:16.676328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0a951d98-12ff-497f-b097-059875d9e6ca up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:16.682306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc480b4-4c21-4751-ae7b-ad4d20322457 req-45bc9460-4620-4468-a472-4a0e94de8aa3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:16.688866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc480b4-4c21-4751-ae7b-ad4d20322457 req-45bc9460-4620-4468-a472-4a0e94de8aa3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:16.695847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc480b4-4c21-4751-ae7b-ad4d20322457 req-45bc9460-4620-4468-a472-4a0e94de8aa3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:16.698060 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-efc480b4-4c21-4751-ae7b-ad4d20322457 req-45bc9460-4620-4468-a472-4a0e94de8aa3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.7627451 Nov 13 04:53:16.707869 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e562eaf4-e332-4ed2-966a-5b892279705a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Allocated IP 172.20.0.7 (dcd43cc3-172e-420a-94d3-849c72b81867/944abd44-d802-46de-b787-01ba9e1ca7d5/e13620bd-2030-472e-859a-e4ec031c46a4) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:16.739306 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:16.745632 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:16.751952 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 0a951d98-12ff-497f-b097-059875d9e6ca triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:16.752421 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:16.752961 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "DELETE /v2.0/networks/6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc HTTP/1.1" status: 204 len: 168 time: 2.0109220 Nov 13 04:53:16.756942 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33804) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:16.894000 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4840127a-bb4e-4b95-a0ab-a29fd3538fe6 req-c6ac058f-409a-432e-92ef-da80948e62ce tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8032978 Nov 13 04:53:16.905911 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:16.945633 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b974337-8324-4d3b-8e06-e21d9155d152 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:16.955628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a8e28-64f4-4db6-bcab-a9226495006c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event deleted for resources: {'Network': ['ID=6d44a2e2-ecad-4c3e-8cd7-a90cd3077cfc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:16.956653 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 0a951d98-12ff-497f-b097-059875d9e6ca, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0a951d98-12ff-497f-b097-059875d9e6ca,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:16.958535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-7e1758bf-a012-4e5e-948b-9c6ed95aac54 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Made reservation on behalf of 5868e436ef3949fda2f64e7b657d1004 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:16.969091 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-7e1758bf-a012-4e5e-948b-9c6ed95aac54 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:16.970189 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:17.049120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-244ad419-598f-4c69-8389-2690cb064c5c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Deleting subnet 4be2d7c0-7cb9-4c68-8852-7870caaa3f53 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:53:17.067094 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-244ad419-598f-4c69-8389-2690cb064c5c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:17.091245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:53:17.129781 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-efc480b4-4c21-4751-ae7b-ad4d20322457 req-69150df8-5037-45b4-ae08-7e08d6e959ac tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4007502 Nov 13 04:53:17.137172 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e562eaf4-e332-4ed2-966a-5b892279705a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:17.172220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:53:17.172759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1817b6d4-3340-4d78-82ab-d6cfde9d72f9 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:53:17.188836 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-244ad419-598f-4c69-8389-2690cb064c5c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:17.195313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=0a951d98-12ff-497f-b097-059875d9e6ca,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:17.226577 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b974337-8324-4d3b-8e06-e21d9155d152 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:17.273032 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b974337-8324-4d3b-8e06-e21d9155d152 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:17.277018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-1b974337-8324-4d3b-8e06-e21d9155d152 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:17.279540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b974337-8324-4d3b-8e06-e21d9155d152 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:17.285653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b974337-8324-4d3b-8e06-e21d9155d152 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:17.286315 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b974337-8324-4d3b-8e06-e21d9155d152 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:17.296620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7ce01-68b3-4ad5-b2b1-a3e3ccf5205c req-2bd0eb94-b86d-4649-ac02-8e43180c8948 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:17.298104 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dcbb8592-9603-4654-9c95-d1011b4173e5 req-fc39436f-db48-4eed-8f32-453bb8304576 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 210 time: 0.0656359 Nov 13 04:53:17.298309 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-52b7ce01-68b3-4ad5-b2b1-a3e3ccf5205c req-2bd0eb94-b86d-4649-ac02-8e43180c8948 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.1507237 Nov 13 04:53:17.347349 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e562eaf4-e332-4ed2-966a-5b892279705a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:17.382555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b974337-8324-4d3b-8e06-e21d9155d152 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=578e7e61-ec33-4fc1-ba48-8bd2f3fc44c6,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:17.392261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1b974337-8324-4d3b-8e06-e21d9155d152 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5887289 Nov 13 04:53:17.398050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33810) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:17.427896 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-52b7ce01-68b3-4ad5-b2b1-a3e3ccf5205c req-e3367b28-06b3-4e30-ab2c-cfbbb08c8879 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090951 Nov 13 04:53:17.482663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e562eaf4-e332-4ed2-966a-5b892279705a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Network dcd43cc3-172e-420a-94d3-849c72b81867 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:17.483638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562eaf4-e332-4ed2-966a-5b892279705a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Pushing event updated for resources: {'Port': ['ID=e13620bd-2030-472e-859a-e4ec031c46a4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:17.494819 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e562eaf4-e332-4ed2-966a-5b892279705a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:17.504531 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e562eaf4-e332-4ed2-966a-5b892279705a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:17.518788 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-7e1758bf-a012-4e5e-948b-9c6ed95aac54 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Allocated IP 172.20.0.2 (dcd43cc3-172e-420a-94d3-849c72b81867/944abd44-d802-46de-b787-01ba9e1ca7d5/941c1150-1c6f-4ed3-a0ea-feae833f657f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:17.535776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-244ad419-598f-4c69-8389-2690cb064c5c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:17.606381 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.db.api [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-37c7acc1-b6c7-4a2b-a63f-7e87ba58fcea {{(pid=102667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:53:17.606804 n-d-813114-2 neutron-server[102667]: DEBUG oslo_db.api [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:53:17.608629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17b0d5-44b7-41fb-885a-a34298e6e598 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:17.615212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17b0d5-44b7-41fb-885a-a34298e6e598 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:17.616892 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5e17b0d5-44b7-41fb-885a-a34298e6e598 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2144306 Nov 13 04:53:17.623703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33818) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:17.650262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e562eaf4-e332-4ed2-966a-5b892279705a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:17.650822 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e562eaf4-e332-4ed2-966a-5b892279705a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:17.688597 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7f6adc6d-dcdb-446a-82aa-e705e4c3778a None None] Provisioning complete for port 0a951d98-12ff-497f-b097-059875d9e6ca triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:17.689262 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f6adc6d-dcdb-446a-82aa-e705e4c3778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:17.717868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-7e1758bf-a012-4e5e-948b-9c6ed95aac54 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:17.782860 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-7e1758bf-a012-4e5e-948b-9c6ed95aac54 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:17.802509 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e562eaf4-e332-4ed2-966a-5b892279705a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6838350 Nov 13 04:53:17.813919 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-244ad419-598f-4c69-8389-2690cb064c5c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:17.826836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Request body: {'port': {'device_id': '8a71ee34-8edd-48c1-ad64-316b841228f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:17.861433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-7e1758bf-a012-4e5e-948b-9c6ed95aac54 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Network dcd43cc3-172e-420a-94d3-849c72b81867 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:17.865229 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-7e1758bf-a012-4e5e-948b-9c6ed95aac54 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:17.873028 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-7e1758bf-a012-4e5e-948b-9c6ed95aac54 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:17.881830 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-244ad419-598f-4c69-8389-2690cb064c5c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:17.890109 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-244ad419-598f-4c69-8389-2690cb064c5c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "DELETE /v2.0/subnets/4be2d7c0-7cb9-4c68-8852-7870caaa3f53 HTTP/1.1" status: 204 len: 168 time: 1.1286638 Nov 13 04:53:17.891276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331f2396-ed08-4bd2-8a73-71d065d77933 None None] Network 4385c0f7-edb0-43c8-a964-0c03626404ee requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:17.916826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33820) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:17.935635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ad419-598f-4c69-8389-2690cb064c5c tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event deleted for resources: {'Subnet': ['ID=4be2d7c0-7cb9-4c68-8852-7870caaa3f53,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:17.989754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-58996d18-c8ef-481a-a12c-675f1240a465 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port 578e7e61-ec33-4fc1-ba48-8bd2f3fc44c6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:17.990202 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58996d18-c8ef-481a-a12c-675f1240a465 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:18.060723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-7e1758bf-a012-4e5e-948b-9c6ed95aac54 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:18.060723 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-7e1758bf-a012-4e5e-948b-9c6ed95aac54 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:18.060723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1758bf-a012-4e5e-948b-9c6ed95aac54 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Pushing event updated for resources: {'Port': ['ID=941c1150-1c6f-4ed3-a0ea-feae833f657f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:18.104964 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-26f4d663-b360-48f7-9635-95db91a95181 None None] Provisioning complete for port 578e7e61-ec33-4fc1-ba48-8bd2f3fc44c6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:18.105330 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-26f4d663-b360-48f7-9635-95db91a95181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:18.117851 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:18.134900 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:18.164048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-4328c1f3-831e-4a28-b001-29d2269e3f00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Deleting subnet b3ecca40-70c8-4ccb-b6f6-3084303d1eeb {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:53:18.171103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-26f4d663-b360-48f7-9635-95db91a95181 None None] Port 578e7e61-ec33-4fc1-ba48-8bd2f3fc44c6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:53:18.193664 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-7e1758bf-a012-4e5e-948b-9c6ed95aac54 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1163113 Nov 13 04:53:18.195825 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4328c1f3-831e-4a28-b001-29d2269e3f00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:18.222598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Request body: {'port': {'device_id': 'e2c335dd-0ed1-497d-8ce5-2467c15757f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:18.242485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5081403a-4415-4fce-a9f1-cbe2008eca3b None None] DHCP port deletion for 4385c0f7-edb0-43c8-a964-0c03626404ee request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:53:18.297202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5081403a-4415-4fce-a9f1-cbe2008eca3b None None] Deleting port 51d10e2e-185e-43de-b903-2a9fefe410c4 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:18.297566 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5081403a-4415-4fce-a9f1-cbe2008eca3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:18.355364 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a91e02-deca-4285-9912-aa35d72fb9be req-176679e1-1d16-4169-97ba-670a1142c1c5 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:18.357079 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41a91e02-deca-4285-9912-aa35d72fb9be req-176679e1-1d16-4169-97ba-670a1142c1c5 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.2984023 Nov 13 04:53:18.359368 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58996d18-c8ef-481a-a12c-675f1240a465 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:18.396656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5081403a-4415-4fce-a9f1-cbe2008eca3b None None] For port 51d10e2e-185e-43de-b903-2a9fefe410c4, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=51d10e2e-185e-43de-b903-2a9fefe410c4,segment=NetworkSegment(d8df2404-96c2-43bb-b807-127d63a43483),segment_id=d8df2404-96c2-43bb-b807-127d63a43483)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:18.397048 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5081403a-4415-4fce-a9f1-cbe2008eca3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:18.409762 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4328c1f3-831e-4a28-b001-29d2269e3f00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:18.414183 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-58996d18-c8ef-481a-a12c-675f1240a465 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for 578e7e61-ec33-4fc1-ba48-8bd2f3fc44c6 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:18.420611 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5081403a-4415-4fce-a9f1-cbe2008eca3b None None] Calling delete_port for 51d10e2e-185e-43de-b903-2a9fefe410c4 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:18.494337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c4e0-9844-4c11-b5e7-1def84067eb2 req-dbeca7f1-3b54-4134-ae8a-a6235dc9e54e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:18.501919 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c4e0-9844-4c11-b5e7-1def84067eb2 req-dbeca7f1-3b54-4134-ae8a-a6235dc9e54e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:18.508388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c4e0-9844-4c11-b5e7-1def84067eb2 req-dbeca7f1-3b54-4134-ae8a-a6235dc9e54e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:18.514722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c4e0-9844-4c11-b5e7-1def84067eb2 req-dbeca7f1-3b54-4134-ae8a-a6235dc9e54e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:18.521266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c4e0-9844-4c11-b5e7-1def84067eb2 req-dbeca7f1-3b54-4134-ae8a-a6235dc9e54e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:18.527670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c4e0-9844-4c11-b5e7-1def84067eb2 req-dbeca7f1-3b54-4134-ae8a-a6235dc9e54e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:18.534454 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5081403a-4415-4fce-a9f1-cbe2008eca3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:18.534865 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c4e0-9844-4c11-b5e7-1def84067eb2 req-dbeca7f1-3b54-4134-ae8a-a6235dc9e54e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:18.537224 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9587c4e0-9844-4c11-b5e7-1def84067eb2 req-dbeca7f1-3b54-4134-ae8a-a6235dc9e54e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.2727215 Nov 13 04:53:18.581998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081403a-4415-4fce-a9f1-cbe2008eca3b None None] No DVR routers for this DVR port 51d10e2e-185e-43de-b903-2a9fefe410c4 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:53:18.587292 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:18.587456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081403a-4415-4fce-a9f1-cbe2008eca3b None None] Pushing event deleted for resources: {'Port': ['ID=51d10e2e-185e-43de-b903-2a9fefe410c4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:18.635993 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0a951d98-12ff-497f-b097-059875d9e6ca up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:18.648074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41a91e02-deca-4285-9912-aa35d72fb9be req-fbb0c82b-82fe-4e58-8261-eb987eba65bf tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787166 Nov 13 04:53:18.714530 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 0a951d98-12ff-497f-b097-059875d9e6ca triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:18.715203 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:18.826883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da616c4-0277-43e9-ab00-90c8db708403 req-a38bbaa3-2145-46b0-83a0-02cabadb1ea7 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:18.828787 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0da616c4-0277-43e9-ab00-90c8db708403 req-a38bbaa3-2145-46b0-83a0-02cabadb1ea7 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.3664334 Nov 13 04:53:18.834564 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9587c4e0-9844-4c11-b5e7-1def84067eb2 req-71e94fc8-4fd5-472d-a8e9-00079b08ae4f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2657459 Nov 13 04:53:18.856007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67106e9e-921f-40fe-984a-fcb3e9dd25af req-0cfa281b-9294-4f3c-a6b4-75299f0539e4 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:18.857586 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67106e9e-921f-40fe-984a-fcb3e9dd25af req-0cfa281b-9294-4f3c-a6b4-75299f0539e4 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 931 time: 0.1432316 Nov 13 04:53:18.907331 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4328c1f3-831e-4a28-b001-29d2269e3f00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:18.922350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 51d10e2e-185e-43de-b903-2a9fefe410c4 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:53:18.953302 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 51d10e2e-185e-43de-b903-2a9fefe410c4 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:53:18.953927 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 51d10e2e-185e-43de-b903-2a9fefe410c4 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:53:18.965291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13620bd-2030-472e-859a-e4ec031c46a4 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:53:18.976713 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67106e9e-921f-40fe-984a-fcb3e9dd25af req-edf08f69-3733-41c4-9d76-883fd9f03916 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115203 Nov 13 04:53:18.984843 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.007705 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Transition to ACTIVE for port object e13620bd-2030-472e-859a-e4ec031c46a4 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:53:19.008858 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58996d18-c8ef-481a-a12c-675f1240a465 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.051271 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.057041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58996d18-c8ef-481a-a12c-675f1240a465 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=578e7e61-ec33-4fc1-ba48-8bd2f3fc44c6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:19.128582 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58996d18-c8ef-481a-a12c-675f1240a465 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.134700 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-58996d18-c8ef-481a-a12c-675f1240a465 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/578e7e61-ec33-4fc1-ba48-8bd2f3fc44c6 HTTP/1.1" status: 204 len: 168 time: 1.5054581 Nov 13 04:53:19.134971 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4328c1f3-831e-4a28-b001-29d2269e3f00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.135603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33850) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:19.136426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Allocated IP 172.20.0.8 (dcd43cc3-172e-420a-94d3-849c72b81867/944abd44-d802-46de-b787-01ba9e1ca7d5/d655f792-aa99-4ff7-bb7e-561e8d8a2ead) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:19.164405 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4d289-5710-4a41-bfd6-337e66c908aa req-3be5474a-c4b3-4871-b2ae-00d3646cb3c7 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:19.178978 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-23f4d289-5710-4a41-bfd6-337e66c908aa req-3be5474a-c4b3-4871-b2ae-00d3646cb3c7 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 945 time: 0.1895490 Nov 13 04:53:19.178978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-0da616c4-0277-43e9-ab00-90c8db708403 req-462c2ef0-13ab-4854-aba3-7f00d00ab2b4 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Deleting port 445ba76c-c983-499c-b00b-c716dfb1fc2f {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:19.178978 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0da616c4-0277-43e9-ab00-90c8db708403 req-462c2ef0-13ab-4854-aba3-7f00d00ab2b4 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.209940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Pushing event updated for resources: {'Port': ['ID=e13620bd-2030-472e-859a-e4ec031c46a4,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:19.238691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328c1f3-831e-4a28-b001-29d2269e3f00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ecca40-70c8-4ccb-b6f6-3084303d1eeb,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:19.292537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e3118f-0f7b-4af6-bcf1-34fd711d2a26 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:19.294291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e3118f-0f7b-4af6-bcf1-34fd711d2a26 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:19.299795 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a6e3118f-0f7b-4af6-bcf1-34fd711d2a26 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1588721 Nov 13 04:53:19.303267 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33854) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:19.376187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Attempting to bind port e13620bd-2030-472e-859a-e4ec031c46a4 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:53:19.376545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Attempting to bind port e13620bd-2030-472e-859a-e4ec031c46a4 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '61071070-4a4f-4d11-8240-9f54dd6842a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:53:19.376765 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Attempting to bind port e13620bd-2030-472e-859a-e4ec031c46a4 on network dcd43cc3-172e-420a-94d3-849c72b81867 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:53:19.385608 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f20e67b-6797-4d4b-966b-aa2c1f74bfc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 6d0dd21f-a679-4b96-8535-4e5d6d2b86c9 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:53:19.392378 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f20e67b-6797-4d4b-966b-aa2c1f74bfc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.395421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Port e13620bd-2030-472e-859a-e4ec031c46a4 on network dcd43cc3-172e-420a-94d3-849c72b81867 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:53:19.395748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Attempting to bind port e13620bd-2030-472e-859a-e4ec031c46a4 on network dcd43cc3-172e-420a-94d3-849c72b81867 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:53:19.438194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:53:19.438605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Checking segment: {'id': '61071070-4a4f-4d11-8240-9f54dd6842a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:53:19.438954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Bound using segment: {'id': '61071070-4a4f-4d11-8240-9f54dd6842a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:53:19.439448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Bound port: e13620bd-2030-472e-859a-e4ec031c46a4, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61071070-4a4f-4d11-8240-9f54dd6842a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:53:19.439753 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.451659 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.462767 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f20e67b-6797-4d4b-966b-aa2c1f74bfc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.488138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4328c1f3-831e-4a28-b001-29d2269e3f00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.493720 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4328c1f3-831e-4a28-b001-29d2269e3f00 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "DELETE /v2.0/subnets/b3ecca40-70c8-4ccb-b6f6-3084303d1eeb HTTP/1.1" status: 204 len: 168 time: 1.5657954 Nov 13 04:53:19.496714 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76369922-b210-4ebc-85a4-8745fb6fdee5 None None] Network c1caf750-6638-4a6a-b854-af2b61447884 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:19.512995 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33860) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:19.597118 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-23f4d289-5710-4a41-bfd6-337e66c908aa req-47084e56-33a2-4dae-a495-d977cf0b6af2 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b895c79-f144-4b53-ab1e-52e2a2ae28d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799105 Nov 13 04:53:19.646260 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] For port e13620bd-2030-472e-859a-e4ec031c46a4, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:53:19.647709 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0da616c4-0277-43e9-ab00-90c8db708403 req-462c2ef0-13ab-4854-aba3-7f00d00ab2b4 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] For port 445ba76c-c983-499c-b00b-c716dfb1fc2f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=445ba76c-c983-499c-b00b-c716dfb1fc2f,segment=NetworkSegment(4fcbe674-bf11-4b0d-a9ed-bacac78aaded),segment_id=4fcbe674-bf11-4b0d-a9ed-bacac78aaded)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:19.648192 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0da616c4-0277-43e9-ab00-90c8db708403 req-462c2ef0-13ab-4854-aba3-7f00d00ab2b4 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.649489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] For port e13620bd-2030-472e-859a-e4ec031c46a4, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e13620bd-2030-472e-859a-e4ec031c46a4,segment=NetworkSegment(61071070-4a4f-4d11-8240-9f54dd6842a5),segment_id=61071070-4a4f-4d11-8240-9f54dd6842a5)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:53:19.671827 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.676530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-0da616c4-0277-43e9-ab00-90c8db708403 req-462c2ef0-13ab-4854-aba3-7f00d00ab2b4 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Calling delete_port for 445ba76c-c983-499c-b00b-c716dfb1fc2f owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:19.720321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefb7ca0-f2db-4494-a5b2-4044b5851727 None None] DHCP port deletion for c1caf750-6638-4a6a-b854-af2b61447884 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:53:19.723055 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ae709f5-5bd1-470f-8a8e-2cf4e66c83c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.779742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:19.780568 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.782134 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] 10.222.0.36 "PUT /v2.0/ports/e13620bd-2030-472e-859a-e4ec031c46a4 HTTP/1.1" status: 200 len: 1091 time: 1.9595697 Nov 13 04:53:19.802410 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f20e67b-6797-4d4b-966b-aa2c1f74bfc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.808004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-eefb7ca0-f2db-4494-a5b2-4044b5851727 None None] Deleting port 29a81f29-4c5b-4afd-81ab-186088e27559 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:19.808375 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eefb7ca0-f2db-4494-a5b2-4044b5851727 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.830929 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.849903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a71ee34-8edd-48c1-ad64-316b841228f2', 'tag': 'e13620bd-2030-472e-859a-e4ec031c46a4'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:19.852534 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df60726-3239-432a-aa04-3d5d38081517" -d '{"events": [{"name": "network-changed", "server_uuid": "8a71ee34-8edd-48c1-ad64-316b841228f2", "tag": "e13620bd-2030-472e-859a-e4ec031c46a4"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:19.938378 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-eefb7ca0-f2db-4494-a5b2-4044b5851727 None None] For port 29a81f29-4c5b-4afd-81ab-186088e27559, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=29a81f29-4c5b-4afd-81ab-186088e27559,segment=NetworkSegment(fbda8787-b011-4b07-ae46-08027a2600a1),segment_id=fbda8787-b011-4b07-ae46-08027a2600a1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:19.939372 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eefb7ca0-f2db-4494-a5b2-4044b5851727 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:19.942358 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5603fe0e-2c9c-4cc8-be31-ff7a9a909dd5 x-openstack-request-id: req-5603fe0e-2c9c-4cc8-be31-ff7a9a909dd5 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:19.942656 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a71ee34-8edd-48c1-ad64-316b841228f2", "tag": "e13620bd-2030-472e-859a-e4ec031c46a4", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:19.943010 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5603fe0e-2c9c-4cc8-be31-ff7a9a909dd5 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:19.943601 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a71ee34-8edd-48c1-ad64-316b841228f2', 'tag': 'e13620bd-2030-472e-859a-e4ec031c46a4', 'status': 'completed', 'code': 200} Nov 13 04:53:19.955667 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-eefb7ca0-f2db-4494-a5b2-4044b5851727 None None] Calling delete_port for 29a81f29-4c5b-4afd-81ab-186088e27559 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:19.991664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3500a-5ee3-4652-bda7-81dc0b38a50d service neutron] Pushing event updated for resources: {'Port': ['ID=e13620bd-2030-472e-859a-e4ec031c46a4,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:20.006200 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f20e67b-6797-4d4b-966b-aa2c1f74bfc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.056102 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Pushing event updated for resources: {'Port': ['ID=d655f792-aa99-4ff7-bb7e-561e8d8a2ead,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:20.074848 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eefb7ca0-f2db-4494-a5b2-4044b5851727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.104097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20e67b-6797-4d4b-966b-aa2c1f74bfc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0dd21f-a679-4b96-8535-4e5d6d2b86c9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:20.113265 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb7ca0-f2db-4494-a5b2-4044b5851727 None None] Pushing event deleted for resources: {'Port': ['ID=29a81f29-4c5b-4afd-81ab-186088e27559,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:20.115373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefb7ca0-f2db-4494-a5b2-4044b5851727 None None] No DVR routers for this DVR port 29a81f29-4c5b-4afd-81ab-186088e27559 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:53:20.119427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632f5e6e-6b9f-4079-981b-8b6fd0a4c8e3 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:20.136459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Network dcd43cc3-172e-420a-94d3-849c72b81867 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:20.156259 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f20e67b-6797-4d4b-966b-aa2c1f74bfc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.161476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:20.162315 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7f20e67b-6797-4d4b-966b-aa2c1f74bfc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/6d0dd21f-a679-4b96-8535-4e5d6d2b86c9 HTTP/1.1" status: 204 len: 168 time: 0.8579757 Nov 13 04:53:20.172320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33880) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:20.172320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:20.173455 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ae709f5-5bd1-470f-8a8e-2cf4e66c83c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.177855 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-2c9f4218-539b-4c8b-8f36-65dbe41beaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:20.196733 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-2c9f4218-539b-4c8b-8f36-65dbe41beaba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5868e436ef3949fda2f64e7b657d1004&device_id=8a71ee34-8edd-48c1-ad64-316b841228f2 HTTP/1.1" status: 200 len: 1094 time: 0.3242757 Nov 13 04:53:20.196733 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff327c30-7ca4-489f-8258-6d1833835dc5 req-3ce4b282-f1ae-447e-bbab-d6db319cf7e3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:20.197288 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ff327c30-7ca4-489f-8258-6d1833835dc5 req-3ce4b282-f1ae-447e-bbab-d6db319cf7e3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.4420254 Nov 13 04:53:20.285413 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e89746f1-b637-4833-ab3d-f5534f25dba1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e13620bd-2030-472e-859a-e4ec031c46a4 HTTP/1.1" status: 200 len: 217 time: 0.0689564 Nov 13 04:53:20.290543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-420314ae-1b40-493b-8a3c-050f939a75e9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629773 Nov 13 04:53:20.290953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33884) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:20.292303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-1ae709f5-5bd1-470f-8a8e-2cf4e66c83c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4385c0f7-edb0-43c8-a964-0c03626404ee']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:20.312784 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:20.313750 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.320548 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0da616c4-0277-43e9-ab00-90c8db708403 req-462c2ef0-13ab-4854-aba3-7f00d00ab2b4 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.376049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa75e8ea-822b-4d4a-ba57-bfc1a2df1101 None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:53:20.393627 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ff327c30-7ca4-489f-8258-6d1833835dc5 req-897621f0-2b4d-4043-af56-84e74b26d1d0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955271 Nov 13 04:53:20.396461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c2ef0-13ab-4854-aba3-7f00d00ab2b4 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Pushing event deleted for resources: {'Port': ['ID=445ba76c-c983-499c-b00b-c716dfb1fc2f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:20.400599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-1ae709f5-5bd1-470f-8a8e-2cf4e66c83c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8df2404-96c2-43bb-b807-127d63a43483') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:20.400887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-1ae709f5-5bd1-470f-8a8e-2cf4e66c83c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8df2404-96c2-43bb-b807-127d63a43483') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:20.429784 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-a0321935-b36b-467a-82a5-cf0bf0d84612 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8992720 Nov 13 04:53:20.446733 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ae709f5-5bd1-470f-8a8e-2cf4e66c83c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.453652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Request body: {'port': {'device_id': '5eee052f-a3c7-4aa7-b19f-614c4e69d62c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:20.461417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da616c4-0277-43e9-ab00-90c8db708403 req-462c2ef0-13ab-4854-aba3-7f00d00ab2b4 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] No DVR routers for this DVR port 445ba76c-c983-499c-b00b-c716dfb1fc2f on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:53:20.487874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ec74f8-f22a-41e4-8fc2-2ac58ba12b20 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:20.491014 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0da616c4-0277-43e9-ab00-90c8db708403 req-462c2ef0-13ab-4854-aba3-7f00d00ab2b4 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.494386 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0da616c4-0277-43e9-ab00-90c8db708403 req-462c2ef0-13ab-4854-aba3-7f00d00ab2b4 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.46 "DELETE /v2.0/ports/445ba76c-c983-499c-b00b-c716dfb1fc2f HTTP/1.1" status: 204 len: 173 time: 1.6512494 Nov 13 04:53:20.495328 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-23ec74f8-f22a-41e4-8fc2-2ac58ba12b20 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2003617 Nov 13 04:53:20.495723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca', 'name': 'network-vif-deleted', 'tag': '445ba76c-c983-499c-b00b-c716dfb1fc2f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:20.498645 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c14cf7-0674-4640-be36-40efe6064512" -d '{"events": [{"server_uuid": "fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca", "name": "network-vif-deleted", "tag": "445ba76c-c983-499c-b00b-c716dfb1fc2f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:20.498848 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33890) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:20.510722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fa75e8ea-822b-4d4a-ba57-bfc1a2df1101 None None] Deleting port 0a951d98-12ff-497f-b097-059875d9e6ca {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:20.519202 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa75e8ea-822b-4d4a-ba57-bfc1a2df1101 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.549241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffc9be-7162-4d44-ae89-ba91c934cb41 req-548d012d-281c-4f94-9edf-0069ebc97885 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:20.555533 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffc9be-7162-4d44-ae89-ba91c934cb41 req-548d012d-281c-4f94-9edf-0069ebc97885 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:20.563030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffc9be-7162-4d44-ae89-ba91c934cb41 req-548d012d-281c-4f94-9edf-0069ebc97885 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:20.569007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffc9be-7162-4d44-ae89-ba91c934cb41 req-548d012d-281c-4f94-9edf-0069ebc97885 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:20.576747 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-c4a9866c-88b3-4e34-a0a9-8a460dfc2c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:20.577385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffc9be-7162-4d44-ae89-ba91c934cb41 req-548d012d-281c-4f94-9edf-0069ebc97885 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:20.578641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-c4a9866c-88b3-4e34-a0a9-8a460dfc2c49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=944abd44-d802-46de-b787-01ba9e1ca7d5 HTTP/1.1" status: 200 len: 858 time: 0.2661319 Nov 13 04:53:20.585005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffc9be-7162-4d44-ae89-ba91c934cb41 req-548d012d-281c-4f94-9edf-0069ebc97885 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:20.591003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffc9be-7162-4d44-ae89-ba91c934cb41 req-548d012d-281c-4f94-9edf-0069ebc97885 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:20.593055 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-abffc9be-7162-4d44-ae89-ba91c934cb41 req-548d012d-281c-4f94-9edf-0069ebc97885 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.5228295 Nov 13 04:53:20.634365 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ae709f5-5bd1-470f-8a8e-2cf4e66c83c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.653210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fa75e8ea-822b-4d4a-ba57-bfc1a2df1101 None None] For port 0a951d98-12ff-497f-b097-059875d9e6ca, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0a951d98-12ff-497f-b097-059875d9e6ca,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:20.655437 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa75e8ea-822b-4d4a-ba57-bfc1a2df1101 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.673051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fa75e8ea-822b-4d4a-ba57-bfc1a2df1101 None None] Calling delete_port for 0a951d98-12ff-497f-b097-059875d9e6ca owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:20.703052 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.725935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae709f5-5bd1-470f-8a8e-2cf4e66c83c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:53:20.726479 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ae709f5-5bd1-470f-8a8e-2cf4e66c83c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:53:20.735947 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:53:20.743629 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-e718eb8e-7f0d-44e0-a3ec-accb80fe2849 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcd43cc3-172e-420a-94d3-849c72b81867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962224 Nov 13 04:53:20.773563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0a951d98-12ff-497f-b097-059875d9e6ca no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:53:20.805874 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa75e8ea-822b-4d4a-ba57-bfc1a2df1101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.815059 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-abffc9be-7162-4d44-ae89-ba91c934cb41 req-32276f53-e034-4518-9dc9-f1c7b59e9c05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2111490 Nov 13 04:53:20.821048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941c1150-1c6f-4ed3-a0ea-feae833f657f {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:53:20.835362 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.853609 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75e8ea-822b-4d4a-ba57-bfc1a2df1101 None None] Pushing event deleted for resources: {'Port': ['ID=0a951d98-12ff-497f-b097-059875d9e6ca,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:20.862898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa75e8ea-822b-4d4a-ba57-bfc1a2df1101 None None] No DVR routers for this DVR port 0a951d98-12ff-497f-b097-059875d9e6ca on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:53:20.893654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No active binding found for port 0a951d98-12ff-497f-b097-059875d9e6ca {{(pid=102669) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 13 04:53:20.894153 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0a951d98-12ff-497f-b097-059875d9e6ca not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:53:20.894586 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 29a81f29-4c5b-4afd-81ab-186088e27559 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:53:20.908551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Transition to ACTIVE for port object 941c1150-1c6f-4ed3-a0ea-feae833f657f will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:53:20.927714 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:20.935516 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-86f40bc2-8175-4bdc-af7b-a57d1e5356f4 service neutron] 10.222.0.36 "GET /v2.0/networks/dcd43cc3-172e-420a-94d3-849c72b81867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663346 Nov 13 04:53:20.944379 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289bb426-66dc-4dc7-868d-c8918be01fa6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:20.948838 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-289bb426-66dc-4dc7-868d-c8918be01fa6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4378426 Nov 13 04:53:20.975515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33902) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:20.983671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 29a81f29-4c5b-4afd-81ab-186088e27559 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:53:20.984168 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 29a81f29-4c5b-4afd-81ab-186088e27559 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:53:21.034810 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e42d56-b24e-47e8-8829-951899e629a4 x-openstack-request-id: req-59e42d56-b24e-47e8-8829-951899e629a4 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:21.035297 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca", "name": "network-vif-deleted", "tag": "445ba76c-c983-499c-b00b-c716dfb1fc2f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:21.035659 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59e42d56-b24e-47e8-8829-951899e629a4 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:21.036317 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca', 'name': 'network-vif-deleted', 'tag': '445ba76c-c983-499c-b00b-c716dfb1fc2f', 'status': 'completed', 'code': 200} Nov 13 04:53:21.042359 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-82404a2e-cb99-4cb9-a0ba-fa53f0dca834 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556068 Nov 13 04:53:21.078473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33904) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:21.080915 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-70759a4b-b6a6-46dc-83c2-fb7af0eed7b5 service neutron] 10.222.0.36 "GET /v2.0/networks/dcd43cc3-172e-420a-94d3-849c72b81867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278625 Nov 13 04:53:21.086702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d2be6834-e92d-4bec-81f9-b6e02552bc53 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:21.173051 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Pushing event updated for resources: {'Port': ['ID=941c1150-1c6f-4ed3-a0ea-feae833f657f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:21.201587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910dda4-db25-4cd3-bf11-3de8b94e84b0 req-270346a4-e108-4a6d-ae75-1e6999f7e902 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:21.203510 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5910dda4-db25-4cd3-bf11-3de8b94e84b0 req-270346a4-e108-4a6d-ae75-1e6999f7e902 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 931 time: 0.6624103 Nov 13 04:53:21.205403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2be6834-e92d-4bec-81f9-b6e02552bc53 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:21.209079 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2be6834-e92d-4bec-81f9-b6e02552bc53 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:21.292811 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4fb762b8-0639-48c8-bf8c-f1a1d75ea230 req-35ec6ab2-95cb-40eb-8853-396b58f97637 tempest-ServerRescueNegativeTestJSON-774405195 tempest-ServerRescueNegativeTestJSON-774405195-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe9a7801-7fcb-4cc6-b1dd-3634ca1972ca HTTP/1.1" status: 200 len: 210 time: 0.1242909 Nov 13 04:53:21.309401 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ae709f5-5bd1-470f-8a8e-2cf4e66c83c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:21.339480 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ae709f5-5bd1-470f-8a8e-2cf4e66c83c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:21.346259 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1ae709f5-5bd1-470f-8a8e-2cf4e66c83c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "DELETE /v2.0/networks/4385c0f7-edb0-43c8-a964-0c03626404ee HTTP/1.1" status: 204 len: 168 time: 1.8263543 Nov 13 04:53:21.347685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33910) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:21.389388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae709f5-5bd1-470f-8a8e-2cf4e66c83c2 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event deleted for resources: {'Network': ['ID=4385c0f7-edb0-43c8-a964-0c03626404ee,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:21.391375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Attempting to bind port 941c1150-1c6f-4ed3-a0ea-feae833f657f on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:53:21.392010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Attempting to bind port 941c1150-1c6f-4ed3-a0ea-feae833f657f by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '61071070-4a4f-4d11-8240-9f54dd6842a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:53:21.392736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Attempting to bind port 941c1150-1c6f-4ed3-a0ea-feae833f657f on network dcd43cc3-172e-420a-94d3-849c72b81867 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:53:21.412847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Port 941c1150-1c6f-4ed3-a0ea-feae833f657f on network dcd43cc3-172e-420a-94d3-849c72b81867 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:53:21.413249 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Attempting to bind port 941c1150-1c6f-4ed3-a0ea-feae833f657f on network dcd43cc3-172e-420a-94d3-849c72b81867 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:53:21.417739 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5910dda4-db25-4cd3-bf11-3de8b94e84b0 req-2a577428-84a4-4fb2-b724-9f4163270073 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442280 Nov 13 04:53:21.423158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df60726-3239-432a-aa04-3d5d38081517 req-bbe9bde3-8a13-4e26-b700-0705fe8cef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:21.424663 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3df60726-3239-432a-aa04-3d5d38081517 req-bbe9bde3-8a13-4e26-b700-0705fe8cef45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5868e436ef3949fda2f64e7b657d1004&device_id=8a71ee34-8edd-48c1-ad64-316b841228f2 HTTP/1.1" status: 200 len: 1094 time: 0.1494646 Nov 13 04:53:21.484177 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:53:21.484600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Checking segment: {'id': '61071070-4a4f-4d11-8240-9f54dd6842a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:53:21.484887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Bound using segment: {'id': '61071070-4a4f-4d11-8240-9f54dd6842a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:53:21.485341 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Bound port: 941c1150-1c6f-4ed3-a0ea-feae833f657f, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61071070-4a4f-4d11-8240-9f54dd6842a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:53:21.486245 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:21.885448 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0548efe-e13c-4664-8c88-376348306166 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:21.922290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d655f792-aa99-4ff7-bb7e-561e8d8a2ead {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:53:21.960397 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:21.966426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 445ba76c-c983-499c-b00b-c716dfb1fc2f no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:53:21.974280 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2be6834-e92d-4bec-81f9-b6e02552bc53 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:21.982933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df60726-3239-432a-aa04-3d5d38081517 req-f6a98c23-2e78-4ef1-bdaf-eeed62368812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:21.985077 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3df60726-3239-432a-aa04-3d5d38081517 req-f6a98c23-2e78-4ef1-bdaf-eeed62368812 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dcd43cc3-172e-420a-94d3-849c72b81867 HTTP/1.1" status: 200 len: 919 time: 0.5288210 Nov 13 04:53:21.988805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f72745-9673-4b9b-bf75-21c260b26b20 req-178113ab-7bb3-4e75-8a8a-e4abfc1c99d8 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:21.990465 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64f72745-9673-4b9b-bf75-21c260b26b20 req-178113ab-7bb3-4e75-8a8a-e4abfc1c99d8 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.4944174 Nov 13 04:53:22.020229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 445ba76c-c983-499c-b00b-c716dfb1fc2f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:53:22.020848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 445ba76c-c983-499c-b00b-c716dfb1fc2f not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:53:22.060523 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] For port 941c1150-1c6f-4ed3-a0ea-feae833f657f, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:53:22.073975 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Transition to ACTIVE for port object d655f792-aa99-4ff7-bb7e-561e8d8a2ead will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:53:22.085200 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3df60726-3239-432a-aa04-3d5d38081517 req-1587a4b2-824d-4e36-bd71-5af46e120db0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e13620bd-2030-472e-859a-e4ec031c46a4 HTTP/1.1" status: 200 len: 217 time: 0.0790257 Nov 13 04:53:22.086969 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be6834-e92d-4bec-81f9-b6e02552bc53 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:22.092817 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.096317 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] For port 941c1150-1c6f-4ed3-a0ea-feae833f657f, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=941c1150-1c6f-4ed3-a0ea-feae833f657f,segment=NetworkSegment(61071070-4a4f-4d11-8240-9f54dd6842a5),segment_id=61071070-4a4f-4d11-8240-9f54dd6842a5)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:53:22.105692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d2be6834-e92d-4bec-81f9-b6e02552bc53 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:22.109514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2be6834-e92d-4bec-81f9-b6e02552bc53 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:22.110113 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2be6834-e92d-4bec-81f9-b6e02552bc53 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.120393 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5505c1e7-24da-4e83-9a70-f3c52ec97dc1 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:22.144015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be6834-e92d-4bec-81f9-b6e02552bc53 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=4f640be8-caf1-4c17-b09d-d546939343eb,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:22.169206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1206b00-723c-4f81-b203-0e68c9b8c165 req-c6ad2905-4f1d-401b-8320-dbd5076f1d5b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:22.174387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.175475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1206b00-723c-4f81-b203-0e68c9b8c165 req-c6ad2905-4f1d-401b-8320-dbd5076f1d5b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:22.181378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1206b00-723c-4f81-b203-0e68c9b8c165 req-c6ad2905-4f1d-401b-8320-dbd5076f1d5b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:22.187735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1206b00-723c-4f81-b203-0e68c9b8c165 req-c6ad2905-4f1d-401b-8320-dbd5076f1d5b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:22.193653 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1206b00-723c-4f81-b203-0e68c9b8c165 req-c6ad2905-4f1d-401b-8320-dbd5076f1d5b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:22.199615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1206b00-723c-4f81-b203-0e68c9b8c165 req-c6ad2905-4f1d-401b-8320-dbd5076f1d5b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:22.199908 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0548efe-e13c-4664-8c88-376348306166 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.206089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1206b00-723c-4f81-b203-0e68c9b8c165 req-c6ad2905-4f1d-401b-8320-dbd5076f1d5b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:22.208114 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1206b00-723c-4f81-b203-0e68c9b8c165 req-c6ad2905-4f1d-401b-8320-dbd5076f1d5b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.2501440 Nov 13 04:53:22.219060 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d2be6834-e92d-4bec-81f9-b6e02552bc53 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1359575 Nov 13 04:53:22.219714 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33928) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:22.232841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-671edba6-fe37-40ec-b851-9ff29db373f6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'fixed_ips': [{'subnet_id': '4f640be8-caf1-4c17-b09d-d546939343eb', 'ip_address': '2001:db8::5267:9cee:8a36:556d'}], 'name': 'tempest-NetworksTestDHCPv6-1201222209'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:22.235458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-d0548efe-e13c-4664-8c88-376348306166 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1caf750-6638-4a6a-b854-af2b61447884']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:22.248750 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-d0548efe-e13c-4664-8c88-376348306166 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbda8787-b011-4b07-ae46-08027a2600a1') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:22.249473 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-d0548efe-e13c-4664-8c88-376348306166 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbda8787-b011-4b07-ae46-08027a2600a1') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:22.266748 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0548efe-e13c-4664-8c88-376348306166 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.272764 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df60726-3239-432a-aa04-3d5d38081517 req-b46e0bd3-e32b-40d0-9135-3a18def8df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:22.274253 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3df60726-3239-432a-aa04-3d5d38081517 req-b46e0bd3-e32b-40d0-9135-3a18def8df21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=944abd44-d802-46de-b787-01ba9e1ca7d5 HTTP/1.1" status: 200 len: 858 time: 0.1813042 Nov 13 04:53:22.294084 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64f72745-9673-4b9b-bf75-21c260b26b20 req-7d2c22ab-00fe-4f8e-8958-a780ab5f562f tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739744 Nov 13 04:53:22.298368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:22.299216 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.301111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] 10.222.0.36 "PUT /v2.0/ports/941c1150-1c6f-4ed3-a0ea-feae833f657f HTTP/1.1" status: 200 len: 1091 time: 4.0845659 Nov 13 04:53:22.316146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': '4f640be8-caf1-4c17-b09d-d546939343eb'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:53:22.317242 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.318453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Pushing event updated for resources: {'Port': ['ID=d655f792-aa99-4ff7-bb7e-561e8d8a2ead,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:22.346326 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0548efe-e13c-4664-8c88-376348306166 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.349294 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:22.349641 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:22.350025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:22.350402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:22.350764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:22.351068 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:22.351551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:22.351880 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:22.352617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:22.352617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:22.352941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:22.353201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:22.374976 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3df60726-3239-432a-aa04-3d5d38081517 req-578bc1b9-9bb5-4f3d-9545-e24746a2ba16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcd43cc3-172e-420a-94d3-849c72b81867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662751 Nov 13 04:53:22.427551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0548efe-e13c-4664-8c88-376348306166 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:53:22.428433 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0548efe-e13c-4664-8c88-376348306166 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:53:22.454031 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:53:22.542267 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3df60726-3239-432a-aa04-3d5d38081517 req-4e098e05-bd7d-41a4-bc5b-b6934c2cc858 service neutron] 10.222.0.36 "GET /v2.0/networks/dcd43cc3-172e-420a-94d3-849c72b81867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561832 Nov 13 04:53:22.552122 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33938) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:22.569767 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1206b00-723c-4f81-b203-0e68c9b8c165 req-dc681f10-7a6e-435a-a930-3311a6430448 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3472736 Nov 13 04:53:22.584569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671edba6-fe37-40ec-b851-9ff29db373f6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:22.617060 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Allocated IP 2001:db8::2 (63517ab3-2070-4aed-993a-d13fb8f8841c/4f640be8-caf1-4c17-b09d-d546939343eb/e3d29a7d-ccd1-4e35-9f6c-e83638a224ec) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:22.635872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Attempting to bind port d655f792-aa99-4ff7-bb7e-561e8d8a2ead on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:53:22.636427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Attempting to bind port d655f792-aa99-4ff7-bb7e-561e8d8a2ead by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '61071070-4a4f-4d11-8240-9f54dd6842a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:53:22.637125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Attempting to bind port d655f792-aa99-4ff7-bb7e-561e8d8a2ead on network dcd43cc3-172e-420a-94d3-849c72b81867 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:53:22.639286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7fbbc-b257-45ad-8416-c9442d0290ca service neutron] Pushing event updated for resources: {'Port': ['ID=941c1150-1c6f-4ed3-a0ea-feae833f657f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:22.672787 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-8e60b677-6c2f-4c44-a4c2-e55c44066a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:22.674403 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-8e60b677-6c2f-4c44-a4c2-e55c44066a05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5868e436ef3949fda2f64e7b657d1004&device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 1094 time: 0.2240067 Nov 13 04:53:22.706823 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-671edba6-fe37-40ec-b851-9ff29db373f6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.707095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Port d655f792-aa99-4ff7-bb7e-561e8d8a2ead on network dcd43cc3-172e-420a-94d3-849c72b81867 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:53:22.707364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Attempting to bind port d655f792-aa99-4ff7-bb7e-561e8d8a2ead on network dcd43cc3-172e-420a-94d3-849c72b81867 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:53:22.717982 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0548efe-e13c-4664-8c88-376348306166 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.738325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-671edba6-fe37-40ec-b851-9ff29db373f6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port 0b267ef7-7d49-4cbc-9a79-f620a5ee91ad yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:53:22.739478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:53:22.739824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Checking segment: {'id': '61071070-4a4f-4d11-8240-9f54dd6842a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:53:22.740528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Bound using segment: {'id': '61071070-4a4f-4d11-8240-9f54dd6842a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:53:22.741055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Bound port: d655f792-aa99-4ff7-bb7e-561e8d8a2ead, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61071070-4a4f-4d11-8240-9f54dd6842a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:53:22.741534 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.770641 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0548efe-e13c-4664-8c88-376348306166 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.776753 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d0548efe-e13c-4664-8c88-376348306166 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "DELETE /v2.0/networks/c1caf750-6638-4a6a-b854-af2b61447884 HTTP/1.1" status: 204 len: 168 time: 1.4289825 Nov 13 04:53:22.780793 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33946) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:22.821441 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.828983 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-734838d8-ba7f-49e0-9471-e39393080ca4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=941c1150-1c6f-4ed3-a0ea-feae833f657f HTTP/1.1" status: 200 len: 217 time: 0.0968103 Nov 13 04:53:22.834700 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.835930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0548efe-e13c-4664-8c88-376348306166 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event deleted for resources: {'Network': ['ID=c1caf750-6638-4a6a-b854-af2b61447884,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:22.892690 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6119ae11-e8e4-4656-9040-324ee05b665f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Deleting subnet a9aab2c1-db10-48cc-836c-626b87492ab9 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:53:22.904098 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6119ae11-e8e4-4656-9040-324ee05b665f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:22.925379 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Pushing event updated for resources: {'Port': ['ID=e3d29a7d-ccd1-4e35-9f6c-e83638a224ec,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:22.934667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-82a6fe21-12d2-44ba-8da8-d83ddc089b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:22.937158 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-82a6fe21-12d2-44ba-8da8-d83ddc089b58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=944abd44-d802-46de-b787-01ba9e1ca7d5 HTTP/1.1" status: 200 len: 858 time: 0.0560701 Nov 13 04:53:22.938079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:22.940963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:22.945366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:22.986179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9c291-42a7-4b65-9876-267899dc8595 req-1afc9ad6-cb11-41dd-a3a6-6ce56d79bbf8 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:22.996397 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6b9c291-42a7-4b65-9876-267899dc8595 req-1afc9ad6-cb11-41dd-a3a6-6ce56d79bbf8 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 943 time: 0.3354566 Nov 13 04:53:23.010479 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6119ae11-e8e4-4656-9040-324ee05b665f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:23.026407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Attempting to bind port e3d29a7d-ccd1-4e35-9f6c-e83638a224ec on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:53:23.028133 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Attempting to bind port e3d29a7d-ccd1-4e35-9f6c-e83638a224ec by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:53:23.028680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Attempting to bind port e3d29a7d-ccd1-4e35-9f6c-e83638a224ec on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:53:23.035922 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:53:23.036614 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:53:23.037653 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:23.038298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:53:23.039712 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Bound port: e3d29a7d-ccd1-4e35-9f6c-e83638a224ec, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:53:23.040321 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:23.043254 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3df60726-3239-432a-aa04-3d5d38081517 req-af284289-ce12-414e-a04c-ef1dc708e900 service neutron] 10.222.0.36 "GET /v2.0/networks/dcd43cc3-172e-420a-94d3-849c72b81867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718297 Nov 13 04:53:23.065785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c335dd-0ed1-497d-8ce5-2467c15757f4', 'tag': '941c1150-1c6f-4ed3-a0ea-feae833f657f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:23.068124 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697f14dc-00e1-4270-a99f-78f1278dcb34" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c335dd-0ed1-497d-8ce5-2467c15757f4", "tag": "941c1150-1c6f-4ed3-a0ea-feae833f657f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:23.121200 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-7f636be8-0f9e-4b58-889e-f14696eca52b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcd43cc3-172e-420a-94d3-849c72b81867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1602893 Nov 13 04:53:23.142209 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] For port e3d29a7d-ccd1-4e35-9f6c-e83638a224ec, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:53:23.145721 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] For port e3d29a7d-ccd1-4e35-9f6c-e83638a224ec, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e3d29a7d-ccd1-4e35-9f6c-e83638a224ec,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:53:23.152552 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:23.159314 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9036f6-8902-48bb-9d75-eddd334d8b00 x-openstack-request-id: req-ff9036f6-8902-48bb-9d75-eddd334d8b00 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:23.159861 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c335dd-0ed1-497d-8ce5-2467c15757f4", "tag": "941c1150-1c6f-4ed3-a0ea-feae833f657f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:23.160295 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff9036f6-8902-48bb-9d75-eddd334d8b00 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:23.160842 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c335dd-0ed1-497d-8ce5-2467c15757f4', 'tag': '941c1150-1c6f-4ed3-a0ea-feae833f657f', 'status': 'completed', 'code': 200} Nov 13 04:53:23.229807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60b72f-6d65-4ff1-bad9-2158b710cfb6 None None] Pushing event updated for resources: {'Port': ['ID=e3d29a7d-ccd1-4e35-9f6c-e83638a224ec,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:23.271689 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6119ae11-e8e4-4656-9040-324ee05b665f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:23.275650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-671edba6-fe37-40ec-b851-9ff29db373f6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::5267:9cee:8a36:556d (63517ab3-2070-4aed-993a-d13fb8f8841c/4f640be8-caf1-4c17-b09d-d546939343eb/0b267ef7-7d49-4cbc-9a79-f620a5ee91ad) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:23.353779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] For port d655f792-aa99-4ff7-bb7e-561e8d8a2ead, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:53:23.386956 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6b9c291-42a7-4b65-9876-267899dc8595 req-0afdaccc-7cab-4c72-b2fe-23ea930ff7f2 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891494 Nov 13 04:53:23.395703 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] For port d655f792-aa99-4ff7-bb7e-561e8d8a2ead, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d655f792-aa99-4ff7-bb7e-561e8d8a2ead,segment=NetworkSegment(61071070-4a4f-4d11-8240-9f54dd6842a5),segment_id=61071070-4a4f-4d11-8240-9f54dd6842a5)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:53:23.398835 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6119ae11-e8e4-4656-9040-324ee05b665f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:23.412968 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:23.493045 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6119ae11-e8e4-4656-9040-324ee05b665f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:23.501170 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6119ae11-e8e4-4656-9040-324ee05b665f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "DELETE /v2.0/subnets/a9aab2c1-db10-48cc-836c-626b87492ab9 HTTP/1.1" status: 204 len: 168 time: 0.7193208 Nov 13 04:53:23.502112 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119ae11-e8e4-4656-9040-324ee05b665f tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event deleted for resources: {'Subnet': ['ID=a9aab2c1-db10-48cc-836c-626b87492ab9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:23.506295 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33960) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:23.532915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:23.533549 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:23.534986 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] 10.222.0.46 "PUT /v2.0/ports/d655f792-aa99-4ff7-bb7e-561e8d8a2ead HTTP/1.1" status: 200 len: 1091 time: 3.0868180 Nov 13 04:53:23.541352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da13f1d-157c-45f4-b384-bbe0b7f0edd2 None None] Network 00c366f3-30c2-44a4-a82e-3bacb12c5cae requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:23.566089 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-cbf65ecb-a0ca-4197-a009-b120293351a3 service neutron] 10.222.0.36 "GET /v2.0/networks/dcd43cc3-172e-420a-94d3-849c72b81867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205148 Nov 13 04:53:23.699024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2800fa-0f1d-4993-8674-7b45e302719e service neutron] Pushing event updated for resources: {'Port': ['ID=d655f792-aa99-4ff7-bb7e-561e8d8a2ead,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:23.732538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c649c-e627-416d-900c-bc5332d3ab41 req-c4b2d359-b2f0-47f8-8edb-879b91554b27 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:23.744020 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a8c649c-e627-416d-900c-bc5332d3ab41 req-c4b2d359-b2f0-47f8-8edb-879b91554b27 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.2993550 Nov 13 04:53:23.785219 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:23.806285 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-671edba6-fe37-40ec-b851-9ff29db373f6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:23.868979 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a8c649c-e627-416d-900c-bc5332d3ab41 req-c6831e4a-a4c5-4275-b528-bb0a14c981eb tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240520 Nov 13 04:53:23.900284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00cb8fb-fa04-42a4-8b50-3286ec68e494 None None] DHCP port deletion for 00c366f3-30c2-44a4-a82e-3bacb12c5cae request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:53:23.923630 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-671edba6-fe37-40ec-b851-9ff29db373f6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:23.976323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a00cb8fb-fa04-42a4-8b50-3286ec68e494 None None] Deleting port c4f2ab05-77c4-41e7-a6c1-88108adf4055 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:23.981931 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a00cb8fb-fa04-42a4-8b50-3286ec68e494 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:23.983510 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Deleting port c4f2ab05-77c4-41e7-a6c1-88108adf4055 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:23.983943 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:23.990211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3e27516e-426e-46a6-af4f-8ab0e95a4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:23.992158 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-3e27516e-426e-46a6-af4f-8ab0e95a4dd0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5868e436ef3949fda2f64e7b657d1004&device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c HTTP/1.1" status: 200 len: 1094 time: 0.3475206 Nov 13 04:53:23.995592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671edba6-fe37-40ec-b851-9ff29db373f6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:24.019003 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-671edba6-fe37-40ec-b851-9ff29db373f6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:24.022148 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671edba6-fe37-40ec-b851-9ff29db373f6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:24.036233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671edba6-fe37-40ec-b851-9ff29db373f6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:24.037200 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-671edba6-fe37-40ec-b851-9ff29db373f6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:24.078268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a00cb8fb-fa04-42a4-8b50-3286ec68e494 None None] For port c4f2ab05-77c4-41e7-a6c1-88108adf4055, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c4f2ab05-77c4-41e7-a6c1-88108adf4055,segment=NetworkSegment(091080b8-9ccf-4aae-b943-397bc36e0cf0),segment_id=091080b8-9ccf-4aae-b943-397bc36e0cf0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:24.078947 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a00cb8fb-fa04-42a4-8b50-3286ec68e494 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:24.089236 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-324f2898-7a1e-4a1c-87b0-c279bd425343 service neutron] 10.222.0.36 "GET /v2.0/networks/dcd43cc3-172e-420a-94d3-849c72b81867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933064 Nov 13 04:53:24.095493 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a00cb8fb-fa04-42a4-8b50-3286ec68e494 None None] Calling delete_port for c4f2ab05-77c4-41e7-a6c1-88108adf4055 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:24.111284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] For port c4f2ab05-77c4-41e7-a6c1-88108adf4055, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c4f2ab05-77c4-41e7-a6c1-88108adf4055,segment=NetworkSegment(091080b8-9ccf-4aae-b943-397bc36e0cf0),segment_id=091080b8-9ccf-4aae-b943-397bc36e0cf0)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:24.111739 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:24.115726 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdb6ac-7023-40ce-b4c6-4baa9315e089 req-e142bec3-5d27-4055-ac9d-156de08e368d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:24.127316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdb6ac-7023-40ce-b4c6-4baa9315e089 req-e142bec3-5d27-4055-ac9d-156de08e368d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:24.134283 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdb6ac-7023-40ce-b4c6-4baa9315e089 req-e142bec3-5d27-4055-ac9d-156de08e368d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:24.137988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Calling delete_port for c4f2ab05-77c4-41e7-a6c1-88108adf4055 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:24.141193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdb6ac-7023-40ce-b4c6-4baa9315e089 req-e142bec3-5d27-4055-ac9d-156de08e368d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:24.148507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdb6ac-7023-40ce-b4c6-4baa9315e089 req-e142bec3-5d27-4055-ac9d-156de08e368d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:24.159651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdb6ac-7023-40ce-b4c6-4baa9315e089 req-e142bec3-5d27-4055-ac9d-156de08e368d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:24.171463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdb6ac-7023-40ce-b4c6-4baa9315e089 req-e142bec3-5d27-4055-ac9d-156de08e368d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:24.173791 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0bdb6ac-7023-40ce-b4c6-4baa9315e089 req-e142bec3-5d27-4055-ac9d-156de08e368d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.3399255 Nov 13 04:53:24.175204 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-455dfaf7-4e4d-4015-8882-beeaafbb5aa4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d655f792-aa99-4ff7-bb7e-561e8d8a2ead HTTP/1.1" status: 200 len: 217 time: 0.1482437 Nov 13 04:53:24.224615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671edba6-fe37-40ec-b851-9ff29db373f6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=0b267ef7-7d49-4cbc-9a79-f620a5ee91ad,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:24.232023 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a00cb8fb-fa04-42a4-8b50-3286ec68e494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:24.247678 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-671edba6-fe37-40ec-b851-9ff29db373f6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0186839 Nov 13 04:53:24.250438 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33980) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:24.282701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cb8fb-fa04-42a4-8b50-3286ec68e494 None None] Pushing event deleted for resources: {'Port': ['ID=c4f2ab05-77c4-41e7-a6c1-88108adf4055,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:24.286730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00cb8fb-fa04-42a4-8b50-3286ec68e494 None None] No DVR routers for this DVR port c4f2ab05-77c4-41e7-a6c1-88108adf4055 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:53:24.293427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-b5829e63-63f7-4868-8b15-8e6f37b8bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:24.295049 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-b5829e63-63f7-4868-8b15-8e6f37b8bb18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=944abd44-d802-46de-b787-01ba9e1ca7d5 HTTP/1.1" status: 200 len: 858 time: 0.1032255 Nov 13 04:53:24.349086 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038e4295-14a5-417b-a884-d43a20f98ee9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:24.355826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038e4295-14a5-417b-a884-d43a20f98ee9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:24.361717 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-038e4295-14a5-417b-a884-d43a20f98ee9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1102016 Nov 13 04:53:24.364345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33982) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:24.397969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0bdb6ac-7023-40ce-b4c6-4baa9315e089 req-f282695c-613e-4015-9177-bb654c1d905b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2168069 Nov 13 04:53:24.400622 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-c29f90f6-4fee-495d-9074-685dee1110ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcd43cc3-172e-420a-94d3-849c72b81867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725510 Nov 13 04:53:24.473246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f14dc-00e1-4270-a99f-78f1278dcb34 req-bf23e211-d2eb-4567-809c-322340be923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:24.474822 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-697f14dc-00e1-4270-a99f-78f1278dcb34 req-bf23e211-d2eb-4567-809c-322340be923c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5868e436ef3949fda2f64e7b657d1004&device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 1094 time: 0.2061465 Nov 13 04:53:24.516136 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:24.609756 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event deleted for resources: {'Port': ['ID=c4f2ab05-77c4-41e7-a6c1-88108adf4055,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:24.661955 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e3d29a7d-ccd1-4e35-9f6c-e83638a224ec up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:24.700214 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] No DVR routers for this DVR port c4f2ab05-77c4-41e7-a6c1-88108adf4055 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:53:24.722830 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port 0b267ef7-7d49-4cbc-9a79-f620a5ee91ad {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:24.723194 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:24.771084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e3d29a7d-ccd1-4e35-9f6c-e83638a224ec triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:24.771531 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:24.905505 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:24.921076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for 0b267ef7-7d49-4cbc-9a79-f620a5ee91ad owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:24.972288 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f14dc-00e1-4270-a99f-78f1278dcb34 req-79f38603-9e89-4e20-b28f-4fe918dd2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:24.974137 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-697f14dc-00e1-4270-a99f-78f1278dcb34 req-79f38603-9e89-4e20-b28f-4fe918dd2900 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dcd43cc3-172e-420a-94d3-849c72b81867 HTTP/1.1" status: 200 len: 919 time: 0.4624805 Nov 13 04:53:25.032877 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-697f14dc-00e1-4270-a99f-78f1278dcb34 req-c09bf327-5ed4-417d-abc5-645e92278664 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=941c1150-1c6f-4ed3-a0ea-feae833f657f HTTP/1.1" status: 200 len: 217 time: 0.0429070 Nov 13 04:53:25.158153 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-132576e3-0d44-4dd6-82c8-01fa9680ece8 service neutron] 10.222.0.46 "GET /v2.0/networks/dcd43cc3-172e-420a-94d3-849c72b81867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468657 Nov 13 04:53:25.165613 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eee052f-a3c7-4aa7-b19f-614c4e69d62c', 'tag': 'd655f792-aa99-4ff7-bb7e-561e8d8a2ead'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:25.168452 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261fb051-9851-4d70-8e00-666f1cfd3b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5eee052f-a3c7-4aa7-b19f-614c4e69d62c", "tag": "d655f792-aa99-4ff7-bb7e-561e8d8a2ead"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:25.186403 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:25.186643 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f14dc-00e1-4270-a99f-78f1278dcb34 req-708c6842-9553-43a7-b1ad-cdcd7f829b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:25.188339 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-697f14dc-00e1-4270-a99f-78f1278dcb34 req-708c6842-9553-43a7-b1ad-cdcd7f829b22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=944abd44-d802-46de-b787-01ba9e1ca7d5 HTTP/1.1" status: 200 len: 858 time: 0.1424501 Nov 13 04:53:25.196430 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9c6e845a-94e7-4e30-8e19-2a70424c03ed None None] Provisioning complete for port e3d29a7d-ccd1-4e35-9f6c-e83638a224ec triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:25.197021 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c6e845a-94e7-4e30-8e19-2a70424c03ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:25.209692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c366f3-30c2-44a4-a82e-3bacb12c5cae']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:25.223130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091080b8-9ccf-4aae-b943-397bc36e0cf0') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:25.223325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091080b8-9ccf-4aae-b943-397bc36e0cf0') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:25.226278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cde015-ef84-4b0e-9fe6-36571757fea3 req-35e8a229-4b9e-4f4d-b248-b3a3a0d99e4d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:25.227759 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63cde015-ef84-4b0e-9fe6-36571757fea3 req-35e8a229-4b9e-4f4d-b248-b3a3a0d99e4d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.1937675 Nov 13 04:53:25.238364 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:25.264497 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7906b-d0ff-4a46-8a6a-18de16e98c6c req-7d562dc9-7b58-4996-82d5-56b7b4237290 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:25.266422 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-39f7906b-d0ff-4a46-8a6a-18de16e98c6c req-7d562dc9-7b58-4996-82d5-56b7b4237290 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 943 time: 0.6709747 Nov 13 04:53:25.267916 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:25.281564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:53:25.282101 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:25.290115 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-697f14dc-00e1-4270-a99f-78f1278dcb34 req-7d78fdf9-df1e-4e66-bad3-5eef0b3a62b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcd43cc3-172e-420a-94d3-849c72b81867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858297 Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:53:25.293622 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:53:25.300134 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:25.313388 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:25.341372 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3b2f-f219-4b3d-83d8-531ad5510925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:25.367673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port e3d29a7d-ccd1-4e35-9f6c-e83638a224ec, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e3d29a7d-ccd1-4e35-9f6c-e83638a224ec,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:25.377040 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:25.402271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=0b267ef7-7d49-4cbc-9a79-f620a5ee91ad,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:25.414561 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c6e845a-94e7-4e30-8e19-2a70424c03ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:25.449166 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:25.465049 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-39f7906b-d0ff-4a46-8a6a-18de16e98c6c req-30f752af-3b5c-4197-bcae-73eb2a1dea16 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789918 Nov 13 04:53:25.466226 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=e3d29a7d-ccd1-4e35-9f6c-e83638a224ec,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:25.466534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:25.466901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:25.477475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:25.478741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:25.479529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:25.484154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:25.484814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:25.485312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:25.485823 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:25.486316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:25.486806 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:25.487313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:25.501368 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:25.509869 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-022e17c4-3a5a-450a-aeb9-a337b66df056 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/0b267ef7-7d49-4cbc-9a79-f620a5ee91ad HTTP/1.1" status: 204 len: 168 time: 1.1446025 Nov 13 04:53:25.523197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33996) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:25.528129 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63cde015-ef84-4b0e-9fe6-36571757fea3 req-68f76c26-4d02-4459-a99e-e5baab5b9cba tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761893 Nov 13 04:53:25.530153 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:25.539717 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "DELETE /v2.0/networks/00c366f3-30c2-44a4-a82e-3bacb12c5cae HTTP/1.1" status: 204 len: 168 time: 1.9870231 Nov 13 04:53:25.544890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33998) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:25.556856 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131f449d-8a46-429c-bf7d-9a2cc117459a req-c0e0e0be-3a6e-4cc4-bafc-ea1396e4e028 service neutron] 10.222.0.46 "GET /v2.0/networks/dcd43cc3-172e-420a-94d3-849c72b81867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837929 Nov 13 04:53:25.564029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c4f2ab05-77c4-41e7-a6c1-88108adf4055 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:53:25.605816 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: c4f2ab05-77c4-41e7-a6c1-88108adf4055 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:53:25.606207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c4f2ab05-77c4-41e7-a6c1-88108adf4055 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:53:25.631960 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-9c6e845a-94e7-4e30-8e19-2a70424c03ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:53:25.632405 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-9c6e845a-94e7-4e30-8e19-2a70424c03ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:53:25.641690 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57042e6-8295-41ed-99da-b732dff70c17 x-openstack-request-id: req-d57042e6-8295-41ed-99da-b732dff70c17 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:25.641991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca98c8-cc9a-4953-80dd-ff769b921ab7 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Pushing event deleted for resources: {'Network': ['ID=00c366f3-30c2-44a4-a82e-3bacb12c5cae,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:25.642236 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eee052f-a3c7-4aa7-b19f-614c4e69d62c", "tag": "d655f792-aa99-4ff7-bb7e-561e8d8a2ead", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:25.642876 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d57042e6-8295-41ed-99da-b732dff70c17 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:25.643715 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eee052f-a3c7-4aa7-b19f-614c4e69d62c', 'tag': 'd655f792-aa99-4ff7-bb7e-561e8d8a2ead', 'status': 'completed', 'code': 200} Nov 13 04:53:25.648988 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4eb0c253-86b3-4f54-b874-32f1d33eb5d3 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7b8dae4-7bee-4245-9f79-0565f2633b41 HTTP/1.1" status: 200 len: 205 time: 0.0973320 Nov 13 04:53:25.651470 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34000) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:25.769391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e13620bd-2030-472e-859a-e4ec031c46a4 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:53:25.785618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2995d37-edbb-4ba6-831d-d578f89b8359 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:25.868771 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-697f14dc-00e1-4270-a99f-78f1278dcb34 req-4d26307e-7fff-4c9c-8710-ec43a8c0468d service neutron] 10.222.0.36 "GET /v2.0/networks/dcd43cc3-172e-420a-94d3-849c72b81867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629375 Nov 13 04:53:25.875319 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba7dc3f-10bf-474e-8be3-858a8fdfb5e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:25.877381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba7dc3f-10bf-474e-8be3-858a8fdfb5e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:25.882144 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3ba7dc3f-10bf-474e-8be3-858a8fdfb5e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3530061 Nov 13 04:53:25.883378 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34006) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:25.963420 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e13620bd-2030-472e-859a-e4ec031c46a4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e13620bd-2030-472e-859a-e4ec031c46a4,segment=NetworkSegment(61071070-4a4f-4d11-8240-9f54dd6842a5),segment_id=61071070-4a4f-4d11-8240-9f54dd6842a5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:25.976954 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'e13620bd-2030-472e-859a-e4ec031c46a4', 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867', 'port_id': 'e13620bd-2030-472e-859a-e4ec031c46a4', 'mac_address': 'fa:16:3e:53:d0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944abd44-d802-46de-b787-01ba9e1ca7d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:53:25.983084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fb051-9851-4d70-8e00-666f1cfd3b2a req-feb33672-6217-4d9a-86d3-f6f15edaa6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:25.985047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 321611fc-1ecc-49e1-931e-f0b57b629cb6 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:53:25.985192 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-261fb051-9851-4d70-8e00-666f1cfd3b2a req-feb33672-6217-4d9a-86d3-f6f15edaa6d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5868e436ef3949fda2f64e7b657d1004&device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c HTTP/1.1" status: 200 len: 1094 time: 0.2882805 Nov 13 04:53:26.005531 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02c471-6aea-434d-b0f4-4fcf2c6a6638 req-6a0f294f-8b3c-4238-9875-067803c011aa tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:26.011944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02c471-6aea-434d-b0f4-4fcf2c6a6638 req-6a0f294f-8b3c-4238-9875-067803c011aa tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:26.018414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02c471-6aea-434d-b0f4-4fcf2c6a6638 req-6a0f294f-8b3c-4238-9875-067803c011aa tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:26.024487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02c471-6aea-434d-b0f4-4fcf2c6a6638 req-6a0f294f-8b3c-4238-9875-067803c011aa tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:26.031497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02c471-6aea-434d-b0f4-4fcf2c6a6638 req-6a0f294f-8b3c-4238-9875-067803c011aa tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:26.031666 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2995d37-edbb-4ba6-831d-d578f89b8359 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.035121 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2995d37-edbb-4ba6-831d-d578f89b8359 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.037567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02c471-6aea-434d-b0f4-4fcf2c6a6638 req-6a0f294f-8b3c-4238-9875-067803c011aa tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:26.044695 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02c471-6aea-434d-b0f4-4fcf2c6a6638 req-6a0f294f-8b3c-4238-9875-067803c011aa tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:26.053637 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1c02c471-6aea-434d-b0f4-4fcf2c6a6638 req-6a0f294f-8b3c-4238-9875-067803c011aa tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5430 time: 0.4091649 Nov 13 04:53:26.076276 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.098213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13620bd-2030-472e-859a-e4ec031c46a4 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:53:26.103302 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2995d37-edbb-4ba6-831d-d578f89b8359 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.103791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2995d37-edbb-4ba6-831d-d578f89b8359 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Fanout notify agent at l3_agent the message router_deleted on router e7b8dae4-7bee-4245-9f79-0565f2633b41 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:53:26.112357 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2995d37-edbb-4ba6-831d-d578f89b8359 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.116310 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e2995d37-edbb-4ba6-831d-d578f89b8359 tempest-RoutersNegativeIpV6Test-1364832913 tempest-RoutersNegativeIpV6Test-1364832913-project] 10.222.0.43 "DELETE /v2.0/routers/e7b8dae4-7bee-4245-9f79-0565f2633b41 HTTP/1.1" status: 204 len: 168 time: 0.4611022 Nov 13 04:53:26.196394 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.resource_extend [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 04:53:26.206133 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55cd3aa-97be-4e78-981f-fb12e6e2766a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 4f640be8-caf1-4c17-b09d-d546939343eb {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:53:26.215377 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a55cd3aa-97be-4e78-981f-fb12e6e2766a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.218850 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e13620bd-2030-472e-859a-e4ec031c46a4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e13620bd-2030-472e-859a-e4ec031c46a4,segment=NetworkSegment(61071070-4a4f-4d11-8240-9f54dd6842a5),segment_id=61071070-4a4f-4d11-8240-9f54dd6842a5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:26.249419 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.331814 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-697f14dc-00e1-4270-a99f-78f1278dcb34 req-a83dac35-2dbd-4091-a4e7-42c2cec30df6 service neutron] 10.222.0.36 "GET /v2.0/networks/dcd43cc3-172e-420a-94d3-849c72b81867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462094 Nov 13 04:53:26.338134 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a55cd3aa-97be-4e78-981f-fb12e6e2766a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.368651 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1c02c471-6aea-434d-b0f4-4fcf2c6a6638 req-69624e4c-3793-424e-b37e-cbbf99abfe58 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3138773 Nov 13 04:53:26.398718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=e13620bd-2030-472e-859a-e4ec031c46a4,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:26.404449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34012) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:26.423027 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fb051-9851-4d70-8e00-666f1cfd3b2a req-e4c8e75d-a1f2-4d69-b125-fa454bb167c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:26.424830 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-261fb051-9851-4d70-8e00-666f1cfd3b2a req-e4c8e75d-a1f2-4d69-b125-fa454bb167c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcd43cc3-172e-420a-94d3-849c72b81867 HTTP/1.1" status: 200 len: 919 time: 0.3629711 Nov 13 04:53:26.449263 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 321611fc-1ecc-49e1-931e-f0b57b629cb6, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=321611fc-1ecc-49e1-931e-f0b57b629cb6,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:26.479647 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '321611fc-1ecc-49e1-931e-f0b57b629cb6', 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4', 'port_id': '321611fc-1ecc-49e1-931e-f0b57b629cb6', 'mac_address': 'fa:16:3e:14:27:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4528d4-e84b-4a09-8452-7f11a9785007', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:53:26.481923 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fef2b3b9-aa6d-48c0-b040-47adff4c143d None None] Could not find standard attr ID for object 0b267ef7-7d49-4cbc-9a79-f620a5ee91ad. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:53:26.520304 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-261fb051-9851-4d70-8e00-666f1cfd3b2a req-b0410d20-4ffd-4161-b70f-a4fd1f9e3bff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d655f792-aa99-4ff7-bb7e-561e8d8a2ead HTTP/1.1" status: 200 len: 217 time: 0.0821421 Nov 13 04:53:26.572413 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.614864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321611fc-1ecc-49e1-931e-f0b57b629cb6 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:53:26.655496 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a55cd3aa-97be-4e78-981f-fb12e6e2766a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.659698 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e3d29a7d-ccd1-4e35-9f6c-e83638a224ec up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:26.707420 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fb051-9851-4d70-8e00-666f1cfd3b2a req-6d40a63d-9226-4d93-995c-381136aef08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:26.708896 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-261fb051-9851-4d70-8e00-666f1cfd3b2a req-6d40a63d-9226-4d93-995c-381136aef08f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=944abd44-d802-46de-b787-01ba9e1ca7d5 HTTP/1.1" status: 200 len: 858 time: 0.1746914 Nov 13 04:53:26.710268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b229f-29fa-4e41-b9d3-41e039dbbb8c req-59faf571-3ff9-4467-82a1-036803a300fe tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:26.718966 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-395b229f-29fa-4e41-b9d3-41e039dbbb8c req-59faf571-3ff9-4467-82a1-036803a300fe tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 943 time: 0.1256833 Nov 13 04:53:26.722240 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['e13620bd-2030-472e-859a-e4ec031c46a4'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:53:26.723699 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-55bcfefb-fa7d-48a8-bf9d-db67d98f85dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d7ee75363124be0b89061d7fa310b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3173239 Nov 13 04:53:26.726064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 321611fc-1ecc-49e1-931e-f0b57b629cb6, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=321611fc-1ecc-49e1-931e-f0b57b629cb6,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:26.729475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34020) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:26.769238 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-261fb051-9851-4d70-8e00-666f1cfd3b2a req-711eb072-fe49-4c99-b982-9a91d063e0ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcd43cc3-172e-420a-94d3-849c72b81867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505908 Nov 13 04:53:26.772469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e3d29a7d-ccd1-4e35-9f6c-e83638a224ec triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:26.772850 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.775153 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.776357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:53:26.791326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c3b2f-f219-4b3d-83d8-531ad5510925 admin admin] Deleting port 51b9ab16-1edb-468c-b541-e358510275b1 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:26.791872 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3b2f-f219-4b3d-83d8-531ad5510925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.796754 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-395b229f-29fa-4e41-b9d3-41e039dbbb8c req-3096d587-5a9b-4082-ad5d-fc714fdbd2d3 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763133 Nov 13 04:53:26.806227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aeea29-6e0e-420a-8f88-fda09f4af24c req-565262ba-e817-43e7-846d-97e6d3fba57f tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:26.808037 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02aeea29-6e0e-420a-8f88-fda09f4af24c req-565262ba-e817-43e7-846d-97e6d3fba57f tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.1583941 Nov 13 04:53:26.865304 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac437ad9-0e8a-4e68-ad31-33aa01dba41a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.902143 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac437ad9-0e8a-4e68-ad31-33aa01dba41a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.953276 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a55cd3aa-97be-4e78-981f-fb12e6e2766a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.971135 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac437ad9-0e8a-4e68-ad31-33aa01dba41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.974173 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac437ad9-0e8a-4e68-ad31-33aa01dba41a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:26.975621 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ac437ad9-0e8a-4e68-ad31-33aa01dba41a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49cce1f7-c1a5-46b5-9f2a-eb9c391c106f HTTP/1.1" status: 204 len: 168 time: 0.2436368 Nov 13 04:53:26.993738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac437ad9-0e8a-4e68-ad31-33aa01dba41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cce1f7-c1a5-46b5-9f2a-eb9c391c106f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:27.137449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=321611fc-1ecc-49e1-931e-f0b57b629cb6,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:27.212801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1,segment=NetworkSegment(a94b6e33-3fa6-49b1-8240-bf08a2f919ec),segment_id=a94b6e33-3fa6-49b1-8240-bf08a2f919ec)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:27.251536 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1', 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'port_id': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1', 'mac_address': 'fa:16:3e:26:c1:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:53:27.292047 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cd3aa-97be-4e78-981f-fb12e6e2766a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=4f640be8-caf1-4c17-b09d-d546939343eb,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:27.305361 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:27.313061 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a55cd3aa-97be-4e78-981f-fb12e6e2766a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:27.317701 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a55cd3aa-97be-4e78-981f-fb12e6e2766a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/4f640be8-caf1-4c17-b09d-d546939343eb HTTP/1.1" status: 204 len: 168 time: 1.4222758 Nov 13 04:53:27.320738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34030) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:27.329645 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e63322-4550-4417-b68f-6632eeb922c0 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:27.343764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:53:27.345403 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02aeea29-6e0e-420a-8f88-fda09f4af24c req-b78c52eb-4140-45d5-b1c6-dbe71ef67a92 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011463 Nov 13 04:53:27.357171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-0f0c3b2f-f219-4b3d-83d8-531ad5510925 admin admin] For port 51b9ab16-1edb-468c-b541-e358510275b1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=51b9ab16-1edb-468c-b541-e358510275b1,segment=NetworkSegment(4fcbe674-bf11-4b0d-a9ed-bacac78aaded),segment_id=4fcbe674-bf11-4b0d-a9ed-bacac78aaded)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:27.357786 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3b2f-f219-4b3d-83d8-531ad5510925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:27.378733 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-261fb051-9851-4d70-8e00-666f1cfd3b2a req-c82b3628-204d-46b9-9a24-1de9b1806768 service neutron] 10.222.0.46 "GET /v2.0/networks/dcd43cc3-172e-420a-94d3-849c72b81867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002195 Nov 13 04:53:27.393816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c3b2f-f219-4b3d-83d8-531ad5510925 admin admin] Calling delete_port for 51b9ab16-1edb-468c-b541-e358510275b1 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:27.394040 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1,segment=NetworkSegment(a94b6e33-3fa6-49b1-8240-bf08a2f919ec),segment_id=a94b6e33-3fa6-49b1-8240-bf08a2f919ec)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:27.394472 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c13ae1eb-d8d0-4866-8de7-cf3d5ef299d1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723331 Nov 13 04:53:27.395421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34032) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:27.410194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ba69edf7-a035-414f-905d-2d41154c0fec tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:27.464450 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:27.468651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d72231e5-0188-49aa-8b14-4f48155c025b details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:53:27.596844 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-261fb051-9851-4d70-8e00-666f1cfd3b2a req-cd673b74-124c-4226-98bb-af3957552bf7 service neutron] 10.222.0.46 "GET /v2.0/networks/dcd43cc3-172e-420a-94d3-849c72b81867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037644 Nov 13 04:53:27.658356 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d72231e5-0188-49aa-8b14-4f48155c025b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d72231e5-0188-49aa-8b14-4f48155c025b,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:27.660253 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a3f2b-bb53-4f69-bffa-65673cec8833 req-1ebaaf51-4ad6-4b62-982a-104b39361350 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:27.667509 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:27.667854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a3f2b-bb53-4f69-bffa-65673cec8833 req-1ebaaf51-4ad6-4b62-982a-104b39361350 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:27.676479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a3f2b-bb53-4f69-bffa-65673cec8833 req-1ebaaf51-4ad6-4b62-982a-104b39361350 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:27.677664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'd72231e5-0188-49aa-8b14-4f48155c025b', 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4', 'port_id': 'd72231e5-0188-49aa-8b14-4f48155c025b', 'mac_address': 'fa:16:3e:c1:e2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4528d4-e84b-4a09-8452-7f11a9785007', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:53:27.682883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a3f2b-bb53-4f69-bffa-65673cec8833 req-1ebaaf51-4ad6-4b62-982a-104b39361350 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:27.691309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a3f2b-bb53-4f69-bffa-65673cec8833 req-1ebaaf51-4ad6-4b62-982a-104b39361350 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:27.697309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a3f2b-bb53-4f69-bffa-65673cec8833 req-1ebaaf51-4ad6-4b62-982a-104b39361350 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:27.703620 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a3f2b-bb53-4f69-bffa-65673cec8833 req-1ebaaf51-4ad6-4b62-982a-104b39361350 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:27.705571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e76a3f2b-bb53-4f69-bffa-65673cec8833 req-1ebaaf51-4ad6-4b62-982a-104b39361350 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5432 time: 0.2267070 Nov 13 04:53:27.758305 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:27.763520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba69edf7-a035-414f-905d-2d41154c0fec tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:27.767754 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba69edf7-a035-414f-905d-2d41154c0fec tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:27.790071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72231e5-0188-49aa-8b14-4f48155c025b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:53:27.835976 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8e5dbe-4b23-4a1f-99bf-8036fc9db337 None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:53:27.872643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d72231e5-0188-49aa-8b14-4f48155c025b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d72231e5-0188-49aa-8b14-4f48155c025b,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:27.927782 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:27.940805 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e76a3f2b-bb53-4f69-bffa-65673cec8833 req-b0336888-4ba4-4547-b64f-d3b027bca033 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2022345 Nov 13 04:53:27.943391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device fe1f52c2-7235-4738-85c2-7631042f8784 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:53:28.085349 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3b2f-f219-4b3d-83d8-531ad5510925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:28.128234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c3b2f-f219-4b3d-83d8-531ad5510925 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b9ab16-1edb-468c-b541-e358510275b1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:28.160921 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d72231e5-0188-49aa-8b14-4f48155c025b,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:28.194092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3540b59-3293-49da-a8d1-a906392559a5 req-30f1c694-4036-4937-adb1-d1620e8c7f50 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:28.195779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f3540b59-3293-49da-a8d1-a906392559a5 req-30f1c694-4036-4937-adb1-d1620e8c7f50 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 943 time: 0.2958672 Nov 13 04:53:28.215199 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba69edf7-a035-414f-905d-2d41154c0fec tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:28.216359 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4e8e5dbe-4b23-4a1f-99bf-8036fc9db337 None None] Deleting port e3d29a7d-ccd1-4e35-9f6c-e83638a224ec {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:28.216728 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5dbe-4b23-4a1f-99bf-8036fc9db337 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:28.243702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba69edf7-a035-414f-905d-2d41154c0fec tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:28.270072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ba69edf7-a035-414f-905d-2d41154c0fec tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:28.279443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba69edf7-a035-414f-905d-2d41154c0fec tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:28.280978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba69edf7-a035-414f-905d-2d41154c0fec tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:28.331789 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ba69edf7-a035-414f-905d-2d41154c0fec tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9353433 Nov 13 04:53:28.335649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34060) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:28.337246 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69edf7-a035-414f-905d-2d41154c0fec tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=927bcb1d-6f45-426e-935f-7b2656f0e03b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:28.368004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port fe1f52c2-7235-4738-85c2-7631042f8784, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fe1f52c2-7235-4738-85c2-7631042f8784,segment=NetworkSegment(3c16ee0c-3ae1-42e7-a334-98524c6b2330),segment_id=3c16ee0c-3ae1-42e7-a334-98524c6b2330)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:28.373382 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a3e668fa-e9a9-4a4c-b44c-f41ed3b7a89d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'fixed_ips': [{'subnet_id': '927bcb1d-6f45-426e-935f-7b2656f0e03b', 'ip_address': '2001:db8::b6ff:c452:8a52:ec39'}], 'name': 'tempest-NetworksTestDHCPv6-2114808802'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:28.393268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'fe1f52c2-7235-4738-85c2-7631042f8784', 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360', 'port_id': 'fe1f52c2-7235-4738-85c2-7631042f8784', 'mac_address': 'fa:16:3e:af:3d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:53:28.414751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f3540b59-3293-49da-a8d1-a906392559a5 req-4b32158d-82e7-415d-b596-3b88961482b7 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676095 Nov 13 04:53:28.430813 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4e8e5dbe-4b23-4a1f-99bf-8036fc9db337 None None] For port e3d29a7d-ccd1-4e35-9f6c-e83638a224ec, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e3d29a7d-ccd1-4e35-9f6c-e83638a224ec,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:28.432378 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5dbe-4b23-4a1f-99bf-8036fc9db337 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:28.494067 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4e8e5dbe-4b23-4a1f-99bf-8036fc9db337 None None] Calling delete_port for e3d29a7d-ccd1-4e35-9f6c-e83638a224ec owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:28.507505 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:28.519427 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:28.576437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1f52c2-7235-4738-85c2-7631042f8784 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:53:28.616636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port fe1f52c2-7235-4738-85c2-7631042f8784, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fe1f52c2-7235-4738-85c2-7631042f8784,segment=NetworkSegment(3c16ee0c-3ae1-42e7-a334-98524c6b2330),segment_id=3c16ee0c-3ae1-42e7-a334-98524c6b2330)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:28.626766 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:28.627477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 45514580-8632-4c56-ab8d-1dc483712314 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:53:28.629388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec5a83-e042-4329-8390-ad3aad4db3d9 req-9c140dde-259d-4360-ba57-4c5f94aa6ba4 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:28.641132 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-62ec5a83-e042-4329-8390-ad3aad4db3d9 req-9c140dde-259d-4360-ba57-4c5f94aa6ba4 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.1291208 Nov 13 04:53:28.656021 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e668fa-e9a9-4a4c-b44c-f41ed3b7a89d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:28.673428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 45514580-8632-4c56-ab8d-1dc483712314, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=45514580-8632-4c56-ab8d-1dc483712314,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:28.693582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '45514580-8632-4c56-ab8d-1dc483712314', 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4', 'port_id': '45514580-8632-4c56-ab8d-1dc483712314', 'mac_address': 'fa:16:3e:5e:f9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4528d4-e84b-4a09-8452-7f11a9785007', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:53:28.716811 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3b2f-f219-4b3d-83d8-531ad5510925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:28.770387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e3d29a7d-ccd1-4e35-9f6c-e83638a224ec no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:53:28.787465 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-62ec5a83-e042-4329-8390-ad3aad4db3d9 req-4e4e6bf2-557b-4fe7-b92c-16b4ae7b34c0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411016 Nov 13 04:53:28.840650 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5dbe-4b23-4a1f-99bf-8036fc9db337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:28.860354 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:28.893571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=fe1f52c2-7235-4738-85c2-7631042f8784,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:28.896918 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:28.907236 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e5dbe-4b23-4a1f-99bf-8036fc9db337 None None] No DVR routers for this DVR port e3d29a7d-ccd1-4e35-9f6c-e83638a224ec on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:53:28.910179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45514580-8632-4c56-ab8d-1dc483712314 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:53:28.957208 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3e668fa-e9a9-4a4c-b44c-f41ed3b7a89d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:28.986660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-a3e668fa-e9a9-4a4c-b44c-f41ed3b7a89d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port 0714573f-5141-401b-8a23-9ffc18bef182 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:53:29.225099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0c3b2f-f219-4b3d-83d8-531ad5510925 admin admin] Router 544e47f9-2651-48a8-a829-b5891569a44e has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:53:29.265942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No active binding found for port e3d29a7d-ccd1-4e35-9f6c-e83638a224ec {{(pid=102669) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 13 04:53:29.266654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e3d29a7d-ccd1-4e35-9f6c-e83638a224ec not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:53:29.273175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 45514580-8632-4c56-ab8d-1dc483712314, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=45514580-8632-4c56-ab8d-1dc483712314,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:29.274899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e5dbe-4b23-4a1f-99bf-8036fc9db337 None None] Pushing event deleted for resources: {'Port': ['ID=e3d29a7d-ccd1-4e35-9f6c-e83638a224ec,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:29.282618 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8198ef-523f-4792-a1a2-a5976c71b5fc None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:29.288555 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:29.289597 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 322a4f79-c00c-43ae-a71e-64d33b973a45 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:53:29.381138 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b784d2-0481-4ffe-9973-ae97a7737888 req-e72a353c-e9ec-460a-8bf7-edb58a78fd34 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:29.388118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b784d2-0481-4ffe-9973-ae97a7737888 req-e72a353c-e9ec-460a-8bf7-edb58a78fd34 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:29.395107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b784d2-0481-4ffe-9973-ae97a7737888 req-e72a353c-e9ec-460a-8bf7-edb58a78fd34 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:29.407850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b784d2-0481-4ffe-9973-ae97a7737888 req-e72a353c-e9ec-460a-8bf7-edb58a78fd34 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:29.416815 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b784d2-0481-4ffe-9973-ae97a7737888 req-e72a353c-e9ec-460a-8bf7-edb58a78fd34 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:29.427056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b784d2-0481-4ffe-9973-ae97a7737888 req-e72a353c-e9ec-460a-8bf7-edb58a78fd34 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:29.434408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b784d2-0481-4ffe-9973-ae97a7737888 req-e72a353c-e9ec-460a-8bf7-edb58a78fd34 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:29.435337 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=45514580-8632-4c56-ab8d-1dc483712314,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:29.437039 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-71b784d2-0481-4ffe-9973-ae97a7737888 req-e72a353c-e9ec-460a-8bf7-edb58a78fd34 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5434 time: 0.2703478 Nov 13 04:53:29.459377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 322a4f79-c00c-43ae-a71e-64d33b973a45, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=322a4f79-c00c-43ae-a71e-64d33b973a45,segment=NetworkSegment(3c16ee0c-3ae1-42e7-a334-98524c6b2330),segment_id=3c16ee0c-3ae1-42e7-a334-98524c6b2330)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:29.506169 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '322a4f79-c00c-43ae-a71e-64d33b973a45', 'network_id': 'e8c159e9-f2a6-4bb2-bb40-fd6554a81360', 'port_id': '322a4f79-c00c-43ae-a71e-64d33b973a45', 'mac_address': 'fa:16:3e:13:b2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:53:29.643885 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:29.646053 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': '927bcb1d-6f45-426e-935f-7b2656f0e03b'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:53:29.647127 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:29.657488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40b992-f97d-4474-a8c9-cf76f5259e6b req-c969019e-f0f9-459a-8b67-3dbaf51b2c97 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:29.662118 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-be40b992-f97d-4474-a8c9-cf76f5259e6b req-c969019e-f0f9-459a-8b67-3dbaf51b2c97 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 943 time: 0.1116135 Nov 13 04:53:29.689501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322a4f79-c00c-43ae-a71e-64d33b973a45 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:53:29.720220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-a3e668fa-e9a9-4a4c-b44c-f41ed3b7a89d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::b6ff:c452:8a52:ec39 (63517ab3-2070-4aed-993a-d13fb8f8841c/927bcb1d-6f45-426e-935f-7b2656f0e03b/0714573f-5141-401b-8a23-9ffc18bef182) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:29.775884 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-be40b992-f97d-4474-a8c9-cf76f5259e6b req-1e84dc85-e983-43db-b728-38292edf9ed7 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100791 Nov 13 04:53:29.794685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 322a4f79-c00c-43ae-a71e-64d33b973a45, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=322a4f79-c00c-43ae-a71e-64d33b973a45,segment=NetworkSegment(3c16ee0c-3ae1-42e7-a334-98524c6b2330),segment_id=3c16ee0c-3ae1-42e7-a334-98524c6b2330)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:29.812999 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 941c1150-1c6f-4ed3-a0ea-feae833f657f details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:53:29.828071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e13620bd-2030-472e-859a-e4ec031c46a4 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:29.842055 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:29.843082 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 925847cc-c518-475b-9df3-58b3ae25f918 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:53:29.919446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0c3b2f-f219-4b3d-83d8-531ad5510925 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:53:29.938071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbce471-c886-47b1-8609-9ddc72badd57 req-ff45dbe0-92d0-4d4e-aaeb-fbb2e767fead tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:29.947492 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8bbce471-c886-47b1-8609-9ddc72badd57 req-ff45dbe0-92d0-4d4e-aaeb-fbb2e767fead tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.0771594 Nov 13 04:53:29.964090 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b8335-9176-4e67-a6a2-32f66db3a333 None None] Sync routers for ids ['544e47f9-2651-48a8-a829-b5891569a44e'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:53:30.011846 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8bbce471-c886-47b1-8609-9ddc72badd57 req-9a6fd8c7-39f9-40a2-834f-28f3ffb32a84 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638556 Nov 13 04:53:30.018255 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3e668fa-e9a9-4a4c-b44c-f41ed3b7a89d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:30.052511 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0f0c3b2f-f219-4b3d-83d8-531ad5510925 admin admin] 10.222.0.43 "PUT /v2.0/routers/544e47f9-2651-48a8-a829-b5891569a44e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4961450 Nov 13 04:53:30.055250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34100) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:30.081632 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=322a4f79-c00c-43ae-a71e-64d33b973a45,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:30.093137 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.resource_extend [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 04:53:30.118531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b8335-9176-4e67-a6a2-32f66db3a333 None None] Routers {'544e47f9-2651-48a8-a829-b5891569a44e'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:53:30.119210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9d2b8335-9176-4e67-a6a2-32f66db3a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:53:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['544e47f9-2651-48a8-a829-b5891569a44e'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:30.124957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 925847cc-c518-475b-9df3-58b3ae25f918, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=925847cc-c518-475b-9df3-58b3ae25f918,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:30.133525 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-71b784d2-0481-4ffe-9973-ae97a7737888 req-44fe13f0-c45d-47d0-891c-2eb67e4fdb06 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2096038 Nov 13 04:53:30.145069 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3e668fa-e9a9-4a4c-b44c-f41ed3b7a89d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:30.204000 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:30.216854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e668fa-e9a9-4a4c-b44c-f41ed3b7a89d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=0714573f-5141-401b-8a23-9ffc18bef182,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:30.229082 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e668fa-e9a9-4a4c-b44c-f41ed3b7a89d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:30.230492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a3e668fa-e9a9-4a4c-b44c-f41ed3b7a89d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:30.232844 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e668fa-e9a9-4a4c-b44c-f41ed3b7a89d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:30.238981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e668fa-e9a9-4a4c-b44c-f41ed3b7a89d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:30.239607 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3e668fa-e9a9-4a4c-b44c-f41ed3b7a89d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:30.244597 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '925847cc-c518-475b-9df3-58b3ae25f918', 'network_id': '05902fd0-8743-474a-8465-76944be5f8e4', 'port_id': '925847cc-c518-475b-9df3-58b3ae25f918', 'mac_address': 'fa:16:3e:ba:c5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4528d4-e84b-4a09-8452-7f11a9785007', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:53:30.262344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Allocated IP 2001:db8::2 (63517ab3-2070-4aed-993a-d13fb8f8841c/927bcb1d-6f45-426e-935f-7b2656f0e03b/c3192722-2acf-4d18-8f5c-875f3009f160) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:30.262710 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a3e668fa-e9a9-4a4c-b44c-f41ed3b7a89d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8935735 Nov 13 04:53:30.265220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34104) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:30.300207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 941c1150-1c6f-4ed3-a0ea-feae833f657f, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=941c1150-1c6f-4ed3-a0ea-feae833f657f,segment=NetworkSegment(61071070-4a4f-4d11-8240-9f54dd6842a5),segment_id=61071070-4a4f-4d11-8240-9f54dd6842a5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:30.346785 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:30.366873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port e13620bd-2030-472e-859a-e4ec031c46a4 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:53:30.373676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ccb7ca-7892-4f46-8688-b569627f23ee tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:30.379050 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f2ccb7ca-7892-4f46-8688-b569627f23ee tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1031055 Nov 13 04:53:30.380172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34106) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:30.434515 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '941c1150-1c6f-4ed3-a0ea-feae833f657f', 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867', 'port_id': '941c1150-1c6f-4ed3-a0ea-feae833f657f', 'mac_address': 'fa:16:3e:9b:c1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944abd44-d802-46de-b787-01ba9e1ca7d5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:53:30.436298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] Deleting port 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:30.436705 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:30.443038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port e13620bd-2030-472e-859a-e4ec031c46a4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:30.443583 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:30.511837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-24ea2700-8bd9-442e-ae7b-ce1aa37c8c57 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port 0714573f-5141-401b-8a23-9ffc18bef182 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:30.512478 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24ea2700-8bd9-442e-ae7b-ce1aa37c8c57 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:30.536720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] For port 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:30.537633 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:30.543598 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-9d2b8335-9176-4e67-a6a2-32f66db3a333 None None] Set router 544e47f9-2651-48a8-a829-b5891569a44e gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:53:30.554772 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] Calling delete_port for 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:30.598348 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:30.619030 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24ea2700-8bd9-442e-ae7b-ce1aa37c8c57 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:30.634591 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-24ea2700-8bd9-442e-ae7b-ce1aa37c8c57 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for 0714573f-5141-401b-8a23-9ffc18bef182 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:30.798287 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925847cc-c518-475b-9df3-58b3ae25f918 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:53:30.808777 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24ea2700-8bd9-442e-ae7b-ce1aa37c8c57 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:30.817973 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:30.887432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea2700-8bd9-442e-ae7b-ce1aa37c8c57 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=0714573f-5141-401b-8a23-9ffc18bef182,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:30.946671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 925847cc-c518-475b-9df3-58b3ae25f918, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=925847cc-c518-475b-9df3-58b3ae25f918,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:30.957668 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24ea2700-8bd9-442e-ae7b-ce1aa37c8c57 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:30.965261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-24ea2700-8bd9-442e-ae7b-ce1aa37c8c57 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/0714573f-5141-401b-8a23-9ffc18bef182 HTTP/1.1" status: 204 len: 168 time: 0.5838504 Nov 13 04:53:30.966173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34114) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:30.972553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941c1150-1c6f-4ed3-a0ea-feae833f657f {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:53:30.993934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 941c1150-1c6f-4ed3-a0ea-feae833f657f, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=941c1150-1c6f-4ed3-a0ea-feae833f657f,segment=NetworkSegment(61071070-4a4f-4d11-8240-9f54dd6842a5),segment_id=61071070-4a4f-4d11-8240-9f54dd6842a5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:31.000130 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:31.011412 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:31.084553 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:31.095661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caf60d-896f-4617-b9e3-217a0a94a82c req-2049d805-206d-4beb-912e-da5dc42b3185 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:31.104377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39caf60d-896f-4617-b9e3-217a0a94a82c req-2049d805-206d-4beb-912e-da5dc42b3185 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 943 time: 0.2237096 Nov 13 04:53:31.105709 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:31.128134 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8571513f-fa22-418a-88ce-2182fc45a11d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:31.133164 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:31.133500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8571513f-fa22-418a-88ce-2182fc45a11d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:31.136592 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=925847cc-c518-475b-9df3-58b3ae25f918,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:31.141372 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8571513f-fa22-418a-88ce-2182fc45a11d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1725218 Nov 13 04:53:31.143478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34120) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:31.167463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e13620bd-2030-472e-859a-e4ec031c46a4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e13620bd-2030-472e-859a-e4ec031c46a4,segment=NetworkSegment(61071070-4a4f-4d11-8240-9f54dd6842a5),segment_id=61071070-4a4f-4d11-8240-9f54dd6842a5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:31.176229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a71ee34-8edd-48c1-ad64-316b841228f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13620bd-2030-472e-859a-e4ec031c46a4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:31.179549 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ee9ce3-61c1-4147-8015-20909cc21747" -d '{"events": [{"server_uuid": "8a71ee34-8edd-48c1-ad64-316b841228f2", "name": "network-vif-plugged", "status": "completed", "tag": "e13620bd-2030-472e-859a-e4ec031c46a4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:31.182062 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d655f792-aa99-4ff7-bb7e-561e8d8a2ead details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:53:31.243756 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c25f02f-9be1-4e96-bca5-a54787ae39e5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 927bcb1d-6f45-426e-935f-7b2656f0e03b {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:53:31.251050 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c25f02f-9be1-4e96-bca5-a54787ae39e5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:31.263646 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9d2b8335-9176-4e67-a6a2-32f66db3a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e47f9-2651-48a8-a829-b5891569a44e', 'name': 'tempest-ServerRescueNegativeTestJSON-364711407-router', 'tenant_id': '12d3eed64754419b91fc9267590fb5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:21Z', 'updated_at': '2021-11-13T04:53:27Z', 'revision_number': 5, 'project_id': '12d3eed64754419b91fc9267590fb5a0', 'gw_port': {'id': '282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e47f9-2651-48a8-a829-b5891569a44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:24Z', 'updated_at': '2021-11-13T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:31.316341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeaf5d-f496-40f9-b0c3-9af8c32650d3 req-82cf8dcf-84e7-4bd5-a482-cef0b03d5d5a tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:31.324603 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6aeaf5d-f496-40f9-b0c3-9af8c32650d3 req-82cf8dcf-84e7-4bd5-a482-cef0b03d5d5a tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.0868070 Nov 13 04:53:31.333620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b8335-9176-4e67-a6a2-32f66db3a333 None None] Checking router: 544e47f9-2651-48a8-a829-b5891569a44e for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:53:31.368311 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:31.370138 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:31.378842 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39caf60d-896f-4617-b9e3-217a0a94a82c req-c87122cf-9839-41a7-bd0e-b745941330df tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732856 Nov 13 04:53:31.385757 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c25f02f-9be1-4e96-bca5-a54787ae39e5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:31.391180 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6aeaf5d-f496-40f9-b0c3-9af8c32650d3 req-ed0457f4-ad5a-4404-b2aa-556f09df8c14 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655086 Nov 13 04:53:31.416978 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:31.422115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:31.506738 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d556881a-1430-4b98-9c27-cbff814a43e2 x-openstack-request-id: req-d556881a-1430-4b98-9c27-cbff814a43e2 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:31.507354 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a71ee34-8edd-48c1-ad64-316b841228f2", "name": "network-vif-plugged", "status": "completed", "tag": "e13620bd-2030-472e-859a-e4ec031c46a4", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:31.507354 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d556881a-1430-4b98-9c27-cbff814a43e2 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:31.507724 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a71ee34-8edd-48c1-ad64-316b841228f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13620bd-2030-472e-859a-e4ec031c46a4', 'code': 200} Nov 13 04:53:31.519668 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:31.553920 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['941c1150-1c6f-4ed3-a0ea-feae833f657f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:53:31.567115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b8335-9176-4e67-a6a2-32f66db3a333 None None] Routers {'544e47f9-2651-48a8-a829-b5891569a44e'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:53:31.575800 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9d2b8335-9176-4e67-a6a2-32f66db3a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:53:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['544e47f9-2651-48a8-a829-b5891569a44e'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:31.590311 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] Pushing event deleted for resources: {'Port': ['ID=282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:31.678571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=941c1150-1c6f-4ed3-a0ea-feae833f657f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:31.716163 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:31.770642 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c25f02f-9be1-4e96-bca5-a54787ae39e5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:31.856769 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:31.860492 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:31.925524 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.resource_extend [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 04:53:31.935471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437390d-3688-4b1b-823c-6b57b7c2d532 req-26e574ba-ccdf-468a-a296-28c8c2294b6c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:31.947047 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437390d-3688-4b1b-823c-6b57b7c2d532 req-26e574ba-ccdf-468a-a296-28c8c2294b6c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:31.958470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5730249e-2689-434f-ba6a-365b2fc18287 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:53:31.959071 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:31.960328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 544e47f9-2651-48a8-a829-b5891569a44e {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:53:31.970132 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:31.972951 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0f8a5477-e7d2-475a-916d-e27be2d1fc4f admin admin] 10.222.0.43 "DELETE /v2.0/routers/544e47f9-2651-48a8-a829-b5891569a44e HTTP/1.1" status: 204 len: 168 time: 1.9166839 Nov 13 04:53:31.975748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34138) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:31.977469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437390d-3688-4b1b-823c-6b57b7c2d532 req-26e574ba-ccdf-468a-a296-28c8c2294b6c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:31.987054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437390d-3688-4b1b-823c-6b57b7c2d532 req-26e574ba-ccdf-468a-a296-28c8c2294b6c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:31.997839 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437390d-3688-4b1b-823c-6b57b7c2d532 req-26e574ba-ccdf-468a-a296-28c8c2294b6c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:32.007640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437390d-3688-4b1b-823c-6b57b7c2d532 req-26e574ba-ccdf-468a-a296-28c8c2294b6c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:32.016182 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437390d-3688-4b1b-823c-6b57b7c2d532 req-26e574ba-ccdf-468a-a296-28c8c2294b6c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:32.026701 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5437390d-3688-4b1b-823c-6b57b7c2d532 req-26e574ba-ccdf-468a-a296-28c8c2294b6c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5437 time: 0.4480708 Nov 13 04:53:32.052382 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c55e-e100-4534-b893-cb5bfdc46f37 req-ab8e530b-6a27-4cfb-a256-77352ecc810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:32.055180 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab5c55e-e100-4534-b893-cb5bfdc46f37 req-ab8e530b-6a27-4cfb-a256-77352ecc810a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a71ee34-8edd-48c1-ad64-316b841228f2 HTTP/1.1" status: 200 len: 1096 time: 0.4440968 Nov 13 04:53:32.064229 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c25f02f-9be1-4e96-bca5-a54787ae39e5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:32.100168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bdd69c-f374-4632-9541-629d34b515be admin admin] Deleting subnet bda26a38-0894-479d-8858-c797e4adbfd7 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:53:32.106464 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13bdd69c-f374-4632-9541-629d34b515be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:32.158147 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Pushing event updated for resources: {'Port': ['ID=c3192722-2acf-4d18-8f5c-875f3009f160,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:32.174043 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25f02f-9be1-4e96-bca5-a54787ae39e5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=927bcb1d-6f45-426e-935f-7b2656f0e03b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:32.181728 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13bdd69c-f374-4632-9541-629d34b515be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:32.185205 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c25f02f-9be1-4e96-bca5-a54787ae39e5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:32.202153 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5c25f02f-9be1-4e96-bca5-a54787ae39e5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/927bcb1d-6f45-426e-935f-7b2656f0e03b HTTP/1.1" status: 204 len: 168 time: 1.0327630 Nov 13 04:53:32.217210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34146) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:32.271697 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13bdd69c-f374-4632-9541-629d34b515be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:32.342129 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-837ec718-c648-4b83-8b9c-0ea9b9efd609 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1228509 Nov 13 04:53:32.348837 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34154) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:32.352831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ab5c55e-e100-4534-b893-cb5bfdc46f37 req-ff747540-005b-4e36-8382-10d7810c29aa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838321 Nov 13 04:53:32.355702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-79b37c82-852e-462d-ac46-d268e7a1be72 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:32.412622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-9d2b8335-9176-4e67-a6a2-32f66db3a333 None None] Set router 544e47f9-2651-48a8-a829-b5891569a44e gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:53:32.423213 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5437390d-3688-4b1b-823c-6b57b7c2d532 req-3c980b99-a743-4652-bf2e-a23052f3291a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3951948 Nov 13 04:53:32.545120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['321611fc-1ecc-49e1-931e-f0b57b629cb6'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:53:32.571500 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13bdd69c-f374-4632-9541-629d34b515be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:32.643992 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13bdd69c-f374-4632-9541-629d34b515be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:32.654494 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['fe1f52c2-7235-4738-85c2-7631042f8784'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:53:32.656157 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-13bdd69c-f374-4632-9541-629d34b515be admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bda26a38-0894-479d-8858-c797e4adbfd7 HTTP/1.1" status: 204 len: 168 time: 0.6762176 Nov 13 04:53:32.661626 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['45514580-8632-4c56-ab8d-1dc483712314'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:53:32.667192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34186) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:32.733383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['d72231e5-0188-49aa-8b14-4f48155c025b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:53:32.796478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdd69c-f374-4632-9541-629d34b515be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda26a38-0894-479d-8858-c797e4adbfd7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:32.803396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['f9e963a6-1fe2-40be-9bc1-c575b1bfdba1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:53:32.830319 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de532d00-bcf1-4722-aa13-f3ed9501d790 req-9b49041e-668d-40c8-ac87-89f90ecce720 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:32.831865 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-de532d00-bcf1-4722-aa13-f3ed9501d790 req-9b49041e-668d-40c8-ac87-89f90ecce720 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 944 time: 0.1722047 Nov 13 04:53:32.833277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b37c82-852e-462d-ac46-d268e7a1be72 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:32.837219 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79b37c82-852e-462d-ac46-d268e7a1be72 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:32.846684 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Attempting to bind port c3192722-2acf-4d18-8f5c-875f3009f160 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:53:32.847092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Attempting to bind port c3192722-2acf-4d18-8f5c-875f3009f160 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:53:32.847441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Attempting to bind port c3192722-2acf-4d18-8f5c-875f3009f160 on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:53:32.867168 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9d2b8335-9176-4e67-a6a2-32f66db3a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e47f9-2651-48a8-a829-b5891569a44e', 'name': 'tempest-ServerRescueNegativeTestJSON-364711407-router', 'tenant_id': '12d3eed64754419b91fc9267590fb5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:21Z', 'updated_at': '2021-11-13T04:53:31Z', 'revision_number': 7, 'project_id': '12d3eed64754419b91fc9267590fb5a0', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:32.915849 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['322a4f79-c00c-43ae-a71e-64d33b973a45'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:53:32.919553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['925847cc-c518-475b-9df3-58b3ae25f918'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:53:32.921952 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:53:32.922436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:53:32.922779 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:32.923311 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:53:32.923700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Bound port: c3192722-2acf-4d18-8f5c-875f3009f160, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:53:32.924108 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:33.030512 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-de532d00-bcf1-4722-aa13-f3ed9501d790 req-022a3943-ba35-46ed-a165-e0d40d099726 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686606 Nov 13 04:53:33.213065 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b8335-9176-4e67-a6a2-32f66db3a333 None None] The sync data for ids ['544e47f9-2651-48a8-a829-b5891569a44e'] in n-d-813114-2 is: [{'id': '544e47f9-2651-48a8-a829-b5891569a44e', 'name': 'tempest-ServerRescueNegativeTestJSON-364711407-router', 'tenant_id': '12d3eed64754419b91fc9267590fb5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:21Z', 'updated_at': '2021-11-13T04:53:31Z', 'revision_number': 7, 'project_id': '12d3eed64754419b91fc9267590fb5a0', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:53:33.293005 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=e13620bd-2030-472e-859a-e4ec031c46a4,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:33.298713 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79b37c82-852e-462d-ac46-d268e7a1be72 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:33.458497 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b37c82-852e-462d-ac46-d268e7a1be72 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:33.500389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-79b37c82-852e-462d-ac46-d268e7a1be72 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:33.517539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ce2a-53ca-4d48-b9c4-5b796c69197f req-cdf927e7-1a15-4524-b42e-4a60e96f1629 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:33.518289 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3cd8ce2a-53ca-4d48-b9c4-5b796c69197f req-cdf927e7-1a15-4524-b42e-4a60e96f1629 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.9334474 Nov 13 04:53:33.524983 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cb8052eb-ce23-44cf-ae44-0e67afffb054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:33.536393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b37c82-852e-462d-ac46-d268e7a1be72 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:33.540129 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79b37c82-852e-462d-ac46-d268e7a1be72 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:33.558364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d655f792-aa99-4ff7-bb7e-561e8d8a2ead, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d655f792-aa99-4ff7-bb7e-561e8d8a2ead,segment=NetworkSegment(61071070-4a4f-4d11-8240-9f54dd6842a5),segment_id=61071070-4a4f-4d11-8240-9f54dd6842a5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:33.565882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b37c82-852e-462d-ac46-d268e7a1be72 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=e8e8db23-649d-46be-a9cd-d525933c437b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:33.636823 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-79b37c82-852e-462d-ac46-d268e7a1be72 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2867084 Nov 13 04:53:33.647105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34266) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:33.666900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e2d9b761-626d-4625-be17-e5625ab3ef95 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'fixed_ips': [{'subnet_id': 'e8e8db23-649d-46be-a9cd-d525933c437b', 'ip_address': '2001:db8::5228:f51c:4b33:b146'}], 'name': 'tempest-NetworksTestDHCPv6-167386756'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:33.723463 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3cd8ce2a-53ca-4d48-b9c4-5b796c69197f req-c1dee77e-5bbf-45b1-b598-ce0f3a659501 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952062 Nov 13 04:53:33.890181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'd655f792-aa99-4ff7-bb7e-561e8d8a2ead', 'network_id': 'dcd43cc3-172e-420a-94d3-849c72b81867', 'port_id': 'd655f792-aa99-4ff7-bb7e-561e8d8a2ead', 'mac_address': 'fa:16:3e:e4:12:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944abd44-d802-46de-b787-01ba9e1ca7d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:53:33.914796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8ee0f-de0d-486a-8de0-ac02a3ef0d6b req-740ed335-9c09-42bb-a28e-59a40c61e634 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:33.925272 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cb8052eb-ce23-44cf-ae44-0e67afffb054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:33.931596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8ee0f-de0d-486a-8de0-ac02a3ef0d6b req-740ed335-9c09-42bb-a28e-59a40c61e634 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:33.960850 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8ee0f-de0d-486a-8de0-ac02a3ef0d6b req-740ed335-9c09-42bb-a28e-59a40c61e634 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:33.964886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-cb8052eb-ce23-44cf-ae44-0e67afffb054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df68409-cafd-4515-9d5a-5b124adc42a7']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:33.981382 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-cb8052eb-ce23-44cf-ae44-0e67afffb054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcbe674-bf11-4b0d-a9ed-bacac78aaded') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:33.982185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-cb8052eb-ce23-44cf-ae44-0e67afffb054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcbe674-bf11-4b0d-a9ed-bacac78aaded') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:33.982387 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8ee0f-de0d-486a-8de0-ac02a3ef0d6b req-740ed335-9c09-42bb-a28e-59a40c61e634 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:34.003934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8ee0f-de0d-486a-8de0-ac02a3ef0d6b req-740ed335-9c09-42bb-a28e-59a40c61e634 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:34.009872 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cb8052eb-ce23-44cf-ae44-0e67afffb054 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:34.021912 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8ee0f-de0d-486a-8de0-ac02a3ef0d6b req-740ed335-9c09-42bb-a28e-59a40c61e634 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:34.038455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8ee0f-de0d-486a-8de0-ac02a3ef0d6b req-740ed335-9c09-42bb-a28e-59a40c61e634 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:34.040729 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34b8ee0f-de0d-486a-8de0-ac02a3ef0d6b req-740ed335-9c09-42bb-a28e-59a40c61e634 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5437 time: 0.3987377 Nov 13 04:53:34.070661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d9b761-626d-4625-be17-e5625ab3ef95 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:34.077304 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cb8052eb-ce23-44cf-ae44-0e67afffb054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:34.105953 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8052eb-ce23-44cf-ae44-0e67afffb054 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:53:34.107020 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cb8052eb-ce23-44cf-ae44-0e67afffb054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:53:34.109567 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:53:34.138907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] For port c3192722-2acf-4d18-8f5c-875f3009f160, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:53:34.212169 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34b8ee0f-de0d-486a-8de0-ac02a3ef0d6b req-a80e178c-8014-4660-aacb-5b3ea4d3aabe tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1566148 Nov 13 04:53:34.245234 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cb8052eb-ce23-44cf-ae44-0e67afffb054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:34.251563 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cb8052eb-ce23-44cf-ae44-0e67afffb054 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:34.258870 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cb8052eb-ce23-44cf-ae44-0e67afffb054 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5df68409-cafd-4515-9d5a-5b124adc42a7 HTTP/1.1" status: 204 len: 168 time: 1.5794666 Nov 13 04:53:34.289415 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8052eb-ce23-44cf-ae44-0e67afffb054 admin admin] Pushing event deleted for resources: {'Network': ['ID=5df68409-cafd-4515-9d5a-5b124adc42a7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:34.332597 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b761-626d-4625-be17-e5625ab3ef95 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:34.372386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dad05-8df9-47bf-aa2e-d34a0f1790d1 req-ad4fa852-7635-4129-85e8-100d9a79e0e6 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:34.374202 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a2dad05-8df9-47bf-aa2e-d34a0f1790d1 req-ad4fa852-7635-4129-85e8-100d9a79e0e6 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 944 time: 0.1139054 Nov 13 04:53:34.380356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-e2d9b761-626d-4625-be17-e5625ab3ef95 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port 21df31a6-1322-4191-b7d4-6df02902ff82 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:53:34.433984 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] For port c3192722-2acf-4d18-8f5c-875f3009f160, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c3192722-2acf-4d18-8f5c-875f3009f160,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:53:34.588610 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-e2d9b761-626d-4625-be17-e5625ab3ef95 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::5228:f51c:4b33:b146 (63517ab3-2070-4aed-993a-d13fb8f8841c/e8e8db23-649d-46be-a9cd-d525933c437b/21df31a6-1322-4191-b7d4-6df02902ff82) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:34.608955 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:53:34.614087 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a2dad05-8df9-47bf-aa2e-d34a0f1790d1 req-118bb366-058d-4555-a7a3-e194f3e5f7ee tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731564 Nov 13 04:53:34.663051 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:34.679963 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84b752c1-1fab-4430-bc0f-f6771f01ca1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:34.764444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34360) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:34.868749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34370) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:34.870436 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3f006df1-fc96-471d-af14-8f37d445dd9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12d3eed64754419b91fc9267590fb5a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1031418 Nov 13 04:53:34.970565 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b761-626d-4625-be17-e5625ab3ef95 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:34.979714 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8bba3dfd-289e-437b-9333-2abc20073842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:35.006432 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268b3ca-5c62-490b-bad9-cf69ce68d565 None None] Pushing event updated for resources: {'Port': ['ID=c3192722-2acf-4d18-8f5c-875f3009f160,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:35.030645 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8bba3dfd-289e-437b-9333-2abc20073842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:35.060395 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:35.074220 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b761-626d-4625-be17-e5625ab3ef95 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:35.086493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d266b-1243-4c94-bbfd-20b9ac3e794a req-9faace1b-af2d-413b-9295-87a9b641182a tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:35.091359 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e1d266b-1243-4c94-bbfd-20b9ac3e794a req-9faace1b-af2d-413b-9295-87a9b641182a tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.1626792 Nov 13 04:53:35.095214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:53:35.095844 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 282cb1ce-e1b8-4c25-b226-a9c1bd2bc0ff not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:53:35.096447 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 51b9ab16-1edb-468c-b541-e358510275b1 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:53:35.141416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d9b761-626d-4625-be17-e5625ab3ef95 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:35.153681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-e2d9b761-626d-4625-be17-e5625ab3ef95 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:35.173681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d9b761-626d-4625-be17-e5625ab3ef95 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:35.179719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d9b761-626d-4625-be17-e5625ab3ef95 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:35.180382 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b761-626d-4625-be17-e5625ab3ef95 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:35.201072 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e1d266b-1243-4c94-bbfd-20b9ac3e794a req-4ef0e04b-e36c-44dc-ba64-b128d4cf9a67 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955350 Nov 13 04:53:35.207661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9b761-626d-4625-be17-e5625ab3ef95 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=21df31a6-1322-4191-b7d4-6df02902ff82,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:35.213655 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e2d9b761-626d-4625-be17-e5625ab3ef95 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5614731 Nov 13 04:53:35.215635 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8bba3dfd-289e-437b-9333-2abc20073842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:35.216762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34400) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:35.239957 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8bba3dfd-289e-437b-9333-2abc20073842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:35.241127 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8bba3dfd-289e-437b-9333-2abc20073842 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b895c79-f144-4b53-ab1e-52e2a2ae28d4 HTTP/1.1" status: 204 len: 168 time: 0.3714373 Nov 13 04:53:35.265284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba3dfd-289e-437b-9333-2abc20073842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b895c79-f144-4b53-ab1e-52e2a2ae28d4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:35.336502 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734a671-e836-4305-a073-8bf26d2b4640 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:35.353937 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734a671-e836-4305-a073-8bf26d2b4640 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:35.356920 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5734a671-e836-4305-a073-8bf26d2b4640 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1389999 Nov 13 04:53:35.360194 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34420) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:35.404500 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2791168f-6776-4327-bfd9-937e23f6b84f None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:35.573188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d655f792-aa99-4ff7-bb7e-561e8d8a2ead {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:53:35.588342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0ffe1-766c-45a3-9539-3fffe7c56a06 req-3dddd49d-837a-4343-ae3e-045963b980e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:35.595243 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0ffe1-766c-45a3-9539-3fffe7c56a06 req-3dddd49d-837a-4343-ae3e-045963b980e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:35.602390 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0ffe1-766c-45a3-9539-3fffe7c56a06 req-3dddd49d-837a-4343-ae3e-045963b980e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:35.602573 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 51b9ab16-1edb-468c-b541-e358510275b1 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:53:35.603254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 51b9ab16-1edb-468c-b541-e358510275b1 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:53:35.614974 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0ffe1-766c-45a3-9539-3fffe7c56a06 req-3dddd49d-837a-4343-ae3e-045963b980e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:35.623482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0ffe1-766c-45a3-9539-3fffe7c56a06 req-3dddd49d-837a-4343-ae3e-045963b980e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:35.632032 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0ffe1-766c-45a3-9539-3fffe7c56a06 req-3dddd49d-837a-4343-ae3e-045963b980e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:35.638848 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0ffe1-766c-45a3-9539-3fffe7c56a06 req-3dddd49d-837a-4343-ae3e-045963b980e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:35.641597 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75b0ffe1-766c-45a3-9539-3fffe7c56a06 req-3dddd49d-837a-4343-ae3e-045963b980e2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5437 time: 0.2673900 Nov 13 04:53:35.653199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-70ac25ca-0f6d-4d79-bfac-b5752d85506d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port 21df31a6-1322-4191-b7d4-6df02902ff82 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:35.654273 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-70ac25ca-0f6d-4d79-bfac-b5752d85506d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:35.789826 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d655f792-aa99-4ff7-bb7e-561e8d8a2ead, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d655f792-aa99-4ff7-bb7e-561e8d8a2ead,segment=NetworkSegment(61071070-4a4f-4d11-8240-9f54dd6842a5),segment_id=61071070-4a4f-4d11-8240-9f54dd6842a5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:35.830989 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:35.853117 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75b0ffe1-766c-45a3-9539-3fffe7c56a06 req-4c738c1e-ffcf-43c6-a012-0a51e3d77a9a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2030160 Nov 13 04:53:35.856220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 941c1150-1c6f-4ed3-a0ea-feae833f657f up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:35.859370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d82925-4427-4960-b7e0-03f33b49ba9e req-b1d98088-b3d6-4e31-8346-3b4e55f84f59 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:35.867024 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1d82925-4427-4960-b7e0-03f33b49ba9e req-b1d98088-b3d6-4e31-8346-3b4e55f84f59 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 944 time: 0.0999100 Nov 13 04:53:35.870774 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-70ac25ca-0f6d-4d79-bfac-b5752d85506d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:35.919915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-70ac25ca-0f6d-4d79-bfac-b5752d85506d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for 21df31a6-1322-4191-b7d4-6df02902ff82 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:36.009107 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1d82925-4427-4960-b7e0-03f33b49ba9e req-b5100b3a-86fe-4873-81a4-30a6a920578a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410060 Nov 13 04:53:36.195113 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-70ac25ca-0f6d-4d79-bfac-b5752d85506d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:36.263361 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac25ca-0f6d-4d79-bfac-b5752d85506d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=21df31a6-1322-4191-b7d4-6df02902ff82,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:36.310611 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-70ac25ca-0f6d-4d79-bfac-b5752d85506d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:36.314267 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-70ac25ca-0f6d-4d79-bfac-b5752d85506d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/21df31a6-1322-4191-b7d4-6df02902ff82 HTTP/1.1" status: 204 len: 168 time: 0.9528403 Nov 13 04:53:36.317042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34524) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:36.479356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a79b16-e288-47e6-b5f1-ef9f601e5c5c req-b7bb1168-da28-44ef-92d5-026e325d521d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:36.484573 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a9a79b16-e288-47e6-b5f1-ef9f601e5c5c req-b7bb1168-da28-44ef-92d5-026e325d521d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.1301374 Nov 13 04:53:36.512268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f8107-1c05-4315-b6f4-cd06855d6591 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:36.516629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f8107-1c05-4315-b6f4-cd06855d6591 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:36.522699 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b03f8107-1c05-4315-b6f4-cd06855d6591 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2036138 Nov 13 04:53:36.524387 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34552) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:36.625950 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a9a79b16-e288-47e6-b5f1-ef9f601e5c5c req-26847b5e-a00e-4015-ad28-67f6841594a0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179111 Nov 13 04:53:36.708173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-29812a1b-5997-4453-8152-e46b10a8a0e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet e8e8db23-649d-46be-a9cd-d525933c437b {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:53:36.714057 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29812a1b-5997-4453-8152-e46b10a8a0e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:36.757951 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4d04c88-42e8-442a-8877-111d1daaf062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:36.775071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d655f792-aa99-4ff7-bb7e-561e8d8a2ead,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:36.814142 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29812a1b-5997-4453-8152-e46b10a8a0e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:36.833968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:36.834512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:36.837950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:36.838295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:36.838636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:36.840102 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:36.840442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:36.840771 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:36.842785 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:36.843197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:36.845245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:36.845613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:36.863382 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 941c1150-1c6f-4ed3-a0ea-feae833f657f completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:53:36.876608 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 941c1150-1c6f-4ed3-a0ea-feae833f657f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:36.882162 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:36.915420 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29812a1b-5997-4453-8152-e46b10a8a0e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:37.046845 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e37806-ee6d-4770-a49c-20449cf518de None None] Update dhcp port {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'fixed_ips': [{'subnet_id': 'e8e8db23-649d-46be-a9cd-d525933c437b'}], 'binding:host_id': 'n-d-813114-2'}, 'id': 'c3192722-2acf-4d18-8f5c-875f3009f160'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 04:53:37.059134 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29812a1b-5997-4453-8152-e46b10a8a0e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:37.116487 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9e37806-ee6d-4770-a49c-20449cf518de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:37.129175 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29812a1b-5997-4453-8152-e46b10a8a0e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:37.136155 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-29812a1b-5997-4453-8152-e46b10a8a0e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/e8e8db23-649d-46be-a9cd-d525933c437b HTTP/1.1" status: 204 len: 168 time: 0.6105635 Nov 13 04:53:37.138934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34626) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:37.223866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29812a1b-5997-4453-8152-e46b10a8a0e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e8db23-649d-46be-a9cd-d525933c437b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:37.257874 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:37.268710 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3db4a83d-e9a0-442b-a2da-6c5c11d2b085 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275234 Nov 13 04:53:37.271188 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34638) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:37.279439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467af05-6837-4f5b-8c50-adc9e22555fa req-de2743ab-7cfb-416c-afb2-fe0d04904024 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:37.289378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467af05-6837-4f5b-8c50-adc9e22555fa req-de2743ab-7cfb-416c-afb2-fe0d04904024 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:37.305795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467af05-6837-4f5b-8c50-adc9e22555fa req-de2743ab-7cfb-416c-afb2-fe0d04904024 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:37.318075 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467af05-6837-4f5b-8c50-adc9e22555fa req-de2743ab-7cfb-416c-afb2-fe0d04904024 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:37.326037 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467af05-6837-4f5b-8c50-adc9e22555fa req-de2743ab-7cfb-416c-afb2-fe0d04904024 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:37.334384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467af05-6837-4f5b-8c50-adc9e22555fa req-de2743ab-7cfb-416c-afb2-fe0d04904024 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:37.341207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467af05-6837-4f5b-8c50-adc9e22555fa req-de2743ab-7cfb-416c-afb2-fe0d04904024 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:37.354547 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5467af05-6837-4f5b-8c50-adc9e22555fa req-de2743ab-7cfb-416c-afb2-fe0d04904024 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5437 time: 0.3320105 Nov 13 04:53:37.399734 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80f3e39-966e-44ef-b362-a86bfdd4bcca tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:37.407157 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f80f3e39-966e-44ef-b362-a86bfdd4bcca tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1318552 Nov 13 04:53:37.408065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34654) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:37.453457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c335dd-0ed1-497d-8ce5-2467c15757f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941c1150-1c6f-4ed3-a0ea-feae833f657f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:37.455767 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5372bd06-955c-4028-a04e-1bb6881e8cae" -d '{"events": [{"server_uuid": "e2c335dd-0ed1-497d-8ce5-2467c15757f4", "name": "network-vif-plugged", "status": "completed", "tag": "941c1150-1c6f-4ed3-a0ea-feae833f657f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:37.472222 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['d655f792-aa99-4ff7-bb7e-561e8d8a2ead'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:53:37.497522 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5467af05-6837-4f5b-8c50-adc9e22555fa req-8db366da-455a-4e2e-b39c-1562542cd32e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1397359 Nov 13 04:53:37.504184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e210c162-396d-43fa-97f5-057e095fcbf6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:37.521001 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e210c162-396d-43fa-97f5-057e095fcbf6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1092467 Nov 13 04:53:37.521211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34670) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:37.532844 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 941c1150-1c6f-4ed3-a0ea-feae833f657f, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=941c1150-1c6f-4ed3-a0ea-feae833f657f,segment=NetworkSegment(61071070-4a4f-4d11-8240-9f54dd6842a5),segment_id=61071070-4a4f-4d11-8240-9f54dd6842a5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:37.575623 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:37.623968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd450bb0-787b-41f0-81e1-a34b49369923 None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 04:53:37.672424 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-982c7b7d-80e5-4576-b54e-c992bb509ec0 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1458986 Nov 13 04:53:37.672956 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34682) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:37.679093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-841fde06-fd5e-424d-9b1d-2a802f76ef1c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:37.814847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368ba04-b496-4710-bdbf-f54d6960cd43 req-46190e9d-722e-42c4-b3c8-397a70067d00 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:37.830390 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3368ba04-b496-4710-bdbf-f54d6960cd43 req-46190e9d-722e-42c4-b3c8-397a70067d00 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 945 time: 0.1397767 Nov 13 04:53:37.947400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841fde06-fd5e-424d-9b1d-2a802f76ef1c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:37.958072 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-841fde06-fd5e-424d-9b1d-2a802f76ef1c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:38.043692 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3368ba04-b496-4710-bdbf-f54d6960cd43 req-f8ccea2c-97f7-4ad0-ae5e-0eed54ae3980 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121761 Nov 13 04:53:38.063194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:38.239048 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05d023a-b93f-4cff-be0a-589767612f43 x-openstack-request-id: req-d05d023a-b93f-4cff-be0a-589767612f43 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:38.239351 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c335dd-0ed1-497d-8ce5-2467c15757f4", "name": "network-vif-plugged", "status": "completed", "tag": "941c1150-1c6f-4ed3-a0ea-feae833f657f", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:38.240402 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d05d023a-b93f-4cff-be0a-589767612f43 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:38.241161 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c335dd-0ed1-497d-8ce5-2467c15757f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941c1150-1c6f-4ed3-a0ea-feae833f657f', 'code': 200} Nov 13 04:53:38.247471 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=941c1150-1c6f-4ed3-a0ea-feae833f657f,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:38.251152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd450bb0-787b-41f0-81e1-a34b49369923 None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 04:53:38.266844 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:38.312411 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-69af780e-7517-4084-8623-fb2d4d9ea8e9 req-2922f375-2597-4575-be35-7587e154bae6 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=5bd12eee-2f47-442f-9bbe-3af85d4e38cd HTTP/1.1" status: 200 len: 210 time: 0.0568275 Nov 13 04:53:38.339966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:53:38.379159 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:38.379532 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:38.482624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29ce80-3e26-493e-8eae-ce9c25da7cd2 req-b1c4ce38-c548-4957-b52a-b374db099a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:38.484602 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b29ce80-3e26-493e-8eae-ce9c25da7cd2 req-b1c4ce38-c548-4957-b52a-b374db099a86 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 1096 time: 0.1614931 Nov 13 04:53:38.486819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-841fde06-fd5e-424d-9b1d-2a802f76ef1c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:38.549765 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841fde06-fd5e-424d-9b1d-2a802f76ef1c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:38.559678 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-841fde06-fd5e-424d-9b1d-2a802f76ef1c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:38.577948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841fde06-fd5e-424d-9b1d-2a802f76ef1c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:38.578568 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-841fde06-fd5e-424d-9b1d-2a802f76ef1c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:38.625775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fde06-fd5e-424d-9b1d-2a802f76ef1c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=328386cd-9b16-4049-b343-c3cb17f0e33c,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:38.631708 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b29ce80-3e26-493e-8eae-ce9c25da7cd2 req-89f1d15e-3b02-4020-bff3-85a5e999e501 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377504 Nov 13 04:53:38.652372 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-841fde06-fd5e-424d-9b1d-2a802f76ef1c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9756742 Nov 13 04:53:38.652554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34760) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:38.658369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-ddc45e76-f923-47b7-bd37-756893945867 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'fixed_ips': [{'subnet_id': '328386cd-9b16-4049-b343-c3cb17f0e33c', 'ip_address': '2001:db8::2989:716a:6f7e:a727'}], 'name': 'tempest-NetworksTestDHCPv6-717622480'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:38.714738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f5b3b-8ad8-42d1-9b4a-c7e0707dd04a req-5b0e3a1b-257e-48cd-9556-54b1a9291f06 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:38.715791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f5b3b-8ad8-42d1-9b4a-c7e0707dd04a req-5b0e3a1b-257e-48cd-9556-54b1a9291f06 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:38.737652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f5b3b-8ad8-42d1-9b4a-c7e0707dd04a req-5b0e3a1b-257e-48cd-9556-54b1a9291f06 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:38.750648 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f5b3b-8ad8-42d1-9b4a-c7e0707dd04a req-5b0e3a1b-257e-48cd-9556-54b1a9291f06 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:38.771988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f5b3b-8ad8-42d1-9b4a-c7e0707dd04a req-5b0e3a1b-257e-48cd-9556-54b1a9291f06 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:38.789250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f5b3b-8ad8-42d1-9b4a-c7e0707dd04a req-5b0e3a1b-257e-48cd-9556-54b1a9291f06 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:38.795544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f5b3b-8ad8-42d1-9b4a-c7e0707dd04a req-5b0e3a1b-257e-48cd-9556-54b1a9291f06 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:38.804637 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a6f5b3b-8ad8-42d1-9b4a-c7e0707dd04a req-5b0e3a1b-257e-48cd-9556-54b1a9291f06 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5437 time: 0.2005045 Nov 13 04:53:38.867351 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:38.921159 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc45e76-f923-47b7-bd37-756893945867 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:38.932329 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ddc45e76-f923-47b7-bd37-756893945867 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:38.958608 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a6f5b3b-8ad8-42d1-9b4a-c7e0707dd04a req-5ec2fe81-0a4f-4861-bc14-75627fa6a541 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1458297 Nov 13 04:53:38.969860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-ddc45e76-f923-47b7-bd37-756893945867 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port 4cf58a66-c68e-4f00-84a0-9a3dd0ed6df5 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:53:39.060045 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1,segment=NetworkSegment(a94b6e33-3fa6-49b1-8240-bf08a2f919ec),segment_id=a94b6e33-3fa6-49b1-8240-bf08a2f919ec)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:39.076600 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:39.140059 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:39.305833 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f3fdb0cb-6761-4652-bef3-d3b76898e8ae req-d48c5063-5273-4490-a2f6-93ce7c311f8a tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0669816 Nov 13 04:53:39.328226 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:39.390044 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14591ed2-0281-4fe5-9892-d08f8affea48 None None] Update dhcp port {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'fixed_ips': [{'subnet_id': '328386cd-9b16-4049-b343-c3cb17f0e33c'}], 'binding:host_id': 'n-d-813114-2'}, 'id': 'c3192722-2acf-4d18-8f5c-875f3009f160'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 04:53:39.429324 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14591ed2-0281-4fe5-9892-d08f8affea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:39.437527 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-ddc45e76-f923-47b7-bd37-756893945867 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::2989:716a:6f7e:a727 (63517ab3-2070-4aed-993a-d13fb8f8841c/328386cd-9b16-4049-b343-c3cb17f0e33c/4cf58a66-c68e-4f00-84a0-9a3dd0ed6df5) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:39.446498 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-54de3f7a-3e1f-4f19-a69c-65758413c008 None None] Provisioning complete for port edc81823-e5ff-4627-83ff-0a84ccc9c651 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:39.447255 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54de3f7a-3e1f-4f19-a69c-65758413c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:39.581514 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:53:39.589842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15484b-c0d8-4552-8ad3-e6976965cf37 req-1dbd001d-4af5-4b89-b1d6-137cbeb198ae tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:39.603880 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0b15484b-c0d8-4552-8ad3-e6976965cf37 req-1dbd001d-4af5-4b89-b1d6-137cbeb198ae tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 945 time: 0.3798907 Nov 13 04:53:39.683386 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0b15484b-c0d8-4552-8ad3-e6976965cf37 req-459ddf12-ec30-41ae-85ea-6153859421fc tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782917 Nov 13 04:53:39.700490 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-54de3f7a-3e1f-4f19-a69c-65758413c008 None None] Provisioning complete for port e13620bd-2030-472e-859a-e4ec031c46a4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:39.701196 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54de3f7a-3e1f-4f19-a69c-65758413c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:39.790776 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ddc45e76-f923-47b7-bd37-756893945867 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:39.810002 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-54de3f7a-3e1f-4f19-a69c-65758413c008 None None] Provisioning complete for port 941c1150-1c6f-4ed3-a0ea-feae833f657f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:39.810367 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54de3f7a-3e1f-4f19-a69c-65758413c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:39.837803 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ddc45e76-f923-47b7-bd37-756893945867 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:39.895369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc45e76-f923-47b7-bd37-756893945867 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:39.904913 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-ddc45e76-f923-47b7-bd37-756893945867 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:39.908791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-14591ed2-0281-4fe5-9892-d08f8affea48 None None] Allocated IP 2001:db8::2 (63517ab3-2070-4aed-993a-d13fb8f8841c/328386cd-9b16-4049-b343-c3cb17f0e33c/c3192722-2acf-4d18-8f5c-875f3009f160) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:39.909457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc45e76-f923-47b7-bd37-756893945867 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:39.915271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d72231e5-0188-49aa-8b14-4f48155c025b up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:39.921720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc45e76-f923-47b7-bd37-756893945867 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:39.922527 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ddc45e76-f923-47b7-bd37-756893945867 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:39.945127 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ddc45e76-f923-47b7-bd37-756893945867 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2912385 Nov 13 04:53:39.946044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc45e76-f923-47b7-bd37-756893945867 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=4cf58a66-c68e-4f00-84a0-9a3dd0ed6df5,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:39.948677 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34802) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:39.968418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-56bd992d-c9ac-445c-a845-00b5e8a2ffdf tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'fixed_ips': [{'subnet_id': '328386cd-9b16-4049-b343-c3cb17f0e33c', 'ip_address': '2001:db8::2989:716a:6f7e:a727'}], 'name': 'tempest-NetworksTestDHCPv6-30467067'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:40.176344 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:40.248451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:40.250729 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e22461-5f9e-4c8e-9bb3-1d7fc5285743" -d '{"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-plugged", "status": "completed", "tag": "f9e963a6-1fe2-40be-9bc1-c575b1bfdba1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:40.258642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e7569-084d-4c20-82f8-f68fd748e820 req-3c2da438-c904-4c97-8b56-ff88b25c1b6a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:40.281972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e7569-084d-4c20-82f8-f68fd748e820 req-3c2da438-c904-4c97-8b56-ff88b25c1b6a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:40.284925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port d72231e5-0188-49aa-8b14-4f48155c025b completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:53:40.298383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e7569-084d-4c20-82f8-f68fd748e820 req-3c2da438-c904-4c97-8b56-ff88b25c1b6a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:40.305385 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port d72231e5-0188-49aa-8b14-4f48155c025b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:40.305790 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:40.314302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e7569-084d-4c20-82f8-f68fd748e820 req-3c2da438-c904-4c97-8b56-ff88b25c1b6a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:40.319139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-14591ed2-0281-4fe5-9892-d08f8affea48 None None] For port c3192722-2acf-4d18-8f5c-875f3009f160, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c3192722-2acf-4d18-8f5c-875f3009f160,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:40.333255 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e7569-084d-4c20-82f8-f68fd748e820 req-3c2da438-c904-4c97-8b56-ff88b25c1b6a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:40.366113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e7569-084d-4c20-82f8-f68fd748e820 req-3c2da438-c904-4c97-8b56-ff88b25c1b6a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:40.371672 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b074c61e-c21c-42bc-9d84-13985f47f66e x-openstack-request-id: req-b074c61e-c21c-42bc-9d84-13985f47f66e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:40.372319 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-plugged", "status": "completed", "tag": "f9e963a6-1fe2-40be-9bc1-c575b1bfdba1", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:40.377707 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b074c61e-c21c-42bc-9d84-13985f47f66e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:40.378129 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1', 'code': 200} Nov 13 04:53:40.389614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e7569-084d-4c20-82f8-f68fd748e820 req-3c2da438-c904-4c97-8b56-ff88b25c1b6a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:40.402031 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b77e7569-084d-4c20-82f8-f68fd748e820 req-3c2da438-c904-4c97-8b56-ff88b25c1b6a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5438 time: 0.2820404 Nov 13 04:53:40.473504 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bd992d-c9ac-445c-a845-00b5e8a2ffdf tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:40.480666 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14591ed2-0281-4fe5-9892-d08f8affea48 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:40.511944 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14591ed2-0281-4fe5-9892-d08f8affea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:40.549993 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-be9757fb-03b2-4b3b-8e3c-8fa9d9506cd6 req-9d5f067c-543a-4d28-8ca6-28d35ec6a03b tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0541739 Nov 13 04:53:40.632813 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:40.638778 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b77e7569-084d-4c20-82f8-f68fd748e820 req-24e1d5b9-d5d4-432e-920d-e691c9b92bab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2287493 Nov 13 04:53:40.824261 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56bd992d-c9ac-445c-a845-00b5e8a2ffdf tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:40.884456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14591ed2-0281-4fe5-9892-d08f8affea48 None None] Pushing event updated for resources: {'Port': ['ID=c3192722-2acf-4d18-8f5c-875f3009f160,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:40.918208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d72231e5-0188-49aa-8b14-4f48155c025b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d72231e5-0188-49aa-8b14-4f48155c025b,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:40.924848 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:40.925698 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 925847cc-c518-475b-9df3-58b3ae25f918 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:40.930457 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-56bd992d-c9ac-445c-a845-00b5e8a2ffdf tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port 4d57a3a8-0be1-4a18-9b15-156bd4508e11 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:53:41.061696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 925847cc-c518-475b-9df3-58b3ae25f918 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:53:41.098129 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 925847cc-c518-475b-9df3-58b3ae25f918 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:41.098501 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:41.129566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd4962-0529-4d84-a242-b1b01d0eb9d4 req-6ecf04a5-b1ae-4f91-8df7-2096f32c6ea9 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:41.145011 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d72231e5-0188-49aa-8b14-4f48155c025b,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:41.154027 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffdd4962-0529-4d84-a242-b1b01d0eb9d4 req-6ecf04a5-b1ae-4f91-8df7-2096f32c6ea9 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 945 time: 0.2799230 Nov 13 04:53:41.281133 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:41.308659 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffdd4962-0529-4d84-a242-b1b01d0eb9d4 req-5d78e602-1f27-406b-a3ab-0272a6a8f135 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532407 Nov 13 04:53:41.313531 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bd992d-c9ac-445c-a845-00b5e8a2ffdf tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 13 04:53:41.314218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56bd992d-c9ac-445c-a845-00b5e8a2ffdf tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:53:41.317131 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 925847cc-c518-475b-9df3-58b3ae25f918, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=925847cc-c518-475b-9df3-58b3ae25f918,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:41.332757 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:41.333586 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 322a4f79-c00c-43ae-a71e-64d33b973a45 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:41.351247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-56bd992d-c9ac-445c-a845-00b5e8a2ffdf tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3992114 Nov 13 04:53:41.353958 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34836) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:41.384529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=925847cc-c518-475b-9df3-58b3ae25f918,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:41.467108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935991b6-fa72-4a16-a25a-9204da0a7821 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:41.473875 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935991b6-fa72-4a16-a25a-9204da0a7821 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:41.478382 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-935991b6-fa72-4a16-a25a-9204da0a7821 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1208160 Nov 13 04:53:41.479264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34840) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:41.497364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 322a4f79-c00c-43ae-a71e-64d33b973a45 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:53:41.502099 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 322a4f79-c00c-43ae-a71e-64d33b973a45 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:41.502474 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:41.609225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61e469-73ab-48df-bbc5-b74f48e6e5f9 req-2bd438d3-3ccb-45b6-a138-7fbc0a6a2141 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:41.619691 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5c61e469-73ab-48df-bbc5-b74f48e6e5f9 req-2bd438d3-3ccb-45b6-a138-7fbc0a6a2141 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c HTTP/1.1" status: 200 len: 944 time: 0.1426733 Nov 13 04:53:41.663884 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:41.728414 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 322a4f79-c00c-43ae-a71e-64d33b973a45, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=322a4f79-c00c-43ae-a71e-64d33b973a45,segment=NetworkSegment(3c16ee0c-3ae1-42e7-a334-98524c6b2330),segment_id=3c16ee0c-3ae1-42e7-a334-98524c6b2330)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:41.736156 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5c61e469-73ab-48df-bbc5-b74f48e6e5f9 req-2510de6d-88ce-45fd-b2fe-8e69940e3b1d tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141593 Nov 13 04:53:41.751485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:41.792646 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f13ca67e-423c-43ed-904f-1f28557e64a2 req-fba9c9f2-51fb-4d1a-9362-eb6f042c38ac tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0933983 Nov 13 04:53:41.807596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-579d509e-58a7-434b-a088-41a60c4b5008 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port 4cf58a66-c68e-4f00-84a0-9a3dd0ed6df5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:41.808046 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579d509e-58a7-434b-a088-41a60c4b5008 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:41.860417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=322a4f79-c00c-43ae-a71e-64d33b973a45,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:41.877260 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edc81823-e5ff-4627-83ff-0a84ccc9c651 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:53:41.928382 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device fe1f52c2-7235-4738-85c2-7631042f8784 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:42.006989 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee690e-295b-4e59-996e-9af8b2718985 req-84e5a1dd-7f14-41af-b1a6-2db6500466dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:42.012841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee690e-295b-4e59-996e-9af8b2718985 req-84e5a1dd-7f14-41af-b1a6-2db6500466dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:42.019067 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee690e-295b-4e59-996e-9af8b2718985 req-84e5a1dd-7f14-41af-b1a6-2db6500466dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:42.025032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee690e-295b-4e59-996e-9af8b2718985 req-84e5a1dd-7f14-41af-b1a6-2db6500466dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:42.031556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee690e-295b-4e59-996e-9af8b2718985 req-84e5a1dd-7f14-41af-b1a6-2db6500466dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:42.037767 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee690e-295b-4e59-996e-9af8b2718985 req-84e5a1dd-7f14-41af-b1a6-2db6500466dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:42.043702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee690e-295b-4e59-996e-9af8b2718985 req-84e5a1dd-7f14-41af-b1a6-2db6500466dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:42.051700 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4aee690e-295b-4e59-996e-9af8b2718985 req-84e5a1dd-7f14-41af-b1a6-2db6500466dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5441 time: 0.1259508 Nov 13 04:53:42.086607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port fe1f52c2-7235-4738-85c2-7631042f8784 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:53:42.092431 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579d509e-58a7-434b-a088-41a60c4b5008 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:42.114257 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port fe1f52c2-7235-4738-85c2-7631042f8784 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:42.114725 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:42.127297 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-579d509e-58a7-434b-a088-41a60c4b5008 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for 4cf58a66-c68e-4f00-84a0-9a3dd0ed6df5 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:42.167930 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edc81823-e5ff-4627-83ff-0a84ccc9c651, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edc81823-e5ff-4627-83ff-0a84ccc9c651,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:42.171858 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4aee690e-295b-4e59-996e-9af8b2718985 req-a4ebc191-9431-46c9-bb3c-d2ea36532341 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1124859 Nov 13 04:53:42.189187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'edc81823-e5ff-4627-83ff-0a84ccc9c651', 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa', 'port_id': 'edc81823-e5ff-4627-83ff-0a84ccc9c651', 'mac_address': 'fa:16:3e:ce:9b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a149c78c-3ec3-4358-b619-c6f87b382343', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:53:42.236290 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:42.328593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579d509e-58a7-434b-a088-41a60c4b5008 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:42.377443 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port fe1f52c2-7235-4738-85c2-7631042f8784, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fe1f52c2-7235-4738-85c2-7631042f8784,segment=NetworkSegment(3c16ee0c-3ae1-42e7-a334-98524c6b2330),segment_id=3c16ee0c-3ae1-42e7-a334-98524c6b2330)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:42.378534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72231e5-0188-49aa-8b14-4f48155c025b'}, {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925847cc-c518-475b-9df3-58b3ae25f918'}, {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322a4f79-c00c-43ae-a71e-64d33b973a45'}, {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1f52c2-7235-4738-85c2-7631042f8784'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:42.381293 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abf6fa5-9ed7-4170-ba00-ab9b5d8d4c4f" -d '{"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-plugged", "status": "completed", "tag": "d72231e5-0188-49aa-8b14-4f48155c025b"}, {"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-plugged", "status": "completed", "tag": "925847cc-c518-475b-9df3-58b3ae25f918"}, {"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-plugged", "status": "completed", "tag": "322a4f79-c00c-43ae-a71e-64d33b973a45"}, {"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-plugged", "status": "completed", "tag": "fe1f52c2-7235-4738-85c2-7631042f8784"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:42.400682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d509e-58a7-434b-a088-41a60c4b5008 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=4cf58a66-c68e-4f00-84a0-9a3dd0ed6df5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:42.412624 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:42.426208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199f968f-46c2-4306-8602-b14f76132f49 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:42.430019 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:42.430818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 321611fc-1ecc-49e1-931e-f0b57b629cb6 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:42.441431 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579d509e-58a7-434b-a088-41a60c4b5008 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:42.446296 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-579d509e-58a7-434b-a088-41a60c4b5008 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/4cf58a66-c68e-4f00-84a0-9a3dd0ed6df5 HTTP/1.1" status: 204 len: 168 time: 0.9664524 Nov 13 04:53:42.448918 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34864) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:42.486479 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67cbdc4-a8f9-4a61-a913-83a3b1609b7e x-openstack-request-id: req-a67cbdc4-a8f9-4a61-a913-83a3b1609b7e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:42.486785 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-plugged", "status": "completed", "tag": "d72231e5-0188-49aa-8b14-4f48155c025b", "code": 200}, {"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-plugged", "status": "completed", "tag": "925847cc-c518-475b-9df3-58b3ae25f918", "code": 200}, {"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-plugged", "status": "completed", "tag": "322a4f79-c00c-43ae-a71e-64d33b973a45", "code": 200}, {"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-plugged", "status": "completed", "tag": "fe1f52c2-7235-4738-85c2-7631042f8784", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:42.487100 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a67cbdc4-a8f9-4a61-a913-83a3b1609b7e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:42.488702 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72231e5-0188-49aa-8b14-4f48155c025b', 'code': 200} Nov 13 04:53:42.488702 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925847cc-c518-475b-9df3-58b3ae25f918', 'code': 200} Nov 13 04:53:42.488702 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322a4f79-c00c-43ae-a71e-64d33b973a45', 'code': 200} Nov 13 04:53:42.488702 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1f52c2-7235-4738-85c2-7631042f8784', 'code': 200} Nov 13 04:53:42.557515 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-32f12ca5-a16c-46a4-927f-b4087489cfad None None] Provisioning complete for port c3192722-2acf-4d18-8f5c-875f3009f160 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:42.557905 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32f12ca5-a16c-46a4-927f-b4087489cfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:42.560688 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edc81823-e5ff-4627-83ff-0a84ccc9c651 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:53:42.565162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca48209-d28a-42d9-9355-c5f19279f94a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:42.569058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca48209-d28a-42d9-9355-c5f19279f94a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:42.571922 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dca48209-d28a-42d9-9355-c5f19279f94a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1212895 Nov 13 04:53:42.574405 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34868) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:42.659500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-12860c00-7a95-4387-8a85-ccd209f3d8ba tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 328386cd-9b16-4049-b343-c3cb17f0e33c {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:53:42.663295 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12860c00-7a95-4387-8a85-ccd209f3d8ba tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:42.722565 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c3192722-2acf-4d18-8f5c-875f3009f160 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:42.741076 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12860c00-7a95-4387-8a85-ccd209f3d8ba tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:42.862208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edc81823-e5ff-4627-83ff-0a84ccc9c651, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edc81823-e5ff-4627-83ff-0a84ccc9c651,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:42.872682 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=fe1f52c2-7235-4738-85c2-7631042f8784,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:42.887576 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:42.900031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 321611fc-1ecc-49e1-931e-f0b57b629cb6 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:53:42.924710 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12860c00-7a95-4387-8a85-ccd209f3d8ba tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:42.930055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 321611fc-1ecc-49e1-931e-f0b57b629cb6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:42.930470 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:42.940414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca4d91-b9ef-4a37-971d-aa6a55dfae01 req-a5b5f5b1-cc85-4009-a1d1-16780385ef1d tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:42.942361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d4ca4d91-b9ef-4a37-971d-aa6a55dfae01 req-a5b5f5b1-cc85-4009-a1d1-16780385ef1d tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c HTTP/1.1" status: 200 len: 944 time: 0.1005313 Nov 13 04:53:43.048458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d4ca4d91-b9ef-4a37-971d-aa6a55dfae01 req-04d6728a-8d92-487c-aa49-7ba37cff852a tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775416 Nov 13 04:53:43.104709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bab7f577-cc39-4bcf-9e30-3a5a47083655 req-f4e1525e-a3ed-4cc4-b7a6-c1d405ea671e tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.1568844 Nov 13 04:53:43.122423 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12860c00-7a95-4387-8a85-ccd209f3d8ba tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:43.131408 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['edc81823-e5ff-4627-83ff-0a84ccc9c651'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:53:43.145568 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12860c00-7a95-4387-8a85-ccd209f3d8ba tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:43.155702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34886) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:43.189933 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-12860c00-7a95-4387-8a85-ccd209f3d8ba tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/328386cd-9b16-4049-b343-c3cb17f0e33c HTTP/1.1" status: 204 len: 168 time: 0.6143558 Nov 13 04:53:43.227480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=edc81823-e5ff-4627-83ff-0a84ccc9c651,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:43.254934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12860c00-7a95-4387-8a85-ccd209f3d8ba tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=328386cd-9b16-4049-b343-c3cb17f0e33c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:43.262266 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c3192722-2acf-4d18-8f5c-875f3009f160 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:43.262642 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:43.265133 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32f12ca5-a16c-46a4-927f-b4087489cfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:43.284341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34890) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:43.293886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ab04cd99-6d56-41de-9216-793d40c55f7e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:43.297314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-60dd36a0-9611-4c47-a8c1-9abf496194c9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1365442 Nov 13 04:53:43.367129 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:43.500992 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e528958-66fa-4653-b92f-cfe281fb9933 req-e6847874-ab8d-497c-aeea-7f486250040e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:43.513435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e528958-66fa-4653-b92f-cfe281fb9933 req-e6847874-ab8d-497c-aeea-7f486250040e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:43.513587 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 321611fc-1ecc-49e1-931e-f0b57b629cb6, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=321611fc-1ecc-49e1-931e-f0b57b629cb6,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:43.521814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e528958-66fa-4653-b92f-cfe281fb9933 req-e6847874-ab8d-497c-aeea-7f486250040e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:43.534879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e528958-66fa-4653-b92f-cfe281fb9933 req-e6847874-ab8d-497c-aeea-7f486250040e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:43.566818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e528958-66fa-4653-b92f-cfe281fb9933 req-e6847874-ab8d-497c-aeea-7f486250040e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:43.568260 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:43.569154 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 45514580-8632-4c56-ab8d-1dc483712314 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:43.583243 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e528958-66fa-4653-b92f-cfe281fb9933 req-e6847874-ab8d-497c-aeea-7f486250040e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:43.593983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e528958-66fa-4653-b92f-cfe281fb9933 req-e6847874-ab8d-497c-aeea-7f486250040e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:43.600114 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e528958-66fa-4653-b92f-cfe281fb9933 req-e6847874-ab8d-497c-aeea-7f486250040e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5442 time: 0.2416892 Nov 13 04:53:43.692649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3606cf-18c9-4bc4-9151-fc36e449df13 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:43.718190 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-045a7310-6fe8-4d97-855d-62d89ddd4b17 req-c1990c78-d496-41ff-924c-9940dc4e369f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5bd12eee-2f47-442f-9bbe-3af85d4e38cd HTTP/1.1" status: 200 len: 210 time: 0.0788805 Nov 13 04:53:43.728885 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-32f12ca5-a16c-46a4-927f-b4087489cfad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:53:43.729605 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-32f12ca5-a16c-46a4-927f-b4087489cfad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:53:43.803540 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e528958-66fa-4653-b92f-cfe281fb9933 req-d9ba864c-eecc-40ce-8f97-e61ac646fb1a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1834471 Nov 13 04:53:43.806132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab04cd99-6d56-41de-9216-793d40c55f7e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:43.814648 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab04cd99-6d56-41de-9216-793d40c55f7e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:43.913856 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 45514580-8632-4c56-ab8d-1dc483712314 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:53:43.923728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 45514580-8632-4c56-ab8d-1dc483712314 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:43.925007 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:43.973331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=321611fc-1ecc-49e1-931e-f0b57b629cb6,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:44.055659 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:44.156352 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab04cd99-6d56-41de-9216-793d40c55f7e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:44.215923 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab04cd99-6d56-41de-9216-793d40c55f7e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:44.245108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ab04cd99-6d56-41de-9216-793d40c55f7e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:44.273752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab04cd99-6d56-41de-9216-793d40c55f7e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:44.274882 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab04cd99-6d56-41de-9216-793d40c55f7e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:44.302563 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:44.307386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bf9be-37ce-447f-bb6e-5738699098be req-10855947-d585-4651-8908-2087c33d3eca tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:44.328429 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-690bf9be-37ce-447f-bb6e-5738699098be req-10855947-d585-4651-8908-2087c33d3eca tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c HTTP/1.1" status: 200 len: 944 time: 0.1010029 Nov 13 04:53:44.342532 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6ccb8bb-7bbf-4eb2-a6a5-92ef00c31fcb req-5ca488e2-9932-40ee-acd1-2e72dafbdab5 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0813253 Nov 13 04:53:44.352085 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ab04cd99-6d56-41de-9216-793d40c55f7e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0638628 Nov 13 04:53:44.353628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34930) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:44.359761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2b8176d7-fc39-4871-be26-3363fc10e16e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'fixed_ips': [{'subnet_id': 'e97e1591-ec97-4013-880c-82a7c7f2ef71', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-861690229'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:44.419821 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f5653891-34fb-4359-b2a9-6d176f68b3f0 req-842126f5-3fd9-465c-99d2-97b6d91b5324 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0851533 Nov 13 04:53:44.444587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04cd99-6d56-41de-9216-793d40c55f7e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=e97e1591-ec97-4013-880c-82a7c7f2ef71,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:44.508056 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-690bf9be-37ce-447f-bb6e-5738699098be req-4f5cf7b4-8bec-4bf5-a52e-ab02cde56c10 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779311 Nov 13 04:53:44.535900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321611fc-1ecc-49e1-931e-f0b57b629cb6'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:44.541744 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ee80db-b832-441c-831f-b6dd32c4098d" -d '{"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-plugged", "status": "completed", "tag": "321611fc-1ecc-49e1-931e-f0b57b629cb6"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:44.636451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port c3192722-2acf-4d18-8f5c-875f3009f160, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c3192722-2acf-4d18-8f5c-875f3009f160,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:44.672436 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edce4db1-1211-4e07-8712-ff1883d3c4da x-openstack-request-id: req-edce4db1-1211-4e07-8712-ff1883d3c4da {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:44.676719 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-plugged", "status": "completed", "tag": "321611fc-1ecc-49e1-931e-f0b57b629cb6", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:44.676970 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edce4db1-1211-4e07-8712-ff1883d3c4da {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:44.677374 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321611fc-1ecc-49e1-931e-f0b57b629cb6', 'code': 200} Nov 13 04:53:44.680984 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:44.691353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8176d7-fc39-4871-be26-3363fc10e16e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:44.696424 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b8176d7-fc39-4871-be26-3363fc10e16e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:44.716508 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32f12ca5-a16c-46a4-927f-b4087489cfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:44.741329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-2b8176d7-fc39-4871-be26-3363fc10e16e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port 1a9b4e30-0ead-4faa-b9ee-1b4f51945153 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:53:44.882281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=c3192722-2acf-4d18-8f5c-875f3009f160,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:44.908595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 45514580-8632-4c56-ab8d-1dc483712314, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=45514580-8632-4c56-ab8d-1dc483712314,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:44.927011 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f332fa1-e671-48f8-ba83-61dd9c9c6045 None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:53:44.934829 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:44.936484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d655f792-aa99-4ff7-bb7e-561e8d8a2ead up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:45.025879 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8176d7-fc39-4871-be26-3363fc10e16e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:53:45.026293 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8176d7-fc39-4871-be26-3363fc10e16e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:53:45.116562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bf66a-e274-4420-960e-1439a2aed5f0 req-617dcbfd-8925-4dc5-ae90-d8bb71947b05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:45.125483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bf66a-e274-4420-960e-1439a2aed5f0 req-617dcbfd-8925-4dc5-ae90-d8bb71947b05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:45.130474 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2b8176d7-fc39-4871-be26-3363fc10e16e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7759628 Nov 13 04:53:45.133735 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bf66a-e274-4420-960e-1439a2aed5f0 req-617dcbfd-8925-4dc5-ae90-d8bb71947b05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:45.134553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34956) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:45.141496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bf66a-e274-4420-960e-1439a2aed5f0 req-617dcbfd-8925-4dc5-ae90-d8bb71947b05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:45.148352 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bf66a-e274-4420-960e-1439a2aed5f0 req-617dcbfd-8925-4dc5-ae90-d8bb71947b05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:45.161048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bf66a-e274-4420-960e-1439a2aed5f0 req-617dcbfd-8925-4dc5-ae90-d8bb71947b05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:45.169069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bf66a-e274-4420-960e-1439a2aed5f0 req-617dcbfd-8925-4dc5-ae90-d8bb71947b05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:45.179895 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b4bf66a-e274-4420-960e-1439a2aed5f0 req-617dcbfd-8925-4dc5-ae90-d8bb71947b05 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5444 time: 0.1647482 Nov 13 04:53:45.288929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cce8f8-1ff8-4f83-8180-621e29dad2e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:45.290795 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-76cce8f8-1ff8-4f83-8180-621e29dad2e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1542718 Nov 13 04:53:45.293609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34958) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:45.380898 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b4bf66a-e274-4420-960e-1439a2aed5f0 req-006c0bcb-1c9f-45cb-a001-151d2ba8310f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1993656 Nov 13 04:53:45.481612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd841e1-9ec0-42a9-b288-64354af1d4d9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:45.484383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd841e1-9ec0-42a9-b288-64354af1d4d9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:45.488500 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ddd841e1-9ec0-42a9-b288-64354af1d4d9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1875873 Nov 13 04:53:45.489070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34962) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:45.583779 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffe7c167-9616-495f-bc0c-7ddc10d9ca09 req-e762d03b-56f1-43a1-b281-15e4203762c0 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0671160 Nov 13 04:53:45.688660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-103b8cd9-470a-47a3-9ddb-3107dfb67933 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet e97e1591-ec97-4013-880c-82a7c7f2ef71 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:53:45.704072 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-103b8cd9-470a-47a3-9ddb-3107dfb67933 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:45.736454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=45514580-8632-4c56-ab8d-1dc483712314,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:45.763689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port d655f792-aa99-4ff7-bb7e-561e8d8a2ead completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:53:45.785726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port d655f792-aa99-4ff7-bb7e-561e8d8a2ead triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:45.786475 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:45.789180 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-32f12ca5-a16c-46a4-927f-b4087489cfad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:53:45.789516 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-32f12ca5-a16c-46a4-927f-b4087489cfad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:53:45.796576 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-103b8cd9-470a-47a3-9ddb-3107dfb67933 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:45.855015 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9f332fa1-e671-48f8-ba83-61dd9c9c6045 None None] Deleting port c3192722-2acf-4d18-8f5c-875f3009f160 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:45.855015 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f332fa1-e671-48f8-ba83-61dd9c9c6045 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:45.901480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edc81823-e5ff-4627-83ff-0a84ccc9c651 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:45.905338 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-103b8cd9-470a-47a3-9ddb-3107dfb67933 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:46.021953 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-103b8cd9-470a-47a3-9ddb-3107dfb67933 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:46.044008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495259a-905c-477e-b018-ebe2143db984 req-f489550d-5183-4a24-a219-62ff65f5b508 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:46.052558 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8495259a-905c-477e-b018-ebe2143db984 req-f489550d-5183-4a24-a219-62ff65f5b508 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c HTTP/1.1" status: 200 len: 944 time: 0.2188895 Nov 13 04:53:46.102767 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-103b8cd9-470a-47a3-9ddb-3107dfb67933 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:46.114372 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-103b8cd9-470a-47a3-9ddb-3107dfb67933 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/e97e1591-ec97-4013-880c-82a7c7f2ef71 HTTP/1.1" status: 204 len: 168 time: 0.6165786 Nov 13 04:53:46.115796 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b8cd9-470a-47a3-9ddb-3107dfb67933 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=e97e1591-ec97-4013-880c-82a7c7f2ef71,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:46.117797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34984) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:46.203698 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-27318ab8-b5f8-412a-a8d4-9f28e19f406a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836520 Nov 13 04:53:46.209037 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34986) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:46.231758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d6fe5bcb-e554-4373-b8ef-8dec6913a339 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:46.241747 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:46.245554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9f332fa1-e671-48f8-ba83-61dd9c9c6045 None None] For port c3192722-2acf-4d18-8f5c-875f3009f160, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c3192722-2acf-4d18-8f5c-875f3009f160,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:46.246228 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f332fa1-e671-48f8-ba83-61dd9c9c6045 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:46.277967 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9f332fa1-e671-48f8-ba83-61dd9c9c6045 None None] Calling delete_port for c3192722-2acf-4d18-8f5c-875f3009f160 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:46.288138 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port edc81823-e5ff-4627-83ff-0a84ccc9c651 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:46.288875 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:46.316783 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8495259a-905c-477e-b018-ebe2143db984 req-d794833a-e0b3-4fba-8994-5737201ecac4 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529757 Nov 13 04:53:46.382310 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d655f792-aa99-4ff7-bb7e-561e8d8a2ead, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d655f792-aa99-4ff7-bb7e-561e8d8a2ead,segment=NetworkSegment(61071070-4a4f-4d11-8240-9f54dd6842a5),segment_id=61071070-4a4f-4d11-8240-9f54dd6842a5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:46.458714 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:46.503730 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fe5bcb-e554-4373-b8ef-8dec6913a339 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:53:46.507808 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6fe5bcb-e554-4373-b8ef-8dec6913a339 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:46.623745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d655f792-aa99-4ff7-bb7e-561e8d8a2ead,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:46.687832 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252bd90-0c3c-4670-be43-cbb7d26392ab req-f05b0bd6-674e-43b3-81f6-18805f84e651 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:46.709526 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252bd90-0c3c-4670-be43-cbb7d26392ab req-f05b0bd6-674e-43b3-81f6-18805f84e651 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:46.718308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45514580-8632-4c56-ab8d-1dc483712314'}, {'server_uuid': '5eee052f-a3c7-4aa7-b19f-614c4e69d62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd655f792-aa99-4ff7-bb7e-561e8d8a2ead'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:46.726490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252bd90-0c3c-4670-be43-cbb7d26392ab req-f05b0bd6-674e-43b3-81f6-18805f84e651 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:46.727034 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffa3928-14d8-426d-90b7-fb97c896066d" -d '{"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-plugged", "status": "completed", "tag": "45514580-8632-4c56-ab8d-1dc483712314"}, {"server_uuid": "5eee052f-a3c7-4aa7-b19f-614c4e69d62c", "name": "network-vif-plugged", "status": "completed", "tag": "d655f792-aa99-4ff7-bb7e-561e8d8a2ead"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:46.733604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252bd90-0c3c-4670-be43-cbb7d26392ab req-f05b0bd6-674e-43b3-81f6-18805f84e651 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:46.774214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252bd90-0c3c-4670-be43-cbb7d26392ab req-f05b0bd6-674e-43b3-81f6-18805f84e651 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:46.789263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252bd90-0c3c-4670-be43-cbb7d26392ab req-f05b0bd6-674e-43b3-81f6-18805f84e651 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:46.804296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252bd90-0c3c-4670-be43-cbb7d26392ab req-f05b0bd6-674e-43b3-81f6-18805f84e651 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:46.806506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5252bd90-0c3c-4670-be43-cbb7d26392ab req-f05b0bd6-674e-43b3-81f6-18805f84e651 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5444 time: 0.2200868 Nov 13 04:53:46.818027 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:46.885836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c3192722-2acf-4d18-8f5c-875f3009f160 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:53:46.898637 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-758164ce-63e6-48ce-8015-c7fb23cabc0c req-411b8c8b-3ae5-4ed3-8071-664617d95c43 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0849178 Nov 13 04:53:46.970224 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f332fa1-e671-48f8-ba83-61dd9c9c6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:47.009985 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: c3192722-2acf-4d18-8f5c-875f3009f160 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:53:47.023898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c3192722-2acf-4d18-8f5c-875f3009f160 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:53:47.073792 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5252bd90-0c3c-4670-be43-cbb7d26392ab req-63a9e2eb-7057-457f-be5f-27a910d75de2 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2579362 Nov 13 04:53:47.090981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c0ae5c7a-a904-4d78-8268-fa4be2f613ce None None] Could not find standard attr ID for object c3192722-2acf-4d18-8f5c-875f3009f160. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:53:47.096638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f332fa1-e671-48f8-ba83-61dd9c9c6045 None None] Pushing event deleted for resources: {'Port': ['ID=c3192722-2acf-4d18-8f5c-875f3009f160,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:47.126423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f332fa1-e671-48f8-ba83-61dd9c9c6045 None None] No DVR routers for this DVR port c3192722-2acf-4d18-8f5c-875f3009f160 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:53:47.151260 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edc81823-e5ff-4627-83ff-0a84ccc9c651, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edc81823-e5ff-4627-83ff-0a84ccc9c651,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:47.167043 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c76034e-6535-4b26-94a5-2bf850eb14ee None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:47.169342 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:47.230624 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6fe5bcb-e554-4373-b8ef-8dec6913a339 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:47.275782 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de6d759-d259-4fb7-96ad-f6e444921e05 x-openstack-request-id: req-9de6d759-d259-4fb7-96ad-f6e444921e05 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:47.276286 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-plugged", "status": "completed", "tag": "45514580-8632-4c56-ab8d-1dc483712314", "code": 200}, {"server_uuid": "5eee052f-a3c7-4aa7-b19f-614c4e69d62c", "name": "network-vif-plugged", "status": "completed", "tag": "d655f792-aa99-4ff7-bb7e-561e8d8a2ead", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:47.276539 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9de6d759-d259-4fb7-96ad-f6e444921e05 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:47.276990 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45514580-8632-4c56-ab8d-1dc483712314', 'code': 200} Nov 13 04:53:47.277748 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eee052f-a3c7-4aa7-b19f-614c4e69d62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd655f792-aa99-4ff7-bb7e-561e8d8a2ead', 'code': 200} Nov 13 04:53:47.353437 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe5bcb-e554-4373-b8ef-8dec6913a339 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:47.361299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d6fe5bcb-e554-4373-b8ef-8dec6913a339 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:47.366409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fe5bcb-e554-4373-b8ef-8dec6913a339 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:47.367624 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6fe5bcb-e554-4373-b8ef-8dec6913a339 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:47.382453 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=edc81823-e5ff-4627-83ff-0a84ccc9c651,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:47.426390 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35028) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:47.428091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d6fe5bcb-e554-4373-b8ef-8dec6913a339 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2132723 Nov 13 04:53:47.430401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe5bcb-e554-4373-b8ef-8dec6913a339 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=64aa4599-623f-4732-9ade-660efd5a3e88,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:47.436725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-dbc377b2-6037-4877-9154-1dd4d3a29077 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1679731579', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:47.517685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': '64aa4599-623f-4732-9ade-660efd5a3e88'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:53:47.521629 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:47.545940 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbc377b2-6037-4877-9154-1dd4d3a29077 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:47.547448 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbc377b2-6037-4877-9154-1dd4d3a29077 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:47.725871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234254f-452b-4c55-9b5a-c7d4331960d2 req-ec418481-1364-4362-894b-80276779bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:47.726810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234254f-452b-4c55-9b5a-c7d4331960d2 req-ec418481-1364-4362-894b-80276779bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:47.727494 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234254f-452b-4c55-9b5a-c7d4331960d2 req-ec418481-1364-4362-894b-80276779bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:47.728101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234254f-452b-4c55-9b5a-c7d4331960d2 req-ec418481-1364-4362-894b-80276779bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:47.743484 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234254f-452b-4c55-9b5a-c7d4331960d2 req-ec418481-1364-4362-894b-80276779bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:47.744339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234254f-452b-4c55-9b5a-c7d4331960d2 req-ec418481-1364-4362-894b-80276779bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:47.744957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234254f-452b-4c55-9b5a-c7d4331960d2 req-ec418481-1364-4362-894b-80276779bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:47.747665 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2234254f-452b-4c55-9b5a-c7d4331960d2 req-ec418481-1364-4362-894b-80276779bd6c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 6501 time: 0.2198396 Nov 13 04:53:47.907202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9fcde-2858-4410-a57b-472f9d42d035 req-604750fc-836e-4616-b008-69e1116e607e tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:47.918423 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4d4e4-4a62-4508-b4c7-1c556a542463 req-abc39cf5-bad6-475a-8052-c0f94da27b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:47.919537 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31d9fcde-2858-4410-a57b-472f9d42d035 req-604750fc-836e-4616-b008-69e1116e607e tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c HTTP/1.1" status: 200 len: 945 time: 0.2049396 Nov 13 04:53:47.920584 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5e4d4e4-4a62-4508-b4c7-1c556a542463 req-abc39cf5-bad6-475a-8052-c0f94da27b4a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c HTTP/1.1" status: 200 len: 1096 time: 0.3939478 Nov 13 04:53:47.922722 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbc377b2-6037-4877-9154-1dd4d3a29077 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:47.966656 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbc377b2-6037-4877-9154-1dd4d3a29077 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:48.083770 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-31da19d0-4f8d-4d53-8c76-0d1aa899c33e req-00280f98-dad4-40d3-af82-70d05317cf22 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.1705534 Nov 13 04:53:48.094292 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbc377b2-6037-4877-9154-1dd4d3a29077 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:48.110543 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31d9fcde-2858-4410-a57b-472f9d42d035 req-fe25b7da-84fc-4640-9534-2f453c20a5e9 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881821 Nov 13 04:53:48.111139 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dbc377b2-6037-4877-9154-1dd4d3a29077 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6824691 Nov 13 04:53:48.111401 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Allocated IP 2001:db8::2 (63517ab3-2070-4aed-993a-d13fb8f8841c/64aa4599-623f-4732-9ade-660efd5a3e88/f67b11bf-5128-45a5-98be-5ae70cae24d5) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:48.115123 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35040) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:48.386417 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5e4d4e4-4a62-4508-b4c7-1c556a542463 req-8acd512c-d8d6-44e4-b11b-5229b4fbae3b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565325 Nov 13 04:53:48.389899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2234254f-452b-4c55-9b5a-c7d4331960d2 req-67c424ef-5a09-43b5-95ca-506b91cfae07 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6296589 Nov 13 04:53:48.488635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e92ef1-2b4e-4dda-915b-ee3d280450ee req-ba313d65-8a54-4f4b-b5f3-80dd61c08d62 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:48.514193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e92ef1-2b4e-4dda-915b-ee3d280450ee req-ba313d65-8a54-4f4b-b5f3-80dd61c08d62 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:48.544801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e92ef1-2b4e-4dda-915b-ee3d280450ee req-ba313d65-8a54-4f4b-b5f3-80dd61c08d62 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:48.571498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e92ef1-2b4e-4dda-915b-ee3d280450ee req-ba313d65-8a54-4f4b-b5f3-80dd61c08d62 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:48.587797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e92ef1-2b4e-4dda-915b-ee3d280450ee req-ba313d65-8a54-4f4b-b5f3-80dd61c08d62 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:48.605662 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e92ef1-2b4e-4dda-915b-ee3d280450ee req-ba313d65-8a54-4f4b-b5f3-80dd61c08d62 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:48.626083 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e92ef1-2b4e-4dda-915b-ee3d280450ee req-ba313d65-8a54-4f4b-b5f3-80dd61c08d62 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:48.652318 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:48.659631 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99e92ef1-2b4e-4dda-915b-ee3d280450ee req-ba313d65-8a54-4f4b-b5f3-80dd61c08d62 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5444 time: 0.3084996 Nov 13 04:53:48.663724 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:48.772638 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99e92ef1-2b4e-4dda-915b-ee3d280450ee req-38b87c06-ef05-4da2-8674-448933418fe6 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118081 Nov 13 04:53:48.786514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:48.804348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:48.808640 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:48.826068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Pushing event updated for resources: {'Port': ['ID=f67b11bf-5128-45a5-98be-5ae70cae24d5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:48.945870 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Attempting to bind port f67b11bf-5128-45a5-98be-5ae70cae24d5 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:53:48.946263 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Attempting to bind port f67b11bf-5128-45a5-98be-5ae70cae24d5 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:53:48.946580 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Attempting to bind port f67b11bf-5128-45a5-98be-5ae70cae24d5 on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:53:48.956475 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:53:48.956475 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:53:48.956475 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:48.956965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:53:48.957065 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Bound port: f67b11bf-5128-45a5-98be-5ae70cae24d5, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:53:48.958023 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:49.095660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] For port f67b11bf-5128-45a5-98be-5ae70cae24d5, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:53:49.108893 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] For port f67b11bf-5128-45a5-98be-5ae70cae24d5, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f67b11bf-5128-45a5-98be-5ae70cae24d5,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:53:49.115178 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:49.222126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809d945-da08-496f-aede-3b5f39555dcb None None] Pushing event updated for resources: {'Port': ['ID=f67b11bf-5128-45a5-98be-5ae70cae24d5,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:49.278226 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89aa4377-96da-4abd-9548-85ea8d3fee8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc81823-e5ff-4627-83ff-0a84ccc9c651'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:49.280885 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0ebdfa-ea0d-4a6c-b657-7d74f6d1267d" -d '{"events": [{"server_uuid": "89aa4377-96da-4abd-9548-85ea8d3fee8b", "name": "network-vif-plugged", "status": "completed", "tag": "edc81823-e5ff-4627-83ff-0a84ccc9c651"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:49.451448 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:49.537845 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d407fcc-2055-4e96-87b0-6344948a38c0 req-b9f474cf-bc78-452c-a228-a89a300cd80b tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:49.544816 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d407fcc-2055-4e96-87b0-6344948a38c0 req-b9f474cf-bc78-452c-a228-a89a300cd80b tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c HTTP/1.1" status: 200 len: 945 time: 0.2041311 Nov 13 04:53:49.709857 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d407fcc-2055-4e96-87b0-6344948a38c0 req-fcde8307-91ec-424e-87dd-ed46776e2f93 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396041 Nov 13 04:53:49.778804 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bda7110e-d870-4a85-ab2c-0ca74e317a7f req-ad82fa4f-c9fe-45d7-ab7f-fe865debaebc tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.1674292 Nov 13 04:53:49.904052 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167956f2-b808-40f6-804f-2fa2a6a263b9 x-openstack-request-id: req-167956f2-b808-40f6-804f-2fa2a6a263b9 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:49.904609 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89aa4377-96da-4abd-9548-85ea8d3fee8b", "name": "network-vif-plugged", "status": "completed", "tag": "edc81823-e5ff-4627-83ff-0a84ccc9c651", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:49.904906 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-167956f2-b808-40f6-804f-2fa2a6a263b9 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:49.905903 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89aa4377-96da-4abd-9548-85ea8d3fee8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc81823-e5ff-4627-83ff-0a84ccc9c651', 'code': 200} Nov 13 04:53:50.033230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10802283-9ef2-4662-860a-f8ea71bf18bb req-e7e2e69b-d1c6-4cb3-8b25-c294eb9cabca tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:50.039034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10802283-9ef2-4662-860a-f8ea71bf18bb req-e7e2e69b-d1c6-4cb3-8b25-c294eb9cabca tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:50.045131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10802283-9ef2-4662-860a-f8ea71bf18bb req-e7e2e69b-d1c6-4cb3-8b25-c294eb9cabca tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:50.057855 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10802283-9ef2-4662-860a-f8ea71bf18bb req-e7e2e69b-d1c6-4cb3-8b25-c294eb9cabca tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:50.064723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10802283-9ef2-4662-860a-f8ea71bf18bb req-e7e2e69b-d1c6-4cb3-8b25-c294eb9cabca tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:50.070859 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10802283-9ef2-4662-860a-f8ea71bf18bb req-e7e2e69b-d1c6-4cb3-8b25-c294eb9cabca tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:50.076899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10802283-9ef2-4662-860a-f8ea71bf18bb req-e7e2e69b-d1c6-4cb3-8b25-c294eb9cabca tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:50.084286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::1 (63517ab3-2070-4aed-993a-d13fb8f8841c/64aa4599-623f-4732-9ade-660efd5a3e88/fa40af67-d2fb-437c-ba6a-3a251be30563) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:53:50.085423 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10802283-9ef2-4662-860a-f8ea71bf18bb req-e7e2e69b-d1c6-4cb3-8b25-c294eb9cabca tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5444 time: 0.1216550 Nov 13 04:53:50.207193 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10802283-9ef2-4662-860a-f8ea71bf18bb req-8ba06a75-3d73-4442-a421-a3819fea739d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1192014 Nov 13 04:53:50.318193 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:50.359014 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:50.418082 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:50.424368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:50.435832 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:53:50.436691 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:50.518340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=fa40af67-d2fb-437c-ba6a-3a251be30563,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:50.703349 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:50.923529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f67b11bf-5128-45a5-98be-5ae70cae24d5 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:51.026630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28447a1f-4c1d-4361-b95d-794ff0b2640a None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:51.123006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e3025-c10f-4957-9a6c-adde72ed89d1 req-a3845bf4-acbd-4d14-afd4-d391a201de61 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:51.133686 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da4e3025-c10f-4957-9a6c-adde72ed89d1 req-a3845bf4-acbd-4d14-afd4-d391a201de61 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c HTTP/1.1" status: 200 len: 945 time: 0.2486887 Nov 13 04:53:51.278224 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da4e3025-c10f-4957-9a6c-adde72ed89d1 req-847f7faa-5891-4b55-8b59-65a85085b1b9 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375875 Nov 13 04:53:51.297068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d4e66a06-9c32-4355-88d2-b70a55ca154c None None] Provisioning complete for port f67b11bf-5128-45a5-98be-5ae70cae24d5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:51.297614 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4e66a06-9c32-4355-88d2-b70a55ca154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:51.390577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f67b11bf-5128-45a5-98be-5ae70cae24d5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:51.391599 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:51.476794 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c2f6d7e8-2c6a-4698-b7cb-2e8c3918837b req-2eda0733-7233-4378-889e-977c46275273 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.1055837 Nov 13 04:53:51.532362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0b778-62b0-46d7-aa23-8fd78131622d req-a06988ca-6caf-49de-8e3a-649b6194a7cb tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:51.542760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cab0b778-62b0-46d7-aa23-8fd78131622d req-a06988ca-6caf-49de-8e3a-649b6194a7cb tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 950 time: 0.0742521 Nov 13 04:53:51.581799 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:51.594274 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:51.596094 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:51.634836 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cab0b778-62b0-46d7-aa23-8fd78131622d req-6e93128e-e947-418a-9836-4207e1b20125 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/security-groups?id=84ba11a1-830c-4461-8b9c-a5be919aeb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903563 Nov 13 04:53:51.650752 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4e66a06-9c32-4355-88d2-b70a55ca154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:51.658375 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:51.702151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d4e66a06-9c32-4355-88d2-b70a55ca154c None None] For port f67b11bf-5128-45a5-98be-5ae70cae24d5, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f67b11bf-5128-45a5-98be-5ae70cae24d5,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:51.716841 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4e66a06-9c32-4355-88d2-b70a55ca154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:51.794137 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:53:51.794137 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:53:51.797900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e66a06-9c32-4355-88d2-b70a55ca154c None None] Pushing event updated for resources: {'Port': ['ID=f67b11bf-5128-45a5-98be-5ae70cae24d5,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:51.832592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=fa40af67-d2fb-437c-ba6a-3a251be30563,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:51.861150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07400e45-1779-4454-8ef3-88464a4cd12f req-0c2185b2-ba2d-43b9-a8c8-dbc6aa9c6a17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:51.867780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07400e45-1779-4454-8ef3-88464a4cd12f req-0c2185b2-ba2d-43b9-a8c8-dbc6aa9c6a17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:51.875333 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07400e45-1779-4454-8ef3-88464a4cd12f req-0c2185b2-ba2d-43b9-a8c8-dbc6aa9c6a17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:51.881711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07400e45-1779-4454-8ef3-88464a4cd12f req-0c2185b2-ba2d-43b9-a8c8-dbc6aa9c6a17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:51.888024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07400e45-1779-4454-8ef3-88464a4cd12f req-0c2185b2-ba2d-43b9-a8c8-dbc6aa9c6a17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:51.894677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07400e45-1779-4454-8ef3-88464a4cd12f req-0c2185b2-ba2d-43b9-a8c8-dbc6aa9c6a17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:51.901929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07400e45-1779-4454-8ef3-88464a4cd12f req-0c2185b2-ba2d-43b9-a8c8-dbc6aa9c6a17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:51.908397 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07400e45-1779-4454-8ef3-88464a4cd12f req-0c2185b2-ba2d-43b9-a8c8-dbc6aa9c6a17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5444 time: 0.3040426 Nov 13 04:53:51.927746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77344615-68d1-4e2f-b721-9b9d0ac02a2e req-53fd4adf-ad86-4523-ac4f-3295399a1bc9 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:51.929692 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-77344615-68d1-4e2f-b721-9b9d0ac02a2e req-53fd4adf-ad86-4523-ac4f-3295399a1bc9 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a71ee34-8edd-48c1-ad64-316b841228f2 HTTP/1.1" status: 200 len: 945 time: 0.0930512 Nov 13 04:53:51.995965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:53:52.001536 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:53:52.030167 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07400e45-1779-4454-8ef3-88464a4cd12f req-88ca40e3-3c83-4a33-a726-edcb2f17a019 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112859 Nov 13 04:53:52.082950 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-77344615-68d1-4e2f-b721-9b9d0ac02a2e req-be965716-0215-4a3b-9e8e-cd665a1b05c4 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388378 Nov 13 04:53:52.277598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca763e-e61e-49e7-8132-d707f3234e2c req-b827d15a-3243-42d8-88b4-21a2fdb052a9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:52.286366 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca763e-e61e-49e7-8132-d707f3234e2c req-b827d15a-3243-42d8-88b4-21a2fdb052a9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:52.329003 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca763e-e61e-49e7-8132-d707f3234e2c req-b827d15a-3243-42d8-88b4-21a2fdb052a9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:52.347346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca763e-e61e-49e7-8132-d707f3234e2c req-b827d15a-3243-42d8-88b4-21a2fdb052a9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:52.366092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca763e-e61e-49e7-8132-d707f3234e2c req-b827d15a-3243-42d8-88b4-21a2fdb052a9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:52.374489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca763e-e61e-49e7-8132-d707f3234e2c req-b827d15a-3243-42d8-88b4-21a2fdb052a9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:52.381716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca763e-e61e-49e7-8132-d707f3234e2c req-b827d15a-3243-42d8-88b4-21a2fdb052a9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:52.383893 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04ca763e-e61e-49e7-8132-d707f3234e2c req-b827d15a-3243-42d8-88b4-21a2fdb052a9 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5444 time: 0.1828213 Nov 13 04:53:52.400061 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35122) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:52.408327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-47710a2c-59e1-4953-a343-a22ea5083b17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Request body: {'floatingip': {'port_id': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:53:52.455076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Router 93fe8ae2-2a26-469c-9e4b-72483e3356d2 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:53:52.455863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cd16bf28-ad5a-4a6e-82e6-e9123f4436dd None None] Provisioning complete for port fa40af67-d2fb-437c-ba6a-3a251be30563 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:52.456305 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd16bf28-ad5a-4a6e-82e6-e9123f4436dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:52.558565 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47710a2c-59e1-4953-a343-a22ea5083b17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:52.586061 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cd16bf28-ad5a-4a6e-82e6-e9123f4436dd None None] Port fa40af67-d2fb-437c-ba6a-3a251be30563 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:53:52.610225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cd16bf28-ad5a-4a6e-82e6-e9123f4436dd None None] Provisioning complete for port f67b11bf-5128-45a5-98be-5ae70cae24d5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:52.610778 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd16bf28-ad5a-4a6e-82e6-e9123f4436dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:52.879708 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f67b11bf-5128-45a5-98be-5ae70cae24d5 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:53:52.951040 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:53:52.969772 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Sync routers for ids ['93fe8ae2-2a26-469c-9e4b-72483e3356d2'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:53:52.974634 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b010f70e-e1cb-4f8c-aa1d-33d04e5b793a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "PUT /v2.0/routers/93fe8ae2-2a26-469c-9e4b-72483e3356d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8335228 Nov 13 04:53:52.975231 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35148) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:52.986763 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-07523fef-4c7c-4c10-b479-eee6c18df9ad None None] Could not find standard attr ID for object 4cf58a66-c68e-4f00-84a0-9a3dd0ed6df5. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:53:53.027162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f67b11bf-5128-45a5-98be-5ae70cae24d5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:53.028274 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:53.042048 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Routers {'93fe8ae2-2a26-469c-9e4b-72483e3356d2'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:53:53.049181 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:53:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['93fe8ae2-2a26-469c-9e4b-72483e3356d2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:53.083433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05021cb-b3f2-4a3a-952e-369da087357a req-f6cf551e-da83-43b8-b351-e0c18c9d959d tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:53.105906 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e05021cb-b3f2-4a3a-952e-369da087357a req-f6cf551e-da83-43b8-b351-e0c18c9d959d tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a71ee34-8edd-48c1-ad64-316b841228f2 HTTP/1.1" status: 200 len: 945 time: 0.3428707 Nov 13 04:53:53.206810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2c2cd2-1743-46e0-b0ad-3fbeddd0e768 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:53.217305 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3e2c2cd2-1743-46e0-b0ad-3fbeddd0e768 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports/fa40af67-d2fb-437c-ba6a-3a251be30563 HTTP/1.1" status: 200 len: 911 time: 0.2359934 Nov 13 04:53:53.221034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35152) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:53.225981 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Set router 93fe8ae2-2a26-469c-9e4b-72483e3356d2 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:53:53.339096 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-47a26d0b-23d6-458b-90ad-d9a5180a3194 req-b8d59001-c6b5-4619-925d-f85e6c034ea4 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.6877551 Nov 13 04:53:53.430786 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e05021cb-b3f2-4a3a-952e-369da087357a req-bb73c23e-f57f-47b4-bfca-21264ad85684 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236299 Nov 13 04:53:53.436328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a4a02f28-6fe7-4f3d-b02f-1b9d543f9512 None None] Provisioning complete for port fa40af67-d2fb-437c-ba6a-3a251be30563 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:53.436568 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4a02f28-6fe7-4f3d-b02f-1b9d543f9512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:53.531569 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a4a02f28-6fe7-4f3d-b02f-1b9d543f9512 None None] Port fa40af67-d2fb-437c-ba6a-3a251be30563 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:53:53.557008 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540528df-3b7b-4512-8ae1-ae7aa833cc12 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:53.565154 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540528df-3b7b-4512-8ae1-ae7aa833cc12 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:53.569741 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-540528df-3b7b-4512-8ae1-ae7aa833cc12 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3388126 Nov 13 04:53:53.576763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43cce5-4d24-4568-ac8d-90ec0a7e00ef req-16cd6a60-4975-4387-a6b6-45ce7269b14f tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:53.578417 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f43cce5-4d24-4568-ac8d-90ec0a7e00ef req-16cd6a60-4975-4387-a6b6-45ce7269b14f tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.36 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 950 time: 0.1380687 Nov 13 04:53:53.579130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35156) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:53.792501 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe8ae2-2a26-469c-9e4b-72483e3356d2', 'name': 'tempest-NetworksTestDHCPv6-router-1679731579', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:53:47Z', 'updated_at': '2021-11-13T04:53:50Z', 'revision_number': 2, 'project_id': '0be0d039eb684412b25e18b68a5053f0', 'gw_port_host': None, '_interfaces': [{'id': 'fa40af67-d2fb-437c-ba6a-3a251be30563', 'name': '', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'mac_address': 'fa:16:3e:5f:e9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fe8ae2-2a26-469c-9e4b-72483e3356d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '64aa4599-623f-4732-9ade-660efd5a3e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:53:49Z', 'updated_at': '2021-11-13T04:53:51Z', 'revision_number': 2, 'project_id': '0be0d039eb684412b25e18b68a5053f0', 'subnets': [{'id': '64aa4599-623f-4732-9ade-660efd5a3e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:53.857834 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Checking router: 93fe8ae2-2a26-469c-9e4b-72483e3356d2 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:53:53.858174 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Updating router 93fe8ae2-2a26-469c-9e4b-72483e3356d2 port fa40af67-d2fb-437c-ba6a-3a251be30563 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:53:53.901359 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:53.981750 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-33980b7f-4666-4b53-9a71-fbb955c89c9c None None] Provisioning complete for port fa40af67-d2fb-437c-ba6a-3a251be30563 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:53.983154 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33980b7f-4666-4b53-9a71-fbb955c89c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:54.070021 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-33980b7f-4666-4b53-9a71-fbb955c89c9c None None] Port fa40af67-d2fb-437c-ba6a-3a251be30563 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:53:54.160253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-7f43cce5-4d24-4568-ac8d-90ec0a7e00ef req-c3cbf9ad-9a0f-4da5-b9c8-3077a65c8ed0 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Deleting port bac426e5-4fce-4684-ad95-3c33e4868a1b {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:54.161240 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f43cce5-4d24-4568-ac8d-90ec0a7e00ef req-c3cbf9ad-9a0f-4da5-b9c8-3077a65c8ed0 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:54.494344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7f43cce5-4d24-4568-ac8d-90ec0a7e00ef req-c3cbf9ad-9a0f-4da5-b9c8-3077a65c8ed0 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] For port bac426e5-4fce-4684-ad95-3c33e4868a1b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bac426e5-4fce-4684-ad95-3c33e4868a1b,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:54.495083 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f43cce5-4d24-4568-ac8d-90ec0a7e00ef req-c3cbf9ad-9a0f-4da5-b9c8-3077a65c8ed0 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:54.624210 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47710a2c-59e1-4953-a343-a22ea5083b17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:54.642254 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47710a2c-59e1-4953-a343-a22ea5083b17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:54.739975 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:54.753568 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:54.822057 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df1bcf-e346-4eb7-9c9a-8970aa4403f2 None None] Pushing event updated for resources: {'Port': ['ID=fa40af67-d2fb-437c-ba6a-3a251be30563,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:54.841590 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0df1bcf-e346-4eb7-9c9a-8970aa4403f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:54.842396 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0df1bcf-e346-4eb7-9c9a-8970aa4403f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:54.843428 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0df1bcf-e346-4eb7-9c9a-8970aa4403f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:54.843815 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0df1bcf-e346-4eb7-9c9a-8970aa4403f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:54.844313 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0df1bcf-e346-4eb7-9c9a-8970aa4403f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:54.844641 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0df1bcf-e346-4eb7-9c9a-8970aa4403f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:54.844962 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0df1bcf-e346-4eb7-9c9a-8970aa4403f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:54.845942 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0df1bcf-e346-4eb7-9c9a-8970aa4403f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:54.846270 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0df1bcf-e346-4eb7-9c9a-8970aa4403f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:54.846604 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0df1bcf-e346-4eb7-9c9a-8970aa4403f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:54.846906 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0df1bcf-e346-4eb7-9c9a-8970aa4403f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:54.847274 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0df1bcf-e346-4eb7-9c9a-8970aa4403f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:53:54.861030 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-47710a2c-59e1-4953-a343-a22ea5083b17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Floating IP d19e0d2e-c082-4b36-a15e-89270f97c9b9 associated. External IP: 172.25.8.240, port: f9e963a6-1fe2-40be-9bc1-c575b1bfdba1. Nov 13 04:53:54.968106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb9989-41f9-4de5-99d3-b0d9ec8cb2fe req-0c91f1c2-b8fa-437b-93a9-6b836833b661 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:54.975825 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-affb9989-41f9-4de5-99d3-b0d9ec8cb2fe req-0c91f1c2-b8fa-437b-93a9-6b836833b661 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 950 time: 1.0916591 Nov 13 04:53:55.028582 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d427b9-d2a8-467b-b9f6-5513c9e5b930 req-b3b4b1ac-16a0-4452-9fc4-a34b828cf070 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:55.030806 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-01d427b9-d2a8-467b-b9f6-5513c9e5b930 req-b3b4b1ac-16a0-4452-9fc4-a34b828cf070 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a71ee34-8edd-48c1-ad64-316b841228f2 HTTP/1.1" status: 200 len: 945 time: 0.4047787 Nov 13 04:53:55.041251 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Attempting to bind port fa40af67-d2fb-437c-ba6a-3a251be30563 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:53:55.048246 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Attempting to bind port fa40af67-d2fb-437c-ba6a-3a251be30563 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:53:55.048758 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Attempting to bind port fa40af67-d2fb-437c-ba6a-3a251be30563 on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:53:55.064531 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:53:55.065060 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:53:55.065579 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:55.066060 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:53:55.066636 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Bound port: fa40af67-d2fb-437c-ba6a-3a251be30563, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:53:55.067135 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:55.080594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-7f43cce5-4d24-4568-ac8d-90ec0a7e00ef req-c3cbf9ad-9a0f-4da5-b9c8-3077a65c8ed0 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Calling delete_port for bac426e5-4fce-4684-ad95-3c33e4868a1b owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:55.140887 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f554c4bd-077f-44e0-8511-16db4da36420 req-4d7ff621-e51c-407a-bd5f-6af1748dfd2c tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0934658 Nov 13 04:53:55.248341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-affb9989-41f9-4de5-99d3-b0d9ec8cb2fe req-b5d0bf58-58f2-4451-87f1-4b2ab98c145c tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/security-groups?id=84ba11a1-830c-4461-8b9c-a5be919aeb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655888 Nov 13 04:53:55.275138 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] For port fa40af67-d2fb-437c-ba6a-3a251be30563, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:53:55.294348 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] For port fa40af67-d2fb-437c-ba6a-3a251be30563, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fa40af67-d2fb-437c-ba6a-3a251be30563,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:53:55.311285 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:55.324550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1dbe8386-e662-46b4-a07c-8bd6cd74ab49 None None] Provisioning complete for port fa40af67-d2fb-437c-ba6a-3a251be30563 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:55.325250 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8386-e662-46b4-a07c-8bd6cd74ab49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:55.328110 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-01d427b9-d2a8-467b-b9f6-5513c9e5b930 req-728c7503-416c-4b1b-837a-67d24a76f229 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Deleting port e13620bd-2030-472e-859a-e4ec031c46a4 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:55.331174 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-01d427b9-d2a8-467b-b9f6-5513c9e5b930 req-728c7503-416c-4b1b-837a-67d24a76f229 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:55.398964 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-477ea422-34d5-4e75-876f-18f0969cedc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:55.513397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ae764-e477-4b1e-9f55-8f11f2243e48 req-fda11093-b1a8-4eee-b483-ac1b280b3c82 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:55.522631 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b95ae764-e477-4b1e-9f55-8f11f2243e48 req-fda11093-b1a8-4eee-b483-ac1b280b3c82 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a71ee34-8edd-48c1-ad64-316b841228f2 HTTP/1.1" status: 200 len: 945 time: 0.1780560 Nov 13 04:53:55.598148 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8386-e662-46b4-a07c-8bd6cd74ab49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:55.610523 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b95ae764-e477-4b1e-9f55-8f11f2243e48 req-1506172d-5aa2-4ee9-b53d-1e2ef379dc3d tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867946 Nov 13 04:53:55.668855 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Routers {'93fe8ae2-2a26-469c-9e4b-72483e3356d2'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:53:55.675995 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:53:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['93fe8ae2-2a26-469c-9e4b-72483e3356d2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:55.680827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1dbe8386-e662-46b4-a07c-8bd6cd74ab49 None None] For port fa40af67-d2fb-437c-ba6a-3a251be30563, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fa40af67-d2fb-437c-ba6a-3a251be30563,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:55.695631 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8386-e662-46b4-a07c-8bd6cd74ab49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:55.815574 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe8386-e662-46b4-a07c-8bd6cd74ab49 None None] Pushing event updated for resources: {'Port': ['ID=fa40af67-d2fb-437c-ba6a-3a251be30563,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:55.852551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-01d427b9-d2a8-467b-b9f6-5513c9e5b930 req-728c7503-416c-4b1b-837a-67d24a76f229 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] For port e13620bd-2030-472e-859a-e4ec031c46a4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e13620bd-2030-472e-859a-e4ec031c46a4,segment=NetworkSegment(61071070-4a4f-4d11-8240-9f54dd6842a5),segment_id=61071070-4a4f-4d11-8240-9f54dd6842a5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:55.853190 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-01d427b9-d2a8-467b-b9f6-5513c9e5b930 req-728c7503-416c-4b1b-837a-67d24a76f229 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:55.855431 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df1bcf-e346-4eb7-9c9a-8970aa4403f2 None None] Pushing event updated for resources: {'Port': ['ID=fa40af67-d2fb-437c-ba6a-3a251be30563,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:55.886201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-01d427b9-d2a8-467b-b9f6-5513c9e5b930 req-728c7503-416c-4b1b-837a-67d24a76f229 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Calling delete_port for e13620bd-2030-472e-859a-e4ec031c46a4 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:55.890630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47710a2c-59e1-4953-a343-a22ea5083b17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Router 0901723f-e10a-47ae-858a-4331527ab294 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:53:55.921202 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] Set router 93fe8ae2-2a26-469c-9e4b-72483e3356d2 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:53:55.935653 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bac426e5-4fce-4684-ad95-3c33e4868a1b no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:53:56.079133 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f43cce5-4d24-4568-ac8d-90ec0a7e00ef req-c3cbf9ad-9a0f-4da5-b9c8-3077a65c8ed0 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:56.137565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbf9ad-9a0f-4da5-b9c8-3077a65c8ed0 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Pushing event deleted for resources: {'Port': ['ID=bac426e5-4fce-4684-ad95-3c33e4868a1b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:56.190974 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2f64608f-1dfb-4310-820e-81f6364d8ac7 None None] Provisioning complete for port fa40af67-d2fb-437c-ba6a-3a251be30563 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:53:56.192042 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-477ea422-34d5-4e75-876f-18f0969cedc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port fa40af67-d2fb-437c-ba6a-3a251be30563 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:53:56.192490 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-477ea422-34d5-4e75-876f-18f0969cedc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:56.203502 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f64608f-1dfb-4310-820e-81f6364d8ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:56.212843 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:56.308334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47710a2c-59e1-4953-a343-a22ea5083b17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:53:56.355624 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47710a2c-59e1-4953-a343-a22ea5083b17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:56.356557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810eda5-dcb6-47e6-99e8-b5e5cb116662 None None] Sync routers for ids ['0901723f-e10a-47ae-858a-4331527ab294'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:53:56.368357 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f43cce5-4d24-4568-ac8d-90ec0a7e00ef req-c3cbf9ad-9a0f-4da5-b9c8-3077a65c8ed0 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] No DVR routers for this DVR port bac426e5-4fce-4684-ad95-3c33e4868a1b on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:53:56.377399 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810eda5-dcb6-47e6-99e8-b5e5cb116662 None None] Routers {'0901723f-e10a-47ae-858a-4331527ab294'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:53:56.378157 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f43cce5-4d24-4568-ac8d-90ec0a7e00ef req-c3cbf9ad-9a0f-4da5-b9c8-3077a65c8ed0 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:56.385174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5810eda5-dcb6-47e6-99e8-b5e5cb116662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:53:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0901723f-e10a-47ae-858a-4331527ab294'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:56.386316 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f43cce5-4d24-4568-ac8d-90ec0a7e00ef req-c3cbf9ad-9a0f-4da5-b9c8-3077a65c8ed0 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.36 "DELETE /v2.0/ports/bac426e5-4fce-4684-ad95-3c33e4868a1b HTTP/1.1" status: 204 len: 173 time: 2.6881812 Nov 13 04:53:56.392801 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15418c4b-165b-4ca0-b43e-6277e5277beb', 'name': 'network-vif-deleted', 'tag': 'bac426e5-4fce-4684-ad95-3c33e4868a1b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:56.408550 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c7968a-3e45-4603-b3b1-c55a82f53767" -d '{"events": [{"server_uuid": "15418c4b-165b-4ca0-b43e-6277e5277beb", "name": "network-vif-deleted", "tag": "bac426e5-4fce-4684-ad95-3c33e4868a1b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:56.485533 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe8ae2-2a26-469c-9e4b-72483e3356d2', 'name': 'tempest-NetworksTestDHCPv6-router-1679731579', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:53:47Z', 'updated_at': '2021-11-13T04:53:50Z', 'revision_number': 2, 'project_id': '0be0d039eb684412b25e18b68a5053f0', 'gw_port_host': None, '_interfaces': [{'id': 'fa40af67-d2fb-437c-ba6a-3a251be30563', 'name': '', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'mac_address': 'fa:16:3e:5f:e9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fe8ae2-2a26-469c-9e4b-72483e3356d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '64aa4599-623f-4732-9ade-660efd5a3e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:53:49Z', 'updated_at': '2021-11-13T04:53:55Z', 'revision_number': 4, 'project_id': '0be0d039eb684412b25e18b68a5053f0', 'subnets': [{'id': '64aa4599-623f-4732-9ade-660efd5a3e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:56.497566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-47710a2c-59e1-4953-a343-a22ea5083b17 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "PUT /v2.0/floatingips/d19e0d2e-c082-4b36-a15e-89270f97c9b9 HTTP/1.1" status: 200 len: 991 time: 4.0956805 Nov 13 04:53:56.504090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:56.508941 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45d6149-2267-4832-9c09-7c51b69f1324" -d '{"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "f9e963a6-1fe2-40be-9bc1-c575b1bfdba1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:56.533268 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0bd0f64-0ea4-4a54-8067-e531e8856cfb req-b0cf6638-58a8-49b6-a115-e91e431cbea1 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.1554306 Nov 13 04:53:56.553595 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-554216a3-8555-494e-bdca-05d3c7f9c916 req-224b3468-945e-46cb-a6a3-b689ca2e55c3 tempest-VolumesBackupsTest-1529437915 tempest-VolumesBackupsTest-1529437915-project] 10.222.0.43 "GET /v2.0/ports?device_id=15418c4b-165b-4ca0-b43e-6277e5277beb HTTP/1.1" status: 200 len: 210 time: 0.0564601 Nov 13 04:53:56.609499 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ed738-2bd9-410a-ae6f-be30fe3d2190 None None] The sync data for ids ['93fe8ae2-2a26-469c-9e4b-72483e3356d2'] in n-d-813114-2 is: [{'id': '93fe8ae2-2a26-469c-9e4b-72483e3356d2', 'name': 'tempest-NetworksTestDHCPv6-router-1679731579', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:53:47Z', 'updated_at': '2021-11-13T04:53:50Z', 'revision_number': 2, 'project_id': '0be0d039eb684412b25e18b68a5053f0', 'gw_port_host': None, '_interfaces': [{'id': 'fa40af67-d2fb-437c-ba6a-3a251be30563', 'name': '', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'mac_address': 'fa:16:3e:5f:e9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fe8ae2-2a26-469c-9e4b-72483e3356d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '64aa4599-623f-4732-9ade-660efd5a3e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:53:49Z', 'updated_at': '2021-11-13T04:53:55Z', 'revision_number': 4, 'project_id': '0be0d039eb684412b25e18b68a5053f0', 'subnets': [{'id': '64aa4599-623f-4732-9ade-660efd5a3e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:53:56.717760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-477ea422-34d5-4e75-876f-18f0969cedc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] For port fa40af67-d2fb-437c-ba6a-3a251be30563, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fa40af67-d2fb-437c-ba6a-3a251be30563,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:53:56.720019 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-477ea422-34d5-4e75-876f-18f0969cedc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:56.761035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-477ea422-34d5-4e75-876f-18f0969cedc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for fa40af67-d2fb-437c-ba6a-3a251be30563 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:53:56.834506 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-01d427b9-d2a8-467b-b9f6-5513c9e5b930 req-728c7503-416c-4b1b-837a-67d24a76f229 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:56.875198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['d655f792-aa99-4ff7-bb7e-561e8d8a2ead'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:53:56.914819 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0546cc-fd85-4fc3-883d-8354d4db90b2 x-openstack-request-id: req-5a0546cc-fd85-4fc3-883d-8354d4db90b2 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:56.915424 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "tag": "f9e963a6-1fe2-40be-9bc1-c575b1bfdba1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:56.918258 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a0546cc-fd85-4fc3-883d-8354d4db90b2 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:56.918746 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'tag': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1', 'status': 'completed', 'code': 200} Nov 13 04:53:56.919663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c7503-416c-4b1b-837a-67d24a76f229 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Pushing event deleted for resources: {'Port': ['ID=e13620bd-2030-472e-859a-e4ec031c46a4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:57.170018 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2f2e89-1683-47e8-9516-bab5fb6f9721 x-openstack-request-id: req-0a2f2e89-1683-47e8-9516-bab5fb6f9721 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:57.171096 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15418c4b-165b-4ca0-b43e-6277e5277beb", "name": "network-vif-deleted", "tag": "bac426e5-4fce-4684-ad95-3c33e4868a1b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:57.172365 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a2f2e89-1683-47e8-9516-bab5fb6f9721 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:57.173097 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15418c4b-165b-4ca0-b43e-6277e5277beb', 'name': 'network-vif-deleted', 'tag': 'bac426e5-4fce-4684-ad95-3c33e4868a1b', 'status': 'completed', 'code': 200} Nov 13 04:53:57.179060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d427b9-d2a8-467b-b9f6-5513c9e5b930 req-728c7503-416c-4b1b-837a-67d24a76f229 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] No DVR routers for this DVR port e13620bd-2030-472e-859a-e4ec031c46a4 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:53:57.196989 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-01d427b9-d2a8-467b-b9f6-5513c9e5b930 req-728c7503-416c-4b1b-837a-67d24a76f229 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:57.204835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-01d427b9-d2a8-467b-b9f6-5513c9e5b930 req-728c7503-416c-4b1b-837a-67d24a76f229 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.36 "DELETE /v2.0/ports/e13620bd-2030-472e-859a-e4ec031c46a4 HTTP/1.1" status: 204 len: 173 time: 2.1330364 Nov 13 04:53:57.232685 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-477ea422-34d5-4e75-876f-18f0969cedc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:57.289365 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1d251aee-68c4-4820-a243-4f4c939739e7 req-e502857d-0f48-4fda-91be-80ea46249fa2 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a71ee34-8edd-48c1-ad64-316b841228f2 HTTP/1.1" status: 200 len: 210 time: 0.1117811 Nov 13 04:53:57.317707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ea422-34d5-4e75-876f-18f0969cedc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=fa40af67-d2fb-437c-ba6a-3a251be30563,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:57.337429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['941c1150-1c6f-4ed3-a0ea-feae833f657f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:53:57.390944 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e0bf50-5cd8-4502-8c42-e955edc87583 None None] DHCP port deletion for dcd43cc3-172e-420a-94d3-849c72b81867 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:53:57.470201 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-5810eda5-dcb6-47e6-99e8-b5e5cb116662 None None] Set router 0901723f-e10a-47ae-858a-4331527ab294 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:53:57.547748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-2d999c64-c730-4e1e-8033-494901632938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:57.549499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-2d999c64-c730-4e1e-8033-494901632938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:57.550172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-2d999c64-c730-4e1e-8033-494901632938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:57.550896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-2d999c64-c730-4e1e-8033-494901632938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:57.551568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-2d999c64-c730-4e1e-8033-494901632938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:57.552831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-2d999c64-c730-4e1e-8033-494901632938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:57.554074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-2d999c64-c730-4e1e-8033-494901632938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:57.556783 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-2d999c64-c730-4e1e-8033-494901632938 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e889b16bd745a8aae943f6a4671633&device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 6501 time: 0.3821099 Nov 13 04:53:57.561042 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-477ea422-34d5-4e75-876f-18f0969cedc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:57.782511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-dbf1cf59-8ec4-4262-98c0-9580af269aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:57.784176 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-dbf1cf59-8ec4-4262-98c0-9580af269aba service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c27c071-3ae5-43fe-b926-2a8ca6120cc2 HTTP/1.1" status: 200 len: 918 time: 0.2134540 Nov 13 04:53:57.887701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6809d82d-3023-489a-a3ce-128e36cc9ed8 req-5bea555a-2337-4a96-b90a-ad9dedf92135 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.1216700 Nov 13 04:53:58.015204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e13620bd-2030-472e-859a-e4ec031c46a4 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:53:58.147485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: e13620bd-2030-472e-859a-e4ec031c46a4 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:53:58.148047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e13620bd-2030-472e-859a-e4ec031c46a4 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:53:58.169039 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-84d5fab3-8e0c-465b-b702-25d31e5ff6d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 HTTP/1.1" status: 200 len: 999 time: 0.3747785 Nov 13 04:53:58.223409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477ea422-34d5-4e75-876f-18f0969cedc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Router 93fe8ae2-2a26-469c-9e4b-72483e3356d2 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:53:58.374050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-985c1f7e-7888-4b49-b269-eff8223a9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:58.375833 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-985c1f7e-7888-4b49-b269-eff8223a9359 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b89a777-78f4-4339-bcc5-ce101bcdd17e HTTP/1.1" status: 200 len: 856 time: 0.1729929 Nov 13 04:53:58.452110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477ea422-34d5-4e75-876f-18f0969cedc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:53:58.461621 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-477ea422-34d5-4e75-876f-18f0969cedc5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "PUT /v2.0/routers/93fe8ae2-2a26-469c-9e4b-72483e3356d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8808572 Nov 13 04:53:58.463663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:58.510025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-c1ab45b7-9906-4c7d-ba70-69d0af88ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:58.511749 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-c1ab45b7-9906-4c7d-ba70-69d0af88ff4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c27c071-3ae5-43fe-b926-2a8ca6120cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224916 Nov 13 04:53:58.598105 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19d65ee-0d64-4707-8db1-d84068099a6c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:58.602876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19d65ee-0d64-4707-8db1-d84068099a6c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:53:58.604641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f19d65ee-0d64-4707-8db1-d84068099a6c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1398799 Nov 13 04:53:58.611247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:58.628447 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:58.743333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5810eda5-dcb6-47e6-99e8-b5e5cb116662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0901723f-e10a-47ae-858a-4331527ab294', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:24Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'gw_port': {'id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'd19e0d2e-c082-4b36-a15e-89270f97c9b9', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '0901723f-e10a-47ae-858a-4331527ab294', 'port_id': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'mac_address': 'fa:16:3e:26:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:51:46Z', 'updated_at': '2021-11-13T04:53:53Z', 'revision_number': 1, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee62935f-3c7e-4929-a5ab-3d6cc155027c', 'name': '', 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'mac_address': 'fa:16:3e:05:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:56Z', 'revision_number': 5, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'subnets': [{'id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:58.754145 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-1c09cab9-7fed-4f63-98bc-689cefc06a53 service neutron] 10.222.0.46 "GET /v2.0/networks/1c27c071-3ae5-43fe-b926-2a8ca6120cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272611 Nov 13 04:53:58.826271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48de7d6-84e2-4903-836e-94335c6614ae tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 64aa4599-623f-4732-9ade-660efd5a3e88 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:53:58.828036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810eda5-dcb6-47e6-99e8-b5e5cb116662 None None] Checking router: 0901723f-e10a-47ae-858a-4331527ab294 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:53:58.860330 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e48de7d6-84e2-4903-836e-94335c6614ae tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:58.899128 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810eda5-dcb6-47e6-99e8-b5e5cb116662 None None] Routers {'0901723f-e10a-47ae-858a-4331527ab294'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:53:58.899675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5810eda5-dcb6-47e6-99e8-b5e5cb116662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:53:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0901723f-e10a-47ae-858a-4331527ab294'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:58.921611 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a71ee34-8edd-48c1-ad64-316b841228f2', 'name': 'network-vif-deleted', 'tag': 'e13620bd-2030-472e-859a-e4ec031c46a4'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:53:58.924364 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730623f6-4331-4bd2-8347-eb2ed0993f03" -d '{"events": [{"server_uuid": "8a71ee34-8edd-48c1-ad64-316b841228f2", "name": "network-vif-deleted", "tag": "e13620bd-2030-472e-859a-e4ec031c46a4"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:53:59.018202 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e48de7d6-84e2-4903-836e-94335c6614ae tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:59.055792 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:59.092005 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4796f271-fc52-4837-aa3c-68fa0a96e46a x-openstack-request-id: req-4796f271-fc52-4837-aa3c-68fa0a96e46a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:53:59.092632 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a71ee34-8edd-48c1-ad64-316b841228f2", "name": "network-vif-deleted", "tag": "e13620bd-2030-472e-859a-e4ec031c46a4", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:53:59.094002 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4796f271-fc52-4837-aa3c-68fa0a96e46a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:53:59.095359 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a71ee34-8edd-48c1-ad64-316b841228f2', 'name': 'network-vif-deleted', 'tag': 'e13620bd-2030-472e-859a-e4ec031c46a4', 'status': 'completed', 'code': 200} Nov 13 04:53:59.126161 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a45d6149-2267-4832-9c09-7c51b69f1324 req-f7621888-e1f0-48ba-9f44-be8f0e78e302 service neutron] 10.222.0.46 "GET /v2.0/networks/1c27c071-3ae5-43fe-b926-2a8ca6120cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648837 Nov 13 04:53:59.218960 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e48de7d6-84e2-4903-836e-94335c6614ae tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:59.259218 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2d10ccd-6029-4542-8fc5-4fe3f0ff54d2 req-46bdf980-ce91-443e-a497-632f694aef4b tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0554349 Nov 13 04:53:59.340700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-5810eda5-dcb6-47e6-99e8-b5e5cb116662 None None] Set router 0901723f-e10a-47ae-858a-4331527ab294 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:53:59.378368 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e48de7d6-84e2-4903-836e-94335c6614ae tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:59.486307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48de7d6-84e2-4903-836e-94335c6614ae tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=64aa4599-623f-4732-9ade-660efd5a3e88,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:53:59.507513 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e48de7d6-84e2-4903-836e-94335c6614ae tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:53:59.510795 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e48de7d6-84e2-4903-836e-94335c6614ae tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/64aa4599-623f-4732-9ade-660efd5a3e88 HTTP/1.1" status: 204 len: 168 time: 0.8983960 Nov 13 04:53:59.514774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35296) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:59.614546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e4e9b8-dedd-4a35-a9fd-bc6aff1d7d6a None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:53:59.632666 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e168d745-d38d-43aa-bb94-bf53140fae93 None None] Sync routers for ids ['93fe8ae2-2a26-469c-9e4b-72483e3356d2'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:53:59.673795 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e168d745-d38d-43aa-bb94-bf53140fae93 None None] Routers {'93fe8ae2-2a26-469c-9e4b-72483e3356d2'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:53:59.675885 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e168d745-d38d-43aa-bb94-bf53140fae93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:53:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['93fe8ae2-2a26-469c-9e4b-72483e3356d2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:53:59.847885 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9a3a1731-8fd5-4473-b0da-4916978da233 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3318844 Nov 13 04:53:59.850511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35308) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:53:59.927066 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e168d745-d38d-43aa-bb94-bf53140fae93 None None] Set router 93fe8ae2-2a26-469c-9e4b-72483e3356d2 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:54:00.062097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5810eda5-dcb6-47e6-99e8-b5e5cb116662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0901723f-e10a-47ae-858a-4331527ab294', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:24Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'gw_port': {'id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'd19e0d2e-c082-4b36-a15e-89270f97c9b9', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '0901723f-e10a-47ae-858a-4331527ab294', 'port_id': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'mac_address': 'fa:16:3e:26:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:51:46Z', 'updated_at': '2021-11-13T04:53:53Z', 'revision_number': 1, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee62935f-3c7e-4929-a5ab-3d6cc155027c', 'name': '', 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'mac_address': 'fa:16:3e:05:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:56Z', 'revision_number': 5, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'subnets': [{'id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:00.066755 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae465f50-46c5-4e1b-91cd-bdbc70d963ca tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:00.130553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810eda5-dcb6-47e6-99e8-b5e5cb116662 None None] The sync data for ids ['0901723f-e10a-47ae-858a-4331527ab294'] in n-d-813114-2 is: [{'id': '0901723f-e10a-47ae-858a-4331527ab294', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:24Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'gw_port': {'id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'd19e0d2e-c082-4b36-a15e-89270f97c9b9', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '0901723f-e10a-47ae-858a-4331527ab294', 'port_id': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'mac_address': 'fa:16:3e:26:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:51:46Z', 'updated_at': '2021-11-13T04:53:53Z', 'revision_number': 1, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee62935f-3c7e-4929-a5ab-3d6cc155027c', 'name': '', 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'mac_address': 'fa:16:3e:05:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:56Z', 'revision_number': 5, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'subnets': [{'id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:54:00.132612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196ca776-a098-4e62-a58b-7fe0036eda69 None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:54:00.223563 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e168d745-d38d-43aa-bb94-bf53140fae93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe8ae2-2a26-469c-9e4b-72483e3356d2', 'name': 'tempest-NetworksTestDHCPv6-router-1679731579', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:53:47Z', 'updated_at': '2021-11-13T04:53:57Z', 'revision_number': 3, 'project_id': '0be0d039eb684412b25e18b68a5053f0', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:00.252540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-196ca776-a098-4e62-a58b-7fe0036eda69 None None] Deleting port f67b11bf-5128-45a5-98be-5ae70cae24d5 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:54:00.252912 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-196ca776-a098-4e62-a58b-7fe0036eda69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:00.337566 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e168d745-d38d-43aa-bb94-bf53140fae93 None None] Checking router: 93fe8ae2-2a26-469c-9e4b-72483e3356d2 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:54:00.375183 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e168d745-d38d-43aa-bb94-bf53140fae93 None None] Routers {'93fe8ae2-2a26-469c-9e4b-72483e3356d2'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:54:00.375812 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e168d745-d38d-43aa-bb94-bf53140fae93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:53:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['93fe8ae2-2a26-469c-9e4b-72483e3356d2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:00.519476 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-196ca776-a098-4e62-a58b-7fe0036eda69 None None] For port f67b11bf-5128-45a5-98be-5ae70cae24d5, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f67b11bf-5128-45a5-98be-5ae70cae24d5,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:00.519872 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-196ca776-a098-4e62-a58b-7fe0036eda69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:00.591779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-196ca776-a098-4e62-a58b-7fe0036eda69 None None] Calling delete_port for f67b11bf-5128-45a5-98be-5ae70cae24d5 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:54:00.633377 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e168d745-d38d-43aa-bb94-bf53140fae93 None None] Set router 93fe8ae2-2a26-469c-9e4b-72483e3356d2 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:54:00.729600 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-773887d0-d256-4276-8667-3269092b73ed req-1d4cf58b-b6f6-4757-8197-32ce293fafba tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0498402 Nov 13 04:54:00.751238 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae465f50-46c5-4e1b-91cd-bdbc70d963ca tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:00.756209 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e168d745-d38d-43aa-bb94-bf53140fae93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe8ae2-2a26-469c-9e4b-72483e3356d2', 'name': 'tempest-NetworksTestDHCPv6-router-1679731579', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:53:47Z', 'updated_at': '2021-11-13T04:53:57Z', 'revision_number': 3, 'project_id': '0be0d039eb684412b25e18b68a5053f0', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:00.801243 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae465f50-46c5-4e1b-91cd-bdbc70d963ca tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:00.804655 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e168d745-d38d-43aa-bb94-bf53140fae93 None None] The sync data for ids ['93fe8ae2-2a26-469c-9e4b-72483e3356d2'] in n-d-813114-2 is: [{'id': '93fe8ae2-2a26-469c-9e4b-72483e3356d2', 'name': 'tempest-NetworksTestDHCPv6-router-1679731579', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:53:47Z', 'updated_at': '2021-11-13T04:53:57Z', 'revision_number': 3, 'project_id': '0be0d039eb684412b25e18b68a5053f0', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:54:00.873890 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35bd1f2-a4e4-4fef-adff-6e8b574faf31 None None] New status for floating IP d19e0d2e-c082-4b36-a15e-89270f97c9b9: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:54:00.990027 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae465f50-46c5-4e1b-91cd-bdbc70d963ca tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:00.992626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae465f50-46c5-4e1b-91cd-bdbc70d963ca tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Fanout notify agent at l3_agent the message router_deleted on router 93fe8ae2-2a26-469c-9e4b-72483e3356d2 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:54:01.015216 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae465f50-46c5-4e1b-91cd-bdbc70d963ca tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:01.023887 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ae465f50-46c5-4e1b-91cd-bdbc70d963ca tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/routers/93fe8ae2-2a26-469c-9e4b-72483e3356d2 HTTP/1.1" status: 204 len: 168 time: 1.1718705 Nov 13 04:54:01.026838 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35344) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:01.050767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-29768a30-d5e8-4589-91b1-4730de4d3ae2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:01.057722 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d2762-ec52-464c-903f-220e0a77a16d req-65af924b-8e65-4e3d-abdc-1105279eaff9 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:01.086167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d2762-ec52-464c-903f-220e0a77a16d req-65af924b-8e65-4e3d-abdc-1105279eaff9 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:01.092075 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e9d2762-ec52-464c-903f-220e0a77a16d req-65af924b-8e65-4e3d-abdc-1105279eaff9 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c&device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 1681 time: 0.4920311 Nov 13 04:54:01.203187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29768a30-d5e8-4589-91b1-4730de4d3ae2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:01.207903 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-29768a30-d5e8-4589-91b1-4730de4d3ae2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:01.255944 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e9d2762-ec52-464c-903f-220e0a77a16d req-66ac4f9c-7ebf-4401-b6cd-99f68474d457 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569338 Nov 13 04:54:01.350944 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f67b11bf-5128-45a5-98be-5ae70cae24d5 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:54:01.366875 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-196ca776-a098-4e62-a58b-7fe0036eda69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:01.599821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f67b11bf-5128-45a5-98be-5ae70cae24d5 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:54:01.607829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f67b11bf-5128-45a5-98be-5ae70cae24d5 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:54:01.610664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ca776-a098-4e62-a58b-7fe0036eda69 None None] Pushing event deleted for resources: {'Port': ['ID=f67b11bf-5128-45a5-98be-5ae70cae24d5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:01.650313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196ca776-a098-4e62-a58b-7fe0036eda69 None None] No DVR routers for this DVR port f67b11bf-5128-45a5-98be-5ae70cae24d5 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:54:02.004197 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-29768a30-d5e8-4589-91b1-4730de4d3ae2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:02.048021 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-70797859-ca33-4f3c-889d-9046e87433cf req-a855081e-443e-471b-8bc1-bc0cf697f78c tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0545230 Nov 13 04:54:02.202894 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29768a30-d5e8-4589-91b1-4730de4d3ae2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=02f6c229-98c4-4f29-99c2-a1f95184f7c8,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:02.215753 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29768a30-d5e8-4589-91b1-4730de4d3ae2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:02.224777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-29768a30-d5e8-4589-91b1-4730de4d3ae2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:02.246212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29768a30-d5e8-4589-91b1-4730de4d3ae2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:02.250627 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833b2c0c-82fc-4d5a-a90a-c99590f964b6 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:02.251489 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-29768a30-d5e8-4589-91b1-4730de4d3ae2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:02.300799 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-29768a30-d5e8-4589-91b1-4730de4d3ae2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2720997 Nov 13 04:54:02.303458 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35376) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:02.308971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-54a20f0c-7157-4f62-b7e9-8e4f0b36a59e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1995069215', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:02.369201 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54a20f0c-7157-4f62-b7e9-8e4f0b36a59e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:02.376231 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54a20f0c-7157-4f62-b7e9-8e4f0b36a59e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:02.633725 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54a20f0c-7157-4f62-b7e9-8e4f0b36a59e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:02.645730 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54a20f0c-7157-4f62-b7e9-8e4f0b36a59e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:02.676112 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': '02f6c229-98c4-4f29-99c2-a1f95184f7c8'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:54:02.676987 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:02.753067 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54a20f0c-7157-4f62-b7e9-8e4f0b36a59e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:02.759794 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-54a20f0c-7157-4f62-b7e9-8e4f0b36a59e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4549940 Nov 13 04:54:02.762440 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35386) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:02.864818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fa40af67-d2fb-437c-ba6a-3a251be30563 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:54:02.949060 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: fa40af67-d2fb-437c-ba6a-3a251be30563 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:54:02.959520 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fa40af67-d2fb-437c-ba6a-3a251be30563 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:54:03.203632 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Allocated IP 2001:db8::2 (63517ab3-2070-4aed-993a-d13fb8f8841c/02f6c229-98c4-4f29-99c2-a1f95184f7c8/f5c1abde-bceb-4529-9668-74933efd58c7) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:03.272724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfacd71-1245-4ef4-964c-bf247b9d80fa req-34fcae8f-55fd-49f1-b099-697c10bb0e60 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:03.273382 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-354f47af-721d-4716-9e05-960f2f68b5c1 req-5d8070c4-1dd9-4e54-886d-9dbd19d09e31 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0505393 Nov 13 04:54:03.275512 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dfacd71-1245-4ef4-964c-bf247b9d80fa req-34fcae8f-55fd-49f1-b099-697c10bb0e60 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c HTTP/1.1" status: 200 len: 945 time: 0.2219679 Nov 13 04:54:03.439468 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dfacd71-1245-4ef4-964c-bf247b9d80fa req-d8b65471-fc79-4e43-873d-5ec23927f8f3 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705173 Nov 13 04:54:03.725303 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:03.746221 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:03.895666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:03.900227 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:03.915959 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:03.939302 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Pushing event updated for resources: {'Port': ['ID=f5c1abde-bceb-4529-9668-74933efd58c7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:04.186074 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Attempting to bind port f5c1abde-bceb-4529-9668-74933efd58c7 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:54:04.187972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Attempting to bind port f5c1abde-bceb-4529-9668-74933efd58c7 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:54:04.188396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Attempting to bind port f5c1abde-bceb-4529-9668-74933efd58c7 on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:54:04.211094 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:54:04.211511 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:54:04.211833 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:04.214666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:54:04.215429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Bound port: f5c1abde-bceb-4529-9668-74933efd58c7, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:54:04.216213 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:04.223977 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d392292f-0e40-497c-9aa7-44f7510e5de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:04.405834 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] For port f5c1abde-bceb-4529-9668-74933efd58c7, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:54:04.413605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] For port f5c1abde-bceb-4529-9668-74933efd58c7, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f5c1abde-bceb-4529-9668-74933efd58c7,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:54:04.421723 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:04.477150 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:04.537957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ae7b3-a04a-4e70-9b71-edcc5d230b4d None None] Pushing event updated for resources: {'Port': ['ID=f5c1abde-bceb-4529-9668-74933efd58c7,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:04.600060 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac332d2d-28d4-4b61-82b8-82bd09f975d8 req-6e588333-13d3-495f-b138-60a8d76ab3f9 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0908489 Nov 13 04:54:04.684690 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523d839-f02b-4cbd-b94b-2cffc8347273 req-65092a7a-4808-4ec0-9522-5f0348634d9b tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:04.684964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f73d13-0834-4a64-b2df-104fa2f07d2c req-0502b888-1084-46e1-aff2-3cc6dc26340b tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:04.686587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0523d839-f02b-4cbd-b94b-2cffc8347273 req-65092a7a-4808-4ec0-9522-5f0348634d9b tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.46 "GET /v2.0/ports?device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c HTTP/1.1" status: 200 len: 945 time: 0.2920969 Nov 13 04:54:04.693157 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09f73d13-0834-4a64-b2df-104fa2f07d2c req-0502b888-1084-46e1-aff2-3cc6dc26340b tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c335dd-0ed1-497d-8ce5-2467c15757f4 HTTP/1.1" status: 200 len: 945 time: 0.2666519 Nov 13 04:54:04.973904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-09f73d13-0834-4a64-b2df-104fa2f07d2c req-b9e7c299-51f5-4a35-95b1-03a0788d43a3 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Deleting port 941c1150-1c6f-4ed3-a0ea-feae833f657f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:54:04.974598 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09f73d13-0834-4a64-b2df-104fa2f07d2c req-b9e7c299-51f5-4a35-95b1-03a0788d43a3 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:05.237550 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fb7c8-314f-4025-ac0e-dd8a0e0be9ed req-ca0409ba-ddaa-4e19-b2b3-64669209c0aa tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:05.250281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d02fb7c8-314f-4025-ac0e-dd8a0e0be9ed req-ca0409ba-ddaa-4e19-b2b3-64669209c0aa tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c HTTP/1.1" status: 200 len: 945 time: 0.5605092 Nov 13 04:54:05.265374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-09f73d13-0834-4a64-b2df-104fa2f07d2c req-b9e7c299-51f5-4a35-95b1-03a0788d43a3 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] For port 941c1150-1c6f-4ed3-a0ea-feae833f657f, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=941c1150-1c6f-4ed3-a0ea-feae833f657f,segment=NetworkSegment(61071070-4a4f-4d11-8240-9f54dd6842a5),segment_id=61071070-4a4f-4d11-8240-9f54dd6842a5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:05.266041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09f73d13-0834-4a64-b2df-104fa2f07d2c req-b9e7c299-51f5-4a35-95b1-03a0788d43a3 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:05.281434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-09f73d13-0834-4a64-b2df-104fa2f07d2c req-b9e7c299-51f5-4a35-95b1-03a0788d43a3 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Calling delete_port for 941c1150-1c6f-4ed3-a0ea-feae833f657f owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:54:05.375270 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-0523d839-f02b-4cbd-b94b-2cffc8347273 req-78e8b1c7-a220-42b6-a639-3a68e61a26c7 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Deleting port d655f792-aa99-4ff7-bb7e-561e8d8a2ead {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:54:05.375954 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0523d839-f02b-4cbd-b94b-2cffc8347273 req-78e8b1c7-a220-42b6-a639-3a68e61a26c7 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:05.492955 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d02fb7c8-314f-4025-ac0e-dd8a0e0be9ed req-ad7766a1-d167-447e-930c-09a577e3c486 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e2959ff-f266-4c2f-898c-c87bfd0baa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415278 Nov 13 04:54:05.541391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0523d839-f02b-4cbd-b94b-2cffc8347273 req-78e8b1c7-a220-42b6-a639-3a68e61a26c7 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] For port d655f792-aa99-4ff7-bb7e-561e8d8a2ead, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d655f792-aa99-4ff7-bb7e-561e8d8a2ead,segment=NetworkSegment(61071070-4a4f-4d11-8240-9f54dd6842a5),segment_id=61071070-4a4f-4d11-8240-9f54dd6842a5)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:05.541980 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0523d839-f02b-4cbd-b94b-2cffc8347273 req-78e8b1c7-a220-42b6-a639-3a68e61a26c7 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:05.567759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-0523d839-f02b-4cbd-b94b-2cffc8347273 req-78e8b1c7-a220-42b6-a639-3a68e61a26c7 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Calling delete_port for d655f792-aa99-4ff7-bb7e-561e8d8a2ead owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:54:05.587112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::1 (63517ab3-2070-4aed-993a-d13fb8f8841c/02f6c229-98c4-4f29-99c2-a1f95184f7c8/0adaed9c-6d7a-4727-8f38-8b2dc2361fdb) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:05.612644 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09f73d13-0834-4a64-b2df-104fa2f07d2c req-b9e7c299-51f5-4a35-95b1-03a0788d43a3 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:05.648700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['941c1150-1c6f-4ed3-a0ea-feae833f657f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:54:05.706549 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7c299-51f5-4a35-95b1-03a0788d43a3 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Pushing event deleted for resources: {'Port': ['ID=941c1150-1c6f-4ed3-a0ea-feae833f657f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:05.708562 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['d655f792-aa99-4ff7-bb7e-561e8d8a2ead'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:54:05.831647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f73d13-0834-4a64-b2df-104fa2f07d2c req-b9e7c299-51f5-4a35-95b1-03a0788d43a3 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] No DVR routers for this DVR port 941c1150-1c6f-4ed3-a0ea-feae833f657f on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:54:05.834812 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09f73d13-0834-4a64-b2df-104fa2f07d2c req-b9e7c299-51f5-4a35-95b1-03a0788d43a3 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:05.844762 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09f73d13-0834-4a64-b2df-104fa2f07d2c req-b9e7c299-51f5-4a35-95b1-03a0788d43a3 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.36 "DELETE /v2.0/ports/941c1150-1c6f-4ed3-a0ea-feae833f657f HTTP/1.1" status: 204 len: 173 time: 1.1445744 Nov 13 04:54:05.859691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e3e84d-6805-4dda-b8c7-5da530d7454c None None] DHCP port deletion for dcd43cc3-172e-420a-94d3-849c72b81867 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:54:05.865243 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c335dd-0ed1-497d-8ce5-2467c15757f4', 'name': 'network-vif-deleted', 'tag': '941c1150-1c6f-4ed3-a0ea-feae833f657f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:54:05.870710 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8c81d2-af90-4224-96db-86e89a757eb3" -d '{"events": [{"server_uuid": "e2c335dd-0ed1-497d-8ce5-2467c15757f4", "name": "network-vif-deleted", "tag": "941c1150-1c6f-4ed3-a0ea-feae833f657f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:54:05.965871 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee54483c-97e0-47eb-ac7c-f982afdd2106 req-0c89f10d-43a2-4d88-89a1-48ef57a91088 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.1654208 Nov 13 04:54:06.124155 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68297b5-29c7-42c8-b6c9-b6e0679873fa x-openstack-request-id: req-d68297b5-29c7-42c8-b6c9-b6e0679873fa {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:54:06.124699 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c335dd-0ed1-497d-8ce5-2467c15757f4", "name": "network-vif-deleted", "tag": "941c1150-1c6f-4ed3-a0ea-feae833f657f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:54:06.125285 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d68297b5-29c7-42c8-b6c9-b6e0679873fa {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:54:06.126019 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c335dd-0ed1-497d-8ce5-2467c15757f4', 'name': 'network-vif-deleted', 'tag': '941c1150-1c6f-4ed3-a0ea-feae833f657f', 'status': 'completed', 'code': 200} Nov 13 04:54:06.251467 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:06.390775 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:06.442739 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70658fdc-76e8-4b93-8736-8710c9998671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:06.647899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2a08dd8f-9218-4ce0-a54d-bccf155de9f9 None None] Provisioning complete for port f5c1abde-bceb-4529-9668-74933efd58c7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:06.649968 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a08dd8f-9218-4ce0-a54d-bccf155de9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:06.686451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:06.869467 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0523d839-f02b-4cbd-b94b-2cffc8347273 req-78e8b1c7-a220-42b6-a639-3a68e61a26c7 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:06.889045 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e1a67fc7-443a-4a9a-b0d1-3b2a6fc847e8 req-ed7532d0-775c-431b-8b75-2808d5387ee6 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c HTTP/1.1" status: 200 len: 210 time: 0.1913459 Nov 13 04:54:06.890480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:06.892265 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a08dd8f-9218-4ce0-a54d-bccf155de9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:06.897471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:06.898023 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:07.025791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2a08dd8f-9218-4ce0-a54d-bccf155de9f9 None None] For port f5c1abde-bceb-4529-9668-74933efd58c7, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f5c1abde-bceb-4529-9668-74933efd58c7,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:07.027297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['941c1150-1c6f-4ed3-a0ea-feae833f657f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:54:07.031052 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f5c1abde-bceb-4529-9668-74933efd58c7 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:07.079417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=0adaed9c-6d7a-4727-8f38-8b2dc2361fdb,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:07.118714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8b1c7-a220-42b6-a639-3a68e61a26c7 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Pushing event deleted for resources: {'Port': ['ID=d655f792-aa99-4ff7-bb7e-561e8d8a2ead,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:07.202441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d75b68-a06a-4a57-94af-3bf53ae08895 None None] DHCP port deletion for dcd43cc3-172e-420a-94d3-849c72b81867 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:54:07.226117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0523d839-f02b-4cbd-b94b-2cffc8347273 req-78e8b1c7-a220-42b6-a639-3a68e61a26c7 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] No DVR routers for this DVR port d655f792-aa99-4ff7-bb7e-561e8d8a2ead on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:54:07.242696 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a08dd8f-9218-4ce0-a54d-bccf155de9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:07.243537 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0523d839-f02b-4cbd-b94b-2cffc8347273 req-78e8b1c7-a220-42b6-a639-3a68e61a26c7 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:07.260272 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0523d839-f02b-4cbd-b94b-2cffc8347273 req-78e8b1c7-a220-42b6-a639-3a68e61a26c7 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.46 "DELETE /v2.0/ports/d655f792-aa99-4ff7-bb7e-561e8d8a2ead HTTP/1.1" status: 204 len: 173 time: 2.5448074 Nov 13 04:54:07.267208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eee052f-a3c7-4aa7-b19f-614c4e69d62c', 'name': 'network-vif-deleted', 'tag': 'd655f792-aa99-4ff7-bb7e-561e8d8a2ead'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:54:07.267625 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0b547702-8ab2-4588-bd17-6a20c3734bc3 req-ad0fb2b3-3984-4fa1-af86-9ff756af9481 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0840166 Nov 13 04:54:07.270672 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48e8f95-fd19-4243-b29d-16280f3e87c7" -d '{"events": [{"server_uuid": "5eee052f-a3c7-4aa7-b19f-614c4e69d62c", "name": "network-vif-deleted", "tag": "d655f792-aa99-4ff7-bb7e-561e8d8a2ead"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:54:07.427244 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:07.435458 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d296a5c-593e-481f-9086-441a88a5f893 x-openstack-request-id: req-0d296a5c-593e-481f-9086-441a88a5f893 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:54:07.436371 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eee052f-a3c7-4aa7-b19f-614c4e69d62c", "name": "network-vif-deleted", "tag": "d655f792-aa99-4ff7-bb7e-561e8d8a2ead", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:54:07.436664 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d296a5c-593e-481f-9086-441a88a5f893 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:54:07.437152 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eee052f-a3c7-4aa7-b19f-614c4e69d62c', 'name': 'network-vif-deleted', 'tag': 'd655f792-aa99-4ff7-bb7e-561e8d8a2ead', 'status': 'completed', 'code': 200} Nov 13 04:54:07.529858 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08dd8f-9218-4ce0-a54d-bccf155de9f9 None None] Pushing event updated for resources: {'Port': ['ID=f5c1abde-bceb-4529-9668-74933efd58c7,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:07.616411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f5c1abde-bceb-4529-9668-74933efd58c7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:07.616782 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:07.710735 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d83fb257-34c5-481a-9860-905ebe0cbf2b None None] Provisioning complete for port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:07.711467 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d83fb257-34c5-481a-9860-905ebe0cbf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:07.786522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d83fb257-34c5-481a-9860-905ebe0cbf2b None None] Port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:54:07.860882 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:08.054214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d655f792-aa99-4ff7-bb7e-561e8d8a2ead no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:54:08.089916 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: d655f792-aa99-4ff7-bb7e-561e8d8a2ead {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:54:08.090256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d655f792-aa99-4ff7-bb7e-561e8d8a2ead not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:54:08.240308 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:08.252075 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:08.253418 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:08.283043 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0c509c21-726c-4623-b685-fa14584b046c req-452734df-8d62-421b-b11e-9b49b47d7cb5 tempest-ListServersNegativeTestJSON-1057600821 tempest-ListServersNegativeTestJSON-1057600821-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eee052f-a3c7-4aa7-b19f-614c4e69d62c HTTP/1.1" status: 200 len: 210 time: 0.0483236 Nov 13 04:54:08.390457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=0adaed9c-6d7a-4727-8f38-8b2dc2361fdb,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:08.502863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:08.511748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:08.779136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Router 3d89e44f-b91a-4fa7-a3b7-a14546c29699 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:54:08.945058 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-90e4b068-9196-401a-aa7c-9f81465fda2f None None] Provisioning complete for port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:08.946204 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90e4b068-9196-401a-aa7c-9f81465fda2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:08.995334 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9bd3d3f0-2e6d-47ab-94e3-24ae15476e54 req-1de636d3-cfbd-4685-9ff2-582468191274 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0972652 Nov 13 04:54:09.001255 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:54:09.013855 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Sync routers for ids ['3d89e44f-b91a-4fa7-a3b7-a14546c29699'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:54:09.023688 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f5c1abde-bceb-4529-9668-74933efd58c7 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:09.040653 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Routers {'3d89e44f-b91a-4fa7-a3b7-a14546c29699'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:54:09.041202 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:54:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['3d89e44f-b91a-4fa7-a3b7-a14546c29699'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:09.051494 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-60228387-1586-4d2f-8e46-decc4c553b75 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "PUT /v2.0/routers/3d89e44f-b91a-4fa7-a3b7-a14546c29699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2874522 Nov 13 04:54:09.053585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35590) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:09.139078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e61615-9848-4bd2-a230-c3eb7af02cf9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:09.140717 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e9e61615-9848-4bd2-a230-c3eb7af02cf9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports/0adaed9c-6d7a-4727-8f38-8b2dc2361fdb HTTP/1.1" status: 200 len: 911 time: 0.0861733 Nov 13 04:54:09.144340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35592) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:09.164685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-90e4b068-9196-401a-aa7c-9f81465fda2f None None] Port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:54:09.214770 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Set router 3d89e44f-b91a-4fa7-a3b7-a14546c29699 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:54:09.224133 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:09.310261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f5c1abde-bceb-4529-9668-74933efd58c7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:09.310742 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:09.333262 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cc4920-ef31-411a-a640-325f838b6310 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:09.364159 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cc4920-ef31-411a-a640-325f838b6310 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:09.377092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b9cc4920-ef31-411a-a640-325f838b6310 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2300272 Nov 13 04:54:09.377443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35600) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:09.460511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35602) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:09.578805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-21882d6d-9dfa-41fb-8c82-638bf72878c2 admin admin] Deleting subnet 944abd44-d802-46de-b787-01ba9e1ca7d5 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:54:09.587537 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-21882d6d-9dfa-41fb-8c82-638bf72878c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:09.679597 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-21882d6d-9dfa-41fb-8c82-638bf72878c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:09.761884 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d89e44f-b91a-4fa7-a3b7-a14546c29699', 'name': 'tempest-NetworksTestDHCPv6-router-1995069215', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:02Z', 'updated_at': '2021-11-13T04:54:07Z', 'revision_number': 2, 'project_id': '0be0d039eb684412b25e18b68a5053f0', 'gw_port_host': None, '_interfaces': [{'id': '0adaed9c-6d7a-4727-8f38-8b2dc2361fdb', 'name': '', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'mac_address': 'fa:16:3e:89:99:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d89e44f-b91a-4fa7-a3b7-a14546c29699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '02f6c229-98c4-4f29-99c2-a1f95184f7c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:04Z', 'updated_at': '2021-11-13T04:54:07Z', 'revision_number': 2, 'project_id': '0be0d039eb684412b25e18b68a5053f0', 'subnets': [{'id': '02f6c229-98c4-4f29-99c2-a1f95184f7c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:09.794420 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-21882d6d-9dfa-41fb-8c82-638bf72878c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:09.863059 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Checking router: 3d89e44f-b91a-4fa7-a3b7-a14546c29699 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:54:09.867974 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Updating router 3d89e44f-b91a-4fa7-a3b7-a14546c29699 port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:54:09.955456 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-21882d6d-9dfa-41fb-8c82-638bf72878c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:09.968363 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:09.979890 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:10.001535 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 941c1150-1c6f-4ed3-a0ea-feae833f657f no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:54:10.081560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21882d6d-9dfa-41fb-8c82-638bf72878c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944abd44-d802-46de-b787-01ba9e1ca7d5,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:10.116287 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-21882d6d-9dfa-41fb-8c82-638bf72878c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:10.129328 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-21882d6d-9dfa-41fb-8c82-638bf72878c2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/944abd44-d802-46de-b787-01ba9e1ca7d5 HTTP/1.1" status: 204 len: 168 time: 0.6676626 Nov 13 04:54:10.131803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35612) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:10.133795 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1247cd-d904-4895-9320-d9d21f63fe5d None None] Network dcd43cc3-172e-420a-94d3-849c72b81867 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:10.236870 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 941c1150-1c6f-4ed3-a0ea-feae833f657f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:54:10.237533 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 941c1150-1c6f-4ed3-a0ea-feae833f657f not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:54:10.264094 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eabc50c7-cfab-4fca-89c7-c6bbcc27d3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:10.410174 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9ebd495-293d-4864-8076-c4e750000412 req-f8c1d3db-b61e-4718-96bf-281e802017e8 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.1683064 Nov 13 04:54:10.429343 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1212c08f-cb4c-440b-9a63-4cba34efd2c1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:10.492404 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a9f345-ded2-4a82-aa2b-10ea0eb4252c None None] DHCP port deletion for dcd43cc3-172e-420a-94d3-849c72b81867 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:54:10.507158 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eabc50c7-cfab-4fca-89c7-c6bbcc27d3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:10.564939 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-eabc50c7-cfab-4fca-89c7-c6bbcc27d3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd43cc3-172e-420a-94d3-849c72b81867']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:10.582355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-eabc50c7-cfab-4fca-89c7-c6bbcc27d3f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61071070-4a4f-4d11-8240-9f54dd6842a5') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:10.582706 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-eabc50c7-cfab-4fca-89c7-c6bbcc27d3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61071070-4a4f-4d11-8240-9f54dd6842a5') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:10.601089 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eabc50c7-cfab-4fca-89c7-c6bbcc27d3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:10.633520 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eabc50c7-cfab-4fca-89c7-c6bbcc27d3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:10.642837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabc50c7-cfab-4fca-89c7-c6bbcc27d3f8 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:54:10.645028 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eabc50c7-cfab-4fca-89c7-c6bbcc27d3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:54:10.647036 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:54:10.761940 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eabc50c7-cfab-4fca-89c7-c6bbcc27d3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:10.776359 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eabc50c7-cfab-4fca-89c7-c6bbcc27d3f8 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:10.792944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-eabc50c7-cfab-4fca-89c7-c6bbcc27d3f8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dcd43cc3-172e-420a-94d3-849c72b81867 HTTP/1.1" status: 204 len: 168 time: 0.6595559 Nov 13 04:54:10.809337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc50c7-cfab-4fca-89c7-c6bbcc27d3f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd43cc3-172e-420a-94d3-849c72b81867,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:11.047278 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:11.060473 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:11.207135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35622) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:11.226069 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b69ba-e12d-4e80-825a-9529feed5050 None None] Pushing event updated for resources: {'Port': ['ID=0adaed9c-6d7a-4727-8f38-8b2dc2361fdb,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:11.322733 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Attempting to bind port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:54:11.323128 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Attempting to bind port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:54:11.323448 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Attempting to bind port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:54:11.337221 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:54:11.338750 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:54:11.339173 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:11.339555 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:54:11.340037 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Bound port: 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:54:11.340425 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:11.397183 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1f761234-056c-4348-8265-ccad7596a737 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5868e436ef3949fda2f64e7b657d1004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1863565 Nov 13 04:54:11.398136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35634) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:11.580133 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cff5274a-cb7b-4192-891a-f83fbee0482f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:11.619041 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] For port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:54:11.630638 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] For port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0adaed9c-6d7a-4727-8f38-8b2dc2361fdb,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:54:11.647937 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:11.675424 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cff5274a-cb7b-4192-891a-f83fbee0482f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:11.727904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8e26c9d6-a403-45b9-92c5-8c5c6e12a62d None None] Provisioning complete for port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:11.732806 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e26c9d6-a403-45b9-92c5-8c5c6e12a62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:11.814567 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7880677-6e21-4c3d-a76c-14dd9206f53f req-4fa58be5-9ca1-4237-adc6-101db4e39393 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.1190343 Nov 13 04:54:11.856845 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cff5274a-cb7b-4192-891a-f83fbee0482f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:11.863800 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cff5274a-cb7b-4192-891a-f83fbee0482f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:11.866673 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cff5274a-cb7b-4192-891a-f83fbee0482f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e2959ff-f266-4c2f-898c-c87bfd0baa21 HTTP/1.1" status: 204 len: 168 time: 0.4669855 Nov 13 04:54:11.887913 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b69ba-e12d-4e80-825a-9529feed5050 None None] Pushing event updated for resources: {'Port': ['ID=0adaed9c-6d7a-4727-8f38-8b2dc2361fdb,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:11.903542 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1212c08f-cb4c-440b-9a63-4cba34efd2c1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:54:11.904297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5274a-cb7b-4192-891a-f83fbee0482f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2959ff-f266-4c2f-898c-c87bfd0baa21,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:11.912090 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Routers {'3d89e44f-b91a-4fa7-a3b7-a14546c29699'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:54:11.912834 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:54:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['3d89e44f-b91a-4fa7-a3b7-a14546c29699'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:11.915551 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1212c08f-cb4c-440b-9a63-4cba34efd2c1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:12.065458 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e26c9d6-a403-45b9-92c5-8c5c6e12a62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:12.132165 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-1212c08f-cb4c-440b-9a63-4cba34efd2c1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] For port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0adaed9c-6d7a-4727-8f38-8b2dc2361fdb,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:12.132771 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1212c08f-cb4c-440b-9a63-4cba34efd2c1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:12.149706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1212c08f-cb4c-440b-9a63-4cba34efd2c1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:54:12.159224 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] Set router 3d89e44f-b91a-4fa7-a3b7-a14546c29699 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:54:12.173938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8e26c9d6-a403-45b9-92c5-8c5c6e12a62d None None] For port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0adaed9c-6d7a-4727-8f38-8b2dc2361fdb,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:12.193558 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e26c9d6-a403-45b9-92c5-8c5c6e12a62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:12.316464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26c9d6-a403-45b9-92c5-8c5c6e12a62d None None] Pushing event updated for resources: {'Port': ['ID=0adaed9c-6d7a-4727-8f38-8b2dc2361fdb,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:12.443088 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1212c08f-cb4c-440b-9a63-4cba34efd2c1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:12.454080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7b906eb5-aa90-46f0-8705-fd80fb9a3264 None None] Provisioning complete for port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:12.454634 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b906eb5-aa90-46f0-8705-fd80fb9a3264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:12.523891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7b906eb5-aa90-46f0-8705-fd80fb9a3264 None None] Port 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb was deleted so its status cannot be updated. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 13 04:54:12.592054 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212c08f-cb4c-440b-9a63-4cba34efd2c1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=0adaed9c-6d7a-4727-8f38-8b2dc2361fdb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:12.787607 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d89e44f-b91a-4fa7-a3b7-a14546c29699', 'name': 'tempest-NetworksTestDHCPv6-router-1995069215', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:02Z', 'updated_at': '2021-11-13T04:54:07Z', 'revision_number': 2, 'project_id': '0be0d039eb684412b25e18b68a5053f0', 'gw_port_host': None, '_interfaces': [{'id': '0adaed9c-6d7a-4727-8f38-8b2dc2361fdb', 'name': '', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'mac_address': 'fa:16:3e:89:99:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d89e44f-b91a-4fa7-a3b7-a14546c29699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '02f6c229-98c4-4f29-99c2-a1f95184f7c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:04Z', 'updated_at': '2021-11-13T04:54:11Z', 'revision_number': 4, 'project_id': '0be0d039eb684412b25e18b68a5053f0', 'subnets': [{'id': '02f6c229-98c4-4f29-99c2-a1f95184f7c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:12.902990 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7149fbb5-5c5c-4a6f-b6dc-9c8c617f7774 None None] The sync data for ids ['3d89e44f-b91a-4fa7-a3b7-a14546c29699'] in n-d-813114-2 is: [{'id': '3d89e44f-b91a-4fa7-a3b7-a14546c29699', 'name': 'tempest-NetworksTestDHCPv6-router-1995069215', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:02Z', 'updated_at': '2021-11-13T04:54:07Z', 'revision_number': 2, 'project_id': '0be0d039eb684412b25e18b68a5053f0', 'gw_port_host': None, '_interfaces': [{'id': '0adaed9c-6d7a-4727-8f38-8b2dc2361fdb', 'name': '', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'mac_address': 'fa:16:3e:89:99:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d89e44f-b91a-4fa7-a3b7-a14546c29699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '02f6c229-98c4-4f29-99c2-a1f95184f7c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:04Z', 'updated_at': '2021-11-13T04:54:11Z', 'revision_number': 4, 'project_id': '0be0d039eb684412b25e18b68a5053f0', 'subnets': [{'id': '02f6c229-98c4-4f29-99c2-a1f95184f7c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:54:12.953381 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1212c08f-cb4c-440b-9a63-4cba34efd2c1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:13.329180 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a13b8310-40e5-4626-8639-092e019d391c req-3ee15507-5dd4-448b-9232-18594cb074b1 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.1202843 Nov 13 04:54:13.562478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1212c08f-cb4c-440b-9a63-4cba34efd2c1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Router 3d89e44f-b91a-4fa7-a3b7-a14546c29699 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:54:13.727758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1212c08f-cb4c-440b-9a63-4cba34efd2c1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:54:13.754771 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35690) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:13.757516 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1212c08f-cb4c-440b-9a63-4cba34efd2c1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "PUT /v2.0/routers/3d89e44f-b91a-4fa7-a3b7-a14546c29699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3733501 Nov 13 04:54:13.928620 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35696) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:13.955377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c4cd5a-dbfe-4522-9e46-f06b5dc3795d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:13.957125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c4cd5a-dbfe-4522-9e46-f06b5dc3795d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:13.958827 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-15c4cd5a-dbfe-4522-9e46-f06b5dc3795d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2022839 Nov 13 04:54:13.961716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35700) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:14.105453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb09e43-29aa-4142-b02a-2dc011dcb4e9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 02f6c229-98c4-4f29-99c2-a1f95184f7c8 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:54:14.116693 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bb09e43-29aa-4142-b02a-2dc011dcb4e9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:14.211455 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bb09e43-29aa-4142-b02a-2dc011dcb4e9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:14.268588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-737441402-network', 'tenant_id': 'ed45584aef18439cae95469fe30521e9'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:14.366053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] Made reservation on behalf of ed45584aef18439cae95469fe30521e9 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:14.374481 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:14.389565 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:14.432222 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bb09e43-29aa-4142-b02a-2dc011dcb4e9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:14.549512 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-77293175-eaec-471b-8a73-dc8b49074274 req-93347b94-dc90-4bb2-93cd-3986ebfde06f tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0459614 Nov 13 04:54:14.648548 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:14.658318 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bb09e43-29aa-4142-b02a-2dc011dcb4e9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:14.714878 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:14.729056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb09e43-29aa-4142-b02a-2dc011dcb4e9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=02f6c229-98c4-4f29-99c2-a1f95184f7c8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:14.782218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d475bdb-7d4e-4873-9b75-7de1c3ed167e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:14.782697 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6237588b-1717-4949-a88f-0039fbc5c551 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:14.788245 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bb09e43-29aa-4142-b02a-2dc011dcb4e9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:14.795959 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2bb09e43-29aa-4142-b02a-2dc011dcb4e9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/02f6c229-98c4-4f29-99c2-a1f95184f7c8 HTTP/1.1" status: 204 len: 168 time: 0.8330698 Nov 13 04:54:14.800407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35732) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:14.820172 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:54:14.854880 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:14.855602 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] Added segment 8c0de0fb-7443-4669-8a62-c4fa74b22f40 of type vlan for network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 Nov 13 04:54:14.945048 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.002798 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.004947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:15.005807 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.019079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35748) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:15.020783 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4bb2ffd3-0b16-4411-9f3c-bc7f0162f5e4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2190804 Nov 13 04:54:15.053452 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1227872 Nov 13 04:54:15.056126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35750) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:15.084987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-33e4c157-d129-4c7c-83dc-eabd6fd19de2 admin admin] Request body: {'subnet': {'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-737441402-subnet', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:15.159850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e4c157-d129-4c7c-83dc-eabd6fd19de2 admin admin] Made reservation on behalf of ed45584aef18439cae95469fe30521e9 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:15.166435 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33e4c157-d129-4c7c-83dc-eabd6fd19de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.178458 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50dbf4c3-73db-49e8-9ac8-bbfc094ec776 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.374811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3cc33-2795-405c-a775-e2ceb2543406 admin admin] Pushing event updated for resources: {'Network': ['ID=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:15.386129 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec56e68-5ff3-41b4-86e3-cf26533125c0 None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:54:15.424274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:54:15.482966 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33e4c157-d129-4c7c-83dc-eabd6fd19de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.557127 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50dbf4c3-73db-49e8-9ac8-bbfc094ec776 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.566572 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50dbf4c3-73db-49e8-9ac8-bbfc094ec776 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.569322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48479ff8-351f-442e-8cd6-5bd80249ed10 None None] Sync routers for ids ['3d89e44f-b91a-4fa7-a3b7-a14546c29699'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:54:15.593718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4c157-d129-4c7c-83dc-eabd6fd19de2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8425bb51-2f44-48d9-9624-de0a04579a27,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:15.599152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4c157-d129-4c7c-83dc-eabd6fd19de2 admin admin] Checking segment: {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:54:15.600401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e4c157-d129-4c7c-83dc-eabd6fd19de2 admin admin] Network hostable DHCP agents. Network: 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:54:15.635082 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9ec56e68-5ff3-41b4-86e3-cf26533125c0 None None] Deleting port f5c1abde-bceb-4529-9668-74933efd58c7 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:54:15.635256 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e4c157-d129-4c7c-83dc-eabd6fd19de2 admin admin] Network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:54:15.637166 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ec56e68-5ff3-41b4-86e3-cf26533125c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.657658 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-33e4c157-d129-4c7c-83dc-eabd6fd19de2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:15.664675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e4c157-d129-4c7c-83dc-eabd6fd19de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:15.665725 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33e4c157-d129-4c7c-83dc-eabd6fd19de2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.689579 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50dbf4c3-73db-49e8-9ac8-bbfc094ec776 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.690141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dbf4c3-73db-49e8-9ac8-bbfc094ec776 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Fanout notify agent at l3_agent the message router_deleted on router 3d89e44f-b91a-4fa7-a3b7-a14546c29699 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:54:15.693532 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-33e4c157-d129-4c7c-83dc-eabd6fd19de2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6212072 Nov 13 04:54:15.696895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35772) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:15.721952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:15.722591 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50dbf4c3-73db-49e8-9ac8-bbfc094ec776 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.723783 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-50dbf4c3-73db-49e8-9ac8-bbfc094ec776 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/routers/3d89e44f-b91a-4fa7-a3b7-a14546c29699 HTTP/1.1" status: 204 len: 168 time: 0.6986001 Nov 13 04:54:15.728258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35778) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:15.739553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48479ff8-351f-442e-8cd6-5bd80249ed10 None None] Routers {'3d89e44f-b91a-4fa7-a3b7-a14546c29699'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:54:15.740547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-48479ff8-351f-442e-8cd6-5bd80249ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:54:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['3d89e44f-b91a-4fa7-a3b7-a14546c29699'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:15.747898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29ecf4d-75cf-47b3-9c3a-602853d8cd03 None None] Network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:15.786332 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.788178 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.800465 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3534736-959f-44d9-8ae9-d72a686b2b4f req-e695e696-7bf2-4bdf-a8e5-1b3d1e6dc5f6 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0333760 Nov 13 04:54:15.842375 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119aa839-c836-4e6b-830f-09877b801c17 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:15.843994 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-119aa839-c836-4e6b-830f-09877b801c17 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1145205 Nov 13 04:54:15.847268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:15.852968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-48479ff8-351f-442e-8cd6-5bd80249ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:15.908367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9ec56e68-5ff3-41b4-86e3-cf26533125c0 None None] For port f5c1abde-bceb-4529-9668-74933efd58c7, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f5c1abde-bceb-4529-9668-74933efd58c7,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:15.908675 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ec56e68-5ff3-41b4-86e3-cf26533125c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.915819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:15.924455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48479ff8-351f-442e-8cd6-5bd80249ed10 None None] Routers set() bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:54:15.924821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48479ff8-351f-442e-8cd6-5bd80249ed10 None None] Router IDs set() for agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 13 04:54:15.925427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_agentschedulers_db [None req-48479ff8-351f-442e-8cd6-5bd80249ed10 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3d89e44f-b91a-4fa7-a3b7-a14546c29699'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:54:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent'). {{(pid=102669) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 13 04:54:15.925803 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48479ff8-351f-442e-8cd6-5bd80249ed10 None None] The sync data for ids ['3d89e44f-b91a-4fa7-a3b7-a14546c29699'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:54:15.947333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9ec56e68-5ff3-41b4-86e3-cf26533125c0 None None] Calling delete_port for f5c1abde-bceb-4529-9668-74933efd58c7 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:54:15.962078 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9529f06c-8cc0-4a06-85f7-a390a32f6e5a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:15.969018 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9529f06c-8cc0-4a06-85f7-a390a32f6e5a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1169875 Nov 13 04:54:15.970109 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35794) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:16.089039 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b8d61a9e-6285-43c6-aa03-514a1277eb59 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984125 Nov 13 04:54:16.094137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35800) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:16.101002 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cd532e4d-0b60-445d-8e51-33a4af3cad7d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:16.185983 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:54:16.189575 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:16.192894 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ec56e68-5ff3-41b4-86e3-cf26533125c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:16.246030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec56e68-5ff3-41b4-86e3-cf26533125c0 None None] Pushing event deleted for resources: {'Port': ['ID=f5c1abde-bceb-4529-9668-74933efd58c7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:16.256946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec56e68-5ff3-41b4-86e3-cf26533125c0 None None] No DVR routers for this DVR port f5c1abde-bceb-4529-9668-74933efd58c7 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:54:16.276715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd532e4d-0b60-445d-8e51-33a4af3cad7d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:16.290015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd532e4d-0b60-445d-8e51-33a4af3cad7d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:16.403087 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:16.437790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-c952e4ed-703d-423c-96dd-4bac396b8d1c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4166389 Nov 13 04:54:16.531444 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Allocated IP 172.20.0.2 (2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265/8425bb51-2f44-48d9-9624-de0a04579a27/b4ba1107-432d-467c-a209-7e27fc300067) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:16.572811 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:54:16.707501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-6b521f88-4663-46bf-aa59-4a1a25a8befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:16.707892 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-6b521f88-4663-46bf-aa59-4a1a25a8befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:16.708357 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-6b521f88-4663-46bf-aa59-4a1a25a8befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:16.708830 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-6b521f88-4663-46bf-aa59-4a1a25a8befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:16.709281 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-6b521f88-4663-46bf-aa59-4a1a25a8befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:16.709792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-6b521f88-4663-46bf-aa59-4a1a25a8befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:16.710248 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-6b521f88-4663-46bf-aa59-4a1a25a8befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:16.712890 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-6b521f88-4663-46bf-aa59-4a1a25a8befa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 6491 time: 0.1368654 Nov 13 04:54:16.819251 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:16.841328 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:16.850554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f5c1abde-bceb-4529-9668-74933efd58c7 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:54:16.877067 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f5c1abde-bceb-4529-9668-74933efd58c7 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:54:16.877786 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f5c1abde-bceb-4529-9668-74933efd58c7 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:54:16.877786 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:54:16.893079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.objects.ports [None req-cd532e4d-0b60-445d-8e51-33a4af3cad7d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:54:16.895382 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd532e4d-0b60-445d-8e51-33a4af3cad7d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:16.939707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:54:16.940171 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0adaed9c-6d7a-4727-8f38-8b2dc2361fdb not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:54:16.942819 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd532e4d-0b60-445d-8e51-33a4af3cad7d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:16.948045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-cd532e4d-0b60-445d-8e51-33a4af3cad7d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:16.960796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd532e4d-0b60-445d-8e51-33a4af3cad7d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:16.962177 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd532e4d-0b60-445d-8e51-33a4af3cad7d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:16.964676 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:16.966311 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff3aed5-bcc3-4722-84ed-55448bf62984 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:16.976936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:17.003177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:17.017820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Pushing event updated for resources: {'Port': ['ID=b4ba1107-432d-467c-a209-7e27fc300067,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:17.040383 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cd532e4d-0b60-445d-8e51-33a4af3cad7d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9446895 Nov 13 04:54:17.093100 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35832) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:17.094892 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-7f9eb749-1b8f-408b-a284-ddd6d49350f7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:17.094892 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-7f9eb749-1b8f-408b-a284-ddd6d49350f7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/networks?id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa HTTP/1.1" status: 200 len: 805 time: 0.2597713 Nov 13 04:54:17.122357 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86074415-10a3-44a5-bf05-0390bec4dea9 req-fd23c211-f20b-490f-9ee4-41c882d24a58 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.1321733 Nov 13 04:54:17.150165 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-313c6bc2-4543-4972-88d4-11646f337a9d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:17.180388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd532e4d-0b60-445d-8e51-33a4af3cad7d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=4f424127-fdd6-4988-99fc-8cd844714cff,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:17.180832 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-9234044b-7d6d-4fc4-a57a-1948f78c33b8 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/quotas/6c6c8d06c0ca4bdea6b7320fa15c99bd HTTP/1.1" status: 200 len: 375 time: 0.0906446 Nov 13 04:54:17.312869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Attempting to bind port b4ba1107-432d-467c-a209-7e27fc300067 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:54:17.313235 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Attempting to bind port b4ba1107-432d-467c-a209-7e27fc300067 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:54:17.313599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Attempting to bind port b4ba1107-432d-467c-a209-7e27fc300067 on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:54:17.343256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:54:17.343744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Checking segment: {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:54:17.344197 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:17.344864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Bound using segment: {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:54:17.345487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Bound port: b4ba1107-432d-467c-a209-7e27fc300067, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:54:17.345877 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:17.364878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313c6bc2-4543-4972-88d4-11646f337a9d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:17.393743 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-313c6bc2-4543-4972-88d4-11646f337a9d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:17.483830 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': '4f424127-fdd6-4988-99fc-8cd844714cff'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:54:17.485021 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:17.506853 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] For port b4ba1107-432d-467c-a209-7e27fc300067, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:54:17.553700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] For port b4ba1107-432d-467c-a209-7e27fc300067, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b4ba1107-432d-467c-a209-7e27fc300067,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:54:17.613444 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:17.901121 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-313c6bc2-4543-4972-88d4-11646f337a9d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:17.923770 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cbe45-95ef-4570-959b-f4aabfc62e2b None None] Pushing event updated for resources: {'Port': ['ID=b4ba1107-432d-467c-a209-7e27fc300067,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:17.959341 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Allocated IP 2001:db8::f816:3eff:fe35:d72a (63517ab3-2070-4aed-993a-d13fb8f8841c/4f424127-fdd6-4988-99fc-8cd844714cff/9279a101-ef4f-4abc-8098-cfa055cfddcd) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:18.041219 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c6bc2-4543-4972-88d4-11646f337a9d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:18.064365 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-a08d0f0a-f252-4311-95a4-31eefaa771b5 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c6c8d06c0ca4bdea6b7320fa15c99bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8059204 Nov 13 04:54:18.070378 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-61839c97-d5a4-4a0b-8753-14047098bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:18.071151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-61839c97-d5a4-4a0b-8753-14047098bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:18.071807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-61839c97-d5a4-4a0b-8753-14047098bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:18.073922 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-61839c97-d5a4-4a0b-8753-14047098bc0e service neutron] 10.222.0.46 "GET /v2.0/networks?id=54bcc594-4643-4653-a5bb-72d48b85d8bc&id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&id=b6efdb13-7adc-4b26-8d19-afce58f5230b&id=b6efdb13-7adc-4b26-8d19-afce58f5230b HTTP/1.1" status: 200 len: 2292 time: 1.3317010 Nov 13 04:54:18.081015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-313c6bc2-4543-4972-88d4-11646f337a9d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:18.091362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c6bc2-4543-4972-88d4-11646f337a9d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:18.092501 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-313c6bc2-4543-4972-88d4-11646f337a9d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:18.121077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c6bc2-4543-4972-88d4-11646f337a9d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=828e922a-3b83-4eb9-8479-8667d554b4c0,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:18.146725 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-313c6bc2-4543-4972-88d4-11646f337a9d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0299931 Nov 13 04:54:18.147042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35844) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:18.152262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-67192868-2c14-4604-91a1-aea6027eb6a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'mac_address': 'fa:16:3e:43:e2:ed', 'name': 'tempest-NetworksTestDHCPv6-1052571132'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:18.178203 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:18.188738 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:18.221180 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:18.244237 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:18.271371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:18.344553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6b374-aec9-4c0c-a8a7-c20b94cb63a0 req-8c2b72a6-7926-4b11-926c-1c7470cc8094 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:18.367854 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-26a6b374-aec9-4c0c-a8a7-c20b94cb63a0 req-8c2b72a6-7926-4b11-926c-1c7470cc8094 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "GET /v2.0/ports?device_id=89aa4377-96da-4abd-9548-85ea8d3fee8b HTTP/1.1" status: 200 len: 945 time: 0.1168246 Nov 13 04:54:18.371534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:18.404502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:18.568309 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-a30a45ec-b602-4b63-94e2-4dc004a6a448 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19099ef5-6d30-4282-af7f-46bf14ca6429 HTTP/1.1" status: 200 len: 1002 time: 0.4662728 Nov 13 04:54:18.580540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Pushing event updated for resources: {'Port': ['ID=9279a101-ef4f-4abc-8098-cfa055cfddcd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:18.595834 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Attempting to bind port 9279a101-ef4f-4abc-8098-cfa055cfddcd on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:54:18.596258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Attempting to bind port 9279a101-ef4f-4abc-8098-cfa055cfddcd by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:54:18.596614 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Attempting to bind port 9279a101-ef4f-4abc-8098-cfa055cfddcd on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:54:18.598077 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3bc62ee0-8923-47ea-b50c-e3f3a81f809a req-7c1db18e-f5d5-4565-8c95-0710ebc943cf tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0850317 Nov 13 04:54:18.602296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:54:18.602731 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:54:18.603726 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:18.604141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:54:18.604598 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Bound port: 9279a101-ef4f-4abc-8098-cfa055cfddcd, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:54:18.604978 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:18.621401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Allocated IP 172.25.8.245 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/664811a1-a3a1-4bf5-a590-d204a0fccd08) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:18.661667 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67192868-2c14-4604-91a1-aea6027eb6a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:18.695972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] For port 9279a101-ef4f-4abc-8098-cfa055cfddcd, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:54:18.702160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] For port 9279a101-ef4f-4abc-8098-cfa055cfddcd, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9279a101-ef4f-4abc-8098-cfa055cfddcd,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:54:18.714343 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:18.745971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-2a8c2e5d-5690-46be-a198-ce5a18569583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:18.748482 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-2a8c2e5d-5690-46be-a198-ce5a18569583 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9ac137d-bc95-480d-b540-783bd32adcd0 HTTP/1.1" status: 200 len: 849 time: 0.1674745 Nov 13 04:54:18.753896 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-2e138b1b-934e-460f-bbb8-38ab46c92336 service neutron] 10.222.0.43 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732688 Nov 13 04:54:18.827418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-26a6b374-aec9-4c0c-a8a7-c20b94cb63a0 req-2039ea3f-457d-40d0-997d-989fa63aeccd tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Deleting port edc81823-e5ff-4627-83ff-0a84ccc9c651 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:54:18.827814 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26a6b374-aec9-4c0c-a8a7-c20b94cb63a0 req-2039ea3f-457d-40d0-997d-989fa63aeccd tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:18.854925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264c1c3-7d5e-487c-b716-dccbd0115f88 None None] Pushing event updated for resources: {'Port': ['ID=9279a101-ef4f-4abc-8098-cfa055cfddcd,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:18.977318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-26a6b374-aec9-4c0c-a8a7-c20b94cb63a0 req-2039ea3f-457d-40d0-997d-989fa63aeccd tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] For port edc81823-e5ff-4627-83ff-0a84ccc9c651, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edc81823-e5ff-4627-83ff-0a84ccc9c651,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:18.977826 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26a6b374-aec9-4c0c-a8a7-c20b94cb63a0 req-2039ea3f-457d-40d0-997d-989fa63aeccd tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:19.005137 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-a053dde9-513c-4b3b-82a7-ca336d5cf40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:19.010871 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-a053dde9-513c-4b3b-82a7-ca336d5cf40e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=54bcc594-4643-4653-a5bb-72d48b85d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2104483 Nov 13 04:54:19.016655 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b4ba1107-432d-467c-a209-7e27fc300067 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:19.023502 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-26a6b374-aec9-4c0c-a8a7-c20b94cb63a0 req-2039ea3f-457d-40d0-997d-989fa63aeccd tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Calling delete_port for edc81823-e5ff-4627-83ff-0a84ccc9c651 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:54:19.132625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:19.137460 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-9de30488-daad-45cd-bc9e-04e875794788 service neutron] 10.222.0.43 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514225 Nov 13 04:54:19.186806 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67192868-2c14-4604-91a1-aea6027eb6a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:19.199773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port b4ba1107-432d-467c-a209-7e27fc300067 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:19.200445 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:19.274693 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-3a36edc4-05eb-4feb-bd7f-d3a7c7963bf8 service neutron] 10.222.0.46 "GET /v2.0/networks/54bcc594-4643-4653-a5bb-72d48b85d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360990 Nov 13 04:54:19.281752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-67192868-2c14-4604-91a1-aea6027eb6a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port b93baa41-dbec-4461-a278-6038b0e07b99 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:54:19.286126 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:19.382146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Pushing event updated for resources: {'Port': ['ID=664811a1-a3a1-4bf5-a590-d204a0fccd08,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:19.387328 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:19.445175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port b4ba1107-432d-467c-a209-7e27fc300067, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b4ba1107-432d-467c-a209-7e27fc300067,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:19.450888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:19.453544 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:19.473303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:19.486474 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:19.503530 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0883723-ec2e-4867-af86-ca6afdd728c0 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:54:19.574100 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=b4ba1107-432d-467c-a209-7e27fc300067,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:19.669080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d5397958-4d5e-4060-be52-0b4578f42e46 None None] Provisioning complete for port 664811a1-a3a1-4bf5-a590-d204a0fccd08 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:19.669521 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5397958-4d5e-4060-be52-0b4578f42e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:19.737815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d5397958-4d5e-4060-be52-0b4578f42e46 None None] Port 664811a1-a3a1-4bf5-a590-d204a0fccd08 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:54:19.792923 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e332221c-8a4f-49a6-af65-40146049939d req-d163e2d4-db79-47de-944a-e3ba693c88e0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 210 time: 0.1802318 Nov 13 04:54:19.918537 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39b60f8a-69aa-4780-a05a-e2686b4afbd7 req-4909f6f9-5352-488e-85a0-8ff44b1a7eda tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.1071517 Nov 13 04:54:19.948345 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d33c03b-422b-4ca7-8f1f-ebf18db0ca63 None None] Network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:19.969266 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26a6b374-aec9-4c0c-a8a7-c20b94cb63a0 req-2039ea3f-457d-40d0-997d-989fa63aeccd tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:19.979086 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-ee463d86-93e0-4b6d-b3b4-c2feb9f40efd service neutron] 10.222.0.46 "GET /v2.0/networks/54bcc594-4643-4653-a5bb-72d48b85d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836104 Nov 13 04:54:20.023996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039ea3f-457d-40d0-997d-989fa63aeccd tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Pushing event deleted for resources: {'Port': ['ID=edc81823-e5ff-4627-83ff-0a84ccc9c651,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:20.054293 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edc81823-e5ff-4627-83ff-0a84ccc9c651 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:54:20.137560 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-cd72a5b0-fcb6-4555-b67e-259fa8c0f3ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=de58f93c-d5cf-4928-9fa1-0dafe167d15d HTTP/1.1" status: 200 len: 217 time: 0.1409302 Nov 13 04:54:20.157477 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-67192868-2c14-4604-91a1-aea6027eb6a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 172.20.0.12 (63517ab3-2070-4aed-993a-d13fb8f8841c/828e922a-3b83-4eb9-8479-8667d554b4c0/b93baa41-dbec-4461-a278-6038b0e07b99) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:20.180836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c31ff-3b82-425a-95d5-0c0f92300fe5 None None] DHCP port deletion for ddee612a-1233-4d2d-834d-0d8cc0f07cfa request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:54:20.196062 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: edc81823-e5ff-4627-83ff-0a84ccc9c651 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:54:20.196387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edc81823-e5ff-4627-83ff-0a84ccc9c651 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:54:20.200519 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c59f893c-f55e-4a67-9d99-650832360211 None None] Provisioning complete for port b4ba1107-432d-467c-a209-7e27fc300067 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:20.200892 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c59f893c-f55e-4a67-9d99-650832360211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:20.204903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a6b374-aec9-4c0c-a8a7-c20b94cb63a0 req-2039ea3f-457d-40d0-997d-989fa63aeccd tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] No DVR routers for this DVR port edc81823-e5ff-4627-83ff-0a84ccc9c651 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:54:20.213199 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-67192868-2c14-4604-91a1-aea6027eb6a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::f816:3eff:fe43:e2ed (63517ab3-2070-4aed-993a-d13fb8f8841c/4f424127-fdd6-4988-99fc-8cd844714cff/b93baa41-dbec-4461-a278-6038b0e07b99) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:20.216393 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26a6b374-aec9-4c0c-a8a7-c20b94cb63a0 req-2039ea3f-457d-40d0-997d-989fa63aeccd tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:20.220082 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-26a6b374-aec9-4c0c-a8a7-c20b94cb63a0 req-2039ea3f-457d-40d0-997d-989fa63aeccd tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "DELETE /v2.0/ports/edc81823-e5ff-4627-83ff-0a84ccc9c651 HTTP/1.1" status: 204 len: 173 time: 1.8355744 Nov 13 04:54:20.228122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89aa4377-96da-4abd-9548-85ea8d3fee8b', 'name': 'network-vif-deleted', 'tag': 'edc81823-e5ff-4627-83ff-0a84ccc9c651'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:54:20.230646 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecb3a57-bbab-4a77-ae31-80e5f95973e1" -d '{"events": [{"server_uuid": "89aa4377-96da-4abd-9548-85ea8d3fee8b", "name": "network-vif-deleted", "tag": "edc81823-e5ff-4627-83ff-0a84ccc9c651"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:54:20.377223 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:20.412525 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ddd206-fa84-49af-a420-44027acdc5da x-openstack-request-id: req-40ddd206-fa84-49af-a420-44027acdc5da {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:54:20.412838 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89aa4377-96da-4abd-9548-85ea8d3fee8b", "name": "network-vif-deleted", "tag": "edc81823-e5ff-4627-83ff-0a84ccc9c651", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:54:20.413070 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40ddd206-fa84-49af-a420-44027acdc5da {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:54:20.413487 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89aa4377-96da-4abd-9548-85ea8d3fee8b', 'name': 'network-vif-deleted', 'tag': 'edc81823-e5ff-4627-83ff-0a84ccc9c651', 'status': 'completed', 'code': 200} Nov 13 04:54:20.456526 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-c2e990e5-027a-4a21-a209-62cb50ee4b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:20.458893 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-c2e990e5-027a-4a21-a209-62cb50ee4b5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eafef19-b9a2-402d-a6d8-c66347803a1a HTTP/1.1" status: 200 len: 797 time: 0.1454382 Nov 13 04:54:20.557669 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67192868-2c14-4604-91a1-aea6027eb6a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:20.588677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-826bd62b-7b1a-423a-af6d-7a6d87010518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:20.590311 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-826bd62b-7b1a-423a-af6d-7a6d87010518 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1220715 Nov 13 04:54:20.611126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67192868-2c14-4604-91a1-aea6027eb6a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:20.633108 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38723ce-9341-46ba-a67d-5083234bb039 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:20.698300 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67192868-2c14-4604-91a1-aea6027eb6a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=b93baa41-dbec-4461-a278-6038b0e07b99,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:20.724530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67192868-2c14-4604-91a1-aea6027eb6a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:20.727459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-67192868-2c14-4604-91a1-aea6027eb6a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:20.736384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67192868-2c14-4604-91a1-aea6027eb6a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:20.766538 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2e059910-c141-4a78-990d-b723c97e2572 None None] Provisioning complete for port 9279a101-ef4f-4abc-8098-cfa055cfddcd triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:20.767196 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e059910-c141-4a78-990d-b723c97e2572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:20.868673 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-9e92914f-d3b2-4a19-859b-2d743d025a0a service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613150 Nov 13 04:54:20.943217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67192868-2c14-4604-91a1-aea6027eb6a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:20.944235 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67192868-2c14-4604-91a1-aea6027eb6a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:21.004259 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-67192868-2c14-4604-91a1-aea6027eb6a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8541486 Nov 13 04:54:21.007391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35898) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:21.146338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8298878d-8c6c-4e94-a524-963e286b8cd3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:21.152378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8298878d-8c6c-4e94-a524-963e286b8cd3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:21.154333 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8298878d-8c6c-4e94-a524-963e286b8cd3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1449187 Nov 13 04:54:21.171544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35902) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:21.186399 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-11e3f4f6-cd0f-48e5-bd1c-e3d65d731697 req-eb3a4224-481a-4c49-897c-4a6cc4643c61 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0641766 Nov 13 04:54:21.187990 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-340434a7-ea3b-4300-8c98-c17332b55de7 req-f3476c72-8791-4c8d-984c-c2efd18ccdf7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 210 time: 0.1652360 Nov 13 04:54:21.190769 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:21.274971 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9279a101-ef4f-4abc-8098-cfa055cfddcd up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:21.417950 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e059910-c141-4a78-990d-b723c97e2572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:21.429444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f7e99a6c-58f9-4fc8-bc60-5abdb26736f7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port b93baa41-dbec-4461-a278-6038b0e07b99 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:54:21.430198 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7e99a6c-58f9-4fc8-bc60-5abdb26736f7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:21.461966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2e059910-c141-4a78-990d-b723c97e2572 None None] For port 9279a101-ef4f-4abc-8098-cfa055cfddcd, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9279a101-ef4f-4abc-8098-cfa055cfddcd,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:21.478415 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e059910-c141-4a78-990d-b723c97e2572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:21.547584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e059910-c141-4a78-990d-b723c97e2572 None None] Pushing event updated for resources: {'Port': ['ID=9279a101-ef4f-4abc-8098-cfa055cfddcd,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:21.585310 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 9279a101-ef4f-4abc-8098-cfa055cfddcd triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:21.585310 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:21.587877 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7e99a6c-58f9-4fc8-bc60-5abdb26736f7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:21.604222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f7e99a6c-58f9-4fc8-bc60-5abdb26736f7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for b93baa41-dbec-4461-a278-6038b0e07b99 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:54:21.643177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7ab87622-076c-469f-897d-30fea55f4c0d None None] Provisioning complete for port b4ba1107-432d-467c-a209-7e27fc300067 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:21.643928 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ab87622-076c-469f-897d-30fea55f4c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:21.696818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b472d011-8ede-4d71-861b-4669b6cee766 None None] Update dhcp port {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'fixed_ips': [{'subnet_id': '4f424127-fdd6-4988-99fc-8cd844714cff', 'ip_address': '2001:db8::f816:3eff:fe35:d72a'}, {'subnet_id': '828e922a-3b83-4eb9-8479-8667d554b4c0'}], 'binding:host_id': 'n-d-813114-2'}, 'id': '9279a101-ef4f-4abc-8098-cfa055cfddcd'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 04:54:21.756414 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-b20daa9e-ab0d-436a-8792-92bab4aee86c service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8703511 Nov 13 04:54:21.757452 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b472d011-8ede-4d71-861b-4669b6cee766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:21.813652 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-50b51e64-9398-4552-a7ac-5f77cbfde03e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=5f399afc-4069-477e-8131-37a3697f6c2f HTTP/1.1" status: 200 len: 217 time: 0.0491357 Nov 13 04:54:21.909417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b4ba1107-432d-467c-a209-7e27fc300067 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:21.923740 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-a68ca334-0441-4bc5-9c99-30f2af637f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:21.924998 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-a68ca334-0441-4bc5-9c99-30f2af637f47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eafef19-b9a2-402d-a6d8-c66347803a1a HTTP/1.1" status: 200 len: 797 time: 0.1023328 Nov 13 04:54:21.987737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Router d743e8a6-cae8-4aee-a04e-5784d21617bb is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:54:22.027656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port b4ba1107-432d-467c-a209-7e27fc300067 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:22.027931 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:22.045186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-b472d011-8ede-4d71-861b-4669b6cee766 None None] Allocated IP 172.20.0.2 (63517ab3-2070-4aed-993a-d13fb8f8841c/828e922a-3b83-4eb9-8479-8667d554b4c0/9279a101-ef4f-4abc-8098-cfa055cfddcd) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:22.259166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:54:22.271675 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Sync routers for ids ['d743e8a6-cae8-4aee-a04e-5784d21617bb'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:54:22.281943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-2039ed6a-0ff6-47b1-89b0-b05fb1e48bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:22.284082 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-2039ed6a-0ff6-47b1-89b0-b05fb1e48bb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2838235 Nov 13 04:54:22.290081 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:22.290081 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0cff9cb6-62f4-407c-a690-deb66bbbd624 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5899632 Nov 13 04:54:22.292867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35914) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:22.304854 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Routers {'d743e8a6-cae8-4aee-a04e-5784d21617bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:54:22.308559 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:54:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d743e8a6-cae8-4aee-a04e-5784d21617bb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:22.352106 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b472d011-8ede-4d71-861b-4669b6cee766 None None] For port 9279a101-ef4f-4abc-8098-cfa055cfddcd, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9279a101-ef4f-4abc-8098-cfa055cfddcd,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:22.406894 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b472d011-8ede-4d71-861b-4669b6cee766 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:22.419686 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b472d011-8ede-4d71-861b-4669b6cee766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:22.524849 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4872b964-4f6c-4277-a444-3f84997cc005 req-64b79563-0fac-4f29-8b89-0c20e2ed981b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 210 time: 0.1268578 Nov 13 04:54:22.532179 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-58d227be-3271-481d-b3ca-df89e7a3470f req-911a89eb-e0b0-403c-92c9-cef2c6213b32 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0475807 Nov 13 04:54:22.551722 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7e99a6c-58f9-4fc8-bc60-5abdb26736f7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:22.556749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472d011-8ede-4d71-861b-4669b6cee766 None None] Pushing event updated for resources: {'Port': ['ID=9279a101-ef4f-4abc-8098-cfa055cfddcd,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:22.577587 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Set router d743e8a6-cae8-4aee-a04e-5784d21617bb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:54:22.665488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e99a6c-58f9-4fc8-bc60-5abdb26736f7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=b93baa41-dbec-4461-a278-6038b0e07b99,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:22.805913 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-6e597481-e107-459c-be9b-b2aacb72c556 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:22.807471 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-6e597481-e107-459c-be9b-b2aacb72c556 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "GET /v2.0/networks?id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa HTTP/1.1" status: 200 len: 805 time: 0.9448762 Nov 13 04:54:22.832090 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-1f4b10c6-c3b0-4d72-806e-727b962a3db8 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288684 Nov 13 04:54:22.840866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-edd6f769-bed4-46c0-882f-8003a9581fed tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Request body: {'port': {'device_id': 'ee53b10e-23de-4f3d-8bdf-8f44445b3858', 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa', 'admin_state_up': True, 'tenant_id': '6c6c8d06c0ca4bdea6b7320fa15c99bd'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:22.864755 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9279a101-ef4f-4abc-8098-cfa055cfddcd up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:22.876775 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:15Z', 'updated_at': '2021-11-13T04:54:20Z', 'revision_number': 3, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'gw_port': {'id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:18Z', 'updated_at': '2021-11-13T04:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:22.975505 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Checking router: d743e8a6-cae8-4aee-a04e-5784d21617bb for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:54:22.977217 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Updating router d743e8a6-cae8-4aee-a04e-5784d21617bb port 664811a1-a3a1-4bf5-a590-d204a0fccd08 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:54:22.997593 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 9279a101-ef4f-4abc-8098-cfa055cfddcd triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:22.998232 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:23.037144 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:23.042585 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7e99a6c-58f9-4fc8-bc60-5abdb26736f7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:23.055373 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f7e99a6c-58f9-4fc8-bc60-5abdb26736f7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/b93baa41-dbec-4461-a278-6038b0e07b99 HTTP/1.1" status: 204 len: 168 time: 1.8590186 Nov 13 04:54:23.056033 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35926) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:23.133025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-edd6f769-bed4-46c0-882f-8003a9581fed tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Made reservation on behalf of 6c6c8d06c0ca4bdea6b7320fa15c99bd for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:23.141874 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-edd6f769-bed4-46c0-882f-8003a9581fed tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:23.217984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9a0147-3ab3-4b80-9d59-72616498c7e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:23.219820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9a0147-3ab3-4b80-9d59-72616498c7e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:23.221604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9a0147-3ab3-4b80-9d59-72616498c7e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:23.223299 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ad9a0147-3ab3-4b80-9d59-72616498c7e3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1644232 Nov 13 04:54:23.226184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35928) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:23.257612 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-d64d8c09-6789-4b12-bdc3-e732ce8f6715 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153690 Nov 13 04:54:23.370894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bf8275-76d7-4589-a1a2-0b5f62bd13c9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 4f424127-fdd6-4988-99fc-8cd844714cff {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:54:23.376237 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-e5c924bf-8a59-40c8-8330-bda55b60c6c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=011a8497-145c-4fd7-903e-19cf452a8ebd HTTP/1.1" status: 200 len: 217 time: 0.0479164 Nov 13 04:54:23.379050 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99bf8275-76d7-4589-a1a2-0b5f62bd13c9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:23.440427 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-edd6f769-bed4-46c0-882f-8003a9581fed tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Allocated IP 172.20.0.10 (ddee612a-1233-4d2d-834d-0d8cc0f07cfa/a149c78c-3ec3-4358-b619-c6f87b382343/c3eae07a-682b-4b78-a582-c6922ccf28cf) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:23.444144 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99bf8275-76d7-4589-a1a2-0b5f62bd13c9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:23.471130 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:23.481430 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:23.510743 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1b3034-3931-44a0-928b-58b3e48171ba None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:54:23.528729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-357622dd-3bc3-4815-9efa-4bf32d65a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:23.530959 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-357622dd-3bc3-4815-9efa-4bf32d65a690 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eafef19-b9a2-402d-a6d8-c66347803a1a HTTP/1.1" status: 200 len: 797 time: 0.1453581 Nov 13 04:54:23.603767 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Attempting to bind port 664811a1-a3a1-4bf5-a590-d204a0fccd08 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:54:23.604644 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Attempting to bind port 664811a1-a3a1-4bf5-a590-d204a0fccd08 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:54:23.604644 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Attempting to bind port 664811a1-a3a1-4bf5-a590-d204a0fccd08 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:54:23.625150 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:54:23.625588 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:54:23.625995 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:23.626383 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:54:23.626866 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Bound port: 664811a1-a3a1-4bf5-a590-d204a0fccd08, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:54:23.627266 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:23.658578 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d839decc-55aa-4095-ac31-330c0f3c1dcc None None] Provisioning complete for port 664811a1-a3a1-4bf5-a590-d204a0fccd08 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:23.662412 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d839decc-55aa-4095-ac31-330c0f3c1dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:23.674973 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99bf8275-76d7-4589-a1a2-0b5f62bd13c9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:23.709706 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb75e2-5eb9-4789-8992-ffbd1b4f910d None None] Pushing event updated for resources: {'Port': ['ID=664811a1-a3a1-4bf5-a590-d204a0fccd08,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:23.744485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d839decc-55aa-4095-ac31-330c0f3c1dcc None None] Port 664811a1-a3a1-4bf5-a590-d204a0fccd08 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:54:23.781510 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] For port 664811a1-a3a1-4bf5-a590-d204a0fccd08, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:54:23.787116 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] For port 664811a1-a3a1-4bf5-a590-d204a0fccd08, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=664811a1-a3a1-4bf5-a590-d204a0fccd08,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:54:23.791987 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ffdd9438-385b-4b01-8f94-e1b966e73d2d req-7771482e-d692-4f2e-9764-4b571f00967c tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 210 time: 0.0732908 Nov 13 04:54:23.795917 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:23.807945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-c457bd60-cd89-420b-9b3e-9ad4909ac3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:23.823503 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-c457bd60-cd89-420b-9b3e-9ad4909ac3a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2811768 Nov 13 04:54:23.845486 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99bf8275-76d7-4589-a1a2-0b5f62bd13c9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:23.850179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9649335a-85fd-47fe-8fb0-10618bfe09a4 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:54:23.894787 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9e65a000-122e-40bc-b7ed-b02a04f32bfb None None] Could not find standard attr ID for object b93baa41-dbec-4461-a278-6038b0e07b99. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:54:23.948424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9e65a000-122e-40bc-b7ed-b02a04f32bfb None None] Provisioning complete for port 9279a101-ef4f-4abc-8098-cfa055cfddcd triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:23.950778 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e65a000-122e-40bc-b7ed-b02a04f32bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:24.011574 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Routers {'d743e8a6-cae8-4aee-a04e-5784d21617bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:54:24.016066 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:54:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d743e8a6-cae8-4aee-a04e-5784d21617bb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:24.063673 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c33b7f57-38e2-4e34-960c-cb2413e3e12f req-4f95ed9c-76d4-4174-89ae-ff8cff9c10b2 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.2252467 Nov 13 04:54:24.071757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf8275-76d7-4589-a1a2-0b5f62bd13c9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=4f424127-fdd6-4988-99fc-8cd844714cff,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:24.076957 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99bf8275-76d7-4589-a1a2-0b5f62bd13c9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:24.083033 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-99bf8275-76d7-4589-a1a2-0b5f62bd13c9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/4f424127-fdd6-4988-99fc-8cd844714cff HTTP/1.1" status: 204 len: 168 time: 0.8557901 Nov 13 04:54:24.087384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35946) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:24.246387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9672e493-d1a3-4320-819c-a223d4a9678a None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:24.252930 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:24.274491 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-049dad88-ed73-47a7-93b7-81e07afe722d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 828e922a-3b83-4eb9-8479-8667d554b4c0 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:54:24.280659 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049dad88-ed73-47a7-93b7-81e07afe722d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:24.350907 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049dad88-ed73-47a7-93b7-81e07afe722d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:24.357300 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] Set router d743e8a6-cae8-4aee-a04e-5784d21617bb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:54:24.398043 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-edd6f769-bed4-46c0-882f-8003a9581fed tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:24.491230 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049dad88-ed73-47a7-93b7-81e07afe722d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:24.520543 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-edd6f769-bed4-46c0-882f-8003a9581fed tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:24.555243 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Allocated IP 172.20.0.1 (2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265/8425bb51-2f44-48d9-9624-de0a04579a27/d7686aa5-90ef-4127-915b-fc6631de82db) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:24.589066 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-edd6f769-bed4-46c0-882f-8003a9581fed tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Network ddee612a-1233-4d2d-834d-0d8cc0f07cfa is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:24.593752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-edd6f769-bed4-46c0-882f-8003a9581fed tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:24.604315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-edd6f769-bed4-46c0-882f-8003a9581fed tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:24.658537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f769-bed4-46c0-882f-8003a9581fed tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Pushing event updated for resources: {'Port': ['ID=c3eae07a-682b-4b78-a582-c6922ccf28cf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:24.670485 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049dad88-ed73-47a7-93b7-81e07afe722d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:24.722338 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb75e2-5eb9-4789-8992-ffbd1b4f910d None None] Pushing event updated for resources: {'Port': ['ID=664811a1-a3a1-4bf5-a590-d204a0fccd08,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:24.726414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-edd6f769-bed4-46c0-882f-8003a9581fed tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:24.727211 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-edd6f769-bed4-46c0-882f-8003a9581fed tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:24.731459 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae18417-f71f-4f2b-9e87-9baf903ddf1c None None] DHCP port deletion for ddee612a-1233-4d2d-834d-0d8cc0f07cfa request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:54:24.732121 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dad88-ed73-47a7-93b7-81e07afe722d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=828e922a-3b83-4eb9-8479-8667d554b4c0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:24.740417 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049dad88-ed73-47a7-93b7-81e07afe722d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:24.746421 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-049dad88-ed73-47a7-93b7-81e07afe722d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/828e922a-3b83-4eb9-8479-8667d554b4c0 HTTP/1.1" status: 204 len: 168 time: 0.6560960 Nov 13 04:54:24.746999 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:24.748639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35948) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:24.761843 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2c42c1f-78cf-46f7-90ac-a57ad289a594 req-a4ccdd7f-c105-4383-b2b1-1a1a817db9fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.6226721 Nov 13 04:54:24.781821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ecb1e288-d017-4f52-ae8c-c73d5b8e7dc7 None None] Provisioning complete for port 664811a1-a3a1-4bf5-a590-d204a0fccd08 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:24.781979 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-57983f1b-6834-4ada-a59d-df95d1e9e989 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9501617 Nov 13 04:54:24.782248 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e288-d017-4f52-ae8c-c73d5b8e7dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:24.821403 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:15Z', 'updated_at': '2021-11-13T04:54:20Z', 'revision_number': 3, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'gw_port': {'id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:18Z', 'updated_at': '2021-11-13T04:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:24.830033 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:24.860790 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ad8e023e-119a-43cd-8388-85128ffb6302 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107998 Nov 13 04:54:24.884759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35954) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:24.900003 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-edd6f769-bed4-46c0-882f-8003a9581fed tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0679290 Nov 13 04:54:24.916388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:24.920192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Pushing event updated for resources: {'Port': ['ID=d7686aa5-90ef-4127-915b-fc6631de82db,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:24.935574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:24.935930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:24.936540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:24.937059 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:24.937466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:24.937878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:24.938210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:24.938538 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:24.938870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:24.939210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:24.939534 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:24.939961 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:24.975896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:24.978242 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:24.985284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:25.020104 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31040b3f-4c29-435e-a81d-62058d1e7bce None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:54:25.046441 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e288-d017-4f52-ae8c-c73d5b8e7dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:25.069244 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:25.087490 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Request body: {'port': {'device_id': 'ee53b10e-23de-4f3d-8bdf-8f44445b3858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:25.264938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ecb1e288-d017-4f52-ae8c-c73d5b8e7dc7 None None] For port 664811a1-a3a1-4bf5-a590-d204a0fccd08, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=664811a1-a3a1-4bf5-a590-d204a0fccd08,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:25.279996 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a03214-333f-4a62-a0c3-c4c673682b8f None None] The sync data for ids ['d743e8a6-cae8-4aee-a04e-5784d21617bb'] in n-d-813114-2 is: [{'id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:15Z', 'updated_at': '2021-11-13T04:54:20Z', 'revision_number': 3, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'gw_port': {'id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:18Z', 'updated_at': '2021-11-13T04:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:54:25.304420 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e288-d017-4f52-ae8c-c73d5b8e7dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:25.325393 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ecb1e288-d017-4f52-ae8c-c73d5b8e7dc7 None None] Could not find standard attr ID for object b93baa41-dbec-4461-a278-6038b0e07b99. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:54:25.411195 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:25.446703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:25.450709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-31040b3f-4c29-435e-a81d-62058d1e7bce None None] Deleting port 9279a101-ef4f-4abc-8098-cfa055cfddcd {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:54:25.456005 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31040b3f-4c29-435e-a81d-62058d1e7bce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:25.457351 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:25.494802 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-195d8751-1bf5-4c94-a1d9-6ee06557330e service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816445 Nov 13 04:54:25.513014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40659e-e087-470b-a822-c9791e96dda8 req-00249d0d-aa2c-413d-83ad-9dff76e42afb tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:25.523045 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b40659e-e087-470b-a822-c9791e96dda8 req-00249d0d-aa2c-413d-83ad-9dff76e42afb tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 932 time: 0.4712250 Nov 13 04:54:25.595869 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-221babf4-f130-4dab-8842-87a103ac6bcd req-b0134f72-3d9d-4460-8d82-8d706f3ce775 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0905373 Nov 13 04:54:25.632529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1e288-d017-4f52-ae8c-c73d5b8e7dc7 None None] Pushing event updated for resources: {'Port': ['ID=664811a1-a3a1-4bf5-a590-d204a0fccd08,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:25.642722 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-3fc5aa44-2f39-436b-9e17-543be00a6870 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=f60b3c65-296c-4b69-8a01-8da7b8e0fec9 HTTP/1.1" status: 200 len: 217 time: 0.0992079 Nov 13 04:54:25.648682 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a61a1a93-4fc6-4f86-8a26-617831632893 None None] Provisioning complete for port c3eae07a-682b-4b78-a582-c6922ccf28cf triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:25.649310 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a61a1a93-4fc6-4f86-8a26-617831632893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:25.712166 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-31040b3f-4c29-435e-a81d-62058d1e7bce None None] For port 9279a101-ef4f-4abc-8098-cfa055cfddcd, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9279a101-ef4f-4abc-8098-cfa055cfddcd,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:25.712890 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31040b3f-4c29-435e-a81d-62058d1e7bce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:25.738069 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-31040b3f-4c29-435e-a81d-62058d1e7bce None None] Calling delete_port for 9279a101-ef4f-4abc-8098-cfa055cfddcd owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:54:25.740341 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a61a1a93-4fc6-4f86-8a26-617831632893 None None] Port c3eae07a-682b-4b78-a582-c6922ccf28cf cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:54:25.899205 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:25.902669 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31040b3f-4c29-435e-a81d-62058d1e7bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:25.939162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31040b3f-4c29-435e-a81d-62058d1e7bce None None] Pushing event deleted for resources: {'Port': ['ID=9279a101-ef4f-4abc-8098-cfa055cfddcd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:25.944417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-19bb84d6-159c-4df6-9f72-6ed0fe125ba5 None None] Provisioning complete for port d7686aa5-90ef-4127-915b-fc6631de82db triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:25.944781 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19bb84d6-159c-4df6-9f72-6ed0fe125ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:25.952295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31040b3f-4c29-435e-a81d-62058d1e7bce None None] No DVR routers for this DVR port 9279a101-ef4f-4abc-8098-cfa055cfddcd on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:54:25.957449 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b40659e-e087-470b-a822-c9791e96dda8 req-08c6ef1e-f182-414e-873e-30eea6e7b26d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333465 Nov 13 04:54:25.977021 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-9d5e1549-a87f-458c-bd84-7edc2fc4389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:25.978676 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-9d5e1549-a87f-458c-bd84-7edc2fc4389a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eafef19-b9a2-402d-a6d8-c66347803a1a HTTP/1.1" status: 200 len: 797 time: 0.2288289 Nov 13 04:54:26.060375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-19bb84d6-159c-4df6-9f72-6ed0fe125ba5 None None] Port d7686aa5-90ef-4127-915b-fc6631de82db cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:54:26.188575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-44dcfd88-bd23-4de0-8e3c-05dd4e154e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:26.190527 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-44dcfd88-bd23-4de0-8e3c-05dd4e154e0c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1639931 Nov 13 04:54:26.430715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.objects.ports [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:54:26.434045 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:26.494907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=a299e1a4-7814-43f8-b9de-f1c8569ae6ae,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:26.501970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3eae07a-682b-4b78-a582-c6922ccf28cf {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:54:26.526614 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:26.542193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:26.542540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:26.542879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:26.543242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:26.543570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:26.543895 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:26.544357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:26.544662 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:26.544972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:26.545339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:26.545725 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:26.546051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:26.585972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:26.593084 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:26.608718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3570876f-c3c7-4155-8b64-d2e4bf38676d None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:26.615516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:26.616811 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:26.661410 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Transition to ACTIVE for port object c3eae07a-682b-4b78-a582-c6922ccf28cf will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:54:26.674220 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:26.692976 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-878c5cfc-0077-4bf4-84ba-72ab136675f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7897866 Nov 13 04:54:26.696347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35982) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:26.705891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ec2507e1-9ab0-4a9e-94c9-02c1bf2b720c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:26.985028 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5b54597a-e380-4719-ac37-0839d51d7f8c req-9128d3e1-f274-45fb-bdba-6c410ad167b1 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0620615 Nov 13 04:54:27.011246 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Pushing event updated for resources: {'Port': ['ID=c3eae07a-682b-4b78-a582-c6922ccf28cf,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:27.051106 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 664811a1-a3a1-4bf5-a590-d204a0fccd08 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:27.053478 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afee8d5-3d11-4b9b-8e79-58cd6f20dc7c None None] DHCP port deletion for ddee612a-1233-4d2d-834d-0d8cc0f07cfa request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:54:27.194398 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': 'a299e1a4-7814-43f8-b9de-f1c8569ae6ae'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:54:27.195331 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:27.205159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2507e1-9ab0-4a9e-94c9-02c1bf2b720c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:27.220929 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec2507e1-9ab0-4a9e-94c9-02c1bf2b720c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:27.281008 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec0b1c-52ec-4227-9e98-ccb353eec9fe req-be9973bf-0a9b-4412-8f65-4b97e245d81d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:27.283926 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6ec0b1c-52ec-4227-9e98-ccb353eec9fe req-be9973bf-0a9b-4412-8f65-4b97e245d81d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 944 time: 0.1750143 Nov 13 04:54:27.304115 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-98551a1c-87b4-48a5-bc3f-3ed70884499f service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706756 Nov 13 04:54:27.349545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Attempting to bind port c3eae07a-682b-4b78-a582-c6922ccf28cf on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:54:27.349993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Attempting to bind port c3eae07a-682b-4b78-a582-c6922ccf28cf by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:54:27.351786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Attempting to bind port c3eae07a-682b-4b78-a582-c6922ccf28cf on network ddee612a-1233-4d2d-834d-0d8cc0f07cfa {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:54:27.357548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 664811a1-a3a1-4bf5-a590-d204a0fccd08 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:27.358009 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:27.369804 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6ec0b1c-52ec-4227-9e98-ccb353eec9fe req-6fb21dd8-bb9d-40d8-b64a-5df77d29a56c tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645235 Nov 13 04:54:27.370072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Port c3eae07a-682b-4b78-a582-c6922ccf28cf on network ddee612a-1233-4d2d-834d-0d8cc0f07cfa not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:54:27.370323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Attempting to bind port c3eae07a-682b-4b78-a582-c6922ccf28cf on network ddee612a-1233-4d2d-834d-0d8cc0f07cfa {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:54:27.401320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:54:27.403365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Checking segment: {'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:54:27.403365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Bound using segment: {'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:54:27.403365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Bound port: c3eae07a-682b-4b78-a582-c6922ccf28cf, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:54:27.403365 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:27.404832 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:27.527730 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:27.606018 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:27.652187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] For port c3eae07a-682b-4b78-a582-c6922ccf28cf, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:54:27.661600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] For port c3eae07a-682b-4b78-a582-c6922ccf28cf, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=c3eae07a-682b-4b78-a582-c6922ccf28cf,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:54:27.679025 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:27.710003 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b28b9620-795b-43f3-aa89-bdcac303890a req-a4c6aad5-5fcb-4402-9224-8c8d0c64b217 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224&device_id=5bd12eee-2f47-442f-9bbe-3af85d4e38cd HTTP/1.1" status: 200 len: 210 time: 0.0433731 Nov 13 04:54:27.714076 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Allocated IP 2001:db8::f816:3eff:fee4:a83 (63517ab3-2070-4aed-993a-d13fb8f8841c/a299e1a4-7814-43f8-b9de-f1c8569ae6ae/431e2d59-2162-4eda-ad21-3a6e3f720d71) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:27.796500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:27.797119 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:27.798498 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] 10.222.0.36 "PUT /v2.0/ports/c3eae07a-682b-4b78-a582-c6922ccf28cf HTTP/1.1" status: 200 len: 1092 time: 2.7171433 Nov 13 04:54:27.801307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee53b10e-23de-4f3d-8bdf-8f44445b3858', 'tag': 'c3eae07a-682b-4b78-a582-c6922ccf28cf'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:54:27.803662 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4528b8-14fc-49b6-a106-a74e3bbed8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ee53b10e-23de-4f3d-8bdf-8f44445b3858", "tag": "c3eae07a-682b-4b78-a582-c6922ccf28cf"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:54:27.851634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9669b4d-47d8-4a47-a9cb-e7ddc086e08b service neutron] Pushing event updated for resources: {'Port': ['ID=c3eae07a-682b-4b78-a582-c6922ccf28cf,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:27.910388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89665c72-5dc8-4017-8938-a69eca2e857b None None] DHCP port deletion for ddee612a-1233-4d2d-834d-0d8cc0f07cfa request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:54:27.928894 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Pushing event updated for resources: {'Port': ['ID=d7686aa5-90ef-4127-915b-fc6631de82db,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:27.943222 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-f85a2cc5-747d-4f25-943d-444a18cf74ed service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871625 Nov 13 04:54:27.954943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9279a101-ef4f-4abc-8098-cfa055cfddcd no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:54:27.979167 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6bdb61-0a23-442d-99c6-4663b1370287 x-openstack-request-id: req-8c6bdb61-0a23-442d-99c6-4663b1370287 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:54:27.979745 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee53b10e-23de-4f3d-8bdf-8f44445b3858", "tag": "c3eae07a-682b-4b78-a582-c6922ccf28cf", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:54:27.980168 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c6bdb61-0a23-442d-99c6-4663b1370287 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:54:27.980759 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee53b10e-23de-4f3d-8bdf-8f44445b3858', 'tag': 'c3eae07a-682b-4b78-a582-c6922ccf28cf', 'status': 'completed', 'code': 200} Nov 13 04:54:28.012517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-bc42d662-be5c-465c-9d56-e7fedb6fc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:28.014406 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-bc42d662-be5c-465c-9d56-e7fedb6fc817 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c6c8d06c0ca4bdea6b7320fa15c99bd&device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 1095 time: 0.1276882 Nov 13 04:54:28.097203 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-de086a74-ecab-4f6f-bbc4-cd831aa87f16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=474242ce-f6ca-44f2-a46f-952298fdad4f HTTP/1.1" status: 200 len: 217 time: 0.0694721 Nov 13 04:54:28.131921 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 9279a101-ef4f-4abc-8098-cfa055cfddcd {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:54:28.132518 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9279a101-ef4f-4abc-8098-cfa055cfddcd not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:54:28.154152 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-9279f311-107b-4144-99e1-810729c2b210 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3eae07a-682b-4b78-a582-c6922ccf28cf HTTP/1.1" status: 200 len: 217 time: 0.1160629 Nov 13 04:54:28.156718 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec2507e1-9ab0-4a9e-94c9-02c1bf2b720c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:28.204117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-ad74292f-11c5-45df-ba07-45416ec59e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:28.206330 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-ad74292f-11c5-45df-ba07-45416ec59e99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fe7afd28-e5f9-44f4-b029-2dc26496464d HTTP/1.1" status: 200 len: 797 time: 0.0963304 Nov 13 04:54:28.251512 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-a629afe3-53b0-4120-b872-6d588df0d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:28.253199 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-a629afe3-53b0-4120-b872-6d588df0d3f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a149c78c-3ec3-4358-b619-c6f87b382343 HTTP/1.1" status: 200 len: 845 time: 0.0889969 Nov 13 04:54:28.321729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-683953a7-e0bc-406c-bd52-8583a35385cd req-71758f25-5ca6-4a94-a42c-cc1a97c0440b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=62dd2616ee1a49e28d087d3abf197755&device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0599384 Nov 13 04:54:28.332884 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:28.355803 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:28.363941 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-683953a7-e0bc-406c-bd52-8583a35385cd req-34518439-b1ed-424a-b4e8-d054a6f9b632 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=62dd2616ee1a49e28d087d3abf197755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233507 Nov 13 04:54:28.380180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2507e1-9ab0-4a9e-94c9-02c1bf2b720c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=117b9b77-1e99-405b-907a-6760b56c7483,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:28.403642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:28.407679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-a844e041-8cd6-43c8-8d61-574e8271f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:28.410352 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-a844e041-8cd6-43c8-8d61-574e8271f178 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6efdb13-7adc-4b26-8d19-afce58f5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1560385 Nov 13 04:54:28.433058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:28.521062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2507e1-9ab0-4a9e-94c9-02c1bf2b720c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:28.524948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ec2507e1-9ab0-4a9e-94c9-02c1bf2b720c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:28.572650 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-58ead763-f59e-4e08-a9b6-55806d1d7977 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2853286 Nov 13 04:54:28.581380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2507e1-9ab0-4a9e-94c9-02c1bf2b720c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:28.581876 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec2507e1-9ab0-4a9e-94c9-02c1bf2b720c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:28.610549 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08cf0d51-58a9-4c46-8147-aa1f1004129d req-883dc367-9d9d-4afc-ba7b-95a5102c5501 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.2206357 Nov 13 04:54:28.651880 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:28.667147 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:28.671110 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:28.674629 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:28.680120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Pushing event updated for resources: {'Port': ['ID=431e2d59-2162-4eda-ad21-3a6e3f720d71,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:28.743691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683953a7-e0bc-406c-bd52-8583a35385cd req-96ed0f36-8ce4-4bac-a1c9-a8969b87c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:28.745637 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-683953a7-e0bc-406c-bd52-8583a35385cd req-96ed0f36-8ce4-4bac-a1c9-a8969b87c16d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3712838 Nov 13 04:54:28.814987 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ec2507e1-9ab0-4a9e-94c9-02c1bf2b720c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1111696 Nov 13 04:54:28.817725 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36012) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:28.826421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2f257d6e-8886-4021-8c0e-102d4fa046b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'mac_address': 'fa:16:3e:77:c6:c6', 'name': 'tempest-NetworksTestDHCPv6-1525459882'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:28.889538 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Attempting to bind port 431e2d59-2162-4eda-ad21-3a6e3f720d71 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:54:28.892555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Attempting to bind port 431e2d59-2162-4eda-ad21-3a6e3f720d71 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:54:28.893070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Attempting to bind port 431e2d59-2162-4eda-ad21-3a6e3f720d71 on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:54:28.907703 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:54:28.909955 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:54:28.910478 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:28.912823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:54:28.914143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Bound port: 431e2d59-2162-4eda-ad21-3a6e3f720d71, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:54:28.914665 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:28.920870 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:28.963706 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Router d743e8a6-cae8-4aee-a04e-5784d21617bb has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:54:29.046481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-239e2afe-c257-41fb-81ec-e623828891be None None] Provisioning complete for port d7686aa5-90ef-4127-915b-fc6631de82db triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:29.046938 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-239e2afe-c257-41fb-81ec-e623828891be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:29.094790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-239e2afe-c257-41fb-81ec-e623828891be None None] Port d7686aa5-90ef-4127-915b-fc6631de82db cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:54:29.107389 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-a581856f-de54-43e2-907a-d8048aecae0f service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871118 Nov 13 04:54:29.114135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f257d6e-8886-4021-8c0e-102d4fa046b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:29.114620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] For port 431e2d59-2162-4eda-ad21-3a6e3f720d71, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:54:29.126192 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] For port 431e2d59-2162-4eda-ad21-3a6e3f720d71, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=431e2d59-2162-4eda-ad21-3a6e3f720d71,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:54:29.139924 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:29.205237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:54:29.217865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Sync routers for ids ['d743e8a6-cae8-4aee-a04e-5784d21617bb'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:54:29.229728 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-38f90281-279c-46ef-b90e-38a81114ae1f admin admin] 10.222.0.43 "PUT /v2.0/routers/d743e8a6-cae8-4aee-a04e-5784d21617bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9324605 Nov 13 04:54:29.279571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af9c02-9bf7-4bcb-96d4-1942275beea1 None None] Pushing event updated for resources: {'Port': ['ID=431e2d59-2162-4eda-ad21-3a6e3f720d71,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:29.290179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Routers {'d743e8a6-cae8-4aee-a04e-5784d21617bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:54:29.290790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:54:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d743e8a6-cae8-4aee-a04e-5784d21617bb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:29.324905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d331d-d312-4b26-9c23-93d13bdd554b req-e304388f-43d2-47bd-b7d7-dc0cbc8ba966 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:29.333443 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-547d331d-d312-4b26-9c23-93d13bdd554b req-e304388f-43d2-47bd-b7d7-dc0cbc8ba966 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 944 time: 0.3933249 Nov 13 04:54:29.440030 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b21c8a1-fd69-4424-a615-22f48de43544 req-65094fc0-4416-4d09-b1b7-9fe6c05b41f8 service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173976 Nov 13 04:54:29.444305 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f257d6e-8886-4021-8c0e-102d4fa046b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:29.457373 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-547d331d-d312-4b26-9c23-93d13bdd554b req-928043b9-b955-4664-b39b-5ccd26e33ee4 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200709 Nov 13 04:54:29.460366 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-85ea9ad1-c41a-4061-8093-637ca8d048c9 service neutron] 10.222.0.46 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0420966 Nov 13 04:54:29.504506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-2f257d6e-8886-4021-8c0e-102d4fa046b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port 53f6583a-676c-40fd-b8a5-6889fa1d3172 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:54:29.607506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Set router d743e8a6-cae8-4aee-a04e-5784d21617bb gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:54:29.781311 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-d6790880-9b7d-494c-bb74-cde3778455e7 service neutron] 10.222.0.46 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100576 Nov 13 04:54:29.897746 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-1bee676e-1d23-4270-8358-f6f78d47b0f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d87d897-6e26-4667-b983-aa5694802d80 HTTP/1.1" status: 200 len: 217 time: 0.0837448 Nov 13 04:54:29.908650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4528b8-14fc-49b6-a106-a74e3bbed8eb req-cf648a59-5595-42e7-9299-db79e65a3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:29.910637 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b4528b8-14fc-49b6-a106-a74e3bbed8eb req-cf648a59-5595-42e7-9299-db79e65a3b51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c6c8d06c0ca4bdea6b7320fa15c99bd&device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 1095 time: 0.1684215 Nov 13 04:54:29.914148 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0a44d62-7c8c-446b-b097-7a1c81d4f0d7 req-336703bb-7571-4c95-8ef6-aff6549f3da1 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.1295011 Nov 13 04:54:30.073254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-32129072-6e1e-4471-939a-11f132aa8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:30.073710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-2f257d6e-8886-4021-8c0e-102d4fa046b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 172.20.0.8 (63517ab3-2070-4aed-993a-d13fb8f8841c/117b9b77-1e99-405b-907a-6760b56c7483/53f6583a-676c-40fd-b8a5-6889fa1d3172) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:30.081994 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-32129072-6e1e-4471-939a-11f132aa8ff0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fe7afd28-e5f9-44f4-b029-2dc26496464d HTTP/1.1" status: 200 len: 797 time: 0.1666741 Nov 13 04:54:30.084050 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:15Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'gw_port': {'id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:18Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'd7686aa5-90ef-4127-915b-fc6631de82db', 'name': '', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'mac_address': 'fa:16:3e:cf:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:24Z', 'updated_at': '2021-11-13T04:54:26Z', 'revision_number': 2, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'subnets': [{'id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:30.085536 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-2f257d6e-8886-4021-8c0e-102d4fa046b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::f816:3eff:fe77:c6c6 (63517ab3-2070-4aed-993a-d13fb8f8841c/a299e1a4-7814-43f8-b9de-f1c8569ae6ae/53f6583a-676c-40fd-b8a5-6889fa1d3172) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:30.112784 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4528b8-14fc-49b6-a106-a74e3bbed8eb req-0666edab-e11a-4200-8ea7-637a157f8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:30.114304 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b4528b8-14fc-49b6-a106-a74e3bbed8eb req-0666edab-e11a-4200-8ea7-637a157f8faf service neutron] 10.222.0.36 "GET /v2.0/networks?id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa HTTP/1.1" status: 200 len: 906 time: 0.1942987 Nov 13 04:54:30.142343 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Checking router: d743e8a6-cae8-4aee-a04e-5784d21617bb for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:54:30.142958 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Updating router d743e8a6-cae8-4aee-a04e-5784d21617bb port d7686aa5-90ef-4127-915b-fc6631de82db binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:54:30.170734 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b4528b8-14fc-49b6-a106-a74e3bbed8eb req-c6e2376f-3233-4d28-a7ab-4bdee77b9479 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3eae07a-682b-4b78-a582-c6922ccf28cf HTTP/1.1" status: 200 len: 217 time: 0.0457687 Nov 13 04:54:30.199491 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-6eabb5cf-c419-45c9-98b6-6f870bedd9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:30.203611 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:30.205466 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-6eabb5cf-c419-45c9-98b6-6f870bedd9b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6efdb13-7adc-4b26-8d19-afce58f5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0981214 Nov 13 04:54:30.317426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4528b8-14fc-49b6-a106-a74e3bbed8eb req-cf436372-9936-4c89-adc3-b5c91ba18a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:30.319163 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b4528b8-14fc-49b6-a106-a74e3bbed8eb req-cf436372-9936-4c89-adc3-b5c91ba18a1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a149c78c-3ec3-4358-b619-c6f87b382343 HTTP/1.1" status: 200 len: 845 time: 0.1382239 Nov 13 04:54:30.383632 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b4528b8-14fc-49b6-a106-a74e3bbed8eb req-6de9e924-77cf-4e71-9e97-cad4ab39d95d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569303 Nov 13 04:54:30.398630 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-683953a7-e0bc-406c-bd52-8583a35385cd req-6e784b08-f2ce-48b1-be1a-181e7ea54a93 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.46 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.0778704 Nov 13 04:54:30.414844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36032) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:30.424105 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-78ad01d8-5464-4773-862b-1741a25f7d56 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--929544293', 'description': 'tempest-description--1457576822'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:30.526485 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-8db18ee7-05cf-4395-a2c3-89044fdaa168 service neutron] 10.222.0.46 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135116 Nov 13 04:54:30.586512 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f257d6e-8886-4021-8c0e-102d4fa046b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:30.622661 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78ad01d8-5464-4773-862b-1741a25f7d56 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:30.691016 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b4528b8-14fc-49b6-a106-a74e3bbed8eb req-39e5d1da-ee89-4e17-8fc5-c630f45fcf00 service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931664 Nov 13 04:54:30.749563 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f257d6e-8886-4021-8c0e-102d4fa046b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:30.790598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea1206-24dc-4684-b8d1-63a2199189d0 req-cde00965-cb00-47c5-86d6-054e1a2ddee5 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:30.792327 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-11ea1206-24dc-4684-b8d1-63a2199189d0 req-cde00965-cb00-47c5-86d6-054e1a2ddee5 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 944 time: 0.1835938 Nov 13 04:54:30.870295 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6a405ab-807c-4f6c-8c4f-5d0f4a1646fd req-65daa877-ffd1-4450-b68f-8ade4735cb67 service neutron] 10.222.0.46 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273580 Nov 13 04:54:30.911349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f257d6e-8886-4021-8c0e-102d4fa046b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=53f6583a-676c-40fd-b8a5-6889fa1d3172,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:30.951801 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-11ea1206-24dc-4684-b8d1-63a2199189d0 req-0b841c19-f6fa-4278-8142-22491fddfba3 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255686 Nov 13 04:54:31.050674 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f257d6e-8886-4021-8c0e-102d4fa046b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:31.051399 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:31.061063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dfb655-68c1-4693-996f-e0b8bac04e09 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:31.068346 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 431e2d59-2162-4eda-ad21-3a6e3f720d71 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:31.109098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2f257d6e-8886-4021-8c0e-102d4fa046b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:31.123120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f257d6e-8886-4021-8c0e-102d4fa046b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:31.207533 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:31.264231 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-43ae6795-8b10-4dcd-a3da-5f14de175e95 req-9c5ce36c-b9c8-43ab-8a0f-ac66affdaacc tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=05733a7a-bb5f-4ac9-be12-99323976e224 HTTP/1.1" status: 200 len: 210 time: 0.1297705 Nov 13 04:54:31.281517 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78ad01d8-5464-4773-862b-1741a25f7d56 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:31.286624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e6238dea-8e43-4825-90f1-668540e16cd8 None None] Provisioning complete for port 431e2d59-2162-4eda-ad21-3a6e3f720d71 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:31.287074 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6238dea-8e43-4825-90f1-668540e16cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:31.385738 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78ad01d8-5464-4773-862b-1741a25f7d56 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:31.483256 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78ad01d8-5464-4773-862b-1741a25f7d56 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:31.486275 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-78ad01d8-5464-4773-862b-1741a25f7d56 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0696273 Nov 13 04:54:31.490315 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36054) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:31.507212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-f3284544-125e-4ea7-8c7c-89708097797c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Request body: {'security_group_rule': {'security_group_id': '9805dacb-e443-4711-bc65-5698a101c99b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:31.516769 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b4528b8-14fc-49b6-a106-a74e3bbed8eb req-10086cee-ba16-420d-b80d-f37035c4d0e2 service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8159270 Nov 13 04:54:31.531607 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f257d6e-8886-4021-8c0e-102d4fa046b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:31.533665 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f257d6e-8886-4021-8c0e-102d4fa046b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:31.562252 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3284544-125e-4ea7-8c7c-89708097797c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:31.583269 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2f257d6e-8886-4021-8c0e-102d4fa046b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7635822 Nov 13 04:54:31.583860 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36056) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:31.636579 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad01d8-5464-4773-862b-1741a25f7d56 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9805dacb-e443-4711-bc65-5698a101c99b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:31.660942 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3284544-125e-4ea7-8c7c-89708097797c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:31.664346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f6bb9-6cb9-4430-877d-7516d60eebeb tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:31.671625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f6bb9-6cb9-4430-877d-7516d60eebeb tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:31.675763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3284544-125e-4ea7-8c7c-89708097797c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:31.677131 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-853f6bb9-6cb9-4430-877d-7516d60eebeb tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0895176 Nov 13 04:54:31.678309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36058) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:31.715528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3284544-125e-4ea7-8c7c-89708097797c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d9a9e0-ddc1-4589-8364-2d1ae7ea70c7,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:31.727192 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3284544-125e-4ea7-8c7c-89708097797c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:31.728650 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f3284544-125e-4ea7-8c7c-89708097797c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2308595 Nov 13 04:54:31.731378 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36060) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:31.737408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-67d8e1ca-49ab-48e0-acaa-5279d85b85b7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Request body: {'security_group_rule': {'security_group_id': '9805dacb-e443-4711-bc65-5698a101c99b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:31.781695 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67d8e1ca-49ab-48e0-acaa-5279d85b85b7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:31.918317 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957429e-caf2-45de-ab70-be45f82d82c2 None None] Pushing event updated for resources: {'Port': ['ID=d7686aa5-90ef-4127-915b-fc6631de82db,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:31.938226 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67d8e1ca-49ab-48e0-acaa-5279d85b85b7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:31.958969 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67d8e1ca-49ab-48e0-acaa-5279d85b85b7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:31.962688 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 431e2d59-2162-4eda-ad21-3a6e3f720d71 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:31.962688 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:32.002361 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Attempting to bind port d7686aa5-90ef-4127-915b-fc6631de82db on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:54:32.004330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Attempting to bind port d7686aa5-90ef-4127-915b-fc6631de82db by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:54:32.004330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Attempting to bind port d7686aa5-90ef-4127-915b-fc6631de82db on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:54:32.012540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8e1ca-49ab-48e0-acaa-5279d85b85b7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb9a4e6-5f50-47df-b24c-6707eb78bbae,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:32.084607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:54:32.085092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Checking segment: {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:54:32.085838 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:32.086374 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Bound using segment: {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:54:32.087371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Bound port: d7686aa5-90ef-4127-915b-fc6631de82db, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:54:32.087878 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:32.095548 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67d8e1ca-49ab-48e0-acaa-5279d85b85b7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:32.100793 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-67d8e1ca-49ab-48e0-acaa-5279d85b85b7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3642175 Nov 13 04:54:32.102769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36072) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:32.120610 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:32.171626 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:32.206810 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf030b-f31c-4a33-a5a0-a9433be38463 req-bb384650-7abc-4c8d-90c2-9717245d10b9 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:32.208390 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07bf030b-f31c-4a33-a5a0-a9433be38463 req-bb384650-7abc-4c8d-90c2-9717245d10b9 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 944 time: 0.0621383 Nov 13 04:54:32.231990 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6238dea-8e43-4825-90f1-668540e16cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:32.243157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e5f1e2c1-9798-48cb-8f35-96eeab9a333f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port 53f6583a-676c-40fd-b8a5-6889fa1d3172 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:54:32.243492 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5f1e2c1-9798-48cb-8f35-96eeab9a333f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:32.338118 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e6238dea-8e43-4825-90f1-668540e16cd8 None None] For port 431e2d59-2162-4eda-ad21-3a6e3f720d71, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=431e2d59-2162-4eda-ad21-3a6e3f720d71,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:32.414100 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:32.442235 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6238dea-8e43-4825-90f1-668540e16cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:32.484723 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07bf030b-f31c-4a33-a5a0-a9433be38463 req-b801debb-a882-4c46-9565-e5fad0a1762d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634437 Nov 13 04:54:32.495079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] For port d7686aa5-90ef-4127-915b-fc6631de82db, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:54:32.577013 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5f1e2c1-9798-48cb-8f35-96eeab9a333f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:32.595780 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e5f1e2c1-9798-48cb-8f35-96eeab9a333f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for 53f6583a-676c-40fd-b8a5-6889fa1d3172 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:54:32.648317 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6238dea-8e43-4825-90f1-668540e16cd8 None None] Pushing event updated for resources: {'Port': ['ID=431e2d59-2162-4eda-ad21-3a6e3f720d71,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:32.684021 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] For port d7686aa5-90ef-4127-915b-fc6631de82db, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d7686aa5-90ef-4127-915b-fc6631de82db,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:54:32.691114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Allocated IP 172.25.8.73 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/b2e125a8-0418-4755-b414-3c30bd808262) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:32.721097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614eec50-c189-4c6b-87fc-91cec5842e2a None None] Update dhcp port {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'fixed_ips': [{'subnet_id': 'a299e1a4-7814-43f8-b9de-f1c8569ae6ae', 'ip_address': '2001:db8::f816:3eff:fee4:a83'}, {'subnet_id': '117b9b77-1e99-405b-907a-6760b56c7483'}], 'binding:host_id': 'n-d-813114-2'}, 'id': '431e2d59-2162-4eda-ad21-3a6e3f720d71'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 04:54:32.725984 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:32.749227 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:32.874445 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e56057c6-0b56-4842-87b8-46a0ea702db1 None None] Provisioning complete for port d7686aa5-90ef-4127-915b-fc6631de82db triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:32.874816 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e56057c6-0b56-4842-87b8-46a0ea702db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:32.912340 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4865608d-16b2-4f65-b15a-20dc44dec077 req-ed0f844f-8646-4d70-a061-402f38771597 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=62dd2616ee1a49e28d087d3abf197755&device_id=5bd12eee-2f47-442f-9bbe-3af85d4e38cd HTTP/1.1" status: 200 len: 210 time: 0.0766218 Nov 13 04:54:32.971074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4865608d-16b2-4f65-b15a-20dc44dec077 req-480092d3-487e-46bf-9491-7c8a3b3fd5ce service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=62dd2616ee1a49e28d087d3abf197755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308924 Nov 13 04:54:32.973813 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-614eec50-c189-4c6b-87fc-91cec5842e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:32.999528 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:33.023867 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dac0d900-2119-481c-997a-744eb5ca6bb3 req-3fba7c00-335e-46f0-a8cd-87f3287a2d74 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=5bd12eee-2f47-442f-9bbe-3af85d4e38cd HTTP/1.1" status: 200 len: 210 time: 0.0975618 Nov 13 04:54:33.047289 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5f1e2c1-9798-48cb-8f35-96eeab9a333f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:33.135748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1e2c1-9798-48cb-8f35-96eeab9a333f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=53f6583a-676c-40fd-b8a5-6889fa1d3172,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:33.181767 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Routers {'d743e8a6-cae8-4aee-a04e-5784d21617bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:54:33.182417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:54:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d743e8a6-cae8-4aee-a04e-5784d21617bb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:33.220828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865608d-16b2-4f65-b15a-20dc44dec077 req-41ded429-da75-4f11-bf5f-6a4274adcfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:33.222318 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4865608d-16b2-4f65-b15a-20dc44dec077 req-41ded429-da75-4f11-bf5f-6a4274adcfe5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2419612 Nov 13 04:54:33.226849 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:33.245769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:33.249023 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:33.278168 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:33.296781 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5f1e2c1-9798-48cb-8f35-96eeab9a333f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:33.305168 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e5f1e2c1-9798-48cb-8f35-96eeab9a333f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/53f6583a-676c-40fd-b8a5-6889fa1d3172 HTTP/1.1" status: 204 len: 168 time: 1.6238475 Nov 13 04:54:33.306142 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36108) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:33.307189 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957429e-caf2-45de-ab70-be45f82d82c2 None None] Pushing event updated for resources: {'Port': ['ID=d7686aa5-90ef-4127-915b-fc6631de82db,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:33.317840 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:54:33.318494 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:54:33.325365 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event updated for resources: {'Port': ['ID=b2e125a8-0418-4755-b414-3c30bd808262,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:33.420788 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:33.468187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c165d2-d291-458d-85eb-3e2cc97dae03 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:33.470329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c165d2-d291-458d-85eb-3e2cc97dae03 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:33.472007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c165d2-d291-458d-85eb-3e2cc97dae03 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:33.476353 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-99c165d2-d291-458d-85eb-3e2cc97dae03 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1661787 Nov 13 04:54:33.476726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36112) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:33.489785 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:33.494218 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e56057c6-0b56-4842-87b8-46a0ea702db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:33.558366 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d6477e-c9d5-43db-99f8-528c850d28db tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 117b9b77-1e99-405b-907a-6760b56c7483 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:54:33.589130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e56057c6-0b56-4842-87b8-46a0ea702db1 None None] For port d7686aa5-90ef-4127-915b-fc6631de82db, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d7686aa5-90ef-4127-915b-fc6631de82db,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:33.600585 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] Set router d743e8a6-cae8-4aee-a04e-5784d21617bb gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:54:33.631991 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e56057c6-0b56-4842-87b8-46a0ea702db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:33.664549 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255ee89-5263-437a-9d2e-e52720fda388 req-09bcfa30-8a8e-4881-9a4a-0dcbf586fc1a tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:33.675325 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b255ee89-5263-437a-9d2e-e52720fda388 req-09bcfa30-8a8e-4881-9a4a-0dcbf586fc1a tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 944 time: 0.0791094 Nov 13 04:54:33.698197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56057c6-0b56-4842-87b8-46a0ea702db1 None None] Pushing event updated for resources: {'Port': ['ID=d7686aa5-90ef-4127-915b-fc6631de82db,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:33.720528 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-614eec50-c189-4c6b-87fc-91cec5842e2a None None] Allocated IP 172.20.0.2 (63517ab3-2070-4aed-993a-d13fb8f8841c/117b9b77-1e99-405b-907a-6760b56c7483/431e2d59-2162-4eda-ad21-3a6e3f720d71) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:33.747951 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b255ee89-5263-437a-9d2e-e52720fda388 req-7c5af1aa-2f1b-4efd-95b5-c2784d695162 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715599 Nov 13 04:54:33.792338 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:33.806655 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:33.830204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-43f8a6b4-f4e4-455c-b51a-dd41d0f0e57d None None] Provisioning complete for port d7686aa5-90ef-4127-915b-fc6631de82db triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:33.830567 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43f8a6b4-f4e4-455c-b51a-dd41d0f0e57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:33.903000 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:33.924095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event updated for resources: {'Port': ['ID=b2e125a8-0418-4755-b414-3c30bd808262,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:33.946975 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:33.949504 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-146b54b7-ebee-4a1d-b0d5-03a3d390bbfd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8469849 Nov 13 04:54:34.096393 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device c3eae07a-682b-4b78-a582-c6922ccf28cf details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:54:34.173376 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-614eec50-c189-4c6b-87fc-91cec5842e2a None None] For port 431e2d59-2162-4eda-ad21-3a6e3f720d71, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=431e2d59-2162-4eda-ad21-3a6e3f720d71,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:34.182095 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-d267a04a-86c7-41ab-a963-aa41f875652d tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--929544293&fields=id&tenant_id=ed45584aef18439cae95469fe30521e9 HTTP/1.1" status: 200 len: 267 time: 0.1051595 Nov 13 04:54:34.210148 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad873c34-31cd-4999-868e-8b27e7799042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:34.251086 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2af1cb3b-91f1-48cc-b07d-476ddffb0da5 req-edfdfe96-0df3-4185-acd6-22121a5666c1 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=5bd12eee-2f47-442f-9bbe-3af85d4e38cd HTTP/1.1" status: 200 len: 210 time: 0.0605357 Nov 13 04:54:34.346135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 431e2d59-2162-4eda-ad21-3a6e3f720d71 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:34.364942 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-614eec50-c189-4c6b-87fc-91cec5842e2a None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:34.370449 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7d6477e-c9d5-43db-99f8-528c850d28db tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:34.401661 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-614eec50-c189-4c6b-87fc-91cec5842e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:34.403469 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-cca88b95-0866-4659-a59f-16abcc3a9933 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:34.405463 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-cca88b95-0866-4659-a59f-16abcc3a9933 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 811 time: 0.2087648 Nov 13 04:54:34.410842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:15Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'gw_port': {'id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:18Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'd7686aa5-90ef-4127-915b-fc6631de82db', 'name': '', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'mac_address': 'fa:16:3e:cf:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:24Z', 'updated_at': '2021-11-13T04:54:32Z', 'revision_number': 4, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'subnets': [{'id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:54:34.417729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port c3eae07a-682b-4b78-a582-c6922ccf28cf, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=c3eae07a-682b-4b78-a582-c6922ccf28cf,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:34.442455 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-6428e8d6-b174-40a1-83ed-4485c670bb15 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/quotas/ed45584aef18439cae95469fe30521e9 HTTP/1.1" status: 200 len: 375 time: 0.0201402 Nov 13 04:54:34.447128 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7d6477e-c9d5-43db-99f8-528c850d28db tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:34.570084 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7d6477e-c9d5-43db-99f8-528c850d28db tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:34.664928 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7d6477e-c9d5-43db-99f8-528c850d28db tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:34.700555 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6477e-c9d5-43db-99f8-528c850d28db tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=117b9b77-1e99-405b-907a-6760b56c7483,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:34.704379 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7d6477e-c9d5-43db-99f8-528c850d28db tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:34.707770 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f7d6477e-c9d5-43db-99f8-528c850d28db tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/117b9b77-1e99-405b-907a-6760b56c7483 HTTP/1.1" status: 204 len: 168 time: 1.2300856 Nov 13 04:54:34.711025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36140) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:34.737247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-2b7706e1-0be3-49e7-bcb1-1cebe6ef8e16 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2637858 Nov 13 04:54:34.786790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b140a98f-2f76-44af-a8fa-e86eafaffb0e None None] The sync data for ids ['d743e8a6-cae8-4aee-a04e-5784d21617bb'] in n-d-813114-2 is: [{'id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:15Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'gw_port': {'id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:18Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'd7686aa5-90ef-4127-915b-fc6631de82db', 'name': '', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'mac_address': 'fa:16:3e:cf:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:24Z', 'updated_at': '2021-11-13T04:54:32Z', 'revision_number': 4, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'subnets': [{'id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:54:34.804792 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'c3eae07a-682b-4b78-a582-c6922ccf28cf', 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa', 'port_id': 'c3eae07a-682b-4b78-a582-c6922ccf28cf', 'mac_address': 'fa:16:3e:69:88:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a149c78c-3ec3-4358-b619-c6f87b382343', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:54:34.896467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d7d1f3-155a-4b29-98ec-f8f6883a9179 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet a299e1a4-7814-43f8-b9de-f1c8569ae6ae {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:54:34.900831 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d1f3-155a-4b29-98ec-f8f6883a9179 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:35.028269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614eec50-c189-4c6b-87fc-91cec5842e2a None None] Pushing event updated for resources: {'Port': ['ID=431e2d59-2162-4eda-ad21-3a6e3f720d71,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:35.095393 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 431e2d59-2162-4eda-ad21-3a6e3f720d71 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:35.095769 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:35.105505 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4865608d-16b2-4f65-b15a-20dc44dec077 req-a9e55e0b-aa29-4510-8702-ed6e9cdd5b77 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bd12eee-2f47-442f-9bbe-3af85d4e38cd HTTP/1.1" status: 200 len: 210 time: 0.0931556 Nov 13 04:54:35.120077 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d1f3-155a-4b29-98ec-f8f6883a9179 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:35.159327 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:35.188862 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-bdf835b1-69b3-4417-8740-b8d9addefe20 service neutron] 10.222.0.43 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421530 Nov 13 04:54:35.198801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3eae07a-682b-4b78-a582-c6922ccf28cf {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:54:35.219233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557e71d-757d-406e-9b64-6ce1f9ec5d7f req-690877a1-2ec3-4496-b39a-a0a4888c0864 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:35.231709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c557e71d-757d-406e-9b64-6ce1f9ec5d7f req-690877a1-2ec3-4496-b39a-a0a4888c0864 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 944 time: 0.3007414 Nov 13 04:54:35.285986 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port c3eae07a-682b-4b78-a582-c6922ccf28cf, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=c3eae07a-682b-4b78-a582-c6922ccf28cf,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:35.310104 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:35.416898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=c3eae07a-682b-4b78-a582-c6922ccf28cf,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:35.419121 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c557e71d-757d-406e-9b64-6ce1f9ec5d7f req-67210627-ea8e-428a-b39a-2654cab6c7bf tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847658 Nov 13 04:54:35.500644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d1f3-155a-4b29-98ec-f8f6883a9179 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:35.510974 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-eb0922fb-7cf6-430c-a11f-d2289f0e3c71 service neutron] 10.222.0.43 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181419 Nov 13 04:54:35.683143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['c3eae07a-682b-4b78-a582-c6922ccf28cf'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:54:35.689421 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d1f3-155a-4b29-98ec-f8f6883a9179 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:35.818036 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7d1f3-155a-4b29-98ec-f8f6883a9179 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=a299e1a4-7814-43f8-b9de-f1c8569ae6ae,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:35.886169 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d1f3-155a-4b29-98ec-f8f6883a9179 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:35.892085 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e7d7d1f3-155a-4b29-98ec-f8f6883a9179 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/a299e1a4-7814-43f8-b9de-f1c8569ae6ae HTTP/1.1" status: 204 len: 168 time: 1.1776583 Nov 13 04:54:35.894327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36168) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:35.914492 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7af611a6-6ae1-4e55-8db2-59d447635492 req-fe6f7694-5e32-4709-bd35-193323264585 tempest-ServerShowV247Test-1826537872 tempest-ServerShowV247Test-1826537872-project] 10.222.0.43 "GET /v2.0/ports?device_id=5bd12eee-2f47-442f-9bbe-3af85d4e38cd HTTP/1.1" status: 200 len: 210 time: 0.1495500 Nov 13 04:54:36.099356 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4fb10816-b483-48fb-a965-5c1a604fe824 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2033567 Nov 13 04:54:36.101888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36170) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:36.108103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5cc81dd3-d20b-457c-b776-4a0c01c64c7b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:36.136691 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6522235d-a3f5-4f02-a456-3308bb3ac566 req-63bf7276-6996-497b-80cd-31e04f78271f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 210 time: 0.1084266 Nov 13 04:54:36.341836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc81dd3-d20b-457c-b776-4a0c01c64c7b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:36.346567 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5cc81dd3-d20b-457c-b776-4a0c01c64c7b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:36.393839 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be97de2-b390-4486-b32f-0126e8d9cbfe None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:36.499240 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 431e2d59-2162-4eda-ad21-3a6e3f720d71 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:36.585202 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0cf708b8-ae31-4db9-b898-f5aec8fab8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:36.694792 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4f89e93d-dc53-4d12-b873-6fdececc6637 None None] Could not find standard attr ID for object 53f6583a-676c-40fd-b8a5-6889fa1d3172. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:54:36.701494 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5cc81dd3-d20b-457c-b776-4a0c01c64c7b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:36.777602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4f89e93d-dc53-4d12-b873-6fdececc6637 None None] Provisioning complete for port 431e2d59-2162-4eda-ad21-3a6e3f720d71 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:36.777969 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f89e93d-dc53-4d12-b873-6fdececc6637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:36.814638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc81dd3-d20b-457c-b776-4a0c01c64c7b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:36.832134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a032605-687e-46f0-96bc-bdf64635cd3d req-ebfd24d0-eddb-4d83-a9c7-6d11b0c5d859 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:36.836924 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a032605-687e-46f0-96bc-bdf64635cd3d req-ebfd24d0-eddb-4d83-a9c7-6d11b0c5d859 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 945 time: 0.2789712 Nov 13 04:54:36.838243 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5cc81dd3-d20b-457c-b776-4a0c01c64c7b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:36.853622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc81dd3-d20b-457c-b776-4a0c01c64c7b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:36.854434 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5cc81dd3-d20b-457c-b776-4a0c01c64c7b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:36.895887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc81dd3-d20b-457c-b776-4a0c01c64c7b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=5255c4b4-47c0-4f32-a3e1-6207ca7e2a6b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:36.914381 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5cc81dd3-d20b-457c-b776-4a0c01c64c7b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8113902 Nov 13 04:54:36.917522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36186) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:36.929154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:37.002444 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a032605-687e-46f0-96bc-bdf64635cd3d req-8ab18a26-00fb-4f24-90cb-3b06e3643b8d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436706 Nov 13 04:54:37.080643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 431e2d59-2162-4eda-ad21-3a6e3f720d71 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:37.081028 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:37.240693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:37.255871 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:37.466814 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-efdb3e16-ea0b-4c7e-b084-88bdc58bfc10 req-45f31ff1-c30d-4b84-8500-a580444a706c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 210 time: 0.1389179 Nov 13 04:54:37.511740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Update dhcp port {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'fixed_ips': [{'subnet_id': '5255c4b4-47c0-4f32-a3e1-6207ca7e2a6b'}], 'binding:host_id': 'n-d-813114-2'}, 'id': '431e2d59-2162-4eda-ad21-3a6e3f720d71'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 04:54:37.617419 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:37.623791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d7686aa5-90ef-4127-915b-fc6631de82db up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:37.640107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36200) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:37.875469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Allocated IP 172.20.0.2 (63517ab3-2070-4aed-993a-d13fb8f8841c/5255c4b4-47c0-4f32-a3e1-6207ca7e2a6b/431e2d59-2162-4eda-ad21-3a6e3f720d71) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:37.977822 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cc66824-202f-4fcf-9c18-b5c40a815735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:38.002696 n-d-813114-2 neutron-server[102668]: DEBUG neutron.objects.ports [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:54:38.029669 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] For port 431e2d59-2162-4eda-ad21-3a6e3f720d71, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=431e2d59-2162-4eda-ad21-3a6e3f720d71,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:38.048708 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:38.085228 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d7686aa5-90ef-4127-915b-fc6631de82db triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:38.085680 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:38.095776 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:38.122616 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:38.172029 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-3a7f5825-b534-481a-ac49-1f4dc273b6de tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:38.173990 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-3a7f5825-b534-481a-ac49-1f4dc273b6de tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 811 time: 0.4357426 Nov 13 04:54:38.228802 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Pushing event updated for resources: {'Port': ['ID=431e2d59-2162-4eda-ad21-3a6e3f720d71,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:38.240938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:38.241425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:38.241888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:38.242325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:38.242738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:38.243207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:38.243656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:38.244080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:38.245254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:38.245716 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:38.246161 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:38.247064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845cda-fa4e-4f38-9e15-7ddce40d728e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:54:38.256644 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device c3eae07a-682b-4b78-a582-c6922ccf28cf up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:38.263161 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cc66824-202f-4fcf-9c18-b5c40a815735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:38.271851 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cc66824-202f-4fcf-9c18-b5c40a815735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:38.356896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port c3eae07a-682b-4b78-a582-c6922ccf28cf completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:54:38.365204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port c3eae07a-682b-4b78-a582-c6922ccf28cf triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:38.365366 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:38.384264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc66824-202f-4fcf-9c18-b5c40a815735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06391992-6113-4882-99b4-56035c11fbf3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:38.400643 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0cc66824-202f-4fcf-9c18-b5c40a815735 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62dd2616ee1a49e28d087d3abf197755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7585347 Nov 13 04:54:38.403535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36212) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:38.456509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-2480c823-44ad-4324-8394-f504695dc439 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed45584aef18439cae95469fe30521e9 HTTP/1.1" status: 200 len: 379 time: 0.2591348 Nov 13 04:54:38.472940 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-f4b696ab-7d40-4163-99fe-a53814fb8dc9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Request body: {'port': {'device_id': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'admin_state_up': True, 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'security_groups': ['9805dacb-e443-4711-bc65-5698a101c99b']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:38.519535 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:38.556621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 431e2d59-2162-4eda-ad21-3a6e3f720d71 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:38.636957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee53b10e-23de-4f3d-8bdf-8f44445b3858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3eae07a-682b-4b78-a582-c6922ccf28cf'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:54:38.640575 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c3a3ae-5d6c-4abb-bfd6-258eaf5920e4" -d '{"events": [{"server_uuid": "ee53b10e-23de-4f3d-8bdf-8f44445b3858", "name": "network-vif-plugged", "status": "completed", "tag": "c3eae07a-682b-4b78-a582-c6922ccf28cf"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:54:38.662227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8f053-79af-41c1-87e0-1de4f1d99c22 req-d4ef119d-6ce1-4a30-a46f-d669f316f1c6 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:38.670247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5e8f053-79af-41c1-87e0-1de4f1d99c22 req-d4ef119d-6ce1-4a30-a46f-d669f316f1c6 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 945 time: 0.4557223 Nov 13 04:54:38.673737 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port c3eae07a-682b-4b78-a582-c6922ccf28cf, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=c3eae07a-682b-4b78-a582-c6922ccf28cf,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:38.692061 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:38.755908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=c3eae07a-682b-4b78-a582-c6922ccf28cf,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:38.759617 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 431e2d59-2162-4eda-ad21-3a6e3f720d71 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:38.760090 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:38.797863 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:38.816839 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5e8f053-79af-41c1-87e0-1de4f1d99c22 req-e89bd016-58df-43df-9930-b5d3abe8cca6 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455674 Nov 13 04:54:38.916672 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1973cd-71d3-47ac-b40d-4c7517b7f275 x-openstack-request-id: req-9a1973cd-71d3-47ac-b40d-4c7517b7f275 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:54:38.923477 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee53b10e-23de-4f3d-8bdf-8f44445b3858", "name": "network-vif-plugged", "status": "completed", "tag": "c3eae07a-682b-4b78-a582-c6922ccf28cf", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:54:38.923898 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a1973cd-71d3-47ac-b40d-4c7517b7f275 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:54:38.924356 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee53b10e-23de-4f3d-8bdf-8f44445b3858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3eae07a-682b-4b78-a582-c6922ccf28cf', 'code': 200} Nov 13 04:54:39.084993 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:39.196854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] For port 431e2d59-2162-4eda-ad21-3a6e3f720d71, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=431e2d59-2162-4eda-ad21-3a6e3f720d71,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:39.200499 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8b29b-dbdc-4972-b9b6-03981e47fe69 req-94fa3270-ec3c-4fac-aa0b-852b9ea7c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:39.202226 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fd8b29b-dbdc-4972-b9b6-03981e47fe69 req-94fa3270-ec3c-4fac-aa0b-852b9ea7c023 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 1097 time: 0.1678009 Nov 13 04:54:39.210739 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78182676-e70e-4008-8627-b2c52bfd6ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:39.214810 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd15d659-85cf-4183-81b2-133a8f1dcca7 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:39.235307 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78182676-e70e-4008-8627-b2c52bfd6ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:39.285760 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b45c2cf7-3f70-455a-879a-39ab57fef65a req-1d5e0e10-b7e9-42d6-8f20-52430f8ba8c1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 210 time: 0.6742530 Nov 13 04:54:39.298875 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78182676-e70e-4008-8627-b2c52bfd6ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:39.309915 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78182676-e70e-4008-8627-b2c52bfd6ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:39.309915 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-78182676-e70e-4008-8627-b2c52bfd6ab5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06391992-6113-4882-99b4-56035c11fbf3 HTTP/1.1" status: 204 len: 168 time: 0.9021947 Nov 13 04:54:39.313668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-55c8d6f4-0063-48e6-9293-6f85356f1cd2 None None] Provisioning complete for port 431e2d59-2162-4eda-ad21-3a6e3f720d71 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:39.314166 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55c8d6f4-0063-48e6-9293-6f85356f1cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:39.329621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78182676-e70e-4008-8627-b2c52bfd6ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06391992-6113-4882-99b4-56035c11fbf3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:39.404354 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fd8b29b-dbdc-4972-b9b6-03981e47fe69 req-f5aeb821-4e1a-46d5-b419-6df8858fadca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925883 Nov 13 04:54:39.414755 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:39.421425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-f4b696ab-7d40-4163-99fe-a53814fb8dc9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Made reservation on behalf of ed45584aef18439cae95469fe30521e9 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:39.423257 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:39.424482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:39.425859 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-f4b696ab-7d40-4163-99fe-a53814fb8dc9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:39.557447 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=431e2d59-2162-4eda-ad21-3a6e3f720d71,revision_number=9']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:39.728046 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:39.733293 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:39.748557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:39.749206 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:39.775901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=4d7a113e-f8e6-4888-a1a6-868af2028076,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:39.799843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-f4b696ab-7d40-4163-99fe-a53814fb8dc9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Allocated IP 172.20.0.3 (2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265/8425bb51-2f44-48d9-9624-de0a04579a27/d80953b7-b232-4f39-9db5-08450b9e844c) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:39.802675 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-31c1d48f-e186-4683-bf79-d1a0c2069d52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8833423 Nov 13 04:54:39.805662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36252) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:39.819569 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2b7bdf62-fff1-4375-99d4-4f11f27c8577 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'mac_address': 'fa:16:3e:16:3c:8f', 'name': 'tempest-NetworksTestDHCPv6-1680406455'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:39.965667 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:40.240112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576addd-691b-4e94-94f2-578ec46d21ec req-49f24773-1827-4a49-a7d7-195cee00fa19 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:40.251905 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3576addd-691b-4e94-94f2-578ec46d21ec req-49f24773-1827-4a49-a7d7-195cee00fa19 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 946 time: 0.2596486 Nov 13 04:54:40.432964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7bdf62-fff1-4375-99d4-4f11f27c8577 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:40.477115 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-909d2e17-124b-42a2-b100-1f36c563370d req-6b75a780-0f14-4e0e-ae3f-b2ec8a38fd46 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 210 time: 0.0672057 Nov 13 04:54:40.545146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 431e2d59-2162-4eda-ad21-3a6e3f720d71 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:40.635044 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 431e2d59-2162-4eda-ad21-3a6e3f720d71 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:40.636636 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:40.687564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36278) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:40.708146 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3576addd-691b-4e94-94f2-578ec46d21ec req-f46b1302-51b7-4125-ba3d-36cd178f64a7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536369 Nov 13 04:54:40.725382 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-f4b696ab-7d40-4163-99fe-a53814fb8dc9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:40.834957 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b7bdf62-fff1-4375-99d4-4f11f27c8577 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:40.843167 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e7c873-ae5b-447f-a5b6-9158b9a7c119 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:40.926666 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-2b7bdf62-fff1-4375-99d4-4f11f27c8577 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port d3d2d534-0650-43c1-ac1c-1f79d8902567 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:54:40.994551 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3f7e5971-9107-4102-a7c6-29e67658bac2 None None] Provisioning complete for port 431e2d59-2162-4eda-ad21-3a6e3f720d71 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:40.995223 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5971-9107-4102-a7c6-29e67658bac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:41.007389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2023139052-network', 'tenant_id': 'f6e023533a144f13bb7562e9a400409b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:41.064814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] Made reservation on behalf of f6e023533a144f13bb7562e9a400409b for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:41.069484 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:41.077095 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-f4b696ab-7d40-4163-99fe-a53814fb8dc9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:41.094170 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:41.193551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b696ab-7d40-4163-99fe-a53814fb8dc9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event updated for resources: {'Port': ['ID=d80953b7-b232-4f39-9db5-08450b9e844c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:41.214112 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:41.218962 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:41.225412 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-f4b696ab-7d40-4163-99fe-a53814fb8dc9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:41.233542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-f4b696ab-7d40-4163-99fe-a53814fb8dc9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:41.263458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-f4b696ab-7d40-4163-99fe-a53814fb8dc9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:41.314525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:54:41.373335 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:41.374902 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] Added segment ecce5032-fb7b-4455-99cb-5fa1fd104158 of type vlan for network efb2632b-74bc-4df5-a542-366e4891a266 Nov 13 04:54:41.388429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd9d7be-0fd6-4328-ba73-3c352fe9e243,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:41.456711 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:41.489409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-f4b696ab-7d40-4163-99fe-a53814fb8dc9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:41.494618 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-f4b696ab-7d40-4163-99fe-a53814fb8dc9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:41.516998 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:41.519348 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:41.520319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:41.583149 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8915279 Nov 13 04:54:41.589864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36290) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:41.610366 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-93945df7-7c27-4fc3-905a-23d579c44704 admin admin] Request body: {'subnet': {'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2023139052-subnet', 'tenant_id': 'f6e023533a144f13bb7562e9a400409b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:41.654736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3ed0d-74b5-4d33-b706-a1e4443af6f4 admin admin] Pushing event updated for resources: {'Network': ['ID=efb2632b-74bc-4df5-a542-366e4891a266,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:41.669991 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network efb2632b-74bc-4df5-a542-366e4891a266 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:54:41.698186 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-2b7bdf62-fff1-4375-99d4-4f11f27c8577 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 172.20.0.5 (63517ab3-2070-4aed-993a-d13fb8f8841c/5255c4b4-47c0-4f32-a3e1-6207ca7e2a6b/d3d2d534-0650-43c1-ac1c-1f79d8902567) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:41.713012 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f28a3-653a-413f-9cce-887473e06d15 req-800f62e3-55dc-4724-9760-f8060a365e9e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:41.715203 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d41f28a3-653a-413f-9cce-887473e06d15 req-800f62e3-55dc-4724-9760-f8060a365e9e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 931 time: 0.0747962 Nov 13 04:54:41.718150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-2b7bdf62-fff1-4375-99d4-4f11f27c8577 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::f816:3eff:fe16:3c8f (63517ab3-2070-4aed-993a-d13fb8f8841c/4d7a113e-f8e6-4888-a1a6-868af2028076/d3d2d534-0650-43c1-ac1c-1f79d8902567) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:41.789803 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-f4b696ab-7d40-4163-99fe-a53814fb8dc9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3232901 Nov 13 04:54:41.815392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Request body: {'port': {'device_id': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:41.823078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d41f28a3-653a-413f-9cce-887473e06d15 req-d50af3f6-d983-4d30-89fe-bf36b143a4c4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992963 Nov 13 04:54:41.881154 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d05fa409-d262-43e0-8992-49bccfd87b99 None None] Provisioning complete for port d80953b7-b232-4f39-9db5-08450b9e844c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:41.881927 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d05fa409-d262-43e0-8992-49bccfd87b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:41.933875 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d05fa409-d262-43e0-8992-49bccfd87b99 None None] Port d80953b7-b232-4f39-9db5-08450b9e844c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:54:41.947635 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d05fa409-d262-43e0-8992-49bccfd87b99 None None] Provisioning complete for port 431e2d59-2162-4eda-ad21-3a6e3f720d71 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:41.948633 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d05fa409-d262-43e0-8992-49bccfd87b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:42.188998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93945df7-7c27-4fc3-905a-23d579c44704 admin admin] Made reservation on behalf of f6e023533a144f13bb7562e9a400409b for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:42.191542 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93945df7-7c27-4fc3-905a-23d579c44704 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:42.197290 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:42.208290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a0d151a6-e919-474f-b9e9-a51589294c6f None None] Could not find standard attr ID for object 53f6583a-676c-40fd-b8a5-6889fa1d3172. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:54:42.289677 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b7bdf62-fff1-4375-99d4-4f11f27c8577 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:42.325775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4aa028-9656-4d2b-a686-3edbf2de5990 req-4e118474-8c81-428f-ba67-a3044a542e24 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:42.327415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc4aa028-9656-4d2b-a686-3edbf2de5990 req-4e118474-8c81-428f-ba67-a3044a542e24 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 946 time: 0.4332290 Nov 13 04:54:42.510848 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc4aa028-9656-4d2b-a686-3edbf2de5990 req-778c7a0a-de37-455a-a27a-32fef54f354c tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681361 Nov 13 04:54:42.531864 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b7bdf62-fff1-4375-99d4-4f11f27c8577 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:42.656910 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7bdf62-fff1-4375-99d4-4f11f27c8577 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:42.676161 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-2b7bdf62-fff1-4375-99d4-4f11f27c8577 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:42.685802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7bdf62-fff1-4375-99d4-4f11f27c8577 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:42.713215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bdf62-fff1-4375-99d4-4f11f27c8577 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=d3d2d534-0650-43c1-ac1c-1f79d8902567,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:42.833774 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93945df7-7c27-4fc3-905a-23d579c44704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:42.888669 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7bdf62-fff1-4375-99d4-4f11f27c8577 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:42.889335 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b7bdf62-fff1-4375-99d4-4f11f27c8577 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:42.973338 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b30f0-319d-45a7-bdc8-3e35d06e678c req-213dc670-67d4-4ff8-9302-1b8e06562b2e tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:42.974967 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3d6b30f0-319d-45a7-bdc8-3e35d06e678c req-213dc670-67d4-4ff8-9302-1b8e06562b2e tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 946 time: 0.2586560 Nov 13 04:54:42.985028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8f8cb-ad6b-46b3-9b1b-c7461454f961 req-ce448fb7-4864-48c9-b6bc-36d8e9c4f0af tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:42.986600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1d8f8cb-ad6b-46b3-9b1b-c7461454f961 req-ce448fb7-4864-48c9-b6bc-36d8e9c4f0af tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 931 time: 0.0752554 Nov 13 04:54:43.015391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93945df7-7c27-4fc3-905a-23d579c44704 admin admin] Checking segment: {'id': 'ecce5032-fb7b-4455-99cb-5fa1fd104158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:54:43.015786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93945df7-7c27-4fc3-905a-23d579c44704 admin admin] Network hostable DHCP agents. Network: efb2632b-74bc-4df5-a542-366e4891a266, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:54:43.018542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93945df7-7c27-4fc3-905a-23d579c44704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e58c8e-4d06-4ded-8d18-eb31bc30d760,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:43.029438 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36312) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:43.029820 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2b7bdf62-fff1-4375-99d4-4f11f27c8577 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2227201 Nov 13 04:54:43.088153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93945df7-7c27-4fc3-905a-23d579c44704 admin admin] Network efb2632b-74bc-4df5-a542-366e4891a266 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:54:43.095945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80953b7-b232-4f39-9db5-08450b9e844c {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:54:43.113781 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1d8f8cb-ad6b-46b3-9b1b-c7461454f961 req-81730ed6-0981-484a-8f7c-d98473e4e1c2 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168613 Nov 13 04:54:43.139656 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:43.148405 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d27f56-4f36-4a40-ae54-5a61a4e2991d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:43.151050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-93945df7-7c27-4fc3-905a-23d579c44704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, efb2632b-74bc-4df5-a542-366e4891a266) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:43.158540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b8a2eacd-4e4b-4af2-8de8-319fcc6d42e4 None None] Provisioning complete for port d3d2d534-0650-43c1-ac1c-1f79d8902567 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:43.158986 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8a2eacd-4e4b-4af2-8de8-319fcc6d42e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:43.177526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d27f56-4f36-4a40-ae54-5a61a4e2991d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:43.180430 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e5d27f56-4f36-4a40-ae54-5a61a4e2991d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1448698 Nov 13 04:54:43.182732 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36322) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:43.192793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93945df7-7c27-4fc3-905a-23d579c44704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:43.193730 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93945df7-7c27-4fc3-905a-23d579c44704 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:43.265427 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3d6b30f0-319d-45a7-bdc8-3e35d06e678c req-3b74fbec-fe7d-4b91-ac52-dac6c29a42b6 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323811 Nov 13 04:54:43.275081 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-93945df7-7c27-4fc3-905a-23d579c44704 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6780949 Nov 13 04:54:43.285718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Transition to ACTIVE for port object d80953b7-b232-4f39-9db5-08450b9e844c will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:54:43.295951 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:43.378944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8139b994-c104-48d2-a147-c50e6d751320 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port d3d2d534-0650-43c1-ac1c-1f79d8902567 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:54:43.381308 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8139b994-c104-48d2-a147-c50e6d751320 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:43.391312 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Pushing event updated for resources: {'Port': ['ID=d80953b7-b232-4f39-9db5-08450b9e844c,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:43.502807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f5712b-cdd3-4a6e-8ff0-09621ef385dc None None] Network efb2632b-74bc-4df5-a542-366e4891a266 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:43.523512 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8139b994-c104-48d2-a147-c50e6d751320 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:43.542810 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8139b994-c104-48d2-a147-c50e6d751320 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for d3d2d534-0650-43c1-ac1c-1f79d8902567 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:54:43.618173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Attempting to bind port d80953b7-b232-4f39-9db5-08450b9e844c on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:54:43.618477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Attempting to bind port d80953b7-b232-4f39-9db5-08450b9e844c by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:54:43.618826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Attempting to bind port d80953b7-b232-4f39-9db5-08450b9e844c on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:54:43.632394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Port d80953b7-b232-4f39-9db5-08450b9e844c on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:54:43.632722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Attempting to bind port d80953b7-b232-4f39-9db5-08450b9e844c on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:54:43.647670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:54:43.648149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Checking segment: {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:54:43.648759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Bound using segment: {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:54:43.649468 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Bound port: d80953b7-b232-4f39-9db5-08450b9e844c, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:54:43.650028 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:43.678340 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2eacd-4e4b-4af2-8de8-319fcc6d42e4 None None] Port d3d2d534-0650-43c1-ac1c-1f79d8902567 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:54:43.789622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e637ec-ae79-461a-ba63-8b4bfce4a5b4 None None] Network efb2632b-74bc-4df5-a542-366e4891a266 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:43.806036 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:54:43.811462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:54:43.819933 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:43.940670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Pushing event updated for resources: {'Port': ['ID=d80953b7-b232-4f39-9db5-08450b9e844c,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:43.972484 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8139b994-c104-48d2-a147-c50e6d751320 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:44.020356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139b994-c104-48d2-a147-c50e6d751320 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=d3d2d534-0650-43c1-ac1c-1f79d8902567,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:44.038117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:44.039147 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:44.041322 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-21dfa5b7-b329-46ed-bbd3-054a3382a982 service neutron] 10.222.0.46 "PUT /v2.0/ports/d80953b7-b232-4f39-9db5-08450b9e844c HTTP/1.1" status: 200 len: 1091 time: 2.2303329 Nov 13 04:54:44.044562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:54:44.046881 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb33b94a-29b1-411b-bc0a-a710323c0d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:54:44.116383 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305d294d-d82f-4c17-a19b-9af995ba0813 x-openstack-request-id: req-305d294d-d82f-4c17-a19b-9af995ba0813 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:54:44.116988 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:54:44.117425 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-305d294d-d82f-4c17-a19b-9af995ba0813 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:54:44.117986 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'status': 'completed', 'code': 200} Nov 13 04:54:44.132592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-00fcd7b6-d1ab-43f5-8dbc-883cb4f603ba tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:44.135209 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-00fcd7b6-d1ab-43f5-8dbc-883cb4f603ba tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/networks?id=efb2632b-74bc-4df5-a542-366e4891a266 HTTP/1.1" status: 200 len: 814 time: 0.1956372 Nov 13 04:54:44.171315 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8139b994-c104-48d2-a147-c50e6d751320 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:44.176889 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8139b994-c104-48d2-a147-c50e6d751320 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/d3d2d534-0650-43c1-ac1c-1f79d8902567 HTTP/1.1" status: 204 len: 168 time: 0.9906909 Nov 13 04:54:44.177169 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36350) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:44.233187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-07e5457b-0c16-48e4-9ed6-7f0013268217 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/quotas/f6e023533a144f13bb7562e9a400409b HTTP/1.1" status: 200 len: 375 time: 0.0614290 Nov 13 04:54:44.294693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40ebada-600c-4336-998c-9990890e6e5d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:44.296285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40ebada-600c-4336-998c-9990890e6e5d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:44.297933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40ebada-600c-4336-998c-9990890e6e5d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:44.302098 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c40ebada-600c-4336-998c-9990890e6e5d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1215014 Nov 13 04:54:44.315279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36358) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:44.321917 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-bd632849-294a-44d0-a802-9aadb04aacf2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6e023533a144f13bb7562e9a400409b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764914 Nov 13 04:54:44.352208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-8d3c6db0-f588-4043-ad47-5f53aa518cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:44.354169 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-8d3c6db0-f588-4043-ad47-5f53aa518cc6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 1094 time: 0.2178500 Nov 13 04:54:44.416506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7a6b62-8b83-4886-b895-7b0f96034876 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 4d7a113e-f8e6-4888-a1a6-868af2028076 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:54:44.422657 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec7a6b62-8b83-4886-b895-7b0f96034876 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:44.507686 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02535b-8781-4f85-b889-ff9e8d2d1fdc req-714e320a-4f98-4e2d-80c3-d036556ea76a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:44.509250 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d02535b-8781-4f85-b889-ff9e8d2d1fdc req-714e320a-4f98-4e2d-80c3-d036556ea76a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 943 time: 0.2312171 Nov 13 04:54:44.512006 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec7a6b62-8b83-4886-b895-7b0f96034876 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:44.527352 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-da1efbec-3eba-44b6-ba91-93d9b19bed2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80953b7-b232-4f39-9db5-08450b9e844c HTTP/1.1" status: 200 len: 217 time: 0.1521766 Nov 13 04:54:44.609301 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-2871f979-05eb-4c3e-a249-2719f3081ad8 service neutron] 10.222.0.43 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857044 Nov 13 04:54:44.613450 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-481ad93b-f6af-4c09-bf40-5af3b2462774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:44.615448 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-481ad93b-f6af-4c09-bf40-5af3b2462774 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0765877 Nov 13 04:54:44.623794 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec7a6b62-8b83-4886-b895-7b0f96034876 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:44.717477 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-28e26b3f-fb11-4b70-be00-97b7b0a33ada service neutron] 10.222.0.43 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008236 Nov 13 04:54:44.765223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d02535b-8781-4f85-b889-ff9e8d2d1fdc req-26332141-8c8a-4bb5-a73d-3445a3b289bf tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396755 Nov 13 04:54:44.776322 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-af443fa1-1272-4d91-ab1c-668304b08597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:44.779991 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec7a6b62-8b83-4886-b895-7b0f96034876 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:44.782116 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-af443fa1-1272-4d91-ab1c-668304b08597 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629706 Nov 13 04:54:44.846460 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec7a6b62-8b83-4886-b895-7b0f96034876 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:44.853191 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ec7a6b62-8b83-4886-b895-7b0f96034876 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/4d7a113e-f8e6-4888-a1a6-868af2028076 HTTP/1.1" status: 204 len: 168 time: 0.5336151 Nov 13 04:54:44.853191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a6b62-8b83-4886-b895-7b0f96034876 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7a113e-f8e6-4888-a1a6-868af2028076,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:44.859099 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb9d4e4-f438-4dae-8850-9c89b0e20779 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:44.862960 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36366) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:44.970157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542d85e-f26c-4d8a-b63a-25635beafb56 req-d8ab0073-9712-43c2-8366-8873039f01f0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:44.978186 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c542d85e-f26c-4d8a-b63a-25635beafb56 req-d8ab0073-9712-43c2-8366-8873039f01f0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 946 time: 0.0951898 Nov 13 04:54:44.991829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39994b3-bbba-49fd-9163-d67f0f302dc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 5255c4b4-47c0-4f32-a3e1-6207ca7e2a6b {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:54:45.008983 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f39994b3-bbba-49fd-9163-d67f0f302dc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:45.052756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-d65008fc-b7a3-4bb1-8427-11f6b5f966d4 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624142 Nov 13 04:54:45.095389 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f39994b3-bbba-49fd-9163-d67f0f302dc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:45.145584 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c542d85e-f26c-4d8a-b63a-25635beafb56 req-fde0b1e8-9c78-4d3b-8a2c-17b856f1141b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664124 Nov 13 04:54:45.281421 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f39994b3-bbba-49fd-9163-d67f0f302dc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:45.333090 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-555080f2-6d19-4e1a-b05d-ee3eb9836394 req-021364af-b263-471f-8fd7-903081028624 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714887 Nov 13 04:54:45.398635 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f39994b3-bbba-49fd-9163-d67f0f302dc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:45.455334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39994b3-bbba-49fd-9163-d67f0f302dc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=5255c4b4-47c0-4f32-a3e1-6207ca7e2a6b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:45.474369 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e4957d2-e969-4aa4-b50f-338db3a76302 req-48ac54e1-97b2-415d-b4ac-46e21707fb26 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 210 time: 0.0903475 Nov 13 04:54:45.476807 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f39994b3-bbba-49fd-9163-d67f0f302dc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:45.485003 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f39994b3-bbba-49fd-9163-d67f0f302dc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/5255c4b4-47c0-4f32-a3e1-6207ca7e2a6b HTTP/1.1" status: 204 len: 168 time: 0.6157868 Nov 13 04:54:45.488389 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36382) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:45.605570 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3773b98f-7169-4dc4-8593-4f3ffe0d63b9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1155455 Nov 13 04:54:45.608967 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:45.615079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c13c995f-8d54-4130-a62b-cb63da9a49a1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:45.632881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33b94a-29b1-411b-bc0a-a710323c0d4a req-2631bf5e-999e-4c7c-b16a-b057963076de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:45.636230 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb33b94a-29b1-411b-bc0a-a710323c0d4a req-2631bf5e-999e-4c7c-b16a-b057963076de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 1094 time: 0.1635890 Nov 13 04:54:45.775339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33b94a-29b1-411b-bc0a-a710323c0d4a req-368a0c40-b4b6-4d24-a146-826d96001ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:45.778152 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb33b94a-29b1-411b-bc0a-a710323c0d4a req-368a0c40-b4b6-4d24-a146-826d96001ce6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.1360848 Nov 13 04:54:45.884604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13c995f-8d54-4130-a62b-cb63da9a49a1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:45.888366 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c13c995f-8d54-4130-a62b-cb63da9a49a1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:45.915170 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb33b94a-29b1-411b-bc0a-a710323c0d4a req-90de231c-fdd2-4038-a785-ca02b7b53cc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80953b7-b232-4f39-9db5-08450b9e844c HTTP/1.1" status: 200 len: 217 time: 0.1246581 Nov 13 04:54:46.268344 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c13c995f-8d54-4130-a62b-cb63da9a49a1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:46.386025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb518741-c758-43a3-b600-269fd8c60e2a req-50d22db5-b8c9-46f7-925f-18625d952b69 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:46.395606 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb518741-c758-43a3-b600-269fd8c60e2a req-50d22db5-b8c9-46f7-925f-18625d952b69 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 943 time: 0.4837189 Nov 13 04:54:46.407095 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c995f-8d54-4130-a62b-cb63da9a49a1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:46.417566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c13c995f-8d54-4130-a62b-cb63da9a49a1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:46.420805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c995f-8d54-4130-a62b-cb63da9a49a1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=bf841bc7-48ca-44f6-9dd5-62a77a290616,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:46.430439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13c995f-8d54-4130-a62b-cb63da9a49a1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:46.445682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c13c995f-8d54-4130-a62b-cb63da9a49a1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:46.463097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1d55d2-5de8-4ca2-939f-ff278fc37257 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:46.488462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33b94a-29b1-411b-bc0a-a710323c0d4a req-eabfc9ef-e979-4d2e-a864-d6e04a9662bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:46.491169 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb33b94a-29b1-411b-bc0a-a710323c0d4a req-eabfc9ef-e979-4d2e-a864-d6e04a9662bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.5728660 Nov 13 04:54:46.505926 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c13c995f-8d54-4130-a62b-cb63da9a49a1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8957715 Nov 13 04:54:46.509683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36418) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:46.535879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:46.565955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33b94a-29b1-411b-bc0a-a710323c0d4a req-2011fe93-4efb-4197-8b07-7895a82a8852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:46.567539 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb33b94a-29b1-411b-bc0a-a710323c0d4a req-2011fe93-4efb-4197-8b07-7895a82a8852 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681961 Nov 13 04:54:46.681227 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb518741-c758-43a3-b600-269fd8c60e2a req-f65fdbac-f434-4ed9-b46b-df81a2fe15ed tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694650 Nov 13 04:54:46.743942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2440e10b-7706-4d4a-a32e-47f0b7813a7e None None] Provisioning complete for port 431e2d59-2162-4eda-ad21-3a6e3f720d71 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:46.747915 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2440e10b-7706-4d4a-a32e-47f0b7813a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:46.790138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34f14875-acdd-492f-9f29-46452c19f54a req-13537b2c-a647-47c7-a49e-75a43392d2c5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 210 time: 0.0553169 Nov 13 04:54:46.859530 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb33b94a-29b1-411b-bc0a-a710323c0d4a req-6d389803-9c08-4392-9ebe-2a1bf7e30bdb service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771578 Nov 13 04:54:47.003465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:47.006215 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:47.070133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb33b94a-29b1-411b-bc0a-a710323c0d4a req-1bd9240d-73b3-4fef-983f-f082106e57e7 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003644 Nov 13 04:54:47.372988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2ee662e2-b4d5-4921-90fe-8f0236cb36d8 None None] Provisioning complete for port 431e2d59-2162-4eda-ad21-3a6e3f720d71 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:47.373776 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ee662e2-b4d5-4921-90fe-8f0236cb36d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:47.494164 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-d6362172-522e-4bbe-89ec-1fa9c8ac73a6 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:47.496443 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-d6362172-522e-4bbe-89ec-1fa9c8ac73a6 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.36 "GET /v2.0/networks?id=efb2632b-74bc-4df5-a542-366e4891a266 HTTP/1.1" status: 200 len: 814 time: 0.7285020 Nov 13 04:54:47.519030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-fb64ee6a-0a61-4152-b765-1559ea75652c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Request body: {'port': {'device_id': '042a8156-3f30-444b-805c-a7ef5a485e86', 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266', 'admin_state_up': True, 'tenant_id': 'f6e023533a144f13bb7562e9a400409b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:47.683949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-fb64ee6a-0a61-4152-b765-1559ea75652c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Made reservation on behalf of f6e023533a144f13bb7562e9a400409b for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:47.691784 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-fb64ee6a-0a61-4152-b765-1559ea75652c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:47.842680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487719e-db33-4cf0-a057-b924614ee495 req-5e5d2e31-a16d-49f2-81d8-bb2894222ab8 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:47.852714 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2487719e-db33-4cf0-a057-b924614ee495 req-5e5d2e31-a16d-49f2-81d8-bb2894222ab8 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 943 time: 0.0967817 Nov 13 04:54:47.967500 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2487719e-db33-4cf0-a057-b924614ee495 req-5328dbf9-c7d8-41d4-8e24-b239417315b5 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070342 Nov 13 04:54:48.014263 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c099f56a-d3a9-4be1-a26f-9282695da107 req-831f0cb3-3c8d-4a29-b31a-6b092cc021df tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 210 time: 0.0545249 Nov 13 04:54:48.064239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-fb64ee6a-0a61-4152-b765-1559ea75652c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Allocated IP 172.20.0.4 (efb2632b-74bc-4df5-a542-366e4891a266/89e58c8e-4d06-4ded-8d18-eb31bc30d760/ad0d4edd-55a9-420a-b682-cea97bf7918a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:48.229564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d80953b7-b232-4f39-9db5-08450b9e844c details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:54:48.305517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.objects.ports [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:54:48.404888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:48.419489 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'port_id': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'mac_address': 'fa:16:3e:be:15:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:54:48.463383 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:48.480769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80953b7-b232-4f39-9db5-08450b9e844c {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:54:48.507279 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:48.513703 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:48.574281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d80953b7-b232-4f39-9db5-08450b9e844c,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:48.580279 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-fb64ee6a-0a61-4152-b765-1559ea75652c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:48.587709 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:48.675468 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-fb64ee6a-0a61-4152-b765-1559ea75652c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:48.780824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-fb64ee6a-0a61-4152-b765-1559ea75652c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Network efb2632b-74bc-4df5-a542-366e4891a266 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:48.784324 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64ee6a-0a61-4152-b765-1559ea75652c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Pushing event updated for resources: {'Port': ['ID=ad0d4edd-55a9-420a-b682-cea97bf7918a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:48.790709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-fb64ee6a-0a61-4152-b765-1559ea75652c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:48.794981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-fb64ee6a-0a61-4152-b765-1559ea75652c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:48.855343 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] For port 431e2d59-2162-4eda-ad21-3a6e3f720d71, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=431e2d59-2162-4eda-ad21-3a6e3f720d71,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:48.873510 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-fb64ee6a-0a61-4152-b765-1559ea75652c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:48.874181 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-fb64ee6a-0a61-4152-b765-1559ea75652c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:48.897731 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-fb64ee6a-0a61-4152-b765-1559ea75652c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3826215 Nov 13 04:54:48.906751 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:48.912269 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:48.913084 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:48.925690 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Request body: {'port': {'device_id': '042a8156-3f30-444b-805c-a7ef5a485e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:49.009707 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:49.017288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:49.022643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:49.023245 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:49.027853 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41579073-8d9a-4060-ba3e-39e1067c6428 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:49.093186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=6276fd88-805b-4d49-a890-9584aa2b4fac,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:49.097369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=431e2d59-2162-4eda-ad21-3a6e3f720d71,revision_number=13']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:49.100245 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:49.120450 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-63da90dc-889e-4f50-8de8-7cab77c87957 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6062508 Nov 13 04:54:49.125117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36484) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:49.131095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-efe4ccff-51e7-47e4-9f9d-b1297d773098 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'mac_address': 'fa:16:3e:e9:9e:cd', 'name': 'tempest-NetworksTestDHCPv6-1066392134'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:49.169666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['d80953b7-b232-4f39-9db5-08450b9e844c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:54:49.176784 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35c33-f050-43d8-b5ac-f245a968b8ac req-61b5cef3-488a-4dcf-b6dd-5138dac531c4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:49.178344 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0d35c33-f050-43d8-b5ac-f245a968b8ac req-61b5cef3-488a-4dcf-b6dd-5138dac531c4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.1011701 Nov 13 04:54:49.304735 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8235a-7c8d-421e-932e-fec73c6bb058 req-c9e49df6-d12c-49df-8148-e3f9f8454348 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:49.306801 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06a8235a-7c8d-421e-932e-fec73c6bb058 req-c9e49df6-d12c-49df-8148-e3f9f8454348 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 931 time: 0.1338050 Nov 13 04:54:49.398659 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0d35c33-f050-43d8-b5ac-f245a968b8ac req-7d7bdb57-5355-4fe4-8715-2dba0ff4071f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109375 Nov 13 04:54:49.426020 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06a8235a-7c8d-421e-932e-fec73c6bb058 req-9df6dc3a-531d-4acf-b4ac-cf9169d633a9 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082664 Nov 13 04:54:49.460107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe4ccff-51e7-47e4-9f9d-b1297d773098 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:49.572853 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422d1470-60d5-4514-9f04-d1574b75a443 None None] Update dhcp port {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'fixed_ips': [{'subnet_id': '6276fd88-805b-4d49-a890-9584aa2b4fac', 'ip_address': '2001:db8::f816:3eff:fee4:a83'}, {'subnet_id': 'bf841bc7-48ca-44f6-9dd5-62a77a290616'}], 'binding:host_id': 'n-d-813114-2'}, 'id': '431e2d59-2162-4eda-ad21-3a6e3f720d71'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 04:54:49.574111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0d4edd-55a9-420a-b682-cea97bf7918a {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:54:49.583584 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:49.600138 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Transition to ACTIVE for port object ad0d4edd-55a9-420a-b682-cea97bf7918a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:54:49.604710 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-422d1470-60d5-4514-9f04-d1574b75a443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:49.605894 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:49.627354 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-efe4ccff-51e7-47e4-9f9d-b1297d773098 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:49.671185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-efe4ccff-51e7-47e4-9f9d-b1297d773098 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port 7cf83d6b-4859-4a33-a020-5f202e6ce75b yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:54:49.672551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0d4edd-55a9-420a-b682-cea97bf7918a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:49.787232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-422d1470-60d5-4514-9f04-d1574b75a443 None None] Allocated IP 172.20.0.2 (63517ab3-2070-4aed-993a-d13fb8f8841c/bf841bc7-48ca-44f6-9dd5-62a77a290616/431e2d59-2162-4eda-ad21-3a6e3f720d71) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:49.790292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Attempting to bind port ad0d4edd-55a9-420a-b682-cea97bf7918a on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:54:49.791195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Attempting to bind port ad0d4edd-55a9-420a-b682-cea97bf7918a by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'ecce5032-fb7b-4455-99cb-5fa1fd104158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:54:49.793651 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Attempting to bind port ad0d4edd-55a9-420a-b682-cea97bf7918a on network efb2632b-74bc-4df5-a542-366e4891a266 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:54:49.808890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Port ad0d4edd-55a9-420a-b682-cea97bf7918a on network efb2632b-74bc-4df5-a542-366e4891a266 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:54:49.810026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Attempting to bind port ad0d4edd-55a9-420a-b682-cea97bf7918a on network efb2632b-74bc-4df5-a542-366e4891a266 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:54:49.817485 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:54:49.819192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Checking segment: {'id': 'ecce5032-fb7b-4455-99cb-5fa1fd104158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:54:49.820034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Bound using segment: {'id': 'ecce5032-fb7b-4455-99cb-5fa1fd104158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:54:49.820721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Bound port: ad0d4edd-55a9-420a-b682-cea97bf7918a, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecce5032-fb7b-4455-99cb-5fa1fd104158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:54:49.821344 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:49.893206 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-422d1470-60d5-4514-9f04-d1574b75a443 None None] For port 431e2d59-2162-4eda-ad21-3a6e3f720d71, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=431e2d59-2162-4eda-ad21-3a6e3f720d71,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:49.925203 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-422d1470-60d5-4514-9f04-d1574b75a443 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:49.926135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:54:49.930687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:54:49.933170 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-422d1470-60d5-4514-9f04-d1574b75a443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:49.937824 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:50.009940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:50.010673 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:50.012399 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] 10.222.0.36 "PUT /v2.0/ports/ad0d4edd-55a9-420a-b682-cea97bf7918a HTTP/1.1" status: 200 len: 1091 time: 1.0971305 Nov 13 04:54:50.012963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042a8156-3f30-444b-805c-a7ef5a485e86', 'tag': 'ad0d4edd-55a9-420a-b682-cea97bf7918a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:54:50.016226 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fad093-5dda-48a0-ad37-587ae52cf89b" -d '{"events": [{"name": "network-changed", "server_uuid": "042a8156-3f30-444b-805c-a7ef5a485e86", "tag": "ad0d4edd-55a9-420a-b682-cea97bf7918a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:54:50.050548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133459c3-1c14-4ea8-8ce1-9613d538a0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0d4edd-55a9-420a-b682-cea97bf7918a,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:50.075838 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfecb8db-d1c6-466d-97f8-9f66ffc2c34e x-openstack-request-id: req-bfecb8db-d1c6-466d-97f8-9f66ffc2c34e {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:54:50.076132 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042a8156-3f30-444b-805c-a7ef5a485e86", "tag": "ad0d4edd-55a9-420a-b682-cea97bf7918a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:54:50.076384 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bfecb8db-d1c6-466d-97f8-9f66ffc2c34e {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:54:50.076824 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042a8156-3f30-444b-805c-a7ef5a485e86', 'tag': 'ad0d4edd-55a9-420a-b682-cea97bf7918a', 'status': 'completed', 'code': 200} Nov 13 04:54:50.085073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d1470-60d5-4514-9f04-d1574b75a443 None None] Pushing event updated for resources: {'Port': ['ID=431e2d59-2162-4eda-ad21-3a6e3f720d71,revision_number=14']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:50.164873 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-0ae94236-dc50-4040-8a14-f25a0652f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:50.166898 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-0ae94236-dc50-4040-8a14-f25a0652f9ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6e023533a144f13bb7562e9a400409b&device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 1094 time: 0.0728624 Nov 13 04:54:50.167563 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-efe4ccff-51e7-47e4-9f9d-b1297d773098 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 172.20.0.5 (63517ab3-2070-4aed-993a-d13fb8f8841c/bf841bc7-48ca-44f6-9dd5-62a77a290616/7cf83d6b-4859-4a33-a020-5f202e6ce75b) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:50.175321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-efe4ccff-51e7-47e4-9f9d-b1297d773098 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::f816:3eff:fee9:9ecd (63517ab3-2070-4aed-993a-d13fb8f8841c/6276fd88-805b-4d49-a890-9584aa2b4fac/7cf83d6b-4859-4a33-a020-5f202e6ce75b) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:50.225268 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-cc3ed5d1-1806-4e7e-8c6b-2f49dd66dce2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a HTTP/1.1" status: 200 len: 217 time: 0.0432799 Nov 13 04:54:50.282119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device c3eae07a-682b-4b78-a582-c6922ccf28cf details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:54:50.307802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-549a9cdd-9e28-494a-8918-7d002e544b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:50.309502 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-549a9cdd-9e28-494a-8918-7d002e544b82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89e58c8e-4d06-4ded-8d18-eb31bc30d760 HTTP/1.1" status: 200 len: 854 time: 0.0768642 Nov 13 04:54:50.362361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-3fa95080-f368-4df5-8d38-9bb9f58a18ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=efb2632b-74bc-4df5-a542-366e4891a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456216 Nov 13 04:54:50.440570 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-efe4ccff-51e7-47e4-9f9d-b1297d773098 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:50.443230 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port c3eae07a-682b-4b78-a582-c6922ccf28cf, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=c3eae07a-682b-4b78-a582-c6922ccf28cf,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:50.481759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'c3eae07a-682b-4b78-a582-c6922ccf28cf', 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa', 'port_id': 'c3eae07a-682b-4b78-a582-c6922ccf28cf', 'mac_address': 'fa:16:3e:69:88:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a149c78c-3ec3-4358-b619-c6f87b382343', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:54:50.564127 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-efe4ccff-51e7-47e4-9f9d-b1297d773098 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:50.611955 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 431e2d59-2162-4eda-ad21-3a6e3f720d71 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:50.616179 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:50.638070 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-1d229950-84cb-40ad-ae5d-32b62687ea70 service neutron] 10.222.0.36 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631769 Nov 13 04:54:50.680236 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3eae07a-682b-4b78-a582-c6922ccf28cf {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:54:50.701229 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe4ccff-51e7-47e4-9f9d-b1297d773098 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:50.710510 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-efe4ccff-51e7-47e4-9f9d-b1297d773098 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:50.733403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port c3eae07a-682b-4b78-a582-c6922ccf28cf, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=c3eae07a-682b-4b78-a582-c6922ccf28cf,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:50.741908 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12f60b-e500-4520-9b90-0cb7102a6af7 req-89012de6-5806-4906-b6a5-042bd3d6c7ce tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:50.745522 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:50.751827 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d12f60b-e500-4520-9b90-0cb7102a6af7 req-89012de6-5806-4906-b6a5-042bd3d6c7ce tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.1797571 Nov 13 04:54:50.752366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 431e2d59-2162-4eda-ad21-3a6e3f720d71 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:50.752997 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:50.762401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe4ccff-51e7-47e4-9f9d-b1297d773098 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:50.869244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4ccff-51e7-47e4-9f9d-b1297d773098 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:50.870384 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-efe4ccff-51e7-47e4-9f9d-b1297d773098 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:50.876583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d12f60b-e500-4520-9b90-0cb7102a6af7 req-707e98d1-7caa-4c7f-bed7-e1239ce7549c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229935 Nov 13 04:54:50.887099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4ccff-51e7-47e4-9f9d-b1297d773098 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=7cf83d6b-4859-4a33-a020-5f202e6ce75b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:50.887444 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd2d4c2f-e554-4085-b787-04dfdc114b57 req-e5e92695-4850-49bf-bdae-1c81db9f94ac service neutron] 10.222.0.36 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408404 Nov 13 04:54:50.900172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=c3eae07a-682b-4b78-a582-c6922ccf28cf,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:50.909625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['c3eae07a-682b-4b78-a582-c6922ccf28cf'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:54:50.951386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bc458-df9e-4275-97e5-c66dbe5dda98 req-a759f416-9281-442a-bfff-652069fcb97a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:50.962551 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fc0bc458-df9e-4275-97e5-c66dbe5dda98 req-a759f416-9281-442a-bfff-652069fcb97a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 943 time: 0.3414929 Nov 13 04:54:50.974825 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-efe4ccff-51e7-47e4-9f9d-b1297d773098 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8482711 Nov 13 04:54:50.978094 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36534) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:51.115878 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fc0bc458-df9e-4275-97e5-c66dbe5dda98 req-e2f6481a-5e82-4d7d-bcc4-c0294b06aefe tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489413 Nov 13 04:54:51.198034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad093-5dda-48a0-ad37-587ae52cf89b req-247e9403-61be-4e89-91a8-98cf122c8a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:51.205831 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82fad093-5dda-48a0-ad37-587ae52cf89b req-247e9403-61be-4e89-91a8-98cf122c8a1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6e023533a144f13bb7562e9a400409b&device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 1094 time: 0.1220973 Nov 13 04:54:51.213496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-178adfea-a8ee-4dba-9c3e-7de51dc21837 None None] Provisioning complete for port 431e2d59-2162-4eda-ad21-3a6e3f720d71 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:51.213997 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-178adfea-a8ee-4dba-9c3e-7de51dc21837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:51.227274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e84342-360a-47d7-bdf3-d41365b196b3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:51.244052 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e84342-360a-47d7-bdf3-d41365b196b3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:51.253293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36544) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:51.254070 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-36e84342-360a-47d7-bdf3-d41365b196b3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2738085 Nov 13 04:54:51.434137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad093-5dda-48a0-ad37-587ae52cf89b req-f289efb5-a1d9-4d52-8e0e-c8037305e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:51.435864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82fad093-5dda-48a0-ad37-587ae52cf89b req-f289efb5-a1d9-4d52-8e0e-c8037305e580 service neutron] 10.222.0.36 "GET /v2.0/networks?id=efb2632b-74bc-4df5-a542-366e4891a266 HTTP/1.1" status: 200 len: 915 time: 0.1806748 Nov 13 04:54:51.474589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-8f64007c-c4df-4fb9-bc6e-4263958ae63b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port 7cf83d6b-4859-4a33-a020-5f202e6ce75b {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:54:51.475047 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f64007c-c4df-4fb9-bc6e-4263958ae63b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:51.497554 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82fad093-5dda-48a0-ad37-587ae52cf89b req-ef20bb87-7e40-42ff-b361-6f219c84d22d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a HTTP/1.1" status: 200 len: 217 time: 0.0526819 Nov 13 04:54:51.566342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad093-5dda-48a0-ad37-587ae52cf89b req-3c4f4377-419b-4c69-abfb-e4b0033ea7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:51.567903 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82fad093-5dda-48a0-ad37-587ae52cf89b req-3c4f4377-419b-4c69-abfb-e4b0033ea7f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89e58c8e-4d06-4ded-8d18-eb31bc30d760 HTTP/1.1" status: 200 len: 854 time: 0.0606606 Nov 13 04:54:51.599745 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f64007c-c4df-4fb9-bc6e-4263958ae63b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:51.602429 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82fad093-5dda-48a0-ad37-587ae52cf89b req-8089d319-e25f-4320-ae30-45d3ad806b18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=efb2632b-74bc-4df5-a542-366e4891a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265286 Nov 13 04:54:51.614938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-8f64007c-c4df-4fb9-bc6e-4263958ae63b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for 7cf83d6b-4859-4a33-a020-5f202e6ce75b owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:54:51.619938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cd4041d6-fd10-4693-a861-12e029e521e5 None None] Provisioning complete for port 7cf83d6b-4859-4a33-a020-5f202e6ce75b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:51.620504 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd4041d6-fd10-4693-a861-12e029e521e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:51.661108 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cd4041d6-fd10-4693-a861-12e029e521e5 None None] Port 7cf83d6b-4859-4a33-a020-5f202e6ce75b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:54:51.714424 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82fad093-5dda-48a0-ad37-587ae52cf89b req-8d7c42a3-b49c-47bc-91aa-033b183d04e3 service neutron] 10.222.0.36 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045368 Nov 13 04:54:51.890348 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f64007c-c4df-4fb9-bc6e-4263958ae63b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:51.984006 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82fad093-5dda-48a0-ad37-587ae52cf89b req-79177ca2-322b-4605-85de-edb0fe85ac93 service neutron] 10.222.0.36 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109113 Nov 13 04:54:52.082693 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64007c-c4df-4fb9-bc6e-4263958ae63b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=7cf83d6b-4859-4a33-a020-5f202e6ce75b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:52.132864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a930802-dbc6-446f-bfac-20057e63f60c req-76412032-ba0e-466f-a183-ac45420dd997 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:52.154859 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7a930802-dbc6-446f-bfac-20057e63f60c req-76412032-ba0e-466f-a183-ac45420dd997 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.1552494 Nov 13 04:54:52.172671 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f64007c-c4df-4fb9-bc6e-4263958ae63b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:52.179685 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8f64007c-c4df-4fb9-bc6e-4263958ae63b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/7cf83d6b-4859-4a33-a020-5f202e6ce75b HTTP/1.1" status: 204 len: 168 time: 0.9216387 Nov 13 04:54:52.180005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36574) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:52.222169 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d80953b7-b232-4f39-9db5-08450b9e844c up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:52.295861 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7a930802-dbc6-446f-bfac-20057e63f60c req-64b039e0-ac09-48a1-8801-d79993257266 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395574 Nov 13 04:54:52.338558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device c3eae07a-682b-4b78-a582-c6922ccf28cf up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:54:52.398604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7392363-5985-4a6e-a07e-bd6bdb24ba24 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:52.402313 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7392363-5985-4a6e-a07e-bd6bdb24ba24 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:52.404844 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7392363-5985-4a6e-a07e-bd6bdb24ba24 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:52.406842 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d7392363-5985-4a6e-a07e-bd6bdb24ba24 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2236238 Nov 13 04:54:52.410017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36586) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:52.454695 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e272e-1e83-42d7-9fdb-5a26aff7748a req-4f1a6959-74a2-4603-b0bf-dcb2e58eab96 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:52.468988 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb0e272e-1e83-42d7-9fdb-5a26aff7748a req-4f1a6959-74a2-4603-b0bf-dcb2e58eab96 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 943 time: 0.1468801 Nov 13 04:54:52.531670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port d80953b7-b232-4f39-9db5-08450b9e844c completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:54:52.533911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d198f41-99f4-4ffd-af8a-c69e1e4688ee tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 6276fd88-805b-4d49-a890-9584aa2b4fac {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:54:52.537879 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d198f41-99f4-4ffd-af8a-c69e1e4688ee tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:52.546556 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port d80953b7-b232-4f39-9db5-08450b9e844c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:52.551073 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:52.553064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port c3eae07a-682b-4b78-a582-c6922ccf28cf triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:54:52.553650 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:52.602553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb0e272e-1e83-42d7-9fdb-5a26aff7748a req-60444f01-cd25-4f3f-999e-cb3dfe913503 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289563 Nov 13 04:54:52.632706 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d198f41-99f4-4ffd-af8a-c69e1e4688ee tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:52.723804 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:52.752957 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:52.796521 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d198f41-99f4-4ffd-af8a-c69e1e4688ee tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:52.806595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee53b10e-23de-4f3d-8bdf-8f44445b3858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3eae07a-682b-4b78-a582-c6922ccf28cf'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:54:52.813875 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac92b0ea-6d67-41e7-bebb-61873440b089" -d '{"events": [{"server_uuid": "ee53b10e-23de-4f3d-8bdf-8f44445b3858", "name": "network-vif-plugged", "status": "completed", "tag": "c3eae07a-682b-4b78-a582-c6922ccf28cf"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:54:52.860965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port c3eae07a-682b-4b78-a582-c6922ccf28cf, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=c3eae07a-682b-4b78-a582-c6922ccf28cf,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:52.870030 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:52.891493 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d198f41-99f4-4ffd-af8a-c69e1e4688ee tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:52.943032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d198f41-99f4-4ffd-af8a-c69e1e4688ee tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=6276fd88-805b-4d49-a890-9584aa2b4fac,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:52.949608 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ae8252-36eb-4f56-8184-9d80424ec33f x-openstack-request-id: req-82ae8252-36eb-4f56-8184-9d80424ec33f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:54:52.950041 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee53b10e-23de-4f3d-8bdf-8f44445b3858", "name": "network-vif-plugged", "status": "completed", "tag": "c3eae07a-682b-4b78-a582-c6922ccf28cf", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:54:52.950607 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82ae8252-36eb-4f56-8184-9d80424ec33f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:54:52.951244 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee53b10e-23de-4f3d-8bdf-8f44445b3858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3eae07a-682b-4b78-a582-c6922ccf28cf', 'code': 200} Nov 13 04:54:52.976502 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d198f41-99f4-4ffd-af8a-c69e1e4688ee tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:52.977529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=c3eae07a-682b-4b78-a582-c6922ccf28cf,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:52.983844 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2d198f41-99f4-4ffd-af8a-c69e1e4688ee tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/6276fd88-805b-4d49-a890-9584aa2b4fac HTTP/1.1" status: 204 len: 168 time: 0.5722611 Nov 13 04:54:52.986318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:52.990095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c4b188-c3b5-4fc7-8d87-f793e7f9c1e1 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:53.147994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc3cc61-2e4d-4992-9a20-035c8a99adfc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet bf841bc7-48ca-44f6-9dd5-62a77a290616 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:54:53.157434 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc61-2e4d-4992-9a20-035c8a99adfc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:53.269984 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc61-2e4d-4992-9a20-035c8a99adfc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:53.457337 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc61-2e4d-4992-9a20-035c8a99adfc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:53.550113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:53.554842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffbd60-de51-4599-afd3-a14c31a5ec7c req-8ef279f6-fb53-44a1-85c1-4f6938014cb4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:53.554842 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9ffbd60-de51-4599-afd3-a14c31a5ec7c req-8ef279f6-fb53-44a1-85c1-4f6938014cb4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.1166580 Nov 13 04:54:53.572875 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:54:53.594533 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:53.645895 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc61-2e4d-4992-9a20-035c8a99adfc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:53.691070 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9ffbd60-de51-4599-afd3-a14c31a5ec7c req-cfa37cd6-70f1-46c5-992f-2419ad7f6f44 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258135 Nov 13 04:54:53.705277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3cc61-2e4d-4992-9a20-035c8a99adfc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=bf841bc7-48ca-44f6-9dd5-62a77a290616,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:53.719949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc61-2e4d-4992-9a20-035c8a99adfc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:53.727708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36630) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:53.729111 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4dc3cc61-2e4d-4992-9a20-035c8a99adfc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/bf841bc7-48ca-44f6-9dd5-62a77a290616 HTTP/1.1" status: 204 len: 168 time: 0.7412055 Nov 13 04:54:53.787544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d80953b7-b232-4f39-9db5-08450b9e844c,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:53.817155 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3177a6a0-873c-4bc1-9c93-df1cf9163765 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857139 Nov 13 04:54:53.817725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36632) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:53.823509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb50f9-89bb-431a-af37-b17e1b16ce13 req-16f86485-8205-42cb-95c6-4557799ab4ee tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:53.831334 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7ddb50f9-89bb-431a-af37-b17e1b16ce13 req-16f86485-8205-42cb-95c6-4557799ab4ee tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 943 time: 0.0904756 Nov 13 04:54:53.886282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5ce4c4-700d-49a8-a00d-275e541e6f7c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:53.889496 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8d5ce4c4-700d-49a8-a00d-275e541e6f7c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0687914 Nov 13 04:54:53.890648 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36634) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:53.951097 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7ddb50f9-89bb-431a-af37-b17e1b16ce13 req-daa797df-0245-4d88-b692-fb823476ca15 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187174 Nov 13 04:54:53.973506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785c5627-495b-4714-aac9-a5f82bd53f52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:53.988879 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-785c5627-495b-4714-aac9-a5f82bd53f52 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0946481 Nov 13 04:54:53.991194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36638) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:54.027058 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f03d5bd-1003-4940-a95b-c572ee2bb7b5 None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:54:54.069160 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a49ea97d-cceb-4ddf-8474-0027a3e7505f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767429 Nov 13 04:54:54.118147 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8f03d5bd-1003-4940-a95b-c572ee2bb7b5 None None] Deleting port 431e2d59-2162-4eda-ad21-3a6e3f720d71 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:54:54.118522 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f03d5bd-1003-4940-a95b-c572ee2bb7b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:54.163520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36640) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:54.169555 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b7ee52ac-f621-47bd-829f-0dda20073bc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:54.219367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8f03d5bd-1003-4940-a95b-c572ee2bb7b5 None None] For port 431e2d59-2162-4eda-ad21-3a6e3f720d71, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=431e2d59-2162-4eda-ad21-3a6e3f720d71,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:54.219915 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f03d5bd-1003-4940-a95b-c572ee2bb7b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:54.234597 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8f03d5bd-1003-4940-a95b-c572ee2bb7b5 None None] Calling delete_port for 431e2d59-2162-4eda-ad21-3a6e3f720d71 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:54:54.288880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ee52ac-f621-47bd-829f-0dda20073bc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:54.301252 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7ee52ac-f621-47bd-829f-0dda20073bc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:54.306375 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ee52ac-f621-47bd-829f-0dda20073bc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:54:54.312453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ee52ac-f621-47bd-829f-0dda20073bc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:54:54.314454 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f03d5bd-1003-4940-a95b-c572ee2bb7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:54.347420 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03d5bd-1003-4940-a95b-c572ee2bb7b5 None None] Pushing event deleted for resources: {'Port': ['ID=431e2d59-2162-4eda-ad21-3a6e3f720d71,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:54.348223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36652) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:54.349300 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b7ee52ac-f621-47bd-829f-0dda20073bc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1841042 Nov 13 04:54:54.354044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-649e7b01-a4eb-4d19-aa02-6db58e008f2d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:54.384558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03d5bd-1003-4940-a95b-c572ee2bb7b5 None None] No DVR routers for this DVR port 431e2d59-2162-4eda-ad21-3a6e3f720d71 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:54:54.541608 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 431e2d59-2162-4eda-ad21-3a6e3f720d71 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:54:54.562742 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649e7b01-a4eb-4d19-aa02-6db58e008f2d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:54.567140 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-649e7b01-a4eb-4d19-aa02-6db58e008f2d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:54.569064 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-649e7b01-a4eb-4d19-aa02-6db58e008f2d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:54:54.569540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649e7b01-a4eb-4d19-aa02-6db58e008f2d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:54:54.570042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 431e2d59-2162-4eda-ad21-3a6e3f720d71 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:54:54.570620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 431e2d59-2162-4eda-ad21-3a6e3f720d71 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:54:54.601374 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-649e7b01-a4eb-4d19-aa02-6db58e008f2d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2524629 Nov 13 04:54:54.604892 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36654) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:54.613259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-94b6e117-3252-44dd-be5b-65e38d90fdea tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:54.860743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b6e117-3252-44dd-be5b-65e38d90fdea tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:54.869555 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-94b6e117-3252-44dd-be5b-65e38d90fdea tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:54.871174 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b6e117-3252-44dd-be5b-65e38d90fdea tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:54:54.872265 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b6e117-3252-44dd-be5b-65e38d90fdea tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:54:54.926905 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-94b6e117-3252-44dd-be5b-65e38d90fdea tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3171773 Nov 13 04:54:54.930756 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36664) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:54.947749 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e49e1b43-908d-4257-81bc-086d3656e9ae tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:54.953267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:54:54.957804 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe779de-fdf2-4119-8517-feaeae7b1219" -d '{"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-plugged", "status": "completed", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:54:55.026301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2e49e-36f4-44e1-9945-8a8cfeb46862 req-000c9744-7d6e-43b8-a3f0-02d19cf718cb tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:55.028736 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-14f2e49e-36f4-44e1-9945-8a8cfeb46862 req-000c9744-7d6e-43b8-a3f0-02d19cf718cb tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 945 time: 0.1856244 Nov 13 04:54:55.113886 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-14f2e49e-36f4-44e1-9945-8a8cfeb46862 req-d37d98db-6b9d-404e-a5f1-5d9be92de283 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680161 Nov 13 04:54:55.183229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49e1b43-908d-4257-81bc-086d3656e9ae tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:55.188030 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e49e1b43-908d-4257-81bc-086d3656e9ae tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:55.193765 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49e1b43-908d-4257-81bc-086d3656e9ae tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:54:55.198304 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b77a58-bc67-48b3-802e-dbf43ecd5fe8 x-openstack-request-id: req-12b77a58-bc67-48b3-802e-dbf43ecd5fe8 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:54:55.198647 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-plugged", "status": "completed", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:54:55.198935 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12b77a58-bc67-48b3-802e-dbf43ecd5fe8 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:54:55.199356 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'code': 200} Nov 13 04:54:55.203659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49e1b43-908d-4257-81bc-086d3656e9ae tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:54:55.260187 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e49e1b43-908d-4257-81bc-086d3656e9ae tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3219371 Nov 13 04:54:55.262687 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36672) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:55.270267 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-15c4aeda-daf7-487e-ae0d-5f0a071bc384 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:55.288071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728dbe9-ede5-4ba0-9e4f-e212e06f54c0 req-9d31f581-82c5-4bcc-afe4-738b8550da1e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:55.290249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f728dbe9-ede5-4ba0-9e4f-e212e06f54c0 req-9d31f581-82c5-4bcc-afe4-738b8550da1e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 943 time: 0.1982667 Nov 13 04:54:55.369211 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f728dbe9-ede5-4ba0-9e4f-e212e06f54c0 req-97a92fcc-2707-435b-ba5b-6eb62390e091 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713162 Nov 13 04:54:55.423742 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e7f24-77ea-4756-a41b-4e2c764b5629 req-fcd2bf88-e92b-4152-ba5e-33fb3dc1e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:55.425624 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-081e7f24-77ea-4756-a41b-4e2c764b5629 req-fcd2bf88-e92b-4152-ba5e-33fb3dc1e6b8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 1096 time: 0.0766618 Nov 13 04:54:55.431548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c4aeda-daf7-487e-ae0d-5f0a071bc384 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:55.436162 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15c4aeda-daf7-487e-ae0d-5f0a071bc384 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:55.441778 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c4aeda-daf7-487e-ae0d-5f0a071bc384 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:54:55.442213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c4aeda-daf7-487e-ae0d-5f0a071bc384 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:54:55.493333 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-15c4aeda-daf7-487e-ae0d-5f0a071bc384 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2261460 Nov 13 04:54:55.493568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36686) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:55.503214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1ae846fc-73aa-48d9-bfdf-b48a95ae1439 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:55.536689 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-081e7f24-77ea-4756-a41b-4e2c764b5629 req-5e781c66-c98f-4542-8d7a-373af1bf401a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917161 Nov 13 04:54:55.651725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae846fc-73aa-48d9-bfdf-b48a95ae1439 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:55.656930 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ae846fc-73aa-48d9-bfdf-b48a95ae1439 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:55.658626 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae846fc-73aa-48d9-bfdf-b48a95ae1439 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:54:55.659306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae846fc-73aa-48d9-bfdf-b48a95ae1439 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:54:55.688487 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1ae846fc-73aa-48d9-bfdf-b48a95ae1439 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1929662 Nov 13 04:54:55.691509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36698) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:55.742551 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-75ab4c07-5c49-483f-bfa8-883a4c0c41b8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0498924 Nov 13 04:54:55.744946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36702) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:55.882187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c77e01f-5f5b-4f26-a872-0c0d567d6da9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:55.884424 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4c77e01f-5f5b-4f26-a872-0c0d567d6da9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1359594 Nov 13 04:54:55.886972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36712) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:55.936332 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1eed9a10-2aac-4bcd-bcbb-fee016ede40b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409021 Nov 13 04:54:55.936332 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36714) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:55.956536 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c073ff5a-2325-4f02-8619-728d1b608bf8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:56.149502 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c073ff5a-2325-4f02-8619-728d1b608bf8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:56.153944 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c073ff5a-2325-4f02-8619-728d1b608bf8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:56.312776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ad0d4edd-55a9-420a-b682-cea97bf7918a details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:54:56.387511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff597e-d68b-4903-b981-923a134550f4 req-2337bab4-220b-4fd0-92a0-14ac949244f4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:56.411549 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30ff597e-d68b-4903-b981-923a134550f4 req-2337bab4-220b-4fd0-92a0-14ac949244f4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 945 time: 0.1069095 Nov 13 04:54:56.532850 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:56.566753 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30ff597e-d68b-4903-b981-923a134550f4 req-516ccf47-dfb2-451c-9beb-59f4788851ac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535764 Nov 13 04:54:56.573241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'ad0d4edd-55a9-420a-b682-cea97bf7918a', 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266', 'port_id': 'ad0d4edd-55a9-420a-b682-cea97bf7918a', 'mac_address': 'fa:16:3e:1d:87:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e58c8e-4d06-4ded-8d18-eb31bc30d760', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:54:56.589602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea3637-17c5-45e2-aab0-6b3dafa0658a req-0ba30d16-df8c-43a9-a134-d844b37c7ded tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:56.617876 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f5ea3637-17c5-45e2-aab0-6b3dafa0658a req-0ba30d16-df8c-43a9-a134-d844b37c7ded tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 943 time: 0.1351933 Nov 13 04:54:56.656125 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:56.693988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0d4edd-55a9-420a-b682-cea97bf7918a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:54:56.753505 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f5ea3637-17c5-45e2-aab0-6b3dafa0658a req-e9d46161-168d-4b66-8e39-81fe1c0bc890 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343687 Nov 13 04:54:56.754426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:54:56.764369 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:56.832184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=ad0d4edd-55a9-420a-b682-cea97bf7918a,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:56.945349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.objects.ports [None req-c073ff5a-2325-4f02-8619-728d1b608bf8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:54:56.957517 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c073ff5a-2325-4f02-8619-728d1b608bf8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:57.036639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073ff5a-2325-4f02-8619-728d1b608bf8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=f224f006-22cc-4c22-a0f1-e5e6de7fd3a6,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:57.067627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073ff5a-2325-4f02-8619-728d1b608bf8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:57.069378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c073ff5a-2325-4f02-8619-728d1b608bf8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:57.077198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c073ff5a-2325-4f02-8619-728d1b608bf8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:57.077789 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c073ff5a-2325-4f02-8619-728d1b608bf8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:57.083531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f7f9a3-0cb7-460c-bb6c-89aebf1433dd None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:54:57.112437 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c073ff5a-2325-4f02-8619-728d1b608bf8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1771512 Nov 13 04:54:57.115113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36756) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:57.120087 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a6a64065-b655-4316-8f51-eea8e6dc9a88 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'mac_address': 'fa:16:3e:14:78:cc', 'name': 'tempest-NetworksTestDHCPv6-654962549'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:57.272269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['ad0d4edd-55a9-420a-b682-cea97bf7918a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:54:57.379500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a64065-b655-4316-8f51-eea8e6dc9a88 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:54:57.399556 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': 'f224f006-22cc-4c22-a0f1-e5e6de7fd3a6'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:54:57.401369 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:57.551148 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6a64065-b655-4316-8f51-eea8e6dc9a88 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:57.593849 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-a6a64065-b655-4316-8f51-eea8e6dc9a88 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port 1de6a7b8-ae05-45d2-b255-e1e4dd6c63dd yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:54:57.660643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Allocated IP 2001:db8::f816:3eff:fe64:239d (63517ab3-2070-4aed-993a-d13fb8f8841c/f224f006-22cc-4c22-a0f1-e5e6de7fd3a6/3837cf57-910d-42a4-b244-0d1512235d53) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:57.846144 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f87710-fdd7-4027-ba8b-f717329b6fb7 req-78e90279-b38b-4270-bcbf-d245d9ad52af tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:57.853443 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d1f87710-fdd7-4027-ba8b-f717329b6fb7 req-78e90279-b38b-4270-bcbf-d245d9ad52af tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 945 time: 0.1215889 Nov 13 04:54:57.947296 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d1f87710-fdd7-4027-ba8b-f717329b6fb7 req-09ae7d36-8eff-463b-a7b0-5c447da5bbe2 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928640 Nov 13 04:54:58.034683 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:58.042639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417153b1-9122-4d94-96b8-45f47daecb47 req-461ef2d7-1e44-4377-944d-9e8598a28e31 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:58.050562 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-417153b1-9122-4d94-96b8-45f47daecb47 req-461ef2d7-1e44-4377-944d-9e8598a28e31 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 944 time: 0.1007311 Nov 13 04:54:58.053735 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:58.128805 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Pushing event updated for resources: {'Port': ['ID=3837cf57-910d-42a4-b244-0d1512235d53,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:58.148247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:58.150388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:58.151441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a6a64065-b655-4316-8f51-eea8e6dc9a88 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::f816:3eff:fe14:78cc (63517ab3-2070-4aed-993a-d13fb8f8841c/f224f006-22cc-4c22-a0f1-e5e6de7fd3a6/1de6a7b8-ae05-45d2-b255-e1e4dd6c63dd) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:54:58.157434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:58.265095 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-417153b1-9122-4d94-96b8-45f47daecb47 req-f2767d3c-d84e-4cc0-9257-0eec8227d9bc tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131853 Nov 13 04:54:58.292659 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Attempting to bind port 3837cf57-910d-42a4-b244-0d1512235d53 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:54:58.293034 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Attempting to bind port 3837cf57-910d-42a4-b244-0d1512235d53 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:54:58.293549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Attempting to bind port 3837cf57-910d-42a4-b244-0d1512235d53 on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:54:58.300684 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:54:58.302859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:54:58.302859 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:58.303178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:54:58.303581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Bound port: 3837cf57-910d-42a4-b244-0d1512235d53, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:54:58.305459 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:58.416024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6beda0-5bd6-4c54-969f-c2f402c0eefc req-55bbc436-54a5-4c3d-8716-819f492b12c6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:58.427200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36792) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:58.431807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-8fcd3c68-bc57-4447-904d-c20a54815145 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Request body: {'floatingip': {'port_id': 'd80953b7-b232-4f39-9db5-08450b9e844c'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:54:58.439505 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e6beda0-5bd6-4c54-969f-c2f402c0eefc req-55bbc436-54a5-4c3d-8716-819f492b12c6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 945 time: 0.2775931 Nov 13 04:54:58.455735 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] For port 3837cf57-910d-42a4-b244-0d1512235d53, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:54:58.463848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] For port 3837cf57-910d-42a4-b244-0d1512235d53, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3837cf57-910d-42a4-b244-0d1512235d53,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:54:58.468474 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:58.484035 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:58.531967 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8fcd3c68-bc57-4447-904d-c20a54815145 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for floatingip, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:58.550301 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6a64065-b655-4316-8f51-eea8e6dc9a88 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:58.635343 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1514e8-95ce-4d3d-aa0f-e4764552b90e None None] Pushing event updated for resources: {'Port': ['ID=3837cf57-910d-42a4-b244-0d1512235d53,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:58.635975 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6a64065-b655-4316-8f51-eea8e6dc9a88 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:58.861300 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:59.204287 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a64065-b655-4316-8f51-eea8e6dc9a88 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:54:59.207796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a6a64065-b655-4316-8f51-eea8e6dc9a88 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:54:59.223516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a64065-b655-4316-8f51-eea8e6dc9a88 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:54:59.253908 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a64065-b655-4316-8f51-eea8e6dc9a88 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:59.254741 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6a64065-b655-4316-8f51-eea8e6dc9a88 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:59.279834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a64065-b655-4316-8f51-eea8e6dc9a88 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=1de6a7b8-ae05-45d2-b255-e1e4dd6c63dd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:54:59.294254 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a6a64065-b655-4316-8f51-eea8e6dc9a88 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1780307 Nov 13 04:54:59.296995 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36808) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:59.359484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d949ff-f5f2-48dc-a906-ea2a3e6a8ac3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:59.367623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d949ff-f5f2-48dc-a906-ea2a3e6a8ac3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:59.369394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e2d949ff-f5f2-48dc-a906-ea2a3e6a8ac3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0713742 Nov 13 04:54:59.379598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36810) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:54:59.386220 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8fcd3c68-bc57-4447-904d-c20a54815145 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:59.393693 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8fcd3c68-bc57-4447-904d-c20a54815145 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:59.573120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f5403-791a-4a04-8783-170cf1f48a56 req-cbefb65f-7880-49a4-99d9-5a8bcd73f6c1 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:54:59.575718 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-971f5403-791a-4a04-8783-170cf1f48a56 req-cbefb65f-7880-49a4-99d9-5a8bcd73f6c1 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 944 time: 0.2044649 Nov 13 04:54:59.630211 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-8fcd3c68-bc57-4447-904d-c20a54815145 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Floating IP 7a5456f6-61b9-4b36-8610-7438e6146eef associated. External IP: 172.25.8.73, port: d80953b7-b232-4f39-9db5-08450b9e844c. Nov 13 04:54:59.703480 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-971f5403-791a-4a04-8783-170cf1f48a56 req-2eb66e02-aef5-427f-8048-62bf7cba2d0b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160331 Nov 13 04:54:59.720318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-209c6569-7af4-4e25-a2c5-7f32363bfcb5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port 1de6a7b8-ae05-45d2-b255-e1e4dd6c63dd {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:54:59.720952 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-209c6569-7af4-4e25-a2c5-7f32363bfcb5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:59.848346 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-209c6569-7af4-4e25-a2c5-7f32363bfcb5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:54:59.862882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-209c6569-7af4-4e25-a2c5-7f32363bfcb5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for 1de6a7b8-ae05-45d2-b255-e1e4dd6c63dd owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:00.145969 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-209c6569-7af4-4e25-a2c5-7f32363bfcb5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:00.233615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcd3c68-bc57-4447-904d-c20a54815145 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Router d743e8a6-cae8-4aee-a04e-5784d21617bb has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:55:00.281784 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-209c6569-7af4-4e25-a2c5-7f32363bfcb5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:00.286615 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-209c6569-7af4-4e25-a2c5-7f32363bfcb5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/1de6a7b8-ae05-45d2-b255-e1e4dd6c63dd HTTP/1.1" status: 204 len: 168 time: 0.8660588 Nov 13 04:55:00.292622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36852) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:00.335973 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ad0d4edd-55a9-420a-b682-cea97bf7918a up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:00.518963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd1dee-f22f-457e-867c-8db8c0847f64 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:00.531090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd1dee-f22f-457e-867c-8db8c0847f64 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:00.542019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-00cd1dee-f22f-457e-867c-8db8c0847f64 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2479608 Nov 13 04:55:00.544322 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c6569-7af4-4e25-a2c5-7f32363bfcb5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=1de6a7b8-ae05-45d2-b255-e1e4dd6c63dd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:00.552668 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36856) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:00.555533 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4fd9aba0-826f-468c-b688-464870d5d13a None None] Provisioning complete for port 3837cf57-910d-42a4-b244-0d1512235d53 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:00.556012 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4fd9aba0-826f-468c-b688-464870d5d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:00.687005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e52b7b9-7925-47f0-8a91-a9e89d10d369 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet f224f006-22cc-4c22-a0f1-e5e6de7fd3a6 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:55:00.695169 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3837cf57-910d-42a4-b244-0d1512235d53 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:00.704235 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e52b7b9-7925-47f0-8a91-a9e89d10d369 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:00.835315 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port ad0d4edd-55a9-420a-b682-cea97bf7918a completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:55:00.857583 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port ad0d4edd-55a9-420a-b682-cea97bf7918a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:00.857941 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:00.900154 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e52b7b9-7925-47f0-8a91-a9e89d10d369 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:00.949950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 3837cf57-910d-42a4-b244-0d1512235d53 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:00.950527 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:01.093343 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4fd9aba0-826f-468c-b688-464870d5d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:01.212738 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:01.330154 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042a8156-3f30-444b-805c-a7ef5a485e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0d4edd-55a9-420a-b682-cea97bf7918a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:55:01.332817 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea0dc0b-fc76-41d9-9665-5929b51f8ed6" -d '{"events": [{"server_uuid": "042a8156-3f30-444b-805c-a7ef5a485e86", "name": "network-vif-plugged", "status": "completed", "tag": "ad0d4edd-55a9-420a-b682-cea97bf7918a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:55:01.406159 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4fd9aba0-826f-468c-b688-464870d5d13a None None] For port 3837cf57-910d-42a4-b244-0d1512235d53, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3837cf57-910d-42a4-b244-0d1512235d53,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:01.434329 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:01.456028 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4fd9aba0-826f-468c-b688-464870d5d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:01.476276 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:01.493925 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:01.494233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3390b-82d0-4f98-ba1f-226f271f589c req-2c49f9f3-530c-415f-a5e3-214ffc92793e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:01.496050 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3db3390b-82d0-4f98-ba1f-226f271f589c req-2c49f9f3-530c-415f-a5e3-214ffc92793e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 944 time: 0.4622679 Nov 13 04:55:01.581076 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd59feb4-2869-4b65-9393-3ed4394b6bef x-openstack-request-id: req-cd59feb4-2869-4b65-9393-3ed4394b6bef {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:55:01.581351 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042a8156-3f30-444b-805c-a7ef5a485e86", "name": "network-vif-plugged", "status": "completed", "tag": "ad0d4edd-55a9-420a-b682-cea97bf7918a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:55:01.581966 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd59feb4-2869-4b65-9393-3ed4394b6bef {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:55:01.594818 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042a8156-3f30-444b-805c-a7ef5a485e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0d4edd-55a9-420a-b682-cea97bf7918a', 'code': 200} Nov 13 04:55:01.629247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcd3c68-bc57-4447-904d-c20a54815145 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:55:01.632449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e4331cd8-4b8c-452f-95ea-ce8467a717ce None None] Could not find standard attr ID for object 1de6a7b8-ae05-45d2-b255-e1e4dd6c63dd. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:55:01.646341 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9381e-a56b-4319-8900-6d769ad00e49 None None] Sync routers for ids ['d743e8a6-cae8-4aee-a04e-5784d21617bb'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:55:01.648268 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8fcd3c68-bc57-4447-904d-c20a54815145 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:01.664744 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea9381e-a56b-4319-8900-6d769ad00e49 None None] Routers {'d743e8a6-cae8-4aee-a04e-5784d21617bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:55:01.667829 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1ea9381e-a56b-4319-8900-6d769ad00e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:54:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d743e8a6-cae8-4aee-a04e-5784d21617bb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:55:01.677858 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9aba0-826f-468c-b688-464870d5d13a None None] Pushing event updated for resources: {'Port': ['ID=3837cf57-910d-42a4-b244-0d1512235d53,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:01.722586 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8fcd3c68-bc57-4447-904d-c20a54815145 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "PUT /v2.0/floatingips/7a5456f6-61b9-4b36-8610-7438e6146eef HTTP/1.1" status: 200 len: 990 time: 3.2941463 Nov 13 04:55:01.725040 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:55:01.731387 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9d8fbb-9b50-47a6-bce5-52095706d429" -d '{"events": [{"name": "network-changed", "server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:55:01.759365 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:55:01.759719 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:55:01.793862 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=ad0d4edd-55a9-420a-b682-cea97bf7918a,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:01.937071 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e52b7b9-7925-47f0-8a91-a9e89d10d369 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:01.955852 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e08b44-633b-46e3-ae84-bda8b9ddc3ab x-openstack-request-id: req-48e08b44-633b-46e3-ae84-bda8b9ddc3ab {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:55:01.956143 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:55:01.956388 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48e08b44-633b-46e3-ae84-bda8b9ddc3ab {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:55:01.956825 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'status': 'completed', 'code': 200} Nov 13 04:55:01.990851 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3db3390b-82d0-4f98-ba1f-226f271f589c req-81fe321b-e934-48b3-8284-a2820f65bbad tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841914 Nov 13 04:55:02.174462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d8fbb-9b50-47a6-bce5-52095706d429 req-cd5614a9-45ce-42c5-9974-8e75eed4327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:02.176948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bf9d8fbb-9b50-47a6-bce5-52095706d429 req-cd5614a9-45ce-42c5-9974-8e75eed4327a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 1096 time: 0.1821339 Nov 13 04:55:02.213990 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f325e-f2c0-404e-90c1-9fc875038e37 req-49505419-e2dc-443b-9c29-8d7ebfb33469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:02.216864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb0f325e-f2c0-404e-90c1-9fc875038e37 req-49505419-e2dc-443b-9c29-8d7ebfb33469 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 1096 time: 0.5861692 Nov 13 04:55:02.231416 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1ea9381e-a56b-4319-8900-6d769ad00e49 None None] Set router d743e8a6-cae8-4aee-a04e-5784d21617bb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:55:02.253348 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e52b7b9-7925-47f0-8a91-a9e89d10d369 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:02.397656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52b7b9-7925-47f0-8a91-a9e89d10d369 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=f224f006-22cc-4c22-a0f1-e5e6de7fd3a6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:02.448558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8e8d83-2b73-4bbd-a446-f380157c34b7 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:02.451507 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e52b7b9-7925-47f0-8a91-a9e89d10d369 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:02.469472 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4e52b7b9-7925-47f0-8a91-a9e89d10d369 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/f224f006-22cc-4c22-a0f1-e5e6de7fd3a6 HTTP/1.1" status: 204 len: 168 time: 1.9126894 Nov 13 04:55:02.473060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36906) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:02.564624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d8fbb-9b50-47a6-bce5-52095706d429 req-20742370-481d-449d-b3d4-8c72e52cc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:02.566476 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bf9d8fbb-9b50-47a6-bce5-52095706d429 req-20742370-481d-449d-b3d4-8c72e52cc776 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.3807404 Nov 13 04:55:02.614847 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d7cab755-5842-4ccb-945f-31cf9a1e4e4c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1380692 Nov 13 04:55:02.618818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36908) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:02.630342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4d506049-4a61-40a4-a3b8-7d2ce6fa8b71 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:02.772675 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bf9d8fbb-9b50-47a6-bce5-52095706d429 req-c3249b75-f765-464d-96be-3089cc2c046c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80953b7-b232-4f39-9db5-08450b9e844c HTTP/1.1" status: 200 len: 998 time: 0.1982033 Nov 13 04:55:02.787842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3837cf57-910d-42a4-b244-0d1512235d53 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:02.813343 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb0f325e-f2c0-404e-90c1-9fc875038e37 req-1350109c-3e61-4eab-a91c-680ed0dbaf16 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817361 Nov 13 04:55:02.843106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d506049-4a61-40a4-a3b8-7d2ce6fa8b71 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:02.847524 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d506049-4a61-40a4-a3b8-7d2ce6fa8b71 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:02.940283 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d8fbb-9b50-47a6-bce5-52095706d429 req-0bdbe459-cad8-4c1b-843a-75a732cfe6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:02.957656 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bf9d8fbb-9b50-47a6-bce5-52095706d429 req-0bdbe459-cad8-4c1b-843a-75a732cfe6d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.1780806 Nov 13 04:55:02.994931 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 3837cf57-910d-42a4-b244-0d1512235d53 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:02.995294 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:03.061190 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1ea9381e-a56b-4319-8900-6d769ad00e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:15Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'gw_port': {'id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:18Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '7a5456f6-61b9-4b36-8610-7438e6146eef', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'floating_ip_address': '172.25.8.73', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'port_id': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'mac_address': 'fa:16:3e:be:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:54:33Z', 'updated_at': '2021-11-13T04:54:59Z', 'revision_number': 1, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7686aa5-90ef-4127-915b-fc6631de82db', 'name': '', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'mac_address': 'fa:16:3e:cf:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:24Z', 'updated_at': '2021-11-13T04:54:33Z', 'revision_number': 5, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'subnets': [{'id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:55:03.117118 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1dd2c3-9a6a-4037-880a-c24b07f17947 None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:55:03.167674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d8fbb-9b50-47a6-bce5-52095706d429 req-cb654a77-3e8e-4e93-96f3-8490e9deecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:03.182254 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bf9d8fbb-9b50-47a6-bce5-52095706d429 req-cb654a77-3e8e-4e93-96f3-8490e9deecaf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2042594 Nov 13 04:55:03.190611 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9381e-a56b-4319-8900-6d769ad00e49 None None] Checking router: d743e8a6-cae8-4aee-a04e-5784d21617bb for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:55:03.220866 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea9381e-a56b-4319-8900-6d769ad00e49 None None] Routers {'d743e8a6-cae8-4aee-a04e-5784d21617bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:55:03.221791 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1ea9381e-a56b-4319-8900-6d769ad00e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:54:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d743e8a6-cae8-4aee-a04e-5784d21617bb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:55:03.448782 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ab1dd2c3-9a6a-4037-880a-c24b07f17947 None None] Deleting port 3837cf57-910d-42a4-b244-0d1512235d53 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:03.449334 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd2c3-9a6a-4037-880a-c24b07f17947 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:03.516688 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bf9d8fbb-9b50-47a6-bce5-52095706d429 req-c8c66c55-1d55-4bd1-831b-ee99caddc178 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224022 Nov 13 04:55:03.559624 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1ea9381e-a56b-4319-8900-6d769ad00e49 None None] Set router d743e8a6-cae8-4aee-a04e-5784d21617bb gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:55:03.628402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e2c8f-d663-4c99-96c1-889497a16e0b req-a30fe1fa-aec7-4c0f-9aab-90b730af820e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:03.638627 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-339e2c8f-d663-4c99-96c1-889497a16e0b req-a30fe1fa-aec7-4c0f-9aab-90b730af820e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.4942622 Nov 13 04:55:03.726121 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ab1dd2c3-9a6a-4037-880a-c24b07f17947 None None] For port 3837cf57-910d-42a4-b244-0d1512235d53, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3837cf57-910d-42a4-b244-0d1512235d53,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:03.728398 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd2c3-9a6a-4037-880a-c24b07f17947 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:03.771116 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ab1dd2c3-9a6a-4037-880a-c24b07f17947 None None] Calling delete_port for 3837cf57-910d-42a4-b244-0d1512235d53 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:03.808603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.objects.ports [None req-4d506049-4a61-40a4-a3b8-7d2ce6fa8b71 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:55:03.910312 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-339e2c8f-d663-4c99-96c1-889497a16e0b req-70f67f66-209d-4a21-8100-c0a101947465 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659576 Nov 13 04:55:03.974296 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bf9d8fbb-9b50-47a6-bce5-52095706d429 req-e360ace6-ff4e-47de-bfd6-32b685374558 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413800 Nov 13 04:55:03.984647 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd2c3-9a6a-4037-880a-c24b07f17947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:04.003892 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1dd2c3-9a6a-4037-880a-c24b07f17947 None None] No DVR routers for this DVR port 3837cf57-910d-42a4-b244-0d1512235d53 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:55:04.062465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dd2c3-9a6a-4037-880a-c24b07f17947 None None] Pushing event deleted for resources: {'Port': ['ID=3837cf57-910d-42a4-b244-0d1512235d53,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:04.131913 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d6daec0-7801-480d-b641-87fe42f0c4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:04.202437 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1ea9381e-a56b-4319-8900-6d769ad00e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:15Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'gw_port': {'id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:18Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '7a5456f6-61b9-4b36-8610-7438e6146eef', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'floating_ip_address': '172.25.8.73', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'port_id': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'mac_address': 'fa:16:3e:be:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:54:33Z', 'updated_at': '2021-11-13T04:54:59Z', 'revision_number': 1, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7686aa5-90ef-4127-915b-fc6631de82db', 'name': '', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'mac_address': 'fa:16:3e:cf:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:24Z', 'updated_at': '2021-11-13T04:54:33Z', 'revision_number': 5, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'subnets': [{'id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:55:04.234900 n-d-813114-2 neutron-server[102668]: WARNING neutron.services.revisions.revision_plugin [None req-4d506049-4a61-40a4-a3b8-7d2ce6fa8b71 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Could not find related port for resource to bump revision. Nov 13 04:55:04.243915 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9381e-a56b-4319-8900-6d769ad00e49 None None] The sync data for ids ['d743e8a6-cae8-4aee-a04e-5784d21617bb'] in n-d-813114-2 is: [{'id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:15Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'gw_port': {'id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:18Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '7a5456f6-61b9-4b36-8610-7438e6146eef', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'floating_ip_address': '172.25.8.73', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'port_id': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'mac_address': 'fa:16:3e:be:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:54:33Z', 'updated_at': '2021-11-13T04:54:59Z', 'revision_number': 1, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7686aa5-90ef-4127-915b-fc6631de82db', 'name': '', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'mac_address': 'fa:16:3e:cf:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:24Z', 'updated_at': '2021-11-13T04:54:33Z', 'revision_number': 5, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'subnets': [{'id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:55:04.251454 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_pluggable_backend [None req-4d506049-4a61-40a4-a3b8-7d2ce6fa8b71 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Port 3837cf57-910d-42a4-b244-0d1512235d53 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 13 04:55:04.251860 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_pluggable_backend [None req-4d506049-4a61-40a4-a3b8-7d2ce6fa8b71 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Reverting IP allocation for 2001:db8::f816:3eff:fe64:239d {{(pid=102668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 13 04:55:04.255791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_pluggable_backend [None req-4d506049-4a61-40a4-a3b8-7d2ce6fa8b71 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe64:239d {{(pid=102668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 13 04:55:04.257123 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d506049-4a61-40a4-a3b8-7d2ce6fa8b71 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:04.422508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d506049-4a61-40a4-a3b8-7d2ce6fa8b71 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:04.447891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4d506049-4a61-40a4-a3b8-7d2ce6fa8b71 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:04.454661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d506049-4a61-40a4-a3b8-7d2ce6fa8b71 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:04.455430 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d506049-4a61-40a4-a3b8-7d2ce6fa8b71 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:04.470492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0aaa7e-d422-44fe-87c7-929f0bcc5aed None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:04.471723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d506049-4a61-40a4-a3b8-7d2ce6fa8b71 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=b65a7cd8-484d-4504-8d9d-b6a138e4d356,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:04.500132 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4d506049-4a61-40a4-a3b8-7d2ce6fa8b71 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8802114 Nov 13 04:55:04.504050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36952) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:04.509066 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b94d87da-d03c-40e8-a169-de07dc0d4436 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'mac_address': 'fa:16:3e:44:9b:a2', 'name': 'tempest-NetworksTestDHCPv6-1335303627'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:04.584670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3837cf57-910d-42a4-b244-0d1512235d53 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:55:04.699221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 3837cf57-910d-42a4-b244-0d1512235d53 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:55:04.699889 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3837cf57-910d-42a4-b244-0d1512235d53 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:55:04.794248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130fc93-5ff2-41aa-b875-1763d6924228 None None] New status for floating IP 7a5456f6-61b9-4b36-8610-7438e6146eef: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:55:04.922074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94d87da-d03c-40e8-a169-de07dc0d4436 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:05.134445 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': 'b65a7cd8-484d-4504-8d9d-b6a138e4d356'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:55:05.135825 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:05.249820 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b94d87da-d03c-40e8-a169-de07dc0d4436 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:05.302060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-b94d87da-d03c-40e8-a169-de07dc0d4436 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port 13b33040-fa84-4c14-9086-50fa626124d8 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:55:05.344999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886ef3c-afce-4a91-81f4-88fd0332f3c2 req-6f2e1c0a-edde-45bd-82d6-1c28e3896c01 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:05.357994 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a886ef3c-afce-4a91-81f4-88fd0332f3c2 req-6f2e1c0a-edde-45bd-82d6-1c28e3896c01 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.2843499 Nov 13 04:55:05.481826 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a886ef3c-afce-4a91-81f4-88fd0332f3c2 req-bc76a4ff-2f39-47cf-a611-dae4e56c09ea tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212442 Nov 13 04:55:05.666162 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-b94d87da-d03c-40e8-a169-de07dc0d4436 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::f816:3eff:fe44:9ba2 (63517ab3-2070-4aed-993a-d13fb8f8841c/b65a7cd8-484d-4504-8d9d-b6a138e4d356/13b33040-fa84-4c14-9086-50fa626124d8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:06.050335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-bf0384f1-5d38-4c30-9f50-cc835953eb10 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:06.058071 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-bf0384f1-5d38-4c30-9f50-cc835953eb10 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/networks?id=efb2632b-74bc-4df5-a542-366e4891a266 HTTP/1.1" status: 200 len: 814 time: 0.2545218 Nov 13 04:55:06.069859 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b94d87da-d03c-40e8-a169-de07dc0d4436 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:06.082233 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-f0d4fd17-b870-474f-a71d-06fe859acfb4 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/quotas/f6e023533a144f13bb7562e9a400409b HTTP/1.1" status: 200 len: 375 time: 0.0232301 Nov 13 04:55:06.224931 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-b59ed03a-fa46-4a5f-891a-3ab63d1002c2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6e023533a144f13bb7562e9a400409b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1417489 Nov 13 04:55:06.383967 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-45d64df3-c178-4442-b3f1-3ee9206d10d7 service neutron] 10.222.0.43 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575990 Nov 13 04:55:06.416618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b94d87da-d03c-40e8-a169-de07dc0d4436 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:06.537769 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-f4156bf5-0366-4d3f-81f1-1743e201635b service neutron] 10.222.0.43 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522849 Nov 13 04:55:06.568395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94d87da-d03c-40e8-a169-de07dc0d4436 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:06.580128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b94d87da-d03c-40e8-a169-de07dc0d4436 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:06.587636 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d87da-d03c-40e8-a169-de07dc0d4436 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:06.600724 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d87da-d03c-40e8-a169-de07dc0d4436 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:06.600724 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b94d87da-d03c-40e8-a169-de07dc0d4436 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:06.614169 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33208816-0094-4b4b-8649-685d90ebda2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:06.651174 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37044) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:06.661678 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Allocated IP 2001:db8::f816:3eff:fe3c:53cb (63517ab3-2070-4aed-993a-d13fb8f8841c/b65a7cd8-484d-4504-8d9d-b6a138e4d356/36f349ac-5d42-46e3-a31f-59415431a91b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:06.662540 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b94d87da-d03c-40e8-a169-de07dc0d4436 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1573617 Nov 13 04:55:06.699740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d87da-d03c-40e8-a169-de07dc0d4436 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=13b33040-fa84-4c14-9086-50fa626124d8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:06.779759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d291bd5-ecf4-4243-825d-95264ca6d9df tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:06.786176 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37050) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:06.798766 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2d291bd5-ecf4-4243-825d-95264ca6d9df tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1450887 Nov 13 04:55:07.085217 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-becafbab-fb0d-4283-a664-143412c692cc req-6360edb2-3c0a-48f1-90de-6d37d589a6e6 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 210 time: 0.1252060 Nov 13 04:55:07.128968 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa0f93-3975-4a83-ad7e-8fe72981e0f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port 13b33040-fa84-4c14-9086-50fa626124d8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:07.131774 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0f93-3975-4a83-ad7e-8fe72981e0f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:07.382720 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0f93-3975-4a83-ad7e-8fe72981e0f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:07.400155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa0f93-3975-4a83-ad7e-8fe72981e0f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for 13b33040-fa84-4c14-9086-50fa626124d8 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:07.414152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37078) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:07.537256 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:07.565368 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:07.639296 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ab3fc85e-e733-45eb-8be6-10f6780a2325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:07.750566 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0f93-3975-4a83-ad7e-8fe72981e0f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:07.752400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:07.760342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:07.795020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:07.831633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Pushing event updated for resources: {'Port': ['ID=36f349ac-5d42-46e3-a31f-59415431a91b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:07.902664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa0f93-3975-4a83-ad7e-8fe72981e0f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=13b33040-fa84-4c14-9086-50fa626124d8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:07.945867 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ab3fc85e-e733-45eb-8be6-10f6780a2325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:07.956412 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ab3fc85e-e733-45eb-8be6-10f6780a2325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:07.969814 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:07.983197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Attempting to bind port 36f349ac-5d42-46e3-a31f-59415431a91b on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:55:07.983569 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Attempting to bind port 36f349ac-5d42-46e3-a31f-59415431a91b by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:55:07.983956 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Attempting to bind port 36f349ac-5d42-46e3-a31f-59415431a91b on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:55:07.988669 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0f93-3975-4a83-ad7e-8fe72981e0f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:07.991768 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:55:07.992255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:55:07.992867 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:07.993294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:55:07.993797 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Bound port: 36f349ac-5d42-46e3-a31f-59415431a91b, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:55:07.994288 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:07.999439 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d7fa0f93-3975-4a83-ad7e-8fe72981e0f4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/13b33040-fa84-4c14-9086-50fa626124d8 HTTP/1.1" status: 204 len: 168 time: 1.2120521 Nov 13 04:55:08.006680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37094) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:08.077518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fc85e-e733-45eb-8be6-10f6780a2325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9fc10d-cf14-4eb6-852d-ecb162341055,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:08.117027 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ab3fc85e-e733-45eb-8be6-10f6780a2325 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab87bcd01ede4f268da018a0e976e7de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7017677 Nov 13 04:55:08.120228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37100) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:08.161923 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] For port 36f349ac-5d42-46e3-a31f-59415431a91b, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:55:08.172003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] For port 36f349ac-5d42-46e3-a31f-59415431a91b, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=36f349ac-5d42-46e3-a31f-59415431a91b,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:55:08.176770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e9f30-e2da-4da5-bdcf-409b55c3220d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:08.178584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e9f30-e2da-4da5-bdcf-409b55c3220d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:08.180644 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ce5e9f30-e2da-4da5-bdcf-409b55c3220d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1712604 Nov 13 04:55:08.182701 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:08.183413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37102) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:08.273786 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3395fb0a-0746-4b57-b1f9-8432f276a454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:08.304217 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ddd60-b91b-4a24-b4a5-591fd6726ba9 None None] Pushing event updated for resources: {'Port': ['ID=36f349ac-5d42-46e3-a31f-59415431a91b,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:08.327476 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3395fb0a-0746-4b57-b1f9-8432f276a454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:08.411032 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db905c14-9174-43fc-8343-56e8adf28209 req-7a3bdcd1-4a30-4cce-8cf1-aaf600e147d1 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 210 time: 0.1420035 Nov 13 04:55:08.492078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa718207-f996-499c-8156-865e59f0dce4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet b65a7cd8-484d-4504-8d9d-b6a138e4d356 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:55:08.497950 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa718207-f996-499c-8156-865e59f0dce4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:08.536337 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3395fb0a-0746-4b57-b1f9-8432f276a454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:08.539165 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3395fb0a-0746-4b57-b1f9-8432f276a454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:08.542679 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3395fb0a-0746-4b57-b1f9-8432f276a454 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe9fc10d-cf14-4eb6-852d-ecb162341055 HTTP/1.1" status: 204 len: 168 time: 0.4167366 Nov 13 04:55:08.564632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395fb0a-0746-4b57-b1f9-8432f276a454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9fc10d-cf14-4eb6-852d-ecb162341055,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:08.638676 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa718207-f996-499c-8156-865e59f0dce4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:08.898235 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa718207-f996-499c-8156-865e59f0dce4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:09.093238 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:09.144118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-53d7d9df-027c-4e15-abc7-25dbf781904a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:09.145880 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-53d7d9df-027c-4e15-abc7-25dbf781904a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.46 "GET /v2.0/networks?id=efb2632b-74bc-4df5-a542-366e4891a266 HTTP/1.1" status: 200 len: 814 time: 0.1387579 Nov 13 04:55:09.212121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-19997935-2529-45bf-898f-b20f38e6a2c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Request body: {'port': {'device_id': 'bef400c1-1d48-4588-8477-18a518986a57', 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266', 'admin_state_up': True, 'tenant_id': 'f6e023533a144f13bb7562e9a400409b'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:09.216047 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa718207-f996-499c-8156-865e59f0dce4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:09.310286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37134) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:09.331750 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f5fa068-d1c7-4e53-9081-f692cd22c7f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:09.475250 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f5fa068-d1c7-4e53-9081-f692cd22c7f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:09.490605 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f5fa068-d1c7-4e53-9081-f692cd22c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:09.542037 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa718207-f996-499c-8156-865e59f0dce4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=b65a7cd8-484d-4504-8d9d-b6a138e4d356,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:09.553989 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0f5fa068-d1c7-4e53-9081-f692cd22c7f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=962d4e5f980344cf8cd3bb55dfa4a4a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420735 Nov 13 04:55:09.554832 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fa068-d1c7-4e53-9081-f692cd22c7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ffadb5-25dd-4140-b480-688cc517e2df,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:09.557340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37148) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:09.628111 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa718207-f996-499c-8156-865e59f0dce4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:09.640824 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fa718207-f996-499c-8156-865e59f0dce4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/b65a7cd8-484d-4504-8d9d-b6a138e4d356 HTTP/1.1" status: 204 len: 168 time: 1.4560626 Nov 13 04:55:09.641791 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37150) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:09.660935 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0201a07-9c79-4e6a-a344-41cbdcd47878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:09.686592 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0201a07-9c79-4e6a-a344-41cbdcd47878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:09.707035 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ebbecafc-4f1e-45a1-b85a-c22d9b42e99d req-22895b3a-95ea-447a-9d2a-3e521fad893c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 210 time: 0.1587722 Nov 13 04:55:09.724779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fc0c15d0-6d3b-451e-8a82-81e6fa7ac5f3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786428 Nov 13 04:55:09.725775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37152) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:09.783328 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0201a07-9c79-4e6a-a344-41cbdcd47878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:09.786624 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0201a07-9c79-4e6a-a344-41cbdcd47878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:09.789088 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a0201a07-9c79-4e6a-a344-41cbdcd47878 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0ffadb5-25dd-4140-b480-688cc517e2df HTTP/1.1" status: 204 len: 168 time: 0.2297151 Nov 13 04:55:09.831097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0201a07-9c79-4e6a-a344-41cbdcd47878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ffadb5-25dd-4140-b480-688cc517e2df,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:09.877297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b357372-3594-4ff0-b896-ce88dd88786f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:09.881229 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9b357372-3594-4ff0-b896-ce88dd88786f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1498556 Nov 13 04:55:09.881711 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37158) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:09.943724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-19997935-2529-45bf-898f-b20f38e6a2c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Made reservation on behalf of f6e023533a144f13bb7562e9a400409b for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:09.955932 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-19997935-2529-45bf-898f-b20f38e6a2c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:09.971991 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:10.042867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cb8800-e16d-4459-ac22-c04a07ac474b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:10.044955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f3cb8800-e16d-4459-ac22-c04a07ac474b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1621218 Nov 13 04:55:10.050117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37162) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:10.058003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d9c22d-6c21-4d93-a3f5-6570aa2c388a None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:10.145143 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f00b4a91-cdb7-45d2-9944-7c1cfd444ceb tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938013 Nov 13 04:55:10.153649 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37164) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:10.158954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8c256e50-acfc-4ab4-8f83-8133170a1acc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:10.245106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-19997935-2529-45bf-898f-b20f38e6a2c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Allocated IP 172.20.0.3 (efb2632b-74bc-4df5-a542-366e4891a266/89e58c8e-4d06-4ded-8d18-eb31bc30d760/9790a824-f450-4cb8-9077-4efe9d58ff6f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:10.266175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4216c381-c010-430e-80dc-7b30c16e83dc None None] Provisioning complete for port 36f349ac-5d42-46e3-a31f-59415431a91b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:10.267607 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4216c381-c010-430e-80dc-7b30c16e83dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:10.473317 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c256e50-acfc-4ab4-8f83-8133170a1acc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:10.491392 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c256e50-acfc-4ab4-8f83-8133170a1acc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:10.697456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 36f349ac-5d42-46e3-a31f-59415431a91b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:10.716887 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4216c381-c010-430e-80dc-7b30c16e83dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:10.831354 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-19997935-2529-45bf-898f-b20f38e6a2c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:10.858517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4d7cf1-257b-4d02-91cf-b0e57e0158e0 None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:55:10.925797 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-19997935-2529-45bf-898f-b20f38e6a2c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:10.944601 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e634078-7148-4347-9ffe-0a62e25d44a2 req-8d839133-ce2d-4bb8-9ae6-a75a9cce96d2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 210 time: 0.1033921 Nov 13 04:55:10.981683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-19997935-2529-45bf-898f-b20f38e6a2c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Network efb2632b-74bc-4df5-a542-366e4891a266 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:10.983499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-19997935-2529-45bf-898f-b20f38e6a2c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:11.014541 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['ad0d4edd-55a9-420a-b682-cea97bf7918a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:55:11.062739 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-19997935-2529-45bf-898f-b20f38e6a2c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:11.160858 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4216c381-c010-430e-80dc-7b30c16e83dc None None] For port 36f349ac-5d42-46e3-a31f-59415431a91b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=36f349ac-5d42-46e3-a31f-59415431a91b,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:11.193116 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4216c381-c010-430e-80dc-7b30c16e83dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:11.201152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 36f349ac-5d42-46e3-a31f-59415431a91b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:11.201518 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:11.274898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-19997935-2529-45bf-898f-b20f38e6a2c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:11.299147 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-19997935-2529-45bf-898f-b20f38e6a2c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:11.312026 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d7cf1-257b-4d02-91cf-b0e57e0158e0 None None] Deleting port 36f349ac-5d42-46e3-a31f-59415431a91b {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:11.312026 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7cf1-257b-4d02-91cf-b0e57e0158e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:11.384169 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-19997935-2529-45bf-898f-b20f38e6a2c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1787336 Nov 13 04:55:11.431906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-dc4d7cf1-257b-4d02-91cf-b0e57e0158e0 None None] For port 36f349ac-5d42-46e3-a31f-59415431a91b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=36f349ac-5d42-46e3-a31f-59415431a91b,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:11.432441 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7cf1-257b-4d02-91cf-b0e57e0158e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:11.441948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Request body: {'port': {'device_id': 'bef400c1-1d48-4588-8477-18a518986a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:11.456890 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d7cf1-257b-4d02-91cf-b0e57e0158e0 None None] Calling delete_port for 36f349ac-5d42-46e3-a31f-59415431a91b owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:11.521178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19997935-2529-45bf-898f-b20f38e6a2c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Pushing event updated for resources: {'Port': ['ID=9790a824-f450-4cb8-9077-4efe9d58ff6f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:11.568290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.objects.ports [None req-8c256e50-acfc-4ab4-8f83-8133170a1acc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:55:11.577586 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:11.721688 n-d-813114-2 neutron-server[102669]: INFO neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No ports have port_id starting with 36f349ac-5d42-46e3-a31f-59415431a91b Nov 13 04:55:11.745753 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7cf1-257b-4d02-91cf-b0e57e0158e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:11.848928 n-d-813114-2 neutron-server[102668]: WARNING neutron.services.revisions.revision_plugin [None req-8c256e50-acfc-4ab4-8f83-8133170a1acc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Could not find related port for resource to bump revision. Nov 13 04:55:11.863588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c256e50-acfc-4ab4-8f83-8133170a1acc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Port 36f349ac-5d42-46e3-a31f-59415431a91b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 13 04:55:11.863930 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c256e50-acfc-4ab4-8f83-8133170a1acc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3c:53cb {{(pid=102668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 13 04:55:11.867873 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c256e50-acfc-4ab4-8f83-8133170a1acc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3c:53cb {{(pid=102668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 13 04:55:11.869206 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c256e50-acfc-4ab4-8f83-8133170a1acc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:11.876633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216c381-c010-430e-80dc-7b30c16e83dc None None] Pushing event updated for resources: {'Port': ['ID=36f349ac-5d42-46e3-a31f-59415431a91b,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:11.886456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4d7cf1-257b-4d02-91cf-b0e57e0158e0 None None] No DVR routers for this DVR port 36f349ac-5d42-46e3-a31f-59415431a91b on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:55:11.958095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d7cf1-257b-4d02-91cf-b0e57e0158e0 None None] Pushing event deleted for resources: {'Port': ['ID=36f349ac-5d42-46e3-a31f-59415431a91b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:12.022023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c256e50-acfc-4ab4-8f83-8133170a1acc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:12.028201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8c256e50-acfc-4ab4-8f83-8133170a1acc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:12.043383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c256e50-acfc-4ab4-8f83-8133170a1acc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:12.048313 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c256e50-acfc-4ab4-8f83-8133170a1acc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:12.057389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0f1a79-c999-45c8-9eac-32f4e552a103 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:12.083703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c256e50-acfc-4ab4-8f83-8133170a1acc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=80b0379d-3af6-438d-8962-95d47a60d6c2,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:12.099981 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8c256e50-acfc-4ab4-8f83-8133170a1acc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9451828 Nov 13 04:55:12.100717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37230) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:12.106890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fb66d98a-5666-49b8-9b20-030f8b5b79e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'mac_address': 'fa:16:3e:1e:4a:da', 'name': 'tempest-NetworksTestDHCPv6-514098104'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:12.263363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb66d98a-5666-49b8-9b20-030f8b5b79e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:12.338596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': '80b0379d-3af6-438d-8962-95d47a60d6c2'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:55:12.342603 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:12.349510 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737752f-ca58-4096-acc7-a8a54e467829 req-1d5f72dd-6d5d-49c3-904f-6912d3485f28 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:12.353076 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4737752f-ca58-4096-acc7-a8a54e467829 req-1d5f72dd-6d5d-49c3-904f-6912d3485f28 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 931 time: 0.2438757 Nov 13 04:55:12.426070 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb66d98a-5666-49b8-9b20-030f8b5b79e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:12.469031 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-fb66d98a-5666-49b8-9b20-030f8b5b79e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port 8e1b1a96-f92e-40da-a407-608c9e3ca525 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:55:12.622136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 36f349ac-5d42-46e3-a31f-59415431a91b no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:55:12.656729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4737752f-ca58-4096-acc7-a8a54e467829 req-305fb783-4585-4cf4-8706-6a635b226d66 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349486 Nov 13 04:55:12.662799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9790a824-f450-4cb8-9077-4efe9d58ff6f {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:55:12.686464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 36f349ac-5d42-46e3-a31f-59415431a91b {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:55:12.686845 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 36f349ac-5d42-46e3-a31f-59415431a91b not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:55:12.705373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-fb66d98a-5666-49b8-9b20-030f8b5b79e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::f816:3eff:fe1e:4ada (63517ab3-2070-4aed-993a-d13fb8f8841c/80b0379d-3af6-438d-8962-95d47a60d6c2/8e1b1a96-f92e-40da-a407-608c9e3ca525) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:12.729934 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:12.748943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Transition to ACTIVE for port object 9790a824-f450-4cb8-9077-4efe9d58ff6f will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:55:12.762789 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:12.957322 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Pushing event updated for resources: {'Port': ['ID=9790a824-f450-4cb8-9077-4efe9d58ff6f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:13.000334 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Attempting to bind port 9790a824-f450-4cb8-9077-4efe9d58ff6f on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:55:13.000681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Attempting to bind port 9790a824-f450-4cb8-9077-4efe9d58ff6f by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ecce5032-fb7b-4455-99cb-5fa1fd104158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:55:13.000986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Attempting to bind port 9790a824-f450-4cb8-9077-4efe9d58ff6f on network efb2632b-74bc-4df5-a542-366e4891a266 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:55:13.019904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Port 9790a824-f450-4cb8-9077-4efe9d58ff6f on network efb2632b-74bc-4df5-a542-366e4891a266 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:55:13.020246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Attempting to bind port 9790a824-f450-4cb8-9077-4efe9d58ff6f on network efb2632b-74bc-4df5-a542-366e4891a266 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:55:13.051981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:55:13.052319 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Checking segment: {'id': 'ecce5032-fb7b-4455-99cb-5fa1fd104158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:55:13.052705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Bound using segment: {'id': 'ecce5032-fb7b-4455-99cb-5fa1fd104158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:55:13.053173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Bound port: 9790a824-f450-4cb8-9077-4efe9d58ff6f, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecce5032-fb7b-4455-99cb-5fa1fd104158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:55:13.053531 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:13.056566 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb66d98a-5666-49b8-9b20-030f8b5b79e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:13.124621 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb66d98a-5666-49b8-9b20-030f8b5b79e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:13.206486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] For port 9790a824-f450-4cb8-9077-4efe9d58ff6f, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:55:13.219215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] For port 9790a824-f450-4cb8-9077-4efe9d58ff6f, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=9790a824-f450-4cb8-9077-4efe9d58ff6f,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:55:13.224662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Allocated IP 2001:db8::f816:3eff:fe48:f2a8 (63517ab3-2070-4aed-993a-d13fb8f8841c/80b0379d-3af6-438d-8962-95d47a60d6c2/ce4e48a1-714f-4e7d-b605-dece46b3899f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:13.233278 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:13.234493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb66d98a-5666-49b8-9b20-030f8b5b79e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:13.248737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-fb66d98a-5666-49b8-9b20-030f8b5b79e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:13.255840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb66d98a-5666-49b8-9b20-030f8b5b79e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:13.274232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb66d98a-5666-49b8-9b20-030f8b5b79e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:13.275046 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb66d98a-5666-49b8-9b20-030f8b5b79e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:13.298054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:13.298786 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:13.309634 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] 10.222.0.46 "PUT /v2.0/ports/9790a824-f450-4cb8-9077-4efe9d58ff6f HTTP/1.1" status: 200 len: 1091 time: 1.9053645 Nov 13 04:55:13.310267 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef400c1-1d48-4588-8477-18a518986a57', 'tag': '9790a824-f450-4cb8-9077-4efe9d58ff6f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:55:13.315596 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68698f1-b80e-4642-b7f3-525edaff3882" -d '{"events": [{"name": "network-changed", "server_uuid": "bef400c1-1d48-4588-8477-18a518986a57", "tag": "9790a824-f450-4cb8-9077-4efe9d58ff6f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:55:13.322835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66d98a-5666-49b8-9b20-030f8b5b79e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=8e1b1a96-f92e-40da-a407-608c9e3ca525,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:13.339988 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fb66d98a-5666-49b8-9b20-030f8b5b79e2 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2380426 Nov 13 04:55:13.345327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37270) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:13.422786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e52b1-296e-46b3-943d-e0cc4ddde444 service neutron] Pushing event updated for resources: {'Port': ['ID=9790a824-f450-4cb8-9077-4efe9d58ff6f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:13.451703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf0d637-e379-4a3c-843c-abd3cc4ebcfa tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:13.465361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cbf0d637-e379-4a3c-843c-abd3cc4ebcfa tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1163373 Nov 13 04:55:13.465835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37276) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:13.468137 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-f4d0972d-acf2-4893-8c96-fad6c7fed25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:13.470200 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-f4d0972d-acf2-4893-8c96-fad6c7fed25c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6e023533a144f13bb7562e9a400409b&device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 1094 time: 0.0783744 Nov 13 04:55:13.495246 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2917b2-c7f3-4178-b62f-196e8c5f5ab7 x-openstack-request-id: req-dd2917b2-c7f3-4178-b62f-196e8c5f5ab7 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:55:13.498946 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef400c1-1d48-4588-8477-18a518986a57", "tag": "9790a824-f450-4cb8-9077-4efe9d58ff6f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:55:13.498946 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd2917b2-c7f3-4178-b62f-196e8c5f5ab7 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:55:13.498946 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef400c1-1d48-4588-8477-18a518986a57', 'tag': '9790a824-f450-4cb8-9077-4efe9d58ff6f', 'status': 'completed', 'code': 200} Nov 13 04:55:13.653186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-40facd4e-63e7-4713-a499-0439e55d14aa tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port 8e1b1a96-f92e-40da-a407-608c9e3ca525 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:13.654424 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-40facd4e-63e7-4713-a499-0439e55d14aa tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:13.665176 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-802d3c8b-1e00-40b5-b0eb-145dd5c97bcc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9790a824-f450-4cb8-9077-4efe9d58ff6f HTTP/1.1" status: 200 len: 217 time: 0.1619868 Nov 13 04:55:13.713354 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:13.728084 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:13.793558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:13.799330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:13.803714 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:13.834357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Pushing event updated for resources: {'Port': ['ID=ce4e48a1-714f-4e7d-b605-dece46b3899f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:13.877842 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-40facd4e-63e7-4713-a499-0439e55d14aa tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:13.897945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-74f0a524-9a41-446c-a5d6-799db4ccf78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:13.900039 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-74f0a524-9a41-446c-a5d6-799db4ccf78c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89e58c8e-4d06-4ded-8d18-eb31bc30d760 HTTP/1.1" status: 200 len: 854 time: 0.2262533 Nov 13 04:55:13.922897 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-40facd4e-63e7-4713-a499-0439e55d14aa tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for 8e1b1a96-f92e-40da-a407-608c9e3ca525 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:13.933079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Attempting to bind port ce4e48a1-714f-4e7d-b605-dece46b3899f on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:55:13.933308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Attempting to bind port ce4e48a1-714f-4e7d-b605-dece46b3899f by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:55:13.934249 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Attempting to bind port ce4e48a1-714f-4e7d-b605-dece46b3899f on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:55:13.962752 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:55:13.964822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:55:13.965407 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:13.965922 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:55:13.967638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Bound port: ce4e48a1-714f-4e7d-b605-dece46b3899f, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:55:13.968843 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:14.070488 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-9c3217ed-ddc2-4556-b2e0-3bab9ab7aede service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=efb2632b-74bc-4df5-a542-366e4891a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256769 Nov 13 04:55:14.168302 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] For port ce4e48a1-714f-4e7d-b605-dece46b3899f, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:55:14.177609 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] For port ce4e48a1-714f-4e7d-b605-dece46b3899f, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ce4e48a1-714f-4e7d-b605-dece46b3899f,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:55:14.195234 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:14.325920 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e9ae5-34a4-4c49-9302-65559578a01e None None] Pushing event updated for resources: {'Port': ['ID=ce4e48a1-714f-4e7d-b605-dece46b3899f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:14.373134 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-4b9c5852-be5e-484f-9b89-b81a393669f9 service neutron] 10.222.0.46 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441678 Nov 13 04:55:14.384060 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-40facd4e-63e7-4713-a499-0439e55d14aa tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:14.531639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40facd4e-63e7-4713-a499-0439e55d14aa tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=8e1b1a96-f92e-40da-a407-608c9e3ca525,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:14.599355 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-834d58bc-6cd1-4750-ab24-209f5c72b4b8 req-fb1cd3a2-8d58-427a-bafe-21c74ce1dc07 service neutron] 10.222.0.46 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168462 Nov 13 04:55:14.646003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802f7bb-210c-4c25-997b-7e486220bdb5 req-27edab8b-0abf-4452-9e2d-179cefaf32af tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:14.647083 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-40facd4e-63e7-4713-a499-0439e55d14aa tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:14.661645 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9802f7bb-210c-4c25-997b-7e486220bdb5 req-27edab8b-0abf-4452-9e2d-179cefaf32af tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 943 time: 0.7513313 Nov 13 04:55:14.663985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37308) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:14.668766 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-40facd4e-63e7-4713-a499-0439e55d14aa tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/8e1b1a96-f92e-40da-a407-608c9e3ca525 HTTP/1.1" status: 204 len: 168 time: 1.2016051 Nov 13 04:55:14.862547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb43952-b33b-4e70-844f-4bbc47b722fd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:14.864114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb43952-b33b-4e70-844f-4bbc47b722fd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:14.865644 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ecb43952-b33b-4e70-844f-4bbc47b722fd tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2007093 Nov 13 04:55:14.868546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37312) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:14.877255 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9802f7bb-210c-4c25-997b-7e486220bdb5 req-277b3e2b-7a91-4c40-ae86-a2886a2b9f63 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146783 Nov 13 04:55:14.888134 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68698f1-b80e-4642-b7f3-525edaff3882 req-d8ac7f5e-3b6e-4eae-be6c-6bde5aeef5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:14.889606 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d68698f1-b80e-4642-b7f3-525edaff3882 req-d8ac7f5e-3b6e-4eae-be6c-6bde5aeef5e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6e023533a144f13bb7562e9a400409b&device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 1094 time: 0.1540442 Nov 13 04:55:14.956141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31753ee-98c3-4b74-a4a5-ec5d6bfcb13a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 80b0379d-3af6-438d-8962-95d47a60d6c2 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:55:14.972404 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c31753ee-98c3-4b74-a4a5-ec5d6bfcb13a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:15.033787 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68698f1-b80e-4642-b7f3-525edaff3882 req-3787ab32-60fd-4f05-95c0-30c4f0cb38a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:15.035225 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d68698f1-b80e-4642-b7f3-525edaff3882 req-3787ab32-60fd-4f05-95c0-30c4f0cb38a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=efb2632b-74bc-4df5-a542-366e4891a266 HTTP/1.1" status: 200 len: 915 time: 0.1365919 Nov 13 04:55:15.094133 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c31753ee-98c3-4b74-a4a5-ec5d6bfcb13a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:15.123235 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d68698f1-b80e-4642-b7f3-525edaff3882 req-7217576c-8ede-4511-b724-e6a18ae023f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9790a824-f450-4cb8-9077-4efe9d58ff6f HTTP/1.1" status: 200 len: 217 time: 0.0630491 Nov 13 04:55:15.206276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68698f1-b80e-4642-b7f3-525edaff3882 req-9f96cfee-39de-41dd-b7b1-6060503a11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:15.208891 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d68698f1-b80e-4642-b7f3-525edaff3882 req-9f96cfee-39de-41dd-b7b1-6060503a11d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89e58c8e-4d06-4ded-8d18-eb31bc30d760 HTTP/1.1" status: 200 len: 854 time: 0.0778596 Nov 13 04:55:15.265851 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d68698f1-b80e-4642-b7f3-525edaff3882 req-02d25f49-ebc1-4046-b61c-97e51736285c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=efb2632b-74bc-4df5-a542-366e4891a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434022 Nov 13 04:55:15.384190 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c31753ee-98c3-4b74-a4a5-ec5d6bfcb13a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:15.408903 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d68698f1-b80e-4642-b7f3-525edaff3882 req-8e270905-ad3a-431c-a1c0-b86db015a0bb service neutron] 10.222.0.46 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379967 Nov 13 04:55:15.500329 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c31753ee-98c3-4b74-a4a5-ec5d6bfcb13a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:15.537947 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d68698f1-b80e-4642-b7f3-525edaff3882 req-265e59de-615f-49b0-9934-7af16a2e1dec service neutron] 10.222.0.46 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202123 Nov 13 04:55:15.543409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31753ee-98c3-4b74-a4a5-ec5d6bfcb13a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=80b0379d-3af6-438d-8962-95d47a60d6c2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:15.548626 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c31753ee-98c3-4b74-a4a5-ec5d6bfcb13a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:15.555858 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c31753ee-98c3-4b74-a4a5-ec5d6bfcb13a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/80b0379d-3af6-438d-8962-95d47a60d6c2 HTTP/1.1" status: 204 len: 168 time: 0.6861823 Nov 13 04:55:15.558191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37334) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:15.601042 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6ff0c344-4d6e-4855-97d8-87da738ac35e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415289 Nov 13 04:55:15.603795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37336) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:15.610568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-960e7baa-57e3-450f-b906-49562536c012 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:15.870031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960e7baa-57e3-450f-b906-49562536c012 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:15.875323 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-960e7baa-57e3-450f-b906-49562536c012 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:15.887609 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde5dd4d-cd2c-44bc-bb85-0318f5bea23c None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:16.094590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2881a584-bde7-494f-be40-74a8a058680b None None] Provisioning complete for port ce4e48a1-714f-4e7d-b605-dece46b3899f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:16.094996 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2881a584-bde7-494f-be40-74a8a058680b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:16.136465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268f46e-6b6c-474d-a5d1-aa153658c963 req-f02e0b5c-869c-497d-be63-55092186a68a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:16.140425 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6268f46e-6b6c-474d-a5d1-aa153658c963 req-f02e0b5c-869c-497d-be63-55092186a68a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 943 time: 0.1143053 Nov 13 04:55:16.243878 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6268f46e-6b6c-474d-a5d1-aa153658c963 req-773dbef0-c9b7-46f6-8c2e-6051a284bd6b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971467 Nov 13 04:55:16.461913 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2881a584-bde7-494f-be40-74a8a058680b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:16.547966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2881a584-bde7-494f-be40-74a8a058680b None None] For port ce4e48a1-714f-4e7d-b605-dece46b3899f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ce4e48a1-714f-4e7d-b605-dece46b3899f,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:16.560564 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2881a584-bde7-494f-be40-74a8a058680b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:16.674557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b32e84-513f-4258-b78e-000847e8ced3 None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:55:16.790469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881a584-bde7-494f-be40-74a8a058680b None None] Pushing event updated for resources: {'Port': ['ID=ce4e48a1-714f-4e7d-b605-dece46b3899f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:16.797789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.objects.ports [None req-960e7baa-57e3-450f-b906-49562536c012 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:55:16.854625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-51b32e84-513f-4258-b78e-000847e8ced3 None None] Deleting port ce4e48a1-714f-4e7d-b605-dece46b3899f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:16.859490 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51b32e84-513f-4258-b78e-000847e8ced3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:17.071033 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-51b32e84-513f-4258-b78e-000847e8ced3 None None] For port ce4e48a1-714f-4e7d-b605-dece46b3899f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ce4e48a1-714f-4e7d-b605-dece46b3899f,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:17.071033 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51b32e84-513f-4258-b78e-000847e8ced3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:17.107225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-51b32e84-513f-4258-b78e-000847e8ced3 None None] Calling delete_port for ce4e48a1-714f-4e7d-b605-dece46b3899f owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:17.222186 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51b32e84-513f-4258-b78e-000847e8ced3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:17.255993 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b32e84-513f-4258-b78e-000847e8ced3 None None] Pushing event deleted for resources: {'Port': ['ID=ce4e48a1-714f-4e7d-b605-dece46b3899f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:17.261283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b32e84-513f-4258-b78e-000847e8ced3 None None] No DVR routers for this DVR port ce4e48a1-714f-4e7d-b605-dece46b3899f on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:55:17.641700 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-cba9bd0f-b940-42fb-956d-b1a9b2a99ada service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1812124 Nov 13 04:55:17.665644 n-d-813114-2 neutron-server[102667]: WARNING neutron.services.revisions.revision_plugin [None req-960e7baa-57e3-450f-b906-49562536c012 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Could not find related port for resource to bump revision. Nov 13 04:55:17.675212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6253d1-e1fe-4c4f-80bf-d2c919dc4435 req-4abfe3b9-d1aa-4035-8087-8510c5217ff5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:17.681678 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f6253d1-e1fe-4c4f-80bf-d2c919dc4435 req-4abfe3b9-d1aa-4035-8087-8510c5217ff5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 943 time: 0.2201042 Nov 13 04:55:17.710588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_pluggable_backend [None req-960e7baa-57e3-450f-b906-49562536c012 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Port ce4e48a1-714f-4e7d-b605-dece46b3899f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102667) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 13 04:55:17.711046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_pluggable_backend [None req-960e7baa-57e3-450f-b906-49562536c012 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Reverting IP allocation for 2001:db8::f816:3eff:fe48:f2a8 {{(pid=102667) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 13 04:55:17.740464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_pluggable_backend [None req-960e7baa-57e3-450f-b906-49562536c012 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe48:f2a8 {{(pid=102667) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 13 04:55:17.748918 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-960e7baa-57e3-450f-b906-49562536c012 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:17.831130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960e7baa-57e3-450f-b906-49562536c012 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:17.836361 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f6253d1-e1fe-4c4f-80bf-d2c919dc4435 req-c09cacaf-906b-4496-9519-bbe561b7c4d3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537900 Nov 13 04:55:17.843609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-960e7baa-57e3-450f-b906-49562536c012 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:17.846685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960e7baa-57e3-450f-b906-49562536c012 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:17.847340 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-960e7baa-57e3-450f-b906-49562536c012 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:17.855586 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ad256e-7673-4c07-817f-2f5e4fc77753 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:17.861657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-a9dac2d8-0678-4728-a495-a499eb5d9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:17.862187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-a9dac2d8-0678-4728-a495-a499eb5d9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:17.862663 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-a9dac2d8-0678-4728-a495-a499eb5d9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:17.863169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-a9dac2d8-0678-4728-a495-a499eb5d9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:17.863632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-a9dac2d8-0678-4728-a495-a499eb5d9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:17.864370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-a9dac2d8-0678-4728-a495-a499eb5d9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:17.864838 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-a9dac2d8-0678-4728-a495-a499eb5d9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:17.866847 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-a9dac2d8-0678-4728-a495-a499eb5d9bb8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e889b16bd745a8aae943f6a4671633&device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 6501 time: 0.1766334 Nov 13 04:55:17.877808 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e7baa-57e3-450f-b906-49562536c012 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=e21ee434-8252-4b32-9688-b9d0b2de2d05,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:17.894348 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-960e7baa-57e3-450f-b906-49562536c012 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2866528 Nov 13 04:55:17.895140 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37414) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:17.900433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-56d772d6-b870-47c2-99cf-375e4f8a2c86 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'mac_address': 'fa:16:3e:15:a6:7a', 'name': 'tempest-NetworksTestDHCPv6-1938412854'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:18.056989 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': 'e21ee434-8252-4b32-9688-b9d0b2de2d05'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:55:18.058885 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:18.151508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-4a317228-6acd-4092-9fd7-b371de50cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:18.151981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-4a317228-6acd-4092-9fd7-b371de50cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:18.152501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-4a317228-6acd-4092-9fd7-b371de50cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:18.154278 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-4a317228-6acd-4092-9fd7-b371de50cb0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c27c071-3ae5-43fe-b926-2a8ca6120cc2&id=05902fd0-8743-474a-8465-76944be5f8e4&id=05902fd0-8743-474a-8465-76944be5f8e4&id=05902fd0-8743-474a-8465-76944be5f8e4&id=05902fd0-8743-474a-8465-76944be5f8e4&id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360 HTTP/1.1" status: 200 len: 2299 time: 0.2479632 Nov 13 04:55:18.261448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Allocated IP 2001:db8::f816:3eff:fe27:f401 (63517ab3-2070-4aed-993a-d13fb8f8841c/e21ee434-8252-4b32-9688-b9d0b2de2d05/e56c2b2d-6315-4124-ab87-ba6822b1f79d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:18.278704 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-ed0aac53-7c1c-420a-8745-32a9b22bc71c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 HTTP/1.1" status: 200 len: 1001 time: 0.1036584 Nov 13 04:55:18.279796 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d772d6-b870-47c2-99cf-375e4f8a2c86 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:18.386399 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 9790a824-f450-4cb8-9077-4efe9d58ff6f details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:55:18.444242 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-56d772d6-b870-47c2-99cf-375e4f8a2c86 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:18.447319 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-d31fb2fa-aca6-4861-a4ca-432350fbdcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:18.449864 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-d31fb2fa-aca6-4861-a4ca-432350fbdcea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b89a777-78f4-4339-bcc5-ce101bcdd17e HTTP/1.1" status: 200 len: 856 time: 0.0843093 Nov 13 04:55:18.514869 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-56d772d6-b870-47c2-99cf-375e4f8a2c86 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port abb83835-c06a-4a76-ab32-4e149ccb1128 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:55:18.580593 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ce4e48a1-714f-4e7d-b605-dece46b3899f no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:55:18.583732 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:18.630874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: ce4e48a1-714f-4e7d-b605-dece46b3899f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:55:18.632663 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ce4e48a1-714f-4e7d-b605-dece46b3899f not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:55:18.652727 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:18.657935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 9790a824-f450-4cb8-9077-4efe9d58ff6f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=9790a824-f450-4cb8-9077-4efe9d58ff6f,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:18.690061 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-083056c6-e1ad-4584-908f-827363283df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:18.692255 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-083056c6-e1ad-4584-908f-827363283df8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c27c071-3ae5-43fe-b926-2a8ca6120cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2342842 Nov 13 04:55:18.729062 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '9790a824-f450-4cb8-9077-4efe9d58ff6f', 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266', 'port_id': '9790a824-f450-4cb8-9077-4efe9d58ff6f', 'mac_address': 'fa:16:3e:3d:08:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e58c8e-4d06-4ded-8d18-eb31bc30d760', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:55:18.748469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:18.774621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:18.785934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:18.807994 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Pushing event updated for resources: {'Port': ['ID=e56c2b2d-6315-4124-ab87-ba6822b1f79d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:18.827431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-56d772d6-b870-47c2-99cf-375e4f8a2c86 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::f816:3eff:fe15:a67a (63517ab3-2070-4aed-993a-d13fb8f8841c/e21ee434-8252-4b32-9688-b9d0b2de2d05/abb83835-c06a-4a76-ab32-4e149ccb1128) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:18.883896 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-17b39ef4-bd35-414f-bff1-b1a112dc59e7 service neutron] 10.222.0.46 "GET /v2.0/networks/1c27c071-3ae5-43fe-b926-2a8ca6120cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800432 Nov 13 04:55:18.926693 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:18.943003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9790a824-f450-4cb8-9077-4efe9d58ff6f {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:55:18.983059 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 9790a824-f450-4cb8-9077-4efe9d58ff6f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=9790a824-f450-4cb8-9077-4efe9d58ff6f,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:19.073691 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:19.143658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Attempting to bind port e56c2b2d-6315-4124-ab87-ba6822b1f79d on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:55:19.144318 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Attempting to bind port e56c2b2d-6315-4124-ab87-ba6822b1f79d by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:55:19.144856 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Attempting to bind port e56c2b2d-6315-4124-ab87-ba6822b1f79d on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:55:19.159300 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:55:19.159986 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:55:19.160575 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:19.161130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:55:19.161805 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Bound port: e56c2b2d-6315-4124-ab87-ba6822b1f79d, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:55:19.162360 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:19.185557 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-7a9701cc-6e6f-475d-943b-7508c7f99eb0 service neutron] 10.222.0.46 "GET /v2.0/networks/1c27c071-3ae5-43fe-b926-2a8ca6120cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897470 Nov 13 04:55:19.185991 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=9790a824-f450-4cb8-9077-4efe9d58ff6f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:19.248883 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] For port e56c2b2d-6315-4124-ab87-ba6822b1f79d, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:55:19.253021 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-3ace5a05-798b-4ce9-98d9-e1c62ee9b700 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=321611fc-1ecc-49e1-931e-f0b57b629cb6 HTTP/1.1" status: 200 len: 217 time: 0.0512881 Nov 13 04:55:19.254748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] For port e56c2b2d-6315-4124-ab87-ba6822b1f79d, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e56c2b2d-6315-4124-ab87-ba6822b1f79d,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:55:19.268361 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:19.406980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f081217-de2b-4e1f-98e3-9c313dbbf173 req-81248334-7ac2-41f8-b33e-7f608556bc58 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:19.418213 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0f081217-de2b-4e1f-98e3-9c313dbbf173 req-81248334-7ac2-41f8-b33e-7f608556bc58 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 944 time: 0.2631490 Nov 13 04:55:19.429852 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de641347-d2ef-47c7-abdf-0fc5c578dd34 None None] Pushing event updated for resources: {'Port': ['ID=e56c2b2d-6315-4124-ab87-ba6822b1f79d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:19.462121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-f6817f87-90b6-416a-8647-6e79ebafa544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:19.463410 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-f6817f87-90b6-416a-8647-6e79ebafa544 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.1882682 Nov 13 04:55:19.614102 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-56d772d6-b870-47c2-99cf-375e4f8a2c86 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:19.624760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['9790a824-f450-4cb8-9077-4efe9d58ff6f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:55:19.689877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-efcf7472-16c1-4368-8eab-8899b77e9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:19.695861 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-efcf7472-16c1-4368-8eab-8899b77e9734 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1929045 Nov 13 04:55:19.700073 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0f081217-de2b-4e1f-98e3-9c313dbbf173 req-b0828992-7294-4b58-b48b-781ba0837b64 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793741 Nov 13 04:55:19.858020 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-56d772d6-b870-47c2-99cf-375e4f8a2c86 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:19.980850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d772d6-b870-47c2-99cf-375e4f8a2c86 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:19.986469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-56d772d6-b870-47c2-99cf-375e4f8a2c86 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:19.996185 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-99c0f1e0-b3e5-40af-977c-fdc2d327726e service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896433 Nov 13 04:55:20.000720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d772d6-b870-47c2-99cf-375e4f8a2c86 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:20.010633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d772d6-b870-47c2-99cf-375e4f8a2c86 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:20.013072 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-56d772d6-b870-47c2-99cf-375e4f8a2c86 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:20.131836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d772d6-b870-47c2-99cf-375e4f8a2c86 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=abb83835-c06a-4a76-ab32-4e149ccb1128,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:20.157052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-56d772d6-b870-47c2-99cf-375e4f8a2c86 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2606635 Nov 13 04:55:20.161622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:20.196493 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-4ca91bf5-5d87-47b6-9ff7-c47b4c166169 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798139 Nov 13 04:55:20.261110 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-79561e47-cdc4-4d85-92a1-f0e87b5e0bcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=45514580-8632-4c56-ab8d-1dc483712314 HTTP/1.1" status: 200 len: 217 time: 0.0551565 Nov 13 04:55:20.283813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db3382d-04b7-4322-96c7-7a6d265dd385 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:20.317615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db3382d-04b7-4322-96c7-7a6d265dd385 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:20.321859 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4db3382d-04b7-4322-96c7-7a6d265dd385 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1568720 Nov 13 04:55:20.322144 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37528) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:20.333976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-0079470c-e4db-424c-adbb-a9ba3d0e0ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:20.335626 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-0079470c-e4db-424c-adbb-a9ba3d0e0ef5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.0658088 Nov 13 04:55:20.415060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-2cad4059-2344-4597-8b4e-0406146a2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:20.417690 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-2cad4059-2344-4597-8b4e-0406146a2ee7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741034 Nov 13 04:55:20.588818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e56c2b2d-6315-4124-ab87-ba6822b1f79d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:20.591412 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-70270655-c6e8-446f-ac93-b3630f34e476 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649046 Nov 13 04:55:20.709078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e56c2b2d-6315-4124-ab87-ba6822b1f79d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:20.709555 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:20.815892 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-b150608a-ae67-4d5c-8c3a-f1d7ec77bc11 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133577 Nov 13 04:55:20.892296 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:20.959405 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-36ec3894-cd1b-42f5-a867-b074211ac3ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=d72231e5-0188-49aa-8b14-4f48155c025b HTTP/1.1" status: 200 len: 217 time: 0.1336601 Nov 13 04:55:20.975754 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port e56c2b2d-6315-4124-ab87-ba6822b1f79d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e56c2b2d-6315-4124-ab87-ba6822b1f79d,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:21.003725 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:21.130108 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=e56c2b2d-6315-4124-ab87-ba6822b1f79d,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:21.155408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeb69f-1e65-4d27-bec0-bdf70606ed42 req-c901d6a8-2389-4fcf-b159-f2f016f8de07 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:21.157349 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-31aeb69f-1e65-4d27-bec0-bdf70606ed42 req-c901d6a8-2389-4fcf-b159-f2f016f8de07 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 944 time: 0.3147418 Nov 13 04:55:21.190288 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-09457e0a-c4d9-4375-b2a8-29427e13642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:21.192363 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-09457e0a-c4d9-4375-b2a8-29427e13642c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.1955793 Nov 13 04:55:21.234836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a45172e7-94dc-4027-9b85-278722b1fcb9 None None] Provisioning complete for port e56c2b2d-6315-4124-ab87-ba6822b1f79d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:21.237905 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a45172e7-94dc-4027-9b85-278722b1fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:21.249371 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d3d2404-0029-4166-9429-84c7abedfa4d req-f916f48a-3194-4dee-9d4f-1bd89913ebaf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867591 Nov 13 04:55:21.293024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162a855-20cf-4e18-84e0-1682f82f444f req-81eb2905-c372-4df1-b6a8-36513fa52d0c tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:21.301217 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9162a855-20cf-4e18-84e0-1682f82f444f req-81eb2905-c372-4df1-b6a8-36513fa52d0c tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/networks?id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa HTTP/1.1" status: 200 len: 805 time: 0.9142332 Nov 13 04:55:21.331856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-117d15ce-04bf-4f9a-9567-bd575b6c9aa5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port abb83835-c06a-4a76-ab32-4e149ccb1128 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:21.334187 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-117d15ce-04bf-4f9a-9567-bd575b6c9aa5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:21.344953 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9162a855-20cf-4e18-84e0-1682f82f444f req-b502dc74-d904-4243-a238-37cf626ff57e tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/quotas/6c6c8d06c0ca4bdea6b7320fa15c99bd HTTP/1.1" status: 200 len: 375 time: 0.0425096 Nov 13 04:55:21.358107 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-31aeb69f-1e65-4d27-bec0-bdf70606ed42 req-e1af76d4-8c5a-48fc-9db6-318a8b21623d tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903102 Nov 13 04:55:21.397403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-e95a0bf3-be85-443f-ae84-251d83fdaaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:21.410126 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-e95a0bf3-be85-443f-ae84-251d83fdaaca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1961207 Nov 13 04:55:21.556266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d2404-0029-4166-9429-84c7abedfa4d req-3bbaad19-5348-4394-bae6-963ef2dc671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:21.558377 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d3d2404-0029-4166-9429-84c7abedfa4d req-3bbaad19-5348-4394-bae6-963ef2dc671c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6e023533a144f13bb7562e9a400409b&device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 1096 time: 0.2099321 Nov 13 04:55:21.573417 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9162a855-20cf-4e18-84e0-1682f82f444f req-ca053c81-3a0d-4541-89fb-57fcceaf564d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c6c8d06c0ca4bdea6b7320fa15c99bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1728611 Nov 13 04:55:21.630382 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-23b9c1ab-404e-4bf3-af6f-a3e4399d5e92 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112615 Nov 13 04:55:21.637979 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-117d15ce-04bf-4f9a-9567-bd575b6c9aa5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:21.691022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4a1a202f-3b53-4b4b-ad51-f59beab4cd95 None None] Provisioning complete for port abb83835-c06a-4a76-ab32-4e149ccb1128 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:21.694009 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a1a202f-3b53-4b4b-ad51-f59beab4cd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:21.772300 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-117d15ce-04bf-4f9a-9567-bd575b6c9aa5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for abb83835-c06a-4a76-ab32-4e149ccb1128 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:21.784629 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4a1a202f-3b53-4b4b-ad51-f59beab4cd95 None None] Port abb83835-c06a-4a76-ab32-4e149ccb1128 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:55:21.847877 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-a82d6abb-daaa-41aa-b5fa-5811e74c8dac service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979649 Nov 13 04:55:21.905653 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d2404-0029-4166-9429-84c7abedfa4d req-e711d974-2afa-48df-97ae-81b3f26e9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:21.907582 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d3d2404-0029-4166-9429-84c7abedfa4d req-e711d974-2afa-48df-97ae-81b3f26e9085 service neutron] 10.222.0.36 "GET /v2.0/networks?id=efb2632b-74bc-4df5-a542-366e4891a266 HTTP/1.1" status: 200 len: 915 time: 0.3215048 Nov 13 04:55:21.911280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9162a855-20cf-4e18-84e0-1682f82f444f req-f6fdea49-091b-41a4-98e7-6274473e33d8 service neutron] 10.222.0.43 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362153 Nov 13 04:55:21.922179 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-d28b0f78-3a72-4925-a3ec-5bdc045b3713 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=925847cc-c518-475b-9df3-58b3ae25f918 HTTP/1.1" status: 200 len: 217 time: 0.0648627 Nov 13 04:55:21.978327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-abf54a93-df86-48c9-83d1-ebfdbd2c021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:21.980181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-abf54a93-df86-48c9-83d1-ebfdbd2c021e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.0509160 Nov 13 04:55:21.982583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d3d2404-0029-4166-9429-84c7abedfa4d req-ac1f7cae-462c-4a4e-8cc0-b9d99b18c614 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a HTTP/1.1" status: 200 len: 217 time: 0.0523596 Nov 13 04:55:22.050235 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-6d64290c-90e0-4b0e-9c39-632a1a89a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:22.051860 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-6d64290c-90e0-4b0e-9c39-632a1a89a0d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0630479 Nov 13 04:55:22.128331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d2404-0029-4166-9429-84c7abedfa4d req-d5d37c14-cbec-4acf-9864-bd1e54c786d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:22.129985 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d3d2404-0029-4166-9429-84c7abedfa4d req-d5d37c14-cbec-4acf-9864-bd1e54c786d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89e58c8e-4d06-4ded-8d18-eb31bc30d760 HTTP/1.1" status: 200 len: 854 time: 0.1111450 Nov 13 04:55:22.144453 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9162a855-20cf-4e18-84e0-1682f82f444f req-f69d658a-8f88-445d-9e45-bc1c64726238 service neutron] 10.222.0.43 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235622 Nov 13 04:55:22.172201 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-fd5d8de6-719b-4933-94fa-8d9ada5abd96 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121795 Nov 13 04:55:22.201974 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d3d2404-0029-4166-9429-84c7abedfa4d req-db83a4f1-4a02-4cde-a9d1-e939ac004a67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=efb2632b-74bc-4df5-a542-366e4891a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329385 Nov 13 04:55:22.202795 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-117d15ce-04bf-4f9a-9567-bd575b6c9aa5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:22.243800 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d15ce-04bf-4f9a-9567-bd575b6c9aa5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=abb83835-c06a-4a76-ab32-4e149ccb1128,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:22.301399 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-117d15ce-04bf-4f9a-9567-bd575b6c9aa5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:22.309825 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-117d15ce-04bf-4f9a-9567-bd575b6c9aa5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/abb83835-c06a-4a76-ab32-4e149ccb1128 HTTP/1.1" status: 204 len: 168 time: 1.9857528 Nov 13 04:55:22.310323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37558) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:22.414518 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 9790a824-f450-4cb8-9077-4efe9d58ff6f up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:22.439589 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device c3eae07a-682b-4b78-a582-c6922ccf28cf no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:55:22.455122 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d3d2404-0029-4166-9429-84c7abedfa4d req-ba333f45-8ca9-421e-b7c9-1d8a9db8ff56 service neutron] 10.222.0.36 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160380 Nov 13 04:55:22.547841 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f27be58-bd2d-4dff-8099-2d613b067e7f req-b2086d63-953e-41ec-8fc8-64f3ceebd369 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 210 time: 0.0594816 Nov 13 04:55:22.583270 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-867aca8d-16a4-4c92-9d68-4c6095a61485 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040573 Nov 13 04:55:22.652043 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d3d2404-0029-4166-9429-84c7abedfa4d req-4a9ed011-b4d8-4ae9-aefc-eeee1eca392f service neutron] 10.222.0.36 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948502 Nov 13 04:55:22.692998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e56c2b2d-6315-4124-ab87-ba6822b1f79d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:22.765194 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-bd856f34-8dad-4135-b13c-7d826f9e9e1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe1f52c2-7235-4738-85c2-7631042f8784 HTTP/1.1" status: 200 len: 217 time: 0.1231976 Nov 13 04:55:22.833694 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-9a4fae13-649e-46e7-bc4a-4d5af5fbf694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:22.836455 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-9a4fae13-649e-46e7-bc4a-4d5af5fbf694 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1 HTTP/1.1" status: 200 len: 797 time: 0.0552223 Nov 13 04:55:22.843040 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0493404c-9f5d-4783-a6b7-79df653a95ad tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:22.844580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0493404c-9f5d-4783-a6b7-79df653a95ad tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:22.846484 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0493404c-9f5d-4783-a6b7-79df653a95ad tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5294719 Nov 13 04:55:22.849567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37582) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:22.856631 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb1ce9-d46c-47ec-808d-abb40a01ca6a req-438e7fbc-db18-4d3e-b2a7-6c6681f21880 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:22.858464 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-16cb1ce9-d46c-47ec-808d-abb40a01ca6a req-438e7fbc-db18-4d3e-b2a7-6c6681f21880 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee53b10e-23de-4f3d-8bdf-8f44445b3858 HTTP/1.1" status: 200 len: 946 time: 0.4330411 Nov 13 04:55:22.943347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2280131-4ec7-400b-a5e0-902afa044c2e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet e21ee434-8252-4b32-9688-b9d0b2de2d05 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:55:22.948442 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2280131-4ec7-400b-a5e0-902afa044c2e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:22.979799 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 9790a824-f450-4cb8-9077-4efe9d58ff6f completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:55:22.994545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 9790a824-f450-4cb8-9077-4efe9d58ff6f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:22.995453 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:23.001714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b46d84-ebf4-4b5d-949b-fb60470ce29f req-348ca7d9-56b8-4e21-b4f6-1f80b1c87258 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:23.003772 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:23.014828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-33b46d84-ebf4-4b5d-949b-fb60470ce29f req-348ca7d9-56b8-4e21-b4f6-1f80b1c87258 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 944 time: 0.4722455 Nov 13 04:55:23.051747 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2280131-4ec7-400b-a5e0-902afa044c2e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:23.114942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e56c2b2d-6315-4124-ab87-ba6822b1f79d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:23.115810 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:23.124998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee53b10e-23de-4f3d-8bdf-8f44445b3858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3eae07a-682b-4b78-a582-c6922ccf28cf'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:55:23.127582 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7ff186-da83-4899-9a15-92ef0dc265ea" -d '{"events": [{"server_uuid": "ee53b10e-23de-4f3d-8bdf-8f44445b3858", "name": "network-vif-unplugged", "status": "completed", "tag": "c3eae07a-682b-4b78-a582-c6922ccf28cf"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:55:23.131438 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-93309f3a-f87d-4280-8bac-5f4fe84f2e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:23.133066 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-93309f3a-f87d-4280-8bac-5f4fe84f2e0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2736545 Nov 13 04:55:23.183459 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port c3eae07a-682b-4b78-a582-c6922ccf28cf, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=c3eae07a-682b-4b78-a582-c6922ccf28cf,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:23.220837 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:23.231117 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-33b46d84-ebf4-4b5d-949b-fb60470ce29f req-af03958b-3e52-40f9-a7bf-81d5a40b6be2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111006 Nov 13 04:55:23.295037 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7e60ac-8633-4ac6-9b8e-420c445714d9 x-openstack-request-id: req-5b7e60ac-8633-4ac6-9b8e-420c445714d9 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:55:23.295914 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee53b10e-23de-4f3d-8bdf-8f44445b3858", "name": "network-vif-unplugged", "status": "completed", "tag": "c3eae07a-682b-4b78-a582-c6922ccf28cf", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:55:23.296359 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b7e60ac-8633-4ac6-9b8e-420c445714d9 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:55:23.304538 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee53b10e-23de-4f3d-8bdf-8f44445b3858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3eae07a-682b-4b78-a582-c6922ccf28cf', 'code': 200} Nov 13 04:55:23.360358 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2280131-4ec7-400b-a5e0-902afa044c2e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:23.411991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-16cb1ce9-d46c-47ec-808d-abb40a01ca6a req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Deleting port c3eae07a-682b-4b78-a582-c6922ccf28cf {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:23.412326 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-16cb1ce9-d46c-47ec-808d-abb40a01ca6a req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:23.472283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-92d9e54c-a338-4abf-a6ad-9fa030e5b4ef service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081894 Nov 13 04:55:23.473775 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2280131-4ec7-400b-a5e0-902afa044c2e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:23.504333 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2280131-4ec7-400b-a5e0-902afa044c2e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:23.508980 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f2280131-4ec7-400b-a5e0-902afa044c2e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/e21ee434-8252-4b32-9688-b9d0b2de2d05 HTTP/1.1" status: 204 len: 168 time: 0.6581688 Nov 13 04:55:23.532456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37594) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:23.533375 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2280131-4ec7-400b-a5e0-902afa044c2e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=e21ee434-8252-4b32-9688-b9d0b2de2d05,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:23.544057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3790808-448f-42bb-8cfb-a24f3b7d858c None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:23.603652 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b5212bd1-f3cc-453b-bfb3-6761d6da3431 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596385 Nov 13 04:55:23.604921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37600) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:23.648571 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:23.664121 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=c3eae07a-682b-4b78-a582-c6922ccf28cf,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:23.720565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b412c3-0671-4610-8060-f6c94722795a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:23.731834 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d5b412c3-0671-4610-8060-f6c94722795a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1231875 Nov 13 04:55:23.733162 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:23.754357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 9790a824-f450-4cb8-9077-4efe9d58ff6f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=9790a824-f450-4cb8-9077-4efe9d58ff6f,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:23.797087 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:23.821796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f7b77-1a7d-40dd-9661-ef73f63e0bc4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:23.830091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1d7f7b77-1a7d-40dd-9661-ef73f63e0bc4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0951209 Nov 13 04:55:23.831989 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:23.924007 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0cd37a9f-e207-4e0e-8456-c1ce3ceacd1c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896287 Nov 13 04:55:23.926588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37612) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:23.936430 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=9790a824-f450-4cb8-9077-4efe9d58ff6f,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:23.953506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1132613c-5119-40e8-944d-5ed60736c86e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:24.016414 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea24bd0-0e53-4d54-bc3c-11fb449e91d9 None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:55:24.158330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1132613c-5119-40e8-944d-5ed60736c86e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:24.162694 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1132613c-5119-40e8-944d-5ed60736c86e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:24.319419 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8f5cd7e-9b07-4bf5-bf10-8cbdc8a9451e req-06021b7a-0652-45cf-a4a4-7bc2b072fc77 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 210 time: 0.0705717 Nov 13 04:55:24.359627 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9ea24bd0-0e53-4d54-bc3c-11fb449e91d9 None None] Deleting port e56c2b2d-6315-4124-ab87-ba6822b1f79d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:24.360276 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ea24bd0-0e53-4d54-bc3c-11fb449e91d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:24.376073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-16cb1ce9-d46c-47ec-808d-abb40a01ca6a req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] For port c3eae07a-682b-4b78-a582-c6922ccf28cf, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=c3eae07a-682b-4b78-a582-c6922ccf28cf,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:24.376439 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-16cb1ce9-d46c-47ec-808d-abb40a01ca6a req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:24.399477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-16cb1ce9-d46c-47ec-808d-abb40a01ca6a req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Calling delete_port for c3eae07a-682b-4b78-a582-c6922ccf28cf owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:24.411399 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-7556e4fc-0c08-4ada-8dce-87b8c17217f7 service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9251523 Nov 13 04:55:24.475552 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9ea24bd0-0e53-4d54-bc3c-11fb449e91d9 None None] For port e56c2b2d-6315-4124-ab87-ba6822b1f79d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e56c2b2d-6315-4124-ab87-ba6822b1f79d,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:24.475848 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ea24bd0-0e53-4d54-bc3c-11fb449e91d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:24.499876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9ea24bd0-0e53-4d54-bc3c-11fb449e91d9 None None] Calling delete_port for e56c2b2d-6315-4124-ab87-ba6822b1f79d owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:24.516596 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-5cf768e8-2131-412e-8463-1c614af19cb1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=322a4f79-c00c-43ae-a71e-64d33b973a45 HTTP/1.1" status: 200 len: 217 time: 0.0803697 Nov 13 04:55:24.606705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e56c2b2d-6315-4124-ab87-ba6822b1f79d no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:55:24.689432 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1132613c-5119-40e8-944d-5ed60736c86e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:24.716214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-79aa4e24-d0a0-488a-818f-9c91ed4c8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:24.717936 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-79aa4e24-d0a0-488a-818f-9c91ed4c8b83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1 HTTP/1.1" status: 200 len: 797 time: 0.1250894 Nov 13 04:55:24.784815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc1cd3-e125-47af-b350-2924fc221f83 req-a17d0491-6290-43ac-bd2a-8becd55c6941 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:24.786679 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a0dc1cd3-e125-47af-b350-2924fc221f83 req-a17d0491-6290-43ac-bd2a-8becd55c6941 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 945 time: 0.4246445 Nov 13 04:55:24.792500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1132613c-5119-40e8-944d-5ed60736c86e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:24.826637 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba936-7764-4215-98f8-c94d265e9f12 req-ae7a8c26-c655-4b1e-9bb7-c06a8e491d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:24.828590 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-ae7a8c26-c655-4b1e-9bb7-c06a8e491d8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0937030 Nov 13 04:55:24.853155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1132613c-5119-40e8-944d-5ed60736c86e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:24.858245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1132613c-5119-40e8-944d-5ed60736c86e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:24.858946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1132613c-5119-40e8-944d-5ed60736c86e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:24.870461 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:24.905763 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ea24bd0-0e53-4d54-bc3c-11fb449e91d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:24.988693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1132613c-5119-40e8-944d-5ed60736c86e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0597913 Nov 13 04:55:24.995840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37630) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:25.000354 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-16cb1ce9-d46c-47ec-808d-abb40a01ca6a req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:25.006346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7d124bee-c6d7-435c-87c4-cb596fd4da44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'mac_address': 'fa:16:3e:66:33:00', 'name': 'tempest-NetworksTestDHCPv6-1215790938'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:25.010631 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea24bd0-0e53-4d54-bc3c-11fb449e91d9 None None] Pushing event deleted for resources: {'Port': ['ID=e56c2b2d-6315-4124-ab87-ba6822b1f79d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:25.025497 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162a855-20cf-4e18-84e0-1682f82f444f req-b93cb895-18d7-404f-ae99-fdd77842d40f tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:25.026197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea24bd0-0e53-4d54-bc3c-11fb449e91d9 None None] No DVR routers for this DVR port e56c2b2d-6315-4124-ab87-ba6822b1f79d on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:55:25.027762 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9162a855-20cf-4e18-84e0-1682f82f444f req-b93cb895-18d7-404f-ae99-fdd77842d40f tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "GET /v2.0/networks?id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa HTTP/1.1" status: 200 len: 805 time: 0.5827630 Nov 13 04:55:25.029441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132613c-5119-40e8-944d-5ed60736c86e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=d117e047-d37a-4ba9-95ec-b428da3c885c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:25.052410 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9162a855-20cf-4e18-84e0-1682f82f444f req-9f3d6b49-0285-4e40-be33-35fda28cf68b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Request body: {'port': {'device_id': '9b754b4d-9ab0-4994-a637-37b96afeac05', 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa', 'admin_state_up': True, 'tenant_id': '6c6c8d06c0ca4bdea6b7320fa15c99bd'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:25.104859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da2997-dae0-4da2-b7d5-57660302b82a None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:25.117020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Pushing event deleted for resources: {'Port': ['ID=c3eae07a-682b-4b78-a582-c6922ccf28cf,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:25.135841 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:25.136208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:25.136612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:25.136994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:25.137369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:25.137704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:25.138025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:25.138342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:25.138659 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:25.139060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:25.139618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:25.139942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:25.184811 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a0dc1cd3-e125-47af-b350-2924fc221f83 req-c5f64581-f79e-469d-8161-73cd8ed936c5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600702 Nov 13 04:55:25.185229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fae52b-5791-4984-ba3b-cb1c49063071 None None] DHCP port deletion for ddee612a-1233-4d2d-834d-0d8cc0f07cfa request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:55:25.219425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9162a855-20cf-4e18-84e0-1682f82f444f req-9f3d6b49-0285-4e40-be33-35fda28cf68b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Made reservation on behalf of 6c6c8d06c0ca4bdea6b7320fa15c99bd for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:25.225299 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9162a855-20cf-4e18-84e0-1682f82f444f req-9f3d6b49-0285-4e40-be33-35fda28cf68b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:25.258152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cb1ce9-d46c-47ec-808d-abb40a01ca6a req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] No DVR routers for this DVR port c3eae07a-682b-4b78-a582-c6922ccf28cf on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:55:25.269948 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-16cb1ce9-d46c-47ec-808d-abb40a01ca6a req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:25.273020 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-16cb1ce9-d46c-47ec-808d-abb40a01ca6a req-7c019830-8691-4a1b-b84c-7f4622dcb388 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "DELETE /v2.0/ports/c3eae07a-682b-4b78-a582-c6922ccf28cf HTTP/1.1" status: 204 len: 173 time: 2.3834796 Nov 13 04:55:25.273516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee53b10e-23de-4f3d-8bdf-8f44445b3858', 'name': 'network-vif-deleted', 'tag': 'c3eae07a-682b-4b78-a582-c6922ccf28cf'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:55:25.276310 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7294dd01-a9df-4d6e-bbe2-149b8903e89a" -d '{"events": [{"server_uuid": "ee53b10e-23de-4f3d-8bdf-8f44445b3858", "name": "network-vif-deleted", "tag": "c3eae07a-682b-4b78-a582-c6922ccf28cf"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:55:25.290038 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-5a536301-eb8b-436f-a8ed-aba1f995823d service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506693 Nov 13 04:55:25.330498 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef400c1-1d48-4588-8477-18a518986a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9790a824-f450-4cb8-9077-4efe9d58ff6f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:55:25.333485 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a83137c-ec09-4e25-89cd-6fd1e40e17e8" -d '{"events": [{"server_uuid": "bef400c1-1d48-4588-8477-18a518986a57", "name": "network-vif-plugged", "status": "completed", "tag": "9790a824-f450-4cb8-9077-4efe9d58ff6f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:55:25.367426 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5d13d9-eb5a-4a39-bd2e-023062e8db68 x-openstack-request-id: req-0e5d13d9-eb5a-4a39-bd2e-023062e8db68 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:55:25.368148 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee53b10e-23de-4f3d-8bdf-8f44445b3858", "name": "network-vif-deleted", "tag": "c3eae07a-682b-4b78-a582-c6922ccf28cf", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:55:25.368148 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e5d13d9-eb5a-4a39-bd2e-023062e8db68 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:55:25.368356 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee53b10e-23de-4f3d-8bdf-8f44445b3858', 'name': 'network-vif-deleted', 'tag': 'c3eae07a-682b-4b78-a582-c6922ccf28cf', 'status': 'completed', 'code': 200} Nov 13 04:55:25.469663 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': 'd117e047-d37a-4ba9-95ec-b428da3c885c'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:55:25.471282 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:25.505250 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe99fd4-857c-42a3-9690-ea9f5c47bf71 x-openstack-request-id: req-1fe99fd4-857c-42a3-9690-ea9f5c47bf71 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:55:25.505928 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef400c1-1d48-4588-8477-18a518986a57", "name": "network-vif-plugged", "status": "completed", "tag": "9790a824-f450-4cb8-9077-4efe9d58ff6f", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:55:25.506391 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1fe99fd4-857c-42a3-9690-ea9f5c47bf71 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:55:25.507024 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef400c1-1d48-4588-8477-18a518986a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9790a824-f450-4cb8-9077-4efe9d58ff6f', 'code': 200} Nov 13 04:55:25.519583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d124bee-c6d7-435c-87c4-cb596fd4da44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:25.545554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-221ba936-7764-4215-98f8-c94d265e9f12 req-769a2fb8-a307-4563-943e-04e00cff03d0 service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465703 Nov 13 04:55:25.623489 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3021241a-4567-4bbb-80e0-11c0bcd1bad8 req-ea7e93c9-ddd6-42f8-952d-b314b194f104 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 210 time: 0.1079772 Nov 13 04:55:25.646615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-9162a855-20cf-4e18-84e0-1682f82f444f req-9f3d6b49-0285-4e40-be33-35fda28cf68b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Allocated IP 172.20.0.10 (ddee612a-1233-4d2d-834d-0d8cc0f07cfa/a149c78c-3ec3-4358-b619-c6f87b382343/8ef99e2d-e54d-4437-8c66-6fa94ab2994a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:25.653552 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7d124bee-c6d7-435c-87c4-cb596fd4da44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:25.689460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aea7b-a240-4307-954e-55ab8107e5a3 req-ffb23d60-df9c-4b71-bf21-f4495c327ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:25.700574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e5aea7b-a240-4307-954e-55ab8107e5a3 req-ffb23d60-df9c-4b71-bf21-f4495c327ffc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 1096 time: 0.0813103 Nov 13 04:55:25.708429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-7d124bee-c6d7-435c-87c4-cb596fd4da44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port 2760da10-2ef4-435b-bdd3-0dd4a1c1c219 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:55:25.791981 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e5aea7b-a240-4307-954e-55ab8107e5a3 req-5f88d903-32ab-4f86-ba87-11d764e444b7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904899 Nov 13 04:55:25.807437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Allocated IP 2001:db8::2 (63517ab3-2070-4aed-993a-d13fb8f8841c/d117e047-d37a-4ba9-95ec-b428da3c885c/bdcade66-b724-491f-a6d0-4924310f8df8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:25.836211 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9162a855-20cf-4e18-84e0-1682f82f444f req-9f3d6b49-0285-4e40-be33-35fda28cf68b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:25.888018 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9162a855-20cf-4e18-84e0-1682f82f444f req-9f3d6b49-0285-4e40-be33-35fda28cf68b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:25.966500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9162a855-20cf-4e18-84e0-1682f82f444f req-9f3d6b49-0285-4e40-be33-35fda28cf68b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Network ddee612a-1233-4d2d-834d-0d8cc0f07cfa is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:25.966500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-9162a855-20cf-4e18-84e0-1682f82f444f req-9f3d6b49-0285-4e40-be33-35fda28cf68b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:25.987641 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9162a855-20cf-4e18-84e0-1682f82f444f req-9f3d6b49-0285-4e40-be33-35fda28cf68b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:26.013675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c55f909-50db-4bfd-a59f-1815ef0872e5 None None] DHCP port deletion for ddee612a-1233-4d2d-834d-0d8cc0f07cfa request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:55:26.056890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d6b49-0285-4e40-be33-35fda28cf68b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Pushing event updated for resources: {'Port': ['ID=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:26.067300 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:26.087891 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:26.100349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162a855-20cf-4e18-84e0-1682f82f444f req-9f3d6b49-0285-4e40-be33-35fda28cf68b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:26.101097 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9162a855-20cf-4e18-84e0-1682f82f444f req-9f3d6b49-0285-4e40-be33-35fda28cf68b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:26.132708 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9162a855-20cf-4e18-84e0-1682f82f444f req-9f3d6b49-0285-4e40-be33-35fda28cf68b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0879056 Nov 13 04:55:26.154011 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Request body: {'port': {'device_id': '9b754b4d-9ab0-4994-a637-37b96afeac05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:26.172040 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:26.195009 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:26.195831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-7d124bee-c6d7-435c-87c4-cb596fd4da44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::bc (63517ab3-2070-4aed-993a-d13fb8f8841c/d117e047-d37a-4ba9-95ec-b428da3c885c/2760da10-2ef4-435b-bdd3-0dd4a1c1c219) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:26.207650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:26.235561 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Pushing event updated for resources: {'Port': ['ID=bdcade66-b724-491f-a6d0-4924310f8df8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:26.240459 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:26.259174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4f36ba5c-7e7d-465a-8194-347804e5ba35 None None] Provisioning complete for port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:26.259569 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f36ba5c-7e7d-465a-8194-347804e5ba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:26.333494 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4f36ba5c-7e7d-465a-8194-347804e5ba35 None None] Port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:55:26.399515 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Attempting to bind port bdcade66-b724-491f-a6d0-4924310f8df8 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:55:26.400098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Attempting to bind port bdcade66-b724-491f-a6d0-4924310f8df8 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:55:26.400646 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Attempting to bind port bdcade66-b724-491f-a6d0-4924310f8df8 on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:55:26.406536 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:55:26.407263 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:55:26.407835 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:26.408397 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:55:26.409029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Bound port: bdcade66-b724-491f-a6d0-4924310f8df8, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:55:26.409595 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:26.460819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device c3eae07a-682b-4b78-a582-c6922ccf28cf no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:55:26.488270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: c3eae07a-682b-4b78-a582-c6922ccf28cf {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:55:26.488781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device c3eae07a-682b-4b78-a582-c6922ccf28cf not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:55:26.499710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa740b-0608-4a68-a817-cc0127e499b3 req-d84d6eaa-d09b-40fd-9b29-e043102467fd tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:26.501596 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07fa740b-0608-4a68-a817-cc0127e499b3 req-d84d6eaa-d09b-40fd-9b29-e043102467fd tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 945 time: 0.1770370 Nov 13 04:55:26.535961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] For port bdcade66-b724-491f-a6d0-4924310f8df8, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:55:26.539912 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7d124bee-c6d7-435c-87c4-cb596fd4da44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:26.541966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] For port bdcade66-b724-491f-a6d0-4924310f8df8, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bdcade66-b724-491f-a6d0-4924310f8df8,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:55:26.548783 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:26.590242 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7d124bee-c6d7-435c-87c4-cb596fd4da44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:26.652340 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07fa740b-0608-4a68-a817-cc0127e499b3 req-e66e7bfe-272f-41e0-a0f5-27ae656f0c23 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362228 Nov 13 04:55:26.669411 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d124bee-c6d7-435c-87c4-cb596fd4da44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:26.673792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-7d124bee-c6d7-435c-87c4-cb596fd4da44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:26.686552 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d124bee-c6d7-435c-87c4-cb596fd4da44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:26.698749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d124bee-c6d7-435c-87c4-cb596fd4da44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:26.699761 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7d124bee-c6d7-435c-87c4-cb596fd4da44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:26.728909 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a88caf-82e5-4a83-81c8-a4a782ba10ed None None] Pushing event updated for resources: {'Port': ['ID=bdcade66-b724-491f-a6d0-4924310f8df8,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:26.733527 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7d124bee-c6d7-435c-87c4-cb596fd4da44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7349811 Nov 13 04:55:26.734962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d124bee-c6d7-435c-87c4-cb596fd4da44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=2760da10-2ef4-435b-bdd3-0dd4a1c1c219,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:26.737281 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37664) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:26.792372 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef99e2d-e54d-4437-8c66-6fa94ab2994a {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:55:26.803716 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:26.819539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Transition to ACTIVE for port object 8ef99e2d-e54d-4437-8c66-6fa94ab2994a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:55:26.826667 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:26.831119 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84502102-0d1d-44f9-9d06-8ab73f5f56e5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:26.839964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84502102-0d1d-44f9-9d06-8ab73f5f56e5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:26.844307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-84502102-0d1d-44f9-9d06-8ab73f5f56e5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1035745 Nov 13 04:55:26.845704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37666) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:26.888040 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f807477-ed5e-433f-83be-4e4f61a41ab2 None None] DHCP port deletion for ddee612a-1233-4d2d-834d-0d8cc0f07cfa request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:55:26.939574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658eea-b109-4093-83f0-43b1754a404d req-dd1129b5-5181-46e0-a02d-076f8b6dd08c tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:26.941196 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc658eea-b109-4093-83f0-43b1754a404d req-dd1129b5-5181-46e0-a02d-076f8b6dd08c tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 932 time: 0.1916134 Nov 13 04:55:26.944757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Pushing event updated for resources: {'Port': ['ID=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:26.963515 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:26.971141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:26.971566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:26.971905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:26.972240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:26.972582 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:26.972888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:26.973587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:26.973700 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:26.973973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:26.974288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:26.974586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:27.142907 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc658eea-b109-4093-83f0-43b1754a404d req-321e194a-4d4e-46c5-9b0c-30cc082591ff tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378357 Nov 13 04:55:27.149071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Attempting to bind port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:55:27.149762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Attempting to bind port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:55:27.150855 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Attempting to bind port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a on network ddee612a-1233-4d2d-834d-0d8cc0f07cfa {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:55:27.159755 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a on network ddee612a-1233-4d2d-834d-0d8cc0f07cfa not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:55:27.160790 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Attempting to bind port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a on network ddee612a-1233-4d2d-834d-0d8cc0f07cfa {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:55:27.177501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:55:27.178707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-24b64dc2-cbd4-45b1-a754-8189a59c73b4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port 2760da10-2ef4-435b-bdd3-0dd4a1c1c219 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:27.179078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24b64dc2-cbd4-45b1-a754-8189a59c73b4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:27.184695 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Checking segment: {'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:55:27.187434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Bound using segment: {'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:55:27.190250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Bound port: 8ef99e2d-e54d-4437-8c66-6fa94ab2994a, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3353fc77-e96f-4824-82a8-d00b2c894c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:55:27.191585 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:27.374741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] For port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:55:27.390433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] For port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:55:27.395267 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24b64dc2-cbd4-45b1-a754-8189a59c73b4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:27.414382 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:27.424858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-24b64dc2-cbd4-45b1-a754-8189a59c73b4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for 2760da10-2ef4-435b-bdd3-0dd4a1c1c219 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:27.505639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:27.506252 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:27.507676 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9162a855-20cf-4e18-84e0-1682f82f444f req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] 10.222.0.36 "PUT /v2.0/ports/8ef99e2d-e54d-4437-8c66-6fa94ab2994a HTTP/1.1" status: 200 len: 1092 time: 1.3595538 Nov 13 04:55:27.508257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b754b4d-9ab0-4994-a637-37b96afeac05', 'tag': '8ef99e2d-e54d-4437-8c66-6fa94ab2994a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:55:27.511463 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092dd083-6b7e-4f1e-b9df-8c135932dbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "9b754b4d-9ab0-4994-a637-37b96afeac05", "tag": "8ef99e2d-e54d-4437-8c66-6fa94ab2994a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:55:27.515942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dcb169-df62-4a18-a6b3-7614f52dd9cd None None] DHCP port deletion for ddee612a-1233-4d2d-834d-0d8cc0f07cfa request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:55:27.556987 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c5d7d-78de-4462-9d07-95c4baa4c00c service neutron] Pushing event updated for resources: {'Port': ['ID=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:27.722433 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8ffb57-9297-4f04-954b-441650e80ae0 x-openstack-request-id: req-ca8ffb57-9297-4f04-954b-441650e80ae0 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:55:27.724181 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b754b4d-9ab0-4994-a637-37b96afeac05", "tag": "8ef99e2d-e54d-4437-8c66-6fa94ab2994a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:55:27.724181 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca8ffb57-9297-4f04-954b-441650e80ae0 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:55:27.724181 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b754b4d-9ab0-4994-a637-37b96afeac05', 'tag': '8ef99e2d-e54d-4437-8c66-6fa94ab2994a', 'status': 'completed', 'code': 200} Nov 13 04:55:27.762599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162a855-20cf-4e18-84e0-1682f82f444f req-87d69b3a-3d5f-49f6-b37d-fcb7cdcd5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:27.764689 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24b64dc2-cbd4-45b1-a754-8189a59c73b4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:27.768252 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9162a855-20cf-4e18-84e0-1682f82f444f req-87d69b3a-3d5f-49f6-b37d-fcb7cdcd5e66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c6c8d06c0ca4bdea6b7320fa15c99bd&device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 1095 time: 0.1834280 Nov 13 04:55:27.803079 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b64dc2-cbd4-45b1-a754-8189a59c73b4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=2760da10-2ef4-435b-bdd3-0dd4a1c1c219,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:27.851561 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9162a855-20cf-4e18-84e0-1682f82f444f req-7e5fa4ae-009e-40de-a4cc-5b2949292821 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ef99e2d-e54d-4437-8c66-6fa94ab2994a HTTP/1.1" status: 200 len: 217 time: 0.0702946 Nov 13 04:55:27.916042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162a855-20cf-4e18-84e0-1682f82f444f req-8dcd90c6-34c9-4b34-ad7b-c8f54c735cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:27.917601 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9162a855-20cf-4e18-84e0-1682f82f444f req-8dcd90c6-34c9-4b34-ad7b-c8f54c735cc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a149c78c-3ec3-4358-b619-c6f87b382343 HTTP/1.1" status: 200 len: 845 time: 0.0570724 Nov 13 04:55:27.933918 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24b64dc2-cbd4-45b1-a754-8189a59c73b4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:27.943251 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-24b64dc2-cbd4-45b1-a754-8189a59c73b4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/2760da10-2ef4-435b-bdd3-0dd4a1c1c219 HTTP/1.1" status: 204 len: 168 time: 1.0916500 Nov 13 04:55:27.945281 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37688) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:27.964750 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9162a855-20cf-4e18-84e0-1682f82f444f req-4f1da39d-9a71-4aa5-96c5-9ae244fa85af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390072 Nov 13 04:55:28.032307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2022aa00-9d1b-4db1-9a23-bc4d3291e2a8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:28.033945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2022aa00-9d1b-4db1-9a23-bc4d3291e2a8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:28.042520 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2022aa00-9d1b-4db1-9a23-bc4d3291e2a8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0944533 Nov 13 04:55:28.044544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37690) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:28.104612 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9162a855-20cf-4e18-84e0-1682f82f444f req-8c3576f8-2d38-42d2-a10a-14a960161089 service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317055 Nov 13 04:55:28.105257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dae73-c927-44b9-8382-d955140e5037 req-70ed7a28-a942-4619-8aae-a3cc55b7896e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:28.107305 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-942dae73-c927-44b9-8382-d955140e5037 req-70ed7a28-a942-4619-8aae-a3cc55b7896e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 945 time: 0.2717192 Nov 13 04:55:28.170503 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-85806831-7ef6-4900-af03-c59850bc74f8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet d117e047-d37a-4ba9-95ec-b428da3c885c {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:55:28.180524 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85806831-7ef6-4900-af03-c59850bc74f8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:28.267654 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-942dae73-c927-44b9-8382-d955140e5037 req-1c6e449b-4fbb-458d-bd1b-618b45722704 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526802 Nov 13 04:55:28.290254 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85806831-7ef6-4900-af03-c59850bc74f8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:28.409619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bc10a-d585-4908-b715-d1932e30d8e3 req-58392364-c1a7-4c85-8d10-7489cb293442 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:28.411141 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac4bc10a-d585-4908-b715-d1932e30d8e3 req-58392364-c1a7-4c85-8d10-7489cb293442 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 944 time: 0.1035688 Nov 13 04:55:28.444023 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9162a855-20cf-4e18-84e0-1682f82f444f req-208fe3e2-14e0-40d2-9849-70eeea1b0369 service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270698 Nov 13 04:55:28.506293 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85806831-7ef6-4900-af03-c59850bc74f8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:28.540264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-aae09eef-3307-45ed-8f52-c5daf826cf9b None None] Provisioning complete for port bdcade66-b724-491f-a6d0-4924310f8df8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:28.540836 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aae09eef-3307-45ed-8f52-c5daf826cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:28.559699 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:28.640798 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac4bc10a-d585-4908-b715-d1932e30d8e3 req-fd465b01-5a06-4882-abea-b92e9f724032 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197287 Nov 13 04:55:28.644331 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85806831-7ef6-4900-af03-c59850bc74f8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:28.672897 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bdcade66-b724-491f-a6d0-4924310f8df8 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:28.680688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dd083-6b7e-4f1e-b9df-8c135932dbf7 req-55210e3b-37be-487c-a0c9-17ef5ea3f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:28.682174 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-092dd083-6b7e-4f1e-b9df-8c135932dbf7 req-55210e3b-37be-487c-a0c9-17ef5ea3f90f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c6c8d06c0ca4bdea6b7320fa15c99bd&device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 1095 time: 0.1217294 Nov 13 04:55:28.732272 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85806831-7ef6-4900-af03-c59850bc74f8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=d117e047-d37a-4ba9-95ec-b428da3c885c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:28.743627 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85806831-7ef6-4900-af03-c59850bc74f8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:28.752866 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-85806831-7ef6-4900-af03-c59850bc74f8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/d117e047-d37a-4ba9-95ec-b428da3c885c HTTP/1.1" status: 204 len: 168 time: 0.6960373 Nov 13 04:55:28.755864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37708) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:28.865854 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3bd8acfb-c9ee-4ddb-8da1-06913316b25e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061339 Nov 13 04:55:28.865854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37712) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:28.897269 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dd083-6b7e-4f1e-b9df-8c135932dbf7 req-ab29eaeb-9d20-4cf2-aa05-46607d5f1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:28.898766 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-092dd083-6b7e-4f1e-b9df-8c135932dbf7 req-ab29eaeb-9d20-4cf2-aa05-46607d5f1f41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa HTTP/1.1" status: 200 len: 906 time: 0.2087483 Nov 13 04:55:28.947482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b06b19-9e83-4a7f-b12e-046e54e82f02 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:28.960879 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:29.001132 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-092dd083-6b7e-4f1e-b9df-8c135932dbf7 req-a890d9a5-6630-4872-bda9-06e306c5164f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ef99e2d-e54d-4437-8c66-6fa94ab2994a HTTP/1.1" status: 200 len: 217 time: 0.0938365 Nov 13 04:55:29.013523 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b719b7f-e6ab-41f3-add7-fe77adc78e6e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:29.015981 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4b719b7f-e6ab-41f3-add7-fe77adc78e6e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1488817 Nov 13 04:55:29.022640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37714) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:29.090027 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27649a67-00c1-4a04-922d-b0d2c688350d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:29.092615 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-27649a67-00c1-4a04-922d-b0d2c688350d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0684943 Nov 13 04:55:29.095244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37716) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:29.122790 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dd083-6b7e-4f1e-b9df-8c135932dbf7 req-e3686cad-30a4-4a36-a16e-e30f7b368a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:29.124417 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-092dd083-6b7e-4f1e-b9df-8c135932dbf7 req-e3686cad-30a4-4a36-a16e-e30f7b368a1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a149c78c-3ec3-4358-b619-c6f87b382343 HTTP/1.1" status: 200 len: 845 time: 0.1121328 Nov 13 04:55:29.160241 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-092dd083-6b7e-4f1e-b9df-8c135932dbf7 req-76c5ebcf-0d2f-403f-8766-2adb1f432969 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ddee612a-1233-4d2d-834d-0d8cc0f07cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287147 Nov 13 04:55:29.174182 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aae09eef-3307-45ed-8f52-c5daf826cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:29.179583 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-632dc384-2ca9-4b89-b6bd-22595cc8bfec tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824559 Nov 13 04:55:29.183711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37718) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:29.189920 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2ba996bf-f237-430a-aaf5-8a20c1d0a9be tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:29.222470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port bdcade66-b724-491f-a6d0-4924310f8df8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:29.223489 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:29.388901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb9ea4-a5a4-4d2f-8e51-005f5969d598 req-b5c4a9c6-bfe0-4990-94cf-2491d12c71c5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:29.391215 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c5bb9ea4-a5a4-4d2f-8e51-005f5969d598 req-b5c4a9c6-bfe0-4990-94cf-2491d12c71c5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 945 time: 0.1725259 Nov 13 04:55:29.460749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-aae09eef-3307-45ed-8f52-c5daf826cf9b None None] For port bdcade66-b724-491f-a6d0-4924310f8df8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bdcade66-b724-491f-a6d0-4924310f8df8,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:29.468732 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-092dd083-6b7e-4f1e-b9df-8c135932dbf7 req-cc709ace-a4be-4f37-813e-2aed4b9f6cbe service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979639 Nov 13 04:55:29.508072 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba996bf-f237-430a-aaf5-8a20c1d0a9be tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:29.511608 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ba996bf-f237-430a-aaf5-8a20c1d0a9be tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:29.514115 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:29.516238 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aae09eef-3307-45ed-8f52-c5daf826cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:29.640811 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c5bb9ea4-a5a4-4d2f-8e51-005f5969d598 req-a8b3754f-b5df-4802-b56a-73dc87d26e07 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358847 Nov 13 04:55:29.664639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb01a5e-1f83-42f9-9dad-287528d3b779 None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:55:29.694129 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-092dd083-6b7e-4f1e-b9df-8c135932dbf7 req-d6f435e3-36d4-4bac-b8d6-6afc3a57eb63 service neutron] 10.222.0.36 "GET /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083862 Nov 13 04:55:29.738905 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:55:29.739296 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:55:29.739741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7442f0f8-84ba-4fc8-9569-fd4ab37e3ff8 None None] Could not find standard attr ID for object 2760da10-2ef4-435b-bdd3-0dd4a1c1c219. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:55:29.786073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae09eef-3307-45ed-8f52-c5daf826cf9b None None] Pushing event updated for resources: {'Port': ['ID=bdcade66-b724-491f-a6d0-4924310f8df8,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:29.829387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1bb01a5e-1f83-42f9-9dad-287528d3b779 None None] Deleting port bdcade66-b724-491f-a6d0-4924310f8df8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:29.829911 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bb01a5e-1f83-42f9-9dad-287528d3b779 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:30.054136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1bb01a5e-1f83-42f9-9dad-287528d3b779 None None] For port bdcade66-b724-491f-a6d0-4924310f8df8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bdcade66-b724-491f-a6d0-4924310f8df8,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:30.055110 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bb01a5e-1f83-42f9-9dad-287528d3b779 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:30.070218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1bb01a5e-1f83-42f9-9dad-287528d3b779 None None] Calling delete_port for bdcade66-b724-491f-a6d0-4924310f8df8 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:30.139681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.objects.ports [None req-2ba996bf-f237-430a-aaf5-8a20c1d0a9be tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:55:30.176579 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bb01a5e-1f83-42f9-9dad-287528d3b779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:30.206940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb01a5e-1f83-42f9-9dad-287528d3b779 None None] Pushing event deleted for resources: {'Port': ['ID=bdcade66-b724-491f-a6d0-4924310f8df8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:30.218850 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb01a5e-1f83-42f9-9dad-287528d3b779 None None] No DVR routers for this DVR port bdcade66-b724-491f-a6d0-4924310f8df8 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:55:30.274818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Port bdcade66-b724-491f-a6d0-4924310f8df8 update to ACTIVE by agent not found {{(pid=102669) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 13 04:55:30.285656 n-d-813114-2 neutron-server[102667]: WARNING neutron.services.revisions.revision_plugin [None req-2ba996bf-f237-430a-aaf5-8a20c1d0a9be tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Could not find related port for resource to bump revision. Nov 13 04:55:30.299231 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69eaf6-8814-423a-a78f-848a1b254f67 req-b4eb48a4-bfdb-494c-ba22-5f12d01e1e5d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:30.306421 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e69eaf6-8814-423a-a78f-848a1b254f67 req-b4eb48a4-bfdb-494c-ba22-5f12d01e1e5d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 944 time: 0.1649783 Nov 13 04:55:30.327398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_pluggable_backend [None req-2ba996bf-f237-430a-aaf5-8a20c1d0a9be tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Port bdcade66-b724-491f-a6d0-4924310f8df8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102667) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 13 04:55:30.327707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_pluggable_backend [None req-2ba996bf-f237-430a-aaf5-8a20c1d0a9be tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Reverting IP allocation for 2001:db8::f816:3eff:fec6:8b51 {{(pid=102667) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 13 04:55:30.336984 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_pluggable_backend [None req-2ba996bf-f237-430a-aaf5-8a20c1d0a9be tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec6:8b51 {{(pid=102667) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 13 04:55:30.340027 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ba996bf-f237-430a-aaf5-8a20c1d0a9be tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:30.388197 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e69eaf6-8814-423a-a78f-848a1b254f67 req-cf7ebe3b-d77f-4486-a7e4-a0542dcc9060 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809190 Nov 13 04:55:30.397526 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba996bf-f237-430a-aaf5-8a20c1d0a9be tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:30.436722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-2ba996bf-f237-430a-aaf5-8a20c1d0a9be tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:30.446384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba996bf-f237-430a-aaf5-8a20c1d0a9be tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:30.449378 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed5c743-bd3e-4d99-88a1-09ba020ee02b None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:30.455082 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ba996bf-f237-430a-aaf5-8a20c1d0a9be tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:30.527612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba996bf-f237-430a-aaf5-8a20c1d0a9be tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=18719077-d9b0-4e4f-93d3-d06a4d71b0d8,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:30.553980 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2ba996bf-f237-430a-aaf5-8a20c1d0a9be tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3689954 Nov 13 04:55:30.556855 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37738) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:30.560623 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bdcade66-b724-491f-a6d0-4924310f8df8 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:55:30.564117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ee6d664d-aa79-4d1a-9bfd-ea4c9b1947b1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:30.568266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386a6cd-c18b-49af-bca1-d2da6c68b89a req-456799c3-90a1-4ee1-9435-aa179970314f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:30.569932 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7386a6cd-c18b-49af-bca1-d2da6c68b89a req-456799c3-90a1-4ee1-9435-aa179970314f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.46 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 945 time: 0.1753294 Nov 13 04:55:30.574503 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:55:30.596751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: bdcade66-b724-491f-a6d0-4924310f8df8 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:55:30.596751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bdcade66-b724-491f-a6d0-4924310f8df8 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:55:30.826862 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6d664d-aa79-4d1a-9bfd-ea4c9b1947b1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:30.830993 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee6d664d-aa79-4d1a-9bfd-ea4c9b1947b1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:30.894395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': '18719077-d9b0-4e4f-93d3-d06a4d71b0d8'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:55:30.896093 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:30.903806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-7386a6cd-c18b-49af-bca1-d2da6c68b89a req-24f20283-9fd9-4da3-bf84-be24ba121b5a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Deleting port 9790a824-f450-4cb8-9077-4efe9d58ff6f {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:30.906061 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7386a6cd-c18b-49af-bca1-d2da6c68b89a req-24f20283-9fd9-4da3-bf84-be24ba121b5a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:30.907356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e30cf0-eb60-4a2b-8277-b2da22a08214 req-d8a1dc81-bfac-4ba5-b74f-65d33455f4bd tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:30.914900 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4e30cf0-eb60-4a2b-8277-b2da22a08214 req-d8a1dc81-bfac-4ba5-b74f-65d33455f4bd tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 945 time: 0.1363003 Nov 13 04:55:31.117237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Allocated IP 2001:db8::f816:3eff:fefe:c202 (63517ab3-2070-4aed-993a-d13fb8f8841c/18719077-d9b0-4e4f-93d3-d06a4d71b0d8/a7f48920-baae-4229-bb57-a459153f803e) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:31.207121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7386a6cd-c18b-49af-bca1-d2da6c68b89a req-24f20283-9fd9-4da3-bf84-be24ba121b5a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] For port 9790a824-f450-4cb8-9077-4efe9d58ff6f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=9790a824-f450-4cb8-9077-4efe9d58ff6f,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:31.209934 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7386a6cd-c18b-49af-bca1-d2da6c68b89a req-24f20283-9fd9-4da3-bf84-be24ba121b5a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:31.239970 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-7386a6cd-c18b-49af-bca1-d2da6c68b89a req-24f20283-9fd9-4da3-bf84-be24ba121b5a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Calling delete_port for 9790a824-f450-4cb8-9077-4efe9d58ff6f owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:31.498782 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4e30cf0-eb60-4a2b-8277-b2da22a08214 req-b4e72dba-37d7-450f-a45e-c9b437cf193f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827060 Nov 13 04:55:31.506209 n-d-813114-2 neutron-server[102668]: INFO neutron.db.ipam_backend_mixin [None req-ee6d664d-aa79-4d1a-9bfd-ea4c9b1947b1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18719077-d9b0-4e4f-93d3-d06a4d71b0d8 (CIDR: 2001:db8::/64) Nov 13 04:55:31.512152 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6d664d-aa79-4d1a-9bfd-ea4c9b1947b1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:55:31.532328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6d664d-aa79-4d1a-9bfd-ea4c9b1947b1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:55:31.532567 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:31.540744 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:31.588971 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7386a6cd-c18b-49af-bca1-d2da6c68b89a req-24f20283-9fd9-4da3-bf84-be24ba121b5a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:31.593805 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ee6d664d-aa79-4d1a-9bfd-ea4c9b1947b1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0323734 Nov 13 04:55:31.594323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37760) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:31.608991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-382c2055-9cfe-4716-8337-d812d87d446f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:31.617796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Pushing event updated for resources: {'Port': ['ID=a7f48920-baae-4229-bb57-a459153f803e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:31.629273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['9790a824-f450-4cb8-9077-4efe9d58ff6f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:55:31.635705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ebca9-dccb-4f69-b94e-f40767b94d95 req-7a8a79a3-47ef-4898-a298-39a573261da7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:31.637687 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b7ebca9-dccb-4f69-b94e-f40767b94d95 req-7a8a79a3-47ef-4898-a298-39a573261da7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 944 time: 0.0964556 Nov 13 04:55:31.644728 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f20283-9fd9-4da3-bf84-be24ba121b5a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Pushing event deleted for resources: {'Port': ['ID=9790a824-f450-4cb8-9077-4efe9d58ff6f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:31.650487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['ad0d4edd-55a9-420a-b682-cea97bf7918a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:55:31.690328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:31.693069 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:31.699680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:31.786978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7386a6cd-c18b-49af-bca1-d2da6c68b89a req-24f20283-9fd9-4da3-bf84-be24ba121b5a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] No DVR routers for this DVR port 9790a824-f450-4cb8-9077-4efe9d58ff6f on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:55:31.787920 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Attempting to bind port a7f48920-baae-4229-bb57-a459153f803e on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:55:31.788455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Attempting to bind port a7f48920-baae-4229-bb57-a459153f803e by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:55:31.789016 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Attempting to bind port a7f48920-baae-4229-bb57-a459153f803e on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:55:31.796678 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7386a6cd-c18b-49af-bca1-d2da6c68b89a req-24f20283-9fd9-4da3-bf84-be24ba121b5a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:31.803679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:55:31.804044 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:55:31.804439 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:31.804828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:55:31.805293 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Bound port: a7f48920-baae-4229-bb57-a459153f803e, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:55:31.805665 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:31.813820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382c2055-9cfe-4716-8337-d812d87d446f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:31.814347 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7386a6cd-c18b-49af-bca1-d2da6c68b89a req-24f20283-9fd9-4da3-bf84-be24ba121b5a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.46 "DELETE /v2.0/ports/9790a824-f450-4cb8-9077-4efe9d58ff6f HTTP/1.1" status: 204 len: 173 time: 1.2378294 Nov 13 04:55:31.820768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef400c1-1d48-4588-8477-18a518986a57', 'name': 'network-vif-deleted', 'tag': '9790a824-f450-4cb8-9077-4efe9d58ff6f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:55:31.823446 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-382c2055-9cfe-4716-8337-d812d87d446f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:31.847304 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69b678e-a413-4bee-8033-f221d269296c" -d '{"events": [{"server_uuid": "bef400c1-1d48-4588-8477-18a518986a57", "name": "network-vif-deleted", "tag": "9790a824-f450-4cb8-9077-4efe9d58ff6f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:55:31.971967 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] For port a7f48920-baae-4229-bb57-a459153f803e, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:55:31.989804 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] For port a7f48920-baae-4229-bb57-a459153f803e, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a7f48920-baae-4229-bb57-a459153f803e,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:55:32.000214 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:32.037375 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b7ebca9-dccb-4f69-b94e-f40767b94d95 req-c55c7603-8c55-4a67-8338-17cdc8caeba4 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802969 Nov 13 04:55:32.098620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190728d-5ca0-4a28-a66a-b679041b94d1 None None] Pushing event updated for resources: {'Port': ['ID=a7f48920-baae-4229-bb57-a459153f803e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:32.143184 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e931bc1c-6789-4c79-a299-4578ff822323 x-openstack-request-id: req-e931bc1c-6789-4c79-a299-4578ff822323 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:55:32.143847 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef400c1-1d48-4588-8477-18a518986a57", "name": "network-vif-deleted", "tag": "9790a824-f450-4cb8-9077-4efe9d58ff6f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:55:32.143847 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e931bc1c-6789-4c79-a299-4578ff822323 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:55:32.144597 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef400c1-1d48-4588-8477-18a518986a57', 'name': 'network-vif-deleted', 'tag': '9790a824-f450-4cb8-9077-4efe9d58ff6f', 'status': 'completed', 'code': 200} Nov 13 04:55:32.373036 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-382c2055-9cfe-4716-8337-d812d87d446f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:32.393013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382c2055-9cfe-4716-8337-d812d87d446f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:32.432492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-382c2055-9cfe-4716-8337-d812d87d446f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:32.434517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8ef99e2d-e54d-4437-8c66-6fa94ab2994a details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:55:32.437700 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382c2055-9cfe-4716-8337-d812d87d446f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:32.440155 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-382c2055-9cfe-4716-8337-d812d87d446f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:32.521357 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-382c2055-9cfe-4716-8337-d812d87d446f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9233184 Nov 13 04:55:32.521846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37780) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:32.534169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-10a65757-1e79-4e22-a8c5-ae5cc2992b6b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'mac_address': 'fa:16:3e:61:e8:46', 'name': 'tempest-NetworksTestDHCPv6-880608079'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:32.587401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c2055-9cfe-4716-8337-d812d87d446f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=9ecd0933-341f-4429-86b8-5f17dc007957,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:32.696700 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-61fee95f-89d1-4ac5-8707-42eda2aecf17 req-34df3a94-9c5b-4f4d-a908-db2e7a89e4f4 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=bef400c1-1d48-4588-8477-18a518986a57 HTTP/1.1" status: 200 len: 210 time: 0.0499294 Nov 13 04:55:32.852035 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a7f48920-baae-4229-bb57-a459153f803e up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:32.860622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:32.896791 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a65757-1e79-4e22-a8c5-ae5cc2992b6b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:32.897260 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '8ef99e2d-e54d-4437-8c66-6fa94ab2994a', 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa', 'port_id': '8ef99e2d-e54d-4437-8c66-6fa94ab2994a', 'mac_address': 'fa:16:3e:5a:cf:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a149c78c-3ec3-4358-b619-c6f87b382343', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:55:32.951621 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:32.990439 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef99e2d-e54d-4437-8c66-6fa94ab2994a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:55:33.022068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:33.029800 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:33.072275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port a7f48920-baae-4229-bb57-a459153f803e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:33.072275 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:33.109472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:33.192348 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:33.262610 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10a65757-1e79-4e22-a8c5-ae5cc2992b6b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:33.274594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port a7f48920-baae-4229-bb57-a459153f803e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a7f48920-baae-4229-bb57-a459153f803e,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:33.286407 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:33.299903 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fed7d2-f802-4e16-98f1-0e6ce5152d1e req-344f95c6-6a51-4de5-bd9c-7d0b5359bc56 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:33.307769 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66fed7d2-f802-4e16-98f1-0e6ce5152d1e req-344f95c6-6a51-4de5-bd9c-7d0b5359bc56 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 945 time: 0.1489267 Nov 13 04:55:33.315794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-10a65757-1e79-4e22-a8c5-ae5cc2992b6b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port bffbc279-ea86-465d-889c-4800e4cd2e38 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:55:33.405176 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66fed7d2-f802-4e16-98f1-0e6ce5152d1e req-5325f7dc-6219-4328-9abb-e811bf4d4209 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934470 Nov 13 04:55:33.419466 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['8ef99e2d-e54d-4437-8c66-6fa94ab2994a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:55:33.432174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=a7f48920-baae-4229-bb57-a459153f803e,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:33.805865 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-10a65757-1e79-4e22-a8c5-ae5cc2992b6b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8:0:1::2c6 (63517ab3-2070-4aed-993a-d13fb8f8841c/9ecd0933-341f-4429-86b8-5f17dc007957/bffbc279-ea86-465d-889c-4800e4cd2e38) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:33.821132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-10a65757-1e79-4e22-a8c5-ae5cc2992b6b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::f816:3eff:fe61:e846 (63517ab3-2070-4aed-993a-d13fb8f8841c/18719077-d9b0-4e4f-93d3-d06a4d71b0d8/bffbc279-ea86-465d-889c-4800e4cd2e38) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:33.944122 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14bee8-6631-4afd-83ac-8ee95465f548 req-a9b5ab1f-f73f-480b-8548-e1534b36ab5b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:33.951502 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b14bee8-6631-4afd-83ac-8ee95465f548 req-a9b5ab1f-f73f-480b-8548-e1534b36ab5b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1136627 Nov 13 04:55:34.070823 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b14bee8-6631-4afd-83ac-8ee95465f548 req-d49b0037-9c33-4c3d-903e-350c6e66feb7 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175311 Nov 13 04:55:34.095637 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31d26c8-59ad-4b1f-9ca5-58b6186bda69 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:34.155742 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10a65757-1e79-4e22-a8c5-ae5cc2992b6b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:34.209449 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10a65757-1e79-4e22-a8c5-ae5cc2992b6b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:34.370020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a65757-1e79-4e22-a8c5-ae5cc2992b6b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:34.373651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-10a65757-1e79-4e22-a8c5-ae5cc2992b6b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:34.381251 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a65757-1e79-4e22-a8c5-ae5cc2992b6b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=bffbc279-ea86-465d-889c-4800e4cd2e38,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:34.384837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a65757-1e79-4e22-a8c5-ae5cc2992b6b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:34.392051 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a65757-1e79-4e22-a8c5-ae5cc2992b6b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:34.392890 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10a65757-1e79-4e22-a8c5-ae5cc2992b6b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:34.419470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad090f9-8e6b-45fa-8f9e-96b5a8a2339e req-97429b96-6068-43e7-85c7-9a6b39c3bc99 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:34.429231 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2ad090f9-8e6b-45fa-8f9e-96b5a8a2339e req-97429b96-6068-43e7-85c7-9a6b39c3bc99 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1311224 Nov 13 04:55:34.455732 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8ef99e2d-e54d-4437-8c66-6fa94ab2994a up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:34.460535 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-10a65757-1e79-4e22-a8c5-ae5cc2992b6b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9369299 Nov 13 04:55:34.462761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37822) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:34.493579 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2ad090f9-8e6b-45fa-8f9e-96b5a8a2339e req-ad5e5f62-7f14-4eff-ad26-ed0bd66ead19 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617280 Nov 13 04:55:34.532307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 9790a824-f450-4cb8-9077-4efe9d58ff6f no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:55:34.557660 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bb2da22-856e-4625-a517-7a78793d85e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:34.635235 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 9790a824-f450-4cb8-9077-4efe9d58ff6f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:55:34.636296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 9790a824-f450-4cb8-9077-4efe9d58ff6f not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:55:34.640399 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-dc11f201-815a-4e99-a2f4-17019e9992d4 None None] Provisioning complete for port a7f48920-baae-4229-bb57-a459153f803e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:34.640761 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc11f201-815a-4e99-a2f4-17019e9992d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:34.669918 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a7f48920-baae-4229-bb57-a459153f803e up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:34.694163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5422c230-72fe-448c-ad05-f8cc51f78d31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port bffbc279-ea86-465d-889c-4800e4cd2e38 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:34.694506 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5422c230-72fe-448c-ad05-f8cc51f78d31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:34.742050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866d975-f4d3-4932-bdbf-0b160119fb5f req-405ee487-58e5-4391-9569-f419308bb07d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:34.757821 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6866d975-f4d3-4932-bdbf-0b160119fb5f req-405ee487-58e5-4391-9569-f419308bb07d tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 945 time: 0.1524000 Nov 13 04:55:34.817791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:55:34.822277 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5422c230-72fe-448c-ad05-f8cc51f78d31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:34.836507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5422c230-72fe-448c-ad05-f8cc51f78d31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for bffbc279-ea86-465d-889c-4800e4cd2e38 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:34.844447 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:34.844810 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:34.880564 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6866d975-f4d3-4932-bdbf-0b160119fb5f req-e61d305e-afe6-46c5-b303-b2b4d7af30a7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080363 Nov 13 04:55:34.891715 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port a7f48920-baae-4229-bb57-a459153f803e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:34.891963 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:34.973625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee65282-d637-42f0-b50c-e2ec38a9f583 None None] Update dhcp port {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'fixed_ips': [{'subnet_id': '18719077-d9b0-4e4f-93d3-d06a4d71b0d8', 'ip_address': '2001:db8::f816:3eff:fefe:c202'}, {'subnet_id': '9ecd0933-341f-4429-86b8-5f17dc007957'}], 'binding:host_id': 'n-d-813114-2'}, 'id': 'a7f48920-baae-4229-bb57-a459153f803e'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 04:55:35.001458 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05420b-e66b-4aba-afc9-6903cdc6964a req-1bb576b2-b6bc-49b3-93a4-03b8fcd9ae3e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:35.003217 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a05420b-e66b-4aba-afc9-6903cdc6964a req-1bb576b2-b6bc-49b3-93a4-03b8fcd9ae3e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0974135 Nov 13 04:55:35.050322 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bee65282-d637-42f0-b50c-e2ec38a9f583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:35.131685 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:35.149424 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a05420b-e66b-4aba-afc9-6903cdc6964a req-1e9ecf70-05b1-4b29-8074-1a1432d964e1 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161015 Nov 13 04:55:35.312568 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5422c230-72fe-448c-ad05-f8cc51f78d31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:35.337780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b754b4d-9ab0-4994-a637-37b96afeac05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef99e2d-e54d-4437-8c66-6fa94ab2994a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:55:35.342078 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2a7cb2-5dce-413e-b50f-2423d203a427" -d '{"events": [{"server_uuid": "9b754b4d-9ab0-4994-a637-37b96afeac05", "name": "network-vif-plugged", "status": "completed", "tag": "8ef99e2d-e54d-4437-8c66-6fa94ab2994a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:55:35.387206 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:35.390484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-bee65282-d637-42f0-b50c-e2ec38a9f583 None None] Allocated IP 2001:db8:0:1::2 (63517ab3-2070-4aed-993a-d13fb8f8841c/9ecd0933-341f-4429-86b8-5f17dc007957/a7f48920-baae-4229-bb57-a459153f803e) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:35.392887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422c230-72fe-448c-ad05-f8cc51f78d31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=bffbc279-ea86-465d-889c-4800e4cd2e38,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:35.405847 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:35.451051 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43dbc84-8397-4b31-aaa5-d54add12316e x-openstack-request-id: req-b43dbc84-8397-4b31-aaa5-d54add12316e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:55:35.451472 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b754b4d-9ab0-4994-a637-37b96afeac05", "name": "network-vif-plugged", "status": "completed", "tag": "8ef99e2d-e54d-4437-8c66-6fa94ab2994a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:55:35.451806 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b43dbc84-8397-4b31-aaa5-d54add12316e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:55:35.452341 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b754b4d-9ab0-4994-a637-37b96afeac05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef99e2d-e54d-4437-8c66-6fa94ab2994a', 'code': 200} Nov 13 04:55:35.475912 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5422c230-72fe-448c-ad05-f8cc51f78d31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:35.482816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37844) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:35.489318 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5422c230-72fe-448c-ad05-f8cc51f78d31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/bffbc279-ea86-465d-889c-4800e4cd2e38 HTTP/1.1" status: 204 len: 168 time: 1.0252392 Nov 13 04:55:35.566436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:35.610323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0742735b-46c1-4633-b0f2-2496b8dfd3c5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:35.617171 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37850) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:35.621363 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0742735b-46c1-4633-b0f2-2496b8dfd3c5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1369300 Nov 13 04:55:35.643812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bee65282-d637-42f0-b50c-e2ec38a9f583 None None] For port a7f48920-baae-4229-bb57-a459153f803e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a7f48920-baae-4229-bb57-a459153f803e,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:35.659515 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603ea66-7bf3-4b3a-ba77-824210751cb2 req-11a58fbb-edce-41fb-ae18-ef7bde38c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:35.661099 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a603ea66-7bf3-4b3a-ba77-824210751cb2 req-11a58fbb-edce-41fb-ae18-ef7bde38c3bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 1097 time: 0.1083226 Nov 13 04:55:35.681142 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bee65282-d637-42f0-b50c-e2ec38a9f583 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:35.688137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56895902-9b46-455b-93fd-9907f4141d5a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:35.692769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37854) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:35.698584 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bee65282-d637-42f0-b50c-e2ec38a9f583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:35.702050 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-56895902-9b46-455b-93fd-9907f4141d5a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0825558 Nov 13 04:55:35.793992 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a603ea66-7bf3-4b3a-ba77-824210751cb2 req-23e892d7-6bea-4422-9b8b-9aaa22dd224e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244867 Nov 13 04:55:35.808097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a5c570-1fe4-44d0-97fb-951a0741273a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:35.809736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a5c570-1fe4-44d0-97fb-951a0741273a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:35.811331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a5c570-1fe4-44d0-97fb-951a0741273a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:35.816223 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37858) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:35.816333 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-26a5c570-1fe4-44d0-97fb-951a0741273a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1225166 Nov 13 04:55:35.827426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee65282-d637-42f0-b50c-e2ec38a9f583 None None] Pushing event updated for resources: {'Port': ['ID=a7f48920-baae-4229-bb57-a459153f803e,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:35.889536 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-34821b28-f397-4dd2-aa6a-5276d5e3ebc4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 18719077-d9b0-4e4f-93d3-d06a4d71b0d8 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:55:35.893769 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34821b28-f397-4dd2-aa6a-5276d5e3ebc4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:35.945928 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34821b28-f397-4dd2-aa6a-5276d5e3ebc4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:36.073635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5404e8-9a9b-497f-a038-9f48b48660ad req-864147ea-6412-4625-930a-773c269467b7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:36.078639 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c5404e8-9a9b-497f-a038-9f48b48660ad req-864147ea-6412-4625-930a-773c269467b7 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 946 time: 0.1172624 Nov 13 04:55:36.131071 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34821b28-f397-4dd2-aa6a-5276d5e3ebc4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:36.181545 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c5404e8-9a9b-497f-a038-9f48b48660ad req-096498ac-b33b-44d9-a84c-7746c3061dcf tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957894 Nov 13 04:55:36.272972 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34821b28-f397-4dd2-aa6a-5276d5e3ebc4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:36.327145 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34821b28-f397-4dd2-aa6a-5276d5e3ebc4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=18719077-d9b0-4e4f-93d3-d06a4d71b0d8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:36.340275 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34821b28-f397-4dd2-aa6a-5276d5e3ebc4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:36.346144 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-34821b28-f397-4dd2-aa6a-5276d5e3ebc4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/18719077-d9b0-4e4f-93d3-d06a4d71b0d8 HTTP/1.1" status: 204 len: 168 time: 0.5288832 Nov 13 04:55:36.349133 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37872) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:36.426559 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1192074-fe5f-4a8a-b36d-82095c1cc3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:36.451757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-40acdf9c-327c-44c3-9989-632f5408d5d1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 9ecd0933-341f-4429-86b8-5f17dc007957 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:55:36.460918 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40acdf9c-327c-44c3-9989-632f5408d5d1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:36.553290 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40acdf9c-327c-44c3-9989-632f5408d5d1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:36.565088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a7f48920-baae-4229-bb57-a459153f803e up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:36.653511 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40acdf9c-327c-44c3-9989-632f5408d5d1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:36.691239 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port a7f48920-baae-4229-bb57-a459153f803e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:36.691766 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:36.809101 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40acdf9c-327c-44c3-9989-632f5408d5d1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:36.861156 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf746a9-39a5-4d4b-9f21-6af08f3782f6 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:36.975676 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e2ac8556-cd31-4121-be13-150f0e3e02f8 None None] Could not find standard attr ID for object bffbc279-ea86-465d-889c-4800e4cd2e38. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:55:37.002179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e2ac8556-cd31-4121-be13-150f0e3e02f8 None None] Provisioning complete for port a7f48920-baae-4229-bb57-a459153f803e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:37.002551 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2ac8556-cd31-4121-be13-150f0e3e02f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:37.417322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45839245-488c-4112-8cc5-b9d85263314e None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:55:37.533922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acdf9c-327c-44c3-9989-632f5408d5d1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=9ecd0933-341f-4429-86b8-5f17dc007957,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:37.534525 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-45839245-488c-4112-8cc5-b9d85263314e None None] Deleting port a7f48920-baae-4229-bb57-a459153f803e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:37.534933 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45839245-488c-4112-8cc5-b9d85263314e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:37.547502 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40acdf9c-327c-44c3-9989-632f5408d5d1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:37.551282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-40acdf9c-327c-44c3-9989-632f5408d5d1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/9ecd0933-341f-4429-86b8-5f17dc007957 HTTP/1.1" status: 204 len: 168 time: 1.2010081 Nov 13 04:55:37.554892 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37896) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:37.579115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93482eb3-36dd-4bef-9f5c-abc34c781300 req-8abbc681-f2c6-4095-9e0c-189fe7aff0c2 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:37.591158 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93482eb3-36dd-4bef-9f5c-abc34c781300 req-8abbc681-f2c6-4095-9e0c-189fe7aff0c2 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 946 time: 0.0996509 Nov 13 04:55:37.640570 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-69c7a6e2-b6ec-42b1-a2d6-64ac299fba28 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833519 Nov 13 04:55:37.645394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37898) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:37.658002 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93482eb3-36dd-4bef-9f5c-abc34c781300 req-ae92bb4f-6e5c-4fd9-870a-c763ec6823f2 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657897 Nov 13 04:55:37.669836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-65f127eb-efff-4315-8611-0a80abda2334 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:37.673594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-45839245-488c-4112-8cc5-b9d85263314e None None] For port a7f48920-baae-4229-bb57-a459153f803e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a7f48920-baae-4229-bb57-a459153f803e,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:37.674223 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45839245-488c-4112-8cc5-b9d85263314e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:37.691314 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-45839245-488c-4112-8cc5-b9d85263314e None None] Calling delete_port for a7f48920-baae-4229-bb57-a459153f803e owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:37.778382 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f127eb-efff-4315-8611-0a80abda2334 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:37.782369 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65f127eb-efff-4315-8611-0a80abda2334 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:37.808737 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45839245-488c-4112-8cc5-b9d85263314e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:37.828335 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:37.845975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45839245-488c-4112-8cc5-b9d85263314e None None] No DVR routers for this DVR port a7f48920-baae-4229-bb57-a459153f803e on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:55:37.849586 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45839245-488c-4112-8cc5-b9d85263314e None None] Pushing event deleted for resources: {'Port': ['ID=a7f48920-baae-4229-bb57-a459153f803e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:38.144044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2288e1b-8df0-4295-b8a5-ce93683cfd87 req-efce80a2-db38-4de3-9b7c-8c7d6ea69303 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:38.145900 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c2288e1b-8df0-4295-b8a5-ce93683cfd87 req-efce80a2-db38-4de3-9b7c-8c7d6ea69303 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0904844 Nov 13 04:55:38.166511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.objects.ports [None req-65f127eb-efff-4315-8611-0a80abda2334 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:55:38.174286 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65f127eb-efff-4315-8611-0a80abda2334 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:38.236243 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f127eb-efff-4315-8611-0a80abda2334 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:38.245496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-65f127eb-efff-4315-8611-0a80abda2334 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:38.251695 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f127eb-efff-4315-8611-0a80abda2334 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=fa1144f6-6393-4dd5-9c5a-c061f8851719,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:38.254675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c22fe2d-330b-4957-8e51-622757341f65 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:38.256871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f127eb-efff-4315-8611-0a80abda2334 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:38.257498 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65f127eb-efff-4315-8611-0a80abda2334 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:38.269803 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c2288e1b-8df0-4295-b8a5-ce93683cfd87 req-b9a41c4a-b589-4ee7-9d7d-be46feb05cca tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018689 Nov 13 04:55:38.283933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37918) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:38.284105 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-65f127eb-efff-4315-8611-0a80abda2334 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6207030 Nov 13 04:55:38.289053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7ab0b730-a24a-4d17-9a9b-5139149c1c9f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:38.457432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82443e-43c9-4dd2-b1fe-3cd4623a5402 req-0428aad4-5ca5-4675-874d-6e8cf6196ef6 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:38.463482 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac82443e-43c9-4dd2-b1fe-3cd4623a5402 req-0428aad4-5ca5-4675-874d-6e8cf6196ef6 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0818305 Nov 13 04:55:38.487983 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': 'fa1144f6-6393-4dd5-9c5a-c061f8851719'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:55:38.488848 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:38.516135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a7f48920-baae-4229-bb57-a459153f803e no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:55:38.550581 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac82443e-43c9-4dd2-b1fe-3cd4623a5402 req-7b6fc163-b382-4653-bb85-5a165fc6e755 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854828 Nov 13 04:55:38.560140 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab0b730-a24a-4d17-9a9b-5139149c1c9f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:38.565101 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b730-a24a-4d17-9a9b-5139149c1c9f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:38.592725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: a7f48920-baae-4229-bb57-a459153f803e {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:55:38.593267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a7f48920-baae-4229-bb57-a459153f803e not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:55:38.672974 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Allocated IP 2001:db8::f816:3eff:fe0d:d8a5 (63517ab3-2070-4aed-993a-d13fb8f8841c/fa1144f6-6393-4dd5-9c5a-c061f8851719/28bcb37f-3f5a-43ef-9aa4-9438e8e61d55) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:38.707967 n-d-813114-2 neutron-server[102668]: INFO neutron.db.ipam_backend_mixin [None req-7ab0b730-a24a-4d17-9a9b-5139149c1c9f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa1144f6-6393-4dd5-9c5a-c061f8851719 (CIDR: 2001:db8::/64) Nov 13 04:55:38.712799 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab0b730-a24a-4d17-9a9b-5139149c1c9f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:55:38.713381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab0b730-a24a-4d17-9a9b-5139149c1c9f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:55:38.733879 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7ab0b730-a24a-4d17-9a9b-5139149c1c9f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4488177 Nov 13 04:55:38.737065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37940) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:38.742187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a93560eb-e98b-48f6-8c00-eb7430be903a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:38.883521 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf24744-aee1-45fb-91fc-74bd69017e6b req-16021806-7cfd-4934-9e35-153f8bcb8f1b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:38.890152 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cdf24744-aee1-45fb-91fc-74bd69017e6b req-16021806-7cfd-4934-9e35-153f8bcb8f1b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 946 time: 0.1134357 Nov 13 04:55:38.936863 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93560eb-e98b-48f6-8c00-eb7430be903a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:38.941120 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a93560eb-e98b-48f6-8c00-eb7430be903a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:39.007011 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:39.024968 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:39.064255 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cdf24744-aee1-45fb-91fc-74bd69017e6b req-da83406c-da7a-4224-8469-32566728aa0c tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655698 Nov 13 04:55:39.181113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:39.205671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:39.218651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:39.257319 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:39.299220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Pushing event updated for resources: {'Port': ['ID=28bcb37f-3f5a-43ef-9aa4-9438e8e61d55,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:39.318643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:39.319140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:39.319574 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:39.319997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:39.320411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:39.320824 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:39.321232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:39.321638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:39.322079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:39.322604 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:39.323050 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:39.323496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:55:39.329312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Attempting to bind port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:55:39.329783 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Attempting to bind port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:55:39.330257 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Attempting to bind port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:55:39.336750 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:55:39.337325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:55:39.338359 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:39.338890 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:55:39.339706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Bound port: 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:55:39.340224 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:39.459488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] For port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:55:39.463737 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] For port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=28bcb37f-3f5a-43ef-9aa4-9438e8e61d55,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:55:39.472410 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:39.557149 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbfd4b-0c60-42fc-945e-d9b81c2198e2 None None] Pushing event updated for resources: {'Port': ['ID=28bcb37f-3f5a-43ef-9aa4-9438e8e61d55,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:39.586171 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a93560eb-e98b-48f6-8c00-eb7430be903a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:39.659151 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93560eb-e98b-48f6-8c00-eb7430be903a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:39.660958 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a93560eb-e98b-48f6-8c00-eb7430be903a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:39.665935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93560eb-e98b-48f6-8c00-eb7430be903a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:39.666851 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a93560eb-e98b-48f6-8c00-eb7430be903a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:39.699530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37980) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:39.705753 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3d71df51-1ab5-4670-88fc-57dd11614101 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'mac_address': 'fa:16:3e:ae:fb:3e', 'name': 'tempest-NetworksTestDHCPv6-1796743136'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:39.709436 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a93560eb-e98b-48f6-8c00-eb7430be903a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9611092 Nov 13 04:55:39.717072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93560eb-e98b-48f6-8c00-eb7430be903a tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=f453a571-cdf4-476a-94aa-520fb555532e,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:39.980280 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:40.057633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d71df51-1ab5-4670-88fc-57dd11614101 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:40.215593 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d71df51-1ab5-4670-88fc-57dd11614101 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:40.260638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-3d71df51-1ab5-4670-88fc-57dd11614101 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port d32b84ee-208e-4db6-a5d6-a0b25f549307 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:55:40.609989 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:40.632511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-3d71df51-1ab5-4670-88fc-57dd11614101 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8:0:1::239 (63517ab3-2070-4aed-993a-d13fb8f8841c/f453a571-cdf4-476a-94aa-520fb555532e/d32b84ee-208e-4db6-a5d6-a0b25f549307) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:40.639957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-3d71df51-1ab5-4670-88fc-57dd11614101 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::f816:3eff:feae:fb3e (63517ab3-2070-4aed-993a-d13fb8f8841c/fa1144f6-6393-4dd5-9c5a-c061f8851719/d32b84ee-208e-4db6-a5d6-a0b25f549307) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:40.690516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:40.691215 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:40.839800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdd68a-4a32-4105-ad43-d54e35d8fd8b req-9f034887-ebaf-4154-abfd-4c05dbb4664b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:40.841921 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7bdd68a-4a32-4105-ad43-d54e35d8fd8b req-9f034887-ebaf-4154-abfd-4c05dbb4664b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 946 time: 0.3431246 Nov 13 04:55:41.021043 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d71df51-1ab5-4670-88fc-57dd11614101 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:41.083514 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:41.090689 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d71df51-1ab5-4670-88fc-57dd11614101 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:41.125013 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=28bcb37f-3f5a-43ef-9aa4-9438e8e61d55,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:41.134896 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:41.198720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=28bcb37f-3f5a-43ef-9aa4-9438e8e61d55,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:41.201472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9a1f2b-7273-42d5-8556-b5af357cc097 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:41.202386 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7bdd68a-4a32-4105-ad43-d54e35d8fd8b req-487dc625-bfc7-4bff-9ee9-f6445dd921bd tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532856 Nov 13 04:55:41.214475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d71df51-1ab5-4670-88fc-57dd11614101 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:41.217982 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-3d71df51-1ab5-4670-88fc-57dd11614101 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:41.221420 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71df51-1ab5-4670-88fc-57dd11614101 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:41.233156 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d71df51-1ab5-4670-88fc-57dd11614101 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:41.233843 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d71df51-1ab5-4670-88fc-57dd11614101 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:41.241063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71df51-1ab5-4670-88fc-57dd11614101 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=d32b84ee-208e-4db6-a5d6-a0b25f549307,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:41.263711 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3d71df51-1ab5-4670-88fc-57dd11614101 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5628176 Nov 13 04:55:41.266144 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38034) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:41.324523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fcbb321e-d072-4a0c-8dd1-961750ce3f96 None None] Provisioning complete for port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:41.325076 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fcbb321e-d072-4a0c-8dd1-961750ce3f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:41.432753 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d796eef4-e2ff-4b10-bc0f-536e75fab364 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port d32b84ee-208e-4db6-a5d6-a0b25f549307 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:41.433104 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d796eef4-e2ff-4b10-bc0f-536e75fab364 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:41.620773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c762f235-80c5-422e-bec0-3fa848ac2bcc None None] Update dhcp port {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'fixed_ips': [{'subnet_id': 'fa1144f6-6393-4dd5-9c5a-c061f8851719', 'ip_address': '2001:db8::f816:3eff:fe0d:d8a5'}, {'subnet_id': 'f453a571-cdf4-476a-94aa-520fb555532e'}], 'binding:host_id': 'n-d-813114-2'}, 'id': '28bcb37f-3f5a-43ef-9aa4-9438e8e61d55'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 04:55:41.654072 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d796eef4-e2ff-4b10-bc0f-536e75fab364 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:41.655451 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c762f235-80c5-422e-bec0-3fa848ac2bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:41.671595 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d42f96-56e9-4d8a-8f2f-be760536941f req-933a5423-2acc-4ec7-a154-143d69d837c2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:41.675194 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a2d42f96-56e9-4d8a-8f2f-be760536941f req-933a5423-2acc-4ec7-a154-143d69d837c2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1549590 Nov 13 04:55:41.688646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d796eef4-e2ff-4b10-bc0f-536e75fab364 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for d32b84ee-208e-4db6-a5d6-a0b25f549307 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:41.756062 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a2d42f96-56e9-4d8a-8f2f-be760536941f req-b7cab568-18d9-414a-b7a4-7c2524931171 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740206 Nov 13 04:55:41.845181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-c762f235-80c5-422e-bec0-3fa848ac2bcc None None] Allocated IP 2001:db8:0:1::2 (63517ab3-2070-4aed-993a-d13fb8f8841c/f453a571-cdf4-476a-94aa-520fb555532e/28bcb37f-3f5a-43ef-9aa4-9438e8e61d55) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:41.910640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb81d53-6cec-4d2d-abec-ce955ed689a3 req-f1925dbe-657f-4c26-ad92-5c99b6f5619e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:41.918392 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-deb81d53-6cec-4d2d-abec-ce955ed689a3 req-f1925dbe-657f-4c26-ad92-5c99b6f5619e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0919783 Nov 13 04:55:41.963251 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c762f235-80c5-422e-bec0-3fa848ac2bcc None None] For port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=28bcb37f-3f5a-43ef-9aa4-9438e8e61d55,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:41.994623 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-deb81d53-6cec-4d2d-abec-ce955ed689a3 req-3e48a6d0-e369-490d-93a0-e1a5d33fd814 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751355 Nov 13 04:55:41.995327 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c762f235-80c5-422e-bec0-3fa848ac2bcc None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:42.010067 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c762f235-80c5-422e-bec0-3fa848ac2bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:42.130851 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762f235-80c5-422e-bec0-3fa848ac2bcc None None] Pushing event updated for resources: {'Port': ['ID=28bcb37f-3f5a-43ef-9aa4-9438e8e61d55,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:42.180033 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d796eef4-e2ff-4b10-bc0f-536e75fab364 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:42.226949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796eef4-e2ff-4b10-bc0f-536e75fab364 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=d32b84ee-208e-4db6-a5d6-a0b25f549307,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:42.366546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d796eef4-e2ff-4b10-bc0f-536e75fab364 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:42.371343 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d796eef4-e2ff-4b10-bc0f-536e75fab364 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/d32b84ee-208e-4db6-a5d6-a0b25f549307 HTTP/1.1" status: 204 len: 168 time: 1.1036713 Nov 13 04:55:42.375972 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38070) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:42.445762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26477a-ed6a-499b-a492-b261227ac4f7 req-2a810c1b-2a20-405c-9a74-4142fb198bab tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:42.459063 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc26477a-ed6a-499b-a492-b261227ac4f7 req-2a810c1b-2a20-405c-9a74-4142fb198bab tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 946 time: 0.1165254 Nov 13 04:55:42.460448 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00d62f-8eb1-4dff-aabd-4d1061891c9e req-99f25e2f-65c5-4225-bc94-a6b044a4e3d9 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:42.470479 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b00d62f-8eb1-4dff-aabd-4d1061891c9e req-99f25e2f-65c5-4225-bc94-a6b044a4e3d9 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.2879329 Nov 13 04:55:42.549112 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc26477a-ed6a-499b-a492-b261227ac4f7 req-781aadde-e527-4349-a4a2-2f3b713c05ce tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877171 Nov 13 04:55:42.550675 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b00d62f-8eb1-4dff-aabd-4d1061891c9e req-bc002edc-d39c-4824-a7a9-74b81671039d tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738187 Nov 13 04:55:42.564417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69087a03-69e8-484e-b38f-8545940eae11 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:42.566122 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-69087a03-69e8-484e-b38f-8545940eae11 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1888931 Nov 13 04:55:42.568824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38078) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:42.647129 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:42.707027 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f19ad9e-3969-48b8-a0f8-804864d16997 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:42.714321 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9f19ad9e-3969-48b8-a0f8-804864d16997 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1441710 Nov 13 04:55:42.717467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38086) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:42.733207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:42.733620 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:42.881881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd09c8a7-6d1e-4325-84f0-1f1a64b337a0 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:42.883445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd09c8a7-6d1e-4325-84f0-1f1a64b337a0 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:42.884972 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd09c8a7-6d1e-4325-84f0-1f1a64b337a0 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:42.886661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bd09c8a7-6d1e-4325-84f0-1f1a64b337a0 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1678722 Nov 13 04:55:42.889640 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38092) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:42.919570 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b4c54-a9ad-4b04-8d84-7a9469a8cc65 req-2d1557c6-e984-4c2f-a1f4-8f3b9efb0a40 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:42.922154 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa4b4c54-a9ad-4b04-8d84-7a9469a8cc65 req-2d1557c6-e984-4c2f-a1f4-8f3b9efb0a40 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1900008 Nov 13 04:55:42.981018 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-277fe38d-6553-4927-b687-1772ca7b3d98 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet f453a571-cdf4-476a-94aa-520fb555532e {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:55:42.986998 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-277fe38d-6553-4927-b687-1772ca7b3d98 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:43.026226 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa4b4c54-a9ad-4b04-8d84-7a9469a8cc65 req-e734f4f5-82a9-4b55-8f32-ca7e5bc6d511 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989695 Nov 13 04:55:43.043712 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-277fe38d-6553-4927-b687-1772ca7b3d98 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:43.155868 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-277fe38d-6553-4927-b687-1772ca7b3d98 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:43.175247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d05f7228-1b5d-47ba-b569-23f028a70a5b None None] Provisioning complete for port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:43.177454 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d05f7228-1b5d-47ba-b569-23f028a70a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:43.243083 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-277fe38d-6553-4927-b687-1772ca7b3d98 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:43.313679 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fe38d-6553-4927-b687-1772ca7b3d98 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=f453a571-cdf4-476a-94aa-520fb555532e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:43.323799 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-277fe38d-6553-4927-b687-1772ca7b3d98 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:43.332287 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d05f7228-1b5d-47ba-b569-23f028a70a5b None None] Could not find standard attr ID for object d32b84ee-208e-4db6-a5d6-a0b25f549307. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:55:43.341055 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-277fe38d-6553-4927-b687-1772ca7b3d98 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/f453a571-cdf4-476a-94aa-520fb555532e HTTP/1.1" status: 204 len: 168 time: 0.4497983 Nov 13 04:55:43.341952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38102) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:43.350529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a43d4e-a61f-4f56-ae20-af71909f871d req-5605b914-0597-483c-8e92-b1f849bb2649 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:43.362104 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c7a43d4e-a61f-4f56-ae20-af71909f871d req-5605b914-0597-483c-8e92-b1f849bb2649 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0968802 Nov 13 04:55:43.449252 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c7a43d4e-a61f-4f56-ae20-af71909f871d req-ba772912-a7b1-42bd-ac07-c4ccdae5a0fb tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823517 Nov 13 04:55:43.455335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-622b604f-7786-4f85-bff8-22404fffd591 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet fa1144f6-6393-4dd5-9c5a-c061f8851719 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:55:43.460936 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-622b604f-7786-4f85-bff8-22404fffd591 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:43.509415 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f934fb4a-6823-4ea2-a170-e3ade728c304 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:43.510076 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-622b604f-7786-4f85-bff8-22404fffd591 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:43.622617 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-622b604f-7786-4f85-bff8-22404fffd591 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:43.626408 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-749ae122-6853-4e06-9258-6aeb5b294527 None None] Could not find standard attr ID for object d32b84ee-208e-4db6-a5d6-a0b25f549307. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:55:43.737622 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69d39a-3401-4ef7-af49-70f2d77ed697 req-70700007-90a5-47cc-9553-fa9699a3ad9e tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:43.745488 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa69d39a-3401-4ef7-af49-70f2d77ed697 req-70700007-90a5-47cc-9553-fa9699a3ad9e tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 946 time: 0.1021183 Nov 13 04:55:43.788626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbadeb1-8876-402e-a49a-021581f7d4c2 req-34f77fcf-0e16-4c46-af3b-682b8cd69dd5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:43.790545 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5cbadeb1-8876-402e-a49a-021581f7d4c2 req-34f77fcf-0e16-4c46-af3b-682b8cd69dd5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1793969 Nov 13 04:55:43.807062 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa69d39a-3401-4ef7-af49-70f2d77ed697 req-37ded7c8-3c2c-4428-aff3-e99bf9f3e141 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554397 Nov 13 04:55:43.847921 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-622b604f-7786-4f85-bff8-22404fffd591 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:43.943921 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5cbadeb1-8876-402e-a49a-021581f7d4c2 req-ef7c4aa7-05b6-4fe1-ac78-6ceaa217b8fc tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396542 Nov 13 04:55:43.950676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b604f-7786-4f85-bff8-22404fffd591 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=fa1144f6-6393-4dd5-9c5a-c061f8851719,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:43.976480 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-622b604f-7786-4f85-bff8-22404fffd591 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:43.980877 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-622b604f-7786-4f85-bff8-22404fffd591 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/fa1144f6-6393-4dd5-9c5a-c061f8851719 HTTP/1.1" status: 204 len: 168 time: 0.6353216 Nov 13 04:55:43.983517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38130) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:44.085946 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a0f5a005-8552-40e6-941b-3ff898bd143d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009948 Nov 13 04:55:44.089203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38136) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:44.094493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-007db0fb-9aa8-4efe-a1f9-ac2d8e34bf3d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:44.190642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1762f-623b-40fe-92d9-6860ea827626 req-c7f2fae9-189e-4ca0-9a76-391e0e2f00a0 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:44.198272 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c1762f-623b-40fe-92d9-6860ea827626 req-c7f2fae9-189e-4ca0-9a76-391e0e2f00a0 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0834048 Nov 13 04:55:44.254319 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007db0fb-9aa8-4efe-a1f9-ac2d8e34bf3d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:44.266330 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-007db0fb-9aa8-4efe-a1f9-ac2d8e34bf3d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:44.284198 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c1762f-623b-40fe-92d9-6860ea827626 req-78af1a8c-70b9-4f91-a69e-f5349fd20747 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848196 Nov 13 04:55:44.445586 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8ef99e2d-e54d-4437-8c66-6fa94ab2994a details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:55:44.514824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd83f16-033a-49cf-ba96-8ff0089aeb02 req-14c395d0-1d36-4c1b-b645-3bb153bb7b8c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:44.523873 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1fd83f16-033a-49cf-ba96-8ff0089aeb02 req-14c395d0-1d36-4c1b-b645-3bb153bb7b8c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1348855 Nov 13 04:55:44.633019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:44.651438 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '8ef99e2d-e54d-4437-8c66-6fa94ab2994a', 'network_id': 'ddee612a-1233-4d2d-834d-0d8cc0f07cfa', 'port_id': '8ef99e2d-e54d-4437-8c66-6fa94ab2994a', 'mac_address': 'fa:16:3e:5a:cf:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a149c78c-3ec3-4358-b619-c6f87b382343', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:55:44.676322 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1fd83f16-033a-49cf-ba96-8ff0089aeb02 req-278c283e-e25d-46e3-936b-d64c45eea29e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511388 Nov 13 04:55:44.760273 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:44.761664 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-007db0fb-9aa8-4efe-a1f9-ac2d8e34bf3d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:44.789091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ef99e2d-e54d-4437-8c66-6fa94ab2994a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:55:44.834963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:44.853029 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007db0fb-9aa8-4efe-a1f9-ac2d8e34bf3d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:44.858103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-007db0fb-9aa8-4efe-a1f9-ac2d8e34bf3d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:44.860229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c9740-0e6d-48f6-b2a5-dafcf3052ff5 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:44.879131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007db0fb-9aa8-4efe-a1f9-ac2d8e34bf3d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:44.879722 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-007db0fb-9aa8-4efe-a1f9-ac2d8e34bf3d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:44.918951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007db0fb-9aa8-4efe-a1f9-ac2d8e34bf3d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=f5297f1e-8d64-4bc2-a0ba-09b80d6a2ad1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:45.014624 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-007db0fb-9aa8-4efe-a1f9-ac2d8e34bf3d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9214685 Nov 13 04:55:45.020233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38160) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:45.024827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82685e39-e2d6-4d7f-8a18-5d2fba0bd9c0 req-91ba2095-8435-4b81-a4a9-6ca53f662664 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:45.026615 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82685e39-e2d6-4d7f-8a18-5d2fba0bd9c0 req-91ba2095-8435-4b81-a4a9-6ca53f662664 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 945 time: 0.1014233 Nov 13 04:55:45.032671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-517b7d32-36af-4c04-92e2-c242e4e7e2c4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:45.040735 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:45.100650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-29c12bf0-5a0c-42b8-a782-410ebb3048ce None None] Provisioning complete for port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:45.114246 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29c12bf0-5a0c-42b8-a782-410ebb3048ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:45.117746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500b925-35b3-4ab9-9ebc-2b58c2a910a2 req-25fab695-7517-44b7-ac9d-57a2e6172be7 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:45.125956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5500b925-35b3-4ab9-9ebc-2b58c2a910a2 req-25fab695-7517-44b7-ac9d-57a2e6172be7 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.2170799 Nov 13 04:55:45.130787 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82685e39-e2d6-4d7f-8a18-5d2fba0bd9c0 req-49824213-aef8-4390-abd7-3f6bcf6b84d4 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950494 Nov 13 04:55:45.263946 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5500b925-35b3-4ab9-9ebc-2b58c2a910a2 req-7f0e5ec0-8ff2-42e3-8f8c-c434c68fcca5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317718 Nov 13 04:55:45.306140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:45.365807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517b7d32-36af-4c04-92e2-c242e4e7e2c4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:45.370990 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-517b7d32-36af-4c04-92e2-c242e4e7e2c4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:45.377940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['8ef99e2d-e54d-4437-8c66-6fa94ab2994a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:55:45.522651 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af191d4c-1717-4671-8fc0-e5ef233ca609 req-55d797f1-958f-4fe6-a37e-94d311392097 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:45.530462 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-af191d4c-1717-4671-8fc0-e5ef233ca609 req-55d797f1-958f-4fe6-a37e-94d311392097 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1382477 Nov 13 04:55:45.661370 n-d-813114-2 neutron-server[102668]: INFO neutron.db.ipam_backend_mixin [None req-517b7d32-36af-4c04-92e2-c242e4e7e2c4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f5297f1e-8d64-4bc2-a0ba-09b80d6a2ad1 (CIDR: 2001:db8::/64) Nov 13 04:55:45.681304 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-af191d4c-1717-4671-8fc0-e5ef233ca609 req-06b89b22-d78c-4ed3-bc7b-8b98c9c82822 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415122 Nov 13 04:55:45.687140 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-517b7d32-36af-4c04-92e2-c242e4e7e2c4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:55:45.692346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517b7d32-36af-4c04-92e2-c242e4e7e2c4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:55:45.732904 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-517b7d32-36af-4c04-92e2-c242e4e7e2c4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7113910 Nov 13 04:55:45.735807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38178) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:45.749258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:45.795939 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a3e21-b90b-4350-8261-ebcde68c63ef None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:45.883557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-51db98ca-ba59-4fab-b2b1-9d925d8bc99e None None] Provisioning complete for port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:45.883928 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51db98ca-ba59-4fab-b2b1-9d925d8bc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:45.934819 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:45.939163 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:45.943589 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730dfa0-9ff9-4f10-a1bf-435c0d9330b5 req-1b022b40-1cf3-4c19-bde6-0d5a80383c25 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:45.956094 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a730dfa0-9ff9-4f10-a1bf-435c0d9330b5 req-1b022b40-1cf3-4c19-bde6-0d5a80383c25 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1229794 Nov 13 04:55:46.068981 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a730dfa0-9ff9-4f10-a1bf-435c0d9330b5 req-ba4295ae-d7cc-423d-9375-33ee9e6858ad tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115892 Nov 13 04:55:46.296519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febc556-c740-4314-a486-3298994d6e33 req-7fe18302-55bd-471a-a368-c2e29143470c tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:46.298388 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9febc556-c740-4314-a486-3298994d6e33 req-7fe18302-55bd-471a-a368-c2e29143470c tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 945 time: 0.0779946 Nov 13 04:55:46.302358 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9b666-8b70-4e12-b24f-a32b20fb09e6 req-05d38520-0f90-437f-ad74-b0601f1ae283 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:46.310657 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ef9b666-8b70-4e12-b24f-a32b20fb09e6 req-05d38520-0f90-437f-ad74-b0601f1ae283 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1149993 Nov 13 04:55:46.404936 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9febc556-c740-4314-a486-3298994d6e33 req-90c1eaa2-7f56-477c-8e30-b6fc707fd8e4 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977676 Nov 13 04:55:46.423995 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ef9b666-8b70-4e12-b24f-a32b20fb09e6 req-2de13b04-9f7e-4e93-9828-dc7b4c9b16d2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122243 Nov 13 04:55:46.446689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8ef99e2d-e54d-4437-8c66-6fa94ab2994a up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:46.587533 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:46.588778 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:46.715355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-836c833f-0607-442c-bd70-863ba93cb8fe None None] Provisioning complete for port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:46.715721 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-836c833f-0607-442c-bd70-863ba93cb8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:46.764416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.objects.ports [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:55:46.817279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6bde0-05f8-497c-a50b-638f37ad0876 req-98905a1a-ef71-4389-86b7-927431495f06 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:46.819454 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59e6bde0-05f8-497c-a50b-638f37ad0876 req-98905a1a-ef71-4389-86b7-927431495f06 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/networks?id=efb2632b-74bc-4df5-a542-366e4891a266 HTTP/1.1" status: 200 len: 814 time: 0.1488910 Nov 13 04:55:46.847465 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59e6bde0-05f8-497c-a50b-638f37ad0876 req-39d4411b-e345-4596-a70b-7b8b7fbf3157 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/quotas/f6e023533a144f13bb7562e9a400409b HTTP/1.1" status: 200 len: 375 time: 0.0216804 Nov 13 04:55:46.868208 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:46.969389 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:46.983537 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59e6bde0-05f8-497c-a50b-638f37ad0876 req-f3f565a0-1ec9-4207-96bd-ec2d1e6bf1dc tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6e023533a144f13bb7562e9a400409b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1269400 Nov 13 04:55:47.084474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:47.087848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b754b4d-9ab0-4994-a637-37b96afeac05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef99e2d-e54d-4437-8c66-6fa94ab2994a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:55:47.090969 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2b39aa-569e-4753-bd0d-437f7fd4397c" -d '{"events": [{"server_uuid": "9b754b4d-9ab0-4994-a637-37b96afeac05", "name": "network-vif-plugged", "status": "completed", "tag": "8ef99e2d-e54d-4437-8c66-6fa94ab2994a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:55:47.145826 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:47.166580 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5c6247-d78b-40fe-ab75-a6579620b495 x-openstack-request-id: req-3d5c6247-d78b-40fe-ab75-a6579620b495 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:55:47.167060 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b754b4d-9ab0-4994-a637-37b96afeac05", "name": "network-vif-plugged", "status": "completed", "tag": "8ef99e2d-e54d-4437-8c66-6fa94ab2994a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:55:47.167691 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d5c6247-d78b-40fe-ab75-a6579620b495 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:55:47.168264 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b754b4d-9ab0-4994-a637-37b96afeac05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef99e2d-e54d-4437-8c66-6fa94ab2994a', 'code': 200} Nov 13 04:55:47.182619 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] For port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=28bcb37f-3f5a-43ef-9aa4-9438e8e61d55,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:47.223128 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:47.228605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:47.239564 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:47.240312 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:47.350860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:47.371754 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:47.375371 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:47.376070 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:47.384954 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629054d1-e49b-4450-9c17-85197b787e6e None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:47.391624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08783a-f66c-4e23-ac35-38cdf6672466 req-d6e96022-cc67-4934-b88c-8b390550b4a1 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:47.399232 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f08783a-f66c-4e23-ac35-38cdf6672466 req-d6e96022-cc67-4934-b88c-8b390550b4a1 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1731648 Nov 13 04:55:47.425363 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=28bcb37f-3f5a-43ef-9aa4-9438e8e61d55,revision_number=8']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:47.436983 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6995862 Nov 13 04:55:47.437709 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433a578-6ccd-47c8-aec6-5a7ce4a4e7e1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=e999ce0c-60d3-4d7f-86c7-c425cf09012c,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:47.439875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38226) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:47.444897 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9051bf78-94ea-4864-a73f-b391305d4f31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'mac_address': 'fa:16:3e:5b:8b:39', 'name': 'tempest-NetworksTestDHCPv6-1937988297'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:47.554948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f08783a-f66c-4e23-ac35-38cdf6672466 req-3ee3b9ec-9cb1-48ad-8a5a-ffd1b82ce37f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475813 Nov 13 04:55:47.643967 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54978ef8-7f0c-4fff-80a8-e3fd3e5bd8e9 req-341c5179-1090-48d1-9912-34663f656ff4 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:47.645509 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54978ef8-7f0c-4fff-80a8-e3fd3e5bd8e9 req-341c5179-1090-48d1-9912-34663f656ff4 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 946 time: 0.0871356 Nov 13 04:55:47.646310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9051bf78-94ea-4864-a73f-b391305d4f31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:47.795826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c1ac1-20ee-40dc-9bb3-8e58f93071a2 req-d799385d-4185-46fe-ae50-9ee88e70336b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:47.803929 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b2c1ac1-20ee-40dc-9bb3-8e58f93071a2 req-d799385d-4185-46fe-ae50-9ee88e70336b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0840206 Nov 13 04:55:47.858404 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54978ef8-7f0c-4fff-80a8-e3fd3e5bd8e9 req-19f04ba8-d63b-4906-972c-a595f1523e49 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998661 Nov 13 04:55:47.872490 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b2c1ac1-20ee-40dc-9bb3-8e58f93071a2 req-574f1ae5-075b-4715-8a09-0c77619fceab tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675764 Nov 13 04:55:47.930131 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9051bf78-94ea-4864-a73f-b391305d4f31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:47.966419 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed12a93a-3298-4508-8a7c-d738b6aa0010 None None] Update dhcp port {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'fixed_ips': [{'subnet_id': 'e999ce0c-60d3-4d7f-86c7-c425cf09012c', 'ip_address': '2001:db8:0:1:f816:3eff:fe0d:d8a5'}, {'subnet_id': 'f5297f1e-8d64-4bc2-a0ba-09b80d6a2ad1'}], 'binding:host_id': 'n-d-813114-2'}, 'id': '28bcb37f-3f5a-43ef-9aa4-9438e8e61d55'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 04:55:48.008856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-9051bf78-94ea-4864-a73f-b391305d4f31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port 2b32015f-bfe8-4c8d-a89f-05e767072409 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:55:48.054370 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed12a93a-3298-4508-8a7c-d738b6aa0010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:48.255374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40e61064-cc40-4d12-abd9-878ee5af6091 req-4457e7f7-8f7e-48cc-a94d-67d1bfebc0b0 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f6e023533a144f13bb7562e9a400409b HTTP/1.1" status: 200 len: 221 time: 0.0486126 Nov 13 04:55:48.433868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38280) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:48.442335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-9051bf78-94ea-4864-a73f-b391305d4f31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::ff (63517ab3-2070-4aed-993a-d13fb8f8841c/f5297f1e-8d64-4bc2-a0ba-09b80d6a2ad1/2b32015f-bfe8-4c8d-a89f-05e767072409) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:48.452017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-9051bf78-94ea-4864-a73f-b391305d4f31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5b:8b39 (63517ab3-2070-4aed-993a-d13fb8f8841c/e999ce0c-60d3-4d7f-86c7-c425cf09012c/2b32015f-bfe8-4c8d-a89f-05e767072409) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:48.472674 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a1474-001c-4b84-ad50-b743f7a9dfbe req-2851e5e4-bafc-4270-8707-2a7c8c4b36b3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:48.481604 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e59a1474-001c-4b84-ad50-b743f7a9dfbe req-2851e5e4-bafc-4270-8707-2a7c8c4b36b3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1004157 Nov 13 04:55:48.561956 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:48.583798 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88abe1a9-7c3f-4afc-8ac8-28f70d53a793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:48.589253 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e59a1474-001c-4b84-ad50-b743f7a9dfbe req-0d4ac65e-81aa-4ec6-9adc-5b32575c4b8f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065211 Nov 13 04:55:48.719877 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:48.720459 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:48.758314 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9e2bd-2bea-4708-993f-1d8b8b334de0 req-6f04a33a-bef1-432a-b6ec-abe286c6c59b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:48.760314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-54f9e2bd-2bea-4708-993f-1d8b8b334de0 req-6f04a33a-bef1-432a-b6ec-abe286c6c59b tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 946 time: 0.1111779 Nov 13 04:55:48.780889 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88abe1a9-7c3f-4afc-8ac8-28f70d53a793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:48.799782 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88abe1a9-7c3f-4afc-8ac8-28f70d53a793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:48.879381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc455d-1ad0-4a9f-8e8f-92049378d2a1 req-327ad68a-e830-4dbe-a274-75f40a0889c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:48.888248 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6cc455d-1ad0-4a9f-8e8f-92049378d2a1 req-327ad68a-e830-4dbe-a274-75f40a0889c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1701012 Nov 13 04:55:48.891209 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-54f9e2bd-2bea-4708-993f-1d8b8b334de0 req-0d0ead50-5936-4f20-ae6b-4def15b31492 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209457 Nov 13 04:55:48.891934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abe1a9-7c3f-4afc-8ac8-28f70d53a793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f75ef13-eb39-4af8-9bcc-5e357bb8606a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:48.919987 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-88abe1a9-7c3f-4afc-8ac8-28f70d53a793 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b211198e8d743faa01c89d10701b3de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4835401 Nov 13 04:55:48.923654 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38296) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:48.963380 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9051bf78-94ea-4864-a73f-b391305d4f31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:49.015222 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6cc455d-1ad0-4a9f-8e8f-92049378d2a1 req-f496f343-a762-46f3-93f6-23bd0f48c953 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255126 Nov 13 04:55:49.050288 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be915064-843c-455a-a8a5-127b911250d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:49.091956 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9051bf78-94ea-4864-a73f-b391305d4f31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:49.110028 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be915064-843c-455a-a8a5-127b911250d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:49.159425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9051bf78-94ea-4864-a73f-b391305d4f31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:49.161943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051bf78-94ea-4864-a73f-b391305d4f31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=2b32015f-bfe8-4c8d-a89f-05e767072409,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:49.164702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9051bf78-94ea-4864-a73f-b391305d4f31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:49.173172 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051bf78-94ea-4864-a73f-b391305d4f31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:49.185455 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be915064-843c-455a-a8a5-127b911250d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:49.185880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9051bf78-94ea-4864-a73f-b391305d4f31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:49.186745 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9051bf78-94ea-4864-a73f-b391305d4f31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:49.189036 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be915064-843c-455a-a8a5-127b911250d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:49.190307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-be915064-843c-455a-a8a5-127b911250d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f75ef13-eb39-4af8-9bcc-5e357bb8606a HTTP/1.1" status: 204 len: 168 time: 0.2648401 Nov 13 04:55:49.200274 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be915064-843c-455a-a8a5-127b911250d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f75ef13-eb39-4af8-9bcc-5e357bb8606a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:49.224023 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-ed12a93a-3298-4508-8a7c-d738b6aa0010 None None] Allocated IP 2001:db8::2 (63517ab3-2070-4aed-993a-d13fb8f8841c/f5297f1e-8d64-4bc2-a0ba-09b80d6a2ad1/28bcb37f-3f5a-43ef-9aa4-9438e8e61d55) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:49.253105 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9051bf78-94ea-4864-a73f-b391305d4f31 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8104680 Nov 13 04:55:49.254376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38308) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:49.349434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613441f5-e4fc-45b2-8629-3c8ef9f85761 req-1e334381-07de-4b91-9b91-e9b8a3a9c05d tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:49.354145 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-613441f5-e4fc-45b2-8629-3c8ef9f85761 req-1e334381-07de-4b91-9b91-e9b8a3a9c05d tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1926765 Nov 13 04:55:49.419066 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ed12a93a-3298-4508-8a7c-d738b6aa0010 None None] For port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=28bcb37f-3f5a-43ef-9aa4-9438e8e61d55,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:49.457290 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed12a93a-3298-4508-8a7c-d738b6aa0010 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:49.461163 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-613441f5-e4fc-45b2-8629-3c8ef9f85761 req-885337dc-c6ad-46dd-b05f-47ca6e79b9c6 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979111 Nov 13 04:55:49.465026 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed12a93a-3298-4508-8a7c-d738b6aa0010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:49.501364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f3153f38-ab30-4e88-b6a3-7e28fac47c26 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port 2b32015f-bfe8-4c8d-a89f-05e767072409 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:49.502447 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3153f38-ab30-4e88-b6a3-7e28fac47c26 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:49.657449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12a93a-3298-4508-8a7c-d738b6aa0010 None None] Pushing event updated for resources: {'Port': ['ID=28bcb37f-3f5a-43ef-9aa4-9438e8e61d55,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:49.711216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61357f-f0b8-46ff-a756-a03de49ca6ba req-b943ce38-f9df-498a-8a6a-e06ba0990bcc tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:49.712797 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f61357f-f0b8-46ff-a756-a03de49ca6ba req-b943ce38-f9df-498a-8a6a-e06ba0990bcc tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1085718 Nov 13 04:55:49.714952 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3153f38-ab30-4e88-b6a3-7e28fac47c26 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:49.719533 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38316) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:49.731393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f3153f38-ab30-4e88-b6a3-7e28fac47c26 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for 2b32015f-bfe8-4c8d-a89f-05e767072409 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:49.738260 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db17f452-5330-4bb8-adaa-63490105a5da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:49.780992 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f61357f-f0b8-46ff-a756-a03de49ca6ba req-4748b0f9-3780-4c62-a3cf-0747126feea7 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516908 Nov 13 04:55:49.889562 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db17f452-5330-4bb8-adaa-63490105a5da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:49.900456 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db17f452-5330-4bb8-adaa-63490105a5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:49.933679 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-db17f452-5330-4bb8-adaa-63490105a5da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=244b3d9a80f54c1292bd944b3bfde902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2127585 Nov 13 04:55:49.934285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38328) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:49.976591 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c50f6-de3c-4e90-bafa-7b9033236047 req-e88bd345-ec9e-4d7c-9fc7-365c73ed7c6b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:49.978211 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f6c50f6-de3c-4e90-bafa-7b9033236047 req-e88bd345-ec9e-4d7c-9fc7-365c73ed7c6b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0624776 Nov 13 04:55:49.980050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17f452-5330-4bb8-adaa-63490105a5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6fe7b9-926f-4c40-964f-3415ae309dd3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:50.096256 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bd5904f-58be-4a08-bbee-d9c6b8c3d5da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:50.118237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff70915-ca40-4da9-9ebb-362ef72c248a req-f00e2eb6-6115-4e93-a228-3c62cc02e912 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:50.119141 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3153f38-ab30-4e88-b6a3-7e28fac47c26 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:50.134122 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eff70915-ca40-4da9-9ebb-362ef72c248a req-f00e2eb6-6115-4e93-a228-3c62cc02e912 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 946 time: 0.1193233 Nov 13 04:55:50.172492 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f6c50f6-de3c-4e90-bafa-7b9033236047 req-10da2479-b19f-4a3c-b56a-a962abbf3120 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343048 Nov 13 04:55:50.173213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3153f38-ab30-4e88-b6a3-7e28fac47c26 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=2b32015f-bfe8-4c8d-a89f-05e767072409,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:50.174036 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bd5904f-58be-4a08-bbee-d9c6b8c3d5da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:50.262956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eff70915-ca40-4da9-9ebb-362ef72c248a req-961bce1d-85d1-441f-b453-8419cd7dc7ef tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210554 Nov 13 04:55:50.288418 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3153f38-ab30-4e88-b6a3-7e28fac47c26 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:50.294141 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f3153f38-ab30-4e88-b6a3-7e28fac47c26 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/2b32015f-bfe8-4c8d-a89f-05e767072409 HTTP/1.1" status: 204 len: 168 time: 1.0363660 Nov 13 04:55:50.294944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38336) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:50.305413 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bd5904f-58be-4a08-bbee-d9c6b8c3d5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:50.308652 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bd5904f-58be-4a08-bbee-d9c6b8c3d5da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:50.310038 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8bd5904f-58be-4a08-bbee-d9c6b8c3d5da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c6fe7b9-926f-4c40-964f-3415ae309dd3 HTTP/1.1" status: 204 len: 168 time: 0.3737850 Nov 13 04:55:50.324617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5904f-58be-4a08-bbee-d9c6b8c3d5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6fe7b9-926f-4c40-964f-3415ae309dd3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:50.415557 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0a55f2-066a-44d0-8b4b-b451a3284271 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:50.424577 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4e0a55f2-066a-44d0-8b4b-b451a3284271 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1286135 Nov 13 04:55:50.427075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38342) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:50.489937 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8ef99e2d-e54d-4437-8c66-6fa94ab2994a no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:55:50.514444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763765fd-90c1-4bd2-9efa-5b1c704f84e7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:50.530479 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-763765fd-90c1-4bd2-9efa-5b1c704f84e7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1021266 Nov 13 04:55:50.531157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38344) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:50.535240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5acb8e-92c2-4c57-8600-59b67113353e req-1ec11e36-84a9-4d9d-8237-46f4ceae05c4 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:50.536866 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db5acb8e-92c2-4c57-8600-59b67113353e req-1ec11e36-84a9-4d9d-8237-46f4ceae05c4 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 946 time: 0.1699305 Nov 13 04:55:50.557905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca6702-6d17-41ee-a616-ff9b3ef2dc62 req-8118a7fa-3fe3-4d44-8e67-69fde57f67e7 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:50.566208 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38ca6702-6d17-41ee-a616-ff9b3ef2dc62 req-8118a7fa-3fe3-4d44-8e67-69fde57f67e7 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1519904 Nov 13 04:55:50.587047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:50.678456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7174df9f-61df-478a-9992-9620c6b063fe tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:50.680019 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7174df9f-61df-478a-9992-9620c6b063fe tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:50.681548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7174df9f-61df-478a-9992-9620c6b063fe tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:50.683582 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7174df9f-61df-478a-9992-9620c6b063fe tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1513987 Nov 13 04:55:50.686227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38350) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:50.755584 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e91d49-a1b3-4f52-aa8d-80917ceaef49 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet e999ce0c-60d3-4d7f-86c7-c425cf09012c {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:55:50.759102 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9e91d49-a1b3-4f52-aa8d-80917ceaef49 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:50.760216 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38ca6702-6d17-41ee-a616-ff9b3ef2dc62 req-f0326b24-ccd4-42ca-bd00-37a91e895ed0 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931124 Nov 13 04:55:50.789649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:50.790024 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:50.876929 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9e91d49-a1b3-4f52-aa8d-80917ceaef49 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:50.958014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-db5acb8e-92c2-4c57-8600-59b67113353e req-01b60882-a5e0-4db0-a135-a1f93f80abe0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Deleting port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:50.958632 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db5acb8e-92c2-4c57-8600-59b67113353e req-01b60882-a5e0-4db0-a135-a1f93f80abe0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:51.049492 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9e91d49-a1b3-4f52-aa8d-80917ceaef49 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:51.054255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-088f7231-e80e-4534-8f46-1d664fdfc2ec None None] Provisioning complete for port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:51.059076 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-088f7231-e80e-4534-8f46-1d664fdfc2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:51.076815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d1274-1464-4067-beed-b768d09b3ce2 req-00011ecf-b101-48e3-9b74-f55f1bb71863 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:51.085130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-671d1274-1464-4067-beed-b768d09b3ce2 req-00011ecf-b101-48e3-9b74-f55f1bb71863 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.2200608 Nov 13 04:55:51.138061 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:51.171826 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9e91d49-a1b3-4f52-aa8d-80917ceaef49 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:51.196588 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b754b4d-9ab0-4994-a637-37b96afeac05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ef99e2d-e54d-4437-8c66-6fa94ab2994a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:55:51.198651 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-671d1274-1464-4067-beed-b768d09b3ce2 req-de423bff-40e5-42f1-b55c-68c1082863c6 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078410 Nov 13 04:55:51.203606 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204089b6-0270-4768-a596-436ed08c25c6" -d '{"events": [{"server_uuid": "9b754b4d-9ab0-4994-a637-37b96afeac05", "name": "network-vif-unplugged", "status": "completed", "tag": "8ef99e2d-e54d-4437-8c66-6fa94ab2994a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:55:51.229613 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-db5acb8e-92c2-4c57-8600-59b67113353e req-01b60882-a5e0-4db0-a135-a1f93f80abe0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] For port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:51.231039 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db5acb8e-92c2-4c57-8600-59b67113353e req-01b60882-a5e0-4db0-a135-a1f93f80abe0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:51.233548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e91d49-a1b3-4f52-aa8d-80917ceaef49 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=e999ce0c-60d3-4d7f-86c7-c425cf09012c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:51.252459 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9e91d49-a1b3-4f52-aa8d-80917ceaef49 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:51.259564 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c9e91d49-a1b3-4f52-aa8d-80917ceaef49 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/e999ce0c-60d3-4d7f-86c7-c425cf09012c HTTP/1.1" status: 204 len: 168 time: 0.5721993 Nov 13 04:55:51.262287 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38370) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:51.273553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,segment=NetworkSegment(3353fc77-e96f-4824-82a8-d00b2c894c89),segment_id=3353fc77-e96f-4824-82a8-d00b2c894c89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:51.294439 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:51.302621 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fac0d81-17a7-468d-a9a3-326280f58c7d x-openstack-request-id: req-8fac0d81-17a7-468d-a9a3-326280f58c7d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:55:51.304433 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b754b4d-9ab0-4994-a637-37b96afeac05", "name": "network-vif-unplugged", "status": "completed", "tag": "8ef99e2d-e54d-4437-8c66-6fa94ab2994a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:55:51.304913 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fac0d81-17a7-468d-a9a3-326280f58c7d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:55:51.305677 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b754b4d-9ab0-4994-a637-37b96afeac05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ef99e2d-e54d-4437-8c66-6fa94ab2994a', 'code': 200} Nov 13 04:55:51.397725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e39ee-2609-43d4-b0eb-3ae9e5746851 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:51.405983 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:51.417814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a81865-23b3-4873-b184-b5ec5b6dc020 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet f5297f1e-8d64-4bc2-a0ba-09b80d6a2ad1 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:55:51.420651 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-db5acb8e-92c2-4c57-8600-59b67113353e req-01b60882-a5e0-4db0-a135-a1f93f80abe0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Calling delete_port for 8ef99e2d-e54d-4437-8c66-6fa94ab2994a owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:51.428594 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9a81865-23b3-4873-b184-b5ec5b6dc020 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:51.514354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b0681-366d-46e6-bf88-0ace4b00fdd2 req-aa23479a-0733-44ef-ba95-cdb674dcd46c tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:51.516044 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-756b0681-366d-46e6-bf88-0ace4b00fdd2 req-aa23479a-0733-44ef-ba95-cdb674dcd46c tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 944 time: 0.0821800 Nov 13 04:55:51.544757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425a71e-0f9e-4967-bac0-f9758c12ded0 req-b5f437ff-784a-4f91-9185-5d2d187ae867 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:51.546348 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b425a71e-0f9e-4967-bac0-f9758c12ded0 req-b5f437ff-784a-4f91-9185-5d2d187ae867 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1832554 Nov 13 04:55:51.576552 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9a81865-23b3-4873-b184-b5ec5b6dc020 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:51.607866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0650e803-415b-41b3-b84e-82dfbc9cac82 None None] Could not find standard attr ID for object 2b32015f-bfe8-4c8d-a89f-05e767072409. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:55:51.658982 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-756b0681-366d-46e6-bf88-0ace4b00fdd2 req-515dabf0-b6ae-4005-b858-f80446462c04 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9aeb54b-6b9f-4fb5-8377-643272996843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317358 Nov 13 04:55:51.813369 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9a81865-23b3-4873-b184-b5ec5b6dc020 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:51.826412 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b425a71e-0f9e-4967-bac0-f9758c12ded0 req-da3a0338-fd9b-4f7f-b06b-664d6c39ce4e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631752 Nov 13 04:55:51.956823 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db5acb8e-92c2-4c57-8600-59b67113353e req-01b60882-a5e0-4db0-a135-a1f93f80abe0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:52.007259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b60882-a5e0-4db0-a135-a1f93f80abe0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Pushing event deleted for resources: {'Port': ['ID=8ef99e2d-e54d-4437-8c66-6fa94ab2994a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:52.018416 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9a81865-23b3-4873-b184-b5ec5b6dc020 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:52.040590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6941b62-b8fb-426e-a50a-fe80cd43d1dd None None] DHCP port deletion for ddee612a-1233-4d2d-834d-0d8cc0f07cfa request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:55:52.066883 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9a81865-23b3-4873-b184-b5ec5b6dc020 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:52.074544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38402) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:52.076801 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a9a81865-23b3-4873-b184-b5ec5b6dc020 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/f5297f1e-8d64-4bc2-a0ba-09b80d6a2ad1 HTTP/1.1" status: 204 len: 168 time: 0.8126624 Nov 13 04:55:52.120792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a81865-23b3-4873-b184-b5ec5b6dc020 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=f5297f1e-8d64-4bc2-a0ba-09b80d6a2ad1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:52.123395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5acb8e-92c2-4c57-8600-59b67113353e req-01b60882-a5e0-4db0-a135-a1f93f80abe0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] No DVR routers for this DVR port 8ef99e2d-e54d-4437-8c66-6fa94ab2994a on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:55:52.125610 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db5acb8e-92c2-4c57-8600-59b67113353e req-01b60882-a5e0-4db0-a135-a1f93f80abe0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:52.129232 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db5acb8e-92c2-4c57-8600-59b67113353e req-01b60882-a5e0-4db0-a135-a1f93f80abe0 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.36 "DELETE /v2.0/ports/8ef99e2d-e54d-4437-8c66-6fa94ab2994a HTTP/1.1" status: 204 len: 173 time: 1.5813217 Nov 13 04:55:52.129687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b754b4d-9ab0-4994-a637-37b96afeac05', 'name': 'network-vif-deleted', 'tag': '8ef99e2d-e54d-4437-8c66-6fa94ab2994a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:55:52.132254 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3edb7f-43d0-40d0-9a90-11b37beea22e" -d '{"events": [{"server_uuid": "9b754b4d-9ab0-4994-a637-37b96afeac05", "name": "network-vif-deleted", "tag": "8ef99e2d-e54d-4437-8c66-6fa94ab2994a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:55:52.171289 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-60e35e38-4ec3-4549-a0dc-1beb68c5832e tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955348 Nov 13 04:55:52.174235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38406) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:52.179347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4de43993-697c-4125-b28c-ecba07327873 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:52.193855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42f444-1a2b-4c5a-a65e-e7b4f097a015 req-a78b9f06-a1db-4f03-ab12-a4f4d34253a3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:52.202979 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b42f444-1a2b-4c5a-a65e-e7b4f097a015 req-a78b9f06-a1db-4f03-ab12-a4f4d34253a3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1688387 Nov 13 04:55:52.215424 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f56cec7-f3ec-4301-b9bf-95e66baf8dc8 x-openstack-request-id: req-2f56cec7-f3ec-4301-b9bf-95e66baf8dc8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:55:52.215704 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b754b4d-9ab0-4994-a637-37b96afeac05", "name": "network-vif-deleted", "tag": "8ef99e2d-e54d-4437-8c66-6fa94ab2994a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:55:52.215954 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f56cec7-f3ec-4301-b9bf-95e66baf8dc8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:55:52.216354 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b754b4d-9ab0-4994-a637-37b96afeac05', 'name': 'network-vif-deleted', 'tag': '8ef99e2d-e54d-4437-8c66-6fa94ab2994a', 'status': 'completed', 'code': 200} Nov 13 04:55:52.280669 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b42f444-1a2b-4c5a-a65e-e7b4f097a015 req-e0f9fc23-64a9-4597-a08d-4c9158f021eb tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761411 Nov 13 04:55:52.381150 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de43993-697c-4125-b28c-ecba07327873 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:52.385561 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4de43993-697c-4125-b28c-ecba07327873 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:52.535131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771401cb-4ec2-4041-bfd8-9262eea36461 req-29ce3826-ee66-4c30-b54f-c78fff2ba5b8 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:52.536744 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-771401cb-4ec2-4041-bfd8-9262eea36461 req-29ce3826-ee66-4c30-b54f-c78fff2ba5b8 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1267571 Nov 13 04:55:52.667685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3341a5f-00eb-428c-b548-9711efe0a54a None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:52.879433 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81626ab6-f14f-43b7-a9c4-8507b3109221 req-4e8db04b-d936-469a-aefb-ce3ae39a49e4 tempest-ImagesTestJSON-2096886867 tempest-ImagesTestJSON-2096886867-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b754b4d-9ab0-4994-a637-37b96afeac05 HTTP/1.1" status: 200 len: 210 time: 0.0506988 Nov 13 04:55:52.888258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9d00e9a8-1090-4137-9257-5dc705013ef4 None None] Provisioning complete for port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:52.888545 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d00e9a8-1090-4137-9257-5dc705013ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:53.126284 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-771401cb-4ec2-4041-bfd8-9262eea36461 req-2f0460dd-9b61-40b1-86df-f071a56a3963 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798912 Nov 13 04:55:53.171777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94f2229-d46e-40fa-9ddd-c7cb69547630 None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:55:53.210695 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4de43993-697c-4125-b28c-ecba07327873 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:53.275432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de43993-697c-4125-b28c-ecba07327873 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:53.279890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4de43993-697c-4125-b28c-ecba07327873 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:53.280458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c94f2229-d46e-40fa-9ddd-c7cb69547630 None None] Deleting port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:53.281156 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c94f2229-d46e-40fa-9ddd-c7cb69547630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:53.300913 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de43993-697c-4125-b28c-ecba07327873 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:53.301980 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4de43993-697c-4125-b28c-ecba07327873 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:53.349978 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de43993-697c-4125-b28c-ecba07327873 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=77b062c8-78a6-4c39-aef2-662cfd05532c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:53.360077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38442) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:53.360350 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4de43993-697c-4125-b28c-ecba07327873 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1850142 Nov 13 04:55:53.367298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9ad742ff-3601-4cb5-bf0a-b288b07490e6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:53.388798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22614f-e5f3-46fb-84cf-bddfeaee3e1a req-c6e4e6e2-b942-4bd4-ba17-0cd604831f58 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:53.391206 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2c22614f-e5f3-46fb-84cf-bddfeaee3e1a req-c6e4e6e2-b942-4bd4-ba17-0cd604831f58 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1178775 Nov 13 04:55:53.392150 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c94f2229-d46e-40fa-9ddd-c7cb69547630 None None] For port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=28bcb37f-3f5a-43ef-9aa4-9438e8e61d55,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:53.392541 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c94f2229-d46e-40fa-9ddd-c7cb69547630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:53.408282 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c94f2229-d46e-40fa-9ddd-c7cb69547630 None None] Calling delete_port for 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:53.470116 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2c22614f-e5f3-46fb-84cf-bddfeaee3e1a req-9473a1b5-0ee3-4e00-ac1d-d4058d9a5873 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623405 Nov 13 04:55:53.552201 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c94f2229-d46e-40fa-9ddd-c7cb69547630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:53.602544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f2229-d46e-40fa-9ddd-c7cb69547630 None None] Pushing event deleted for resources: {'Port': ['ID=28bcb37f-3f5a-43ef-9aa4-9438e8e61d55,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:53.610903 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f2229-d46e-40fa-9ddd-c7cb69547630 None None] No DVR routers for this DVR port 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:55:53.636000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad742ff-3601-4cb5-bf0a-b288b07490e6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:53.638136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2d5e76-8836-44ea-908d-15a9f4e006ec None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:53.640054 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9ad742ff-3601-4cb5-bf0a-b288b07490e6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:53.836746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63517ab3-2070-4aed-993a-d13fb8f8841c', 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'tenant_id': '0be0d039eb684412b25e18b68a5053f0', 'fixed_ips': [{'subnet_id': '77b062c8-78a6-4c39-aef2-662cfd05532c'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:55:53.838234 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:54.002312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Allocated IP 2001:db8::2 (63517ab3-2070-4aed-993a-d13fb8f8841c/77b062c8-78a6-4c39-aef2-662cfd05532c/b080c70a-1cf9-4b76-be16-4b26862fde6c) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:54.189082 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501a776-1c3c-4b9b-9e4a-fa0bd6f0ccbe req-3bc7d7a0-715d-4d27-8a74-baa32e800924 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:54.196929 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4501a776-1c3c-4b9b-9e4a-fa0bd6f0ccbe req-3bc7d7a0-715d-4d27-8a74-baa32e800924 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.6087787 Nov 13 04:55:54.251237 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:54.257274 n-d-813114-2 neutron-server[102667]: INFO neutron.db.ipam_backend_mixin [None req-9ad742ff-3601-4cb5-bf0a-b288b07490e6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77b062c8-78a6-4c39-aef2-662cfd05532c (CIDR: 2001:db8::/64) Nov 13 04:55:54.259408 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:54.272428 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4501a776-1c3c-4b9b-9e4a-fa0bd6f0ccbe req-ecaddb49-b426-4443-a26c-cb8358536d1f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724161 Nov 13 04:55:54.279039 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad742ff-3601-4cb5-bf0a-b288b07490e6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:55:54.280785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad742ff-3601-4cb5-bf0a-b288b07490e6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:55:54.314375 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9ad742ff-3601-4cb5-bf0a-b288b07490e6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9524531 Nov 13 04:55:54.317238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38476) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:54.323518 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'subnet': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:54.357617 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:54.363274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:54.367122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:54.402020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Pushing event updated for resources: {'Port': ['ID=b080c70a-1cf9-4b76-be16-4b26862fde6c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:54.507539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8ef99e2d-e54d-4437-8c66-6fa94ab2994a no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:55:54.548790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Attempting to bind port b080c70a-1cf9-4b76-be16-4b26862fde6c on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:55:54.549311 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Attempting to bind port b080c70a-1cf9-4b76-be16-4b26862fde6c by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:55:54.549765 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Attempting to bind port b080c70a-1cf9-4b76-be16-4b26862fde6c on network 63517ab3-2070-4aed-993a-d13fb8f8841c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:55:54.582320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:55:54.587029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 8ef99e2d-e54d-4437-8c66-6fa94ab2994a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:55:54.587550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8ef99e2d-e54d-4437-8c66-6fa94ab2994a not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:55:54.608534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:55:54.609181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Checking segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:55:54.609766 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:54.610312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Bound using segment: {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:55:54.611056 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Bound port: b080c70a-1cf9-4b76-be16-4b26862fde6c, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038c57e2-7df1-4a59-9967-f8401f16b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:55:54.611607 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:54.614109 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:55:54.614598 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 28bcb37f-3f5a-43ef-9aa4-9438e8e61d55 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:55:54.650370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:54.659978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:54.705295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] For port b080c70a-1cf9-4b76-be16-4b26862fde6c, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:55:54.710737 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] For port b080c70a-1cf9-4b76-be16-4b26862fde6c, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b080c70a-1cf9-4b76-be16-4b26862fde6c,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:55:54.722832 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:54.902180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1cdd0-4852-4198-a462-cbcf2444dd5d None None] Pushing event updated for resources: {'Port': ['ID=b080c70a-1cf9-4b76-be16-4b26862fde6c,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:54.964471 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0dd3f-f446-4dd7-aac5-d1251b8e1702 req-5dede826-7dc1-4fa7-909e-b44a6af08cf8 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:54.973563 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9da0dd3f-f446-4dd7-aac5-d1251b8e1702 req-5dede826-7dc1-4fa7-909e-b44a6af08cf8 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1629257 Nov 13 04:55:54.980573 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38510) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:55.055545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c325b6-c3ad-4bdb-ad39-37663c4d7f9f admin admin] Deleting subnet a149c78c-3ec3-4358-b619-c6f87b382343 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:55:55.063173 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-21c325b6-c3ad-4bdb-ad39-37663c4d7f9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.075146 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9da0dd3f-f446-4dd7-aac5-d1251b8e1702 req-46200591-edb0-4a7a-953b-a4fafcf566db tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004858 Nov 13 04:55:55.118232 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-21c325b6-c3ad-4bdb-ad39-37663c4d7f9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.195078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-21c325b6-c3ad-4bdb-ad39-37663c4d7f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.308066 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800753d-360a-4fb0-bca3-4820cbf83a9f req-d23b05ee-aa09-4999-9443-8fbd58d50bbf tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:55.309875 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5800753d-360a-4fb0-bca3-4820cbf83a9f req-d23b05ee-aa09-4999-9443-8fbd58d50bbf tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1114268 Nov 13 04:55:55.331377 n-d-813114-2 neutron-server[102668]: DEBUG neutron.objects.ports [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:55:55.334245 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-21c325b6-c3ad-4bdb-ad39-37663c4d7f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.378698 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c325b6-c3ad-4bdb-ad39-37663c4d7f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a149c78c-3ec3-4358-b619-c6f87b382343,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:55.386800 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-21c325b6-c3ad-4bdb-ad39-37663c4d7f9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.389734 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff5bf8b-a54c-431c-a461-5120a1e068b1 None None] Network ddee612a-1233-4d2d-834d-0d8cc0f07cfa requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:55.392563 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-21c325b6-c3ad-4bdb-ad39-37663c4d7f9f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a149c78c-3ec3-4358-b619-c6f87b382343 HTTP/1.1" status: 204 len: 168 time: 0.4104927 Nov 13 04:55:55.396893 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38516) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:55.449770 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5800753d-360a-4fb0-bca3-4820cbf83a9f req-690f681e-9bfa-4ea0-8988-5015b410ba94 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326807 Nov 13 04:55:55.548049 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.600448 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c95614e-c72a-4f1f-a274-f7179668c625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.641854 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e70a426-8a53-43aa-a62b-7f93e8d59101 None None] DHCP port deletion for ddee612a-1233-4d2d-834d-0d8cc0f07cfa request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:55:55.736728 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c95614e-c72a-4f1f-a274-f7179668c625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.754785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] For port b080c70a-1cf9-4b76-be16-4b26862fde6c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b080c70a-1cf9-4b76-be16-4b26862fde6c,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:55.778202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-4c95614e-c72a-4f1f-a274-f7179668c625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddee612a-1233-4d2d-834d-0d8cc0f07cfa']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:55:55.795155 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-4c95614e-c72a-4f1f-a274-f7179668c625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3353fc77-e96f-4824-82a8-d00b2c894c89') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:55:55.795425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-4c95614e-c72a-4f1f-a274-f7179668c625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3353fc77-e96f-4824-82a8-d00b2c894c89') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:55:55.796224 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.805928 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.807077 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.826010 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c95614e-c72a-4f1f-a274-f7179668c625 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.858170 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c95614e-c72a-4f1f-a274-f7179668c625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.870292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c95614e-c72a-4f1f-a274-f7179668c625 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:55:55.870703 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c95614e-c72a-4f1f-a274-f7179668c625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:55:55.873256 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:55:55.922190 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:55.932105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c80a61-cd05-42c4-bb90-8d9876af2df6 req-90252c06-4c69-432e-9253-3615fc66dce8 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:55.933714 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e4c80a61-cd05-42c4-bb90-8d9876af2df6 req-90252c06-4c69-432e-9253-3615fc66dce8 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1361969 Nov 13 04:55:55.952609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:55.960660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:55.961415 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.989097 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c95614e-c72a-4f1f-a274-f7179668c625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:55.996236 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=b080c70a-1cf9-4b76-be16-4b26862fde6c,revision_number=4']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:56.009142 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6867402 Nov 13 04:55:56.010082 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38534) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:56.014111 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c95614e-c72a-4f1f-a274-f7179668c625 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:56.016470 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3afe6bf1-ae11-4972-af05-a98ae480cf0c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Request body: {'port': {'network_id': '63517ab3-2070-4aed-993a-d13fb8f8841c', 'mac_address': 'fa:16:3e:35:98:23', 'name': 'tempest-NetworksTestDHCPv6-1531080975'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:55:56.021807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c95d1-0023-4916-9572-a2f9b86b2c06 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Subnet': ['ID=b32392ad-3bbb-45d2-a5ec-816222eb5d25,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:56.027424 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4c95614e-c72a-4f1f-a274-f7179668c625 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ddee612a-1233-4d2d-834d-0d8cc0f07cfa HTTP/1.1" status: 204 len: 168 time: 0.6281791 Nov 13 04:55:56.054150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95614e-c72a-4f1f-a274-f7179668c625 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddee612a-1233-4d2d-834d-0d8cc0f07cfa,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:56.092204 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e4c80a61-cd05-42c4-bb90-8d9876af2df6 req-3c581892-22b7-42e3-8874-6634361e191d tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486516 Nov 13 04:55:56.311975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5894bac2-b4ef-4dd3-a6de-4c4c8dee33d7 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:56.335290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374a6dd-dc69-4ddb-896f-f483f24cdf4a req-e057fdf4-ce74-4265-9bd3-7a17cfa0cab4 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:56.344098 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1374a6dd-dc69-4ddb-896f-f483f24cdf4a req-e057fdf4-ce74-4265-9bd3-7a17cfa0cab4 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1235180 Nov 13 04:55:56.352546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afe6bf1-ae11-4972-af05-a98ae480cf0c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Made reservation on behalf of 0be0d039eb684412b25e18b68a5053f0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:55:56.392801 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38544) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:56.448362 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-67d01f05-036d-4061-9184-90edddb3bb5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c6c8d06c0ca4bdea6b7320fa15c99bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0541487 Nov 13 04:55:56.449227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38546) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:56.464196 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2fbac592-2b91-481b-a29e-e3fa90a5f7fb None None] Provisioning complete for port b080c70a-1cf9-4b76-be16-4b26862fde6c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:56.468427 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2fbac592-2b91-481b-a29e-e3fa90a5f7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:56.476492 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1374a6dd-dc69-4ddb-896f-f483f24cdf4a req-d37583d4-a88f-4aad-a46f-72fa896fe333 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313484 Nov 13 04:55:56.504467 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f8097296-7f56-412f-9c49-b3785098a1ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:56.549876 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3afe6bf1-ae11-4972-af05-a98ae480cf0c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:56.581627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-3afe6bf1-ae11-4972-af05-a98ae480cf0c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] device_id is not set on port e5c199c9-a243-4b4a-8456-1ae99f1754c0 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:55:56.590580 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f8097296-7f56-412f-9c49-b3785098a1ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:56.778802 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f8097296-7f56-412f-9c49-b3785098a1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:56.787532 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f8097296-7f56-412f-9c49-b3785098a1ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:56.791382 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f8097296-7f56-412f-9c49-b3785098a1ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9aeb54b-6b9f-4fb5-8377-643272996843 HTTP/1.1" status: 204 len: 168 time: 0.3388708 Nov 13 04:55:56.823867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8097296-7f56-412f-9c49-b3785098a1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aeb54b-6b9f-4fb5-8377-643272996843,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:56.845063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b080c70a-1cf9-4b76-be16-4b26862fde6c up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:56.976949 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2fbac592-2b91-481b-a29e-e3fa90a5f7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:56.978501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-3afe6bf1-ae11-4972-af05-a98ae480cf0c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8::26e (63517ab3-2070-4aed-993a-d13fb8f8841c/77b062c8-78a6-4c39-aef2-662cfd05532c/e5c199c9-a243-4b4a-8456-1ae99f1754c0) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:56.986427 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-3afe6bf1-ae11-4972-af05-a98ae480cf0c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Allocated IP 2001:db8:0:1:f816:3eff:fe35:9823 (63517ab3-2070-4aed-993a-d13fb8f8841c/b32392ad-3bbb-45d2-a5ec-816222eb5d25/e5c199c9-a243-4b4a-8456-1ae99f1754c0) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:55:57.079619 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2fbac592-2b91-481b-a29e-e3fa90a5f7fb None None] For port b080c70a-1cf9-4b76-be16-4b26862fde6c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b080c70a-1cf9-4b76-be16-4b26862fde6c,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:55:57.080989 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cecc4-0862-470b-898e-824858795eb8 req-6f067918-d075-472d-bf26-11e04be1b7a8 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:57.086983 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port b080c70a-1cf9-4b76-be16-4b26862fde6c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:57.087695 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:57.090898 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-200cecc4-0862-470b-898e-824858795eb8 req-6f067918-d075-472d-bf26-11e04be1b7a8 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1492875 Nov 13 04:55:57.120823 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2fbac592-2b91-481b-a29e-e3fa90a5f7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:57.204600 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-200cecc4-0862-470b-898e-824858795eb8 req-0c17685e-f1bd-4b99-9ce1-b6a35df8da44 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125517 Nov 13 04:55:57.235332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbac592-2b91-481b-a29e-e3fa90a5f7fb None None] Pushing event updated for resources: {'Port': ['ID=b080c70a-1cf9-4b76-be16-4b26862fde6c,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:57.322749 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3afe6bf1-ae11-4972-af05-a98ae480cf0c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:57.471566 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3afe6bf1-ae11-4972-af05-a98ae480cf0c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:57.526016 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5b8eb-1f66-4082-a318-0aecb6bdfb91 req-a40f26d8-18f6-47af-9f49-1ad5ec762744 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:57.528300 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-95f5b8eb-1f66-4082-a318-0aecb6bdfb91 req-a40f26d8-18f6-47af-9f49-1ad5ec762744 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1323471 Nov 13 04:55:57.569953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afe6bf1-ae11-4972-af05-a98ae480cf0c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Network 63517ab3-2070-4aed-993a-d13fb8f8841c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:55:57.585439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-3afe6bf1-ae11-4972-af05-a98ae480cf0c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:55:57.592275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe6bf1-ae11-4972-af05-a98ae480cf0c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:55:57.599619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afe6bf1-ae11-4972-af05-a98ae480cf0c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:57.600509 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3afe6bf1-ae11-4972-af05-a98ae480cf0c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:57.628532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe6bf1-ae11-4972-af05-a98ae480cf0c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event updated for resources: {'Port': ['ID=e5c199c9-a243-4b4a-8456-1ae99f1754c0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:57.635060 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3afe6bf1-ae11-4972-af05-a98ae480cf0c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6236548 Nov 13 04:55:57.638100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38586) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:57.677095 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-95f5b8eb-1f66-4082-a318-0aecb6bdfb91 req-2580e7d6-937e-415e-94dc-f1c46b0df08b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401298 Nov 13 04:55:57.862841 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-7e751373-9e80-48f3-ae57-54fd9461a266 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting port e5c199c9-a243-4b4a-8456-1ae99f1754c0 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:55:57.864095 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e751373-9e80-48f3-ae57-54fd9461a266 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:57.904782 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183525ff-5036-4c5b-bd7d-a8ee69201786 req-3117edcd-fb18-4209-b574-9d7af9d40723 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:57.923799 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-183525ff-5036-4c5b-bd7d-a8ee69201786 req-3117edcd-fb18-4209-b574-9d7af9d40723 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1026111 Nov 13 04:55:58.035339 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-183525ff-5036-4c5b-bd7d-a8ee69201786 req-d72c4ccc-b04a-43f2-84d7-95f9eca799b5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099162 Nov 13 04:55:58.176946 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e751373-9e80-48f3-ae57-54fd9461a266 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:58.198781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-7e751373-9e80-48f3-ae57-54fd9461a266 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Calling delete_port for e5c199c9-a243-4b4a-8456-1ae99f1754c0 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:55:58.374485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162279e-256b-4304-be13-2bb5af80a697 req-2564215e-5e40-4d76-b6b4-2214d414e895 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:58.383517 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b162279e-256b-4304-be13-2bb5af80a697 req-2564215e-5e40-4d76-b6b4-2214d414e895 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1497047 Nov 13 04:55:58.468446 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:58.501190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-618c35a6-d332-43c2-a9fc-5e34b56a889e None None] Provisioning complete for port b080c70a-1cf9-4b76-be16-4b26862fde6c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:58.501566 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-618c35a6-d332-43c2-a9fc-5e34b56a889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:58.508184 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b162279e-256b-4304-be13-2bb5af80a697 req-e1a31a30-301f-42cb-bfb3-bdf013fa0bfb tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172299 Nov 13 04:55:58.631279 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e751373-9e80-48f3-ae57-54fd9461a266 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:58.668651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b080c70a-1cf9-4b76-be16-4b26862fde6c up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:55:58.773998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e751373-9e80-48f3-ae57-54fd9461a266 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Port': ['ID=e5c199c9-a243-4b4a-8456-1ae99f1754c0,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:58.844635 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port b080c70a-1cf9-4b76-be16-4b26862fde6c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:55:58.845049 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:58.880277 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e751373-9e80-48f3-ae57-54fd9461a266 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:58.891021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38634) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:58.893454 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7e751373-9e80-48f3-ae57-54fd9461a266 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/e5c199c9-a243-4b4a-8456-1ae99f1754c0 HTTP/1.1" status: 204 len: 168 time: 1.2522233 Nov 13 04:55:58.996281 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:59.056093 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6263dbf8-d9f0-4e9f-bf04-ec87195f7fb8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:59.064356 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6263dbf8-d9f0-4e9f-bf04-ec87195f7fb8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1713600 Nov 13 04:55:59.066839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38646) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:59.088001 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84af8d6a-c6d3-4a16-bc00-5f464e7f3b4e None None] Could not find standard attr ID for object e5c199c9-a243-4b4a-8456-1ae99f1754c0. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:55:59.179581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545a423-b8b1-4425-8549-4d1e0fe3dbd3 req-70c86ab5-5071-4276-8628-313c9f87deb8 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:59.187563 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c545a423-b8b1-4425-8549-4d1e0fe3dbd3 req-70c86ab5-5071-4276-8628-313c9f87deb8 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0804927 Nov 13 04:55:59.215781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1fb770-82f3-4966-8bcf-037ab9cd99b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:59.221361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4d1fb770-82f3-4966-8bcf-037ab9cd99b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1532071 Nov 13 04:55:59.222055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38654) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:59.302133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c545a423-b8b1-4425-8549-4d1e0fe3dbd3 req-4f34fa1c-05c9-4fd1-a2b0-4480cffb4c0a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136248 Nov 13 04:55:59.311069 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03752cd0-4189-411c-8738-e77be03749fc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:59.312720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03752cd0-4189-411c-8738-e77be03749fc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:59.314343 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03752cd0-4189-411c-8738-e77be03749fc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:55:59.319545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38658) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:59.321488 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-03752cd0-4189-411c-8738-e77be03749fc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0984921 Nov 13 04:55:59.413205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc35d176-a02a-4ceb-a477-40f49ae67f58 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet 77b062c8-78a6-4c39-aef2-662cfd05532c {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:55:59.416489 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc35d176-a02a-4ceb-a477-40f49ae67f58 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:59.463888 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc35d176-a02a-4ceb-a477-40f49ae67f58 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:59.595037 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc35d176-a02a-4ceb-a477-40f49ae67f58 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:59.671174 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc35d176-a02a-4ceb-a477-40f49ae67f58 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:59.704569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38682) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:59.713111 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35d176-a02a-4ceb-a477-40f49ae67f58 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=77b062c8-78a6-4c39-aef2-662cfd05532c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:55:59.727580 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc35d176-a02a-4ceb-a477-40f49ae67f58 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:59.734149 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b12f682-83e5-4feb-af5d-b07479c3aa20 None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:55:59.734764 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dc35d176-a02a-4ceb-a477-40f49ae67f58 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/77b062c8-78a6-4c39-aef2-662cfd05532c HTTP/1.1" status: 204 len: 168 time: 0.4140630 Nov 13 04:55:59.735014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38686) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:55:59.884748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0da2dac-6918-4002-82a6-047b4dd9b793 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Deleting subnet b32392ad-3bbb-45d2-a5ec-816222eb5d25 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:55:59.889186 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49d390c7-b1ed-4345-bc90-1d3b943e841c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:59.895459 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0da2dac-6918-4002-82a6-047b4dd9b793 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:55:59.969692 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0da2dac-6918-4002-82a6-047b4dd9b793 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:00.096697 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0da2dac-6918-4002-82a6-047b4dd9b793 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:00.100927 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49d390c7-b1ed-4345-bc90-1d3b943e841c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:00.120260 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49d390c7-b1ed-4345-bc90-1d3b943e841c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:00.184595 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-49d390c7-b1ed-4345-bc90-1d3b943e841c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7587f568237e4688a2c6ad87101324f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4785526 Nov 13 04:56:00.187943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38698) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:00.189792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d390c7-b1ed-4345-bc90-1d3b943e841c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbb08c9-35c5-4b47-8971-7a87007830f1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:00.209814 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0da2dac-6918-4002-82a6-047b4dd9b793 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:00.243919 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da2dac-6918-4002-82a6-047b4dd9b793 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Subnet': ['ID=b32392ad-3bbb-45d2-a5ec-816222eb5d25,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:00.253474 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0da2dac-6918-4002-82a6-047b4dd9b793 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:00.258990 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e0da2dac-6918-4002-82a6-047b4dd9b793 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/b32392ad-3bbb-45d2-a5ec-816222eb5d25 HTTP/1.1" status: 204 len: 168 time: 0.5228302 Nov 13 04:56:00.261857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38702) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:00.294235 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b7691f2-302b-4228-8c4e-13e11128a9fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:00.308298 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-01741f58-e92d-4a4d-89f2-627905127952 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449271 Nov 13 04:56:00.311036 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:00.327429 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b7691f2-302b-4228-8c4e-13e11128a9fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:00.406563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb8c22a-a261-4f62-8585-bebfe439cace tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:00.408153 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b7691f2-302b-4228-8c4e-13e11128a9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:00.408951 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2bb8c22a-a261-4f62-8585-bebfe439cace tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0967607 Nov 13 04:56:00.411190 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b7691f2-302b-4228-8c4e-13e11128a9fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:00.412558 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5b7691f2-302b-4228-8c4e-13e11128a9fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8bbb08c9-35c5-4b47-8971-7a87007830f1 HTTP/1.1" status: 204 len: 168 time: 0.2227237 Nov 13 04:56:00.415131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38712) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:00.427719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7691f2-302b-4228-8c4e-13e11128a9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbb08c9-35c5-4b47-8971-7a87007830f1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:00.585637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ab3b1-65bf-4975-b968-5616e11cc886 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:00.590258 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-685ab3b1-65bf-4975-b968-5616e11cc886 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1708462 Nov 13 04:56:00.590632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38718) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:00.607432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70710-078c-40f1-b8de-d7ece71cc5ea req-3a387987-fc4f-43b3-abe0-5f295917ccb2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:00.610080 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-80a70710-078c-40f1-b8de-d7ece71cc5ea req-3a387987-fc4f-43b3-abe0-5f295917ccb2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0889227 Nov 13 04:56:00.684044 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-80a70710-078c-40f1-b8de-d7ece71cc5ea req-e97f1309-1bb8-41e5-a6da-d96567246399 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668471 Nov 13 04:56:00.684866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38726) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:00.691508 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7b1504c6-680c-4389-959f-15e15456acb4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957913 Nov 13 04:56:00.726575 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05c5fdd-feed-4982-8284-c2c4d0dd2118 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:00.726575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05c5fdd-feed-4982-8284-c2c4d0dd2118 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:00.734979 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a05c5fdd-feed-4982-8284-c2c4d0dd2118 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/e5c199c9-a243-4b4a-8456-1ae99f1754c0 HTTP/1.1" status: 404 len: 333 time: 0.0439725 Nov 13 04:56:00.734979 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38730) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:00.784498 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-9114ca32-c3e6-4cb6-a243-560b05e0b509 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:00.785130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9114ca32-c3e6-4cb6-a243-560b05e0b509 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:00.797605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41ef18-8813-43c7-ae5f-0a7732e2a93f None None] Network 63517ab3-2070-4aed-993a-d13fb8f8841c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:56:00.815635 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9114ca32-c3e6-4cb6-a243-560b05e0b509 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/b32392ad-3bbb-45d2-a5ec-816222eb5d25 HTTP/1.1" status: 404 len: 337 time: 0.0787449 Nov 13 04:56:00.816496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38738) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:00.887249 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67eb4db-b51c-47d6-8a67-854015d1bfda tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:00.889513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67eb4db-b51c-47d6-8a67-854015d1bfda tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:00.907473 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f67eb4db-b51c-47d6-8a67-854015d1bfda tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/77b062c8-78a6-4c39-aef2-662cfd05532c HTTP/1.1" status: 404 len: 337 time: 0.0895882 Nov 13 04:56:00.910135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38744) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:00.981815 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-96329634-4529-49a4-813d-351d061559b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:00.990742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96329634-4529-49a4-813d-351d061559b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:00.994555 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-96329634-4529-49a4-813d-351d061559b6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/2b32015f-bfe8-4c8d-a89f-05e767072409 HTTP/1.1" status: 404 len: 333 time: 0.0828235 Nov 13 04:56:00.997888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38748) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:01.009248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0a23a134-150d-475d-b2d7-b099bbf81bf9 None None] Provisioning complete for port b080c70a-1cf9-4b76-be16-4b26862fde6c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:01.009621 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a23a134-150d-475d-b2d7-b099bbf81bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:01.069531 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-02175d1d-31c5-4c89-b902-6d986495a1a4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:01.069972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02175d1d-31c5-4c89-b902-6d986495a1a4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:01.075907 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-02175d1d-31c5-4c89-b902-6d986495a1a4 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/e999ce0c-60d3-4d7f-86c7-c425cf09012c HTTP/1.1" status: 404 len: 337 time: 0.0741563 Nov 13 04:56:01.076336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38760) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:01.164831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0223a16-5bce-4e49-bbb9-0e39452b8ea9 req-e2272a18-78a6-4692-948d-af949c71d199 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:01.172696 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0223a16-5bce-4e49-bbb9-0e39452b8ea9 req-e2272a18-78a6-4692-948d-af949c71d199 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1782274 Nov 13 04:56:01.225020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d383c9-bd01-4196-a81c-12d70e386595 None None] DHCP port deletion for 63517ab3-2070-4aed-993a-d13fb8f8841c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:56:01.246249 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e6e212-d993-4d35-b43e-15ab8094dfc7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:01.256911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e6e212-d993-4d35-b43e-15ab8094dfc7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:01.280856 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-19e6e212-d993-4d35-b43e-15ab8094dfc7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/f5297f1e-8d64-4bc2-a0ba-09b80d6a2ad1 HTTP/1.1" status: 404 len: 337 time: 0.2011213 Nov 13 04:56:01.281209 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38766) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:01.315312 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd1bb27-b6c4-4504-ae1e-7120f563fa20 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:01.316408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd1bb27-b6c4-4504-ae1e-7120f563fa20 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:01.320796 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ccd1bb27-b6c4-4504-ae1e-7120f563fa20 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/d32b84ee-208e-4db6-a5d6-a0b25f549307 HTTP/1.1" status: 404 len: 333 time: 0.0379381 Nov 13 04:56:01.323716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38768) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:01.366308 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-23728788-ac1c-45d2-8b01-1b5e52972b04 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:01.367061 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23728788-ac1c-45d2-8b01-1b5e52972b04 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:01.372474 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-23728788-ac1c-45d2-8b01-1b5e52972b04 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/f453a571-cdf4-476a-94aa-520fb555532e HTTP/1.1" status: 404 len: 337 time: 0.0473874 Nov 13 04:56:01.375705 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38774) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:01.421238 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-29d383c9-bd01-4196-a81c-12d70e386595 None None] Deleting port b080c70a-1cf9-4b76-be16-4b26862fde6c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:56:01.421881 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe61369-6f10-4850-8b68-8786e7b93adf tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:01.422346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe61369-6f10-4850-8b68-8786e7b93adf tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:01.422767 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29d383c9-bd01-4196-a81c-12d70e386595 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:01.430393 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0fe61369-6f10-4850-8b68-8786e7b93adf tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/fa1144f6-6393-4dd5-9c5a-c061f8851719 HTTP/1.1" status: 404 len: 337 time: 0.0535147 Nov 13 04:56:01.433270 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38778) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:01.460013 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acdb237-081b-4dc4-b8d2-9914469d70f7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:01.460696 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8acdb237-081b-4dc4-b8d2-9914469d70f7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:01.466568 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8acdb237-081b-4dc4-b8d2-9914469d70f7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/bffbc279-ea86-465d-889c-4800e4cd2e38 HTTP/1.1" status: 404 len: 333 time: 0.0297525 Nov 13 04:56:01.466806 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38780) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:01.507258 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-69932e1a-0e8f-44cb-a40f-456f4b6a29a5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:01.507895 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69932e1a-0e8f-44cb-a40f-456f4b6a29a5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:01.511556 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-69932e1a-0e8f-44cb-a40f-456f4b6a29a5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/9ecd0933-341f-4429-86b8-5f17dc007957 HTTP/1.1" status: 404 len: 337 time: 0.0435929 Nov 13 04:56:01.514414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38784) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:01.523084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-29d383c9-bd01-4196-a81c-12d70e386595 None None] For port b080c70a-1cf9-4b76-be16-4b26862fde6c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b080c70a-1cf9-4b76-be16-4b26862fde6c,segment=NetworkSegment(038c57e2-7df1-4a59-9967-f8401f16b85e),segment_id=038c57e2-7df1-4a59-9967-f8401f16b85e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:56:01.524209 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29d383c9-bd01-4196-a81c-12d70e386595 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:01.566377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0223a16-5bce-4e49-bbb9-0e39452b8ea9 req-45c9a885-edf2-4da1-a5f4-5a4acd7c0c71 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153875 Nov 13 04:56:01.577160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-29d383c9-bd01-4196-a81c-12d70e386595 None None] Calling delete_port for b080c70a-1cf9-4b76-be16-4b26862fde6c owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:56:01.579617 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fc58e6-e3ad-4fea-a3ad-2b2db206abaf tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:01.580177 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08fc58e6-e3ad-4fea-a3ad-2b2db206abaf tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:01.588477 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-08fc58e6-e3ad-4fea-a3ad-2b2db206abaf tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/18719077-d9b0-4e4f-93d3-d06a4d71b0d8 HTTP/1.1" status: 404 len: 337 time: 0.0728273 Nov 13 04:56:01.591333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38788) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:01.686101 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-39945102-0cfd-4725-b20a-4131ffe85c04 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:01.686951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39945102-0cfd-4725-b20a-4131ffe85c04 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:01.692367 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-39945102-0cfd-4725-b20a-4131ffe85c04 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/2760da10-2ef4-435b-bdd3-0dd4a1c1c219 HTTP/1.1" status: 404 len: 333 time: 0.0966613 Nov 13 04:56:01.695156 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38794) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:01.697165 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29d383c9-bd01-4196-a81c-12d70e386595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:01.752055 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-483bbd00-8589-469d-b64f-07e68290b610 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:01.753173 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d383c9-bd01-4196-a81c-12d70e386595 None None] Pushing event deleted for resources: {'Port': ['ID=b080c70a-1cf9-4b76-be16-4b26862fde6c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:01.754180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-483bbd00-8589-469d-b64f-07e68290b610 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:01.760888 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-483bbd00-8589-469d-b64f-07e68290b610 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/d117e047-d37a-4ba9-95ec-b428da3c885c HTTP/1.1" status: 404 len: 337 time: 0.0644252 Nov 13 04:56:01.763632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38796) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:01.792266 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d383c9-bd01-4196-a81c-12d70e386595 None None] No DVR routers for this DVR port b080c70a-1cf9-4b76-be16-4b26862fde6c on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:56:01.826802 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b9c5db-691b-4e97-be42-707c8052c328 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:01.831498 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b9c5db-691b-4e97-be42-707c8052c328 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:01.834472 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a3b9c5db-691b-4e97-be42-707c8052c328 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/abb83835-c06a-4a76-ab32-4e149ccb1128 HTTP/1.1" status: 404 len: 333 time: 0.0696263 Nov 13 04:56:01.837808 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38804) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:01.876874 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c766074-422e-40ea-9c5d-ee7f302b2b4d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:01.880646 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c766074-422e-40ea-9c5d-ee7f302b2b4d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:01.891301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5c766074-422e-40ea-9c5d-ee7f302b2b4d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/e21ee434-8252-4b32-9688-b9d0b2de2d05 HTTP/1.1" status: 404 len: 337 time: 0.0502565 Nov 13 04:56:01.891912 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38808) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:01.926478 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-757d2517-ff9d-40fc-b712-0a75e63b7de8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:01.926478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757d2517-ff9d-40fc-b712-0a75e63b7de8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:01.936169 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-757d2517-ff9d-40fc-b712-0a75e63b7de8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/8e1b1a96-f92e-40da-a407-608c9e3ca525 HTTP/1.1" status: 404 len: 333 time: 0.0430377 Nov 13 04:56:01.937922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38810) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.017122 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac5ed1f-7747-4ac1-b892-76fa11e4f7fa tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.019426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac5ed1f-7747-4ac1-b892-76fa11e4f7fa tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.025338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38814) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.032591 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1ac5ed1f-7747-4ac1-b892-76fa11e4f7fa tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/80b0379d-3af6-438d-8962-95d47a60d6c2 HTTP/1.1" status: 404 len: 337 time: 0.0933292 Nov 13 04:56:02.084694 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad278674-b071-4e5d-aa7e-6157917b424f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.085548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad278674-b071-4e5d-aa7e-6157917b424f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.092444 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ad278674-b071-4e5d-aa7e-6157917b424f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/13b33040-fa84-4c14-9086-50fa626124d8 HTTP/1.1" status: 404 len: 333 time: 0.0634661 Nov 13 04:56:02.092697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38820) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.120041 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0091c51-9fca-4a93-9481-196ccbf71bb1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.120886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0091c51-9fca-4a93-9481-196ccbf71bb1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.125145 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c0091c51-9fca-4a93-9481-196ccbf71bb1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/b65a7cd8-484d-4504-8d9d-b6a138e4d356 HTTP/1.1" status: 404 len: 337 time: 0.0314372 Nov 13 04:56:02.128364 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38822) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.153666 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e17dfb-f4a7-428b-a14a-557120205616 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.155045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e17dfb-f4a7-428b-a14a-557120205616 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.158373 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-42e17dfb-f4a7-428b-a14a-557120205616 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/1de6a7b8-ae05-45d2-b255-e1e4dd6c63dd HTTP/1.1" status: 404 len: 333 time: 0.0287981 Nov 13 04:56:02.161415 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38824) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.208630 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb950bf6-2236-4e24-afb6-bd90c6cb9dc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.209085 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb950bf6-2236-4e24-afb6-bd90c6cb9dc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.226338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38826) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.226576 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fb950bf6-2236-4e24-afb6-bd90c6cb9dc6 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/f224f006-22cc-4c22-a0f1-e5e6de7fd3a6 HTTP/1.1" status: 404 len: 337 time: 0.0640759 Nov 13 04:56:02.267883 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47da8ea-7866-4e7d-99cb-f29bf6dfa00f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.268913 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47da8ea-7866-4e7d-99cb-f29bf6dfa00f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.272194 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e47da8ea-7866-4e7d-99cb-f29bf6dfa00f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/7cf83d6b-4859-4a33-a020-5f202e6ce75b HTTP/1.1" status: 404 len: 333 time: 0.0444393 Nov 13 04:56:02.275753 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38828) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.323155 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d44ad6-2674-4999-95be-00b54c89ac0b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.323622 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d44ad6-2674-4999-95be-00b54c89ac0b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.326694 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a4d44ad6-2674-4999-95be-00b54c89ac0b tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/6276fd88-805b-4d49-a890-9584aa2b4fac HTTP/1.1" status: 404 len: 337 time: 0.0498226 Nov 13 04:56:02.329353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38830) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.373456 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5634c5a-e050-49e5-8454-4bc4b464aec3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.373918 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5634c5a-e050-49e5-8454-4bc4b464aec3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.377234 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f5634c5a-e050-49e5-8454-4bc4b464aec3 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/bf841bc7-48ca-44f6-9dd5-62a77a290616 HTTP/1.1" status: 404 len: 337 time: 0.0466707 Nov 13 04:56:02.379916 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38836) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.427408 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d0532f-7d7b-41b1-af22-a9dad5e60937 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.427408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d0532f-7d7b-41b1-af22-a9dad5e60937 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.433112 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-11d0532f-7d7b-41b1-af22-a9dad5e60937 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/d3d2d534-0650-43c1-ac1c-1f79d8902567 HTTP/1.1" status: 404 len: 333 time: 0.0487719 Nov 13 04:56:02.433692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38838) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.480431 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6149262b-02a7-4980-bf19-0eca52e6a4f1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.480740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6149262b-02a7-4980-bf19-0eca52e6a4f1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.484049 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6149262b-02a7-4980-bf19-0eca52e6a4f1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/4d7a113e-f8e6-4888-a1a6-868af2028076 HTTP/1.1" status: 404 len: 337 time: 0.0493371 Nov 13 04:56:02.486543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38842) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.580331 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b20e6a-6c48-454a-87ff-bfe27cd2f22c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.580821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b20e6a-6c48-454a-87ff-bfe27cd2f22c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.584012 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f4b20e6a-6c48-454a-87ff-bfe27cd2f22c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/5255c4b4-47c0-4f32-a3e1-6207ca7e2a6b HTTP/1.1" status: 404 len: 337 time: 0.0965016 Nov 13 04:56:02.586521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38846) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.588914 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b080c70a-1cf9-4b76-be16-4b26862fde6c no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:56:02.617154 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bd1dcb-4229-4f0b-9eb9-964ccdfdf67c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.617922 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1bd1dcb-4229-4f0b-9eb9-964ccdfdf67c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.628934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c1bd1dcb-4229-4f0b-9eb9-964ccdfdf67c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/53f6583a-676c-40fd-b8a5-6889fa1d3172 HTTP/1.1" status: 404 len: 333 time: 0.0413177 Nov 13 04:56:02.631613 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38850) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.642703 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: b080c70a-1cf9-4b76-be16-4b26862fde6c {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:56:02.642703 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b080c70a-1cf9-4b76-be16-4b26862fde6c not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:56:02.696075 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f08f2e9-34e8-4cb0-b96c-9469b621b3bc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.696075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f08f2e9-34e8-4cb0-b96c-9469b621b3bc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.702775 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8f08f2e9-34e8-4cb0-b96c-9469b621b3bc tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/117b9b77-1e99-405b-907a-6760b56c7483 HTTP/1.1" status: 404 len: 337 time: 0.0675921 Nov 13 04:56:02.703826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38856) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.764418 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c159027-69d0-4941-ba3c-ffdf769aaba1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.765001 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c159027-69d0-4941-ba3c-ffdf769aaba1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.768698 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7c159027-69d0-4941-ba3c-ffdf769aaba1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/a299e1a4-7814-43f8-b9de-f1c8569ae6ae HTTP/1.1" status: 404 len: 337 time: 0.0641413 Nov 13 04:56:02.771169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38858) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.823255 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-189009d7-0840-45f1-9bba-cb84df2c1f29 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.840340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189009d7-0840-45f1-9bba-cb84df2c1f29 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.843901 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-189009d7-0840-45f1-9bba-cb84df2c1f29 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/b93baa41-dbec-4461-a278-6038b0e07b99 HTTP/1.1" status: 404 len: 333 time: 0.0712535 Nov 13 04:56:02.851033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38860) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:02.939565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad00e8-ad0b-410c-8116-3cea55cc88e5 req-bb9c8845-9bbe-4247-aa78-4742f6cb3bba tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:02.942645 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6ba55d-cadf-4106-aedb-63b536c35ea8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:02.944352 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2ad00e8-ad0b-410c-8116-3cea55cc88e5 req-bb9c8845-9bbe-4247-aa78-4742f6cb3bba tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1745038 Nov 13 04:56:02.945322 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6ba55d-cadf-4106-aedb-63b536c35ea8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:02.950452 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cc6ba55d-cadf-4106-aedb-63b536c35ea8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/828e922a-3b83-4eb9-8479-8667d554b4c0 HTTP/1.1" status: 404 len: 337 time: 0.0943618 Nov 13 04:56:02.953202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38862) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.014863 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaff6ed0-4c21-4ea7-9db0-4c6e3d6d36a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:03.017873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaff6ed0-4c21-4ea7-9db0-4c6e3d6d36a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:03.033314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-eaff6ed0-4c21-4ea7-9db0-4c6e3d6d36a7 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/4f424127-fdd6-4988-99fc-8cd844714cff HTTP/1.1" status: 404 len: 337 time: 0.0788004 Nov 13 04:56:03.036002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38866) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.036165 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2ad00e8-ad0b-410c-8116-3cea55cc88e5 req-cbac911d-5cd7-4c70-91ac-749694b6abef tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817680 Nov 13 04:56:03.074701 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-25e9a995-4c58-4aeb-aec2-65f0f58f4397 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d89e44f-b91a-4fa7-a3b7-a14546c29699 HTTP/1.1" status: 200 len: 205 time: 0.0368035 Nov 13 04:56:03.079655 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38870) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.144149 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-221d853e-7927-4958-a944-951a835105f8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] delete failed (client error): The resource could not be found. Nov 13 04:56:03.145456 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-221d853e-7927-4958-a944-951a835105f8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/routers/3d89e44f-b91a-4fa7-a3b7-a14546c29699 HTTP/1.1" status: 404 len: 336 time: 0.0644121 Nov 13 04:56:03.148233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38872) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.237269 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b88f1e7-d8b9-4784-9584-7bd9338c988f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:03.238011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b88f1e7-d8b9-4784-9584-7bd9338c988f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:03.246304 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38878) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.258171 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3b88f1e7-d8b9-4784-9584-7bd9338c988f tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/02f6c229-98c4-4f29-99c2-a1f95184f7c8 HTTP/1.1" status: 404 len: 337 time: 0.0864770 Nov 13 04:56:03.282877 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-12a32754-30ed-4db4-9805-7a32b706029d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "GET /v2.0/ports?device_id=93fe8ae2-2a26-469c-9e4b-72483e3356d2 HTTP/1.1" status: 200 len: 205 time: 0.0342476 Nov 13 04:56:03.285144 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38882) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.325095 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-e97bd5f9-b549-416f-b06f-70a4820265f5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] delete failed (client error): The resource could not be found. Nov 13 04:56:03.326666 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e97bd5f9-b549-416f-b06f-70a4820265f5 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/routers/93fe8ae2-2a26-469c-9e4b-72483e3356d2 HTTP/1.1" status: 404 len: 336 time: 0.0402980 Nov 13 04:56:03.329212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38884) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.364203 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcd9778-1e15-4b7b-b38a-5152eab32945 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:03.364931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdcd9778-1e15-4b7b-b38a-5152eab32945 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:03.365252 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ede926-0871-4e76-bcbb-675edf71f9db req-c1a6ab53-3bfa-4e80-92da-e84db035350f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:03.369060 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fdcd9778-1e15-4b7b-b38a-5152eab32945 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/64aa4599-623f-4732-9ade-660efd5a3e88 HTTP/1.1" status: 404 len: 337 time: 0.0387578 Nov 13 04:56:03.372285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38886) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.376352 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66ede926-0871-4e76-bcbb-675edf71f9db req-c1a6ab53-3bfa-4e80-92da-e84db035350f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1406882 Nov 13 04:56:03.426934 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-91acc630-9f8c-4c96-a978-8905e105d728 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:03.429522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91acc630-9f8c-4c96-a978-8905e105d728 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:03.439455 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-91acc630-9f8c-4c96-a978-8905e105d728 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/e97e1591-ec97-4013-880c-82a7c7f2ef71 HTTP/1.1" status: 404 len: 337 time: 0.0660083 Nov 13 04:56:03.440080 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38888) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.481810 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66ede926-0871-4e76-bcbb-675edf71f9db req-2bdd1a27-1b74-4065-8c97-e3d47dcdbca2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043134 Nov 13 04:56:03.487473 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-69953b42-a1cd-42c8-b88d-f9931c4a7a51 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:03.488182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69953b42-a1cd-42c8-b88d-f9931c4a7a51 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:03.493916 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38892) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.497569 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-69953b42-a1cd-42c8-b88d-f9931c4a7a51 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/4cf58a66-c68e-4f00-84a0-9a3dd0ed6df5 HTTP/1.1" status: 404 len: 333 time: 0.0502062 Nov 13 04:56:03.523877 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c49d15f-16a6-45e7-b33b-905a9081ba39 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:03.524638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c49d15f-16a6-45e7-b33b-905a9081ba39 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:03.532360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38894) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.532558 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7c49d15f-16a6-45e7-b33b-905a9081ba39 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/328386cd-9b16-4049-b343-c3cb17f0e33c HTTP/1.1" status: 404 len: 337 time: 0.0371542 Nov 13 04:56:03.559261 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-3037b82b-1ac5-4c49-921e-35db7f8fd841 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:03.560137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3037b82b-1ac5-4c49-921e-35db7f8fd841 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:03.564062 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3037b82b-1ac5-4c49-921e-35db7f8fd841 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/21df31a6-1322-4191-b7d4-6df02902ff82 HTTP/1.1" status: 404 len: 333 time: 0.0306833 Nov 13 04:56:03.566634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38896) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.616620 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24249be-e08b-4f28-9a25-fa077d733bef tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:03.617149 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24249be-e08b-4f28-9a25-fa077d733bef tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:03.627923 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c24249be-e08b-4f28-9a25-fa077d733bef tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/e8e8db23-649d-46be-a9cd-d525933c437b HTTP/1.1" status: 404 len: 337 time: 0.0602255 Nov 13 04:56:03.630483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38906) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.678286 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff4dc98-dcea-4ea2-92b9-2b457509fbf1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:03.679645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff4dc98-dcea-4ea2-92b9-2b457509fbf1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:03.683227 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dff4dc98-dcea-4ea2-92b9-2b457509fbf1 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/0714573f-5141-401b-8a23-9ffc18bef182 HTTP/1.1" status: 404 len: 333 time: 0.0514643 Nov 13 04:56:03.686220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38916) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.720773 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d849a625-e182-4ade-a654-9d204816af44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:03.721238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d849a625-e182-4ade-a654-9d204816af44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:03.724450 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d849a625-e182-4ade-a654-9d204816af44 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/927bcb1d-6f45-426e-935f-7b2656f0e03b HTTP/1.1" status: 404 len: 337 time: 0.0376318 Nov 13 04:56:03.726871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38918) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.752062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8951a-4290-4a78-93c3-d24fa7374c4f req-f6c35441-3847-497d-b466-dd5770251884 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:03.759632 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffb8951a-4290-4a78-93c3-d24fa7374c4f req-f6c35441-3847-497d-b466-dd5770251884 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0822020 Nov 13 04:56:03.761410 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bb3027-22f5-4818-93b1-fedd1ff8dbf9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:03.762209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99bb3027-22f5-4818-93b1-fedd1ff8dbf9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:03.767301 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-99bb3027-22f5-4818-93b1-fedd1ff8dbf9 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/0b267ef7-7d49-4cbc-9a79-f620a5ee91ad HTTP/1.1" status: 404 len: 333 time: 0.0393333 Nov 13 04:56:03.769697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38922) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.823911 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dad1d1f-b802-4587-8446-22556cb154d8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:03.824424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dad1d1f-b802-4587-8446-22556cb154d8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:03.832543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6dad1d1f-b802-4587-8446-22556cb154d8 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/4f640be8-caf1-4c17-b09d-d546939343eb HTTP/1.1" status: 404 len: 337 time: 0.0591950 Nov 13 04:56:03.833991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38924) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.857943 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffb8951a-4290-4a78-93c3-d24fa7374c4f req-bbae5841-b495-4d71-83a7-fd4e81acbef3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973651 Nov 13 04:56:03.885208 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfeb515-09f9-4da7-a919-53e6f0488e8c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:03.887893 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfeb515-09f9-4da7-a919-53e6f0488e8c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:03.894561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38930) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.895643 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8cfeb515-09f9-4da7-a919-53e6f0488e8c tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/578e7e61-ec33-4fc1-ba48-8bd2f3fc44c6 HTTP/1.1" status: 404 len: 333 time: 0.0520935 Nov 13 04:56:03.948428 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-506dcf9f-e7c8-454e-9c99-2b65ac00b24d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:03.950140 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506dcf9f-e7c8-454e-9c99-2b65ac00b24d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:03.955776 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-506dcf9f-e7c8-454e-9c99-2b65ac00b24d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/6d0dd21f-a679-4b96-8535-4e5d6d2b86c9 HTTP/1.1" status: 404 len: 337 time: 0.0577707 Nov 13 04:56:03.956032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38934) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:03.987580 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e0492b-509e-4c87-886f-57a1851fc9ed tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:03.988720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e0492b-509e-4c87-886f-57a1851fc9ed tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:03.992386 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-90e0492b-509e-4c87-886f-57a1851fc9ed tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/a66ecdd2-4a43-4993-bf9c-6da974472238 HTTP/1.1" status: 404 len: 333 time: 0.0314116 Nov 13 04:56:03.994937 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38938) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:04.029477 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-33557807-2c73-4c7f-9b4c-383584abebeb tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:04.030213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33557807-2c73-4c7f-9b4c-383584abebeb tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:04.033887 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-33557807-2c73-4c7f-9b4c-383584abebeb tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/7cabb66c-6794-4f5c-8fa8-f344d385c182 HTTP/1.1" status: 404 len: 337 time: 0.0376894 Nov 13 04:56:04.037126 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38942) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:04.048749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d721885-fce5-453d-a754-c9be0165e072 req-2b9995bd-c985-4ff1-88d5-73e547bf0f4f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:04.051220 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d721885-fce5-453d-a754-c9be0165e072 req-2b9995bd-c985-4ff1-88d5-73e547bf0f4f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1044133 Nov 13 04:56:04.070833 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2993084f-65d3-451d-8854-d6a58cd94bef tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:04.071629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2993084f-65d3-451d-8854-d6a58cd94bef tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:04.076029 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2993084f-65d3-451d-8854-d6a58cd94bef tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/ports/af010838-e4c9-4f5d-b9c8-1287fa962ea5 HTTP/1.1" status: 404 len: 333 time: 0.0378110 Nov 13 04:56:04.078553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38944) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:04.109967 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-598e3580-3040-4d51-bed8-66a46fa4fa84 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] DELETE failed (client error): The resource could not be found. Nov 13 04:56:04.111154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598e3580-3040-4d51-bed8-66a46fa4fa84 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:56:04.114558 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-598e3580-3040-4d51-bed8-66a46fa4fa84 tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/subnets/3000524c-2675-4944-b0d4-d5c6f42440b5 HTTP/1.1" status: 404 len: 337 time: 0.0348182 Nov 13 04:56:04.119256 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38948) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:04.146956 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e05a3f0c-b67a-4bfa-ab1b-e2feade96155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:04.156427 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d721885-fce5-453d-a754-c9be0165e072 req-a3cbe457-e579-431d-8e77-a5b245873c61 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980442 Nov 13 04:56:04.272204 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de5f703e-624a-4099-9df9-509fc38dd98d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:04.337773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45716fe1-f951-4d8f-8b09-7a2db0554026 req-ec9af430-a6ef-4fc2-9086-65061763e443 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:04.345900 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45716fe1-f951-4d8f-8b09-7a2db0554026 req-ec9af430-a6ef-4fc2-9086-65061763e443 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0663843 Nov 13 04:56:04.408406 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45716fe1-f951-4d8f-8b09-7a2db0554026 req-a2ed5042-c158-42b4-8697-2e7203b760a3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613804 Nov 13 04:56:04.412417 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de5f703e-624a-4099-9df9-509fc38dd98d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:04.449148 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-de5f703e-624a-4099-9df9-509fc38dd98d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63517ab3-2070-4aed-993a-d13fb8f8841c']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:04.459216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-de5f703e-624a-4099-9df9-509fc38dd98d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038c57e2-7df1-4a59-9967-f8401f16b85e') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:04.459741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-de5f703e-624a-4099-9df9-509fc38dd98d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038c57e2-7df1-4a59-9967-f8401f16b85e') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:04.470334 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de5f703e-624a-4099-9df9-509fc38dd98d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:04.485031 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de5f703e-624a-4099-9df9-509fc38dd98d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:04.491578 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5f703e-624a-4099-9df9-509fc38dd98d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:56:04.492182 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de5f703e-624a-4099-9df9-509fc38dd98d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:04.521685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38962) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:56:04.540654 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:56:04.591321 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de5f703e-624a-4099-9df9-509fc38dd98d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:04.623780 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de5f703e-624a-4099-9df9-509fc38dd98d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:04.627082 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-de5f703e-624a-4099-9df9-509fc38dd98d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] 10.222.0.43 "DELETE /v2.0/networks/63517ab3-2070-4aed-993a-d13fb8f8841c HTTP/1.1" status: 204 len: 168 time: 0.5065286 Nov 13 04:56:04.684673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f703e-624a-4099-9df9-509fc38dd98d tempest-NetworksTestDHCPv6-1872272173 tempest-NetworksTestDHCPv6-1872272173-project] Pushing event deleted for resources: {'Network': ['ID=63517ab3-2070-4aed-993a-d13fb8f8841c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:04.685204 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6b5266c1-b38e-41c8-b4a6-335125415cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:04.705995 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd469c4-133e-493b-8e36-39ad0365a96b req-08c3b5f4-89c3-4f19-a8bd-20a900030711 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:04.713418 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6fd469c4-133e-493b-8e36-39ad0365a96b req-08c3b5f4-89c3-4f19-a8bd-20a900030711 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1693115 Nov 13 04:56:04.771391 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6fd469c4-133e-493b-8e36-39ad0365a96b req-d1cd7bc0-c1cf-4129-8df4-7d8326af469b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567069 Nov 13 04:56:04.888983 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6b5266c1-b38e-41c8-b4a6-335125415cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:04.899261 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6b5266c1-b38e-41c8-b4a6-335125415cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:05.002280 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38982) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:05.005767 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6b5266c1-b38e-41c8-b4a6-335125415cd5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=898bb5eebaf24c258805ade74b6d1c16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4798741 Nov 13 04:56:05.005767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38984) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:05.016485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5266c1-b38e-41c8-b4a6-335125415cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a024bb2-f239-436a-8d83-863d91d7768e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:05.090091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967a37e-418a-4e66-9366-317e45c104d3 req-4fe08b86-4a72-41f3-a4d1-0f627f85ade4 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:05.097203 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e967a37e-418a-4e66-9366-317e45c104d3 req-4fe08b86-4a72-41f3-a4d1-0f627f85ade4 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1426306 Nov 13 04:56:05.155920 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9ca8fa6a-9a61-440a-ab4c-7bcff86d7236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:05.161835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f3707155-a21c-4783-bb52-0e34065fbe13 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0be0d039eb684412b25e18b68a5053f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1583266 Nov 13 04:56:05.164428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38992) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:05.205018 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9ca8fa6a-9a61-440a-ab4c-7bcff86d7236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:05.213945 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e967a37e-418a-4e66-9366-317e45c104d3 req-680b40be-f2a2-4288-b1c5-330bd9659a8c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158991 Nov 13 04:56:05.295547 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8dde1696-c3ad-47b8-8ee3-f2c9c4c8c21b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:05.347188 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8dde1696-c3ad-47b8-8ee3-f2c9c4c8c21b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:05.376907 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9ca8fa6a-9a61-440a-ab4c-7bcff86d7236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:05.379490 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9ca8fa6a-9a61-440a-ab4c-7bcff86d7236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:05.380657 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9ca8fa6a-9a61-440a-ab4c-7bcff86d7236 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a024bb2-f239-436a-8d83-863d91d7768e HTTP/1.1" status: 204 len: 168 time: 0.3742809 Nov 13 04:56:05.414469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b9ae9-8f03-49ea-92e6-79d86f733b2a req-c4ab5ed1-d932-4734-886d-a03379f9b842 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:05.416272 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8f3b9ae9-8f03-49ea-92e6-79d86f733b2a req-c4ab5ed1-d932-4734-886d-a03379f9b842 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1103840 Nov 13 04:56:05.418404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8fa6a-9a61-440a-ab4c-7bcff86d7236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a024bb2-f239-436a-8d83-863d91d7768e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:05.512247 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8f3b9ae9-8f03-49ea-92e6-79d86f733b2a req-3de7170e-6409-4b1d-8789-b5cc34d33fc7 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800884 Nov 13 04:56:05.516153 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8dde1696-c3ad-47b8-8ee3-f2c9c4c8c21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:05.520039 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8dde1696-c3ad-47b8-8ee3-f2c9c4c8c21b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:05.521611 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8dde1696-c3ad-47b8-8ee3-f2c9c4c8c21b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ba560ed-387f-4e09-8ccd-309642bc7434 HTTP/1.1" status: 204 len: 168 time: 0.3560462 Nov 13 04:56:05.538561 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde1696-c3ad-47b8-8ee3-f2c9c4c8c21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba560ed-387f-4e09-8ccd-309642bc7434,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:05.739989 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66315433-47b6-4f86-a2b3-5868ad17f011 req-631f4edf-8c11-46d1-b02d-012fa14ef17f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:05.748307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66315433-47b6-4f86-a2b3-5868ad17f011 req-631f4edf-8c11-46d1-b02d-012fa14ef17f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1000781 Nov 13 04:56:05.841565 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66315433-47b6-4f86-a2b3-5868ad17f011 req-a27c21de-bf15-4a9d-aeed-9460ef89ce92 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767643 Nov 13 04:56:05.994142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bfc2b-ff36-4be7-b5d7-aa1ed074aa4b req-3ee709dc-5392-4746-bc97-544810de1420 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:06.004886 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131bfc2b-ff36-4be7-b5d7-aa1ed074aa4b req-3ee709dc-5392-4746-bc97-544810de1420 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0966468 Nov 13 04:56:06.132593 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-131bfc2b-ff36-4be7-b5d7-aa1ed074aa4b req-631d47a4-9782-4790-8723-c50bee8ff88f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114495 Nov 13 04:56:06.338898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85898648-870a-4dae-8b67-6591a699bf07 req-95d892d7-8676-42a4-a0e1-bdbdcf8f7c62 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:06.340807 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-85898648-870a-4dae-8b67-6591a699bf07 req-95d892d7-8676-42a4-a0e1-bdbdcf8f7c62 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0708306 Nov 13 04:56:06.457104 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7a82863-9a5f-40eb-93cd-2d24c2646b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:06.460482 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-85898648-870a-4dae-8b67-6591a699bf07 req-1084bc59-708c-466f-8cc4-614814b5df78 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077626 Nov 13 04:56:06.599069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409f3d9-8a34-4a9e-8fdd-8a4358ee9a28 req-6b0757e3-cb22-4245-80bc-0b25a89e6dcb tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:06.601578 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2409f3d9-8a34-4a9e-8fdd-8a4358ee9a28 req-6b0757e3-cb22-4245-80bc-0b25a89e6dcb tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0660346 Nov 13 04:56:06.660509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2409f3d9-8a34-4a9e-8fdd-8a4358ee9a28 req-5a8e86f1-80aa-45b4-b3c7-21e858b8e6f7 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522361 Nov 13 04:56:06.851517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe03eb-5d28-497b-abd9-14b24c582aac req-615daba2-be3e-4ff6-a1d6-ea9858e45491 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:06.853274 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5abe03eb-5d28-497b-abd9-14b24c582aac req-615daba2-be3e-4ff6-a1d6-ea9858e45491 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0555787 Nov 13 04:56:06.917656 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5abe03eb-5d28-497b-abd9-14b24c582aac req-17c3c2a6-9ba0-437c-acac-a36a4fc71c8a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569618 Nov 13 04:56:06.944807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39088) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.123111 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-be4e92dc-126d-4a26-b163-5892600fed71 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.127116 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-be4e92dc-126d-4a26-b163-5892600fed71 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1781292 Nov 13 04:56:07.127297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39100) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.131527 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-00c54b20-e4ef-48fb-87d5-5b95bedd39d3 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.134799 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-00c54b20-e4ef-48fb-87d5-5b95bedd39d3 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0042644 Nov 13 04:56:07.135144 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39102) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.140183 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-cf4df697-1807-41cb-8f7f-4cc0927a895b tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.142651 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cf4df697-1807-41cb-8f7f-4cc0927a895b tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049274 Nov 13 04:56:07.148273 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39104) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.154293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-96337f9e-4a3b-449c-9393-933d8d0dcfcf tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.160341 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-96337f9e-4a3b-449c-9393-933d8d0dcfcf tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0080924 Nov 13 04:56:07.162986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39106) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.167864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-70450d77-2b33-472b-b16c-53ac9b469ea0 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.176868 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-70450d77-2b33-472b-b16c-53ac9b469ea0 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0102565 Nov 13 04:56:07.177384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39108) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.181771 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-3bdd450f-ed41-478b-aab2-a823cb2a609c tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.182758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f436f-4de2-48c1-8792-a4501f8351c5 req-36539ccd-cb91-49ea-bdd5-7a69a45e3e4b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:07.184523 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-330f436f-4de2-48c1-8792-a4501f8351c5 req-36539ccd-cb91-49ea-bdd5-7a69a45e3e4b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0605502 Nov 13 04:56:07.195652 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3bdd450f-ed41-478b-aab2-a823cb2a609c tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0147927 Nov 13 04:56:07.196179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39110) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.200860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-d682b8ed-ae43-402c-ab6c-4d27da7540a3 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.206342 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d682b8ed-ae43-402c-ab6c-4d27da7540a3 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0067141 Nov 13 04:56:07.207883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39112) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.218950 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-4921ecdb-a6cc-490e-a777-5a2c878b2fbb tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.226263 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4921ecdb-a6cc-490e-a777-5a2c878b2fbb tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0131021 Nov 13 04:56:07.226760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39114) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.234945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-b1f53ee9-3bb5-4de7-8f6b-3b5e81f1c26c tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.241958 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b1f53ee9-3bb5-4de7-8f6b-3b5e81f1c26c tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0118825 Nov 13 04:56:07.242117 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-330f436f-4de2-48c1-8792-a4501f8351c5 req-8ff4d739-4a42-4359-a409-0ce802b614fc tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509136 Nov 13 04:56:07.242349 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39116) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.247608 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-a0379338-b865-4df7-98f5-cb8cd856a3e7 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.251080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a0379338-b865-4df7-98f5-cb8cd856a3e7 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051155 Nov 13 04:56:07.251396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39118) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.257182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-4745e5df-d8c5-4d3a-a8c4-20b39026c173 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.260041 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4745e5df-d8c5-4d3a-a8c4-20b39026c173 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052626 Nov 13 04:56:07.260509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39120) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.276463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-24648070-ae2b-4f9b-9dd0-6c85a476e063 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.277538 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-24648070-ae2b-4f9b-9dd0-6c85a476e063 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0159719 Nov 13 04:56:07.280436 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39124) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.285033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-e5ae261e-ceaf-4012-851d-711e2a270456 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.288182 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e5ae261e-ceaf-4012-851d-711e2a270456 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0046122 Nov 13 04:56:07.288488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39126) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.292871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-0fb9bce0-2890-465f-8f5e-f2c96bc37c22 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.295979 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0fb9bce0-2890-465f-8f5e-f2c96bc37c22 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045042 Nov 13 04:56:07.296139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39128) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.302188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-7090ba36-8ae0-4efe-b70d-4e900d573771 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.305676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39130) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.310561 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-d5918595-7230-46b9-901c-37ed4ea18006 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.311210 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7090ba36-8ae0-4efe-b70d-4e900d573771 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0056908 Nov 13 04:56:07.314317 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d5918595-7230-46b9-901c-37ed4ea18006 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0055592 Nov 13 04:56:07.317185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39132) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.323116 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-1c2af48c-651f-480f-a331-0d6895baf6e5 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.326555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39134) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.331805 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1c2af48c-651f-480f-a331-0d6895baf6e5 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0136240 Nov 13 04:56:07.332445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-03f5e949-0e36-40d4-ba64-b055f30d5f41 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.335508 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-03f5e949-0e36-40d4-ba64-b055f30d5f41 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052145 Nov 13 04:56:07.337555 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39136) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.342430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-2f03ecc9-e932-4eb7-9c57-ff9c5545d616 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.343395 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2f03ecc9-e932-4eb7-9c57-ff9c5545d616 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049486 Nov 13 04:56:07.345883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39138) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.350757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-f1301c6c-85c7-4b15-b9dc-ad0a9aa20aa8 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.351986 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f1301c6c-85c7-4b15-b9dc-ad0a9aa20aa8 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050008 Nov 13 04:56:07.355339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39140) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.360710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-0c3abd58-b834-437b-8d0e-46b824e976cd tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.364207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39142) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.364523 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0c3abd58-b834-437b-8d0e-46b824e976cd tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0078208 Nov 13 04:56:07.368698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-59a43efe-0462-41d5-9ab2-a4b883397828 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.369658 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-59a43efe-0462-41d5-9ab2-a4b883397828 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0044830 Nov 13 04:56:07.372346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39144) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.377125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-252e94dd-b106-4b92-bee8-bedfe2138a8d tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.380232 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-252e94dd-b106-4b92-bee8-bedfe2138a8d tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0068154 Nov 13 04:56:07.388335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39146) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.397271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-fc1d8ce6-2a72-4de3-83a2-98854fec9d7a tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.401635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39148) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.402231 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fc1d8ce6-2a72-4de3-83a2-98854fec9d7a tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0124280 Nov 13 04:56:07.406401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-933eb506-5dd1-4783-b2ac-d2001578acd4 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.409654 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-933eb506-5dd1-4783-b2ac-d2001578acd4 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043235 Nov 13 04:56:07.409811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39150) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.413529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-a4a0c725-6d6a-4e98-b244-291ad94f62a2 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.414627 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a4a0c725-6d6a-4e98-b244-291ad94f62a2 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0040026 Nov 13 04:56:07.419014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39154) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.423128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-1f4e3017-4d06-4e8a-84ac-60244e008521 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.424039 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1f4e3017-4d06-4e8a-84ac-60244e008521 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0039945 Nov 13 04:56:07.426544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39156) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.431567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-7135a26b-8389-472f-8d77-0cb455316958 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.435184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39158) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.435353 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7135a26b-8389-472f-8d77-0cb455316958 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0076971 Nov 13 04:56:07.439802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-c7202830-775e-406d-809e-4825b08b8983 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.440711 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c7202830-775e-406d-809e-4825b08b8983 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043416 Nov 13 04:56:07.444027 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39160) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.448401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-da4c6539-7ae3-43cc-94a8-318c65152d06 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.451513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39162) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.451672 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-da4c6539-7ae3-43cc-94a8-318c65152d06 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0066841 Nov 13 04:56:07.455940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-357bc6a4-9e93-4d20-8b30-556a92f50ba6 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.457089 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-357bc6a4-9e93-4d20-8b30-556a92f50ba6 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043764 Nov 13 04:56:07.459460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39164) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.463651 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-49630d02-4045-4016-9500-604ce2787c8a tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.464599 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-49630d02-4045-4016-9500-604ce2787c8a tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0040581 Nov 13 04:56:07.467220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39166) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.471555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-3ed3370b-c633-4dfd-988a-fd991c85b0e2 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.474785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39168) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.475477 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3ed3370b-c633-4dfd-988a-fd991c85b0e2 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0072448 Nov 13 04:56:07.479484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-b9a2752b-1d49-46a2-997a-fb33d8a951b2 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.480487 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b9a2752b-1d49-46a2-997a-fb33d8a951b2 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043635 Nov 13 04:56:07.482689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39170) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.487282 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-ae6db4f8-6f2b-4eb5-b5c8-5b5c8aee3796 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.492789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39174) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.494458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ae6db4f8-6f2b-4eb5-b5c8-5b5c8aee3796 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0106821 Nov 13 04:56:07.498416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-d93c95fc-2f46-414c-9d03-98bd53b5c4d6 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.499381 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d93c95fc-2f46-414c-9d03-98bd53b5c4d6 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0054758 Nov 13 04:56:07.501716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39176) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.511778 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-317ddcd2-be9f-44d8-a8cc-7d1039e9da65 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.512931 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-317ddcd2-be9f-44d8-a8cc-7d1039e9da65 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0101466 Nov 13 04:56:07.515759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39178) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.522884 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-1b7f37c5-fdd9-4f3f-8c3c-5bdc94ce494a tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.523845 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1b7f37c5-fdd9-4f3f-8c3c-5bdc94ce494a tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0069978 Nov 13 04:56:07.526709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39180) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.531379 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-20fe0ebb-0fd3-492e-8b86-cf5ec178383b tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.537249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-20fe0ebb-0fd3-492e-8b86-cf5ec178383b tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0091629 Nov 13 04:56:07.538237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39184) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.543091 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-11058bde-3718-49eb-b766-d9a00ff5c8a0 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.547343 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-11058bde-3718-49eb-b766-d9a00ff5c8a0 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0075676 Nov 13 04:56:07.549476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39186) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.578200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-406ec050-5d51-470e-afe5-c7a1961c31e3 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.583769 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-406ec050-5d51-470e-afe5-c7a1961c31e3 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0319076 Nov 13 04:56:07.587121 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:56:07.601641 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39190) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.613553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-ca50a695-3ee1-4eaa-b392-d9a22c70ac56 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.617506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ca50a695-3ee1-4eaa-b392-d9a22c70ac56 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0140991 Nov 13 04:56:07.618176 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39192) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.633206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-579483f3-620e-4d3e-ade4-f665f10b43db tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.638276 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-579483f3-620e-4d3e-ade4-f665f10b43db tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0190713 Nov 13 04:56:07.638994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39196) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.651696 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6291185-e0b2-44d3-8d7e-5be1baa1d995 req-a669149c-c73d-4b80-824c-74d3a4b4111d tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:07.653636 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6291185-e0b2-44d3-8d7e-5be1baa1d995 req-a669149c-c73d-4b80-824c-74d3a4b4111d tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0649660 Nov 13 04:56:07.659060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-2cad73ec-2a4c-416d-bbf0-28ff981cda90 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.663395 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2cad73ec-2a4c-416d-bbf0-28ff981cda90 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0203333 Nov 13 04:56:07.664936 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39198) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.670656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-c0dd4949-78ca-4a07-9de1-35323b77268a tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.676310 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c0dd4949-78ca-4a07-9de1-35323b77268a tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0094895 Nov 13 04:56:07.676310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39200) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.689864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-8aa821a6-11ac-4f40-8679-b4634d2c1105 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.694442 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8aa821a6-11ac-4f40-8679-b4634d2c1105 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0174906 Nov 13 04:56:07.695142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39202) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.700645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-4e549e5f-aa02-4b66-8058-7a9357527e03 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.705142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4e549e5f-aa02-4b66-8058-7a9357527e03 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0088854 Nov 13 04:56:07.705791 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39204) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.723029 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-8f356c91-7ebb-4a10-9249-bf3b391a3289 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.726710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39206) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.731170 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8f356c91-7ebb-4a10-9249-bf3b391a3289 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0241380 Nov 13 04:56:07.732512 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-5b7536ba-4289-4331-a856-2ec7747f47d4 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.735785 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5b7536ba-4289-4331-a856-2ec7747f47d4 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0057826 Nov 13 04:56:07.737312 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6291185-e0b2-44d3-8d7e-5be1baa1d995 req-d7486ad7-f0d0-4bb1-9353-f98dc6d72d11 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761049 Nov 13 04:56:07.744151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39208) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.754351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-bbceddde-5c76-4270-80b1-5ccd259b5f74 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.754351 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bbceddde-5c76-4270-80b1-5ccd259b5f74 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0087888 Nov 13 04:56:07.754351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39212) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.758466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-ae087c09-2c7e-4842-8daf-49afc8e5e213 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.763839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39214) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.768602 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ae087c09-2c7e-4842-8daf-49afc8e5e213 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0079603 Nov 13 04:56:07.769282 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-2e1d30f8-4277-419d-b000-4ef78b2c6a0a tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.772913 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39216) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.782567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-e7ef7c7b-bdf8-42d4-a992-17221ae6ba48 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.782779 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2e1d30f8-4277-419d-b000-4ef78b2c6a0a tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0175292 Nov 13 04:56:07.783130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39218) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.784203 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e7ef7c7b-bdf8-42d4-a992-17221ae6ba48 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0098991 Nov 13 04:56:07.788355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-f99b0d71-8469-42b5-931a-31bde309ff0b tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.792460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39222) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.797800 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f99b0d71-8469-42b5-931a-31bde309ff0b tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0126479 Nov 13 04:56:07.798468 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-95c3f538-6dbf-4260-940f-34d4c50a5ae2 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.802318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39224) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.802505 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:07.804458 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-95c3f538-6dbf-4260-940f-34d4c50a5ae2 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0107150 Nov 13 04:56:07.813291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-5bc0f5a6-3751-4825-aa78-e8ddb41f08b2 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.817266 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5bc0f5a6-3751-4825-aa78-e8ddb41f08b2 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0139298 Nov 13 04:56:07.817955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39228) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.822505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-7936edfd-4bb4-422f-9dc7-63eeb34b9f03 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.826712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39230) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.827457 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7936edfd-4bb4-422f-9dc7-63eeb34b9f03 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0079246 Nov 13 04:56:07.831765 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-73084edb-f8c9-4a07-9051-19051480577b tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.835604 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-73084edb-f8c9-4a07-9051-19051480577b tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0073256 Nov 13 04:56:07.836304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39232) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.845498 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-64087c92-74c7-49dc-b5b0-676ffb325723 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.846478 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-64087c92-74c7-49dc-b5b0-676ffb325723 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0090082 Nov 13 04:56:07.849365 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39234) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.856838 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-74f8ff07-dca1-4af4-9b57-1ef920a67014 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.860453 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-74f8ff07-dca1-4af4-9b57-1ef920a67014 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0099452 Nov 13 04:56:07.861131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39238) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.865097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-5eee1290-a9a6-49bf-b6c1-cacbe9a9da32 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.866016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5eee1290-a9a6-49bf-b6c1-cacbe9a9da32 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0040433 Nov 13 04:56:07.868453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39240) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.876032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [None req-0d6107ab-6844-43f5-a863-f728710f01cf tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.877260 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0d6107ab-6844-43f5-a863-f728710f01cf tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0061729 Nov 13 04:56:07.879948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39242) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.887461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-3bd63c0a-b99d-496b-b065-6c1de97d0f87 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.891238 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3bd63c0a-b99d-496b-b065-6c1de97d0f87 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0102983 Nov 13 04:56:07.891850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39244) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.896879 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-65130528-29e8-46e6-9fa2-42ec0b0fa876 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.900911 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-65130528-29e8-46e6-9fa2-42ec0b0fa876 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0080144 Nov 13 04:56:07.901554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39246) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.906853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-f9c3e399-894f-4ddf-bc4d-542f134f014e tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.910490 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f9c3e399-894f-4ddf-bc4d-542f134f014e tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0078764 Nov 13 04:56:07.911126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39248) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.916231 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-96d44436-b325-42bd-a221-cfdcd10ffd1e tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.921210 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-96d44436-b325-42bd-a221-cfdcd10ffd1e tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0071883 Nov 13 04:56:07.921857 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39250) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.927320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-857a858f-ce05-45dc-b9be-b9dc6ef9bd79 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.930983 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-857a858f-ce05-45dc-b9be-b9dc6ef9bd79 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0080733 Nov 13 04:56:07.931577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39252) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.937320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-86f0ac6e-9c96-418b-afb3-b0077ef4882e tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.941083 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-86f0ac6e-9c96-418b-afb3-b0077ef4882e tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0085466 Nov 13 04:56:07.941780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39254) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.954690 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-45c8611b-1f95-4b2a-ab28-a57d50e40443 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.960826 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-45c8611b-1f95-4b2a-ab28-a57d50e40443 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0180163 Nov 13 04:56:07.961820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39258) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.966567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-ff68d4bb-146d-4610-8d1a-34de6fc7a393 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.968260 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04699770-400e-4085-ae24-aeaf54ffbd56 req-7540acc0-cdbc-4795-9788-fb813806ea81 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:07.971152 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ff68d4bb-146d-4610-8d1a-34de6fc7a393 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0081723 Nov 13 04:56:07.971842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39260) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:07.977301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04699770-400e-4085-ae24-aeaf54ffbd56 req-7540acc0-cdbc-4795-9788-fb813806ea81 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1180344 Nov 13 04:56:07.981945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [None req-04c1338c-b747-47dc-9887-0dc65335a0b8 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:07.989167 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-04c1338c-b747-47dc-9887-0dc65335a0b8 tempest-ExtensionsTestJSON-1346870265 tempest-ExtensionsTestJSON-1346870265-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0162206 Nov 13 04:56:08.082282 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04699770-400e-4085-ae24-aeaf54ffbd56 req-b24ac947-61b6-4f3e-99be-02b41269b326 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035812 Nov 13 04:56:08.343696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583651ea-dc2f-46aa-9990-0dbce787149b req-f6017e0f-ce55-40b5-b07b-aa2f050c844f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:08.351881 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-583651ea-dc2f-46aa-9990-0dbce787149b req-f6017e0f-ce55-40b5-b07b-aa2f050c844f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0651944 Nov 13 04:56:08.416489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-583651ea-dc2f-46aa-9990-0dbce787149b req-d00ed81f-a2a6-4b31-acee-bcc92f76ac50 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632033 Nov 13 04:56:08.482834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39292) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:08.641206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dc45b-97dc-4d73-b9b9-052fbd43d69a req-da0f5574-113a-430d-b12f-510813bd882d tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:08.642835 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e4dc45b-97dc-4d73-b9b9-052fbd43d69a req-da0f5574-113a-430d-b12f-510813bd882d tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0597351 Nov 13 04:56:08.684031 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd09df0d-27c7-4d0e-8e23-568b32f6943d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:08.726018 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e4dc45b-97dc-4d73-b9b9-052fbd43d69a req-d230b499-cf78-48d5-b00d-038dfdc59bc5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755751 Nov 13 04:56:08.880982 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd09df0d-27c7-4d0e-8e23-568b32f6943d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:08.894945 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd09df0d-27c7-4d0e-8e23-568b32f6943d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:08.941074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fd09df0d-27c7-4d0e-8e23-568b32f6943d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03f93a6e0b6c47e0a5330f9bee8f5e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4537930 Nov 13 04:56:08.941074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09df0d-27c7-4d0e-8e23-568b32f6943d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2648b28d-4a8f-47ae-a668-6171903b5902,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:08.941678 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39308) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:09.050925 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e02d7ac-d2a8-4568-8237-b788e6167c23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:09.100969 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:09.104547 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e02d7ac-d2a8-4568-8237-b788e6167c23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:09.208694 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e02d7ac-d2a8-4568-8237-b788e6167c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:09.211834 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e02d7ac-d2a8-4568-8237-b788e6167c23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:09.215349 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4e02d7ac-d2a8-4568-8237-b788e6167c23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2648b28d-4a8f-47ae-a668-6171903b5902 HTTP/1.1" status: 204 len: 168 time: 0.2701783 Nov 13 04:56:09.216893 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371f9d5-7af2-4d93-bdd8-284a33ac569e req-0e536f2d-ae23-4a3a-9525-223588619830 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:09.218312 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c371f9d5-7af2-4d93-bdd8-284a33ac569e req-0e536f2d-ae23-4a3a-9525-223588619830 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1241622 Nov 13 04:56:09.223599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02d7ac-d2a8-4568-8237-b788e6167c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2648b28d-4a8f-47ae-a668-6171903b5902,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:09.303099 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c371f9d5-7af2-4d93-bdd8-284a33ac569e req-00cc18bd-2d63-4b56-9321-902dd2059d6e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623477 Nov 13 04:56:09.508551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee80528-10ae-4dd5-b0c4-7e7acf409761 req-bfc6fd33-eb2c-4787-8f46-beb9311a42ad tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:09.517536 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ee80528-10ae-4dd5-b0c4-7e7acf409761 req-bfc6fd33-eb2c-4787-8f46-beb9311a42ad tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0707922 Nov 13 04:56:09.609892 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ee80528-10ae-4dd5-b0c4-7e7acf409761 req-c078ba3a-5dc2-4a5d-a273-fd67b8f6fa72 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862992 Nov 13 04:56:09.766939 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3a2cf-c8e8-4d33-aa9e-9f206f8001c2 req-13f46113-2a69-4b1a-acf2-09b3366d768b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:09.776856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a9c3a2cf-c8e8-4d33-aa9e-9f206f8001c2 req-13f46113-2a69-4b1a-acf2-09b3366d768b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0715935 Nov 13 04:56:09.861334 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a9c3a2cf-c8e8-4d33-aa9e-9f206f8001c2 req-b4f0e7a3-e4e2-4c7e-9d1b-4387bc5a3ae7 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832458 Nov 13 04:56:09.983020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93760f72-0bdc-4777-b079-42060392dc2d req-97279fe2-6280-4434-88f1-a3511200c9e2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:09.984675 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:09.993339 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93760f72-0bdc-4777-b079-42060392dc2d req-97279fe2-6280-4434-88f1-a3511200c9e2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0670149 Nov 13 04:56:10.056421 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93760f72-0bdc-4777-b079-42060392dc2d req-145da1ce-96c8-4406-9829-b2149fc7d9c0 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617931 Nov 13 04:56:10.084871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39374) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:10.231394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1115451551'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:10.257894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Made reservation on behalf of 921b9a0068924e31a305701cc0ed4698 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:56:10.267007 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:10.287162 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:10.399877 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:10.406334 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:10.456544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:56:10.503910 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:10.504317 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Added segment d1d208fd-1b85-41e9-8bb4-30c95c0c7507 of type vlan for network 31d30629-62b5-4f71-89cf-0e18dab10954 Nov 13 04:56:10.513914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce815a65-d2a7-40a0-a6c6-3e74d8e8b753,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:10.565937 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:10.600103 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:10.606570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:10.608649 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:10.684983 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39408) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:10.685571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5988622 Nov 13 04:56:10.697162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-65f80585-6972-4f38-9dc7-1906ed0a5cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Request body: {'subnet': {'network_id': '31d30629-62b5-4f71-89cf-0e18dab10954', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:10.724658 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbb01a-3f9c-4b36-8cbc-0549fe129443 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Pushing event updated for resources: {'Network': ['ID=31d30629-62b5-4f71-89cf-0e18dab10954,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:10.736733 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 31d30629-62b5-4f71-89cf-0e18dab10954 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:56:10.791638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71944c-36a7-4181-9807-5122caebab00 req-1b9efe4e-09e3-4df4-9321-912d4c79a73e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:10.799509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f71944c-36a7-4181-9807-5122caebab00 req-1b9efe4e-09e3-4df4-9321-912d4c79a73e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1440918 Nov 13 04:56:10.855100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f80585-6972-4f38-9dc7-1906ed0a5cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Made reservation on behalf of 921b9a0068924e31a305701cc0ed4698 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:56:10.860375 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65f80585-6972-4f38-9dc7-1906ed0a5cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:10.913812 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f71944c-36a7-4181-9807-5122caebab00 req-3ab43cbf-ec42-4b32-80cd-4c3f1ef11862 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132019 Nov 13 04:56:11.128551 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65f80585-6972-4f38-9dc7-1906ed0a5cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:11.214458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f80585-6972-4f38-9dc7-1906ed0a5cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Pushing event updated for resources: {'Subnet': ['ID=f2bb7fc0-430d-4ead-a22f-8d4441819cc4,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:11.220395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f80585-6972-4f38-9dc7-1906ed0a5cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Checking segment: {'id': 'd1d208fd-1b85-41e9-8bb4-30c95c0c7507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '31d30629-62b5-4f71-89cf-0e18dab10954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:56:11.220758 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f80585-6972-4f38-9dc7-1906ed0a5cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Network hostable DHCP agents. Network: 31d30629-62b5-4f71-89cf-0e18dab10954, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:56:11.243870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f80585-6972-4f38-9dc7-1906ed0a5cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Network 31d30629-62b5-4f71-89cf-0e18dab10954 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:56:11.256471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-65f80585-6972-4f38-9dc7-1906ed0a5cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 31d30629-62b5-4f71-89cf-0e18dab10954) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:11.261772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f80585-6972-4f38-9dc7-1906ed0a5cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:11.262410 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65f80585-6972-4f38-9dc7-1906ed0a5cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:11.271133 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1831c9-5e0b-49c7-b398-8a36fb39808e None None] Network 31d30629-62b5-4f71-89cf-0e18dab10954 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:56:11.284576 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-65f80585-6972-4f38-9dc7-1906ed0a5cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5912135 Nov 13 04:56:11.287426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39424) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:11.294333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f786ead6-b51f-496d-8bc5-a02df721d68b tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Request body: {'port': {'network_id': '31d30629-62b5-4f71-89cf-0e18dab10954', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-956317820'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:11.361645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39426) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:11.532518 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-31d30629-62b5-4f71-89cf-0e18dab10954', 'network_id': '31d30629-62b5-4f71-89cf-0e18dab10954', 'tenant_id': '921b9a0068924e31a305701cc0ed4698', 'fixed_ips': [{'subnet_id': 'f2bb7fc0-430d-4ead-a22f-8d4441819cc4'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:56:11.533390 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:11.541341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f786ead6-b51f-496d-8bc5-a02df721d68b tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Made reservation on behalf of 921b9a0068924e31a305701cc0ed4698 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:56:11.548035 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f786ead6-b51f-496d-8bc5-a02df721d68b tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:11.566788 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25739653-1ae4-4522-b5e5-299750540883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:11.569872 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-f786ead6-b51f-496d-8bc5-a02df721d68b tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] device_id is not set on port d34625f5-8a63-4d2e-96a5-4d135f193717 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:56:11.742288 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25739653-1ae4-4522-b5e5-299750540883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:11.748719 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25739653-1ae4-4522-b5e5-299750540883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:11.749751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Allocated IP 2001:db8::2 (31d30629-62b5-4f71-89cf-0e18dab10954/f2bb7fc0-430d-4ead-a22f-8d4441819cc4/34ba633b-3b87-4b34-8d9c-ae5bb69ec206) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:11.801501 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-25739653-1ae4-4522-b5e5-299750540883 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23ef2d0357d74182a07d966d8dcf0772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4382486 Nov 13 04:56:11.804281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39438) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:11.808673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25739653-1ae4-4522-b5e5-299750540883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0c8993-e9f1-4979-9769-645f24e91608,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:11.874392 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e96ef1d-0727-4122-8856-b61ab47cd0ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:11.916997 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e96ef1d-0727-4122-8856-b61ab47cd0ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:11.963841 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:11.975013 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:11.983575 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e96ef1d-0727-4122-8856-b61ab47cd0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:11.986629 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e96ef1d-0727-4122-8856-b61ab47cd0ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:11.987944 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1e96ef1d-0727-4122-8856-b61ab47cd0ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c0c8993-e9f1-4979-9769-645f24e91608 HTTP/1.1" status: 204 len: 168 time: 0.1824300 Nov 13 04:56:12.062961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Pushing event updated for resources: {'Port': ['ID=34ba633b-3b87-4b34-8d9c-ae5bb69ec206,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:12.076731 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Network 31d30629-62b5-4f71-89cf-0e18dab10954 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:12.078235 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:12.079323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96ef1d-0727-4122-8856-b61ab47cd0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0c8993-e9f1-4979-9769-645f24e91608,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:12.080738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:12.156894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Attempting to bind port 34ba633b-3b87-4b34-8d9c-ae5bb69ec206 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:56:12.157453 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Attempting to bind port 34ba633b-3b87-4b34-8d9c-ae5bb69ec206 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'd1d208fd-1b85-41e9-8bb4-30c95c0c7507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '31d30629-62b5-4f71-89cf-0e18dab10954'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:56:12.157808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Attempting to bind port 34ba633b-3b87-4b34-8d9c-ae5bb69ec206 on network 31d30629-62b5-4f71-89cf-0e18dab10954 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:56:12.171693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f786ead6-b51f-496d-8bc5-a02df721d68b tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Allocated IP 2001:db8::338 (31d30629-62b5-4f71-89cf-0e18dab10954/f2bb7fc0-430d-4ead-a22f-8d4441819cc4/d34625f5-8a63-4d2e-96a5-4d135f193717) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:12.177491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:56:12.177864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Checking segment: {'id': 'd1d208fd-1b85-41e9-8bb4-30c95c0c7507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '31d30629-62b5-4f71-89cf-0e18dab10954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:56:12.178656 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:12.179031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Bound using segment: {'id': 'd1d208fd-1b85-41e9-8bb4-30c95c0c7507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '31d30629-62b5-4f71-89cf-0e18dab10954'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:56:12.179537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Bound port: 34ba633b-3b87-4b34-8d9c-ae5bb69ec206, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d208fd-1b85-41e9-8bb4-30c95c0c7507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '31d30629-62b5-4f71-89cf-0e18dab10954'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:56:12.179943 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:12.210005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a4a6d-2a38-438e-920d-367575019159 req-d2438cf6-d420-4a0e-8b9d-b68f869e3174 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:12.213801 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-854a4a6d-2a38-438e-920d-367575019159 req-d2438cf6-d420-4a0e-8b9d-b68f869e3174 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1193614 Nov 13 04:56:12.302706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] For port 34ba633b-3b87-4b34-8d9c-ae5bb69ec206, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:56:12.311980 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] For port 34ba633b-3b87-4b34-8d9c-ae5bb69ec206, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=34ba633b-3b87-4b34-8d9c-ae5bb69ec206,segment=NetworkSegment(d1d208fd-1b85-41e9-8bb4-30c95c0c7507),segment_id=d1d208fd-1b85-41e9-8bb4-30c95c0c7507)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:56:12.319090 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:12.375566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-854a4a6d-2a38-438e-920d-367575019159 req-1cf16d16-a228-45f3-860d-228485fe34e2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397741 Nov 13 04:56:12.421519 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52999a5-0dd6-4996-8092-d71d7b3e01b9 None None] Pushing event updated for resources: {'Port': ['ID=34ba633b-3b87-4b34-8d9c-ae5bb69ec206,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:12.516873 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f786ead6-b51f-496d-8bc5-a02df721d68b tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:12.562670 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f786ead6-b51f-496d-8bc5-a02df721d68b tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:12.645680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786ead6-b51f-496d-8bc5-a02df721d68b tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Network 31d30629-62b5-4f71-89cf-0e18dab10954 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:12.649408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f786ead6-b51f-496d-8bc5-a02df721d68b tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:12.662801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786ead6-b51f-496d-8bc5-a02df721d68b tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:12.687824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f786ead6-b51f-496d-8bc5-a02df721d68b tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:12.688621 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f786ead6-b51f-496d-8bc5-a02df721d68b tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:12.720518 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786ead6-b51f-496d-8bc5-a02df721d68b tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Pushing event updated for resources: {'Port': ['ID=d34625f5-8a63-4d2e-96a5-4d135f193717,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:12.768366 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f786ead6-b51f-496d-8bc5-a02df721d68b tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4789817 Nov 13 04:56:12.772278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39468) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:12.778963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Request body: {'port': {'network_id': '31d30629-62b5-4f71-89cf-0e18dab10954', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-489620845', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:12.781214 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.api.validators [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] bootfile-name is not in valid_values {{(pid=102668) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 13 04:56:12.787489 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.api.validators [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] tftp-server is not in valid_values {{(pid=102668) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 13 04:56:12.788207 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.api.validators [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] server-ip-address is not in valid_values {{(pid=102668) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 13 04:56:12.980541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Made reservation on behalf of 921b9a0068924e31a305701cc0ed4698 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:56:12.987079 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:13.023588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] device_id is not set on port 78dd801e-b5d8-4209-b751-60c886708504 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:56:13.191809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Allocated IP 2001:db8::3d8 (31d30629-62b5-4f71-89cf-0e18dab10954/f2bb7fc0-430d-4ead-a22f-8d4441819cc4/78dd801e-b5d8-4209-b751-60c886708504) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:13.440897 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:13.487653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:13.559322 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Network 31d30629-62b5-4f71-89cf-0e18dab10954 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:13.562074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:13.564487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Pushing event updated for resources: {'Port': ['ID=78dd801e-b5d8-4209-b751-60c886708504,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:13.575208 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:13.583269 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:13.584067 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:13.615006 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-79a0cc69-5479-4946-b40c-085dd88acf38 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.8402555 Nov 13 04:56:13.617046 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39500) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:13.760754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769def2a-1139-4b2e-8c97-6f832145ad04 req-d4168b3f-0df4-44bd-945e-cdcf2b4ae9fe tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:13.763276 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-769def2a-1139-4b2e-8c97-6f832145ad04 req-d4168b3f-0df4-44bd-945e-cdcf2b4ae9fe tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1063035 Nov 13 04:56:13.787033 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d193ed-bd3d-4e70-a63f-b44f1160e1ee tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:13.793664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d193ed-bd3d-4e70-a63f-b44f1160e1ee tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:13.799956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d193ed-bd3d-4e70-a63f-b44f1160e1ee tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:13.801888 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-50d193ed-bd3d-4e70-a63f-b44f1160e1ee tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1814322 Nov 13 04:56:13.803800 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fbeb7a2-61e9-4a86-bac0-eb00a0fe36bf req-e74cd021-dca0-493f-b340-6b3861e99eb6 tempest-AbsoluteLimitsNegativeTestJSON-661587087 tempest-AbsoluteLimitsNegativeTestJSON-661587087-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2a690fd3778c4720b7cc7eefda0891cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596135 Nov 13 04:56:13.806944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39516) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:13.863271 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-769def2a-1139-4b2e-8c97-6f832145ad04 req-f4f3f29d-8f33-4aba-ba7a-f2c4a6103d6a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887659 Nov 13 04:56:14.095420 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc0104f-b24a-4092-9beb-a79ff0ade6a1 None None] Network 31d30629-62b5-4f71-89cf-0e18dab10954 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:56:14.161522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39528) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:14.319048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-07b1056d-c3f1-47f7-93cb-13ded18a00b5 None None] Provisioning complete for port 34ba633b-3b87-4b34-8d9c-ae5bb69ec206 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:14.328064 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-07b1056d-c3f1-47f7-93cb-13ded18a00b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:14.339698 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbeb7a2-61e9-4a86-bac0-eb00a0fe36bf req-c61e1b67-ce05-4882-b4ae-4916e7fc8ee0 tempest-AbsoluteLimitsNegativeTestJSON-661587087 tempest-AbsoluteLimitsNegativeTestJSON-661587087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:14.362156 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fbeb7a2-61e9-4a86-bac0-eb00a0fe36bf req-c61e1b67-ce05-4882-b4ae-4916e7fc8ee0 tempest-AbsoluteLimitsNegativeTestJSON-661587087 tempest-AbsoluteLimitsNegativeTestJSON-661587087-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5559335 Nov 13 04:56:14.401495 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fbeb7a2-61e9-4a86-bac0-eb00a0fe36bf req-15e693ea-2a99-4320-9daa-15ea9aa15afc tempest-AbsoluteLimitsNegativeTestJSON-661587087 tempest-AbsoluteLimitsNegativeTestJSON-661587087-project] 10.222.0.43 "GET /v2.0/quotas/2a690fd3778c4720b7cc7eefda0891cb HTTP/1.1" status: 200 len: 375 time: 0.0379939 Nov 13 04:56:14.404005 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f695d0b-6091-47c5-bedc-42fd4529e5bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:14.449187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fbeb7a2-61e9-4a86-bac0-eb00a0fe36bf req-57055250-2c2f-4210-b752-9670fcc66167 tempest-AbsoluteLimitsNegativeTestJSON-661587087 tempest-AbsoluteLimitsNegativeTestJSON-661587087-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a690fd3778c4720b7cc7eefda0891cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413523 Nov 13 04:56:14.456620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-172ac5c4-bcaf-44cc-9acd-cfe8b14299da tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Deleting port 78dd801e-b5d8-4209-b751-60c886708504 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:56:14.456976 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172ac5c4-bcaf-44cc-9acd-cfe8b14299da tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:14.504181 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-07b1056d-c3f1-47f7-93cb-13ded18a00b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:14.558883 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-07b1056d-c3f1-47f7-93cb-13ded18a00b5 None None] For port 34ba633b-3b87-4b34-8d9c-ae5bb69ec206, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=34ba633b-3b87-4b34-8d9c-ae5bb69ec206,segment=NetworkSegment(d1d208fd-1b85-41e9-8bb4-30c95c0c7507),segment_id=d1d208fd-1b85-41e9-8bb4-30c95c0c7507)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:56:14.570962 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-07b1056d-c3f1-47f7-93cb-13ded18a00b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:14.714190 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f695d0b-6091-47c5-bedc-42fd4529e5bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:14.727253 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f695d0b-6091-47c5-bedc-42fd4529e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:14.761325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1056d-c3f1-47f7-93cb-13ded18a00b5 None None] Pushing event updated for resources: {'Port': ['ID=34ba633b-3b87-4b34-8d9c-ae5bb69ec206,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:14.764774 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172ac5c4-bcaf-44cc-9acd-cfe8b14299da tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:14.768888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 34ba633b-3b87-4b34-8d9c-ae5bb69ec206 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:56:14.790335 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3f695d0b-6091-47c5-bedc-42fd4529e5bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a5e01f1bced49f7b56880c990dedf11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6250012 Nov 13 04:56:14.793794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39548) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:14.796635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-172ac5c4-bcaf-44cc-9acd-cfe8b14299da tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Calling delete_port for 78dd801e-b5d8-4209-b751-60c886708504 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:56:14.898394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 34ba633b-3b87-4b34-8d9c-ae5bb69ec206 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:14.898762 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:14.907539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f695d0b-6091-47c5-bedc-42fd4529e5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef690ce6-a3dd-4832-a31a-eacc81c59a46,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:15.036387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e97a6ab6-0720-416b-b5f1-ffc148ef2ef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.095864 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e97a6ab6-0720-416b-b5f1-ffc148ef2ef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.121148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-24f9f545-1ed9-4d2e-90ac-c6f632681694 None None] Provisioning complete for port d34625f5-8a63-4d2e-96a5-4d135f193717 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:15.122083 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24f9f545-1ed9-4d2e-90ac-c6f632681694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.150378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39558) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:15.173794 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-24f9f545-1ed9-4d2e-90ac-c6f632681694 None None] Port d34625f5-8a63-4d2e-96a5-4d135f193717 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:56:15.184912 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-24f9f545-1ed9-4d2e-90ac-c6f632681694 None None] Provisioning complete for port 34ba633b-3b87-4b34-8d9c-ae5bb69ec206 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:15.185281 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24f9f545-1ed9-4d2e-90ac-c6f632681694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.366947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81441f-1d2a-45ba-82e9-d127f7de055d req-08c38e6d-22ae-4416-9f34-fa1ee6ebbb84 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:15.375914 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a81441f-1d2a-45ba-82e9-d127f7de055d req-08c38e6d-22ae-4416-9f34-fa1ee6ebbb84 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.2354484 Nov 13 04:56:15.380294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-24f9f545-1ed9-4d2e-90ac-c6f632681694 None None] Provisioning complete for port 78dd801e-b5d8-4209-b751-60c886708504 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:15.380669 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24f9f545-1ed9-4d2e-90ac-c6f632681694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.394850 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15b0f985-9a55-42c7-b6b7-767cb1729bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.477091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-24f9f545-1ed9-4d2e-90ac-c6f632681694 None None] Port 78dd801e-b5d8-4209-b751-60c886708504 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:56:15.486485 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e97a6ab6-0720-416b-b5f1-ffc148ef2ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.494845 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e97a6ab6-0720-416b-b5f1-ffc148ef2ef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.501975 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e97a6ab6-0720-416b-b5f1-ffc148ef2ef1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef690ce6-a3dd-4832-a31a-eacc81c59a46 HTTP/1.1" status: 204 len: 168 time: 0.7068915 Nov 13 04:56:15.520496 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172ac5c4-bcaf-44cc-9acd-cfe8b14299da tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.566575 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15b0f985-9a55-42c7-b6b7-767cb1729bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.572726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15b0f985-9a55-42c7-b6b7-767cb1729bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.610492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a6ab6-0720-416b-b5f1-ffc148ef2ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef690ce6-a3dd-4832-a31a-eacc81c59a46,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:15.621087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-017434a5-b8ea-4080-8227-576e7b5955c1 None None] Provisioning complete for port d34625f5-8a63-4d2e-96a5-4d135f193717 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:15.622313 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-017434a5-b8ea-4080-8227-576e7b5955c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.644125 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-15b0f985-9a55-42c7-b6b7-767cb1729bf7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a690fd3778c4720b7cc7eefda0891cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4914665 Nov 13 04:56:15.646529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39574) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:15.677215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a81441f-1d2a-45ba-82e9-d127f7de055d req-2de7028d-ff9b-486e-8324-8cc9d02b87d9 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980790 Nov 13 04:56:15.686475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ac5c4-bcaf-44cc-9acd-cfe8b14299da tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Pushing event deleted for resources: {'Port': ['ID=78dd801e-b5d8-4209-b751-60c886708504,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:15.710392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-017434a5-b8ea-4080-8227-576e7b5955c1 None None] Port d34625f5-8a63-4d2e-96a5-4d135f193717 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:56:15.724428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0f985-9a55-42c7-b6b7-767cb1729bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964d8274-8130-4dba-b2a7-9eb9de84d5ad,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:15.763809 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-318731f0-2e44-427e-9582-8b8daa8fe206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.767441 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172ac5c4-bcaf-44cc-9acd-cfe8b14299da tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.772249 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-172ac5c4-bcaf-44cc-9acd-cfe8b14299da tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] 10.222.0.43 "DELETE /v2.0/ports/78dd801e-b5d8-4209-b751-60c886708504 HTTP/1.1" status: 204 len: 168 time: 1.9634664 Nov 13 04:56:15.778027 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39580) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:15.786454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-173cdbf4-f7cf-45e5-9e9c-086739b80a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Request body: {'port': {'name': 'tempest-new-port-name-1585000147', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:15.787487 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.api.validators [None req-173cdbf4-f7cf-45e5-9e9c-086739b80a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] bootfile-name is not in valid_values {{(pid=102667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 13 04:56:15.787984 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.api.validators [None req-173cdbf4-f7cf-45e5-9e9c-086739b80a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] tftp-server is not in valid_values {{(pid=102667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 13 04:56:15.789928 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.api.validators [None req-173cdbf4-f7cf-45e5-9e9c-086739b80a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] server-ip-address is not in valid_values {{(pid=102667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 13 04:56:15.793769 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-318731f0-2e44-427e-9582-8b8daa8fe206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.854496 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-318731f0-2e44-427e-9582-8b8daa8fe206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.859055 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-318731f0-2e44-427e-9582-8b8daa8fe206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:15.867584 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-318731f0-2e44-427e-9582-8b8daa8fe206 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/964d8274-8130-4dba-b2a7-9eb9de84d5ad HTTP/1.1" status: 204 len: 168 time: 0.2189925 Nov 13 04:56:15.887164 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318731f0-2e44-427e-9582-8b8daa8fe206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964d8274-8130-4dba-b2a7-9eb9de84d5ad,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:16.001059 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-173cdbf4-f7cf-45e5-9e9c-086739b80a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:16.051134 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-075125c2-c563-49a9-96c3-11ea6aa691b6 None None] Could not find standard attr ID for object 78dd801e-b5d8-4209-b751-60c886708504. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:56:16.136020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39592) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:16.153724 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af376b61-786e-4e6c-833d-ab7bbe6857bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:16.303132 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af376b61-786e-4e6c-833d-ab7bbe6857bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:16.315314 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af376b61-786e-4e6c-833d-ab7bbe6857bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:16.326761 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-173cdbf4-f7cf-45e5-9e9c-086739b80a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:16.340292 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-173cdbf4-f7cf-45e5-9e9c-086739b80a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:16.370898 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-af376b61-786e-4e6c-833d-ab7bbe6857bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8785d43ff164199a2013b9f71b5e32f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335651 Nov 13 04:56:16.374645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39600) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:16.380089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af376b61-786e-4e6c-833d-ab7bbe6857bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a530dd31-2253-4713-9610-b9562ac9b989,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:16.409550 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-173cdbf4-f7cf-45e5-9e9c-086739b80a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] In _notify_port_updated(), no bound segment for port d34625f5-8a63-4d2e-96a5-4d135f193717 on network 31d30629-62b5-4f71-89cf-0e18dab10954 {{(pid=102667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 04:56:16.416611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173cdbf4-f7cf-45e5-9e9c-086739b80a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:16.417642 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-173cdbf4-f7cf-45e5-9e9c-086739b80a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:16.419200 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-173cdbf4-f7cf-45e5-9e9c-086739b80a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] 10.222.0.43 "PUT /v2.0/ports/d34625f5-8a63-4d2e-96a5-4d135f193717 HTTP/1.1" status: 200 len: 1130 time: 0.6399670 Nov 13 04:56:16.422796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:16.444719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cdbf4-f7cf-45e5-9e9c-086739b80a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Pushing event updated for resources: {'Port': ['ID=d34625f5-8a63-4d2e-96a5-4d135f193717,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:16.470638 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-229dccd5-1b2e-42c2-b0fa-7c7ed1be8ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:16.502039 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-229dccd5-1b2e-42c2-b0fa-7c7ed1be8ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:16.504063 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0320f05-4e11-48e0-a721-7ac832c4b1b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:16.510992 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39608) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:16.527031 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a0320f05-4e11-48e0-a721-7ac832c4b1b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] 10.222.0.43 "GET /v2.0/ports/d34625f5-8a63-4d2e-96a5-4d135f193717 HTTP/1.1" status: 200 len: 1130 time: 0.0871618 Nov 13 04:56:16.623212 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 34ba633b-3b87-4b34-8d9c-ae5bb69ec206 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:56:16.690893 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-229dccd5-1b2e-42c2-b0fa-7c7ed1be8ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:16.693539 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-229dccd5-1b2e-42c2-b0fa-7c7ed1be8ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:16.697811 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-229dccd5-1b2e-42c2-b0fa-7c7ed1be8ba5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a530dd31-2253-4713-9610-b9562ac9b989 HTTP/1.1" status: 204 len: 168 time: 0.3160245 Nov 13 04:56:16.716382 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229dccd5-1b2e-42c2-b0fa-7c7ed1be8ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a530dd31-2253-4713-9610-b9562ac9b989,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:16.752334 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-172cc8fb-67ba-4874-8dbe-71c93c389242 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Deleting port d34625f5-8a63-4d2e-96a5-4d135f193717 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:56:16.754186 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172cc8fb-67ba-4874-8dbe-71c93c389242 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:16.764529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 34ba633b-3b87-4b34-8d9c-ae5bb69ec206 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:16.765127 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:16.903237 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172cc8fb-67ba-4874-8dbe-71c93c389242 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:16.940233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-726f6330-9370-419b-879e-7a0b0ed29814 None None] Provisioning complete for port d34625f5-8a63-4d2e-96a5-4d135f193717 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:16.940620 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-726f6330-9370-419b-879e-7a0b0ed29814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:16.942246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-172cc8fb-67ba-4874-8dbe-71c93c389242 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Calling delete_port for d34625f5-8a63-4d2e-96a5-4d135f193717 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:56:17.009304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ea625-226a-4ff2-b8dc-f2e1be3164c8 req-61533855-f814-4afd-9639-86e1f2bddc9d tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:17.018092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b3ea625-226a-4ff2-b8dc-f2e1be3164c8 req-61533855-f814-4afd-9639-86e1f2bddc9d tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1369381 Nov 13 04:56:17.031636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-726f6330-9370-419b-879e-7a0b0ed29814 None None] Port d34625f5-8a63-4d2e-96a5-4d135f193717 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:56:17.082840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39638) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:17.126390 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6b3ea625-226a-4ff2-b8dc-f2e1be3164c8 req-7d8ec5b6-60f8-430b-ad70-4654e0288e69 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064308 Nov 13 04:56:17.224591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-395303024-network', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:17.251331 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172cc8fb-67ba-4874-8dbe-71c93c389242 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.253060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] Made reservation on behalf of 125e3c245a0b495ba8d950939b0d962a for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:56:17.256331 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.269768 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.285614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cc8fb-67ba-4874-8dbe-71c93c389242 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Pushing event deleted for resources: {'Port': ['ID=d34625f5-8a63-4d2e-96a5-4d135f193717,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:17.315438 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-172cc8fb-67ba-4874-8dbe-71c93c389242 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.319183 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-172cc8fb-67ba-4874-8dbe-71c93c389242 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] 10.222.0.43 "DELETE /v2.0/ports/d34625f5-8a63-4d2e-96a5-4d135f193717 HTTP/1.1" status: 204 len: 168 time: 0.7986989 Nov 13 04:56:17.321660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39658) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:17.429676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4139c74f-3065-4a41-858a-3175a3beb62e tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Deleting subnet f2bb7fc0-430d-4ead-a22f-8d4441819cc4 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:56:17.435404 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4139c74f-3065-4a41-858a-3175a3beb62e tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.439620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.466027 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.499564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:56:17.530570 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4139c74f-3065-4a41-858a-3175a3beb62e tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.533518 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61835325-4e80-4827-8b66-42789e56b756,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:17.561464 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.561807 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] Added segment 84a4ebe2-07a2-44e8-8874-67cd76d38360 of type vlan for network 4aee54f4-a39b-4053-9145-908dd44cd0a1 Nov 13 04:56:17.626114 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.685734 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4139c74f-3065-4a41-858a-3175a3beb62e tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.689443 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.690394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:17.691006 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.820679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39676) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:17.821367 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7367826 Nov 13 04:56:17.826295 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-94e96b3d-5aed-4947-b8ca-4f85b75fb8de admin admin] Request body: {'subnet': {'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-subnet', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:17.835093 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450889e7-a782-4108-8164-d650e43d7569 admin admin] Pushing event updated for resources: {'Network': ['ID=4aee54f4-a39b-4053-9145-908dd44cd0a1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:17.851871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 4aee54f4-a39b-4053-9145-908dd44cd0a1 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:56:17.862116 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4139c74f-3065-4a41-858a-3175a3beb62e tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.866778 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e96b3d-5aed-4947-b8ca-4f85b75fb8de admin admin] Made reservation on behalf of 125e3c245a0b495ba8d950939b0d962a for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:56:17.877791 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94e96b3d-5aed-4947-b8ca-4f85b75fb8de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.935090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139c74f-3065-4a41-858a-3175a3beb62e tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bb7fc0-430d-4ead-a22f-8d4441819cc4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:17.942308 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4139c74f-3065-4a41-858a-3175a3beb62e tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:17.952453 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4139c74f-3065-4a41-858a-3175a3beb62e tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] 10.222.0.43 "DELETE /v2.0/subnets/f2bb7fc0-430d-4ead-a22f-8d4441819cc4 HTTP/1.1" status: 204 len: 168 time: 0.6293664 Nov 13 04:56:17.952654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c549622d-61f0-4018-ae28-b06c944e8b8f None None] Network 31d30629-62b5-4f71-89cf-0e18dab10954 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:56:17.954901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39680) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:18.085318 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:18.180582 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Deleting port 34ba633b-3b87-4b34-8d9c-ae5bb69ec206 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:56:18.181724 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:18.280111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] For port 34ba633b-3b87-4b34-8d9c-ae5bb69ec206, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=34ba633b-3b87-4b34-8d9c-ae5bb69ec206,segment=NetworkSegment(d1d208fd-1b85-41e9-8bb4-30c95c0c7507),segment_id=d1d208fd-1b85-41e9-8bb4-30c95c0c7507)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:56:18.281174 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:18.297896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Calling delete_port for 34ba633b-3b87-4b34-8d9c-ae5bb69ec206 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:56:18.333521 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94e96b3d-5aed-4947-b8ca-4f85b75fb8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:18.442810 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:18.494212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Pushing event deleted for resources: {'Port': ['ID=34ba633b-3b87-4b34-8d9c-ae5bb69ec206,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:18.499201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] No DVR routers for this DVR port 34ba633b-3b87-4b34-8d9c-ae5bb69ec206 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:56:18.666804 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fad90f-1ab9-463f-8143-3cf584e0f086 None None] DHCP port deletion for 31d30629-62b5-4f71-89cf-0e18dab10954 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:56:18.798895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e96b3d-5aed-4947-b8ca-4f85b75fb8de admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b11c9ca-245d-46ae-ad95-504e9908fe96,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:18.825371 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db1978-7fad-4f28-b895-4d375c1fe5ba req-64b5bc44-4c25-4ee7-9b9f-8fb17a22c403 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:18.827437 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-70db1978-7fad-4f28-b895-4d375c1fe5ba req-64b5bc44-4c25-4ee7-9b9f-8fb17a22c403 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.5750530 Nov 13 04:56:18.875117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e96b3d-5aed-4947-b8ca-4f85b75fb8de admin admin] Checking segment: {'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:56:18.875763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e96b3d-5aed-4947-b8ca-4f85b75fb8de admin admin] Network hostable DHCP agents. Network: 4aee54f4-a39b-4053-9145-908dd44cd0a1, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:56:18.919984 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-70db1978-7fad-4f28-b895-4d375c1fe5ba req-bae16455-e6f8-4d16-b920-1323c0cca4ed tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824571 Nov 13 04:56:18.936593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e96b3d-5aed-4947-b8ca-4f85b75fb8de admin admin] Network 4aee54f4-a39b-4053-9145-908dd44cd0a1 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:56:18.966191 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-94e96b3d-5aed-4947-b8ca-4f85b75fb8de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 4aee54f4-a39b-4053-9145-908dd44cd0a1) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:18.970979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e96b3d-5aed-4947-b8ca-4f85b75fb8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:18.971744 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94e96b3d-5aed-4947-b8ca-4f85b75fb8de admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:18.975035 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e48c36-74be-4081-8d3b-d0db4448f4da None None] Network 4aee54f4-a39b-4053-9145-908dd44cd0a1 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:56:19.015098 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-94e96b3d-5aed-4947-b8ca-4f85b75fb8de admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1920583 Nov 13 04:56:19.016881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39722) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:19.026656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:19.078900 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:19.080591 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:19.133677 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:19.165926 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d30629-62b5-4f71-89cf-0e18dab10954']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:19.167248 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:19.185050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d208fd-1b85-41e9-8bb4-30c95c0c7507') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:19.185339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d208fd-1b85-41e9-8bb4-30c95c0c7507') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:19.196360 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:19.213989 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:19.222049 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:56:19.222507 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:56:19.225796 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:56:19.297686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-4aee54f4-a39b-4053-9145-908dd44cd0a1', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:56:19.299305 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:19.349899 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:19.359949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:19.363895 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] 10.222.0.43 "DELETE /v2.0/networks/31d30629-62b5-4f71-89cf-0e18dab10954 HTTP/1.1" status: 204 len: 168 time: 1.4078186 Nov 13 04:56:19.380993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba3e92-d1d9-453a-9ad8-150fedff15b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390 tempest-ExtraDHCPOptionsIpV6TestJSON-1103299390-project] Pushing event deleted for resources: {'Network': ['ID=31d30629-62b5-4f71-89cf-0e18dab10954,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:19.420732 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:19.580034 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Allocated IP 172.20.0.2 (4aee54f4-a39b-4053-9145-908dd44cd0a1/1b11c9ca-245d-46ae-ad95-504e9908fe96/6f221164-7040-4c82-b752-3ca7d6732ff8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:19.736851 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:19.777350 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:19.828224 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39748) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:19.843977 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:19.862246 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:19.918750 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Network 4aee54f4-a39b-4053-9145-908dd44cd0a1 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:19.921879 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:19.924655 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:19.971541 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Pushing event updated for resources: {'Port': ['ID=6f221164-7040-4c82-b752-3ca7d6732ff8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:19.997160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Allocated IP 172.25.8.106 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/b2e5f871-83e3-48da-8566-ae3c85150c91) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:20.077339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Attempting to bind port 6f221164-7040-4c82-b752-3ca7d6732ff8 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:56:20.078652 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Attempting to bind port 6f221164-7040-4c82-b752-3ca7d6732ff8 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:56:20.079304 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Attempting to bind port 6f221164-7040-4c82-b752-3ca7d6732ff8 on network 4aee54f4-a39b-4053-9145-908dd44cd0a1 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:56:20.089499 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:56:20.090574 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Checking segment: {'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:56:20.091276 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:20.092281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Bound using segment: {'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:56:20.093321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Bound port: 6f221164-7040-4c82-b752-3ca7d6732ff8, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:56:20.093970 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:20.144026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ca9fc350-d8d2-4438-bf74-a16775ad9485 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=921b9a0068924e31a305701cc0ed4698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3120925 Nov 13 04:56:20.145336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39760) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:20.191953 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] For port 6f221164-7040-4c82-b752-3ca7d6732ff8, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:56:20.196125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] For port 6f221164-7040-4c82-b752-3ca7d6732ff8, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6f221164-7040-4c82-b752-3ca7d6732ff8,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:56:20.205839 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:20.237311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba32ae-6c84-44d5-8f4c-9a6a99a42ee8 req-637884f2-8a8c-48ad-9b9d-4ecd6267a04c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:20.238735 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59ba32ae-6c84-44d5-8f4c-9a6a99a42ee8 req-637884f2-8a8c-48ad-9b9d-4ecd6267a04c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0779183 Nov 13 04:56:20.243900 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69af6397-820d-4a18-83a2-81d34c4dbca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:20.288707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87c6cc-bb5d-41e5-8233-975ae99d0ce6 None None] Pushing event updated for resources: {'Port': ['ID=6f221164-7040-4c82-b752-3ca7d6732ff8,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:20.289262 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69af6397-820d-4a18-83a2-81d34c4dbca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:20.328424 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:20.375931 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69af6397-820d-4a18-83a2-81d34c4dbca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:20.378558 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69af6397-820d-4a18-83a2-81d34c4dbca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:20.379755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-69af6397-820d-4a18-83a2-81d34c4dbca2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce815a65-d2a7-40a0-a6c6-3e74d8e8b753 HTTP/1.1" status: 204 len: 168 time: 0.2340033 Nov 13 04:56:20.399780 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af6397-820d-4a18-83a2-81d34c4dbca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce815a65-d2a7-40a0-a6c6-3e74d8e8b753,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:20.416316 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59ba32ae-6c84-44d5-8f4c-9a6a99a42ee8 req-29844f72-0425-48b1-a56c-881d5063d18a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275735 Nov 13 04:56:20.459823 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:20.509303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:20.513179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:20.523827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:20.551860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Pushing event updated for resources: {'Port': ['ID=b2e5f871-83e3-48da-8566-ae3c85150c91,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:20.552917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc01b70a-b031-4387-a548-e8372ff8b24e None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:56:20.739714 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a40d2589-48a4-4694-b07b-185aa8f32379 None None] Provisioning complete for port b2e5f871-83e3-48da-8566-ae3c85150c91 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:20.740071 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a40d2589-48a4-4694-b07b-185aa8f32379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:20.749614 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 34ba633b-3b87-4b34-8d9c-ae5bb69ec206 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:56:20.858565 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 34ba633b-3b87-4b34-8d9c-ae5bb69ec206 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:56:20.859012 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 34ba633b-3b87-4b34-8d9c-ae5bb69ec206 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:56:20.901756 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a40d2589-48a4-4694-b07b-185aa8f32379 None None] Port b2e5f871-83e3-48da-8566-ae3c85150c91 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:56:21.035586 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:21.286506 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:21.480947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Router 79dc917a-31a9-4547-a593-4b7c60f04565 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:56:21.639843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39812) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:21.678149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6578f-fc25-47ad-a195-4342bb116a78 req-8b150a4a-da85-485a-99cd-4ae650a83190 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:21.679744 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-caa6578f-fc25-47ad-a195-4342bb116a78 req-8b150a4a-da85-485a-99cd-4ae650a83190 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1113131 Nov 13 04:56:21.681325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:56:21.704919 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Sync routers for ids ['79dc917a-31a9-4547-a593-4b7c60f04565'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:56:21.711688 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:21.716059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39822) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:21.724599 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d7d3d8af-76c1-4077-94e8-d2d589bca21c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7049072 Nov 13 04:56:21.738562 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Routers {'79dc917a-31a9-4547-a593-4b7c60f04565'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:21.739219 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['79dc917a-31a9-4547-a593-4b7c60f04565'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:21.781579 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c0cfc-1048-41c7-a435-397fb5829901 None None] Network 4aee54f4-a39b-4053-9145-908dd44cd0a1 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:56:21.840768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2122105561'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:21.875152 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-caa6578f-fc25-47ad-a195-4342bb116a78 req-4168fe18-f31b-4efe-9454-7999e60a67b3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494846 Nov 13 04:56:21.923406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3a7b0a4f-082f-4c4e-bba3-2e24ed0e2b62 None None] Provisioning complete for port 6f221164-7040-4c82-b752-3ca7d6732ff8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:21.923835 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0a4f-082f-4c4e-bba3-2e24ed0e2b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:21.956039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Made reservation on behalf of b9f6ed23e2b149179c00b3d38b4579d9 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:56:21.965022 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:21.985720 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Set router 79dc917a-31a9-4547-a593-4b7c60f04565 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:56:22.001500 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:22.201845 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0a4f-082f-4c4e-bba3-2e24ed0e2b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:22.251894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3a7b0a4f-082f-4c4e-bba3-2e24ed0e2b62 None None] For port 6f221164-7040-4c82-b752-3ca7d6732ff8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6f221164-7040-4c82-b752-3ca7d6732ff8,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:56:22.256448 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:22.260291 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0a4f-082f-4c4e-bba3-2e24ed0e2b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:22.272518 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:22.323171 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b0a4f-082f-4c4e-bba3-2e24ed0e2b62 None None] Pushing event updated for resources: {'Port': ['ID=6f221164-7040-4c82-b752-3ca7d6732ff8,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:22.430456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:56:22.435315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde35d19-81b3-44be-a3e3-0fb572908d13,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:22.491158 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:20Z', 'revision_number': 3, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:22.517227 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:22.517732 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Added segment 4f8c17fa-c715-438b-910c-a37a8274c7b5 of type vlan for network 62281e65-b398-415d-9652-c8d2417ac8e1 Nov 13 04:56:22.551937 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Checking router: 79dc917a-31a9-4547-a593-4b7c60f04565 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:56:22.552279 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Updating router 79dc917a-31a9-4547-a593-4b7c60f04565 port b2e5f871-83e3-48da-8566-ae3c85150c91 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:56:22.598507 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:22.600523 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:22.608741 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:22.685778 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6f221164-7040-4c82-b752-3ca7d6732ff8 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:56:22.738035 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:22.745281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:22.745921 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:22.756564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a9a37bf2-b4a6-4894-a6f3-9e91e94611d4 None None] Provisioning complete for port 6f221164-7040-4c82-b752-3ca7d6732ff8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:22.757219 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9a37bf2-b4a6-4894-a6f3-9e91e94611d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:22.875903 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 6f221164-7040-4c82-b752-3ca7d6732ff8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:22.877113 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:22.972504 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3313277 Nov 13 04:56:22.975713 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39854) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:22.985264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1539b76a-f2b7-4826-a053-269719db1549 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'subnet': {'network_id': '62281e65-b398-415d-9652-c8d2417ac8e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:23.058568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a4343-f5b4-42e2-aaf6-5f9fe71e6d45 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Network': ['ID=62281e65-b398-415d-9652-c8d2417ac8e1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:23.095662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 62281e65-b398-415d-9652-c8d2417ac8e1 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:56:23.103395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b402e3d-0954-44cf-ad9d-52f708043264 req-5f8cb364-2e66-4b37-b08f-7661e506b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:23.106652 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b402e3d-0954-44cf-ad9d-52f708043264 req-5f8cb364-2e66-4b37-b08f-7661e506b437 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6e023533a144f13bb7562e9a400409b&device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 1096 time: 0.2835498 Nov 13 04:56:23.161643 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:23.177606 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:23.209178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e65959-cc52-47a6-95a6-cd5af413eed4 req-0d895aff-c228-47ed-bce7-32d85e09cc6a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:23.222949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Allocated IP 172.20.0.1 (4aee54f4-a39b-4053-9145-908dd44cd0a1/1b11c9ca-245d-46ae-ad95-504e9908fe96/f38a1cd4-0068-4903-a80d-067493047fdf) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:23.224696 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-27e65959-cc52-47a6-95a6-cd5af413eed4 req-0d895aff-c228-47ed-bce7-32d85e09cc6a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.2056630 Nov 13 04:56:23.295946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee77607-4a71-4c7d-a46c-65b6bbe1f3df None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:56:23.326960 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Attempting to bind port b2e5f871-83e3-48da-8566-ae3c85150c91 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:56:23.327344 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Attempting to bind port b2e5f871-83e3-48da-8566-ae3c85150c91 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:56:23.327819 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Attempting to bind port b2e5f871-83e3-48da-8566-ae3c85150c91 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:56:23.348191 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:56:23.348602 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:56:23.349222 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:23.349808 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:56:23.358830 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:23.359745 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Bound port: b2e5f871-83e3-48da-8566-ae3c85150c91, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:56:23.361721 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:23.377595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1fc4190f-7dd3-4d01-a26c-f02c7634f124 None None] Provisioning complete for port b2e5f871-83e3-48da-8566-ae3c85150c91 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:23.378252 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc4190f-7dd3-4d01-a26c-f02c7634f124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:23.387586 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-27e65959-cc52-47a6-95a6-cd5af413eed4 req-1d219e73-248a-47ef-901d-1acb54b60cce tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515553 Nov 13 04:56:23.389015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1539b76a-f2b7-4826-a053-269719db1549 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Made reservation on behalf of b9f6ed23e2b149179c00b3d38b4579d9 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:56:23.394900 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1539b76a-f2b7-4826-a053-269719db1549 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:23.403698 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:23.468166 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] For port b2e5f871-83e3-48da-8566-ae3c85150c91, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:56:23.472189 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] For port b2e5f871-83e3-48da-8566-ae3c85150c91, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b2e5f871-83e3-48da-8566-ae3c85150c91,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:56:23.473637 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb05158-fb48-4ecb-8062-49df9498e6f9 None None] Pushing event updated for resources: {'Port': ['ID=b2e5f871-83e3-48da-8566-ae3c85150c91,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:23.476607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4190f-7dd3-4d01-a26c-f02c7634f124 None None] Port b2e5f871-83e3-48da-8566-ae3c85150c91 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:56:23.485819 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb05158-fb48-4ecb-8062-49df9498e6f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:23.486394 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb05158-fb48-4ecb-8062-49df9498e6f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:23.486883 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb05158-fb48-4ecb-8062-49df9498e6f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:23.487514 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb05158-fb48-4ecb-8062-49df9498e6f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:23.488539 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb05158-fb48-4ecb-8062-49df9498e6f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:23.489037 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb05158-fb48-4ecb-8062-49df9498e6f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:23.489517 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb05158-fb48-4ecb-8062-49df9498e6f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:23.490009 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb05158-fb48-4ecb-8062-49df9498e6f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:23.490496 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb05158-fb48-4ecb-8062-49df9498e6f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:23.491009 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb05158-fb48-4ecb-8062-49df9498e6f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:23.491498 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb05158-fb48-4ecb-8062-49df9498e6f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:23.492102 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb05158-fb48-4ecb-8062-49df9498e6f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:23.497413 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:23.508557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Pushing event updated for resources: {'Port': ['ID=f38a1cd4-0068-4903-a80d-067493047fdf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:23.529889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Network 4aee54f4-a39b-4053-9145-908dd44cd0a1 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:23.546449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:23.557797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:23.563381 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb05158-fb48-4ecb-8062-49df9498e6f9 None None] Pushing event updated for resources: {'Port': ['ID=b2e5f871-83e3-48da-8566-ae3c85150c91,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:23.592010 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Routers {'79dc917a-31a9-4547-a593-4b7c60f04565'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:23.592883 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['79dc917a-31a9-4547-a593-4b7c60f04565'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:23.608319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8042d5b9-06a4-434a-853c-658f1d85e2ce None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:56:23.654029 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b402e3d-0954-44cf-ad9d-52f708043264 req-f8210bdc-5316-4073-87d5-80d3e76dc4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:23.655701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b402e3d-0954-44cf-ad9d-52f708043264 req-f8210bdc-5316-4073-87d5-80d3e76dc4df service neutron] 10.222.0.36 "GET /v2.0/networks?id=efb2632b-74bc-4df5-a542-366e4891a266 HTTP/1.1" status: 200 len: 915 time: 0.5103357 Nov 13 04:56:23.656887 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:23.711292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e8e53d52-793f-46f8-b18b-4eb5fec0e35a None None] Provisioning complete for port b2e5f871-83e3-48da-8566-ae3c85150c91 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:23.716651 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8e53d52-793f-46f8-b18b-4eb5fec0e35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:23.795207 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] Set router 79dc917a-31a9-4547-a593-4b7c60f04565 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:56:23.857568 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b402e3d-0954-44cf-ad9d-52f708043264 req-c4bad1b1-1c63-4251-a569-7effd32028db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a HTTP/1.1" status: 200 len: 217 time: 0.1038318 Nov 13 04:56:23.868879 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1539b76a-f2b7-4826-a053-269719db1549 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:23.941608 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8e53d52-793f-46f8-b18b-4eb5fec0e35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:23.966689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e8e53d52-793f-46f8-b18b-4eb5fec0e35a None None] For port b2e5f871-83e3-48da-8566-ae3c85150c91, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b2e5f871-83e3-48da-8566-ae3c85150c91,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:56:23.976885 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8e53d52-793f-46f8-b18b-4eb5fec0e35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:23.991414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539b76a-f2b7-4826-a053-269719db1549 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Subnet': ['ID=1629d60a-e59e-4ad5-b7d2-a6e93a0354f8,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:23.995103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1539b76a-f2b7-4826-a053-269719db1549 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Checking segment: {'id': '4f8c17fa-c715-438b-910c-a37a8274c7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '62281e65-b398-415d-9652-c8d2417ac8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:56:23.995849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1539b76a-f2b7-4826-a053-269719db1549 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network hostable DHCP agents. Network: 62281e65-b398-415d-9652-c8d2417ac8e1, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:56:24.038545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1539b76a-f2b7-4826-a053-269719db1549 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network 62281e65-b398-415d-9652-c8d2417ac8e1 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:56:24.063174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b402e3d-0954-44cf-ad9d-52f708043264 req-30bf7cea-d291-4d85-8b91-3587a51706f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:24.066093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-1539b76a-f2b7-4826-a053-269719db1549 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 62281e65-b398-415d-9652-c8d2417ac8e1) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:24.069906 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b402e3d-0954-44cf-ad9d-52f708043264 req-30bf7cea-d291-4d85-8b91-3587a51706f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89e58c8e-4d06-4ded-8d18-eb31bc30d760 HTTP/1.1" status: 200 len: 854 time: 0.1808455 Nov 13 04:56:24.071368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539b76a-f2b7-4826-a053-269719db1549 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:24.072297 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1539b76a-f2b7-4826-a053-269719db1549 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:24.098481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e53d52-793f-46f8-b18b-4eb5fec0e35a None None] Pushing event updated for resources: {'Port': ['ID=b2e5f871-83e3-48da-8566-ae3c85150c91,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:24.103887 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1539b76a-f2b7-4826-a053-269719db1549 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1262331 Nov 13 04:56:24.106545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39876) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:24.106734 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380b0fe9-2ff8-4d1d-b369-061b7a12d630 None None] Network 62281e65-b398-415d-9652-c8d2417ac8e1 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:56:24.111759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-730267519', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:24.156672 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b402e3d-0954-44cf-ad9d-52f708043264 req-da9a368b-869f-49eb-a054-f9587cf66ae0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=efb2632b-74bc-4df5-a542-366e4891a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768359 Nov 13 04:56:24.168083 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:20Z', 'revision_number': 3, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:24.181555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0529a7e7-18fc-4cbb-a503-d3cb7ccf457f None None] Provisioning complete for port f38a1cd4-0068-4903-a80d-067493047fdf triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:24.183085 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0529a7e7-18fc-4cbb-a503-d3cb7ccf457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:24.184113 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:24.185494 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:24.238016 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce36d9cb-001c-4ecc-8c6f-43634c369076 None None] The sync data for ids ['79dc917a-31a9-4547-a593-4b7c60f04565'] in n-d-813114-2 is: [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:20Z', 'revision_number': 3, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:56:24.300331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0529a7e7-18fc-4cbb-a503-d3cb7ccf457f None None] Port f38a1cd4-0068-4903-a80d-067493047fdf cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:56:24.377200 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:24.387851 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5a4b35-d0d9-4486-9293-e84bc3c3b248 None None] Network 62281e65-b398-415d-9652-c8d2417ac8e1 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:56:24.500803 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:24.506615 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b402e3d-0954-44cf-ad9d-52f708043264 req-d7f16437-df34-44f2-8e10-844f05639250 service neutron] 10.222.0.36 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384783 Nov 13 04:56:24.604103 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:24.616438 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ad0d4edd-55a9-420a-b682-cea97bf7918a details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:56:24.735003 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:24.796350 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:24.828404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1767c0-409d-48db-9e58-0c364cbd7321 req-abe1026f-1a74-4f78-b1bf-66731b376afe tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:24.832894 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d1767c0-409d-48db-9e58-0c364cbd7321 req-abe1026f-1a74-4f78-b1bf-66731b376afe tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.3345506 Nov 13 04:56:24.896570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:56:24.937114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'ad0d4edd-55a9-420a-b682-cea97bf7918a', 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266', 'port_id': 'ad0d4edd-55a9-420a-b682-cea97bf7918a', 'mac_address': 'fa:16:3e:1d:87:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e58c8e-4d06-4ded-8d18-eb31bc30d760', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:56:24.942618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:24.961702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Pushing event updated for resources: {'Port': ['ID=f38a1cd4-0068-4903-a80d-067493047fdf,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:24.966060 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d1767c0-409d-48db-9e58-0c364cbd7321 req-f4956676-67cd-4ea4-8dc8-af7475d707e8 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236088 Nov 13 04:56:25.027812 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:25.069547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad0d4edd-55a9-420a-b682-cea97bf7918a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:56:25.076341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b402e3d-0954-44cf-ad9d-52f708043264 req-606abb51-c1d8-4988-9067-b65d6a7832b0 service neutron] 10.222.0.36 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599377 Nov 13 04:56:25.120392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:56:25.131523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Network 4aee54f4-a39b-4053-9145-908dd44cd0a1 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:25.132970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:25.136191 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:25.250783 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=ad0d4edd-55a9-420a-b682-cea97bf7918a,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:25.268628 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:25.322939 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['ad0d4edd-55a9-420a-b682-cea97bf7918a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:56:25.367604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Router 79dc917a-31a9-4547-a593-4b7c60f04565 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:56:25.625399 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0022d555-b38e-4306-affe-a69be7d2e317 None None] Provisioning complete for port f38a1cd4-0068-4903-a80d-067493047fdf triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:25.625765 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0022d555-b38e-4306-affe-a69be7d2e317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:25.667305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:56:25.683286 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e7f3632f-e1cd-48b1-9a88-985c1062ea82 admin admin] 10.222.0.43 "PUT /v2.0/routers/79dc917a-31a9-4547-a593-4b7c60f04565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9575713 Nov 13 04:56:25.705568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0022d555-b38e-4306-affe-a69be7d2e317 None None] Port f38a1cd4-0068-4903-a80d-067493047fdf cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:56:25.850581 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:26.026987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Allocated IP 172.25.8.21 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/b9a937d0-7325-421e-9317-563949bbb7fb) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:26.156907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56b013-7782-464a-9867-6cd036b04a0d req-990382b5-2099-4aad-a06e-1d9d47b8e139 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:26.165367 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d56b013-7782-464a-9867-6cd036b04a0d req-990382b5-2099-4aad-a06e-1d9d47b8e139 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 944 time: 0.0716887 Nov 13 04:56:26.210817 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:26.223490 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d56b013-7782-464a-9867-6cd036b04a0d req-0ca903a6-ba1d-454b-b858-aa0d0ef56605 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571847 Nov 13 04:56:26.262824 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:26.333217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:26.337753 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:26.341451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:26.367829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e199f719-ff25-4631-a7fc-86cfbeb7ac48 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:56:26.389169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=b9a937d0-7325-421e-9317-563949bbb7fb,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:26.407999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:26.408655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:26.409378 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:26.409955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:26.410529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:26.411110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:26.411679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:26.412238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:26.412803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:26.413363 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:26.413927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:26.414472 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:26.435147 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b519eed5-58b1-4f19-9359-73f6df41c69a None None] Provisioning complete for port b9a937d0-7325-421e-9317-563949bbb7fb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:26.435510 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b519eed5-58b1-4f19-9359-73f6df41c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:26.566695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b519eed5-58b1-4f19-9359-73f6df41c69a None None] Port b9a937d0-7325-421e-9317-563949bbb7fb cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:56:26.625534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ad0d4edd-55a9-420a-b682-cea97bf7918a up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:56:26.703582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b2e5f871-83e3-48da-8566-ae3c85150c91 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:56:26.856478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39946) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:26.862949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--923240623', 'description': 'tempest-description--1459196005'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:26.900022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port ad0d4edd-55a9-420a-b682-cea97bf7918a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:26.900378 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:26.945210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port b2e5f871-83e3-48da-8566-ae3c85150c91 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:26.945911 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:26.946840 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:27.070839 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:27.172386 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:27.181750 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:27.196200 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:27.209735 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042a8156-3f30-444b-805c-a7ef5a485e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0d4edd-55a9-420a-b682-cea97bf7918a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:56:27.212468 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094c3663-ae79-45a8-9f39-003d4ccfcaab" -d '{"events": [{"server_uuid": "042a8156-3f30-444b-805c-a7ef5a485e86", "name": "network-vif-plugged", "status": "completed", "tag": "ad0d4edd-55a9-420a-b682-cea97bf7918a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:56:27.232827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:56:27.240943 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:27.250401 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Sync routers for ids ['79dc917a-31a9-4547-a593-4b7c60f04565'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:56:27.258667 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c28d97-2458-40d9-9c6d-fa13a5cad08a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:27.263340 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:27.264566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4070172 Nov 13 04:56:27.271532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39964) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:27.275186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:27.276176 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:27.276687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:27.277651 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:27.278157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:27.278661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:27.279346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:27.279840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:27.280360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:27.280863 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:27.281825 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:27.282463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a24bd-3127-4a50-b90a-acdb3aaef722 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:27.289427 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d1dab147-7607-4cf4-ab8e-f5ae2f7c2352 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Request body: {'security_group_rule': {'security_group_id': '84c28d97-2458-40d9-9c6d-fa13a5cad08a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:27.315506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Routers {'79dc917a-31a9-4547-a593-4b7c60f04565'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:27.316474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['79dc917a-31a9-4547-a593-4b7c60f04565'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:27.347328 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1dab147-7607-4cf4-ab8e-f5ae2f7c2352 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:27.378996 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb21711-81b6-4703-b496-01a290c0e96f x-openstack-request-id: req-4cb21711-81b6-4703-b496-01a290c0e96f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:56:27.379908 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042a8156-3f30-444b-805c-a7ef5a485e86", "name": "network-vif-plugged", "status": "completed", "tag": "ad0d4edd-55a9-420a-b682-cea97bf7918a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:56:27.379908 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4cb21711-81b6-4703-b496-01a290c0e96f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:56:27.380107 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042a8156-3f30-444b-805c-a7ef5a485e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0d4edd-55a9-420a-b682-cea97bf7918a', 'code': 200} Nov 13 04:56:27.426191 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=ad0d4edd-55a9-420a-b682-cea97bf7918a,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:27.527117 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1dab147-7607-4cf4-ab8e-f5ae2f7c2352 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:27.529776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Set router 79dc917a-31a9-4547-a593-4b7c60f04565 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:56:27.538981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50f40b-fae7-4d7b-a8f4-b27ed88c5e3a req-e3e49d42-eaa1-4e88-afd9-da2e1b6ca46c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:27.548297 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c50f40b-fae7-4d7b-a8f4-b27ed88c5e3a req-e3e49d42-eaa1-4e88-afd9-da2e1b6ca46c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1252081 Nov 13 04:56:27.558661 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1dab147-7607-4cf4-ab8e-f5ae2f7c2352 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:27.564898 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:27.682240 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c50f40b-fae7-4d7b-a8f4-b27ed88c5e3a req-865ed137-4228-4036-98a5-8e31d4cf34da tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020584 Nov 13 04:56:27.682240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dab147-7607-4cf4-ab8e-f5ae2f7c2352 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52aa671d-ba83-4bcd-9d81-8e4c64b06553,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:27.697924 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1dab147-7607-4cf4-ab8e-f5ae2f7c2352 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:27.705158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39990) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:27.705291 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d1dab147-7607-4cf4-ab8e-f5ae2f7c2352 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4264140 Nov 13 04:56:27.719042 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-10c48c16-0505-43d6-8017-3ce9ae1f5263 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Request body: {'security_group_rule': {'security_group_id': '84c28d97-2458-40d9-9c6d-fa13a5cad08a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:27.931044 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10c48c16-0505-43d6-8017-3ce9ae1f5263 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:27.997033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:56:28.064560 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f38a1cd4-0068-4903-a80d-067493047fdf', 'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:22Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 2, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'subnets': [{'id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:28.101186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Checking router: 79dc917a-31a9-4547-a593-4b7c60f04565 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:56:28.101786 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Updating router 79dc917a-31a9-4547-a593-4b7c60f04565 port f38a1cd4-0068-4903-a80d-067493047fdf binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 04:56:28.129714 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:28.308718 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10c48c16-0505-43d6-8017-3ce9ae1f5263 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:28.312118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:56:28.326360 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b317657-26b7-4c9b-b72c-e7c0aec7437b None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:56:28.332541 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10c48c16-0505-43d6-8017-3ce9ae1f5263 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:28.360704 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b317657-26b7-4c9b-b72c-e7c0aec7437b None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:28.362036 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4b317657-26b7-4c9b-b72c-e7c0aec7437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:28.390844 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c48c16-0505-43d6-8017-3ce9ae1f5263 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b35e28-405a-492c-81a4-95843b693857,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:28.419536 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:28.425972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40012) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:28.435958 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-664a4b15-9322-4083-9df6-e326a0e59530 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3282237 Nov 13 04:56:28.445730 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-10c48c16-0505-43d6-8017-3ce9ae1f5263 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:28.452157 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-10c48c16-0505-43d6-8017-3ce9ae1f5263 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7449410 Nov 13 04:56:28.454063 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4b317657-26b7-4c9b-b72c-e7c0aec7437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:28.455391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40014) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:28.485206 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b317657-26b7-4c9b-b72c-e7c0aec7437b None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:28.486107 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4b317657-26b7-4c9b-b72c-e7c0aec7437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:28.490011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:28.515044 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:28.586852 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:28.609552 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4b317657-26b7-4c9b-b72c-e7c0aec7437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:28.610561 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b317657-26b7-4c9b-b72c-e7c0aec7437b None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:56:28.768558 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:28.905515 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40026) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:28.910444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Allocated IP 172.25.8.192 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/01141084-6169-4a7a-8471-2d724237c8ab) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:29.002206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5e3f8-ad19-4760-b826-9587508f2607 req-7658dd1b-6661-42a2-ae1f-9444c600f3cf tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:29.002404 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.011169 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ff5e3f8-ad19-4760-b826-9587508f2607 req-7658dd1b-6661-42a2-ae1f-9444c600f3cf tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1844947 Nov 13 04:56:29.039894 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.044974 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.083864 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.086841 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.131138 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:29.134396 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:29.170123 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:29.262991 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701b2c8-4517-45a6-9eda-db28b42c9267 None None] Pushing event updated for resources: {'Port': ['ID=f38a1cd4-0068-4903-a80d-067493047fdf,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:29.287823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Attempting to bind port f38a1cd4-0068-4903-a80d-067493047fdf on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:56:29.288183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Attempting to bind port f38a1cd4-0068-4903-a80d-067493047fdf by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:56:29.288531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Attempting to bind port f38a1cd4-0068-4903-a80d-067493047fdf on network 4aee54f4-a39b-4053-9145-908dd44cd0a1 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:56:29.290503 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event updated for resources: {'Port': ['ID=01141084-6169-4a7a-8471-2d724237c8ab,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:29.308957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:56:29.309327 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Checking segment: {'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:56:29.313637 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.314036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Bound using segment: {'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:56:29.314534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Bound port: f38a1cd4-0068-4903-a80d-067493047fdf, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:56:29.318666 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.381697 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.415631 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ff5e3f8-ad19-4760-b826-9587508f2607 req-8e99f95d-a531-49c9-8336-0ac62a8c426c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028766 Nov 13 04:56:29.420910 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dbdacb8-7513-4bf1-bf3a-f40d65516db6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.444876 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.528163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] For port f38a1cd4-0068-4903-a80d-067493047fdf, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:56:29.533567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] For port f38a1cd4-0068-4903-a80d-067493047fdf, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f38a1cd4-0068-4903-a80d-067493047fdf,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:56:29.545807 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.591494 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dbdacb8-7513-4bf1-bf3a-f40d65516db6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.625168 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dbdacb8-7513-4bf1-bf3a-f40d65516db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.733751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Routers {'79dc917a-31a9-4547-a593-4b7c60f04565'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:29.734545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['79dc917a-31a9-4547-a593-4b7c60f04565'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:29.737662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1184ca64-8025-42e4-9187-1f6569ff9155 None None] Provisioning complete for port f38a1cd4-0068-4903-a80d-067493047fdf triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:29.738415 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1184ca64-8025-42e4-9187-1f6569ff9155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.807949 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3dbdacb8-7513-4bf1-bf3a-f40d65516db6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9b4f419d55a42adaf3ee029c2325ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9011338 Nov 13 04:56:29.813307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40036) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:29.826637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbdacb8-7513-4bf1-bf3a-f40d65516db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790e6557-fdf7-4816-8041-9d432cd0be15,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:29.859795 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.874179 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:29.957437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701b2c8-4517-45a6-9eda-db28b42c9267 None None] Pushing event updated for resources: {'Port': ['ID=f38a1cd4-0068-4903-a80d-067493047fdf,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:30.080919 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event updated for resources: {'Port': ['ID=01141084-6169-4a7a-8471-2d724237c8ab,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:30.144608 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:30.190821 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:30.198987 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-951ee0a2-748b-44ac-9aac-0fa67811c128 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7356730 Nov 13 04:56:30.266812 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81afddeb-be57-4dc5-859a-3717e1d90d8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:30.407947 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81afddeb-be57-4dc5-859a-3717e1d90d8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:30.437302 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1184ca64-8025-42e4-9187-1f6569ff9155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:30.442643 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:30.478167 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] Set router 79dc917a-31a9-4547-a593-4b7c60f04565 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:56:30.560391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1184ca64-8025-42e4-9187-1f6569ff9155 None None] For port f38a1cd4-0068-4903-a80d-067493047fdf, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f38a1cd4-0068-4903-a80d-067493047fdf,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:56:30.576693 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1184ca64-8025-42e4-9187-1f6569ff9155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:30.652267 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07587d2b-8e66-4fab-93a0-663b3f7f1a98 req-3ea84b2a-36ff-4318-8ceb-48d92ee1c58e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:30.662188 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07587d2b-8e66-4fab-93a0-663b3f7f1a98 req-3ea84b2a-36ff-4318-8ceb-48d92ee1c58e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1013305 Nov 13 04:56:30.681476 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184ca64-8025-42e4-9187-1f6569ff9155 None None] Pushing event updated for resources: {'Port': ['ID=f38a1cd4-0068-4903-a80d-067493047fdf,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:30.756103 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07587d2b-8e66-4fab-93a0-663b3f7f1a98 req-eb3a5621-21c1-49ed-adf7-2595e5614e6e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911698 Nov 13 04:56:30.850127 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8b06a489-5462-46f0-b4eb-22ddc48e8f98 None None] Provisioning complete for port f38a1cd4-0068-4903-a80d-067493047fdf triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:30.850498 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b06a489-5462-46f0-b4eb-22ddc48e8f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:30.905639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f38a1cd4-0068-4903-a80d-067493047fdf', 'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:22Z', 'updated_at': '2021-11-13T04:56:29Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'subnets': [{'id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:30.940570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae923e7-5f9e-49f5-ad12-4bb8706b469f None None] The sync data for ids ['79dc917a-31a9-4547-a593-4b7c60f04565'] in n-d-813114-2 is: [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f38a1cd4-0068-4903-a80d-067493047fdf', 'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:22Z', 'updated_at': '2021-11-13T04:56:29Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'subnets': [{'id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:56:31.219257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-429dad79-eac7-4a32-a0f9-e3ddc33904a3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--923240623&fields=id&tenant_id=125e3c245a0b495ba8d950939b0d962a HTTP/1.1" status: 200 len: 267 time: 0.7607641 Nov 13 04:56:31.304006 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81afddeb-be57-4dc5-859a-3717e1d90d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:31.311233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81afddeb-be57-4dc5-859a-3717e1d90d8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:31.312389 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-81afddeb-be57-4dc5-859a-3717e1d90d8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/790e6557-fdf7-4816-8041-9d432cd0be15 HTTP/1.1" status: 204 len: 168 time: 1.4910848 Nov 13 04:56:31.352114 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afddeb-be57-4dc5-859a-3717e1d90d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790e6557-fdf7-4816-8041-9d432cd0be15,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:31.556384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-9ba4717d-c89a-40ba-926f-9051d46ba0dd tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:31.558481 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-9ba4717d-c89a-40ba-926f-9051d46ba0dd tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 816 time: 0.2684791 Nov 13 04:56:31.626187 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-cef44917-3ee0-4057-8798-b5aa72c75df6 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/quotas/125e3c245a0b495ba8d950939b0d962a HTTP/1.1" status: 200 len: 375 time: 0.0562387 Nov 13 04:56:31.878131 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-9a5514e5-ee30-4e1b-9b1c-8c5aa7fc4857 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2350867 Nov 13 04:56:31.916786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40072) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:31.993124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030f0d7-0504-4543-8a54-a1505f58669f req-cbbb3c66-7718-4624-be28-e46633e5aade tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:31.995485 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5030f0d7-0504-4543-8a54-a1505f58669f req-cbbb3c66-7718-4624-be28-e46633e5aade tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1179209 Nov 13 04:56:32.010712 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b140-db95-40ba-84fb-5aaaf719218a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:32.030720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Allocated IP 172.20.0.1 (62281e65-b398-415d-9652-c8d2417ac8e1/1629d60a-e59e-4ad5-b7d2-a6e93a0354f8/6fd90219-d1d5-408d-b2d5-d81cd4f83199) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:32.107250 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5030f0d7-0504-4543-8a54-a1505f58669f req-fb71999b-b65c-4c26-9c55-f85c0aa6c794 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023753 Nov 13 04:56:32.250748 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-3bbe1ae1-c511-4b7d-a662-c7be5d105a25 service neutron] 10.222.0.43 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730752 Nov 13 04:56:32.374050 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-86125a34-b73e-4502-89b1-b12a9fa46f48 service neutron] 10.222.0.43 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999970 Nov 13 04:56:32.415582 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:32.483618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b140-db95-40ba-84fb-5aaaf719218a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:32.495551 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b140-db95-40ba-84fb-5aaaf719218a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:32.512932 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:32.590700 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1ed2b140-db95-40ba-84fb-5aaaf719218a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57a680caca214c85a169f04789972e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6522002 Nov 13 04:56:32.595555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40078) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:32.612909 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network 62281e65-b398-415d-9652-c8d2417ac8e1 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:32.617221 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2b140-db95-40ba-84fb-5aaaf719218a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a1f8d1-3027-4df3-aa4c-58ad65affa7a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:32.630342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:32.637001 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:32.675246 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-faa2a28e-8b8c-4481-9e81-55e490db7dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:32.693100 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f38a1cd4-0068-4903-a80d-067493047fdf up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:56:32.703546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-faa2a28e-8b8c-4481-9e81-55e490db7dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:32.754305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=6fd90219-d1d5-408d-b2d5-d81cd4f83199,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:32.807914 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:32.841375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f38a1cd4-0068-4903-a80d-067493047fdf triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:32.841749 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:32.914724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eec96e6e-c46c-4f88-825a-fa4ece51238a req-f920b290-5a54-4eda-8a54-147905b3e1ba tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 210 time: 0.1086352 Nov 13 04:56:32.917833 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-faa2a28e-8b8c-4481-9e81-55e490db7dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:32.925787 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-faa2a28e-8b8c-4481-9e81-55e490db7dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:32.930282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-faa2a28e-8b8c-4481-9e81-55e490db7dce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/90a1f8d1-3027-4df3-aa4c-58ad65affa7a HTTP/1.1" status: 204 len: 168 time: 0.3326437 Nov 13 04:56:32.960442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2a28e-8b8c-4481-9e81-55e490db7dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a1f8d1-3027-4df3-aa4c-58ad65affa7a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:33.222434 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:33.553035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af12496-ced5-43a0-869c-75c69177115f req-7549e09e-96b7-4fd8-a0b9-142033294793 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:33.555041 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6af12496-ced5-43a0-869c-75c69177115f req-7549e09e-96b7-4fd8-a0b9-142033294793 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.2997384 Nov 13 04:56:33.694931 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6af12496-ced5-43a0-869c-75c69177115f req-f4e1aee7-04a9-48c1-a3b6-9a04e019e3df tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310058 Nov 13 04:56:33.934066 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:33.944863 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:34.091934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=6fd90219-d1d5-408d-b2d5-d81cd4f83199,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:34.161653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c65c77a5-46df-4f74-84c3-ca0475928fb0 req-2c799b77-13c6-4ded-a4c1-81f463374662 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 210 time: 0.0997794 Nov 13 04:56:34.172214 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-926c2266-a4e1-4980-a9c8-24dd8fc5e64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:34.223651 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:34.358602 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network 62281e65-b398-415d-9652-c8d2417ac8e1 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:34.360242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:34.522533 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:56:34.907799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777ac5d-15c7-4991-99ab-fd21a70822e6 req-d05caf88-52ca-4c95-908b-55db2f65fdc7 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:34.920143 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e777ac5d-15c7-4991-99ab-fd21a70822e6 req-d05caf88-52ca-4c95-908b-55db2f65fdc7 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0934956 Nov 13 04:56:34.927334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:56:34.941662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0327b6f8-e7aa-4bcf-a91b-8fc291190f18 None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:56:34.946959 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3382011e-e2b8-4f12-a652-d305c30bd23c tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "PUT /v2.0/routers/63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5190299 Nov 13 04:56:34.951551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40138) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:34.964231 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-22b85277-bcb0-4385-8505-914b197afbe2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'port': {'network_id': '62281e65-b398-415d-9652-c8d2417ac8e1', 'name': 'tempest-FloatingIPTestJSON-414406053'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:34.965077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327b6f8-e7aa-4bcf-a91b-8fc291190f18 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:34.965705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0327b6f8-e7aa-4bcf-a91b-8fc291190f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:35.085233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-a3a1d3f8-a3c8-4b49-866a-cd2739924b26 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:35.087887 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-a3a1d3f8-a3c8-4b49-866a-cd2739924b26 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 816 time: 0.4263849 Nov 13 04:56:35.136738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0327b6f8-e7aa-4bcf-a91b-8fc291190f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:35.142595 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e777ac5d-15c7-4991-99ab-fd21a70822e6 req-5c46ff6f-58c9-4e54-aaa0-5f8adfc3cfa2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120423 Nov 13 04:56:35.170018 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327b6f8-e7aa-4bcf-a91b-8fc291190f18 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:35.170893 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0327b6f8-e7aa-4bcf-a91b-8fc291190f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:35.189197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b85277-bcb0-4385-8505-914b197afbe2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Made reservation on behalf of b9f6ed23e2b149179c00b3d38b4579d9 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:56:35.193223 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22b85277-bcb0-4385-8505-914b197afbe2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:35.248279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-22b85277-bcb0-4385-8505-914b197afbe2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] device_id is not set on port ddb521eb-e6d3-41f0-8ff4-453222d1fb67 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:56:35.281865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0327b6f8-e7aa-4bcf-a91b-8fc291190f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:35.284039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0327b6f8-e7aa-4bcf-a91b-8fc291190f18 None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:56:35.402531 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-485c4bdd-7b3a-4940-a7de-5aee278a31c9 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=125e3c245a0b495ba8d950939b0d962a HTTP/1.1" status: 200 len: 379 time: 0.2933819 Nov 13 04:56:35.432391 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b22ee7d-af49-454e-8dd6-3380b8e30b7e req-fca71d4a-d551-44cd-a488-555d6de7f38a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 210 time: 0.0628340 Nov 13 04:56:35.436290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-3327355d-b19e-482e-8982-02d70cec7144 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Request body: {'port': {'device_id': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'admin_state_up': True, 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'security_groups': ['84c28d97-2458-40d9-9c6d-fa13a5cad08a']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:35.626234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-22b85277-bcb0-4385-8505-914b197afbe2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Allocated IP 172.20.0.5 (62281e65-b398-415d-9652-c8d2417ac8e1/1629d60a-e59e-4ad5-b7d2-a6e93a0354f8/ddb521eb-e6d3-41f0-8ff4-453222d1fb67) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:35.696894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-3327355d-b19e-482e-8982-02d70cec7144 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Made reservation on behalf of 125e3c245a0b495ba8d950939b0d962a for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:56:35.701654 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-3327355d-b19e-482e-8982-02d70cec7144 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:36.091739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-3327355d-b19e-482e-8982-02d70cec7144 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Allocated IP 172.20.0.3 (4aee54f4-a39b-4053-9145-908dd44cd0a1/1b11c9ca-245d-46ae-ad95-504e9908fe96/0723fe74-760b-41b9-b3e4-bacfe4d57f57) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:36.148764 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22b85277-bcb0-4385-8505-914b197afbe2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:36.326664 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22b85277-bcb0-4385-8505-914b197afbe2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:36.433451 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b85277-bcb0-4385-8505-914b197afbe2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network 62281e65-b398-415d-9652-c8d2417ac8e1 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:36.439916 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b85277-bcb0-4385-8505-914b197afbe2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=ddb521eb-e6d3-41f0-8ff4-453222d1fb67,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:36.453735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-22b85277-bcb0-4385-8505-914b197afbe2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:36.462564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b85277-bcb0-4385-8505-914b197afbe2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:36.465784 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a3c5f4b-d048-4f2c-ab28-ddcf37a6f539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:36.593676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b85277-bcb0-4385-8505-914b197afbe2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:36.594358 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22b85277-bcb0-4385-8505-914b197afbe2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:36.621152 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-285a0098-effe-4ac9-bfb7-5ab5764f0171 req-ece015f1-519e-43e2-88bc-03096ce8b2be tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 210 time: 0.0623236 Nov 13 04:56:36.649785 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-3327355d-b19e-482e-8982-02d70cec7144 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:36.669798 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-22b85277-bcb0-4385-8505-914b197afbe2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7166996 Nov 13 04:56:36.672386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40182) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:36.677821 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-db2adda6-652e-46f9-b933-36cbd46cf002 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'port': {'network_id': '62281e65-b398-415d-9652-c8d2417ac8e1', 'name': 'tempest-FloatingIPTestJSON-1765091553'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:36.683174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23a382-c4d6-4363-ab3e-5608e59b80b9 req-6cdd8e27-7c52-4644-a4a6-cc0b68bc1f41 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:36.690060 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f23a382-c4d6-4363-ab3e-5608e59b80b9 req-6cdd8e27-7c52-4644-a4a6-cc0b68bc1f41 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.3193686 Nov 13 04:56:36.751394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f23a382-c4d6-4363-ab3e-5608e59b80b9 req-83478807-376c-40e9-b2af-eaa6b9712dc6 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603194 Nov 13 04:56:36.780253 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-3327355d-b19e-482e-8982-02d70cec7144 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:36.895688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2adda6-652e-46f9-b933-36cbd46cf002 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Made reservation on behalf of b9f6ed23e2b149179c00b3d38b4579d9 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:56:36.898106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-3327355d-b19e-482e-8982-02d70cec7144 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Network 4aee54f4-a39b-4053-9145-908dd44cd0a1 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:36.900514 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db2adda6-652e-46f9-b933-36cbd46cf002 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:36.910754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-3327355d-b19e-482e-8982-02d70cec7144 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:36.933844 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-db2adda6-652e-46f9-b933-36cbd46cf002 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] device_id is not set on port be861758-1f4e-4c15-a343-7e5e7ae47cea yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:56:36.936211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-3327355d-b19e-482e-8982-02d70cec7144 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:36.990771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327355d-b19e-482e-8982-02d70cec7144 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event updated for resources: {'Port': ['ID=0723fe74-760b-41b9-b3e4-bacfe4d57f57,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:37.043694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-3327355d-b19e-482e-8982-02d70cec7144 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:37.044378 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-3327355d-b19e-482e-8982-02d70cec7144 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:37.091516 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-3327355d-b19e-482e-8982-02d70cec7144 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6620498 Nov 13 04:56:37.113570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Request body: {'port': {'device_id': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:37.241769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-db2adda6-652e-46f9-b933-36cbd46cf002 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Allocated IP 172.20.0.10 (62281e65-b398-415d-9652-c8d2417ac8e1/1629d60a-e59e-4ad5-b7d2-a6e93a0354f8/be861758-1f4e-4c15-a343-7e5e7ae47cea) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:37.266191 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:37.379330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-caf3d02d-0d39-4562-93f9-fc48f13e8abb None None] Provisioning complete for port 0723fe74-760b-41b9-b3e4-bacfe4d57f57 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:37.379964 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-caf3d02d-0d39-4562-93f9-fc48f13e8abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:37.444123 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-caf3d02d-0d39-4562-93f9-fc48f13e8abb None None] Port 0723fe74-760b-41b9-b3e4-bacfe4d57f57 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:56:37.594467 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db2adda6-652e-46f9-b933-36cbd46cf002 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:37.648034 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db2adda6-652e-46f9-b933-36cbd46cf002 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:37.750247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2adda6-652e-46f9-b933-36cbd46cf002 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=be861758-1f4e-4c15-a343-7e5e7ae47cea,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:37.762929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2adda6-652e-46f9-b933-36cbd46cf002 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network 62281e65-b398-415d-9652-c8d2417ac8e1 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:37.766556 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-db2adda6-652e-46f9-b933-36cbd46cf002 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:37.769572 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2adda6-652e-46f9-b933-36cbd46cf002 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:37.798302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0723fe74-760b-41b9-b3e4-bacfe4d57f57 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:56:37.808329 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:37.808823 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:37.830868 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Transition to ACTIVE for port object 0723fe74-760b-41b9-b3e4-bacfe4d57f57 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:56:37.840344 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:37.897159 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2adda6-652e-46f9-b933-36cbd46cf002 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:37.914349 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db2adda6-652e-46f9-b933-36cbd46cf002 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:37.961650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0723fe74-760b-41b9-b3e4-bacfe4d57f57,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:38.040469 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb314b4-78d5-45e5-a3e8-e49243353f2b req-2e7deb2f-ee4d-4481-9761-d7e2f645fef2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:38.049544 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb314b4-78d5-45e5-a3e8-e49243353f2b req-2e7deb2f-ee4d-4481-9761-d7e2f645fef2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.1952882 Nov 13 04:56:38.097795 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-db2adda6-652e-46f9-b933-36cbd46cf002 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4210281 Nov 13 04:56:38.101753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40204) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:38.113161 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': 'be861758-1f4e-4c15-a343-7e5e7ae47cea', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:38.139889 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fd800-c7a5-4cd4-8095-85be54d83a07 req-08694179-cdcf-4d17-9fb1-4e39e94a1073 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:38.145806 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c7fd800-c7a5-4cd4-8095-85be54d83a07 req-08694179-cdcf-4d17-9fb1-4e39e94a1073 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1874025 Nov 13 04:56:38.185414 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:38.256196 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c7fd800-c7a5-4cd4-8095-85be54d83a07 req-d4e12a2f-2805-41eb-aad0-451e66fb7b42 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984201 Nov 13 04:56:38.263885 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb314b4-78d5-45e5-a3e8-e49243353f2b req-8c1f18ad-0a4c-427f-942f-3281180a8851 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132862 Nov 13 04:56:38.265914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Attempting to bind port 0723fe74-760b-41b9-b3e4-bacfe4d57f57 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:56:38.266235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Attempting to bind port 0723fe74-760b-41b9-b3e4-bacfe4d57f57 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:56:38.266564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Attempting to bind port 0723fe74-760b-41b9-b3e4-bacfe4d57f57 on network 4aee54f4-a39b-4053-9145-908dd44cd0a1 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:56:38.290356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Port 0723fe74-760b-41b9-b3e4-bacfe4d57f57 on network 4aee54f4-a39b-4053-9145-908dd44cd0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:56:38.290673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Attempting to bind port 0723fe74-760b-41b9-b3e4-bacfe4d57f57 on network 4aee54f4-a39b-4053-9145-908dd44cd0a1 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:56:38.398495 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:56:38.403265 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Checking segment: {'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:56:38.404007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Bound using segment: {'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:56:38.404652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Bound port: 0723fe74-760b-41b9-b3e4-bacfe4d57f57, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:56:38.405121 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:38.538967 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] For port 0723fe74-760b-41b9-b3e4-bacfe4d57f57, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:56:38.544483 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] For port 0723fe74-760b-41b9-b3e4-bacfe4d57f57, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:56:38.557228 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:38.604097 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:38.630617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:38.631266 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:38.632687 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/0723fe74-760b-41b9-b3e4-bacfe4d57f57 HTTP/1.1" status: 200 len: 1091 time: 1.5271454 Nov 13 04:56:38.633137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'tag': '0723fe74-760b-41b9-b3e4-bacfe4d57f57'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:56:38.636028 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe122f88-509c-44ea-834f-4b8ad1e21245" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa87674-baf0-44e2-9df8-06bbe99139a7", "tag": "0723fe74-760b-41b9-b3e4-bacfe4d57f57"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:56:39.092437 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:39.154052 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf58bb4-e459-459d-82fd-827d82a57d45 x-openstack-request-id: req-4bf58bb4-e459-459d-82fd-827d82a57d45 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:56:39.154588 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa87674-baf0-44e2-9df8-06bbe99139a7", "tag": "0723fe74-760b-41b9-b3e4-bacfe4d57f57", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:56:39.155027 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bf58bb4-e459-459d-82fd-827d82a57d45 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:56:39.155556 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'tag': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'status': 'completed', 'code': 200} Nov 13 04:56:39.195768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e08847-d937-4a31-89df-6874ce6d99d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0723fe74-760b-41b9-b3e4-bacfe4d57f57,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:39.265761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-fc352fd4-d176-460d-981e-4d8cc17eb805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:39.267321 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-fc352fd4-d176-460d-981e-4d8cc17eb805 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 1094 time: 0.1152415 Nov 13 04:56:39.396831 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-ec9c21ae-1d99-48d2-b78a-aff070f584b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57 HTTP/1.1" status: 200 len: 217 time: 0.1135027 Nov 13 04:56:39.432596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Allocated IP 172.25.8.34 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/da09ab0b-0940-418e-bc83-93ef4cec563e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:39.445164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc48d15-34e3-417a-9a74-a6d15fac30e4 req-8ab4fd54-56e4-428c-9162-3c417483e9a6 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:39.447980 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4fc48d15-34e3-417a-9a74-a6d15fac30e4 req-8ab4fd54-56e4-428c-9162-3c417483e9a6 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0815442 Nov 13 04:56:39.559004 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4fc48d15-34e3-417a-9a74-a6d15fac30e4 req-6e662ede-4d94-491b-83e8-20bb3580a1ab tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921643 Nov 13 04:56:39.641717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-048960ec-91dc-4730-a7a4-e33fe0b625c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:39.643268 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-048960ec-91dc-4730-a7a4-e33fe0b625c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.2211299 Nov 13 04:56:39.803912 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9bc3-9f80-4880-ab52-5f359362580a req-52c54213-179e-42d6-80e6-d8fcd1759cc1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:39.818222 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c52e9bc3-9f80-4880-ab52-5f359362580a req-52c54213-179e-42d6-80e6-d8fcd1759cc1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.4014480 Nov 13 04:56:39.914190 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-3411b439-921e-4bb3-8dec-1a96acf83e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:39.915974 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-3411b439-921e-4bb3-8dec-1a96acf83e16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2568631 Nov 13 04:56:39.977861 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:40.035631 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c52e9bc3-9f80-4880-ab52-5f359362580a req-f5c87539-ceb0-439e-8994-80bee16a2b51 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160773 Nov 13 04:56:40.063699 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:40.077210 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-a5c2a341-471f-4b00-9050-1c0ccd0c0647 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476753 Nov 13 04:56:40.180321 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:40.236571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:40.247707 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:40.251011 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:40.296238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=da09ab0b-0940-418e-bc83-93ef4cec563e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:40.321645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0cf9b27-fcdb-456d-9266-6dd5344b42e7 req-2a829088-8931-49be-9a93-16d044b0a499 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358823 Nov 13 04:56:40.613060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe122f88-509c-44ea-834f-4b8ad1e21245 req-4cef7305-3922-43e4-8ece-a736ea32dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:40.614590 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe122f88-509c-44ea-834f-4b8ad1e21245 req-4cef7305-3922-43e4-8ece-a736ea32dbf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 1094 time: 0.1554441 Nov 13 04:56:40.857951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcde745-3d3d-4556-8733-7e683f3a9eee req-e7aa1104-e47b-43b1-b139-30e2291c710b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:40.860373 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0bcde745-3d3d-4556-8733-7e683f3a9eee req-e7aa1104-e47b-43b1-b139-30e2291c710b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1772861 Nov 13 04:56:40.955999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe122f88-509c-44ea-834f-4b8ad1e21245 req-dfcf4ed0-acc5-4f85-8d8e-e00186334f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:40.957073 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe122f88-509c-44ea-834f-4b8ad1e21245 req-dfcf4ed0-acc5-4f85-8d8e-e00186334f22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 917 time: 0.3324187 Nov 13 04:56:41.031553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0bcde745-3d3d-4556-8733-7e683f3a9eee req-b15e1670-9c7c-4208-94b8-9e1f7589a0f0 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622365 Nov 13 04:56:41.207561 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe122f88-509c-44ea-834f-4b8ad1e21245 req-03c76775-c403-457f-b45e-bca660a3bc10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57 HTTP/1.1" status: 200 len: 217 time: 0.2398374 Nov 13 04:56:41.424163 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:41.498828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328b525-3c4e-4c68-85ca-8077595fa4d1 req-54309364-a609-4bbb-82ba-2d12811431c7 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:41.500572 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8328b525-3c4e-4c68-85ca-8077595fa4d1 req-54309364-a609-4bbb-82ba-2d12811431c7 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.2950571 Nov 13 04:56:41.509319 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe122f88-509c-44ea-834f-4b8ad1e21245 req-fc555c8c-ff03-42ad-b9f0-8828e68393e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:41.511566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe122f88-509c-44ea-834f-4b8ad1e21245 req-fc555c8c-ff03-42ad-b9f0-8828e68393e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.2781162 Nov 13 04:56:41.585420 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:41.670195 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8328b525-3c4e-4c68-85ca-8077595fa4d1 req-620aac79-bed2-41fe-81de-ff4f2b800abe tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544843 Nov 13 04:56:41.673892 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe122f88-509c-44ea-834f-4b8ad1e21245 req-44a08837-df3c-4564-b700-be7877f3b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:41.680179 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe122f88-509c-44ea-834f-4b8ad1e21245 req-44a08837-df3c-4564-b700-be7877f3b2c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614702 Nov 13 04:56:41.878832 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe122f88-509c-44ea-834f-4b8ad1e21245 req-3f552bba-4632-4b2a-b232-24adcb81a292 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869695 Nov 13 04:56:41.949510 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:42.002683 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:42.142775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=da09ab0b-0940-418e-bc83-93ef4cec563e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:42.163938 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe122f88-509c-44ea-834f-4b8ad1e21245 req-3a45dd5a-a619-495b-a723-4ba7abb9d73e service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757850 Nov 13 04:56:42.168007 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:42.386443 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Floating IP 1249f879-0312-46e7-b48a-b434e80046fa associated. External IP: 172.25.8.34, port: be861758-1f4e-4c15-a343-7e5e7ae47cea. Nov 13 04:56:42.451478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2da4ed-e5ca-42c3-9213-6d6a8612a226 req-76464f06-25c9-45c3-ad0f-d59bf8ee5ecc tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:42.458934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e2da4ed-e5ca-42c3-9213-6d6a8612a226 req-76464f06-25c9-45c3-ad0f-d59bf8ee5ecc tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.2883964 Nov 13 04:56:42.572084 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e2da4ed-e5ca-42c3-9213-6d6a8612a226 req-d9720add-23ad-453d-ac4b-fbd9fe518b55 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120734 Nov 13 04:56:42.723894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:56:42.858659 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef359209-9f3b-4fd1-ba93-cf50be67df3a req-16a44b86-ee5c-402d-8dc5-45eb5af5c2f4 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:42.867481 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef359209-9f3b-4fd1-ba93-cf50be67df3a req-16a44b86-ee5c-402d-8dc5-45eb5af5c2f4 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0990300 Nov 13 04:56:42.932638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:56:42.946179 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb6b657-2098-49cd-a4b0-1b026d000726 None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:56:42.955344 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef359209-9f3b-4fd1-ba93-cf50be67df3a req-b87b35fa-f007-4c44-96b4-53e4557110fc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778568 Nov 13 04:56:42.968193 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6b657-2098-49cd-a4b0-1b026d000726 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:42.974068 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1eb6b657-2098-49cd-a4b0-1b026d000726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:42.995130 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:43.070405 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-14dd6efd-526d-4b8f-a1b5-b45b6d3dfaf9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9675744 Nov 13 04:56:43.073181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40320) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:43.077284 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1eb6b657-2098-49cd-a4b0-1b026d000726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:43.080268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-50c3bce7-01a3-465a-9fd0-40e72422ca1f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:43.097298 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6b657-2098-49cd-a4b0-1b026d000726 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:43.097928 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1eb6b657-2098-49cd-a4b0-1b026d000726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:43.156727 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1eb6b657-2098-49cd-a4b0-1b026d000726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:43.163494 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb6b657-2098-49cd-a4b0-1b026d000726 None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:56:43.217882 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50c3bce7-01a3-465a-9fd0-40e72422ca1f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:43.495110 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50c3bce7-01a3-465a-9fd0-40e72422ca1f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:43.503124 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50c3bce7-01a3-465a-9fd0-40e72422ca1f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:43.503706 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-50c3bce7-01a3-465a-9fd0-40e72422ca1f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Floating IP 1249f879-0312-46e7-b48a-b434e80046fa disassociated. External IP: 172.25.8.34, port: be861758-1f4e-4c15-a343-7e5e7ae47cea. Nov 13 04:56:43.755044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6accaa-795b-4733-acba-31ca6cee8aff req-7c1c3b8a-de57-45c2-9fd1-8c0ff47bc3a8 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:43.762962 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cd6accaa-795b-4733-acba-31ca6cee8aff req-7c1c3b8a-de57-45c2-9fd1-8c0ff47bc3a8 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0872595 Nov 13 04:56:43.847017 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cd6accaa-795b-4733-acba-31ca6cee8aff req-3ab87e86-1009-4b8d-a51e-24288e17bcb1 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827179 Nov 13 04:56:44.223043 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c3bce7-01a3-465a-9fd0-40e72422ca1f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:56:44.278023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877db02-67d4-42e8-a200-73030810f0a4 req-62e96044-26e2-43c8-a016-a35c6a7aa565 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:44.279986 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c877db02-67d4-42e8-a200-73030810f0a4 req-62e96044-26e2-43c8-a016-a35c6a7aa565 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0946825 Nov 13 04:56:44.428805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c3bce7-01a3-465a-9fd0-40e72422ca1f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:56:44.433676 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50c3bce7-01a3-465a-9fd0-40e72422ca1f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:44.441493 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5573ec-b9c1-47cf-b854-8eafa7e0dae6 None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:56:44.459014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5573ec-b9c1-47cf-b854-8eafa7e0dae6 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:44.459570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cc5573ec-b9c1-47cf-b854-8eafa7e0dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:44.505676 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-50c3bce7-01a3-465a-9fd0-40e72422ca1f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "PUT /v2.0/floatingips/1249f879-0312-46e7-b48a-b434e80046fa HTTP/1.1" status: 200 len: 687 time: 1.4313471 Nov 13 04:56:44.508539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40340) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:44.563822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cc5573ec-b9c1-47cf-b854-8eafa7e0dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:44.568252 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c877db02-67d4-42e8-a200-73030810f0a4 req-7a027e6a-5526-4039-9b7c-f473140118e2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391140 Nov 13 04:56:44.578399 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:56:44.600070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5573ec-b9c1-47cf-b854-8eafa7e0dae6 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:44.600930 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cc5573ec-b9c1-47cf-b854-8eafa7e0dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:44.658281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cc5573ec-b9c1-47cf-b854-8eafa7e0dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:44.659298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5573ec-b9c1-47cf-b854-8eafa7e0dae6 None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:56:44.739039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 0723fe74-760b-41b9-b3e4-bacfe4d57f57 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:56:44.812204 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-933eedc7-d003-4859-9e06-796228446ab0 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting port da09ab0b-0940-418e-bc83-93ef4cec563e {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:56:44.812657 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-933eedc7-d003-4859-9e06-796228446ab0 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:44.896537 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-933eedc7-d003-4859-9e06-796228446ab0 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:44.896941 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-933eedc7-d003-4859-9e06-796228446ab0 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:44.909762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-933eedc7-d003-4859-9e06-796228446ab0 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Calling delete_port for da09ab0b-0940-418e-bc83-93ef4cec563e owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:56:44.954960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 0723fe74-760b-41b9-b3e4-bacfe4d57f57, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:56:44.994177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'port_id': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'mac_address': 'fa:16:3e:d3:c0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:56:45.096933 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:45.099478 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-933eedc7-d003-4859-9e06-796228446ab0 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:45.121095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0723fe74-760b-41b9-b3e4-bacfe4d57f57 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:56:45.125167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14789aac-acfc-4846-bad0-25ca52285ed6 req-c471e2a6-5b05-4410-a288-227b7f88ee3a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:45.134071 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14789aac-acfc-4846-bad0-25ca52285ed6 req-c471e2a6-5b05-4410-a288-227b7f88ee3a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1307650 Nov 13 04:56:45.148514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 0723fe74-760b-41b9-b3e4-bacfe4d57f57, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:56:45.167623 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:45.249974 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14789aac-acfc-4846-bad0-25ca52285ed6 req-46ca1c63-4b86-4474-b698-be6d6a89861b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148038 Nov 13 04:56:45.262098 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933eedc7-d003-4859-9e06-796228446ab0 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Port': ['ID=da09ab0b-0940-418e-bc83-93ef4cec563e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:45.271133 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=0723fe74-760b-41b9-b3e4-bacfe4d57f57,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:45.280670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:45.281291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:45.281825 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:45.282382 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:45.282905 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:45.283584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:45.284135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:45.284649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:45.285290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:45.285817 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:45.287142 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:45.287717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:56:45.340854 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-933eedc7-d003-4859-9e06-796228446ab0 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:45.344672 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-933eedc7-d003-4859-9e06-796228446ab0 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:45.346215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-933eedc7-d003-4859-9e06-796228446ab0 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/floatingips/1249f879-0312-46e7-b48a-b434e80046fa HTTP/1.1" status: 204 len: 168 time: 0.8364434 Nov 13 04:56:45.349745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40360) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:45.356099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': 'ddb521eb-e6d3-41f0-8ff4-453222d1fb67'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:45.405453 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:45.580539 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:45.582757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['0723fe74-760b-41b9-b3e4-bacfe4d57f57'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:56:45.733289 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40370) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:45.848840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642b73a-4f78-438f-b4e2-a9273a6a32ec req-af7309d2-06bd-4f52-8782-9be97b78ef23 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:45.849044 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Allocated IP 172.25.8.40 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/3f1d00b7-1584-4d00-8eb2-c51fa6427bb9) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:45.861053 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6642b73a-4f78-438f-b4e2-a9273a6a32ec req-af7309d2-06bd-4f52-8782-9be97b78ef23 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 944 time: 0.1202061 Nov 13 04:56:45.948464 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6642b73a-4f78-438f-b4e2-a9273a6a32ec req-6b81be60-eaec-4e3a-9acc-4999d0ab972b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859940 Nov 13 04:56:45.983511 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-957bde3b-9d15-4d91-8187-c4be5ef83774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:46.089697 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-957bde3b-9d15-4d91-8187-c4be5ef83774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:46.093700 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:46.099680 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-957bde3b-9d15-4d91-8187-c4be5ef83774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:46.150950 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:46.154824 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-957bde3b-9d15-4d91-8187-c4be5ef83774 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe526202db984ef38b4285715697be08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4204195 Nov 13 04:56:46.157624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bde3b-9d15-4d91-8187-c4be5ef83774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e548a458-da2f-492b-959c-1108a2ccc75b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:46.160453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40376) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:46.204958 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:46.207510 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:46.221845 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb507-b493-40fc-a9b0-eefbe6838d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:46.227318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:46.255323 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb507-b493-40fc-a9b0-eefbe6838d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:46.276399 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=3f1d00b7-1584-4d00-8eb2-c51fa6427bb9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:46.329802 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb507-b493-40fc-a9b0-eefbe6838d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:46.332426 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb507-b493-40fc-a9b0-eefbe6838d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:46.335977 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4d4cb507-b493-40fc-a9b0-eefbe6838d99 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e548a458-da2f-492b-959c-1108a2ccc75b HTTP/1.1" status: 204 len: 168 time: 0.1722050 Nov 13 04:56:46.376224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cb507-b493-40fc-a9b0-eefbe6838d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e548a458-da2f-492b-959c-1108a2ccc75b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:46.581731 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d42494-7d20-4a91-895d-71528b18d76b req-2cfaba14-5a44-4b1c-a7f6-eee4f9034532 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:46.586038 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-96d42494-7d20-4a91-895d-71528b18d76b req-2cfaba14-5a44-4b1c-a7f6-eee4f9034532 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1857240 Nov 13 04:56:46.753624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 0723fe74-760b-41b9-b3e4-bacfe4d57f57 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:56:46.802789 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:46.902177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 0723fe74-760b-41b9-b3e4-bacfe4d57f57 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:56:46.915105 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 0723fe74-760b-41b9-b3e4-bacfe4d57f57 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:56:46.915645 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:46.918079 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-96d42494-7d20-4a91-895d-71528b18d76b req-a9f3385d-ecfe-472f-8571-57e3a66a7975 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310556 Nov 13 04:56:46.924873 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:46.944297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40390) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:46.970455 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ef98-c989-4fbe-b9e0-92e80ba342b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:47.155666 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:47.194597 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 0723fe74-760b-41b9-b3e4-bacfe4d57f57, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:56:47.195558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0723fe74-760b-41b9-b3e4-bacfe4d57f57'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:56:47.198630 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1fbf9b-9545-4680-a08f-960fada63bfd" -d '{"events": [{"server_uuid": "ffa87674-baf0-44e2-9df8-06bbe99139a7", "name": "network-vif-plugged", "status": "completed", "tag": "0723fe74-760b-41b9-b3e4-bacfe4d57f57"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:56:47.205033 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:47.279236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568404dc-016c-4e46-be2f-6e1a0e4f25d5 req-fc0c28eb-3877-4a5d-936c-d5739f19733c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:47.294088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-568404dc-016c-4e46-be2f-6e1a0e4f25d5 req-fc0c28eb-3877-4a5d-936c-d5739f19733c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 944 time: 0.2035601 Nov 13 04:56:47.304255 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9729d624-58e8-434c-8b07-79f5bdfe0603 x-openstack-request-id: req-9729d624-58e8-434c-8b07-79f5bdfe0603 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:56:47.304590 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa87674-baf0-44e2-9df8-06bbe99139a7", "name": "network-vif-plugged", "status": "completed", "tag": "0723fe74-760b-41b9-b3e4-bacfe4d57f57", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:56:47.304813 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9729d624-58e8-434c-8b07-79f5bdfe0603 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:56:47.305230 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'code': 200} Nov 13 04:56:47.317888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=0723fe74-760b-41b9-b3e4-bacfe4d57f57,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:47.327055 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ef98-c989-4fbe-b9e0-92e80ba342b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:47.347974 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ef98-c989-4fbe-b9e0-92e80ba342b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:47.383262 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:47.431293 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b8f5ef98-c989-4fbe-b9e0-92e80ba342b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d60e518157ca42fc8f0fc786f0807bfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4889197 Nov 13 04:56:47.433488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40398) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:47.474753 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5ef98-c989-4fbe-b9e0-92e80ba342b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85fb1bc-34b6-4d72-9ff9-03a5284c27fc,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:47.490131 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:47.550290 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-568404dc-016c-4e46-be2f-6e1a0e4f25d5 req-9d29d7c4-7cb5-4d96-a98c-661d8991b2cf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379098 Nov 13 04:56:47.559458 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221b27d-507a-4569-b2f6-12ce0f0fddec req-989c570e-3eb1-4ff3-8913-574e229a54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:47.561685 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6221b27d-507a-4569-b2f6-12ce0f0fddec req-989c570e-3eb1-4ff3-8913-574e229a54f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 1096 time: 0.1745739 Nov 13 04:56:47.658219 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7945f54a-3f9f-4f4e-8acf-fbc3a65f71db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:47.733877 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7945f54a-3f9f-4f4e-8acf-fbc3a65f71db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:47.737759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=3f1d00b7-1584-4d00-8eb2-c51fa6427bb9,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:47.771600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6221b27d-507a-4569-b2f6-12ce0f0fddec req-7e4e3bf8-8f55-4520-98b0-d95bf99624ba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897161 Nov 13 04:56:47.779970 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:47.925702 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7945f54a-3f9f-4f4e-8acf-fbc3a65f71db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:47.928927 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7945f54a-3f9f-4f4e-8acf-fbc3a65f71db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:47.933103 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7945f54a-3f9f-4f4e-8acf-fbc3a65f71db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f85fb1bc-34b6-4d72-9ff9-03a5284c27fc HTTP/1.1" status: 204 len: 168 time: 0.4960811 Nov 13 04:56:47.979509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945f54a-3f9f-4f4e-8acf-fbc3a65f71db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85fb1bc-34b6-4d72-9ff9-03a5284c27fc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:47.987802 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Floating IP 75443d82-c0cd-4ebd-bd8f-8bed9af1dcaa associated. External IP: 172.25.8.40, port: ddb521eb-e6d3-41f0-8ff4-453222d1fb67. Nov 13 04:56:48.186765 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788dfa0-9871-4037-b389-6a095a370575 req-9039b9ec-5ffc-4096-8f36-abcf4eb73b6c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:48.188895 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a788dfa0-9871-4037-b389-6a095a370575 req-9039b9ec-5ffc-4096-8f36-abcf4eb73b6c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0826411 Nov 13 04:56:48.328564 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a788dfa0-9871-4037-b389-6a095a370575 req-9fd2bc74-ed5f-4a08-9324-956b0aefc5d3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179416 Nov 13 04:56:48.516643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:56:48.739816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:56:48.753924 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bcaf7d-89c7-4c56-831d-985f10c1d9ad None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:56:48.768197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285da4cf-1ebb-4546-8298-6e48f2d10f1a req-fca950e1-e26a-4643-9fb1-10518e324058 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:48.768806 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bcaf7d-89c7-4c56-831d-985f10c1d9ad None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:48.775753 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-83bcaf7d-89c7-4c56-831d-985f10c1d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:48.777822 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-285da4cf-1ebb-4546-8298-6e48f2d10f1a req-fca950e1-e26a-4643-9fb1-10518e324058 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1199491 Nov 13 04:56:48.814630 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:48.852535 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-83bcaf7d-89c7-4c56-831d-985f10c1d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:48.885680 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-285da4cf-1ebb-4546-8298-6e48f2d10f1a req-42bd5861-55c1-4988-bbf5-cda936d098ba tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066597 Nov 13 04:56:48.886258 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bcaf7d-89c7-4c56-831d-985f10c1d9ad None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:48.886954 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-83bcaf7d-89c7-4c56-831d-985f10c1d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:48.890981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40432) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:48.893601 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9385bbb1-08e8-4f06-8008-29c7c75e2951 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.5427167 Nov 13 04:56:48.949435 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-83bcaf7d-89c7-4c56-831d-985f10c1d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:48.957439 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bcaf7d-89c7-4c56-831d-985f10c1d9ad None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:56:49.050528 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-36e271d1-367f-40ef-8f8b-7ea7ba259bc9 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "GET /v2.0/floatingips/75443d82-c0cd-4ebd-bd8f-8bed9af1dcaa HTTP/1.1" status: 200 len: 976 time: 0.1582680 Nov 13 04:56:49.053001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40438) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:49.339447 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-86aa07ca-5a6f-491d-80e4-0fd42d73b3c4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2852209 Nov 13 04:56:49.342434 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40452) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:49.358489 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-add0a1db-ff16-4dc0-8170-b4879c94bee2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'floatingip': {'port_id': 'be861758-1f4e-4c15-a343-7e5e7ae47cea'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:49.452953 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-add0a1db-ff16-4dc0-8170-b4879c94bee2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:49.655879 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28eb91-6267-46c1-98dd-137c15506758 req-fd13eb06-6335-4dd1-bcfb-e906da2c862b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:49.657668 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd28eb91-6267-46c1-98dd-137c15506758 req-fd13eb06-6335-4dd1-bcfb-e906da2c862b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1390085 Nov 13 04:56:49.885272 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd28eb91-6267-46c1-98dd-137c15506758 req-96180a84-2cb9-494e-84cf-3497a669a9ae tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948099 Nov 13 04:56:50.464197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706f0b3-07a8-42a6-acb8-1645f31d185f req-b8ecdaf6-3dd4-45d2-9e96-c9d9097248ba tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:50.465714 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4706f0b3-07a8-42a6-acb8-1645f31d185f req-b8ecdaf6-3dd4-45d2-9e96-c9d9097248ba tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1039209 Nov 13 04:56:50.585731 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4706f0b3-07a8-42a6-acb8-1645f31d185f req-86eb32f3-a7b1-4ed6-96fb-6c158b8fc1da tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113975 Nov 13 04:56:50.606312 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-add0a1db-ff16-4dc0-8170-b4879c94bee2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:50.611940 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-add0a1db-ff16-4dc0-8170-b4879c94bee2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:50.714270 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a066c8-17c4-4bf0-be31-492da335563f req-f12d712e-79ab-4bbe-8449-243a64919258 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:50.715947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b5a066c8-17c4-4bf0-be31-492da335563f req-f12d712e-79ab-4bbe-8449-243a64919258 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.0548820 Nov 13 04:56:50.729125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40512) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:50.729384 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-add0a1db-ff16-4dc0-8170-b4879c94bee2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Floating IP 75443d82-c0cd-4ebd-bd8f-8bed9af1dcaa associated. External IP: 172.25.8.40, port: ddb521eb-e6d3-41f0-8ff4-453222d1fb67. Nov 13 04:56:50.730740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fe7095d9-122f-4854-b9bf-951c56ff9cbc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Request body: {'floatingip': {'port_id': '0723fe74-760b-41b9-b3e4-bacfe4d57f57'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:50.774065 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe7095d9-122f-4854-b9bf-951c56ff9cbc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:50.964851 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add0a1db-ff16-4dc0-8170-b4879c94bee2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:56:51.045507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c162af-ad71-4f72-a61c-d7ec634a7e85 req-4cf3c710-dbf4-4d9f-b56e-c23d24b202aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:51.047107 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48c162af-ad71-4f72-a61c-d7ec634a7e85 req-4cf3c710-dbf4-4d9f-b56e-c23d24b202aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6e023533a144f13bb7562e9a400409b&device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 1096 time: 0.1195421 Nov 13 04:56:51.125741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff26969-1fe2-41b3-b7ce-24d8af51d515 req-2702175e-3f06-4c9c-85fb-7299f035a98c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:51.127385 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ff26969-1fe2-41b3-b7ce-24d8af51d515 req-2702175e-3f06-4c9c-85fb-7299f035a98c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1035478 Nov 13 04:56:51.147985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add0a1db-ff16-4dc0-8170-b4879c94bee2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:56:51.161105 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe78c6a-ab83-4e75-92f1-3a63cdc7d4f1 None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:56:51.179210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe78c6a-ab83-4e75-92f1-3a63cdc7d4f1 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:51.180193 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ebe78c6a-ab83-4e75-92f1-3a63cdc7d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:51.249658 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ff26969-1fe2-41b3-b7ce-24d8af51d515 req-0358c232-4d4e-40a8-a338-de2c32714873 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122718 Nov 13 04:56:51.264372 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c162af-ad71-4f72-a61c-d7ec634a7e85 req-11ed2a90-94e7-4cff-876d-bda425cbf8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:51.265923 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48c162af-ad71-4f72-a61c-d7ec634a7e85 req-11ed2a90-94e7-4cff-876d-bda425cbf8a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=efb2632b-74bc-4df5-a542-366e4891a266 HTTP/1.1" status: 200 len: 915 time: 0.2090142 Nov 13 04:56:51.270906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ebe78c6a-ab83-4e75-92f1-3a63cdc7d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:51.300994 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe78c6a-ab83-4e75-92f1-3a63cdc7d4f1 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:51.302067 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ebe78c6a-ab83-4e75-92f1-3a63cdc7d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:51.343115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ebe78c6a-ab83-4e75-92f1-3a63cdc7d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:51.344014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe78c6a-ab83-4e75-92f1-3a63cdc7d4f1 None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:56:51.346794 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48c162af-ad71-4f72-a61c-d7ec634a7e85 req-86b4098d-ff16-4a18-8b99-1fc22ba4f4a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a HTTP/1.1" status: 200 len: 217 time: 0.0724812 Nov 13 04:56:51.394089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40540) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:51.492456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c162af-ad71-4f72-a61c-d7ec634a7e85 req-d3d79faf-1de9-4205-91e7-8625653e1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:51.495925 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48c162af-ad71-4f72-a61c-d7ec634a7e85 req-d3d79faf-1de9-4205-91e7-8625653e1358 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89e58c8e-4d06-4ded-8d18-eb31bc30d760 HTTP/1.1" status: 200 len: 854 time: 0.1011264 Nov 13 04:56:51.499002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add0a1db-ff16-4dc0-8170-b4879c94bee2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:56:51.530131 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe7095d9-122f-4854-b9bf-951c56ff9cbc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:51.532613 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48c162af-ad71-4f72-a61c-d7ec634a7e85 req-406c3a86-5c97-47fa-a0a0-832dfa28c1b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=efb2632b-74bc-4df5-a542-366e4891a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314150 Nov 13 04:56:51.537626 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe7095d9-122f-4854-b9bf-951c56ff9cbc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:51.618807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add0a1db-ff16-4dc0-8170-b4879c94bee2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:56:51.623904 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-add0a1db-ff16-4dc0-8170-b4879c94bee2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:51.630182 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221d5a1-3ea3-44b7-8d4c-030ffccee1b0 None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:56:51.641515 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221d5a1-3ea3-44b7-8d4c-030ffccee1b0 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:51.642330 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d221d5a1-3ea3-44b7-8d4c-030ffccee1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:51.679928 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d221d5a1-3ea3-44b7-8d4c-030ffccee1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:51.680645 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-add0a1db-ff16-4dc0-8170-b4879c94bee2 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "PUT /v2.0/floatingips/75443d82-c0cd-4ebd-bd8f-8bed9af1dcaa HTTP/1.1" status: 200 len: 978 time: 2.3364954 Nov 13 04:56:51.681492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40544) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:51.686293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d1eb1091-80c1-4a49-a60b-53ad55f56b65 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:51.690239 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221d5a1-3ea3-44b7-8d4c-030ffccee1b0 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:51.691075 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d221d5a1-3ea3-44b7-8d4c-030ffccee1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:51.694626 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48c162af-ad71-4f72-a61c-d7ec634a7e85 req-c62775a5-8488-4cd4-a75a-06da1ae87e31 service neutron] 10.222.0.36 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542461 Nov 13 04:56:51.695743 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9811c613-f397-4d54-b85b-38f1cf36d4ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:51.723368 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d221d5a1-3ea3-44b7-8d4c-030ffccee1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:51.724266 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221d5a1-3ea3-44b7-8d4c-030ffccee1b0 None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:56:51.753035 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1091-80c1-4a49-a60b-53ad55f56b65 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:51.918327 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1091-80c1-4a49-a60b-53ad55f56b65 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:51.926165 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1091-80c1-4a49-a60b-53ad55f56b65 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:51.926991 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-d1eb1091-80c1-4a49-a60b-53ad55f56b65 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Floating IP 75443d82-c0cd-4ebd-bd8f-8bed9af1dcaa disassociated. External IP: 172.25.8.40, port: be861758-1f4e-4c15-a343-7e5e7ae47cea. Nov 13 04:56:52.206213 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-fe7095d9-122f-4854-b9bf-951c56ff9cbc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Floating IP e11a08d4-fd2e-4aa9-864f-a3407dbd2086 associated. External IP: 172.25.8.192, port: 0723fe74-760b-41b9-b3e4-bacfe4d57f57. Nov 13 04:56:52.207874 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eb1091-80c1-4a49-a60b-53ad55f56b65 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:56:52.280162 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48c162af-ad71-4f72-a61c-d7ec634a7e85 req-6a9c2e63-833d-4d36-9abb-f25c35a21fea service neutron] 10.222.0.36 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401418 Nov 13 04:56:52.327499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eb1091-80c1-4a49-a60b-53ad55f56b65 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:56:52.332437 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1091-80c1-4a49-a60b-53ad55f56b65 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:52.340760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9f7f6c-a43f-4fa4-970d-6c3a929e9bbb None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:56:52.361837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9f7f6c-a43f-4fa4-970d-6c3a929e9bbb None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:52.362485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ca9f7f6c-a43f-4fa4-970d-6c3a929e9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:52.374721 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d1eb1091-80c1-4a49-a60b-53ad55f56b65 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "PUT /v2.0/floatingips/75443d82-c0cd-4ebd-bd8f-8bed9af1dcaa HTTP/1.1" status: 200 len: 687 time: 0.6919022 Nov 13 04:56:52.386117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40566) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:52.409469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ca9f7f6c-a43f-4fa4-970d-6c3a929e9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:52.416028 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9811c613-f397-4d54-b85b-38f1cf36d4ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:52.424047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9f7f6c-a43f-4fa4-970d-6c3a929e9bbb None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:52.425079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ca9f7f6c-a43f-4fa4-970d-6c3a929e9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:52.475121 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9811c613-f397-4d54-b85b-38f1cf36d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:52.484769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ca9f7f6c-a43f-4fa4-970d-6c3a929e9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:52.485709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9f7f6c-a43f-4fa4-970d-6c3a929e9bbb None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:56:52.540290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee301aa-7fae-4f6a-8f40-60e7101109e8 req-52b77401-0744-4be0-b749-4e6c8ceb92bd tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:52.544626 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cee301aa-7fae-4f6a-8f40-60e7101109e8 req-52b77401-0744-4be0-b749-4e6c8ceb92bd tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1685362 Nov 13 04:56:52.606649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a17eff0e-6877-4a53-9740-78cfd01e2190 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting port 3f1d00b7-1584-4d00-8eb2-c51fa6427bb9 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:56:52.607011 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a17eff0e-6877-4a53-9740-78cfd01e2190 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:52.608592 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9811c613-f397-4d54-b85b-38f1cf36d4ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=690786f3d84941fcab2e439848912306&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2135148 Nov 13 04:56:52.609391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40574) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:52.622542 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811c613-f397-4d54-b85b-38f1cf36d4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e5b260-e47a-42f7-bb2a-fa1f42302017,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:52.671559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7095d9-122f-4854-b9bf-951c56ff9cbc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Router 79dc917a-31a9-4547-a593-4b7c60f04565 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:56:52.735242 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39bad6f8-3069-4795-b999-3247941a0a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:52.815642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39bad6f8-3069-4795-b999-3247941a0a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:52.878348 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7095d9-122f-4854-b9bf-951c56ff9cbc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:56:52.892702 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81083ed6-761a-495e-b0eb-4b04a5c12b21 None None] Sync routers for ids ['79dc917a-31a9-4547-a593-4b7c60f04565'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:56:52.901550 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe7095d9-122f-4854-b9bf-951c56ff9cbc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:52.911470 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81083ed6-761a-495e-b0eb-4b04a5c12b21 None None] Routers {'79dc917a-31a9-4547-a593-4b7c60f04565'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:52.913126 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-81083ed6-761a-495e-b0eb-4b04a5c12b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['79dc917a-31a9-4547-a593-4b7c60f04565'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:52.932587 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fe7095d9-122f-4854-b9bf-951c56ff9cbc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "PUT /v2.0/floatingips/e11a08d4-fd2e-4aa9-864f-a3407dbd2086 HTTP/1.1" status: 200 len: 991 time: 2.2056572 Nov 13 04:56:52.933429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'tag': '0723fe74-760b-41b9-b3e4-bacfe4d57f57'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:56:52.935899 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5eac2f0-6e61-420e-9fe9-990c5a196a04" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa87674-baf0-44e2-9df8-06bbe99139a7", "tag": "0723fe74-760b-41b9-b3e4-bacfe4d57f57"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:56:52.939249 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39bad6f8-3069-4795-b999-3247941a0a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:52.942056 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39bad6f8-3069-4795-b999-3247941a0a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:52.943454 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-39bad6f8-3069-4795-b999-3247941a0a5f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2e5b260-e47a-42f7-bb2a-fa1f42302017 HTTP/1.1" status: 204 len: 168 time: 0.3284395 Nov 13 04:56:52.953583 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bad6f8-3069-4795-b999-3247941a0a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e5b260-e47a-42f7-bb2a-fa1f42302017,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:53.077986 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cee301aa-7fae-4f6a-8f40-60e7101109e8 req-3e3ea3e7-a54d-4761-a3ed-2b2bb7312236 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255163 Nov 13 04:56:53.115965 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-81083ed6-761a-495e-b0eb-4b04a5c12b21 None None] Set router 79dc917a-31a9-4547-a593-4b7c60f04565 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:56:53.147556 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a17eff0e-6877-4a53-9740-78cfd01e2190 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:53.147770 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a17eff0e-6877-4a53-9740-78cfd01e2190 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:53.170253 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b7e22f-ac90-41d8-90a2-0d31c5671e50 x-openstack-request-id: req-62b7e22f-ac90-41d8-90a2-0d31c5671e50 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:56:53.170555 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa87674-baf0-44e2-9df8-06bbe99139a7", "tag": "0723fe74-760b-41b9-b3e4-bacfe4d57f57", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:56:53.170799 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62b7e22f-ac90-41d8-90a2-0d31c5671e50 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:56:53.171238 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'tag': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'status': 'completed', 'code': 200} Nov 13 04:56:53.176051 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a17eff0e-6877-4a53-9740-78cfd01e2190 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Calling delete_port for 3f1d00b7-1584-4d00-8eb2-c51fa6427bb9 owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:56:53.318154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eac2f0-6e61-420e-9fe9-990c5a196a04 req-af19652e-71a2-46ea-8b49-f27e81b65d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:53.319737 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e5eac2f0-6e61-420e-9fe9-990c5a196a04 req-af19652e-71a2-46ea-8b49-f27e81b65d9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 1096 time: 0.0957544 Nov 13 04:56:53.439236 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a17eff0e-6877-4a53-9740-78cfd01e2190 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:53.449376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eac2f0-6e61-420e-9fe9-990c5a196a04 req-f5d99fc4-c88d-4e2b-93ad-572b7120a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:53.451221 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e5eac2f0-6e61-420e-9fe9-990c5a196a04 req-f5d99fc4-c88d-4e2b-93ad-572b7120a3ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 917 time: 0.1234190 Nov 13 04:56:53.490765 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-81083ed6-761a-495e-b0eb-4b04a5c12b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'e11a08d4-fd2e-4aa9-864f-a3407dbd2086', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'port_id': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'mac_address': 'fa:16:3e:d3:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:56:29Z', 'updated_at': '2021-11-13T04:56:51Z', 'revision_number': 1, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f38a1cd4-0068-4903-a80d-067493047fdf', 'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:22Z', 'updated_at': '2021-11-13T04:56:30Z', 'revision_number': 5, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'subnets': [{'id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:53.511886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17eff0e-6877-4a53-9740-78cfd01e2190 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Port': ['ID=3f1d00b7-1584-4d00-8eb2-c51fa6427bb9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:53.514456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40600) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:53.535707 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81083ed6-761a-495e-b0eb-4b04a5c12b21 None None] Checking router: 79dc917a-31a9-4547-a593-4b7c60f04565 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 04:56:53.540886 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1f72-8cbf-4f21-991c-9705399f609e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:53.553390 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81083ed6-761a-495e-b0eb-4b04a5c12b21 None None] Routers {'79dc917a-31a9-4547-a593-4b7c60f04565'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:53.554399 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-81083ed6-761a-495e-b0eb-4b04a5c12b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['79dc917a-31a9-4547-a593-4b7c60f04565'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:53.558149 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e5eac2f0-6e61-420e-9fe9-990c5a196a04 req-892aa76c-34bb-4d57-b8b6-c612705651b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57 HTTP/1.1" status: 200 len: 999 time: 0.0992088 Nov 13 04:56:53.624773 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a17eff0e-6877-4a53-9740-78cfd01e2190 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:53.627475 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a17eff0e-6877-4a53-9740-78cfd01e2190 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:53.628779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a17eff0e-6877-4a53-9740-78cfd01e2190 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/floatingips/75443d82-c0cd-4ebd-bd8f-8bed9af1dcaa HTTP/1.1" status: 204 len: 168 time: 1.2414134 Nov 13 04:56:53.631921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40608) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:53.653484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eac2f0-6e61-420e-9fe9-990c5a196a04 req-59f76015-9b6d-4cab-a7be-c70c55ac56fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:53.655055 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e5eac2f0-6e61-420e-9fe9-990c5a196a04 req-59f76015-9b6d-4cab-a7be-c70c55ac56fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.0889342 Nov 13 04:56:53.716868 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-824480b9-b747-4e99-bf4f-85d077eed11d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] delete failed (client error): The resource could not be found. Nov 13 04:56:53.723897 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-824480b9-b747-4e99-bf4f-85d077eed11d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/floatingips/75443d82-c0cd-4ebd-bd8f-8bed9af1dcaa HTTP/1.1" status: 404 len: 345 time: 0.0872214 Nov 13 04:56:53.724306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40610) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:53.744289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eac2f0-6e61-420e-9fe9-990c5a196a04 req-cdd5c713-9287-45b1-b554-1052234abef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:53.746084 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e5eac2f0-6e61-420e-9fe9-990c5a196a04 req-cdd5c713-9287-45b1-b554-1052234abef4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830491 Nov 13 04:56:53.825187 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-81083ed6-761a-495e-b0eb-4b04a5c12b21 None None] Set router 79dc917a-31a9-4547-a593-4b7c60f04565 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 04:56:53.851200 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1f72-8cbf-4f21-991c-9705399f609e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:53.862154 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de8e06-d2fe-4065-bba2-027f12dcaf09 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:53.876878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de8e06-d2fe-4065-bba2-027f12dcaf09 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:53.883540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de8e06-d2fe-4065-bba2-027f12dcaf09 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:53.888929 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e5eac2f0-6e61-420e-9fe9-990c5a196a04 req-75683630-560a-4b2b-9de5-8c45fc81677f service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339471 Nov 13 04:56:53.889418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40616) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:53.890154 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e2de8e06-d2fe-4065-bba2-027f12dcaf09 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "GET /v2.0/ports?network_id=62281e65-b398-415d-9652-c8d2417ac8e1 HTTP/1.1" status: 200 len: 2358 time: 0.1648340 Nov 13 04:56:53.892057 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1f72-8cbf-4f21-991c-9705399f609e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:53.945990 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1c9e1f72-8cbf-4f21-991c-9705399f609e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58893a1d97c249bab5d509734b166dda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4268410 Nov 13 04:56:53.946602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40618) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:53.954378 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e1f72-8cbf-4f21-991c-9705399f609e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e4db1b-1c42-4918-b5ca-7f8cdbea6798,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:54.013569 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ec7e19b-6fa6-4290-9c04-4b902379f789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:54.059426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f4b745-2c6f-4cba-a6f0-b4e9ac654c0b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:54.065354 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-92f4b745-2c6f-4cba-a6f0-b4e9ac654c0b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "GET /v2.0/subnets/1629d60a-e59e-4ad5-b7d2-a6e93a0354f8 HTTP/1.1" status: 200 len: 797 time: 0.1743364 Nov 13 04:56:54.070875 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ec7e19b-6fa6-4290-9c04-4b902379f789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:54.073312 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40622) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:54.078274 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e94aabe7-2e12-4038-8cb7-1f28548bb635 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'port': {'network_id': '62281e65-b398-415d-9652-c8d2417ac8e1', 'name': 'tempest-FloatingIPTestJSON-200334066', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:54.090814 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e5eac2f0-6e61-420e-9fe9-990c5a196a04 req-ee9a058b-4f81-4993-a362-6302c4dd8578 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814392 Nov 13 04:56:54.190347 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-81083ed6-761a-495e-b0eb-4b04a5c12b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'e11a08d4-fd2e-4aa9-864f-a3407dbd2086', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'port_id': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'mac_address': 'fa:16:3e:d3:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:56:29Z', 'updated_at': '2021-11-13T04:56:51Z', 'revision_number': 1, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f38a1cd4-0068-4903-a80d-067493047fdf', 'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:22Z', 'updated_at': '2021-11-13T04:56:30Z', 'revision_number': 5, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'subnets': [{'id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:54.226257 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81083ed6-761a-495e-b0eb-4b04a5c12b21 None None] The sync data for ids ['79dc917a-31a9-4547-a593-4b7c60f04565'] in n-d-813114-2 is: [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'e11a08d4-fd2e-4aa9-864f-a3407dbd2086', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'port_id': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'mac_address': 'fa:16:3e:d3:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T04:56:29Z', 'updated_at': '2021-11-13T04:56:51Z', 'revision_number': 1, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f38a1cd4-0068-4903-a80d-067493047fdf', 'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:22Z', 'updated_at': '2021-11-13T04:56:30Z', 'revision_number': 5, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'subnets': [{'id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:56:54.274243 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ec7e19b-6fa6-4290-9c04-4b902379f789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:54.277450 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ec7e19b-6fa6-4290-9c04-4b902379f789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:54.278844 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6ec7e19b-6fa6-4290-9c04-4b902379f789 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6e4db1b-1c42-4918-b5ca-7f8cdbea6798 HTTP/1.1" status: 204 len: 168 time: 0.3316293 Nov 13 04:56:54.327174 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7e19b-6fa6-4290-9c04-4b902379f789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e4db1b-1c42-4918-b5ca-7f8cdbea6798,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:54.331685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94aabe7-2e12-4038-8cb7-1f28548bb635 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Made reservation on behalf of b9f6ed23e2b149179c00b3d38b4579d9 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:56:54.427792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca729dc7-cac1-4391-b5d5-7166d7e5615d req-fcb97ac3-698f-4413-9a98-2c2709446323 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:54.429388 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ca729dc7-cac1-4391-b5d5-7166d7e5615d req-fcb97ac3-698f-4413-9a98-2c2709446323 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.2129121 Nov 13 04:56:54.601120 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e94aabe7-2e12-4038-8cb7-1f28548bb635 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:54.604380 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c9523b-78c5-4498-bb2f-30f9a3c90fcb None None] New status for floating IP e11a08d4-fd2e-4aa9-864f-a3407dbd2086: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 04:56:54.639604 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ca729dc7-cac1-4391-b5d5-7166d7e5615d req-2c3c0c2c-dfc7-4e70-b1f2-36400ab2564a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939521 Nov 13 04:56:54.643092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-e94aabe7-2e12-4038-8cb7-1f28548bb635 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] device_id is not set on port 0ce5fb43-6c06-437d-b62f-c2cbcf30bcaf yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:56:54.772848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ad0d4edd-55a9-420a-b682-cea97bf7918a no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:56:54.982780 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:55.008910 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042a8156-3f30-444b-805c-a7ef5a485e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0d4edd-55a9-420a-b682-cea97bf7918a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:56:55.011659 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32ae114-7706-44c1-a8cb-26c3a9a29583" -d '{"events": [{"server_uuid": "042a8156-3f30-444b-805c-a7ef5a485e86", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0d4edd-55a9-420a-b682-cea97bf7918a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:56:55.023282 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:56:55.040068 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:55.112870 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=ad0d4edd-55a9-420a-b682-cea97bf7918a,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:55.116550 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 13 Nov 2021 04:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e015d7-03a4-42e2-9c59-1eac3c94ce01 x-openstack-request-id: req-17e015d7-03a4-42e2-9c59-1eac3c94ce01 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:56:55.116880 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042a8156-3f30-444b-805c-a7ef5a485e86", "name": "network-vif-unplugged", "status": "failed", "tag": "ad0d4edd-55a9-420a-b682-cea97bf7918a", "code": 422}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:56:55.117127 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17e015d7-03a4-42e2-9c59-1eac3c94ce01 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:56:55.117529 n-d-813114-2 neutron-server[102669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '042a8156-3f30-444b-805c-a7ef5a485e86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad0d4edd-55a9-420a-b682-cea97bf7918a', 'code': 422} returned with failed status Nov 13 04:56:55.147738 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-e94aabe7-2e12-4038-8cb7-1f28548bb635 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Allocated IP 172.20.0.14 (62281e65-b398-415d-9652-c8d2417ac8e1/1629d60a-e59e-4ad5-b7d2-a6e93a0354f8/0ce5fb43-6c06-437d-b62f-c2cbcf30bcaf) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:55.155212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-e94aabe7-2e12-4038-8cb7-1f28548bb635 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Allocated IP 172.20.0.13 (62281e65-b398-415d-9652-c8d2417ac8e1/1629d60a-e59e-4ad5-b7d2-a6e93a0354f8/0ce5fb43-6c06-437d-b62f-c2cbcf30bcaf) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:55.356987 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e94aabe7-2e12-4038-8cb7-1f28548bb635 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:55.397363 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e94aabe7-2e12-4038-8cb7-1f28548bb635 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:55.454476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94aabe7-2e12-4038-8cb7-1f28548bb635 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network 62281e65-b398-415d-9652-c8d2417ac8e1 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:55.455408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94aabe7-2e12-4038-8cb7-1f28548bb635 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=0ce5fb43-6c06-437d-b62f-c2cbcf30bcaf,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:55.458825 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-e94aabe7-2e12-4038-8cb7-1f28548bb635 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:55.461056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94aabe7-2e12-4038-8cb7-1f28548bb635 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:55.545683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94aabe7-2e12-4038-8cb7-1f28548bb635 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:55.546515 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e94aabe7-2e12-4038-8cb7-1f28548bb635 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:55.571583 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e94aabe7-2e12-4038-8cb7-1f28548bb635 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.4970717 Nov 13 04:56:55.572432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40682) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:55.577073 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': '0ce5fb43-6c06-437d-b62f-c2cbcf30bcaf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:55.608240 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:55.731158 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:55.769682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934c7ad-d5c0-4865-9e6f-4b002a927f08 req-8ab5d9ea-51ac-4d4c-854f-652b3c018fe2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:55.772000 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5934c7ad-d5c0-4865-9e6f-4b002a927f08 req-8ab5d9ea-51ac-4d4c-854f-652b3c018fe2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 943 time: 0.0612447 Nov 13 04:56:55.839916 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5934c7ad-d5c0-4865-9e6f-4b002a927f08 req-eef395af-1c83-46fc-b405-ab02c374e4b9 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620291 Nov 13 04:56:55.897309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Allocated IP 172.25.8.164 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/47371ce0-5832-4f74-9c69-96792b3ea3f9) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:56:56.032991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2af083-7e63-447e-b986-9f1e0b41459e req-33448270-ef43-4c82-beda-7295d49a2847 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:56.034772 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f2af083-7e63-447e-b986-9f1e0b41459e req-33448270-ef43-4c82-beda-7295d49a2847 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 943 time: 0.1052635 Nov 13 04:56:56.077726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:56.126019 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:56.135382 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f2af083-7e63-447e-b986-9f1e0b41459e req-415557d7-db8e-4ff9-afee-79f9f97b1ff9 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755587 Nov 13 04:56:56.186041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:56:56.189706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:56:56.193777 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:56:56.199930 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=47371ce0-5832-4f74-9c69-96792b3ea3f9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:56.385288 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-0ed20351-761f-44ea-91e9-42dc91e25cb4 req-ce1f3a43-3263-4488-a807-6a2638513e3c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:56.386307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ed20351-761f-44ea-91e9-42dc91e25cb4 req-ce1f3a43-3263-4488-a807-6a2638513e3c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089002 Nov 13 04:56:56.736259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddaae8-ffe1-4b96-b5b4-04a07a5055f9 req-5ed3d30d-1e8d-4c61-bea2-c186b7a8e89f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:56.744082 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-daddaae8-ffe1-4b96-b5b4-04a07a5055f9 req-5ed3d30d-1e8d-4c61-bea2-c186b7a8e89f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 943 time: 0.1271193 Nov 13 04:56:56.811081 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-daddaae8-ffe1-4b96-b5b4-04a07a5055f9 req-18ddf8a8-eddc-4d3b-b36c-200b66804311 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660532 Nov 13 04:56:56.814253 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:56.917272 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:57.118643 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-57a5fc45-3e80-413b-89b0-03580513dbd6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2585249 Nov 13 04:56:57.144259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-a32cf156-c351-4699-891a-d0a24fbd0584 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:56:57.145432 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-a32cf156-c351-4699-891a-d0a24fbd0584 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085425 Nov 13 04:56:57.190726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:57.202594 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:57.290544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=47371ce0-5832-4f74-9c69-96792b3ea3f9,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:57.315511 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:57.484837 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Floating IP 25d9ae73-d7a9-4a96-a79c-1a0ac63932ee associated. External IP: 172.25.8.164, port: 0ce5fb43-6c06-437d-b62f-c2cbcf30bcaf. Nov 13 04:56:57.756797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:56:57.904195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:56:57.915339 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f47795-8d2f-4701-9923-ec39ece008cf None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:56:57.937195 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f47795-8d2f-4701-9923-ec39ece008cf None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:57.937996 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-16f47795-8d2f-4701-9923-ec39ece008cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:57.941416 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:57.975564 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-16f47795-8d2f-4701-9923-ec39ece008cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:57.987786 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f47795-8d2f-4701-9923-ec39ece008cf None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:57.988959 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-16f47795-8d2f-4701-9923-ec39ece008cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:58.008465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d844a55-0567-4cee-bd39-c907200ca3f8 req-e18c5e5d-f3e7-4f4b-b68b-4e5117e26c99 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:58.010898 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d844a55-0567-4cee-bd39-c907200ca3f8 req-e18c5e5d-f3e7-4f4b-b68b-4e5117e26c99 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 943 time: 0.0785260 Nov 13 04:56:58.013459 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-48abf91f-8d3d-4e27-8754-b99520805170 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4397562 Nov 13 04:56:58.016135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40788) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:58.022017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d74f5364-f7d4-4a7e-b7aa-4ff9829801e8 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'floatingip': {'port_id': '0ce5fb43-6c06-437d-b62f-c2cbcf30bcaf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:58.069846 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-16f47795-8d2f-4701-9923-ec39ece008cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:58.070779 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f47795-8d2f-4701-9923-ec39ece008cf None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:56:58.107910 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d844a55-0567-4cee-bd39-c907200ca3f8 req-b5efa5d3-9b9d-43e9-b223-ef66fe548b3e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840657 Nov 13 04:56:58.162194 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d74f5364-f7d4-4a7e-b7aa-4ff9829801e8 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:58.442678 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-63c1a3d5-10a6-4974-9a5e-aa52c20b2fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:58.444236 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-63c1a3d5-10a6-4974-9a5e-aa52c20b2fe0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86&tenant_id=f6e023533a144f13bb7562e9a400409b HTTP/1.1" status: 200 len: 1094 time: 0.0998557 Nov 13 04:56:58.460243 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:58.463810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:56:58.535830 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:58.765171 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d74f5364-f7d4-4a7e-b7aa-4ff9829801e8 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:58.770566 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d74f5364-f7d4-4a7e-b7aa-4ff9829801e8 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:58.785891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device ad0d4edd-55a9-420a-b682-cea97bf7918a no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:56:58.812277 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:56:58.874777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:56:58.916902 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0d4edd-55a9-420a-b682-cea97bf7918a {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:56:58.925722 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:58.945035 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:58.947373 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Transition to ACTIVE for port object ad0d4edd-55a9-420a-b682-cea97bf7918a will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:56:58.952391 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:59.019511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] No DVR routers for this DVR port ad0d4edd-55a9-420a-b682-cea97bf7918a on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:56:59.029558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Pushing event updated for resources: {'Port': ['ID=ad0d4edd-55a9-420a-b682-cea97bf7918a,revision_number=9']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:59.076365 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Attempting to bind port ad0d4edd-55a9-420a-b682-cea97bf7918a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:56:59.076827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Attempting to bind port ad0d4edd-55a9-420a-b682-cea97bf7918a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ecce5032-fb7b-4455-99cb-5fa1fd104158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:56:59.077156 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Attempting to bind port ad0d4edd-55a9-420a-b682-cea97bf7918a on network efb2632b-74bc-4df5-a542-366e4891a266 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:56:59.082179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Port ad0d4edd-55a9-420a-b682-cea97bf7918a on network efb2632b-74bc-4df5-a542-366e4891a266 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:56:59.082501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Attempting to bind port ad0d4edd-55a9-420a-b682-cea97bf7918a on network efb2632b-74bc-4df5-a542-366e4891a266 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:56:59.089094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:56:59.089530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Checking segment: {'id': 'ecce5032-fb7b-4455-99cb-5fa1fd104158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:56:59.089912 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Bound using segment: {'id': 'ecce5032-fb7b-4455-99cb-5fa1fd104158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:56:59.090340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Bound port: ad0d4edd-55a9-420a-b682-cea97bf7918a, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecce5032-fb7b-4455-99cb-5fa1fd104158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:56:59.090690 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:59.170403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:56:59.176437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:56:59.184984 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:59.254020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Pushing event updated for resources: {'Port': ['ID=ad0d4edd-55a9-420a-b682-cea97bf7918a,revision_number=10']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:56:59.266780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:59.267475 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:59.268940 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e12acd91-df7b-4b23-ada6-72c8fad402df service neutron] 10.222.0.46 "PUT /v2.0/ports/ad0d4edd-55a9-420a-b682-cea97bf7918a HTTP/1.1" status: 200 len: 1091 time: 0.8100307 Nov 13 04:56:59.269840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042a8156-3f30-444b-805c-a7ef5a485e86', 'tag': 'ad0d4edd-55a9-420a-b682-cea97bf7918a'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:56:59.272910 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc886c87-71e7-4cfa-a582-1fa81f01cb68" -d '{"events": [{"name": "network-changed", "server_uuid": "042a8156-3f30-444b-805c-a7ef5a485e86", "tag": "ad0d4edd-55a9-420a-b682-cea97bf7918a"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:56:59.353981 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47286e6f-2370-4070-9999-d0c6c5fa8ca3 x-openstack-request-id: req-47286e6f-2370-4070-9999-d0c6c5fa8ca3 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:56:59.354276 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042a8156-3f30-444b-805c-a7ef5a485e86", "tag": "ad0d4edd-55a9-420a-b682-cea97bf7918a", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:56:59.354895 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47286e6f-2370-4070-9999-d0c6c5fa8ca3 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:56:59.355329 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042a8156-3f30-444b-805c-a7ef5a485e86', 'tag': 'ad0d4edd-55a9-420a-b682-cea97bf7918a', 'status': 'completed', 'code': 200} Nov 13 04:56:59.390529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-a8a07801-5ba8-4845-ad17-efae932b1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:59.392473 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-a8a07801-5ba8-4845-ad17-efae932b1422 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6e023533a144f13bb7562e9a400409b&device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 1095 time: 0.0602059 Nov 13 04:56:59.510630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5e4a8-c247-4e30-b1f8-1da4938cb83f req-c3b6a7c1-58e7-4886-9686-b82b6ee98b6c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:59.512628 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4bc5e4a8-c247-4e30-b1f8-1da4938cb83f req-c3b6a7c1-58e7-4886-9686-b82b6ee98b6c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 944 time: 0.0770717 Nov 13 04:56:59.527680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74f5364-f7d4-4a7e-b7aa-4ff9829801e8 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:56:59.548469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-2d67c8bb-4e3b-447c-9c90-e457c6a5edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:59.551528 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-2d67c8bb-4e3b-447c-9c90-e457c6a5edf7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=efb2632b-74bc-4df5-a542-366e4891a266 HTTP/1.1" status: 200 len: 915 time: 0.1484880 Nov 13 04:56:59.616884 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-a238e65f-45db-4552-bc96-7a82482faf07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a HTTP/1.1" status: 200 len: 217 time: 0.0558469 Nov 13 04:56:59.620571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4bc5e4a8-c247-4e30-b1f8-1da4938cb83f req-0b9c9fdc-ca17-402d-b9a4-4ed5f7c0a1f5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916979 Nov 13 04:56:59.699152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-2e6bf3cc-de03-422f-a613-dbf72bcc6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:56:59.699152 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-2e6bf3cc-de03-422f-a613-dbf72bcc6dc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89e58c8e-4d06-4ded-8d18-eb31bc30d760 HTTP/1.1" status: 200 len: 854 time: 0.0729179 Nov 13 04:56:59.717352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74f5364-f7d4-4a7e-b7aa-4ff9829801e8 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:56:59.732103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f041ced6-479b-4844-906d-dd374939b551 None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:56:59.748548 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d74f5364-f7d4-4a7e-b7aa-4ff9829801e8 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:56:59.761385 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f041ced6-479b-4844-906d-dd374939b551 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:59.765606 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f041ced6-479b-4844-906d-dd374939b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:59.793894 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-ea870749-4025-418e-b9d4-81923094023a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=efb2632b-74bc-4df5-a542-366e4891a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683031 Nov 13 04:56:59.831226 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d74f5364-f7d4-4a7e-b7aa-4ff9829801e8 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "PUT /v2.0/floatingips/25d9ae73-d7a9-4a96-a79c-1a0ac63932ee HTTP/1.1" status: 200 len: 978 time: 1.8100638 Nov 13 04:56:59.831921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40844) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:56:59.834886 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f041ced6-479b-4844-906d-dd374939b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:59.844904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f041ced6-479b-4844-906d-dd374939b551 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:56:59.845522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f041ced6-479b-4844-906d-dd374939b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:59.927114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f041ced6-479b-4844-906d-dd374939b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:56:59.927831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f041ced6-479b-4844-906d-dd374939b551 None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:56:59.932268 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-e01bbd3c-e87d-4052-8c78-a72af3899d04 service neutron] 10.222.0.46 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301713 Nov 13 04:57:00.054841 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-511c2029-4df2-4616-9f33-704e5ecc6b6c service neutron] 10.222.0.46 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138463 Nov 13 04:57:00.070983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ab611579-9717-4a1c-9781-d8f240856726 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting port 47371ce0-5832-4f74-9c69-96792b3ea3f9 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:57:00.071459 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab611579-9717-4a1c-9781-d8f240856726 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:00.171584 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab611579-9717-4a1c-9781-d8f240856726 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:00.172262 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab611579-9717-4a1c-9781-d8f240856726 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:00.188276 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ab611579-9717-4a1c-9781-d8f240856726 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Calling delete_port for 47371ce0-5832-4f74-9c69-96792b3ea3f9 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:57:00.271261 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc886c87-71e7-4cfa-a582-1fa81f01cb68 req-a49e99dd-753c-4ba2-a4dd-767199ba1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:00.278132 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc886c87-71e7-4cfa-a582-1fa81f01cb68 req-a49e99dd-753c-4ba2-a4dd-767199ba1305 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6e023533a144f13bb7562e9a400409b&device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 1095 time: 0.1043293 Nov 13 04:57:00.465624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc886c87-71e7-4cfa-a582-1fa81f01cb68 req-cf951595-2c03-464a-aaa8-2af424eaaba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:00.467745 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc886c87-71e7-4cfa-a582-1fa81f01cb68 req-cf951595-2c03-464a-aaa8-2af424eaaba4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=efb2632b-74bc-4df5-a542-366e4891a266 HTTP/1.1" status: 200 len: 915 time: 0.1824782 Nov 13 04:57:00.474017 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab611579-9717-4a1c-9781-d8f240856726 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:00.516405 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab611579-9717-4a1c-9781-d8f240856726 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Port': ['ID=47371ce0-5832-4f74-9c69-96792b3ea3f9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:00.559453 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc886c87-71e7-4cfa-a582-1fa81f01cb68 req-3563e2cd-06df-4f08-bf2a-3709550d02d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a HTTP/1.1" status: 200 len: 217 time: 0.0843484 Nov 13 04:57:00.623268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc886c87-71e7-4cfa-a582-1fa81f01cb68 req-80a81aca-dabf-48cc-a72f-c7f1e72d93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:00.624852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc886c87-71e7-4cfa-a582-1fa81f01cb68 req-80a81aca-dabf-48cc-a72f-c7f1e72d93e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89e58c8e-4d06-4ded-8d18-eb31bc30d760 HTTP/1.1" status: 200 len: 854 time: 0.0591490 Nov 13 04:57:00.658087 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab611579-9717-4a1c-9781-d8f240856726 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:00.658566 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-ab611579-9717-4a1c-9781-d8f240856726 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Floating IP 25d9ae73-d7a9-4a96-a79c-1a0ac63932ee disassociated (deleted). External IP: 172.25.8.164, port: 0ce5fb43-6c06-437d-b62f-c2cbcf30bcaf. Nov 13 04:57:00.688709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc886c87-71e7-4cfa-a582-1fa81f01cb68 req-1261f3df-0e75-4f06-819b-26cbf4a26a83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=efb2632b-74bc-4df5-a542-366e4891a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563397 Nov 13 04:57:01.006271 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc886c87-71e7-4cfa-a582-1fa81f01cb68 req-56463ddc-7ee3-4b33-a28c-54654a3da5d6 service neutron] 10.222.0.46 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096976 Nov 13 04:57:01.016945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b06a62-4fc1-4538-ad94-14d629b07f14 req-f2adaaab-b319-4ca2-9f01-504bc3b6cc0c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:01.032422 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-54b06a62-4fc1-4538-ad94-14d629b07f14 req-f2adaaab-b319-4ca2-9f01-504bc3b6cc0c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 944 time: 0.2574456 Nov 13 04:57:01.159032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab611579-9717-4a1c-9781-d8f240856726 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:57:01.252440 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-54b06a62-4fc1-4538-ad94-14d629b07f14 req-46db5695-fb29-4f5b-9f59-ce183469bd19 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118683 Nov 13 04:57:01.313022 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc886c87-71e7-4cfa-a582-1fa81f01cb68 req-ed9fee47-8049-4b15-9e1c-a6724f336349 service neutron] 10.222.0.46 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301285 Nov 13 04:57:01.348713 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab611579-9717-4a1c-9781-d8f240856726 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:57:01.358108 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab611579-9717-4a1c-9781-d8f240856726 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:01.365221 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dac58d-551b-44c6-a6da-1cf548e32a58 None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:57:01.385961 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dac58d-551b-44c6-a6da-1cf548e32a58 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:01.387574 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-14dac58d-551b-44c6-a6da-1cf548e32a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:01.400799 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ab611579-9717-4a1c-9781-d8f240856726 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/floatingips/25d9ae73-d7a9-4a96-a79c-1a0ac63932ee HTTP/1.1" status: 204 len: 168 time: 1.5681918 Nov 13 04:57:01.403183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40892) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:01.453422 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-14dac58d-551b-44c6-a6da-1cf548e32a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:01.468566 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dac58d-551b-44c6-a6da-1cf548e32a58 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:01.469654 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-14dac58d-551b-44c6-a6da-1cf548e32a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:56:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:01.521058 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-14dac58d-551b-44c6-a6da-1cf548e32a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:01.522511 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dac58d-551b-44c6-a6da-1cf548e32a58 None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:57:01.591302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-045e88db-d807-4fdd-b9a6-34656358999f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting port 0ce5fb43-6c06-437d-b62f-c2cbcf30bcaf {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:57:01.591882 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-045e88db-d807-4fdd-b9a6-34656358999f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:01.742160 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-045e88db-d807-4fdd-b9a6-34656358999f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:01.769846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-045e88db-d807-4fdd-b9a6-34656358999f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Calling delete_port for 0ce5fb43-6c06-437d-b62f-c2cbcf30bcaf owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:57:02.228208 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-045e88db-d807-4fdd-b9a6-34656358999f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:02.268055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e88db-d807-4fdd-b9a6-34656358999f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Port': ['ID=0ce5fb43-6c06-437d-b62f-c2cbcf30bcaf,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:02.562542 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-045e88db-d807-4fdd-b9a6-34656358999f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:02.590266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40924) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:02.591060 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-045e88db-d807-4fdd-b9a6-34656358999f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/ports/0ce5fb43-6c06-437d-b62f-c2cbcf30bcaf HTTP/1.1" status: 204 len: 168 time: 1.1768007 Nov 13 04:57:02.622463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb2895-bf37-4ba2-aeb1-a3487edcb207 req-465e40d6-228e-4b02-aa53-9d6990729785 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:02.624278 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-74eb2895-bf37-4ba2-aeb1-a3487edcb207 req-465e40d6-228e-4b02-aa53-9d6990729785 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 944 time: 0.1945493 Nov 13 04:57:02.654768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:02.888122 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-74eb2895-bf37-4ba2-aeb1-a3487edcb207 req-6e9f88f5-e7d4-4ba3-a321-53d082cc3fb0 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282531 Nov 13 04:57:02.893508 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:03.229287 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:03.482612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Allocated IP 172.25.8.184 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/71e81b94-7fb6-4e48-9b2f-eea4f27b0562) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:57:03.722394 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:03.852723 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:03.984877 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:57:03.993035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:04.013393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:57:04.021485 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=71e81b94-7fb6-4e48-9b2f-eea4f27b0562,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:04.154295 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54559870-697c-496f-b3af-11cf318fdecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:04.214488 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fa231-fa82-4a89-a036-e35f560c4ea3 req-4e8b255e-a23a-4edf-8ed7-2704d5b7fcf3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:04.225426 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-836fa231-fa82-4a89-a036-e35f560c4ea3 req-4e8b255e-a23a-4edf-8ed7-2704d5b7fcf3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 944 time: 0.1702156 Nov 13 04:57:04.294635 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:04.323375 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-836fa231-fa82-4a89-a036-e35f560c4ea3 req-93edaf49-b0d0-409f-ab1e-87593fff8ba8 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828915 Nov 13 04:57:04.352821 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:04.637329 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:04.642582 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:04.744053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=71e81b94-7fb6-4e48-9b2f-eea4f27b0562,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:04.748252 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:04.783923 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:04.788210 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f0f976af-33d7-4017-9ac0-982c2980e3a4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1629541 Nov 13 04:57:04.792883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40972) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:04.798618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-68737e8e-74b2-408f-ab75-411869debe92 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'port': {'network_id': '62281e65-b398-415d-9652-c8d2417ac8e1', 'name': 'tempest-FloatingIPTestJSON-1676135909'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:05.104291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68737e8e-74b2-408f-ab75-411869debe92 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Made reservation on behalf of b9f6ed23e2b149179c00b3d38b4579d9 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:57:05.108152 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68737e8e-74b2-408f-ab75-411869debe92 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:05.163610 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-68737e8e-74b2-408f-ab75-411869debe92 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] device_id is not set on port b0c37e35-58ec-4823-936e-0301bb980458 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:57:05.402355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-68737e8e-74b2-408f-ab75-411869debe92 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Allocated IP 172.20.0.4 (62281e65-b398-415d-9652-c8d2417ac8e1/1629d60a-e59e-4ad5-b7d2-a6e93a0354f8/b0c37e35-58ec-4823-936e-0301bb980458) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:57:05.718413 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68737e8e-74b2-408f-ab75-411869debe92 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:05.764218 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68737e8e-74b2-408f-ab75-411869debe92 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:05.837385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68737e8e-74b2-408f-ab75-411869debe92 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network 62281e65-b398-415d-9652-c8d2417ac8e1 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:57:05.840765 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-68737e8e-74b2-408f-ab75-411869debe92 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:05.845884 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68737e8e-74b2-408f-ab75-411869debe92 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:57:05.850037 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68737e8e-74b2-408f-ab75-411869debe92 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=b0c37e35-58ec-4823-936e-0301bb980458,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:05.914855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68737e8e-74b2-408f-ab75-411869debe92 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:05.915855 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68737e8e-74b2-408f-ab75-411869debe92 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:05.957662 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41008) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:05.958207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-68737e8e-74b2-408f-ab75-411869debe92 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1638496 Nov 13 04:57:05.968058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4941a19d-87ca-4eec-906d-eed358d8af53 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'floatingip': {'port_id': 'b0c37e35-58ec-4823-936e-0301bb980458'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:06.067714 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4941a19d-87ca-4eec-906d-eed358d8af53 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:06.447959 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9923aaa0-f29e-44ef-a56b-6bb6a88f61f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:06.811045 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4941a19d-87ca-4eec-906d-eed358d8af53 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:06.824159 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4941a19d-87ca-4eec-906d-eed358d8af53 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:06.999902 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-4941a19d-87ca-4eec-906d-eed358d8af53 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Floating IP 6aacda41-2504-4a2f-8ac0-e100106b3150 associated. External IP: 172.25.8.184, port: b0c37e35-58ec-4823-936e-0301bb980458. Nov 13 04:57:07.267049 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4941a19d-87ca-4eec-906d-eed358d8af53 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:57:07.388616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4941a19d-87ca-4eec-906d-eed358d8af53 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:57:07.400970 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62accb71-5a8f-4b92-8f80-6047edaba4cb None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:57:07.403303 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4941a19d-87ca-4eec-906d-eed358d8af53 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:07.412395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62accb71-5a8f-4b92-8f80-6047edaba4cb None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:07.412920 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-62accb71-5a8f-4b92-8f80-6047edaba4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:07.435342 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4941a19d-87ca-4eec-906d-eed358d8af53 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "PUT /v2.0/floatingips/6aacda41-2504-4a2f-8ac0-e100106b3150 HTTP/1.1" status: 200 len: 978 time: 1.4756048 Nov 13 04:57:07.437111 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41038) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:07.452040 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-62accb71-5a8f-4b92-8f80-6047edaba4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:07.462906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62accb71-5a8f-4b92-8f80-6047edaba4cb None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:07.463814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-62accb71-5a8f-4b92-8f80-6047edaba4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:07.503645 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-62accb71-5a8f-4b92-8f80-6047edaba4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:07.505798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62accb71-5a8f-4b92-8f80-6047edaba4cb None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:57:07.582352 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-573b0ab3-2260-48da-b528-284ae1fd290e tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting port b0c37e35-58ec-4823-936e-0301bb980458 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:57:07.583141 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-573b0ab3-2260-48da-b528-284ae1fd290e tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:07.700600 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-573b0ab3-2260-48da-b528-284ae1fd290e tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:07.813349 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:08.527130 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-573b0ab3-2260-48da-b528-284ae1fd290e tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:08.527719 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-573b0ab3-2260-48da-b528-284ae1fd290e tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:08.528200 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-573b0ab3-2260-48da-b528-284ae1fd290e tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Floating IP 6aacda41-2504-4a2f-8ac0-e100106b3150 disassociated. External IP: 172.25.8.184, port: b0c37e35-58ec-4823-936e-0301bb980458. Nov 13 04:57:08.528556 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-573b0ab3-2260-48da-b528-284ae1fd290e tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Calling delete_port for b0c37e35-58ec-4823-936e-0301bb980458 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:57:08.769292 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-573b0ab3-2260-48da-b528-284ae1fd290e tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:08.877503 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b0ab3-2260-48da-b528-284ae1fd290e tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Port': ['ID=b0c37e35-58ec-4823-936e-0301bb980458,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:09.109991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573b0ab3-2260-48da-b528-284ae1fd290e tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:57:09.125298 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:09.330518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573b0ab3-2260-48da-b528-284ae1fd290e tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:57:09.340809 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36354f0-e95e-45f1-b685-3c14ac9993f7 None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:57:09.356808 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36354f0-e95e-45f1-b685-3c14ac9993f7 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:09.359896 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a36354f0-e95e-45f1-b685-3c14ac9993f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:09.471757 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a36354f0-e95e-45f1-b685-3c14ac9993f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:09.501581 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36354f0-e95e-45f1-b685-3c14ac9993f7 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:09.502940 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a36354f0-e95e-45f1-b685-3c14ac9993f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:09.542431 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-573b0ab3-2260-48da-b528-284ae1fd290e tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:09.548295 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-573b0ab3-2260-48da-b528-284ae1fd290e tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/ports/b0c37e35-58ec-4823-936e-0301bb980458 HTTP/1.1" status: 204 len: 168 time: 2.1077924 Nov 13 04:57:09.549252 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41080) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:09.574197 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a36354f0-e95e-45f1-b685-3c14ac9993f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:09.575069 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36354f0-e95e-45f1-b685-3c14ac9993f7 None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:57:09.690827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41084) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:09.698111 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bfa2c174-2877-4f72-b074-289246f38f2a tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "GET /v2.0/floatingips/6aacda41-2504-4a2f-8ac0-e100106b3150 HTTP/1.1" status: 200 len: 688 time: 0.1474750 Nov 13 04:57:09.907872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d143b47c-f055-48fd-89ba-2bce3a120328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting port 71e81b94-7fb6-4e48-9b2f-eea4f27b0562 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:57:09.908377 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d143b47c-f055-48fd-89ba-2bce3a120328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:09.995288 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:10.063917 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d143b47c-f055-48fd-89ba-2bce3a120328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:10.065205 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d143b47c-f055-48fd-89ba-2bce3a120328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:10.085149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d143b47c-f055-48fd-89ba-2bce3a120328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Calling delete_port for 71e81b94-7fb6-4e48-9b2f-eea4f27b0562 owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:57:10.386836 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d143b47c-f055-48fd-89ba-2bce3a120328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:10.427724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143b47c-f055-48fd-89ba-2bce3a120328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Port': ['ID=71e81b94-7fb6-4e48-9b2f-eea4f27b0562,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:10.589720 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d143b47c-f055-48fd-89ba-2bce3a120328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:10.595190 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d143b47c-f055-48fd-89ba-2bce3a120328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:10.606648 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41098) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:10.610488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': 'be861758-1f4e-4c15-a343-7e5e7ae47cea'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:10.617452 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d143b47c-f055-48fd-89ba-2bce3a120328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/floatingips/6aacda41-2504-4a2f-8ac0-e100106b3150 HTTP/1.1" status: 204 len: 168 time: 0.9251475 Nov 13 04:57:10.650070 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:10.821068 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:11.029942 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Allocated IP 172.25.8.185 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/6f8cca4d-6b99-446e-a27e-7ec07ee17fd1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:57:11.190084 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:11.251834 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:11.298763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:57:11.311811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:11.316553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:57:11.360021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=6f8cca4d-6b99-446e-a27e-7ec07ee17fd1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:11.984260 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:12.080682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:12.667303 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:12.674146 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:12.758368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=6f8cca4d-6b99-446e-a27e-7ec07ee17fd1,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:12.772412 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:12.960588 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Floating IP 37c80cb2-e1c1-40c6-b3b2-b964876cadcf associated. External IP: 172.25.8.185, port: be861758-1f4e-4c15-a343-7e5e7ae47cea. Nov 13 04:57:13.226643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:57:13.382216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:57:13.399666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aecd4e-c23e-480b-b8c5-2311fd3121b6 None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:57:13.411564 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:13.415247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aecd4e-c23e-480b-b8c5-2311fd3121b6 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:13.418747 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-91aecd4e-c23e-480b-b8c5-2311fd3121b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:13.458684 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-277ed03d-9e04-40fc-b5ce-354d72d158b4 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.8531220 Nov 13 04:57:13.461393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41132) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:13.466624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-939fc0be-3101-49a0-bf07-bd52b43e9825 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1625769564'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:13.475887 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-91aecd4e-c23e-480b-b8c5-2311fd3121b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:13.489210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aecd4e-c23e-480b-b8c5-2311fd3121b6 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:13.490226 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-91aecd4e-c23e-480b-b8c5-2311fd3121b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:13.508018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939fc0be-3101-49a0-bf07-bd52b43e9825 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Made reservation on behalf of b9f6ed23e2b149179c00b3d38b4579d9 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:57:13.512362 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-939fc0be-3101-49a0-bf07-bd52b43e9825 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:13.570465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939fc0be-3101-49a0-bf07-bd52b43e9825 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:57:13.590093 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-939fc0be-3101-49a0-bf07-bd52b43e9825 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:13.591061 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-939fc0be-3101-49a0-bf07-bd52b43e9825 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Added segment a26d2712-4964-4afc-ab44-e9897fdeee42 of type vlan for network dbe01b4b-6cd3-41cb-b07a-1afe30f96e73 Nov 13 04:57:13.683510 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-939fc0be-3101-49a0-bf07-bd52b43e9825 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:13.715766 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-939fc0be-3101-49a0-bf07-bd52b43e9825 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:13.724152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939fc0be-3101-49a0-bf07-bd52b43e9825 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:13.725104 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-939fc0be-3101-49a0-bf07-bd52b43e9825 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:13.786892 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-91aecd4e-c23e-480b-b8c5-2311fd3121b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:13.787582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aecd4e-c23e-480b-b8c5-2311fd3121b6 None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:57:13.793088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-939fc0be-3101-49a0-bf07-bd52b43e9825 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3304317 Nov 13 04:57:13.798152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41134) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:13.804174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c8441656-25b7-4316-a517-a036ab02ccbf tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'subnet': {'network_id': 'dbe01b4b-6cd3-41cb-b07a-1afe30f96e73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:13.845904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fc0be-3101-49a0-bf07-bd52b43e9825 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Network': ['ID=dbe01b4b-6cd3-41cb-b07a-1afe30f96e73,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:13.864633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network dbe01b4b-6cd3-41cb-b07a-1afe30f96e73 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:57:13.969051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8441656-25b7-4316-a517-a036ab02ccbf tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Made reservation on behalf of b9f6ed23e2b149179c00b3d38b4579d9 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:57:13.976143 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c8441656-25b7-4316-a517-a036ab02ccbf tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:14.219459 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c8441656-25b7-4316-a517-a036ab02ccbf tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:14.278465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8441656-25b7-4316-a517-a036ab02ccbf tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Subnet': ['ID=340bb9b3-cc0e-4e0f-b459-d46deca6abf1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:14.296726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8441656-25b7-4316-a517-a036ab02ccbf tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Checking segment: {'id': 'a26d2712-4964-4afc-ab44-e9897fdeee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dbe01b4b-6cd3-41cb-b07a-1afe30f96e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:57:14.297345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8441656-25b7-4316-a517-a036ab02ccbf tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network hostable DHCP agents. Network: dbe01b4b-6cd3-41cb-b07a-1afe30f96e73, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:57:14.319941 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8441656-25b7-4316-a517-a036ab02ccbf tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network dbe01b4b-6cd3-41cb-b07a-1afe30f96e73 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:57:14.330929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c8441656-25b7-4316-a517-a036ab02ccbf tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, dbe01b4b-6cd3-41cb-b07a-1afe30f96e73) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:14.335486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8441656-25b7-4316-a517-a036ab02ccbf tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:14.336303 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c8441656-25b7-4316-a517-a036ab02ccbf tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:14.344676 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5514815-51a1-4e80-8dd3-5137a96f81eb None None] Network dbe01b4b-6cd3-41cb-b07a-1afe30f96e73 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:57:14.358152 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c8441656-25b7-4316-a517-a036ab02ccbf tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5581272 Nov 13 04:57:14.360794 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41140) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:14.365744 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-22742453', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:14.396412 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:14.397890 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:14.461513 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:14.532530 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-dbe01b4b-6cd3-41cb-b07a-1afe30f96e73', 'network_id': 'dbe01b4b-6cd3-41cb-b07a-1afe30f96e73', 'tenant_id': 'b9f6ed23e2b149179c00b3d38b4579d9', 'fixed_ips': [{'subnet_id': '340bb9b3-cc0e-4e0f-b459-d46deca6abf1'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:57:14.533568 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:14.623345 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:14.704855 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Allocated IP 172.20.0.2 (dbe01b4b-6cd3-41cb-b07a-1afe30f96e73/340bb9b3-cc0e-4e0f-b459-d46deca6abf1/c1dbf8fe-17a2-478c-816f-daae60664d9b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:57:14.951957 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:14.973178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1065650-95b0-4a4d-bb7f-644c85fd3601 req-be551faf-6b4e-4a01-9497-4236186c013a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:14.981497 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b1065650-95b0-4a4d-bb7f-644c85fd3601 req-be551faf-6b4e-4a01-9497-4236186c013a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 944 time: 0.0861690 Nov 13 04:57:14.994239 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:15.013129 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:15.049620 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:15.085221 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b1065650-95b0-4a4d-bb7f-644c85fd3601 req-4276cabf-f851-4cff-8842-b11464e80b23 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973892 Nov 13 04:57:15.105873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Pushing event updated for resources: {'Port': ['ID=c1dbf8fe-17a2-478c-816f-daae60664d9b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:15.166367 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Allocated IP 172.25.8.219 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/a71ca70c-e7ae-40aa-8e61-bb331afe48bb) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:57:15.194267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Network dbe01b4b-6cd3-41cb-b07a-1afe30f96e73 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:57:15.195870 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:15.198409 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:57:15.256398 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Attempting to bind port c1dbf8fe-17a2-478c-816f-daae60664d9b on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:57:15.256953 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Attempting to bind port c1dbf8fe-17a2-478c-816f-daae60664d9b by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'a26d2712-4964-4afc-ab44-e9897fdeee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dbe01b4b-6cd3-41cb-b07a-1afe30f96e73'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:57:15.257399 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Attempting to bind port c1dbf8fe-17a2-478c-816f-daae60664d9b on network dbe01b4b-6cd3-41cb-b07a-1afe30f96e73 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:57:15.262842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:57:15.263373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Checking segment: {'id': 'a26d2712-4964-4afc-ab44-e9897fdeee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dbe01b4b-6cd3-41cb-b07a-1afe30f96e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:57:15.263884 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:15.264361 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Bound using segment: {'id': 'a26d2712-4964-4afc-ab44-e9897fdeee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dbe01b4b-6cd3-41cb-b07a-1afe30f96e73'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:57:15.264924 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Bound port: c1dbf8fe-17a2-478c-816f-daae60664d9b, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26d2712-4964-4afc-ab44-e9897fdeee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dbe01b4b-6cd3-41cb-b07a-1afe30f96e73'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:57:15.265486 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:15.369160 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:15.377158 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] For port c1dbf8fe-17a2-478c-816f-daae60664d9b, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:57:15.381167 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] For port c1dbf8fe-17a2-478c-816f-daae60664d9b, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c1dbf8fe-17a2-478c-816f-daae60664d9b,segment=NetworkSegment(a26d2712-4964-4afc-ab44-e9897fdeee42),segment_id=a26d2712-4964-4afc-ab44-e9897fdeee42)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:57:15.388211 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:15.415919 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:15.481797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=a71ca70c-e7ae-40aa-8e61-bb331afe48bb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:15.482712 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b193159-7077-4e8b-9693-6906c62c8469 None None] Pushing event updated for resources: {'Port': ['ID=c1dbf8fe-17a2-478c-816f-daae60664d9b,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:15.497108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:57:15.505304 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:15.508229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:57:15.519138 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53f1ffb-1c9d-4647-8591-21ac67bb9520 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:57:15.598627 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d5d8f306-27a8-47b2-94cf-980fd50b9d66 None None] Provisioning complete for port a71ca70c-e7ae-40aa-8e61-bb331afe48bb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:15.599229 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5d8f306-27a8-47b2-94cf-980fd50b9d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:15.655164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8f306-27a8-47b2-94cf-980fd50b9d66 None None] Port a71ca70c-e7ae-40aa-8e61-bb331afe48bb cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:57:15.862485 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:16.135454 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:16.343450 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 86904b11-3b74-4997-b3c3-689d663a2bf5 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:57:16.420588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45999efd-6f9c-4084-9b97-555d0c61a4fd req-a7790654-0f3c-4d31-a128-27629d627263 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:16.422238 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45999efd-6f9c-4084-9b97-555d0c61a4fd req-a7790654-0f3c-4d31-a128-27629d627263 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 944 time: 0.1719449 Nov 13 04:57:16.627876 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45999efd-6f9c-4084-9b97-555d0c61a4fd req-ef84ac7a-928f-4e81-8528-2d3bb224d829 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551571 Nov 13 04:57:16.641704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:57:16.652222 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee7e39-07d7-4f28-9e3a-9f95fecae5d0 None None] Sync routers for ids ['86904b11-3b74-4997-b3c3-689d663a2bf5'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:57:16.679122 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:16.684656 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a1476a54-5948-4a78-9de2-f197e04e140b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3226969 Nov 13 04:57:16.687134 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41166) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:16.697187 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee7e39-07d7-4f28-9e3a-9f95fecae5d0 None None] Routers {'86904b11-3b74-4997-b3c3-689d663a2bf5'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:16.699837 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d9ee7e39-07d7-4f28-9e3a-9f95fecae5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['86904b11-3b74-4997-b3c3-689d663a2bf5'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:16.768692 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c1dbf8fe-17a2-478c-816f-daae60664d9b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:57:16.774058 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d9ee7e39-07d7-4f28-9e3a-9f95fecae5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:16.784911 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee7e39-07d7-4f28-9e3a-9f95fecae5d0 None None] Routers {'86904b11-3b74-4997-b3c3-689d663a2bf5'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:16.785869 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d9ee7e39-07d7-4f28-9e3a-9f95fecae5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['86904b11-3b74-4997-b3c3-689d663a2bf5'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:16.868199 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d9ee7e39-07d7-4f28-9e3a-9f95fecae5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:16.869151 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee7e39-07d7-4f28-9e3a-9f95fecae5d0 None None] The sync data for ids ['86904b11-3b74-4997-b3c3-689d663a2bf5'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:57:16.900449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c1dbf8fe-17a2-478c-816f-daae60664d9b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:16.900828 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:17.071363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e65531b-2be1-45c3-8663-2c1b0ad1f19c None None] Network dbe01b4b-6cd3-41cb-b07a-1afe30f96e73 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:57:17.194669 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:17.222229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e505e6b8-cc14-45a4-82bc-da08085dc1c1 None None] Provisioning complete for port c1dbf8fe-17a2-478c-816f-daae60664d9b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:17.222587 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e505e6b8-cc14-45a4-82bc-da08085dc1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:17.274241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port c1dbf8fe-17a2-478c-816f-daae60664d9b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c1dbf8fe-17a2-478c-816f-daae60664d9b,segment=NetworkSegment(a26d2712-4964-4afc-ab44-e9897fdeee42),segment_id=a26d2712-4964-4afc-ab44-e9897fdeee42)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:57:17.289893 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:17.388209 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:17.461966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=c1dbf8fe-17a2-478c-816f-daae60664d9b,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:17.750405 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Allocated IP 172.20.0.1 (dbe01b4b-6cd3-41cb-b07a-1afe30f96e73/340bb9b3-cc0e-4e0f-b459-d46deca6abf1/c56806a5-8fbc-4f84-bd48-12a6caf4a936) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:57:17.823915 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e0df8c6b-398c-4ca8-8624-c716d08fa758 None None] Provisioning complete for port c1dbf8fe-17a2-478c-816f-daae60664d9b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:17.824532 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0df8c6b-398c-4ca8-8624-c716d08fa758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:17.939441 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:18.044525 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-54d3c676-9873-4705-bec2-c4a4feae660a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1334019 Nov 13 04:57:18.068260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf264b-57af-4fda-98d0-c0cd3822ac1f req-22ac6722-36de-4809-aa15-18b3dd955287 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:18.069794 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8baf264b-57af-4fda-98d0-c0cd3822ac1f req-22ac6722-36de-4809-aa15-18b3dd955287 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 944 time: 0.2383881 Nov 13 04:57:18.085603 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:18.184862 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network dbe01b4b-6cd3-41cb-b07a-1afe30f96e73 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:57:18.200634 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:18.202999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=c56806a5-8fbc-4f84-bd48-12a6caf4a936,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:18.205663 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:57:18.254373 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8baf264b-57af-4fda-98d0-c0cd3822ac1f req-a1323926-4bb8-4d53-a328-fdd22677a0ca tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704032 Nov 13 04:57:18.262994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-943a791c-2e99-4829-97cf-f1328f2b18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:18.263470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-943a791c-2e99-4829-97cf-f1328f2b18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:18.263931 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-943a791c-2e99-4829-97cf-f1328f2b18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:18.264396 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-943a791c-2e99-4829-97cf-f1328f2b18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:18.264850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-943a791c-2e99-4829-97cf-f1328f2b18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:18.265302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-943a791c-2e99-4829-97cf-f1328f2b18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:18.265754 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-943a791c-2e99-4829-97cf-f1328f2b18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:18.267805 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-943a791c-2e99-4829-97cf-f1328f2b18d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 6491 time: 0.1423221 Nov 13 04:57:18.314775 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:18.542056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-11f13d91-48f0-44bf-932a-7b89bfc1c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:18.542524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-11f13d91-48f0-44bf-932a-7b89bfc1c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:18.542997 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-11f13d91-48f0-44bf-932a-7b89bfc1c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:18.546049 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-11f13d91-48f0-44bf-932a-7b89bfc1c743 service neutron] 10.222.0.46 "GET /v2.0/networks?id=54bcc594-4643-4653-a5bb-72d48b85d8bc&id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&id=b6efdb13-7adc-4b26-8d19-afce58f5230b&id=b6efdb13-7adc-4b26-8d19-afce58f5230b HTTP/1.1" status: 200 len: 2292 time: 0.2442544 Nov 13 04:57:18.613232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bce6a475-3ede-4247-9ef0-49fcd236f3af None None] Provisioning complete for port c56806a5-8fbc-4f84-bd48-12a6caf4a936 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:18.613588 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bce6a475-3ede-4247-9ef0-49fcd236f3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:18.654392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c1dbf8fe-17a2-478c-816f-daae60664d9b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:57:18.663266 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-c3f19fd2-ac99-412f-a04b-258476ac14a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19099ef5-6d30-4282-af7f-46bf14ca6429 HTTP/1.1" status: 200 len: 1002 time: 0.1083694 Nov 13 04:57:18.670250 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:18.696362 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bce6a475-3ede-4247-9ef0-49fcd236f3af None None] Port c56806a5-8fbc-4f84-bd48-12a6caf4a936 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:57:18.714950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c1dbf8fe-17a2-478c-816f-daae60664d9b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:18.714950 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:18.759151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-39b93808-bb6d-46c3-b8ae-d3f4aee7e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:18.760732 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-39b93808-bb6d-46c3-b8ae-d3f4aee7e873 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9ac137d-bc95-480d-b540-783bd32adcd0 HTTP/1.1" status: 200 len: 849 time: 0.0883152 Nov 13 04:57:18.890511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-0a580010-a3ef-4006-bb37-7f66721a7307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:18.892080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-0a580010-a3ef-4006-bb37-7f66721a7307 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=54bcc594-4643-4653-a5bb-72d48b85d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222239 Nov 13 04:57:18.955865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device ad0d4edd-55a9-420a-b682-cea97bf7918a details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:57:19.072771 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-64a99ffe-2ca4-47bd-91b1-4f7d81769008 service neutron] 10.222.0.46 "GET /v2.0/networks/54bcc594-4643-4653-a5bb-72d48b85d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697857 Nov 13 04:57:19.094317 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:57:19.109823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'ad0d4edd-55a9-420a-b682-cea97bf7918a', 'network_id': 'efb2632b-74bc-4df5-a542-366e4891a266', 'port_id': 'ad0d4edd-55a9-420a-b682-cea97bf7918a', 'mac_address': 'fa:16:3e:1d:87:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e58c8e-4d06-4ded-8d18-eb31bc30d760', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:57:19.155202 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:19.170736 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0d4edd-55a9-420a-b682-cea97bf7918a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:57:19.194207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:57:19.202234 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:19.228710 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:19.250399 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-8c69e3e7-2f6f-4ae2-ac8f-d7082b6993c4 service neutron] 10.222.0.46 "GET /v2.0/networks/54bcc594-4643-4653-a5bb-72d48b85d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677244 Nov 13 04:57:19.255152 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:19.272771 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=ad0d4edd-55a9-420a-b682-cea97bf7918a,revision_number=11']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:19.418610 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-87752242-7127-4b22-9e4f-c76cfa7fdae2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=de58f93c-d5cf-4928-9fa1-0dafe167d15d HTTP/1.1" status: 200 len: 217 time: 0.0847714 Nov 13 04:57:19.424405 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:19.449746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275e9fe-4c08-467b-828b-eb1ee07240c4 req-f43be665-bda7-4c8c-b61b-74ba19c838c0 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:19.464955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2275e9fe-4c08-467b-828b-eb1ee07240c4 req-f43be665-bda7-4c8c-b61b-74ba19c838c0 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.0979059 Nov 13 04:57:19.484543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=c56806a5-8fbc-4f84-bd48-12a6caf4a936,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:19.563784 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2275e9fe-4c08-467b-828b-eb1ee07240c4 req-e537879d-9d23-4997-a755-4af4e5a28f70 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978303 Nov 13 04:57:19.675168 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-dd31e5a8-0c91-4451-84bc-07938ce43fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:19.676847 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-dd31e5a8-0c91-4451-84bc-07938ce43fb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eafef19-b9a2-402d-a6d8-c66347803a1a HTTP/1.1" status: 200 len: 797 time: 0.2300527 Nov 13 04:57:19.732544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['ad0d4edd-55a9-420a-b682-cea97bf7918a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:57:19.732927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network dbe01b4b-6cd3-41cb-b07a-1afe30f96e73 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:57:19.737980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:19.754578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-45605c05-3db9-44e4-8c0b-16d34ed91d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:19.756328 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-45605c05-3db9-44e4-8c0b-16d34ed91d9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0681145 Nov 13 04:57:19.928448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41214) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:20.100646 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df6b3b0-3b71-448a-bf7d-ae797290a260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:20.130199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-25a5318b-0cd3-45ab-811d-ce09a7cbe8d3 None None] Provisioning complete for port c56806a5-8fbc-4f84-bd48-12a6caf4a936 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:20.130800 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25a5318b-0cd3-45ab-811d-ce09a7cbe8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:20.176557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-25a5318b-0cd3-45ab-811d-ce09a7cbe8d3 None None] Port c56806a5-8fbc-4f84-bd48-12a6caf4a936 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:57:20.226046 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df6b3b0-3b71-448a-bf7d-ae797290a260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:20.231181 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df6b3b0-3b71-448a-bf7d-ae797290a260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:20.272801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6b3b0-3b71-448a-bf7d-ae797290a260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65af136-3808-4809-9fb2-b2a305eef3b6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:20.278650 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8df6b3b0-3b71-448a-bf7d-ae797290a260 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5cff9bd989a34f17a2c8e81a1b17dbcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3486681 Nov 13 04:57:20.281278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41218) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:20.363830 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e02fa05d-e537-4633-bd9c-77b8fd7830ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:20.389848 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e02fa05d-e537-4633-bd9c-77b8fd7830ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:20.458728 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e02fa05d-e537-4633-bd9c-77b8fd7830ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:20.463350 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e02fa05d-e537-4633-bd9c-77b8fd7830ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:20.467583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e02fa05d-e537-4633-bd9c-77b8fd7830ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a65af136-3808-4809-9fb2-b2a305eef3b6 HTTP/1.1" status: 204 len: 168 time: 0.1824601 Nov 13 04:57:20.474811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fa05d-e537-4633-bd9c-77b8fd7830ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65af136-3808-4809-9fb2-b2a305eef3b6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:20.497090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 86904b11-3b74-4997-b3c3-689d663a2bf5 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:57:20.500268 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-dde2b8f9-0354-4e74-9744-e94617064f16 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679938 Nov 13 04:57:20.707999 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-af36faa7-14a3-4972-a1c3-1fc8cc477536 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939940 Nov 13 04:57:20.733141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:57:20.745832 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5ad8cb77-a475-40e5-80f7-fad726c46c17 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "PUT /v2.0/routers/86904b11-3b74-4997-b3c3-689d663a2bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0568600 Nov 13 04:57:20.747068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a4190-63e1-4e92-9a12-94f9b68db4b5 None None] Sync routers for ids ['86904b11-3b74-4997-b3c3-689d663a2bf5'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:57:20.749811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41242) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:20.756194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c84d979b-e10e-454e-ba4c-498640509bb3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'port': {'network_id': 'dbe01b4b-6cd3-41cb-b07a-1afe30f96e73', 'name': 'tempest-FloatingIPTestJSON-1163929215'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:20.786512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a4190-63e1-4e92-9a12-94f9b68db4b5 None None] Routers {'86904b11-3b74-4997-b3c3-689d663a2bf5'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:20.787330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f05a4190-63e1-4e92-9a12-94f9b68db4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['86904b11-3b74-4997-b3c3-689d663a2bf5'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:20.813821 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-cf87ca32-ffb2-4788-8e0d-d9af2493cecf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=5f399afc-4069-477e-8131-37a3697f6c2f HTTP/1.1" status: 200 len: 217 time: 0.0774024 Nov 13 04:57:20.866658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f05a4190-63e1-4e92-9a12-94f9b68db4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:20.883107 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a4190-63e1-4e92-9a12-94f9b68db4b5 None None] Routers {'86904b11-3b74-4997-b3c3-689d663a2bf5'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:20.883934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f05a4190-63e1-4e92-9a12-94f9b68db4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['86904b11-3b74-4997-b3c3-689d663a2bf5'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:20.907342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09197b-8f84-4b89-bb3b-1b09aefb468c req-920f1275-96c1-492f-b298-4acf678d6563 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:20.916512 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd09197b-8f84-4b89-bb3b-1b09aefb468c req-920f1275-96c1-492f-b298-4acf678d6563 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1985359 Nov 13 04:57:20.948147 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f05a4190-63e1-4e92-9a12-94f9b68db4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:20.948814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a4190-63e1-4e92-9a12-94f9b68db4b5 None None] The sync data for ids ['86904b11-3b74-4997-b3c3-689d663a2bf5'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:57:20.950927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-00abaa6c-db8c-43f9-8402-365b088e37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:20.952426 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-00abaa6c-db8c-43f9-8402-365b088e37c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eafef19-b9a2-402d-a6d8-c66347803a1a HTTP/1.1" status: 200 len: 797 time: 0.1293731 Nov 13 04:57:20.964391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41246) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:20.988554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84d979b-e10e-454e-ba4c-498640509bb3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Made reservation on behalf of b9f6ed23e2b149179c00b3d38b4579d9 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:57:20.993436 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c84d979b-e10e-454e-ba4c-498640509bb3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:21.014389 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-620b48e0-94f1-4ff0-8a7e-d1f378dc07ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:21.017710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-c84d979b-e10e-454e-ba4c-498640509bb3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] device_id is not set on port f2927a81-2de4-49bd-a3c3-e1e8608e551c yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:57:21.021138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd09197b-8f84-4b89-bb3b-1b09aefb468c req-bd97231f-8f50-460a-82c1-7580a65c44f6 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036415 Nov 13 04:57:21.053649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-f37983f3-0410-4899-9f5e-93b751ce5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:21.055344 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-f37983f3-0410-4899-9f5e-93b751ce5e00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899367 Nov 13 04:57:21.197642 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-07df3281-9232-427e-aecf-0c6025d90ad6 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320491 Nov 13 04:57:21.199478 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-620b48e0-94f1-4ff0-8a7e-d1f378dc07ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:21.204722 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-620b48e0-94f1-4ff0-8a7e-d1f378dc07ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:21.225139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c84d979b-e10e-454e-ba4c-498640509bb3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Allocated IP 172.20.0.3 (dbe01b4b-6cd3-41cb-b07a-1afe30f96e73/340bb9b3-cc0e-4e0f-b459-d46deca6abf1/f2927a81-2de4-49bd-a3c3-e1e8608e551c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:57:21.301879 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-620b48e0-94f1-4ff0-8a7e-d1f378dc07ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=859177b063344285ac55665f7ba0d46e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3351648 Nov 13 04:57:21.304058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b48e0-94f1-4ff0-8a7e-d1f378dc07ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9557b57-4315-41a1-8713-504244db0499,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:21.306441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41250) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:21.365514 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-6354aa7f-065a-49c2-a6d0-f5e981315277 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567228 Nov 13 04:57:21.380923 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00e537cb-e996-4a32-a1c2-9b048a0989ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:21.400949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c84d979b-e10e-454e-ba4c-498640509bb3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:21.431473 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-5ad5866a-e303-47b5-8a1d-22a9cb01802b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=011a8497-145c-4fd7-903e-19cf452a8ebd HTTP/1.1" status: 200 len: 217 time: 0.0514851 Nov 13 04:57:21.449149 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c84d979b-e10e-454e-ba4c-498640509bb3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:21.487301 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00e537cb-e996-4a32-a1c2-9b048a0989ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:21.516914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84d979b-e10e-454e-ba4c-498640509bb3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Network dbe01b4b-6cd3-41cb-b07a-1afe30f96e73 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:57:21.520701 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-84290b3b-e93b-4b4e-b335-0f6e2cb3f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:21.521701 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c84d979b-e10e-454e-ba4c-498640509bb3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:21.522180 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-84290b3b-e93b-4b4e-b335-0f6e2cb3f0fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eafef19-b9a2-402d-a6d8-c66347803a1a HTTP/1.1" status: 200 len: 797 time: 0.0799065 Nov 13 04:57:21.523825 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d979b-e10e-454e-ba4c-498640509bb3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event updated for resources: {'Port': ['ID=f2927a81-2de4-49bd-a3c3-e1e8608e551c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:21.526569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d979b-e10e-454e-ba4c-498640509bb3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:57:21.581393 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:57:21.592753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84d979b-e10e-454e-ba4c-498640509bb3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:21.594627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c84d979b-e10e-454e-ba4c-498640509bb3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:21.598501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-3c239798-6b1f-4ffb-8c99-11d11af07a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:21.600578 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-3c239798-6b1f-4ffb-8c99-11d11af07a91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707066 Nov 13 04:57:21.623885 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c84d979b-e10e-454e-ba4c-498640509bb3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8727963 Nov 13 04:57:21.626661 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00e537cb-e996-4a32-a1c2-9b048a0989ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:21.628507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41256) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:21.631151 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00e537cb-e996-4a32-a1c2-9b048a0989ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:21.635319 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-00e537cb-e996-4a32-a1c2-9b048a0989ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9557b57-4315-41a1-8713-504244db0499 HTTP/1.1" status: 204 len: 168 time: 0.3236423 Nov 13 04:57:21.635464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-46046af2-931e-4822-bdcf-997f23bb4341 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Request body: {'floatingip': {'port_id': 'f2927a81-2de4-49bd-a3c3-e1e8608e551c'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:21.669714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e537cb-e996-4a32-a1c2-9b048a0989ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9557b57-4315-41a1-8713-504244db0499,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:21.751525 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46046af2-931e-4822-bdcf-997f23bb4341 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:21.805397 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-d59ec4dc-969a-4bfe-bc74-bcff939d9822 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907744 Nov 13 04:57:21.816388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-06283e3f-9742-4d7d-af37-5c5b9237f6cf None None] Provisioning complete for port f2927a81-2de4-49bd-a3c3-e1e8608e551c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:21.816860 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06283e3f-9742-4d7d-af37-5c5b9237f6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:21.934261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-06283e3f-9742-4d7d-af37-5c5b9237f6cf None None] Port f2927a81-2de4-49bd-a3c3-e1e8608e551c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:57:21.978199 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-cafd9ea6-9bd5-441e-8888-4f2e34856363 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649089 Nov 13 04:57:22.032545 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-375d490c-a418-4e9e-acae-c08560eb8978 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=f60b3c65-296c-4b69-8a01-8da7b8e0fec9 HTTP/1.1" status: 200 len: 217 time: 0.0460410 Nov 13 04:57:22.090982 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-d6120d24-5992-4ecb-92af-bc6a0df13be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:22.092559 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-d6120d24-5992-4ecb-92af-bc6a0df13be0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eafef19-b9a2-402d-a6d8-c66347803a1a HTTP/1.1" status: 200 len: 797 time: 0.0527310 Nov 13 04:57:22.155236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-47585689-4cff-4bf8-aaeb-00935f4c8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:22.158611 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-47585689-4cff-4bf8-aaeb-00935f4c8483 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2d660d-8a90-47a7-a920-6ec9c1832b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575914 Nov 13 04:57:22.286018 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-ccaea232-3d71-4b9a-ae84-b33a5a702b22 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187866 Nov 13 04:57:22.291196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac9b10-c8a2-4f49-9932-48ed261351ee req-c285b0ca-a1bc-4921-842c-01974da8d9f6 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:22.299487 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-61ac9b10-c8a2-4f49-9932-48ed261351ee req-c285b0ca-a1bc-4921-842c-01974da8d9f6 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 945 time: 0.1282704 Nov 13 04:57:22.396442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-61ac9b10-c8a2-4f49-9932-48ed261351ee req-9e223ff8-ab43-4b3a-a7bd-30a648c0c344 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913610 Nov 13 04:57:22.408777 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-ffbc758d-ccea-4bb9-82bb-1e7720b32000 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159089 Nov 13 04:57:22.467679 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-eeaa4496-be01-4ed5-a71a-fc4f81844380 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=474242ce-f6ca-44f2-a46f-952298fdad4f HTTP/1.1" status: 200 len: 217 time: 0.0486979 Nov 13 04:57:22.502360 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46046af2-931e-4822-bdcf-997f23bb4341 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:22.513522 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46046af2-931e-4822-bdcf-997f23bb4341 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:22.558780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-1017dfdf-297b-4280-ac17-18af5336edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:22.561878 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-1017dfdf-297b-4280-ac17-18af5336edf2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fe7afd28-e5f9-44f4-b029-2dc26496464d HTTP/1.1" status: 200 len: 797 time: 0.0864880 Nov 13 04:57:22.626143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-ba2ec351-a9e7-4d2a-87c9-a304ed6626fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:22.627803 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-ba2ec351-a9e7-4d2a-87c9-a304ed6626fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6efdb13-7adc-4b26-8d19-afce58f5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0435572 Nov 13 04:57:22.662305 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-46046af2-931e-4822-bdcf-997f23bb4341 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Floating IP 37c80cb2-e1c1-40c6-b3b2-b964876cadcf associated. External IP: 172.25.8.185, port: be861758-1f4e-4c15-a343-7e5e7ae47cea. Nov 13 04:57:22.747885 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-282966e5-8bdc-480a-80bb-fb2d33bf1224 service neutron] 10.222.0.46 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112659 Nov 13 04:57:22.907442 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-f4edb3f8-1ce6-471c-8fa4-f323dc063ece service neutron] 10.222.0.46 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490703 Nov 13 04:57:22.997225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device ad0d4edd-55a9-420a-b682-cea97bf7918a up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:57:23.001048 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-64c1417a-ff7b-4db4-b6c5-3892190d989e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d87d897-6e26-4667-b983-aa5694802d80 HTTP/1.1" status: 200 len: 217 time: 0.0853844 Nov 13 04:57:23.106764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-f36291dd-8096-4ebd-badf-7ac5f214e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:23.108316 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-f36291dd-8096-4ebd-badf-7ac5f214e48f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fe7afd28-e5f9-44f4-b029-2dc26496464d HTTP/1.1" status: 200 len: 797 time: 0.0988955 Nov 13 04:57:23.124904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port ad0d4edd-55a9-420a-b682-cea97bf7918a completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:57:23.129925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port ad0d4edd-55a9-420a-b682-cea97bf7918a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:23.130522 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:23.181459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e438-e5ee-491f-a129-98015ea55e28 req-6c85f665-d94c-42de-a689-25cde647e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:23.183034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-6c85f665-d94c-42de-a689-25cde647e9ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6efdb13-7adc-4b26-8d19-afce58f5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0647569 Nov 13 04:57:23.197580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-104e768a-25eb-4e2e-85e8-fb9d9bd53782 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:57:23.198576 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-104e768a-25eb-4e2e-85e8-fb9d9bd53782 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060570 Nov 13 04:57:23.250852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-611caffc-0b53-474a-966a-fc2bbe68aaff req-5f6c26c0-ffb2-4fcb-bbff-48c3d7e7b7a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561919 Nov 13 04:57:23.279195 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:23.331373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:57:23.332624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042a8156-3f30-444b-805c-a7ef5a485e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0d4edd-55a9-420a-b682-cea97bf7918a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:57:23.335423 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24c4b4e-45f3-4d0d-83d3-3ac9ed946be7" -d '{"events": [{"server_uuid": "042a8156-3f30-444b-805c-a7ef5a485e86", "name": "network-vif-plugged", "status": "completed", "tag": "ad0d4edd-55a9-420a-b682-cea97bf7918a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:57:23.352394 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:23.391411 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-b34fc363-4602-41ee-9c67-3af36b33faec service neutron] 10.222.0.46 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828942 Nov 13 04:57:23.440103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611caffc-0b53-474a-966a-fc2bbe68aaff req-e5d02a4b-1644-44b4-8549-83c1b0bb35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:23.441757 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-611caffc-0b53-474a-966a-fc2bbe68aaff req-e5d02a4b-1644-44b4-8549-83c1b0bb35f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 1096 time: 0.1072497 Nov 13 04:57:23.443745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46046af2-931e-4822-bdcf-997f23bb4341 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:57:23.451289 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343ebf47-eafd-4774-ab40-357275428184 x-openstack-request-id: req-343ebf47-eafd-4774-ab40-357275428184 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:57:23.451766 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042a8156-3f30-444b-805c-a7ef5a485e86", "name": "network-vif-plugged", "status": "completed", "tag": "ad0d4edd-55a9-420a-b682-cea97bf7918a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:57:23.453018 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-343ebf47-eafd-4774-ab40-357275428184 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:57:23.453560 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042a8156-3f30-444b-805c-a7ef5a485e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0d4edd-55a9-420a-b682-cea97bf7918a', 'code': 200} Nov 13 04:57:23.466044 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=ad0d4edd-55a9-420a-b682-cea97bf7918a,revision_number=12']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:23.595216 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1509e438-e5ee-491f-a129-98015ea55e28 req-3f7127f3-0192-4741-a000-d8c4b15fd636 service neutron] 10.222.0.46 "GET /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950366 Nov 13 04:57:23.658870 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46046af2-931e-4822-bdcf-997f23bb4341 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:57:23.670399 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c7f968-a2bb-4dc6-acae-f26c56289e26 None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:57:23.681267 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c7f968-a2bb-4dc6-acae-f26c56289e26 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:23.682144 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-27c7f968-a2bb-4dc6-acae-f26c56289e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:23.711845 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-ea47a93d-ce53-4b7c-9709-f7b616204d0c req-7e0837c6-ef7e-4c85-b2f2-ea3b7b2676db service neutron] (102668) timed out ('10.222.0.43', 40678) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 04:57:23.722497 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-27c7f968-a2bb-4dc6-acae-f26c56289e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:23.729175 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff264bc-b1c1-4aa7-807c-ef13e65b8997 req-f4b27fdf-8706-4cff-8a29-540cbd9c8338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:23.730869 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ff264bc-b1c1-4aa7-807c-ef13e65b8997 req-f4b27fdf-8706-4cff-8a29-540cbd9c8338 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 1097 time: 0.0579975 Nov 13 04:57:23.733286 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c7f968-a2bb-4dc6-acae-f26c56289e26 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:23.734068 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-27c7f968-a2bb-4dc6-acae-f26c56289e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:23.780047 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-27c7f968-a2bb-4dc6-acae-f26c56289e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:23.781171 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c7f968-a2bb-4dc6-acae-f26c56289e26 None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:57:23.793737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64a111-4847-4940-85ce-31e1faf2967d req-6f73281c-ca14-445b-8ad1-f1c141fd23c1 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:23.801599 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc64a111-4847-4940-85ce-31e1faf2967d req-6f73281c-ca14-445b-8ad1-f1c141fd23c1 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.2562966 Nov 13 04:57:23.811129 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ff264bc-b1c1-4aa7-807c-ef13e65b8997 req-ed9c0159-e09f-4a53-9c0b-d4cefa98cd10 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710392 Nov 13 04:57:23.873269 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611caffc-0b53-474a-966a-fc2bbe68aaff req-7911ec46-afc5-44f9-88d1-9e8f96efa44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:23.874934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-611caffc-0b53-474a-966a-fc2bbe68aaff req-7911ec46-afc5-44f9-88d1-9e8f96efa44a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 917 time: 0.3645217 Nov 13 04:57:23.975605 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc64a111-4847-4940-85ce-31e1faf2967d req-c821726f-7b2e-4611-9d65-7294783da630 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728859 Nov 13 04:57:23.994686 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-611caffc-0b53-474a-966a-fc2bbe68aaff req-46dc7e04-87a5-44dd-abc7-28ce38af7429 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57 HTTP/1.1" status: 200 len: 1001 time: 0.1029596 Nov 13 04:57:24.113392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611caffc-0b53-474a-966a-fc2bbe68aaff req-959c8721-489d-4e0a-8a37-1f1ea4bfd55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:24.115017 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-611caffc-0b53-474a-966a-fc2bbe68aaff req-959c8721-489d-4e0a-8a37-1f1ea4bfd55d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.1213791 Nov 13 04:57:24.185866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611caffc-0b53-474a-966a-fc2bbe68aaff req-8399923f-b27f-443c-8c5c-514533ac89fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:24.188160 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-611caffc-0b53-474a-966a-fc2bbe68aaff req-8399923f-b27f-443c-8c5c-514533ac89fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627506 Nov 13 04:57:24.196159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46046af2-931e-4822-bdcf-997f23bb4341 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 86904b11-3b74-4997-b3c3-689d663a2bf5 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:57:24.374807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-611caffc-0b53-474a-966a-fc2bbe68aaff req-8aaf27b0-78f6-4eab-b5a3-913f831abd4f service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770585 Nov 13 04:57:24.421840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46046af2-931e-4822-bdcf-997f23bb4341 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:57:24.432274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19553e3f-b209-4048-875f-c41a1cc19eba None None] Sync routers for ids ['86904b11-3b74-4997-b3c3-689d663a2bf5'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:57:24.448714 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19553e3f-b209-4048-875f-c41a1cc19eba None None] Routers {'86904b11-3b74-4997-b3c3-689d663a2bf5'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:24.451230 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-19553e3f-b209-4048-875f-c41a1cc19eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['86904b11-3b74-4997-b3c3-689d663a2bf5'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:24.453411 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46046af2-931e-4822-bdcf-997f23bb4341 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:24.489028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-19553e3f-b209-4048-875f-c41a1cc19eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:24.498395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19553e3f-b209-4048-875f-c41a1cc19eba None None] Routers {'86904b11-3b74-4997-b3c3-689d663a2bf5'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:24.499036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-19553e3f-b209-4048-875f-c41a1cc19eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['86904b11-3b74-4997-b3c3-689d663a2bf5'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:24.537024 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-46046af2-931e-4822-bdcf-997f23bb4341 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "PUT /v2.0/floatingips/37c80cb2-e1c1-40c6-b3b2-b964876cadcf HTTP/1.1" status: 200 len: 978 time: 2.9048324 Nov 13 04:57:24.537024 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-611caffc-0b53-474a-966a-fc2bbe68aaff req-6eed07da-ff36-49a2-bb0c-3b4bd6fa0711 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544340 Nov 13 04:57:24.537414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41322) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:24.652426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f39a6287-1dc3-4d13-938e-98357397278a tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting port f2927a81-2de4-49bd-a3c3-e1e8608e551c {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:57:24.653155 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f39a6287-1dc3-4d13-938e-98357397278a tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:24.714573 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-19553e3f-b209-4048-875f-c41a1cc19eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:24.715299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19553e3f-b209-4048-875f-c41a1cc19eba None None] The sync data for ids ['86904b11-3b74-4997-b3c3-689d663a2bf5'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:57:24.758951 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f39a6287-1dc3-4d13-938e-98357397278a tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:24.941335 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f39a6287-1dc3-4d13-938e-98357397278a tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:24.941686 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f39a6287-1dc3-4d13-938e-98357397278a tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:24.941996 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-f39a6287-1dc3-4d13-938e-98357397278a tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Floating IP 37c80cb2-e1c1-40c6-b3b2-b964876cadcf disassociated. External IP: 172.25.8.185, port: f2927a81-2de4-49bd-a3c3-e1e8608e551c. Nov 13 04:57:24.942330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f39a6287-1dc3-4d13-938e-98357397278a tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Calling delete_port for f2927a81-2de4-49bd-a3c3-e1e8608e551c owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:57:25.086258 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f39a6287-1dc3-4d13-938e-98357397278a tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:25.118118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2e54c-293e-4c3c-82e9-aae4ef6833f4 req-4e4d4fb4-ff0f-4251-bc30-a7804d928ee4 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:25.119734 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8c2e54c-293e-4c3c-82e9-aae4ef6833f4 req-4e4d4fb4-ff0f-4251-bc30-a7804d928ee4 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0548069 Nov 13 04:57:25.123931 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a6287-1dc3-4d13-938e-98357397278a tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Port': ['ID=f2927a81-2de4-49bd-a3c3-e1e8608e551c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:25.267295 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8c2e54c-293e-4c3c-82e9-aae4ef6833f4 req-4d9832a6-1031-430f-93cd-d3809451aa64 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318963 Nov 13 04:57:25.368164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39a6287-1dc3-4d13-938e-98357397278a tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 86904b11-3b74-4997-b3c3-689d663a2bf5 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:57:25.558900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39a6287-1dc3-4d13-938e-98357397278a tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:57:25.571295 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae7ce2-77cd-4530-92ad-214a7aa68428 None None] Sync routers for ids ['86904b11-3b74-4997-b3c3-689d663a2bf5'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:57:25.605289 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae7ce2-77cd-4530-92ad-214a7aa68428 None None] Routers {'86904b11-3b74-4997-b3c3-689d663a2bf5'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:25.606136 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c5ae7ce2-77cd-4530-92ad-214a7aa68428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['86904b11-3b74-4997-b3c3-689d663a2bf5'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:25.654208 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f39a6287-1dc3-4d13-938e-98357397278a tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:25.660685 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f39a6287-1dc3-4d13-938e-98357397278a tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/ports/f2927a81-2de4-49bd-a3c3-e1e8608e551c HTTP/1.1" status: 204 len: 168 time: 1.1196940 Nov 13 04:57:25.661049 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41386) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:25.680763 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c5ae7ce2-77cd-4530-92ad-214a7aa68428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:25.689978 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae7ce2-77cd-4530-92ad-214a7aa68428 None None] Routers {'86904b11-3b74-4997-b3c3-689d663a2bf5'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:25.690742 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c5ae7ce2-77cd-4530-92ad-214a7aa68428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['86904b11-3b74-4997-b3c3-689d663a2bf5'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:25.737333 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c5ae7ce2-77cd-4530-92ad-214a7aa68428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:25.738333 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae7ce2-77cd-4530-92ad-214a7aa68428 None None] The sync data for ids ['86904b11-3b74-4997-b3c3-689d663a2bf5'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:57:26.224520 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:26.518740 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0874c13-7c13-407b-96e9-4fe49a1ce495 req-4ad552f8-b3df-4cb4-b4ea-5dc99a3c38f0 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:26.527828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c0874c13-7c13-407b-96e9-4fe49a1ce495 req-4ad552f8-b3df-4cb4-b4ea-5dc99a3c38f0 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.1582685 Nov 13 04:57:26.625239 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c0874c13-7c13-407b-96e9-4fe49a1ce495 req-bb69c0cf-d685-4698-a1e8-aec0c38263d3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965896 Nov 13 04:57:26.724692 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting port c56806a5-8fbc-4f84-bd48-12a6caf4a936 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:57:26.725469 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:26.825040 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:26.841241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Calling delete_port for c56806a5-8fbc-4f84-bd48-12a6caf4a936 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:57:27.074137 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:27.102863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Port': ['ID=c56806a5-8fbc-4f84-bd48-12a6caf4a936,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:27.128230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:27.128607 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:27.128933 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:27.129257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:27.129582 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:27.130075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:27.130407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:27.130730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:27.131089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:27.131416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:27.131742 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:27.132060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:27.676774 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:27.854056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70bbad-55f9-4288-92df-c6e2dbcacaf1 req-2f9eaa41-0508-4803-80ff-575344785fd5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:27.855679 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa70bbad-55f9-4288-92df-c6e2dbcacaf1 req-2f9eaa41-0508-4803-80ff-575344785fd5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0929515 Nov 13 04:57:27.927592 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa70bbad-55f9-4288-92df-c6e2dbcacaf1 req-239b148c-66e7-4c03-ad7f-1455004cd292 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648963 Nov 13 04:57:27.966277 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 86904b11-3b74-4997-b3c3-689d663a2bf5 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:57:28.131525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:57:28.137074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5e077432-a311-4b45-adfe-e66f6a23028b tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "PUT /v2.0/routers/86904b11-3b74-4997-b3c3-689d663a2bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4750082 Nov 13 04:57:28.139902 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:28.145274 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb470615-5264-471a-8441-55c6f030f2f2 req-0b47bc52-432d-40b9-8e98-16041e93b703 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:28.152782 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a445b4-5e3e-42af-a563-7e03ed2ec855 None None] Sync routers for ids ['86904b11-3b74-4997-b3c3-689d663a2bf5'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:57:28.154339 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb470615-5264-471a-8441-55c6f030f2f2 req-0b47bc52-432d-40b9-8e98-16041e93b703 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.1151729 Nov 13 04:57:28.178761 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a445b4-5e3e-42af-a563-7e03ed2ec855 None None] Routers {'86904b11-3b74-4997-b3c3-689d663a2bf5'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:28.182396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c2a445b4-5e3e-42af-a563-7e03ed2ec855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['86904b11-3b74-4997-b3c3-689d663a2bf5'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:28.213156 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb470615-5264-471a-8441-55c6f030f2f2 req-39fe982e-02f0-4c10-8573-2f2e6c26bce6 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521247 Nov 13 04:57:28.294040 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c2a445b4-5e3e-42af-a563-7e03ed2ec855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:28.305788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a445b4-5e3e-42af-a563-7e03ed2ec855 None None] Routers {'86904b11-3b74-4997-b3c3-689d663a2bf5'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:28.306566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c2a445b4-5e3e-42af-a563-7e03ed2ec855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['86904b11-3b74-4997-b3c3-689d663a2bf5'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:28.346609 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c2a445b4-5e3e-42af-a563-7e03ed2ec855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:28.347301 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a445b4-5e3e-42af-a563-7e03ed2ec855 None None] The sync data for ids ['86904b11-3b74-4997-b3c3-689d663a2bf5'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:57:28.358419 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:28.429747 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c1777-fda1-48b6-a815-43914ca2eb30 req-a9e1c622-9577-4aaa-bebf-e7189d9284e5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:28.438732 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c05c1777-fda1-48b6-a815-43914ca2eb30 req-a9e1c622-9577-4aaa-bebf-e7189d9284e5 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.1422293 Nov 13 04:57:28.460304 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:28.547999 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c05c1777-fda1-48b6-a815-43914ca2eb30 req-9c34edd0-6951-4ff2-a23c-2b590a49c943 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079061 Nov 13 04:57:28.549701 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:28.691028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting port a71ca70c-e7ae-40aa-8e61-bb331afe48bb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:57:28.691535 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:28.772937 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a4fcc-b1cc-4070-b9be-79d34c5dce46 req-7dbac90c-78d8-4770-881f-905494fe9d23 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:28.774832 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d05a4fcc-b1cc-4070-b9be-79d34c5dce46 req-7dbac90c-78d8-4770-881f-905494fe9d23 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.1329124 Nov 13 04:57:28.834822 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:28.857564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Calling delete_port for a71ca70c-e7ae-40aa-8e61-bb331afe48bb owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:57:28.865294 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d05a4fcc-b1cc-4070-b9be-79d34c5dce46 req-136854a1-13ff-4cb5-87e7-2a4b51fe2cf7 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776434 Nov 13 04:57:28.896476 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:29.094882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d3c54-8266-4417-81bd-e6e358608d4d req-03cde02e-e30f-4689-b992-ab60ee885fdd tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:29.096515 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-732d3c54-8266-4417-81bd-e6e358608d4d req-03cde02e-e30f-4689-b992-ab60ee885fdd tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0944004 Nov 13 04:57:29.136964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:29.200127 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-732d3c54-8266-4417-81bd-e6e358608d4d req-bc03a86a-a1b6-4e74-996a-9a2ca7e0084a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929430 Nov 13 04:57:29.200979 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Port': ['ID=a71ca70c-e7ae-40aa-8e61-bb331afe48bb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:29.235748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af24761-9e7b-4184-9417-a96b1f783342 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:57:29.278796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:29.279593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:29.280089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:29.280567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:29.281271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:29.281744 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:29.282212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:29.282948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:29.290636 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:29.291205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:29.291690 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:29.292198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:29.369352 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:29.457912 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80a2fe-9417-4cb2-9dd5-d862db10d97f req-033d69cc-65de-4910-bf28-a80b865a425a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:29.459535 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c80a2fe-9417-4cb2-9dd5-d862db10d97f req-033d69cc-65de-4910-bf28-a80b865a425a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 945 time: 0.0856104 Nov 13 04:57:29.488588 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:29.493392 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:29.518057 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c80a2fe-9417-4cb2-9dd5-d862db10d97f req-fe85d0ac-1600-4e83-ad72-e6bd0282e0a2 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509467 Nov 13 04:57:29.561859 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ba1c0-7784-452d-af7b-943dc2f70055 req-c37ad5d7-4c11-4a5f-8464-09707d1df3dd tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:29.570535 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-481ba1c0-7784-452d-af7b-943dc2f70055 req-c37ad5d7-4c11-4a5f-8464-09707d1df3dd tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.2121241 Nov 13 04:57:29.593663 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:29.594223 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Fanout notify agent at l3_agent the message router_deleted on router 86904b11-3b74-4997-b3c3-689d663a2bf5 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:57:29.601583 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:29.605625 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c861f124-0634-4856-8fa5-a4cc99f5953d tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/routers/86904b11-3b74-4997-b3c3-689d663a2bf5 HTTP/1.1" status: 204 len: 168 time: 1.4617682 Nov 13 04:57:29.607444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41896) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:29.648044 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-481ba1c0-7784-452d-af7b-943dc2f70055 req-d8088c1e-86ad-42b7-b170-dc30309a67ea tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760429 Nov 13 04:57:29.704998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4f4822-43ab-4879-a0a3-20673425a79f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting subnet 340bb9b3-cc0e-4e0f-b459-d46deca6abf1 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:57:29.709988 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4822-43ab-4879-a0a3-20673425a79f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:29.799001 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4822-43ab-4879-a0a3-20673425a79f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:29.828212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cac45-9b71-49ac-b287-59c273aebc57 req-1b5df648-a882-4245-99c0-e637e0cdd41e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:29.830197 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e34cac45-9b71-49ac-b287-59c273aebc57 req-1b5df648-a882-4245-99c0-e637e0cdd41e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.1137493 Nov 13 04:57:29.910893 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e34cac45-9b71-49ac-b287-59c273aebc57 req-38745a0b-dfe2-4f55-8b4f-ddcb93990b57 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739250 Nov 13 04:57:29.986287 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4822-43ab-4879-a0a3-20673425a79f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:30.120921 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4822-43ab-4879-a0a3-20673425a79f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:30.171219 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce85b95d-58e8-45f2-a444-d20997f4f1e9 None None] Network dbe01b4b-6cd3-41cb-b07a-1afe30f96e73 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:57:30.171376 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4822-43ab-4879-a0a3-20673425a79f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:30.175524 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5d4f4822-43ab-4879-a0a3-20673425a79f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/subnets/340bb9b3-cc0e-4e0f-b459-d46deca6abf1 HTTP/1.1" status: 204 len: 168 time: 0.5670452 Nov 13 04:57:30.177383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f4822-43ab-4879-a0a3-20673425a79f tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Subnet': ['ID=340bb9b3-cc0e-4e0f-b459-d46deca6abf1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:30.178345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41930) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:30.229444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41932) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:30.416653 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cef34991-4790-44d8-81f6-9ba3a035a4c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:30.451104 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62041b9-f218-4a58-860e-bb068c5edea4 None None] DHCP port deletion for dbe01b4b-6cd3-41cb-b07a-1afe30f96e73 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:57:30.506107 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cef34991-4790-44d8-81f6-9ba3a035a4c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:30.516586 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d62041b9-f218-4a58-860e-bb068c5edea4 None None] Deleting port c1dbf8fe-17a2-478c-816f-daae60664d9b {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:57:30.516956 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d62041b9-f218-4a58-860e-bb068c5edea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:30.521118 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cef34991-4790-44d8-81f6-9ba3a035a4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:30.579653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cef34991-4790-44d8-81f6-9ba3a035a4c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dbb310fe6945456b9333c91265a8a4fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3486817 Nov 13 04:57:30.580568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef34991-4790-44d8-81f6-9ba3a035a4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d974dcb-50fe-4552-961b-c6525f64842d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:30.582928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41942) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:30.648161 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b18d45b-8786-40a2-9639-11d7c359b708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:30.655142 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d62041b9-f218-4a58-860e-bb068c5edea4 None None] For port c1dbf8fe-17a2-478c-816f-daae60664d9b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c1dbf8fe-17a2-478c-816f-daae60664d9b,segment=NetworkSegment(a26d2712-4964-4afc-ab44-e9897fdeee42),segment_id=a26d2712-4964-4afc-ab44-e9897fdeee42)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:57:30.655891 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d62041b9-f218-4a58-860e-bb068c5edea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:30.674542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d62041b9-f218-4a58-860e-bb068c5edea4 None None] Calling delete_port for c1dbf8fe-17a2-478c-816f-daae60664d9b owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:57:30.674726 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b18d45b-8786-40a2-9639-11d7c359b708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:30.689799 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c1dbf8fe-17a2-478c-816f-daae60664d9b no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:57:30.739379 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b18d45b-8786-40a2-9639-11d7c359b708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:30.742071 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b18d45b-8786-40a2-9639-11d7c359b708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:30.743998 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2b18d45b-8786-40a2-9639-11d7c359b708 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d974dcb-50fe-4552-961b-c6525f64842d HTTP/1.1" status: 204 len: 168 time: 0.1601126 Nov 13 04:57:30.756136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18d45b-8786-40a2-9639-11d7c359b708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d974dcb-50fe-4552-961b-c6525f64842d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:30.806132 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61640135-9575-4b81-83a7-3cd40ff2d328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:30.816688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a7053-304b-4098-a2da-39640f6103d6 req-6a0c94ae-5d6f-4d18-9fb5-c5b86d59e464 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:30.824804 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b2a7053-304b-4098-a2da-39640f6103d6 req-6a0c94ae-5d6f-4d18-9fb5-c5b86d59e464 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0859144 Nov 13 04:57:30.866955 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d62041b9-f218-4a58-860e-bb068c5edea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:30.875481 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-61640135-9575-4b81-83a7-3cd40ff2d328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] The port 'c1dbf8fe-17a2-478c-816f-daae60664d9b' was deleted {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 13 04:57:30.904929 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62041b9-f218-4a58-860e-bb068c5edea4 None None] Pushing event deleted for resources: {'Port': ['ID=c1dbf8fe-17a2-478c-816f-daae60664d9b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:30.909162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62041b9-f218-4a58-860e-bb068c5edea4 None None] No DVR routers for this DVR port c1dbf8fe-17a2-478c-816f-daae60664d9b on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:57:30.923807 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:31.013878 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b2a7053-304b-4098-a2da-39640f6103d6 req-8fe12af5-c91e-4ebd-a1b1-0de57b761281 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882565 Nov 13 04:57:31.061637 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61640135-9575-4b81-83a7-3cd40ff2d328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:31.084770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-61640135-9575-4b81-83a7-3cd40ff2d328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe01b4b-6cd3-41cb-b07a-1afe30f96e73']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:31.095690 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-61640135-9575-4b81-83a7-3cd40ff2d328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26d2712-4964-4afc-ab44-e9897fdeee42') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:31.095991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-61640135-9575-4b81-83a7-3cd40ff2d328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26d2712-4964-4afc-ab44-e9897fdeee42') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:31.118953 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61640135-9575-4b81-83a7-3cd40ff2d328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:31.134320 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61640135-9575-4b81-83a7-3cd40ff2d328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:31.143012 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61640135-9575-4b81-83a7-3cd40ff2d328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:57:31.143593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61640135-9575-4b81-83a7-3cd40ff2d328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:57:31.147666 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:57:31.234462 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61640135-9575-4b81-83a7-3cd40ff2d328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:31.251792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61640135-9575-4b81-83a7-3cd40ff2d328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:31.261352 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41970) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:31.262278 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-61640135-9575-4b81-83a7-3cd40ff2d328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/networks/dbe01b4b-6cd3-41cb-b07a-1afe30f96e73 HTTP/1.1" status: 204 len: 168 time: 1.0826540 Nov 13 04:57:31.279047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61640135-9575-4b81-83a7-3cd40ff2d328 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Network': ['ID=dbe01b4b-6cd3-41cb-b07a-1afe30f96e73,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:31.433296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-31c48e36-6766-40c1-ac1c-494f05148fc3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting port 6f8cca4d-6b99-446e-a27e-7ec07ee17fd1 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:57:31.433567 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31c48e36-6766-40c1-ac1c-494f05148fc3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:31.522475 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31c48e36-6766-40c1-ac1c-494f05148fc3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:31.523122 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31c48e36-6766-40c1-ac1c-494f05148fc3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:31.535865 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-31c48e36-6766-40c1-ac1c-494f05148fc3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Calling delete_port for 6f8cca4d-6b99-446e-a27e-7ec07ee17fd1 owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:57:31.693242 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31c48e36-6766-40c1-ac1c-494f05148fc3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:31.723078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c48e36-6766-40c1-ac1c-494f05148fc3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Port': ['ID=6f8cca4d-6b99-446e-a27e-7ec07ee17fd1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:31.788065 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31c48e36-6766-40c1-ac1c-494f05148fc3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:31.791595 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-31c48e36-6766-40c1-ac1c-494f05148fc3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:31.792784 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-31c48e36-6766-40c1-ac1c-494f05148fc3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/floatingips/37c80cb2-e1c1-40c6-b3b2-b964876cadcf HTTP/1.1" status: 204 len: 168 time: 0.5302479 Nov 13 04:57:31.798939 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41998) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:31.826298 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-5955c3dd-e128-41f3-bca1-082839f56cc0 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] DELETE failed (client error): The resource could not be found. Nov 13 04:57:31.827079 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5955c3dd-e128-41f3-bca1-082839f56cc0 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:57:31.830197 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5955c3dd-e128-41f3-bca1-082839f56cc0 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/ports/f2927a81-2de4-49bd-a3c3-e1e8608e551c HTTP/1.1" status: 404 len: 333 time: 0.0320358 Nov 13 04:57:31.833009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42008) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:31.870431 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6f8bab96-c4b5-4e62-9522-90d85607e050 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "GET /v2.0/ports?device_id=86904b11-3b74-4997-b3c3-689d663a2bf5 HTTP/1.1" status: 200 len: 205 time: 0.0360491 Nov 13 04:57:31.874234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42018) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:31.918337 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-aff5073c-828a-41b5-85e7-a5c1dd71d4de tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] delete failed (client error): The resource could not be found. Nov 13 04:57:31.919439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-aff5073c-828a-41b5-85e7-a5c1dd71d4de tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/routers/86904b11-3b74-4997-b3c3-689d663a2bf5 HTTP/1.1" status: 404 len: 336 time: 0.0439985 Nov 13 04:57:31.922135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42024) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:31.950732 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00fcba9-96ec-4861-8ed7-9d10935ab963 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] DELETE failed (client error): The resource could not be found. Nov 13 04:57:31.951219 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00fcba9-96ec-4861-8ed7-9d10935ab963 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:57:31.954315 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b00fcba9-96ec-4861-8ed7-9d10935ab963 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/subnets/340bb9b3-cc0e-4e0f-b459-d46deca6abf1 HTTP/1.1" status: 404 len: 337 time: 0.0312319 Nov 13 04:57:31.956854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42030) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:32.067163 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-dceb7d43-0974-4ae9-903c-ff8563620258 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting port be861758-1f4e-4c15-a343-7e5e7ae47cea {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:57:32.067520 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dceb7d43-0974-4ae9-903c-ff8563620258 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:32.166535 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0741fc0-11f8-4ce5-ac52-effd57e2ff2b req-de95bad6-351f-4346-9c1e-bdb2d1b1ddaa tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:32.170188 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dceb7d43-0974-4ae9-903c-ff8563620258 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:32.178956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f0741fc0-11f8-4ce5-ac52-effd57e2ff2b req-de95bad6-351f-4346-9c1e-bdb2d1b1ddaa tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0753689 Nov 13 04:57:32.189255 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-dceb7d43-0974-4ae9-903c-ff8563620258 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Calling delete_port for be861758-1f4e-4c15-a343-7e5e7ae47cea owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:57:32.254470 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f0741fc0-11f8-4ce5-ac52-effd57e2ff2b req-40bb4a84-6c62-4f13-9bda-faba5e919820 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732152 Nov 13 04:57:32.410502 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dceb7d43-0974-4ae9-903c-ff8563620258 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:32.462252 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb7d43-0974-4ae9-903c-ff8563620258 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Port': ['ID=be861758-1f4e-4c15-a343-7e5e7ae47cea,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:32.599768 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dceb7d43-0974-4ae9-903c-ff8563620258 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:32.610232 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dceb7d43-0974-4ae9-903c-ff8563620258 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/ports/be861758-1f4e-4c15-a343-7e5e7ae47cea HTTP/1.1" status: 204 len: 168 time: 0.6500454 Nov 13 04:57:32.610644 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42088) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:32.763773 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8033f2f-fca4-4289-9404-e997fe3a879e req-ece5a947-5bd0-483d-bd55-db3e25098c94 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:32.766228 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8033f2f-fca4-4289-9404-e997fe3a879e req-ece5a947-5bd0-483d-bd55-db3e25098c94 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.1349146 Nov 13 04:57:32.813203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-187faaba-42c2-4bdd-91ea-aac8e9303cdb tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting port ddb521eb-e6d3-41f0-8ff4-453222d1fb67 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:57:32.813742 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-187faaba-42c2-4bdd-91ea-aac8e9303cdb tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:32.874757 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8033f2f-fca4-4289-9404-e997fe3a879e req-55423401-9e49-456f-a5be-14e764b063cb tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937834 Nov 13 04:57:32.891756 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45495afd-acbe-4d3d-baf4-be582f8fc509 req-1aeed322-0707-4ce4-85ec-c879150faa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:32.903447 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45495afd-acbe-4d3d-baf4-be582f8fc509 req-1aeed322-0707-4ce4-85ec-c879150faa99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6e023533a144f13bb7562e9a400409b&device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 1097 time: 0.2080026 Nov 13 04:57:32.964245 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-187faaba-42c2-4bdd-91ea-aac8e9303cdb tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:32.989800 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-187faaba-42c2-4bdd-91ea-aac8e9303cdb tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Calling delete_port for ddb521eb-e6d3-41f0-8ff4-453222d1fb67 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:57:33.010209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45495afd-acbe-4d3d-baf4-be582f8fc509 req-2da5e387-edcd-47d5-a87d-70c30181ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:33.012019 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45495afd-acbe-4d3d-baf4-be582f8fc509 req-2da5e387-edcd-47d5-a87d-70c30181ef29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=efb2632b-74bc-4df5-a542-366e4891a266 HTTP/1.1" status: 200 len: 915 time: 0.1005008 Nov 13 04:57:33.084990 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45495afd-acbe-4d3d-baf4-be582f8fc509 req-56ead3cf-f30d-4eec-b76e-f02cd75e2945 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a HTTP/1.1" status: 200 len: 217 time: 0.0644124 Nov 13 04:57:33.152411 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45495afd-acbe-4d3d-baf4-be582f8fc509 req-871b28c9-773c-4a42-8380-5b94b170b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:33.154169 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45495afd-acbe-4d3d-baf4-be582f8fc509 req-871b28c9-773c-4a42-8380-5b94b170b458 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89e58c8e-4d06-4ded-8d18-eb31bc30d760 HTTP/1.1" status: 200 len: 854 time: 0.0618818 Nov 13 04:57:33.170858 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-187faaba-42c2-4bdd-91ea-aac8e9303cdb tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:33.210668 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45495afd-acbe-4d3d-baf4-be582f8fc509 req-d851a61e-9ad7-42c6-8b4b-2c6d79135a71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=efb2632b-74bc-4df5-a542-366e4891a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480883 Nov 13 04:57:33.217651 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187faaba-42c2-4bdd-91ea-aac8e9303cdb tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Port': ['ID=ddb521eb-e6d3-41f0-8ff4-453222d1fb67,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:33.302588 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-187faaba-42c2-4bdd-91ea-aac8e9303cdb tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:33.305995 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-187faaba-42c2-4bdd-91ea-aac8e9303cdb tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/ports/ddb521eb-e6d3-41f0-8ff4-453222d1fb67 HTTP/1.1" status: 204 len: 168 time: 0.6942608 Nov 13 04:57:33.308706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42102) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:33.378887 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45495afd-acbe-4d3d-baf4-be582f8fc509 req-137d5254-107f-4521-ae49-1b47d54988b7 service neutron] 10.222.0.46 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594543 Nov 13 04:57:33.429063 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf238cda-c23f-4f67-8a0a-df2c9f740500 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:33.434499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42110) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:33.434873 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cf238cda-c23f-4f67-8a0a-df2c9f740500 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 HTTP/1.1" status: 200 len: 913 time: 0.1244872 Nov 13 04:57:33.602879 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45495afd-acbe-4d3d-baf4-be582f8fc509 req-af87dfa9-85cf-48b9-8968-694967394f76 service neutron] 10.222.0.46 "GET /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137921 Nov 13 04:57:33.875522 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-297ee0e9-5029-4984-895c-afb4253bd3f3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:34.033887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12135889-02b9-4fb4-9c9d-11630f366a18 req-369e3bc1-2040-4454-92f4-5089d99c9dab tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:34.044177 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12135889-02b9-4fb4-9c9d-11630f366a18 req-369e3bc1-2040-4454-92f4-5089d99c9dab tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0757873 Nov 13 04:57:34.097428 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12135889-02b9-4fb4-9c9d-11630f366a18 req-b45efd23-2c7e-4376-b3e9-a856d49bc27a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521967 Nov 13 04:57:34.148420 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f424a99b-cee0-4d4c-8105-ebd3a1b2d793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:34.209283 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-297ee0e9-5029-4984-895c-afb4253bd3f3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting port 6fd90219-d1d5-408d-b2d5-d81cd4f83199 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:57:34.209620 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-297ee0e9-5029-4984-895c-afb4253bd3f3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:34.316406 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-297ee0e9-5029-4984-895c-afb4253bd3f3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:34.333112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-297ee0e9-5029-4984-895c-afb4253bd3f3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Calling delete_port for 6fd90219-d1d5-408d-b2d5-d81cd4f83199 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:57:34.568243 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-297ee0e9-5029-4984-895c-afb4253bd3f3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:34.600706 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ee0e9-5029-4984-895c-afb4253bd3f3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Port': ['ID=6fd90219-d1d5-408d-b2d5-d81cd4f83199,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:34.777843 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-297ee0e9-5029-4984-895c-afb4253bd3f3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:35.016107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297ee0e9-5029-4984-895c-afb4253bd3f3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:57:35.060536 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d80953b7-b232-4f39-9db5-08450b9e844c details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:57:35.156772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297ee0e9-5029-4984-895c-afb4253bd3f3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:57:35.169564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42132) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:35.176168 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fda708-9a35-4d10-b692-f2f39fa79259 None None] Sync routers for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:57:35.197052 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fda708-9a35-4d10-b692-f2f39fa79259 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:35.197681 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-16fda708-9a35-4d10-b692-f2f39fa79259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:35.198387 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-297ee0e9-5029-4984-895c-afb4253bd3f3 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "PUT /v2.0/routers/63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7627354 Nov 13 04:57:35.199594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:57:35.215648 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'port_id': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'mac_address': 'fa:16:3e:be:15:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:57:35.248001 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-16fda708-9a35-4d10-b692-f2f39fa79259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:35.257748 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fda708-9a35-4d10-b692-f2f39fa79259 None None] Routers {'63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:35.259445 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-16fda708-9a35-4d10-b692-f2f39fa79259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:35.292052 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:35.301161 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-16fda708-9a35-4d10-b692-f2f39fa79259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:35.302075 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fda708-9a35-4d10-b692-f2f39fa79259 None None] The sync data for ids ['63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:57:35.322732 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d80953b7-b232-4f39-9db5-08450b9e844c {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:57:35.359029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:57:35.368071 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:35.410746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf69f6-c22b-4946-8268-b95c84bad5e0 req-0f47b5d2-7a86-4f2f-b673-416d0e162478 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:35.412308 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-abdf69f6-c22b-4946-8268-b95c84bad5e0 req-0f47b5d2-7a86-4f2f-b673-416d0e162478 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.1385307 Nov 13 04:57:35.426592 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d80953b7-b232-4f39-9db5-08450b9e844c,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:35.463765 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbeadfe1-23c1-4afd-a3fd-bbe830c878db tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:35.512617 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-abdf69f6-c22b-4946-8268-b95c84bad5e0 req-cd7a81a5-049f-49c7-866b-042c6ff10c4e tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935378 Nov 13 04:57:35.601194 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbeadfe1-23c1-4afd-a3fd-bbe830c878db tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:35.612498 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['d80953b7-b232-4f39-9db5-08450b9e844c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:57:35.667266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bbeadfe1-23c1-4afd-a3fd-bbe830c878db tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting port b9a937d0-7325-421e-9317-563949bbb7fb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:57:35.667635 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbeadfe1-23c1-4afd-a3fd-bbe830c878db tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:35.752982 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c77df0-f5ec-4f0f-9ac2-ebb9dee63eeb req-e5b8440e-6b98-402c-bc53-8d50acfa1e95 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:35.762083 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-16c77df0-f5ec-4f0f-9ac2-ebb9dee63eeb req-e5b8440e-6b98-402c-bc53-8d50acfa1e95 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.1568301 Nov 13 04:57:35.778889 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbeadfe1-23c1-4afd-a3fd-bbe830c878db tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:35.810322 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bbeadfe1-23c1-4afd-a3fd-bbe830c878db tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Calling delete_port for b9a937d0-7325-421e-9317-563949bbb7fb owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:57:35.878415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-16c77df0-f5ec-4f0f-9ac2-ebb9dee63eeb req-db11eb91-9126-4852-ab1b-583c1a24ca34 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126516 Nov 13 04:57:36.053795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb526500-09cc-46eb-a59c-0055d479f309 req-b09302fc-e3e1-47e8-b50c-4671447dd39f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:36.054181 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbeadfe1-23c1-4afd-a3fd-bbe830c878db tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:36.055542 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb526500-09cc-46eb-a59c-0055d479f309 req-b09302fc-e3e1-47e8-b50c-4671447dd39f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0675533 Nov 13 04:57:36.086033 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeadfe1-23c1-4afd-a3fd-bbe830c878db tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Port': ['ID=b9a937d0-7325-421e-9317-563949bbb7fb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:36.111488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc30fab-c4ef-419c-b8c0-82beb9393c2a None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:57:36.127154 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb526500-09cc-46eb-a59c-0055d479f309 req-84f139f4-595b-421b-83c6-ceb395880a7f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631528 Nov 13 04:57:36.200656 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbeadfe1-23c1-4afd-a3fd-bbe830c878db tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:36.333375 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbeadfe1-23c1-4afd-a3fd-bbe830c878db tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:36.335335 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbeadfe1-23c1-4afd-a3fd-bbe830c878db tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:36.388661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c12c06-a8c7-43bf-b7be-a10d9f8142e6 req-d31281d7-3ce7-4d5e-aff4-a82103222e50 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:36.390385 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a1c12c06-a8c7-43bf-b7be-a10d9f8142e6 req-d31281d7-3ce7-4d5e-aff4-a82103222e50 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.1554754 Nov 13 04:57:36.399430 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbeadfe1-23c1-4afd-a3fd-bbe830c878db tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:36.400061 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbeadfe1-23c1-4afd-a3fd-bbe830c878db tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Fanout notify agent at l3_agent the message router_deleted on router 63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:57:36.408265 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbeadfe1-23c1-4afd-a3fd-bbe830c878db tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:36.411808 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bbeadfe1-23c1-4afd-a3fd-bbe830c878db tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/routers/63b36b5b-e891-4ef9-a6f2-9049d8d4bfa8 HTTP/1.1" status: 204 len: 168 time: 1.2388415 Nov 13 04:57:36.412206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42162) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:36.448672 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e12d451-ae1f-42b6-bd49-11b3092b12f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:36.465249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a1c12c06-a8c7-43bf-b7be-a10d9f8142e6 req-f5ea46b8-8e03-4686-9316-93029c174fb4 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535061 Nov 13 04:57:36.497579 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bbed45-91b2-4e02-9897-9980dc0957ac tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Deleting subnet 1629d60a-e59e-4ad5-b7d2-a6e93a0354f8 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:57:36.502372 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23bbed45-91b2-4e02-9897-9980dc0957ac tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:36.568480 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23bbed45-91b2-4e02-9897-9980dc0957ac tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:36.650345 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23bbed45-91b2-4e02-9897-9980dc0957ac tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:36.662530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eea9f6-5d1e-4b37-82e2-699a23497520 req-1773bfae-6fb7-4d23-82b6-0ded85b6be16 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:36.664075 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6eea9f6-5d1e-4b37-82e2-699a23497520 req-1773bfae-6fb7-4d23-82b6-0ded85b6be16 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0718133 Nov 13 04:57:36.730828 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23bbed45-91b2-4e02-9897-9980dc0957ac tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:36.738001 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f6eea9f6-5d1e-4b37-82e2-699a23497520 req-011817ce-5a8a-4df6-9341-c36d2bd4f957 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605021 Nov 13 04:57:36.764958 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbed45-91b2-4e02-9897-9980dc0957ac tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Subnet': ['ID=1629d60a-e59e-4ad5-b7d2-a6e93a0354f8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:36.774214 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23bbed45-91b2-4e02-9897-9980dc0957ac tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:36.779619 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-23bbed45-91b2-4e02-9897-9980dc0957ac tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/subnets/1629d60a-e59e-4ad5-b7d2-a6e93a0354f8 HTTP/1.1" status: 204 len: 168 time: 0.3663621 Nov 13 04:57:36.782013 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42174) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:36.881464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6531067b-c38e-4d1a-a372-93170e2d5699 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:36.895843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af62881-375d-4a58-9501-5fd2ebce3716 req-a620215a-3139-437f-aaa7-e4a427b7a110 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:36.897760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7af62881-375d-4a58-9501-5fd2ebce3716 req-a620215a-3139-437f-aaa7-e4a427b7a110 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0805192 Nov 13 04:57:36.958036 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7af62881-375d-4a58-9501-5fd2ebce3716 req-4e40f63e-3675-44ab-8f4a-1eb5967a85c4 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523410 Nov 13 04:57:37.040659 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6531067b-c38e-4d1a-a372-93170e2d5699 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:37.065285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-6531067b-c38e-4d1a-a372-93170e2d5699 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62281e65-b398-415d-9652-c8d2417ac8e1']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:37.081670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d80953b7-b232-4f39-9db5-08450b9e844c up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:57:37.095875 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-6531067b-c38e-4d1a-a372-93170e2d5699 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8c17fa-c715-438b-910c-a37a8274c7b5') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:37.096420 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-6531067b-c38e-4d1a-a372-93170e2d5699 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8c17fa-c715-438b-910c-a37a8274c7b5') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:37.137601 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6531067b-c38e-4d1a-a372-93170e2d5699 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:37.140839 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port d80953b7-b232-4f39-9db5-08450b9e844c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:37.141431 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:37.167221 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6531067b-c38e-4d1a-a372-93170e2d5699 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:37.179313 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b821f75-b123-4342-bf11-08f01362e8c4 req-6c5b5a6e-4ade-4ae3-a9f7-229f1d8d7058 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:37.181809 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2b821f75-b123-4342-bf11-08f01362e8c4 req-6c5b5a6e-4ade-4ae3-a9f7-229f1d8d7058 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.1068852 Nov 13 04:57:37.185067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6531067b-c38e-4d1a-a372-93170e2d5699 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:57:37.185480 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6531067b-c38e-4d1a-a372-93170e2d5699 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:57:37.188943 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:57:37.244129 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:37.275361 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:57:37.278544 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5b4292-7850-4987-80ab-64bea5e86c09" -d '{"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-plugged", "status": "completed", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:57:37.293989 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:57:37.299353 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:37.389654 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce160635-db05-4a7e-b90c-3e65afab5b56 x-openstack-request-id: req-ce160635-db05-4a7e-b90c-3e65afab5b56 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:57:37.389986 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-plugged", "status": "completed", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:57:37.390176 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce160635-db05-4a7e-b90c-3e65afab5b56 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:57:37.390620 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'code': 200} Nov 13 04:57:37.392301 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d80953b7-b232-4f39-9db5-08450b9e844c,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:37.667449 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6531067b-c38e-4d1a-a372-93170e2d5699 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:37.677046 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6531067b-c38e-4d1a-a372-93170e2d5699 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:37.682956 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6531067b-c38e-4d1a-a372-93170e2d5699 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] 10.222.0.43 "DELETE /v2.0/networks/62281e65-b398-415d-9652-c8d2417ac8e1 HTTP/1.1" status: 204 len: 168 time: 0.8999314 Nov 13 04:57:37.700808 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2b821f75-b123-4342-bf11-08f01362e8c4 req-1ea515a0-f5ae-4c68-bb6b-6d9d134ccd00 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059743 Nov 13 04:57:37.720898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531067b-c38e-4d1a-a372-93170e2d5699 tempest-FloatingIPTestJSON-1459416377 tempest-FloatingIPTestJSON-1459416377-project] Pushing event deleted for resources: {'Network': ['ID=62281e65-b398-415d-9652-c8d2417ac8e1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:37.794895 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:37.852600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e922c-e1bf-4bee-b300-95851b28e63c req-b976a0a5-2df4-4a17-92dc-4c4d14fd022b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:37.857925 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c49e922c-e1bf-4bee-b300-95851b28e63c req-b976a0a5-2df4-4a17-92dc-4c4d14fd022b tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0780795 Nov 13 04:57:37.937755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c49e922c-e1bf-4bee-b300-95851b28e63c req-6a9dcbdd-7fbc-46c8-a0bf-902af9e96c7f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699456 Nov 13 04:57:38.025968 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-4f259e79-06ff-4c6f-bb51-4a5272a65992 req-a73e8020-b003-4710-860d-576baa14c1c1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:57:38.027255 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f259e79-06ff-4c6f-bb51-4a5272a65992 req-a73e8020-b003-4710-860d-576baa14c1c1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059063 Nov 13 04:57:38.090033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42210) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:38.161015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f620918-0cfc-4fb7-a7ba-575dfc3fd857 req-45e4ef7e-a2ac-4f38-a993-c9812d1da084 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:38.169515 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f620918-0cfc-4fb7-a7ba-575dfc3fd857 req-45e4ef7e-a2ac-4f38-a993-c9812d1da084 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0666077 Nov 13 04:57:38.226845 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f620918-0cfc-4fb7-a7ba-575dfc3fd857 req-7516a8b2-60fe-4683-b13c-8ace4c2fca70 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563540 Nov 13 04:57:38.269432 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-69fb08f2-3c7d-4b60-b6d0-c144ac45075d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9f6ed23e2b149179c00b3d38b4579d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1768813 Nov 13 04:57:38.271843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42218) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:38.335755 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-061b4f82-064f-4688-b1f7-f96d30e26dfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:38.385410 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-061b4f82-064f-4688-b1f7-f96d30e26dfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:38.401182 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364905a-1206-47d7-bb1b-5e2616cd2840 req-143d0601-3bae-4115-9382-17fc1a458c3f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:38.407393 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f364905a-1206-47d7-bb1b-5e2616cd2840 req-143d0601-3bae-4115-9382-17fc1a458c3f tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0733697 Nov 13 04:57:38.448440 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-061b4f82-064f-4688-b1f7-f96d30e26dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:38.452055 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-061b4f82-064f-4688-b1f7-f96d30e26dfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:38.455929 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-061b4f82-064f-4688-b1f7-f96d30e26dfb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cde35d19-81b3-44be-a3e3-0fb572908d13 HTTP/1.1" status: 204 len: 168 time: 0.1806798 Nov 13 04:57:38.475240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b4f82-064f-4688-b1f7-f96d30e26dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde35d19-81b3-44be-a3e3-0fb572908d13,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:38.493474 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f364905a-1206-47d7-bb1b-5e2616cd2840 req-92f102e3-f062-4ee8-aad3-d377eed7d7f3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826190 Nov 13 04:57:38.677110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bb527-9bb0-43e9-9cf2-510ce9b33baf req-7f2cef4c-f94f-4e71-a6c5-0a66938cc5f1 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:38.678716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f9bb527-9bb0-43e9-9cf2-510ce9b33baf req-7f2cef4c-f94f-4e71-a6c5-0a66938cc5f1 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0734005 Nov 13 04:57:38.766292 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f9bb527-9bb0-43e9-9cf2-510ce9b33baf req-da7f53fe-5355-4763-89a3-d3fdf11e8384 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796289 Nov 13 04:57:38.903705 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c0546-b21e-4809-a9cd-d42a9418de22 req-aac293d8-cac0-4dc4-911e-029cdfdf75cf tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:38.918707 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b23c0546-b21e-4809-a9cd-d42a9418de22 req-aac293d8-cac0-4dc4-911e-029cdfdf75cf tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0934830 Nov 13 04:57:39.014209 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b23c0546-b21e-4809-a9cd-d42a9418de22 req-7ac8796e-1142-4869-9443-c6d2c642b7d2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793941 Nov 13 04:57:39.098467 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:39.212330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401f39b-3044-4b39-b111-cf291a421b03 req-f2446954-708a-4fa3-abe5-b79e9da8ac00 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:39.222341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7401f39b-3044-4b39-b111-cf291a421b03 req-f2446954-708a-4fa3-abe5-b79e9da8ac00 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0831947 Nov 13 04:57:39.297679 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7401f39b-3044-4b39-b111-cf291a421b03 req-cb719189-c4ee-4263-b8f6-8953e07c9882 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743685 Nov 13 04:57:39.449861 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ca43e-d314-4613-8659-01cab7d09051 req-0a02ed1f-67a9-4d30-8a9c-4709d19ae70c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:39.453927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42290) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:39.465517 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-205ca43e-d314-4613-8659-01cab7d09051 req-0a02ed1f-67a9-4d30-8a9c-4709d19ae70c tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0714898 Nov 13 04:57:39.524322 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-205ca43e-d314-4613-8659-01cab7d09051 req-2a06f1e7-2d80-4f3b-80a1-4b9a94f35157 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575047 Nov 13 04:57:39.610506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3fd85719-86c4-4571-ae08-175e1b056e91 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-708858846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:39.678270 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fd85719-86c4-4571-ae08-175e1b056e91 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:39.679480 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fd85719-86c4-4571-ae08-175e1b056e91 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:39.703257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f92ad8-9a3b-43d6-a5df-76e9e8c31f2b req-a89703ed-6e62-4d37-ab36-a40e82a26bdf tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:39.710687 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-17f92ad8-9a3b-43d6-a5df-76e9e8c31f2b req-a89703ed-6e62-4d37-ab36-a40e82a26bdf tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0720162 Nov 13 04:57:39.755599 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fd85719-86c4-4571-ae08-175e1b056e91 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:39.762726 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fd85719-86c4-4571-ae08-175e1b056e91 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:39.780331 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-17f92ad8-9a3b-43d6-a5df-76e9e8c31f2b req-aeb6384c-5782-47ea-b5a7-67d1984920c3 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629108 Nov 13 04:57:39.824475 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fd85719-86c4-4571-ae08-175e1b056e91 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:39.828703 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3fd85719-86c4-4571-ae08-175e1b056e91 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3710608 Nov 13 04:57:39.828915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42310) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:39.843531 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2126040613'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:39.886268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Made reservation on behalf of e60a9ccd3147452f8b18dcfd4a9392a9 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:57:39.890425 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:39.901045 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:39.999959 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:40.033668 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:40.044489 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:40.075431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:57:40.122949 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:40.123640 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Added segment 414ca1eb-cef7-48ee-a8a2-23e91bd52da9 of type vlan for network 678f8bb9-ae16-4a88-9bdc-fbaaebc77794 Nov 13 04:57:40.272009 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e1cdc5-5e24-465f-a053-7e665193e9c4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:40.329014 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:40.412747 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:40.423684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:40.424500 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:40.577941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event updated for resources: {'Network': ['ID=678f8bb9-ae16-4a88-9bdc-fbaaebc77794,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:40.593237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 678f8bb9-ae16-4a88-9bdc-fbaaebc77794 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:57:40.613948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c6c552e3-59f0-4c81-a64d-946e2d7c0b3f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7831666 Nov 13 04:57:40.616774 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42322) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:40.623419 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e405b4d3-5b8c-4ec8-91b0-fd278ca3da06 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Request body: {'subnet': {'network_id': '678f8bb9-ae16-4a88-9bdc-fbaaebc77794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:40.883432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e405b4d3-5b8c-4ec8-91b0-fd278ca3da06 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Made reservation on behalf of e60a9ccd3147452f8b18dcfd4a9392a9 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:57:40.887702 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e405b4d3-5b8c-4ec8-91b0-fd278ca3da06 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:41.243612 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e405b4d3-5b8c-4ec8-91b0-fd278ca3da06 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:41.383708 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405b4d3-5b8c-4ec8-91b0-fd278ca3da06 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event updated for resources: {'Subnet': ['ID=a39d995a-c4f9-407e-b00f-afca74ea40a1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:41.394231 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e405b4d3-5b8c-4ec8-91b0-fd278ca3da06 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Checking segment: {'id': '414ca1eb-cef7-48ee-a8a2-23e91bd52da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '678f8bb9-ae16-4a88-9bdc-fbaaebc77794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:57:41.394588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e405b4d3-5b8c-4ec8-91b0-fd278ca3da06 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Network hostable DHCP agents. Network: 678f8bb9-ae16-4a88-9bdc-fbaaebc77794, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:57:41.423055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e405b4d3-5b8c-4ec8-91b0-fd278ca3da06 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Network 678f8bb9-ae16-4a88-9bdc-fbaaebc77794 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:57:41.442782 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e405b4d3-5b8c-4ec8-91b0-fd278ca3da06 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 678f8bb9-ae16-4a88-9bdc-fbaaebc77794) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:41.453998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e42a33-c761-4faa-8000-c63f9faecb4c None None] Network 678f8bb9-ae16-4a88-9bdc-fbaaebc77794 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:57:41.469525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e405b4d3-5b8c-4ec8-91b0-fd278ca3da06 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:41.470131 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e405b4d3-5b8c-4ec8-91b0-fd278ca3da06 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:41.531789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42344) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:41.538725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-344d064a-ffc3-47c3-b61a-c8052b6e8f1f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Request body: {'network': {'name': 'tempest-router-network01--1462536955'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:41.548898 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e405b4d3-5b8c-4ec8-91b0-fd278ca3da06 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9099071 Nov 13 04:57:41.618031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344d064a-ffc3-47c3-b61a-c8052b6e8f1f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Made reservation on behalf of e60a9ccd3147452f8b18dcfd4a9392a9 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:57:41.625254 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-344d064a-ffc3-47c3-b61a-c8052b6e8f1f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:41.712876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344d064a-ffc3-47c3-b61a-c8052b6e8f1f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:57:41.748212 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-344d064a-ffc3-47c3-b61a-c8052b6e8f1f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:41.752864 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-344d064a-ffc3-47c3-b61a-c8052b6e8f1f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Added segment a8751950-b05e-4b17-aba2-07e9ee6d3220 of type vlan for network 23334299-8c55-41cf-9c92-4b87fbb39b88 Nov 13 04:57:41.855525 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-344d064a-ffc3-47c3-b61a-c8052b6e8f1f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:41.904442 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-344d064a-ffc3-47c3-b61a-c8052b6e8f1f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:41.914580 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-678f8bb9-ae16-4a88-9bdc-fbaaebc77794', 'network_id': '678f8bb9-ae16-4a88-9bdc-fbaaebc77794', 'tenant_id': 'e60a9ccd3147452f8b18dcfd4a9392a9', 'fixed_ips': [{'subnet_id': 'a39d995a-c4f9-407e-b00f-afca74ea40a1'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:57:41.916278 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:41.928784 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d064a-ffc3-47c3-b61a-c8052b6e8f1f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:41.929447 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-344d064a-ffc3-47c3-b61a-c8052b6e8f1f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:41.984374 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-344d064a-ffc3-47c3-b61a-c8052b6e8f1f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4485209 Nov 13 04:57:41.984888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42358) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:41.999592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b3bfd370-9b1c-4059-a047-dbe7eee650ba tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Request body: {'network': {'name': 'tempest-router-network02--2145006932'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:42.102605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bfd370-9b1c-4059-a047-dbe7eee650ba tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Made reservation on behalf of e60a9ccd3147452f8b18dcfd4a9392a9 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:57:42.102817 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d064a-ffc3-47c3-b61a-c8052b6e8f1f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event updated for resources: {'Network': ['ID=23334299-8c55-41cf-9c92-4b87fbb39b88,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:42.107056 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3bfd370-9b1c-4059-a047-dbe7eee650ba tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:42.147607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 23334299-8c55-41cf-9c92-4b87fbb39b88 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:57:42.153969 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bfd370-9b1c-4059-a047-dbe7eee650ba tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:57:42.169887 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3bfd370-9b1c-4059-a047-dbe7eee650ba tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:42.170780 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-b3bfd370-9b1c-4059-a047-dbe7eee650ba tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Added segment db045e1d-c934-42cd-9f2c-f71ba58043d5 of type vlan for network 14bea414-33b0-486b-a300-0c2dc4d916fc Nov 13 04:57:42.222844 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3bfd370-9b1c-4059-a047-dbe7eee650ba tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:42.263832 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3bfd370-9b1c-4059-a047-dbe7eee650ba tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:42.275487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bfd370-9b1c-4059-a047-dbe7eee650ba tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:42.276695 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3bfd370-9b1c-4059-a047-dbe7eee650ba tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:42.327368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b3bfd370-9b1c-4059-a047-dbe7eee650ba tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3386824 Nov 13 04:57:42.330076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42362) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:42.332990 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-36fad6f2-84d3-494c-b2cb-d2f3316de79d tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Request body: {'subnet': {'network_id': '23334299-8c55-41cf-9c92-4b87fbb39b88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:42.402005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfd370-9b1c-4059-a047-dbe7eee650ba tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event updated for resources: {'Network': ['ID=14bea414-33b0-486b-a300-0c2dc4d916fc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:42.420627 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 14bea414-33b0-486b-a300-0c2dc4d916fc details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:57:42.544374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fad6f2-84d3-494c-b2cb-d2f3316de79d tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Made reservation on behalf of e60a9ccd3147452f8b18dcfd4a9392a9 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:57:42.555356 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36fad6f2-84d3-494c-b2cb-d2f3316de79d tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:42.622203 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Allocated IP 172.20.0.2 (678f8bb9-ae16-4a88-9bdc-fbaaebc77794/a39d995a-c4f9-407e-b00f-afca74ea40a1/1a0c11aa-55d4-4392-a107-9f52edaf3e26) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:57:42.870546 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:42.892509 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:42.961706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Pushing event updated for resources: {'Port': ['ID=1a0c11aa-55d4-4392-a107-9f52edaf3e26,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:42.994302 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Network 678f8bb9-ae16-4a88-9bdc-fbaaebc77794 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:57:42.996848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:43.001887 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:57:43.140034 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Attempting to bind port 1a0c11aa-55d4-4392-a107-9f52edaf3e26 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:57:43.153257 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Attempting to bind port 1a0c11aa-55d4-4392-a107-9f52edaf3e26 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '414ca1eb-cef7-48ee-a8a2-23e91bd52da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '678f8bb9-ae16-4a88-9bdc-fbaaebc77794'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:57:43.158455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Attempting to bind port 1a0c11aa-55d4-4392-a107-9f52edaf3e26 on network 678f8bb9-ae16-4a88-9bdc-fbaaebc77794 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:57:43.182488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:57:43.183286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Checking segment: {'id': '414ca1eb-cef7-48ee-a8a2-23e91bd52da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '678f8bb9-ae16-4a88-9bdc-fbaaebc77794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:57:43.184213 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:43.185340 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Bound using segment: {'id': '414ca1eb-cef7-48ee-a8a2-23e91bd52da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '678f8bb9-ae16-4a88-9bdc-fbaaebc77794'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:57:43.186000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Bound port: 1a0c11aa-55d4-4392-a107-9f52edaf3e26, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414ca1eb-cef7-48ee-a8a2-23e91bd52da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '678f8bb9-ae16-4a88-9bdc-fbaaebc77794'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:57:43.187710 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:43.267394 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36fad6f2-84d3-494c-b2cb-d2f3316de79d tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:43.315094 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] For port 1a0c11aa-55d4-4392-a107-9f52edaf3e26, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:57:43.320864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] For port 1a0c11aa-55d4-4392-a107-9f52edaf3e26, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1a0c11aa-55d4-4392-a107-9f52edaf3e26,segment=NetworkSegment(414ca1eb-cef7-48ee-a8a2-23e91bd52da9),segment_id=414ca1eb-cef7-48ee-a8a2-23e91bd52da9)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:57:43.326478 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:43.400602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b9c85-5dd4-4035-89f5-681226bd38e2 None None] Pushing event updated for resources: {'Port': ['ID=1a0c11aa-55d4-4392-a107-9f52edaf3e26,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:43.442718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fad6f2-84d3-494c-b2cb-d2f3316de79d tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event updated for resources: {'Subnet': ['ID=261131e9-a83f-4536-8c93-84b084f5bcd0,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:43.453308 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fad6f2-84d3-494c-b2cb-d2f3316de79d tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Checking segment: {'id': 'a8751950-b05e-4b17-aba2-07e9ee6d3220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '23334299-8c55-41cf-9c92-4b87fbb39b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:57:43.453673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fad6f2-84d3-494c-b2cb-d2f3316de79d tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Network hostable DHCP agents. Network: 23334299-8c55-41cf-9c92-4b87fbb39b88, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:57:43.481560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fad6f2-84d3-494c-b2cb-d2f3316de79d tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Network 23334299-8c55-41cf-9c92-4b87fbb39b88 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:57:43.508371 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-36fad6f2-84d3-494c-b2cb-d2f3316de79d tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 23334299-8c55-41cf-9c92-4b87fbb39b88) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:43.515399 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fad6f2-84d3-494c-b2cb-d2f3316de79d tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:43.516122 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36fad6f2-84d3-494c-b2cb-d2f3316de79d tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:43.523581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0932bb79-29fe-4aa7-a892-944bdca04e59 None None] Network 23334299-8c55-41cf-9c92-4b87fbb39b88 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:57:43.547501 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-36fad6f2-84d3-494c-b2cb-d2f3316de79d tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2185266 Nov 13 04:57:43.548118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42384) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:43.553368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-756b6176-7887-4a15-b917-7e639432317b tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Request body: {'subnet': {'network_id': '14bea414-33b0-486b-a300-0c2dc4d916fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:43.688361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756b6176-7887-4a15-b917-7e639432317b tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Made reservation on behalf of e60a9ccd3147452f8b18dcfd4a9392a9 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:57:43.692220 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-756b6176-7887-4a15-b917-7e639432317b tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:44.013001 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-23334299-8c55-41cf-9c92-4b87fbb39b88', 'network_id': '23334299-8c55-41cf-9c92-4b87fbb39b88', 'tenant_id': 'e60a9ccd3147452f8b18dcfd4a9392a9', 'fixed_ips': [{'subnet_id': '261131e9-a83f-4536-8c93-84b084f5bcd0'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:57:44.014499 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:44.167023 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-756b6176-7887-4a15-b917-7e639432317b tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:44.280440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b6176-7887-4a15-b917-7e639432317b tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event updated for resources: {'Subnet': ['ID=16f0e15c-7094-401d-92aa-330daac927fc,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:44.344896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Allocated IP 172.20.0.2 (23334299-8c55-41cf-9c92-4b87fbb39b88/261131e9-a83f-4536-8c93-84b084f5bcd0/46efe605-ed81-43a8-9881-6b3a0ce6aaef) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:57:44.346513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756b6176-7887-4a15-b917-7e639432317b tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Checking segment: {'id': 'db045e1d-c934-42cd-9f2c-f71ba58043d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '14bea414-33b0-486b-a300-0c2dc4d916fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:57:44.347124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756b6176-7887-4a15-b917-7e639432317b tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Network hostable DHCP agents. Network: 14bea414-33b0-486b-a300-0c2dc4d916fc, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:57:44.394367 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756b6176-7887-4a15-b917-7e639432317b tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Network 14bea414-33b0-486b-a300-0c2dc4d916fc is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:57:44.416165 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-756b6176-7887-4a15-b917-7e639432317b tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 14bea414-33b0-486b-a300-0c2dc4d916fc) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:44.433560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756b6176-7887-4a15-b917-7e639432317b tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:44.434277 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-756b6176-7887-4a15-b917-7e639432317b tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:44.490241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15786e4d-13c4-4929-a382-5d03de97f883 None None] Network 14bea414-33b0-486b-a300-0c2dc4d916fc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:57:44.497992 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-756b6176-7887-4a15-b917-7e639432317b tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9457741 Nov 13 04:57:44.498522 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42406) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:44.976423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1a0c11aa-55d4-4392-a107-9f52edaf3e26 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:57:45.438175 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:45.464934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1719a46d-a99a-42f0-9244-7d7ade9c646c None None] Network 678f8bb9-ae16-4a88-9bdc-fbaaebc77794 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:57:45.746957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6ca728b2-907e-463c-ad2f-f2bfbd8098fd None None] Provisioning complete for port 1a0c11aa-55d4-4392-a107-9f52edaf3e26 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:45.746957 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ca728b2-907e-463c-ad2f-f2bfbd8098fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:45.757695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-14bea414-33b0-486b-a300-0c2dc4d916fc', 'network_id': '14bea414-33b0-486b-a300-0c2dc4d916fc', 'tenant_id': 'e60a9ccd3147452f8b18dcfd4a9392a9', 'fixed_ips': [{'subnet_id': '16f0e15c-7094-401d-92aa-330daac927fc'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:57:45.757695 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:45.830175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 1a0c11aa-55d4-4392-a107-9f52edaf3e26 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:45.830540 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:45.848262 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:45.992834 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:46.005922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Allocated IP 172.20.0.1 (23334299-8c55-41cf-9c92-4b87fbb39b88/261131e9-a83f-4536-8c93-84b084f5bcd0/2842f199-b772-4bc9-a381-8fe596bdb96a) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:57:46.084944 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Pushing event updated for resources: {'Port': ['ID=46efe605-ed81-43a8-9881-6b3a0ce6aaef,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:46.183527 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:46.184178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:46.184745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:46.185291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:46.185840 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:46.186375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:46.186907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:46.187502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:46.188033 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:46.188564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:46.189354 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:46.190016 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:57:46.222340 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Network 23334299-8c55-41cf-9c92-4b87fbb39b88 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:57:46.274663 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:46.391730 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:46.397788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:57:46.491271 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:46.624760 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:46.762425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event updated for resources: {'Port': ['ID=2842f199-b772-4bc9-a381-8fe596bdb96a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:46.815729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Network 23334299-8c55-41cf-9c92-4b87fbb39b88 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:57:46.826292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:46.831279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:57:46.894390 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:46.905418 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ca728b2-907e-463c-ad2f-f2bfbd8098fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:46.945158 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Attempting to bind port 46efe605-ed81-43a8-9881-6b3a0ce6aaef on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:57:46.945571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Attempting to bind port 46efe605-ed81-43a8-9881-6b3a0ce6aaef by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'a8751950-b05e-4b17-aba2-07e9ee6d3220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '23334299-8c55-41cf-9c92-4b87fbb39b88'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:57:46.945937 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Attempting to bind port 46efe605-ed81-43a8-9881-6b3a0ce6aaef on network 23334299-8c55-41cf-9c92-4b87fbb39b88 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:57:47.031737 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Allocated IP 172.20.0.2 (14bea414-33b0-486b-a300-0c2dc4d916fc/16f0e15c-7094-401d-92aa-330daac927fc/2ffc8919-9f17-48b7-bcd0-eab841208ae0) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:57:47.044463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 1a0c11aa-55d4-4392-a107-9f52edaf3e26, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1a0c11aa-55d4-4392-a107-9f52edaf3e26,segment=NetworkSegment(414ca1eb-cef7-48ee-a8a2-23e91bd52da9),segment_id=414ca1eb-cef7-48ee-a8a2-23e91bd52da9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:57:47.071281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:57:47.071653 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Checking segment: {'id': 'a8751950-b05e-4b17-aba2-07e9ee6d3220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '23334299-8c55-41cf-9c92-4b87fbb39b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:57:47.072057 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:47.072446 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Bound using segment: {'id': 'a8751950-b05e-4b17-aba2-07e9ee6d3220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '23334299-8c55-41cf-9c92-4b87fbb39b88'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:57:47.072947 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Bound port: 46efe605-ed81-43a8-9881-6b3a0ce6aaef, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8751950-b05e-4b17-aba2-07e9ee6d3220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '23334299-8c55-41cf-9c92-4b87fbb39b88'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:57:47.073322 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:47.088438 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:47.103119 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:47.347158 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-6ca728b2-907e-463c-ad2f-f2bfbd8098fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:57:47.348386 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-6ca728b2-907e-463c-ad2f-f2bfbd8098fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:57:47.352290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=1a0c11aa-55d4-4392-a107-9f52edaf3e26,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:47.805270 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:47.821866 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:47.949207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] For port 46efe605-ed81-43a8-9881-6b3a0ce6aaef, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:57:47.956650 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:47.981789 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:47.994793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] For port 46efe605-ed81-43a8-9881-6b3a0ce6aaef, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=46efe605-ed81-43a8-9881-6b3a0ce6aaef,segment=NetworkSegment(a8751950-b05e-4b17-aba2-07e9ee6d3220),segment_id=a8751950-b05e-4b17-aba2-07e9ee6d3220)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:57:48.037161 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:48.040907 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:48.042956 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Network 14bea414-33b0-486b-a300-0c2dc4d916fc is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:57:48.048650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:48.056155 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:57:48.087746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event updated for resources: {'Port': ['ID=2842f199-b772-4bc9-a381-8fe596bdb96a,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:48.102778 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Pushing event updated for resources: {'Port': ['ID=2ffc8919-9f17-48b7-bcd0-eab841208ae0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:48.271506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Network 23334299-8c55-41cf-9c92-4b87fbb39b88 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:57:48.274441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:48.346311 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196a702-d267-434c-bfb4-a72c0cd2f3d1 None None] Pushing event updated for resources: {'Port': ['ID=46efe605-ed81-43a8-9881-6b3a0ce6aaef,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:48.390575 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Attempting to bind port 2ffc8919-9f17-48b7-bcd0-eab841208ae0 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:57:48.390575 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Attempting to bind port 2ffc8919-9f17-48b7-bcd0-eab841208ae0 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'db045e1d-c934-42cd-9f2c-f71ba58043d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '14bea414-33b0-486b-a300-0c2dc4d916fc'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:57:48.391399 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Attempting to bind port 2ffc8919-9f17-48b7-bcd0-eab841208ae0 on network 14bea414-33b0-486b-a300-0c2dc4d916fc {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:57:48.414302 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3247c851-2b5f-42d6-955c-f6b875217d97 None None] Provisioning complete for port 1a0c11aa-55d4-4392-a107-9f52edaf3e26 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:48.414564 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3247c851-2b5f-42d6-955c-f6b875217d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:48.420094 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:57:48.420493 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Checking segment: {'id': 'db045e1d-c934-42cd-9f2c-f71ba58043d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '14bea414-33b0-486b-a300-0c2dc4d916fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:57:48.421106 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:48.421506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Bound using segment: {'id': 'db045e1d-c934-42cd-9f2c-f71ba58043d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '14bea414-33b0-486b-a300-0c2dc4d916fc'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:57:48.422004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Bound port: 2ffc8919-9f17-48b7-bcd0-eab841208ae0, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db045e1d-c934-42cd-9f2c-f71ba58043d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '14bea414-33b0-486b-a300-0c2dc4d916fc'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:57:48.422621 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:48.468055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Router eef7934e-b42c-4cd5-a810-2000a3d09031 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 04:57:48.607775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:57:48.622145 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42482) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:48.623290 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-83e2e906-6b3a-47ce-b3de-1f790b4541d9 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "PUT /v2.0/routers/eef7934e-b42c-4cd5-a810-2000a3d09031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1223085 Nov 13 04:57:48.643205 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b46908-d42f-42c4-b5bb-a0dc53d0c187 None None] Sync routers for ids ['eef7934e-b42c-4cd5-a810-2000a3d09031'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:57:48.806199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b46908-d42f-42c4-b5bb-a0dc53d0c187 None None] Routers {'eef7934e-b42c-4cd5-a810-2000a3d09031'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:48.806998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-01b46908-d42f-42c4-b5bb-a0dc53d0c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['eef7934e-b42c-4cd5-a810-2000a3d09031'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:48.861320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] For port 2ffc8919-9f17-48b7-bcd0-eab841208ae0, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:57:49.016433 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-01b46908-d42f-42c4-b5bb-a0dc53d0c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:49.077410 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] For port 2ffc8919-9f17-48b7-bcd0-eab841208ae0, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2ffc8919-9f17-48b7-bcd0-eab841208ae0,segment=NetworkSegment(db045e1d-c934-42cd-9f2c-f71ba58043d5),segment_id=db045e1d-c934-42cd-9f2c-f71ba58043d5)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:57:49.094776 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:49.097938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b46908-d42f-42c4-b5bb-a0dc53d0c187 None None] Routers {'eef7934e-b42c-4cd5-a810-2000a3d09031'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:49.098159 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-01b46908-d42f-42c4-b5bb-a0dc53d0c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['eef7934e-b42c-4cd5-a810-2000a3d09031'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:49.253941 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-01b46908-d42f-42c4-b5bb-a0dc53d0c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:49.254623 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b46908-d42f-42c4-b5bb-a0dc53d0c187 None None] The sync data for ids ['eef7934e-b42c-4cd5-a810-2000a3d09031'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:57:49.352048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87581779-ca89-49ab-bd90-ad1e8dc5dbd7 None None] Pushing event updated for resources: {'Port': ['ID=2ffc8919-9f17-48b7-bcd0-eab841208ae0,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:49.573157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 46efe605-ed81-43a8-9881-6b3a0ce6aaef up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:57:49.720394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 46efe605-ed81-43a8-9881-6b3a0ce6aaef triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:49.720979 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:49.864212 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-0338ac0a-f845-4036-9a33-2bc3fed83025 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 04:57:49.868800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42508) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:49.901870 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0338ac0a-f845-4036-9a33-2bc3fed83025 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "PUT /v2.0/routers/eef7934e-b42c-4cd5-a810-2000a3d09031/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2776515 Nov 13 04:57:50.380185 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c5fe4-b2ba-487f-9651-bcc56110dfd0 None None] Network 23334299-8c55-41cf-9c92-4b87fbb39b88 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:57:50.610491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a30ecbba-33c6-438b-ba6b-d6d62561b317 None None] Provisioning complete for port 46efe605-ed81-43a8-9881-6b3a0ce6aaef triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:50.611157 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a30ecbba-33c6-438b-ba6b-d6d62561b317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:50.748946 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36e011b9-034e-4d17-8d10-b41a1202aac0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:50.860123 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:50.961716 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 46efe605-ed81-43a8-9881-6b3a0ce6aaef, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=46efe605-ed81-43a8-9881-6b3a0ce6aaef,segment=NetworkSegment(a8751950-b05e-4b17-aba2-07e9ee6d3220),segment_id=a8751950-b05e-4b17-aba2-07e9ee6d3220)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:57:50.975363 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:50.976269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1a0c11aa-55d4-4392-a107-9f52edaf3e26 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:57:50.978237 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a30ecbba-33c6-438b-ba6b-d6d62561b317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:51.249485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-a30ecbba-33c6-438b-ba6b-d6d62561b317 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:57:51.249927 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-a30ecbba-33c6-438b-ba6b-d6d62561b317 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:57:51.268775 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=46efe605-ed81-43a8-9881-6b3a0ce6aaef,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:51.303586 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 1a0c11aa-55d4-4392-a107-9f52edaf3e26 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:51.303952 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:51.642696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-36e011b9-034e-4d17-8d10-b41a1202aac0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Deleting port 2842f199-b772-4bc9-a381-8fe596bdb96a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:57:51.650955 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36e011b9-034e-4d17-8d10-b41a1202aac0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:51.822042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6791c9c9-2bee-4b0d-a5e8-efe0b3fbffc0 None None] Network 14bea414-33b0-486b-a300-0c2dc4d916fc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:57:52.056134 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36e011b9-034e-4d17-8d10-b41a1202aac0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:52.072281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2ffc8919-9f17-48b7-bcd0-eab841208ae0 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:57:52.100571 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-36e011b9-034e-4d17-8d10-b41a1202aac0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Calling delete_port for 2842f199-b772-4bc9-a381-8fe596bdb96a owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:57:52.262024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8453-8f79-4645-a536-e0e8ef28d177 req-dc3501ee-0982-40b9-8b64-fd0dc50429e9 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:52.270014 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-58ed8453-8f79-4645-a536-e0e8ef28d177 req-dc3501ee-0982-40b9-8b64-fd0dc50429e9 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.0813839 Nov 13 04:57:52.409733 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 2ffc8919-9f17-48b7-bcd0-eab841208ae0 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:52.410489 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:52.413750 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b905aa53-c7cd-45e8-b3ba-c3242e707b0c None None] Provisioning complete for port 2842f199-b772-4bc9-a381-8fe596bdb96a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:52.413750 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b905aa53-c7cd-45e8-b3ba-c3242e707b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:52.497666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b905aa53-c7cd-45e8-b3ba-c3242e707b0c None None] Port 2842f199-b772-4bc9-a381-8fe596bdb96a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:57:52.584559 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b905aa53-c7cd-45e8-b3ba-c3242e707b0c None None] Provisioning complete for port 46efe605-ed81-43a8-9881-6b3a0ce6aaef triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:52.584921 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b905aa53-c7cd-45e8-b3ba-c3242e707b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:52.706120 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-58ed8453-8f79-4645-a536-e0e8ef28d177 req-e9ea0cb7-8ddf-4ed3-a272-f6faf483b693 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349515 Nov 13 04:57:52.712491 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36e011b9-034e-4d17-8d10-b41a1202aac0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:52.888708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e011b9-034e-4d17-8d10-b41a1202aac0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event deleted for resources: {'Port': ['ID=2842f199-b772-4bc9-a381-8fe596bdb96a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:53.022421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b905aa53-c7cd-45e8-b3ba-c3242e707b0c None None] Provisioning complete for port 2ffc8919-9f17-48b7-bcd0-eab841208ae0 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:53.022997 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b905aa53-c7cd-45e8-b3ba-c3242e707b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:53.028959 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36e011b9-034e-4d17-8d10-b41a1202aac0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:53.134315 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:53.218502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 2ffc8919-9f17-48b7-bcd0-eab841208ae0, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2ffc8919-9f17-48b7-bcd0-eab841208ae0,segment=NetworkSegment(db045e1d-c934-42cd-9f2c-f71ba58043d5),segment_id=db045e1d-c934-42cd-9f2c-f71ba58043d5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:57:53.231774 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:53.235140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 46efe605-ed81-43a8-9881-6b3a0ce6aaef up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:57:53.408452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e011b9-034e-4d17-8d10-b41a1202aac0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Router eef7934e-b42c-4cd5-a810-2000a3d09031 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:57:53.484822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=2ffc8919-9f17-48b7-bcd0-eab841208ae0,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:53.518989 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 46efe605-ed81-43a8-9881-6b3a0ce6aaef triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:53.524658 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:53.600261 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e011b9-034e-4d17-8d10-b41a1202aac0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:57:53.611112 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cddc93-dc9f-4faa-b63a-d10eec1d966e None None] Sync routers for ids ['eef7934e-b42c-4cd5-a810-2000a3d09031'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:57:53.621722 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42594) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:53.622504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-47ba01fb-a95e-4342-89bd-f6101001cc75 None None] Could not find standard attr ID for object 2842f199-b772-4bc9-a381-8fe596bdb96a. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:57:53.636327 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-36e011b9-034e-4d17-8d10-b41a1202aac0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "PUT /v2.0/routers/eef7934e-b42c-4cd5-a810-2000a3d09031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7659597 Nov 13 04:57:53.647539 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cddc93-dc9f-4faa-b63a-d10eec1d966e None None] Routers {'eef7934e-b42c-4cd5-a810-2000a3d09031'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:53.650559 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-35cddc93-dc9f-4faa-b63a-d10eec1d966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['eef7934e-b42c-4cd5-a810-2000a3d09031'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:53.722972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-47ba01fb-a95e-4342-89bd-f6101001cc75 None None] Provisioning complete for port 2ffc8919-9f17-48b7-bcd0-eab841208ae0 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:53.723309 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47ba01fb-a95e-4342-89bd-f6101001cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:53.726724 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-35cddc93-dc9f-4faa-b63a-d10eec1d966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:53.733948 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-71ff3c38-ea8f-4197-a9c0-fdeb6b99a268 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] delete failed (client error): The resource could not be found. Nov 13 04:57:53.740204 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42604) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:53.745078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7da29640-306a-424e-9cb0-6ab9bb87ee76 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eef7934e-b42c-4cd5-a810-2000a3d09031'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:57:53.756246 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cddc93-dc9f-4faa-b63a-d10eec1d966e None None] Routers {'eef7934e-b42c-4cd5-a810-2000a3d09031'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:53.759216 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-35cddc93-dc9f-4faa-b63a-d10eec1d966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['eef7934e-b42c-4cd5-a810-2000a3d09031'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:53.767480 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-71ff3c38-ea8f-4197-a9c0-fdeb6b99a268 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1092983889 HTTP/1.1" status: 404 len: 335 time: 0.1446090 Nov 13 04:57:53.867558 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-35cddc93-dc9f-4faa-b63a-d10eec1d966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:53.868567 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cddc93-dc9f-4faa-b63a-d10eec1d966e None None] The sync data for ids ['eef7934e-b42c-4cd5-a810-2000a3d09031'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:57:54.201546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2ffc8919-9f17-48b7-bcd0-eab841208ae0 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:57:54.315866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 2ffc8919-9f17-48b7-bcd0-eab841208ae0 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:54.316239 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:54.966660 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7da29640-306a-424e-9cb0-6ab9bb87ee76 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:54.998160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b908c15-4496-434a-a917-5f64b2e4511b req-8041da9b-bbd6-4f64-94ac-81835b14d4c2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:54.999302 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b908c15-4496-434a-a917-5f64b2e4511b req-8041da9b-bbd6-4f64-94ac-81835b14d4c2 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 1.1088417 Nov 13 04:57:55.057759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2b5bf-5a2a-4cbb-a1bd-946935649b98 req-0f9e136b-71bb-4c71-a040-c7cb3b5c82da tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:55.067611 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ecd2b5bf-5a2a-4cbb-a1bd-946935649b98 req-0f9e136b-71bb-4c71-a040-c7cb3b5c82da tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.46 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 946 time: 0.1802685 Nov 13 04:57:55.070557 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-7da29640-306a-424e-9cb0-6ab9bb87ee76 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] update failed (client error): The resource could not be found. Nov 13 04:57:55.071574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7da29640-306a-424e-9cb0-6ab9bb87ee76 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "PUT /v2.0/routers/eef7934e-b42c-4cd5-a810-2000a3d09031 HTTP/1.1" status: 404 len: 339 time: 1.3303542 Nov 13 04:57:55.076940 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42634) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:55.270404 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b908c15-4496-434a-a917-5f64b2e4511b req-0f7eb59e-a430-4e42-953d-6cb8e512f601 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012196 Nov 13 04:57:55.715112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-ecd2b5bf-5a2a-4cbb-a1bd-946935649b98 req-432639ba-9631-48c1-8746-1710eb081604 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Deleting port ad0d4edd-55a9-420a-b682-cea97bf7918a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:57:55.715465 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ecd2b5bf-5a2a-4cbb-a1bd-946935649b98 req-432639ba-9631-48c1-8746-1710eb081604 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:55.786357 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:56.001802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ecd2b5bf-5a2a-4cbb-a1bd-946935649b98 req-432639ba-9631-48c1-8746-1710eb081604 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] For port ad0d4edd-55a9-420a-b682-cea97bf7918a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=ad0d4edd-55a9-420a-b682-cea97bf7918a,segment=NetworkSegment(ecce5032-fb7b-4455-99cb-5fa1fd104158),segment_id=ecce5032-fb7b-4455-99cb-5fa1fd104158)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:57:56.002466 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ecd2b5bf-5a2a-4cbb-a1bd-946935649b98 req-432639ba-9631-48c1-8746-1710eb081604 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:56.027173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-ecd2b5bf-5a2a-4cbb-a1bd-946935649b98 req-432639ba-9631-48c1-8746-1710eb081604 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Calling delete_port for ad0d4edd-55a9-420a-b682-cea97bf7918a owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:57:56.387253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Allocated IP 172.20.0.1 (678f8bb9-ae16-4a88-9bdc-fbaaebc77794/a39d995a-c4f9-407e-b00f-afca74ea40a1/e17c8fdb-e879-4e75-86fa-42e64708134b) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:57:56.687075 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:56.719969 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ecd2b5bf-5a2a-4cbb-a1bd-946935649b98 req-432639ba-9631-48c1-8746-1710eb081604 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:56.834948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432639ba-9631-48c1-8746-1710eb081604 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Pushing event deleted for resources: {'Port': ['ID=ad0d4edd-55a9-420a-b682-cea97bf7918a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:56.857932 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:56.939011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event updated for resources: {'Port': ['ID=e17c8fdb-e879-4e75-86fa-42e64708134b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:56.990870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ef7bc-d8be-4322-b246-b7a82e46e48f req-a6d25e6a-b039-43e3-b7cf-32be79077171 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:57:56.993039 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7b6ef7bc-d8be-4322-b246-b7a82e46e48f req-a6d25e6a-b039-43e3-b7cf-32be79077171 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/ports?device_id=042a8156-3f30-444b-805c-a7ef5a485e86 HTTP/1.1" status: 200 len: 868 time: 0.5954270 Nov 13 04:57:56.998080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd2b5bf-5a2a-4cbb-a1bd-946935649b98 req-432639ba-9631-48c1-8746-1710eb081604 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] No DVR routers for this DVR port ad0d4edd-55a9-420a-b682-cea97bf7918a on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:57:57.001265 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Network 678f8bb9-ae16-4a88-9bdc-fbaaebc77794 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:57:57.011157 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ecd2b5bf-5a2a-4cbb-a1bd-946935649b98 req-432639ba-9631-48c1-8746-1710eb081604 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:57.016080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ecd2b5bf-5a2a-4cbb-a1bd-946935649b98 req-432639ba-9631-48c1-8746-1710eb081604 tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.46 "DELETE /v2.0/ports/ad0d4edd-55a9-420a-b682-cea97bf7918a HTTP/1.1" status: 204 len: 173 time: 1.9386842 Nov 13 04:57:57.017545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042a8156-3f30-444b-805c-a7ef5a485e86', 'name': 'network-vif-deleted', 'tag': 'ad0d4edd-55a9-420a-b682-cea97bf7918a'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:57:57.026566 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac06d1b-b1d4-47e8-8d5a-572f5899a81c" -d '{"events": [{"server_uuid": "042a8156-3f30-444b-805c-a7ef5a485e86", "name": "network-vif-deleted", "tag": "ad0d4edd-55a9-420a-b682-cea97bf7918a"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:57:57.033957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:57.060597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:57:57.154878 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7b6ef7bc-d8be-4322-b246-b7a82e46e48f req-b863a1df-8367-4c72-8367-cf9ddf094b9a tempest-ServersNegativeTestJSON-1119947386 tempest-ServersNegativeTestJSON-1119947386-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd9d7be-0fd6-4328-ba73-3c352fe9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472483 Nov 13 04:57:57.156576 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:57.176635 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device ad0d4edd-55a9-420a-b682-cea97bf7918a no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:57:57.238082 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: ad0d4edd-55a9-420a-b682-cea97bf7918a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:57:57.238436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device ad0d4edd-55a9-420a-b682-cea97bf7918a not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:57:57.380789 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:57.591867 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc3a056-36f6-4ced-83cb-81a3856f071a x-openstack-request-id: req-3bc3a056-36f6-4ced-83cb-81a3856f071a {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:57:57.592160 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042a8156-3f30-444b-805c-a7ef5a485e86", "name": "network-vif-deleted", "tag": "ad0d4edd-55a9-420a-b682-cea97bf7918a", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:57:57.592409 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bc3a056-36f6-4ced-83cb-81a3856f071a {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:57:57.592808 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042a8156-3f30-444b-805c-a7ef5a485e86', 'name': 'network-vif-deleted', 'tag': 'ad0d4edd-55a9-420a-b682-cea97bf7918a', 'status': 'completed', 'code': 200} Nov 13 04:57:57.708136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6bcdb88a-beae-4cc6-93e0-f887e5040445 None None] Provisioning complete for port e17c8fdb-e879-4e75-86fa-42e64708134b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:57.708921 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb88a-beae-4cc6-93e0-f887e5040445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:57.783638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdb88a-beae-4cc6-93e0-f887e5040445 None None] Port e17c8fdb-e879-4e75-86fa-42e64708134b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:57:57.948551 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:57.958521 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:58.163811 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:58.166781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event updated for resources: {'Port': ['ID=e17c8fdb-e879-4e75-86fa-42e64708134b,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:58.225079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42724) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:58.343775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a6b52c-85ca-4e00-9a8b-09c594645e88 admin admin] Deleting subnet 89e58c8e-4d06-4ded-8d18-eb31bc30d760 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:57:58.351632 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09a6b52c-85ca-4e00-9a8b-09c594645e88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:58.356323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Network 678f8bb9-ae16-4a88-9bdc-fbaaebc77794 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:57:58.357924 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:57:58.459945 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09a6b52c-85ca-4e00-9a8b-09c594645e88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:58.474769 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:58.580874 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09a6b52c-85ca-4e00-9a8b-09c594645e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:58.581838 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:57:58.607995 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Router eef7934e-b42c-4cd5-a810-2000a3d09031 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:57:58.743729 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09a6b52c-85ca-4e00-9a8b-09c594645e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:58.772030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:57:58.783770 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf40b8-b876-466d-b800-2e616f584d55 None None] Sync routers for ids ['eef7934e-b42c-4cd5-a810-2000a3d09031'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:57:58.815520 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-256208fd-4975-4032-908a-67b211c290ad tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "PUT /v2.0/routers/eef7934e-b42c-4cd5-a810-2000a3d09031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7324913 Nov 13 04:57:58.820221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf40b8-b876-466d-b800-2e616f584d55 None None] Routers {'eef7934e-b42c-4cd5-a810-2000a3d09031'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:58.820452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42738) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:58.823156 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-daaf40b8-b876-466d-b800-2e616f584d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['eef7934e-b42c-4cd5-a810-2000a3d09031'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:58.845261 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6b52c-85ca-4e00-9a8b-09c594645e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e58c8e-4d06-4ded-8d18-eb31bc30d760,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:58.856927 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09a6b52c-85ca-4e00-9a8b-09c594645e88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:58.870147 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-09a6b52c-85ca-4e00-9a8b-09c594645e88 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/89e58c8e-4d06-4ded-8d18-eb31bc30d760 HTTP/1.1" status: 204 len: 168 time: 0.6432822 Nov 13 04:57:58.870852 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42740) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:58.968101 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-daaf40b8-b876-466d-b800-2e616f584d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:58.996358 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:59.001298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9a1ba5a0-88ae-4938-bdeb-e3987ecabdea None None] Provisioning complete for port e17c8fdb-e879-4e75-86fa-42e64708134b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:57:59.001937 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a1ba5a0-88ae-4938-bdeb-e3987ecabdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:59.009116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d56b9cc-ea9a-44c0-81d6-f9a3286c6cd2 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:59.070539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ba5a0-88ae-4938-bdeb-e3987ecabdea None None] Port e17c8fdb-e879-4e75-86fa-42e64708134b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:57:59.073262 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aaf39682-dddb-4172-ade6-bef0b253af2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:59.077470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf40b8-b876-466d-b800-2e616f584d55 None None] Routers {'eef7934e-b42c-4cd5-a810-2000a3d09031'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:57:59.078771 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-daaf40b8-b876-466d-b800-2e616f584d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['eef7934e-b42c-4cd5-a810-2000a3d09031'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:59.118017 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-daaf40b8-b876-466d-b800-2e616f584d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:59.118869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf40b8-b876-466d-b800-2e616f584d55 None None] The sync data for ids ['eef7934e-b42c-4cd5-a810-2000a3d09031'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:57:59.128618 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-4d56b9cc-ea9a-44c0-81d6-f9a3286c6cd2 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 13 04:57:59.129860 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4d56b9cc-ea9a-44c0-81d6-f9a3286c6cd2 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "DELETE /v2.0/routers/eef7934e-b42c-4cd5-a810-2000a3d09031 HTTP/1.1" status: 409 len: 329 time: 0.3050420 Nov 13 04:57:59.132953 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42746) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:57:59.224051 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aaf39682-dddb-4172-ade6-bef0b253af2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:59.249146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-aaf39682-dddb-4172-ade6-bef0b253af2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb2632b-74bc-4df5-a542-366e4891a266']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:59.264530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-aaf39682-dddb-4172-ade6-bef0b253af2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecce5032-fb7b-4455-99cb-5fa1fd104158') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:59.267738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-aaf39682-dddb-4172-ade6-bef0b253af2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecce5032-fb7b-4455-99cb-5fa1fd104158') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:57:59.323017 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aaf39682-dddb-4172-ade6-bef0b253af2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:59.388503 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aaf39682-dddb-4172-ade6-bef0b253af2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:59.406890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf39682-dddb-4172-ade6-bef0b253af2a admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:57:59.407482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aaf39682-dddb-4172-ade6-bef0b253af2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:57:59.409682 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:57:59.542519 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aaf39682-dddb-4172-ade6-bef0b253af2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:59.565988 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aaf39682-dddb-4172-ade6-bef0b253af2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:57:59.579692 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-aaf39682-dddb-4172-ade6-bef0b253af2a admin admin] 10.222.0.43 "DELETE /v2.0/networks/efb2632b-74bc-4df5-a542-366e4891a266 HTTP/1.1" status: 204 len: 168 time: 0.7069931 Nov 13 04:57:59.597838 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf39682-dddb-4172-ade6-bef0b253af2a admin admin] Pushing event deleted for resources: {'Network': ['ID=efb2632b-74bc-4df5-a542-366e4891a266,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:57:59.689593 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f23a05f8-ae86-4c01-9979-11218bba9d74 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:00.225300 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42776) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:00.335190 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8e37b086-91be-4bd4-83bb-b34ebe4375f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6e023533a144f13bb7562e9a400409b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1083906 Nov 13 04:58:00.336181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42780) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:00.426375 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fef991ae-2666-429e-9373-26b5e48a7e29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:00.463922 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fef991ae-2666-429e-9373-26b5e48a7e29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:00.543114 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fef991ae-2666-429e-9373-26b5e48a7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:00.545890 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fef991ae-2666-429e-9373-26b5e48a7e29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:00.547196 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fef991ae-2666-429e-9373-26b5e48a7e29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cd9d7be-0fd6-4328-ba73-3c352fe9e243 HTTP/1.1" status: 204 len: 168 time: 0.2101731 Nov 13 04:58:00.558807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef991ae-2666-429e-9373-26b5e48a7e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd9d7be-0fd6-4328-ba73-3c352fe9e243,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:00.803486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f23a05f8-ae86-4c01-9979-11218bba9d74 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Deleting port e17c8fdb-e879-4e75-86fa-42e64708134b {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:58:00.804596 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f23a05f8-ae86-4c01-9979-11218bba9d74 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:00.992309 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f23a05f8-ae86-4c01-9979-11218bba9d74 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:01.009963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f23a05f8-ae86-4c01-9979-11218bba9d74 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Calling delete_port for e17c8fdb-e879-4e75-86fa-42e64708134b owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:58:01.511977 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f23a05f8-ae86-4c01-9979-11218bba9d74 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:01.584484 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a05f8-ae86-4c01-9979-11218bba9d74 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event deleted for resources: {'Port': ['ID=e17c8fdb-e879-4e75-86fa-42e64708134b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:01.925872 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f23a05f8-ae86-4c01-9979-11218bba9d74 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:02.271825 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23a05f8-ae86-4c01-9979-11218bba9d74 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Router eef7934e-b42c-4cd5-a810-2000a3d09031 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 04:58:02.364710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23a05f8-ae86-4c01-9979-11218bba9d74 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 04:58:02.378060 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f23a05f8-ae86-4c01-9979-11218bba9d74 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "PUT /v2.0/routers/eef7934e-b42c-4cd5-a810-2000a3d09031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2403994 Nov 13 04:58:02.378505 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42842) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:02.382330 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89237fec-a8b7-4606-8fa1-15759adda033 None None] Sync routers for ids ['eef7934e-b42c-4cd5-a810-2000a3d09031'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 04:58:02.393934 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89237fec-a8b7-4606-8fa1-15759adda033 None None] Routers {'eef7934e-b42c-4cd5-a810-2000a3d09031'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:58:02.394885 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-89237fec-a8b7-4606-8fa1-15759adda033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['eef7934e-b42c-4cd5-a810-2000a3d09031'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:02.424299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42844) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:02.437516 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-83f5b536-9d93-4fd6-8ac4-62e90c41296f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] show failed (client error): The resource could not be found. Nov 13 04:58:02.439031 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-83f5b536-9d93-4fd6-8ac4-62e90c41296f tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1383114304 HTTP/1.1" status: 404 len: 335 time: 0.0593226 Nov 13 04:58:02.444800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42848) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:02.449825 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-49b54c39-6c37-45b6-a413-e6104a3dfa88 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:02.487846 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-89237fec-a8b7-4606-8fa1-15759adda033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:02.509916 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89237fec-a8b7-4606-8fa1-15759adda033 None None] Routers {'eef7934e-b42c-4cd5-a810-2000a3d09031'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 04:58:02.510798 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-89237fec-a8b7-4606-8fa1-15759adda033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T04:57:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['eef7934e-b42c-4cd5-a810-2000a3d09031'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:02.568786 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-89237fec-a8b7-4606-8fa1-15759adda033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:02.569902 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89237fec-a8b7-4606-8fa1-15759adda033 None None] The sync data for ids ['eef7934e-b42c-4cd5-a810-2000a3d09031'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 04:58:02.571185 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-49b54c39-6c37-45b6-a413-e6104a3dfa88 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] update failed (client error): The resource could not be found. Nov 13 04:58:02.577425 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-49b54c39-6c37-45b6-a413-e6104a3dfa88 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1536486394 HTTP/1.1" status: 404 len: 335 time: 0.1286931 Nov 13 04:58:02.578318 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42856) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:02.658577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f13984d-ae9a-48aa-ab84-5277cf25f7c1 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Deleting subnet 16f0e15c-7094-401d-92aa-330daac927fc {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:58:02.670475 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f13984d-ae9a-48aa-ab84-5277cf25f7c1 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:02.783639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f13984d-ae9a-48aa-ab84-5277cf25f7c1 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:02.828007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1534984964-network', 'tenant_id': 'e2b7086ba24c4b84b583f0833c0e9345'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:02.856553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] Made reservation on behalf of e2b7086ba24c4b84b583f0833c0e9345 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:58:02.860552 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:02.897460 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:03.000229 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f13984d-ae9a-48aa-ab84-5277cf25f7c1 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:03.116820 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:03.127603 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:03.143710 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f13984d-ae9a-48aa-ab84-5277cf25f7c1 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:03.196734 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13984d-ae9a-48aa-ab84-5277cf25f7c1 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event deleted for resources: {'Subnet': ['ID=16f0e15c-7094-401d-92aa-330daac927fc,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:03.221319 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:58:03.237613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1129f8b-faa5-4cab-8c25-22138a1ccde4 None None] Network 14bea414-33b0-486b-a300-0c2dc4d916fc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:58:03.238160 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f13984d-ae9a-48aa-ab84-5277cf25f7c1 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:03.244956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42882) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:03.246309 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8f13984d-ae9a-48aa-ab84-5277cf25f7c1 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "DELETE /v2.0/subnets/16f0e15c-7094-401d-92aa-330daac927fc HTTP/1.1" status: 204 len: 168 time: 0.6663151 Nov 13 04:58:03.276169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6345410a-de68-4a9f-96fd-a88446c6f0b1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:03.290193 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:03.291229 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] Added segment d8571b5b-aebe-4c1a-ae9b-cd7907e12272 of type vlan for network 1511783c-25b5-4d5b-9579-485e01eb6273 Nov 13 04:58:03.411732 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e529eb2-f4de-4800-8306-60ff59030ee3 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Deleting subnet 261131e9-a83f-4536-8c93-84b084f5bcd0 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:58:03.416192 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e529eb2-f4de-4800-8306-60ff59030ee3 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:03.436690 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:03.496715 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:03.498267 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:03.498937 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:03.509257 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e529eb2-f4de-4800-8306-60ff59030ee3 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:03.593764 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1683931 Nov 13 04:58:03.628217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42886) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:03.636958 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-18c64c49-8986-4990-9e0a-457985dad962 admin admin] Request body: {'subnet': {'network_id': '1511783c-25b5-4d5b-9579-485e01eb6273', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1534984964-subnet', 'tenant_id': 'e2b7086ba24c4b84b583f0833c0e9345', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:03.677813 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8085a4-7241-4ffe-9c9f-4f99a6dc0dee None None] DHCP port deletion for 14bea414-33b0-486b-a300-0c2dc4d916fc request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:58:03.715449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c64c49-8986-4990-9e0a-457985dad962 admin admin] Made reservation on behalf of e2b7086ba24c4b84b583f0833c0e9345 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:58:03.720852 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-18c64c49-8986-4990-9e0a-457985dad962 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:03.768461 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e529eb2-f4de-4800-8306-60ff59030ee3 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:03.794369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e8714-ae86-4c87-8529-91e19c3c2baa admin admin] Pushing event updated for resources: {'Network': ['ID=1511783c-25b5-4d5b-9579-485e01eb6273,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:03.819020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 1511783c-25b5-4d5b-9579-485e01eb6273 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:58:04.017624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1b8085a4-7241-4ffe-9c9f-4f99a6dc0dee None None] Deleting port 2ffc8919-9f17-48b7-bcd0-eab841208ae0 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:58:04.018671 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b8085a4-7241-4ffe-9c9f-4f99a6dc0dee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:04.035557 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e529eb2-f4de-4800-8306-60ff59030ee3 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:04.153619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e529eb2-f4de-4800-8306-60ff59030ee3 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event deleted for resources: {'Subnet': ['ID=261131e9-a83f-4536-8c93-84b084f5bcd0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:04.173680 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e529eb2-f4de-4800-8306-60ff59030ee3 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:04.183061 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6e529eb2-f4de-4800-8306-60ff59030ee3 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "DELETE /v2.0/subnets/261131e9-a83f-4536-8c93-84b084f5bcd0 HTTP/1.1" status: 204 len: 168 time: 0.9367738 Nov 13 04:58:04.187999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42900) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:04.225891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a98730-a471-4031-8aac-e584bc836079 None None] Network 23334299-8c55-41cf-9c92-4b87fbb39b88 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:58:04.227968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2ffc8919-9f17-48b7-bcd0-eab841208ae0 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:58:04.241571 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-18c64c49-8986-4990-9e0a-457985dad962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:04.319955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c64c49-8986-4990-9e0a-457985dad962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ec0285-24fe-4094-9f81-3856e994c84a,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:04.328838 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c64c49-8986-4990-9e0a-457985dad962 admin admin] Checking segment: {'id': 'd8571b5b-aebe-4c1a-ae9b-cd7907e12272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1511783c-25b5-4d5b-9579-485e01eb6273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:58:04.329206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c64c49-8986-4990-9e0a-457985dad962 admin admin] Network hostable DHCP agents. Network: 1511783c-25b5-4d5b-9579-485e01eb6273, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:58:04.346093 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8debe694-a880-4e8a-a697-2f744577e37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:04.364944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c64c49-8986-4990-9e0a-457985dad962 admin admin] Network 1511783c-25b5-4d5b-9579-485e01eb6273 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:58:04.387952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-18c64c49-8986-4990-9e0a-457985dad962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 1511783c-25b5-4d5b-9579-485e01eb6273) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:58:04.404093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c64c49-8986-4990-9e0a-457985dad962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:04.406595 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-18c64c49-8986-4990-9e0a-457985dad962 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:04.445381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1b8085a4-7241-4ffe-9c9f-4f99a6dc0dee None None] For port 2ffc8919-9f17-48b7-bcd0-eab841208ae0, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2ffc8919-9f17-48b7-bcd0-eab841208ae0,segment=NetworkSegment(db045e1d-c934-42cd-9f2c-f71ba58043d5),segment_id=db045e1d-c934-42cd-9f2c-f71ba58043d5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:58:04.445820 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b8085a4-7241-4ffe-9c9f-4f99a6dc0dee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:04.452243 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-18c64c49-8986-4990-9e0a-457985dad962 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8216841 Nov 13 04:58:04.457413 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eb0180-bbde-43c8-a632-9a111d7e44eb None None] Network 1511783c-25b5-4d5b-9579-485e01eb6273 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:58:04.492956 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:04.600421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Deleting port 2ffc8919-9f17-48b7-bcd0-eab841208ae0 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:58:04.601339 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:04.704606 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42916) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:04.787972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] For port 2ffc8919-9f17-48b7-bcd0-eab841208ae0, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2ffc8919-9f17-48b7-bcd0-eab841208ae0,segment=NetworkSegment(db045e1d-c934-42cd-9f2c-f71ba58043d5),segment_id=db045e1d-c934-42cd-9f2c-f71ba58043d5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:58:04.791507 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:04.830412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Calling delete_port for 2ffc8919-9f17-48b7-bcd0-eab841208ae0 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:58:04.836691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-182f7824-0d65-4796-88a0-af4084256793 admin admin] Deleting subnet c0ec0285-24fe-4094-9f81-3856e994c84a {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:58:04.846835 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-182f7824-0d65-4796-88a0-af4084256793 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:04.993436 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-182f7824-0d65-4796-88a0-af4084256793 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.024820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1b8085a4-7241-4ffe-9c9f-4f99a6dc0dee None None] Calling delete_port for 2ffc8919-9f17-48b7-bcd0-eab841208ae0 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:58:05.025245 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.104263 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event deleted for resources: {'Port': ['ID=2ffc8919-9f17-48b7-bcd0-eab841208ae0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:05.112106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] No DVR routers for this DVR port 2ffc8919-9f17-48b7-bcd0-eab841208ae0 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:58:05.113869 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-182f7824-0d65-4796-88a0-af4084256793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.210844 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.244883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bea414-33b0-486b-a300-0c2dc4d916fc']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:05.262218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db045e1d-c934-42cd-9f2c-f71ba58043d5') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:05.262475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db045e1d-c934-42cd-9f2c-f71ba58043d5') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:05.265747 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No active binding found for port 2ffc8919-9f17-48b7-bcd0-eab841208ae0 {{(pid=102669) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 13 04:58:05.266390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2ffc8919-9f17-48b7-bcd0-eab841208ae0 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:58:05.287518 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-182f7824-0d65-4796-88a0-af4084256793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.292255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccd8a1f-bf53-4717-8622-1f0d2aaffc11 None None] Network 1511783c-25b5-4d5b-9579-485e01eb6273 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:58:05.300443 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.317592 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.327439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:58:05.327947 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.341240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f7824-0d65-4796-88a0-af4084256793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ec0285-24fe-4094-9f81-3856e994c84a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:05.348823 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-182f7824-0d65-4796-88a0-af4084256793 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.359456 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-182f7824-0d65-4796-88a0-af4084256793 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c0ec0285-24fe-4094-9f81-3856e994c84a HTTP/1.1" status: 204 len: 168 time: 0.6536674 Nov 13 04:58:05.360111 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42934) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:05.530877 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2cb96d26-261f-496c-a795-5a4e7c823280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.671662 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b8085a4-7241-4ffe-9c9f-4f99a6dc0dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.711221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8085a4-7241-4ffe-9c9f-4f99a6dc0dee None None] Pushing event deleted for resources: {'Port': ['ID=2ffc8919-9f17-48b7-bcd0-eab841208ae0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:05.713644 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8085a4-7241-4ffe-9c9f-4f99a6dc0dee None None] No DVR routers for this DVR port 2ffc8919-9f17-48b7-bcd0-eab841208ae0 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:58:05.754796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12112a5-7561-4e3c-ac30-fd044090afbe None None] DHCP port deletion for 23334299-8c55-41cf-9c92-4b87fbb39b88 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:58:05.782067 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2cb96d26-261f-496c-a795-5a4e7c823280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.818618 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d12112a5-7561-4e3c-ac30-fd044090afbe None None] Deleting port 46efe605-ed81-43a8-9881-6b3a0ce6aaef {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:58:05.819009 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d12112a5-7561-4e3c-ac30-fd044090afbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.825887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-2cb96d26-261f-496c-a795-5a4e7c823280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1511783c-25b5-4d5b-9579-485e01eb6273']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:05.844106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-2cb96d26-261f-496c-a795-5a4e7c823280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8571b5b-aebe-4c1a-ae9b-cd7907e12272') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:05.844522 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-2cb96d26-261f-496c-a795-5a4e7c823280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8571b5b-aebe-4c1a-ae9b-cd7907e12272') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:05.860274 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2cb96d26-261f-496c-a795-5a4e7c823280 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.881429 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2cb96d26-261f-496c-a795-5a4e7c823280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.901673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb96d26-261f-496c-a795-5a4e7c823280 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:58:05.902086 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2cb96d26-261f-496c-a795-5a4e7c823280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.902776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d12112a5-7561-4e3c-ac30-fd044090afbe None None] For port 46efe605-ed81-43a8-9881-6b3a0ce6aaef, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=46efe605-ed81-43a8-9881-6b3a0ce6aaef,segment=NetworkSegment(a8751950-b05e-4b17-aba2-07e9ee6d3220),segment_id=a8751950-b05e-4b17-aba2-07e9ee6d3220)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:58:05.903330 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d12112a5-7561-4e3c-ac30-fd044090afbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:58:05.913282 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:58:05.925643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d12112a5-7561-4e3c-ac30-fd044090afbe None None] Calling delete_port for 46efe605-ed81-43a8-9881-6b3a0ce6aaef owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:58:05.972678 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:58:05.987940 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.002301 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.022348 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "DELETE /v2.0/networks/14bea414-33b0-486b-a300-0c2dc4d916fc HTTP/1.1" status: 204 len: 168 time: 1.8302462 Nov 13 04:58:06.022348 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42958) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:06.078239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2988a-b574-4067-9359-e374d5290169 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event deleted for resources: {'Network': ['ID=14bea414-33b0-486b-a300-0c2dc4d916fc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:06.120464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2cb96d26-261f-496c-a795-5a4e7c823280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.125984 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2cb96d26-261f-496c-a795-5a4e7c823280 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.133299 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2cb96d26-261f-496c-a795-5a4e7c823280 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1511783c-25b5-4d5b-9579-485e01eb6273 HTTP/1.1" status: 204 len: 168 time: 0.7640541 Nov 13 04:58:06.175671 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb96d26-261f-496c-a795-5a4e7c823280 admin admin] Pushing event deleted for resources: {'Network': ['ID=1511783c-25b5-4d5b-9579-485e01eb6273,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:06.233693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-fe484bbd-ebf3-4ba4-9f73-2d0c2df7fac7 req-4415fc7e-fd4b-49d8-9c9c-ec8e7c3dc7db service neutron] (102668) timed out ('10.222.0.36', 60161) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 04:58:06.241587 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 46efe605-ed81-43a8-9881-6b3a0ce6aaef no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:58:06.294681 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.386304 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.412775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42974) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:06.416223 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d12112a5-7561-4e3c-ac30-fd044090afbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.496642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f25ef6-414c-4d7c-b134-6ce4527fcba7 req-467ca78f-dcc9-4ece-a9e5-467f09bee267 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:06.504551 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a1f25ef6-414c-4d7c-b134-6ce4527fcba7 req-467ca78f-dcc9-4ece-a9e5-467f09bee267 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 945 time: 0.0841455 Nov 13 04:58:06.516394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12112a5-7561-4e3c-ac30-fd044090afbe None None] Pushing event deleted for resources: {'Port': ['ID=46efe605-ed81-43a8-9881-6b3a0ce6aaef,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:06.549427 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Deleting port 46efe605-ed81-43a8-9881-6b3a0ce6aaef {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:58:06.549838 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.555839 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33dd6cf7-4ab8-47b6-a1a6-4d7204773467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.561690 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f4b9d0cf-f148-49ac-9a51-2a9faf71cb77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2b7086ba24c4b84b583f0833c0e9345&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1453049 Nov 13 04:58:06.563395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42980) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:06.565254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12112a5-7561-4e3c-ac30-fd044090afbe None None] No DVR routers for this DVR port 46efe605-ed81-43a8-9881-6b3a0ce6aaef on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:58:06.667626 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a1f25ef6-414c-4d7c-b134-6ce4527fcba7 req-6bc633d3-8945-489f-a25c-b67e8fb287ef tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620669 Nov 13 04:58:06.681080 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] For port 46efe605-ed81-43a8-9881-6b3a0ce6aaef, host n-d-813114-2, got binding levels [] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:58:06.681687 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.689763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d186f2d4-427c-48ac-a773-ff74d69259d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.705357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Calling delete_port for 46efe605-ed81-43a8-9881-6b3a0ce6aaef owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:58:06.709095 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Port 46efe605-ed81-43a8-9881-6b3a0ce6aaef was not found and therefore no delete operation was performed {{(pid=102668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 04:58:06.711063 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.720852 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d186f2d4-427c-48ac-a773-ff74d69259d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.724636 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] No DVR routers for this DVR port 46efe605-ed81-43a8-9881-6b3a0ce6aaef on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:58:06.789829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event deleted for resources: {'Port': ['ID=46efe605-ed81-43a8-9881-6b3a0ce6aaef,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:06.790361 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d186f2d4-427c-48ac-a773-ff74d69259d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.793207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d186f2d4-427c-48ac-a773-ff74d69259d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.794958 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d186f2d4-427c-48ac-a773-ff74d69259d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6345410a-de68-4a9f-96fd-a88446c6f0b1 HTTP/1.1" status: 204 len: 168 time: 0.2282712 Nov 13 04:58:06.838428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186f2d4-427c-48ac-a773-ff74d69259d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6345410a-de68-4a9f-96fd-a88446c6f0b1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:06.893978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.929213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23334299-8c55-41cf-9c92-4b87fbb39b88']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:06.940590 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8751950-b05e-4b17-aba2-07e9ee6d3220') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:06.940879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8751950-b05e-4b17-aba2-07e9ee6d3220') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:06.953470 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.968600 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:06.975596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:58:06.976539 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:58:07.058098 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:58:07.087421 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:07.095055 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:07.100823 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "DELETE /v2.0/networks/23334299-8c55-41cf-9c92-4b87fbb39b88 HTTP/1.1" status: 204 len: 168 time: 1.0751536 Nov 13 04:58:07.101803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43004) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:07.132383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac47aa6-feda-482b-9436-47a7cfcc59b7 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event deleted for resources: {'Network': ['ID=23334299-8c55-41cf-9c92-4b87fbb39b88,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:07.218101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8be34b-22f2-45cb-a4f2-f1142ecc62f0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Deleting subnet a39d995a-c4f9-407e-b00f-afca74ea40a1 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:58:07.220940 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ae8be34b-22f2-45cb-a4f2-f1142ecc62f0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:07.290973 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ae8be34b-22f2-45cb-a4f2-f1142ecc62f0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:07.446068 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ae8be34b-22f2-45cb-a4f2-f1142ecc62f0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:07.531009 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ae8be34b-22f2-45cb-a4f2-f1142ecc62f0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:07.559537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30d2835-547b-412b-96a9-78bcc40cd556 None None] Network 678f8bb9-ae16-4a88-9bdc-fbaaebc77794 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:58:07.590982 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ae8be34b-22f2-45cb-a4f2-f1142ecc62f0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:07.603260 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ae8be34b-22f2-45cb-a4f2-f1142ecc62f0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "DELETE /v2.0/subnets/a39d995a-c4f9-407e-b00f-afca74ea40a1 HTTP/1.1" status: 204 len: 168 time: 0.5001345 Nov 13 04:58:07.604583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8be34b-22f2-45cb-a4f2-f1142ecc62f0 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event deleted for resources: {'Subnet': ['ID=a39d995a-c4f9-407e-b00f-afca74ea40a1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:07.605845 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43032) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:07.716904 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:07.796441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baec366f-4709-4c7a-982a-12c339e0ab95 None None] DHCP port deletion for 678f8bb9-ae16-4a88-9bdc-fbaaebc77794 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:58:07.807754 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:07.826306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Deleting port 1a0c11aa-55d4-4392-a107-9f52edaf3e26 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:58:07.826640 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:07.910340 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-baec366f-4709-4c7a-982a-12c339e0ab95 None None] Deleting port 1a0c11aa-55d4-4392-a107-9f52edaf3e26 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:58:07.911051 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-baec366f-4709-4c7a-982a-12c339e0ab95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:07.960077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] For port 1a0c11aa-55d4-4392-a107-9f52edaf3e26, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1a0c11aa-55d4-4392-a107-9f52edaf3e26,segment=NetworkSegment(414ca1eb-cef7-48ee-a8a2-23e91bd52da9),segment_id=414ca1eb-cef7-48ee-a8a2-23e91bd52da9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:58:07.965042 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:07.979498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Calling delete_port for 1a0c11aa-55d4-4392-a107-9f52edaf3e26 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:58:08.055758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-baec366f-4709-4c7a-982a-12c339e0ab95 None None] For port 1a0c11aa-55d4-4392-a107-9f52edaf3e26, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1a0c11aa-55d4-4392-a107-9f52edaf3e26,segment=NetworkSegment(414ca1eb-cef7-48ee-a8a2-23e91bd52da9),segment_id=414ca1eb-cef7-48ee-a8a2-23e91bd52da9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:58:08.056156 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-baec366f-4709-4c7a-982a-12c339e0ab95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:08.087604 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-baec366f-4709-4c7a-982a-12c339e0ab95 None None] Calling delete_port for 1a0c11aa-55d4-4392-a107-9f52edaf3e26 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:58:08.149064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1a0c11aa-55d4-4392-a107-9f52edaf3e26 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:58:08.177111 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:08.207074 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No active binding found for port 1a0c11aa-55d4-4392-a107-9f52edaf3e26 {{(pid=102669) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 13 04:58:08.207074 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1a0c11aa-55d4-4392-a107-9f52edaf3e26 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:58:08.234235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] No DVR routers for this DVR port 1a0c11aa-55d4-4392-a107-9f52edaf3e26 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:58:08.238570 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-baec366f-4709-4c7a-982a-12c339e0ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:08.241587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event deleted for resources: {'Port': ['ID=1a0c11aa-55d4-4392-a107-9f52edaf3e26,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:08.278548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec366f-4709-4c7a-982a-12c339e0ab95 None None] No DVR routers for this DVR port 1a0c11aa-55d4-4392-a107-9f52edaf3e26 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:58:08.349560 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec366f-4709-4c7a-982a-12c339e0ab95 None None] Pushing event deleted for resources: {'Port': ['ID=1a0c11aa-55d4-4392-a107-9f52edaf3e26,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:08.378587 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:08.410070 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678f8bb9-ae16-4a88-9bdc-fbaaebc77794']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:08.422173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414ca1eb-cef7-48ee-a8a2-23e91bd52da9') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:08.422467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414ca1eb-cef7-48ee-a8a2-23e91bd52da9') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:08.433004 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:08.453528 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:08.463988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:58:08.464776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:58:08.534840 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:58:08.552819 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:08.561692 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:08.565581 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "DELETE /v2.0/networks/678f8bb9-ae16-4a88-9bdc-fbaaebc77794 HTTP/1.1" status: 204 len: 168 time: 0.9584806 Nov 13 04:58:08.569228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43070) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:08.601739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffe5e8-9ef8-4798-8185-7e2c1d7b3f26 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Pushing event deleted for resources: {'Network': ['ID=678f8bb9-ae16-4a88-9bdc-fbaaebc77794,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:08.631942 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-59bf46d9-fda5-4e6b-ba27-a878d404134d tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "GET /v2.0/ports?device_id=eef7934e-b42c-4cd5-a810-2000a3d09031 HTTP/1.1" status: 200 len: 205 time: 0.0604360 Nov 13 04:58:08.634472 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43072) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:08.680644 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43074) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:08.735074 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60d54506-29a9-4de3-b382-0c7e0c11ec82 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:08.815954 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-678e2e17-b679-45e9-8d39-9f0e3c9eebd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:08.929897 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-678e2e17-b679-45e9-8d39-9f0e3c9eebd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:08.935592 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-678e2e17-b679-45e9-8d39-9f0e3c9eebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:08.985979 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-678e2e17-b679-45e9-8d39-9f0e3c9eebd3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8cf692ad635a4461a94ebcc909a2cc9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3039613 Nov 13 04:58:08.988462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43086) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:08.995595 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e2e17-b679-45e9-8d39-9f0e3c9eebd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823967ae-d0a0-4fa9-a88c-de36689c9d40,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:09.032953 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60d54506-29a9-4de3-b382-0c7e0c11ec82 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:09.053602 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60d54506-29a9-4de3-b382-0c7e0c11ec82 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:09.071834 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f09d8fb6-98b0-4b74-9a3e-687bc814abc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:09.101957 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:09.116375 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f09d8fb6-98b0-4b74-9a3e-687bc814abc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:09.127772 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60d54506-29a9-4de3-b382-0c7e0c11ec82 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:09.128959 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d54506-29a9-4de3-b382-0c7e0c11ec82 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Fanout notify agent at l3_agent the message router_deleted on router eef7934e-b42c-4cd5-a810-2000a3d09031 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 04:58:09.148799 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60d54506-29a9-4de3-b382-0c7e0c11ec82 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:09.150266 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-60d54506-29a9-4de3-b382-0c7e0c11ec82 tempest-RoutersNegativeTest-210815434 tempest-RoutersNegativeTest-210815434-project] 10.222.0.43 "DELETE /v2.0/routers/eef7934e-b42c-4cd5-a810-2000a3d09031 HTTP/1.1" status: 204 len: 168 time: 0.5144830 Nov 13 04:58:09.189330 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f09d8fb6-98b0-4b74-9a3e-687bc814abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:09.192277 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f09d8fb6-98b0-4b74-9a3e-687bc814abc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:09.196786 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f09d8fb6-98b0-4b74-9a3e-687bc814abc1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/823967ae-d0a0-4fa9-a88c-de36689c9d40 HTTP/1.1" status: 204 len: 168 time: 0.2073781 Nov 13 04:58:09.205520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d8fb6-98b0-4b74-9a3e-687bc814abc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823967ae-d0a0-4fa9-a88c-de36689c9d40,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:09.236568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d80953b7-b232-4f39-9db5-08450b9e844c no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:58:09.323247 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:09.377408 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:58:09.385809 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ebac73-b344-4326-b0cc-cbaf72457bca" -d '{"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-unplugged", "status": "completed", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:58:09.415999 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:58:09.432550 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:09.439638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43112) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:09.534490 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d80953b7-b232-4f39-9db5-08450b9e844c,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:09.633819 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922b1dd9-84b8-4fb3-ab4e-1dd93219873e x-openstack-request-id: req-922b1dd9-84b8-4fb3-ab4e-1dd93219873e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:58:09.633819 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-unplugged", "status": "completed", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:58:09.633982 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-922b1dd9-84b8-4fb3-ab4e-1dd93219873e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:58:09.634811 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'code': 200} Nov 13 04:58:09.710737 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f785584b-834e-47d3-934a-37408617db88 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e60a9ccd3147452f8b18dcfd4a9392a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2697775 Nov 13 04:58:09.713574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43128) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:09.795173 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40b21038-8413-481d-8f06-f07ae2687f3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:09.861039 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40b21038-8413-481d-8f06-f07ae2687f3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:09.943622 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40b21038-8413-481d-8f06-f07ae2687f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:09.948063 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40b21038-8413-481d-8f06-f07ae2687f3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:09.949692 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-40b21038-8413-481d-8f06-f07ae2687f3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/98e1cdc5-5e24-465f-a053-7e665193e9c4 HTTP/1.1" status: 204 len: 168 time: 0.2340062 Nov 13 04:58:09.960978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b21038-8413-481d-8f06-f07ae2687f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e1cdc5-5e24-465f-a053-7e665193e9c4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:10.085846 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:10.927532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43216) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:11.001748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43222) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:11.170941 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-978085fc-b1e8-48d8-8fd6-e9d680dd5cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.258472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d80953b7-b232-4f39-9db5-08450b9e844c details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:58:11.282118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-216cc2c5-e4be-4caf-b293-261e6bbce445 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199788471'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:11.353853 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-216cc2c5-e4be-4caf-b293-261e6bbce445 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.368474 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-216cc2c5-e4be-4caf-b293-261e6bbce445 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.380636 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-978085fc-b1e8-48d8-8fd6-e9d680dd5cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.397486 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-978085fc-b1e8-48d8-8fd6-e9d680dd5cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.447866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:58:11.463705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'port_id': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'mac_address': 'fa:16:3e:be:15:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:58:11.471262 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43240) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:11.472051 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-978085fc-b1e8-48d8-8fd6-e9d680dd5cbb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b31ece30c8fe42848766f57f3d1b3b97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4681702 Nov 13 04:58:11.473347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978085fc-b1e8-48d8-8fd6-e9d680dd5cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc45940-a62d-443f-8653-32a3f67f6402,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:11.540174 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-216cc2c5-e4be-4caf-b293-261e6bbce445 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.555209 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-216cc2c5-e4be-4caf-b293-261e6bbce445 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.575020 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.627759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80953b7-b232-4f39-9db5-08450b9e844c {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:58:11.629428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cc2c5-e4be-4caf-b293-261e6bbce445 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c63001-550b-40f9-9d9a-e8675cd1a9b9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:11.631466 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0692e945-4314-41d9-aaa0-ec79b706608b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.668988 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-216cc2c5-e4be-4caf-b293-261e6bbce445 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.676060 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-216cc2c5-e4be-4caf-b293-261e6bbce445 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.709038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:58:11.715551 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.737604 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0692e945-4314-41d9-aaa0-ec79b706608b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.742417 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-216cc2c5-e4be-4caf-b293-261e6bbce445 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.743936 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-216cc2c5-e4be-4caf-b293-261e6bbce445 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8153546 Nov 13 04:58:11.751104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43244) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:11.772752 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d80953b7-b232-4f39-9db5-08450b9e844c,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:11.782064 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cc2c5-e4be-4caf-b293-261e6bbce445 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f6945c-742c-432b-8c7a-8edf3ac102ff,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:11.861695 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d7983d0b-b691-4076-af09-ef419130af94 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1028495 Nov 13 04:58:11.861833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43250) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:11.868544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f0106473-1ff1-4b49-b671-6cda8e4d11b2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group': {'name': 'tempest-security--1653070731', 'description': 'tempest-security-description-493552067'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:11.960845 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0106473-1ff1-4b49-b671-6cda8e4d11b2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.963464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['d80953b7-b232-4f39-9db5-08450b9e844c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:58:11.967396 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0692e945-4314-41d9-aaa0-ec79b706608b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.975519 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0692e945-4314-41d9-aaa0-ec79b706608b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:11.979411 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0692e945-4314-41d9-aaa0-ec79b706608b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cdc45940-a62d-443f-8653-32a3f67f6402 HTTP/1.1" status: 204 len: 168 time: 0.5048757 Nov 13 04:58:12.033530 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0106473-1ff1-4b49-b671-6cda8e4d11b2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:12.042298 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0106473-1ff1-4b49-b671-6cda8e4d11b2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:12.047782 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0106473-1ff1-4b49-b671-6cda8e4d11b2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:12.048058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692e945-4314-41d9-aaa0-ec79b706608b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc45940-a62d-443f-8653-32a3f67f6402,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:12.057045 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f0106473-1ff1-4b49-b671-6cda8e4d11b2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "PUT /v2.0/security-groups/17f6945c-742c-432b-8c7a-8edf3ac102ff HTTP/1.1" status: 200 len: 1796 time: 0.1938591 Nov 13 04:58:12.060302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43258) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:12.157118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0106473-1ff1-4b49-b671-6cda8e4d11b2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f6945c-742c-432b-8c7a-8edf3ac102ff,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:12.188262 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-46be1ec5-0956-404e-ae83-c6a5e6a78ee9 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-groups/17f6945c-742c-432b-8c7a-8edf3ac102ff HTTP/1.1" status: 200 len: 1796 time: 0.1241348 Nov 13 04:58:12.188639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:12.285466 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7eb7a2d-b427-4db7-b94e-35ed414dc696 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:12.323443 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7eb7a2d-b427-4db7-b94e-35ed414dc696 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:12.433107 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7eb7a2d-b427-4db7-b94e-35ed414dc696 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:12.435780 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7eb7a2d-b427-4db7-b94e-35ed414dc696 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:12.436996 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a7eb7a2d-b427-4db7-b94e-35ed414dc696 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-groups/17f6945c-742c-432b-8c7a-8edf3ac102ff HTTP/1.1" status: 204 len: 168 time: 0.2473974 Nov 13 04:58:12.442651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43276) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:12.454734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb7a2d-b427-4db7-b94e-35ed414dc696 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f6945c-742c-432b-8c7a-8edf3ac102ff,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:12.561088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9e7ebfa4-e5f2-49c2-9faf-8d7f5e0ffbc4 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1164498 Nov 13 04:58:12.566338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43282) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:12.587323 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-ff8b9fb2-459b-41b5-bbba-864d69a595c6 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] delete failed (client error): The resource could not be found. Nov 13 04:58:12.588934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ff8b9fb2-459b-41b5-bbba-864d69a595c6 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-groups/17f6945c-742c-432b-8c7a-8edf3ac102ff HTTP/1.1" status: 404 len: 347 time: 0.0214868 Nov 13 04:58:12.595782 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43284) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:12.600478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-58a60d58-e82b-4e78-9a19-2d4712243a17 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group': {'name': 'tempest-secgroup--298800801'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:12.649935 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58a60d58-e82b-4e78-9a19-2d4712243a17 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:12.816757 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58a60d58-e82b-4e78-9a19-2d4712243a17 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:12.822666 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58a60d58-e82b-4e78-9a19-2d4712243a17 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:12.858953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a60d58-e82b-4e78-9a19-2d4712243a17 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=454a5318-4442-4ae7-adcf-f6305cc47bd9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:12.878759 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58a60d58-e82b-4e78-9a19-2d4712243a17 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:12.886164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43296) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:12.886550 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-58a60d58-e82b-4e78-9a19-2d4712243a17 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2892895 Nov 13 04:58:12.892502 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-4449d54b-57eb-4b93-83e9-f38df832d2a5 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group_rule': {'security_group_id': '454a5318-4442-4ae7-adcf-f6305cc47bd9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:12.980027 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4449d54b-57eb-4b93-83e9-f38df832d2a5 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:13.056823 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4449d54b-57eb-4b93-83e9-f38df832d2a5 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:13.065006 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4449d54b-57eb-4b93-83e9-f38df832d2a5 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:13.094871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449d54b-57eb-4b93-83e9-f38df832d2a5 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df430c34-9913-4518-9561-a1a5586cc949,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:13.108018 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4449d54b-57eb-4b93-83e9-f38df832d2a5 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:13.110686 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4449d54b-57eb-4b93-83e9-f38df832d2a5 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2225847 Nov 13 04:58:13.114384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43310) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:13.157901 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-46e09816-3321-4db4-a31e-a1c5e0c363e4 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:13.173662 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-46e09816-3321-4db4-a31e-a1c5e0c363e4 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:13.233006 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-46e09816-3321-4db4-a31e-a1c5e0c363e4 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:13.248526 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-46e09816-3321-4db4-a31e-a1c5e0c363e4 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:13.250960 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-46e09816-3321-4db4-a31e-a1c5e0c363e4 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/df430c34-9913-4518-9561-a1a5586cc949 HTTP/1.1" status: 204 len: 168 time: 0.1353397 Nov 13 04:58:13.256192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e09816-3321-4db4-a31e-a1c5e0c363e4 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df430c34-9913-4518-9561-a1a5586cc949,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:13.258146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43316) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:13.273192 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d80953b7-b232-4f39-9db5-08450b9e844c up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:58:13.373668 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fbff8a55-c185-45f8-a668-7da6da4292e6 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1137056 Nov 13 04:58:13.376472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port d80953b7-b232-4f39-9db5-08450b9e844c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:58:13.377802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43318) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:13.378059 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:13.482857 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f730d03e-1e14-4d45-af18-18eabee48c15 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:13.589824 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f730d03e-1e14-4d45-af18-18eabee48c15 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:13.628105 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:13.673580 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:58:13.678462 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a3e458-7083-4f70-8d27-8738835d342d" -d '{"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-plugged", "status": "completed", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:58:13.682011 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f730d03e-1e14-4d45-af18-18eabee48c15 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:13.687989 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f730d03e-1e14-4d45-af18-18eabee48c15 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:13.689194 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f730d03e-1e14-4d45-af18-18eabee48c15 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-groups/454a5318-4442-4ae7-adcf-f6305cc47bd9 HTTP/1.1" status: 204 len: 168 time: 0.3102102 Nov 13 04:58:13.692788 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43336) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:13.738448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730d03e-1e14-4d45-af18-18eabee48c15 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=454a5318-4442-4ae7-adcf-f6305cc47bd9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:13.739299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:58:13.754442 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:13.820857 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e693b31f-942e-49a1-9c30-b64a3cdd08f3 x-openstack-request-id: req-e693b31f-942e-49a1-9c30-b64a3cdd08f3 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:58:13.821138 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-plugged", "status": "completed", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:58:13.821373 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e693b31f-942e-49a1-9c30-b64a3cdd08f3 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:58:13.821938 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'code': 200} Nov 13 04:58:13.848220 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ef3f53ba-476f-414c-8447-a9f8a3a70178 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1529317 Nov 13 04:58:13.857598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43340) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:13.863248 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-325e33a3-324a-457a-a332-340a4d924017 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733977784'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:13.883653 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d80953b7-b232-4f39-9db5-08450b9e844c,revision_number=10']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:13.910548 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-325e33a3-324a-457a-a332-340a4d924017 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.028646 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-325e33a3-324a-457a-a332-340a4d924017 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.043371 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-325e33a3-324a-457a-a332-340a4d924017 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.110670 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-325e33a3-324a-457a-a332-340a4d924017 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.112023 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-325e33a3-324a-457a-a332-340a4d924017 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2533128 Nov 13 04:58:14.115634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43350) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:14.122485 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-29d4c5dc-d93a-4450-895e-e46a6565e41b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group_rule': {'security_group_id': 'd8e0cb5d-4420-4380-b945-4f8aff602dcb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:14.139168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e33a3-324a-457a-a332-340a4d924017 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e0cb5d-4420-4380-b945-4f8aff602dcb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:14.169055 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29d4c5dc-d93a-4450-895e-e46a6565e41b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.270538 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29d4c5dc-d93a-4450-895e-e46a6565e41b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.286741 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29d4c5dc-d93a-4450-895e-e46a6565e41b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.309745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4c5dc-d93a-4450-895e-e46a6565e41b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929ad472-f53e-49ab-af2d-859f2d0d2d6c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:14.314131 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29d4c5dc-d93a-4450-895e-e46a6565e41b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.315486 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-29d4c5dc-d93a-4450-895e-e46a6565e41b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1989274 Nov 13 04:58:14.318234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43358) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:14.322762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-81cfd4a1-c133-4407-af3d-b0a7472d6f0b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group_rule': {'security_group_id': 'd8e0cb5d-4420-4380-b945-4f8aff602dcb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:14.384396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81cfd4a1-c133-4407-af3d-b0a7472d6f0b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.504945 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81cfd4a1-c133-4407-af3d-b0a7472d6f0b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.514996 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81cfd4a1-c133-4407-af3d-b0a7472d6f0b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.541702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfd4a1-c133-4407-af3d-b0a7472d6f0b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d62cda-0b47-4105-81ed-f64e511ca8b4,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:14.559932 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81cfd4a1-c133-4407-af3d-b0a7472d6f0b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.568585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43374) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:14.574832 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7fc6c0de-f01f-4bd6-b430-31fd12aaf39d tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group_rule': {'security_group_id': 'd8e0cb5d-4420-4380-b945-4f8aff602dcb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:14.582045 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-81cfd4a1-c133-4407-af3d-b0a7472d6f0b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2482579 Nov 13 04:58:14.636537 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7fc6c0de-f01f-4bd6-b430-31fd12aaf39d tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.812339 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7fc6c0de-f01f-4bd6-b430-31fd12aaf39d tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.821835 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7fc6c0de-f01f-4bd6-b430-31fd12aaf39d tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.851873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6c0de-f01f-4bd6-b430-31fd12aaf39d tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39be4ed-cd8c-4b37-bdfc-85a0997065dd,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:14.887625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7fc6c0de-f01f-4bd6-b430-31fd12aaf39d tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:14.890526 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7fc6c0de-f01f-4bd6-b430-31fd12aaf39d tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3207216 Nov 13 04:58:14.893289 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43390) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:14.915442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-36ed2a49-53a6-4ce4-b868-d06e5e45a3ee tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group_rule': {'security_group_id': 'd8e0cb5d-4420-4380-b945-4f8aff602dcb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:14.980352 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36ed2a49-53a6-4ce4-b868-d06e5e45a3ee tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.108383 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36ed2a49-53a6-4ce4-b868-d06e5e45a3ee tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.114145 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36ed2a49-53a6-4ce4-b868-d06e5e45a3ee tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.181917 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed2a49-53a6-4ce4-b868-d06e5e45a3ee tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3258790b-4322-44ea-a515-142565962736,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:15.197560 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36ed2a49-53a6-4ce4-b868-d06e5e45a3ee tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.201227 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-36ed2a49-53a6-4ce4-b868-d06e5e45a3ee tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2962399 Nov 13 04:58:15.204056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43408) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:15.213794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1a777afd-0171-4093-a452-eef1a8fe1778 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group_rule': {'security_group_id': 'd8e0cb5d-4420-4380-b945-4f8aff602dcb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:15.268216 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a777afd-0171-4093-a452-eef1a8fe1778 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.361084 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a777afd-0171-4093-a452-eef1a8fe1778 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.365482 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a777afd-0171-4093-a452-eef1a8fe1778 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.388723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a777afd-0171-4093-a452-eef1a8fe1778 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2fa121-b9ee-4d21-9c8b-09da036c9ebf,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:15.417014 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a777afd-0171-4093-a452-eef1a8fe1778 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.422334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43422) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:15.423636 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1a777afd-0171-4093-a452-eef1a8fe1778 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2150338 Nov 13 04:58:15.558155 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-014b569b-70ef-450c-ba03-79d0ab6402bc tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.586278 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-014b569b-70ef-450c-ba03-79d0ab6402bc tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.667353 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-014b569b-70ef-450c-ba03-79d0ab6402bc tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.691192 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-014b569b-70ef-450c-ba03-79d0ab6402bc tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.699913 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43438) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:15.707504 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-014b569b-70ef-450c-ba03-79d0ab6402bc tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/1a2fa121-b9ee-4d21-9c8b-09da036c9ebf HTTP/1.1" status: 204 len: 168 time: 0.2840145 Nov 13 04:58:15.709601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b569b-70ef-450c-ba03-79d0ab6402bc tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a2fa121-b9ee-4d21-9c8b-09da036c9ebf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:15.803306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43446) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:15.814627 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1a0c01e1-4e25-462c-b8c1-ea362bab6d68 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1129591 Nov 13 04:58:15.857393 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82e5fa76-827d-4edd-ae61-7bd6fa294b0b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.918934 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82e5fa76-827d-4edd-ae61-7bd6fa294b0b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.978343 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82e5fa76-827d-4edd-ae61-7bd6fa294b0b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.986038 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82e5fa76-827d-4edd-ae61-7bd6fa294b0b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:15.989686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43458) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:15.989872 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-82e5fa76-827d-4edd-ae61-7bd6fa294b0b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3258790b-4322-44ea-a515-142565962736 HTTP/1.1" status: 204 len: 168 time: 0.1841955 Nov 13 04:58:15.999193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5fa76-827d-4edd-ae61-7bd6fa294b0b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3258790b-4322-44ea-a515-142565962736,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:16.143314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43468) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:16.152576 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-43f027f9-c362-4185-99e3-9598ef8a93c5 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1610875 Nov 13 04:58:16.220005 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a73a7947-8bfa-494a-a0d5-f1b3b3309fe3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:16.241146 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a73a7947-8bfa-494a-a0d5-f1b3b3309fe3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:16.299508 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a73a7947-8bfa-494a-a0d5-f1b3b3309fe3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:16.332059 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a73a7947-8bfa-494a-a0d5-f1b3b3309fe3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:16.334245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a73a7947-8bfa-494a-a0d5-f1b3b3309fe3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f39be4ed-cd8c-4b37-bdfc-85a0997065dd HTTP/1.1" status: 204 len: 168 time: 0.1886821 Nov 13 04:58:16.337351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43476) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:16.344628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a7947-8bfa-494a-a0d5-f1b3b3309fe3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f39be4ed-cd8c-4b37-bdfc-85a0997065dd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:16.485350 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43480) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:16.489497 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d26f86f5-921a-4c1b-a70a-670f99bc1acf tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1509166 Nov 13 04:58:16.550395 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fda83100-76a9-49de-963e-564dcd0f4efe tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:16.564862 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fda83100-76a9-49de-963e-564dcd0f4efe tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:16.636969 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fda83100-76a9-49de-963e-564dcd0f4efe tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:16.643250 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fda83100-76a9-49de-963e-564dcd0f4efe tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:16.645234 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fda83100-76a9-49de-963e-564dcd0f4efe tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/71d62cda-0b47-4105-81ed-f64e511ca8b4 HTTP/1.1" status: 204 len: 168 time: 0.1574237 Nov 13 04:58:16.648826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43488) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:16.662428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda83100-76a9-49de-963e-564dcd0f4efe tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71d62cda-0b47-4105-81ed-f64e511ca8b4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:16.732262 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-64379bbc-5bd4-408d-b267-27a696163878 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0819631 Nov 13 04:58:16.733205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43492) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:16.794713 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49d1b06b-f840-495a-9f21-1c0c130c53d0 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:16.807916 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49d1b06b-f840-495a-9f21-1c0c130c53d0 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:16.860348 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49d1b06b-f840-495a-9f21-1c0c130c53d0 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:16.889537 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49d1b06b-f840-495a-9f21-1c0c130c53d0 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:16.893836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43498) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:16.900653 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-49d1b06b-f840-495a-9f21-1c0c130c53d0 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/929ad472-f53e-49ab-af2d-859f2d0d2d6c HTTP/1.1" status: 204 len: 168 time: 0.1661174 Nov 13 04:58:16.914865 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1b06b-f840-495a-9f21-1c0c130c53d0 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=929ad472-f53e-49ab-af2d-859f2d0d2d6c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:17.025996 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-49d11d0e-2f29-4917-a3cf-2008fc821ecb tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1309516 Nov 13 04:58:17.029128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43504) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:17.277946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38ec531f-5b5f-4da2-b140-9f179041fc02 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:17.367624 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38ec531f-5b5f-4da2-b140-9f179041fc02 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:17.450368 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38ec531f-5b5f-4da2-b140-9f179041fc02 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:17.454130 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38ec531f-5b5f-4da2-b140-9f179041fc02 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:17.458387 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-38ec531f-5b5f-4da2-b140-9f179041fc02 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-groups/d8e0cb5d-4420-4380-b945-4f8aff602dcb HTTP/1.1" status: 204 len: 168 time: 0.4272449 Nov 13 04:58:17.459470 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43514) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:17.494613 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec531f-5b5f-4da2-b140-9f179041fc02 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e0cb5d-4420-4380-b945-4f8aff602dcb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:17.571539 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-58c2e356-1ed2-4964-8ebc-37fc98c70122 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0991654 Nov 13 04:58:17.572173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43518) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:17.588947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-dccc8d07-a2aa-46ef-b54a-cf472c73615d tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group': {'name': 'tempest-secgroup--177467651'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:17.628639 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dccc8d07-a2aa-46ef-b54a-cf472c73615d tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:17.749737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43524) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:17.754223 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dccc8d07-a2aa-46ef-b54a-cf472c73615d tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:17.761572 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dccc8d07-a2aa-46ef-b54a-cf472c73615d tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:17.825305 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dccc8d07-a2aa-46ef-b54a-cf472c73615d tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:17.837106 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dccc8d07-a2aa-46ef-b54a-cf472c73615d tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2538707 Nov 13 04:58:17.838069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43530) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:17.838069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1c6afbe3-b366-4541-a558-ca6a0241d095 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group_rule': {'security_group_id': 'a0751f53-823b-4bba-9f29-9052dfb9e61f', 'direction': 'ingress', 'protocol': 17}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:17.842111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc8d07-a2aa-46ef-b54a-cf472c73615d tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0751f53-823b-4bba-9f29-9052dfb9e61f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:17.983963 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c6afbe3-b366-4541-a558-ca6a0241d095 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:18.133697 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bd4603c2-d481-40bd-a8e5-5888f69609de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:18.412100 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c6afbe3-b366-4541-a558-ca6a0241d095 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:18.442557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c6afbe3-b366-4541-a558-ca6a0241d095 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:18.505806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6afbe3-b366-4541-a558-ca6a0241d095 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e557b4-c3e4-4d50-8912-8fd18e88fa9c,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:18.514272 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c6afbe3-b366-4541-a558-ca6a0241d095 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:18.515534 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1c6afbe3-b366-4541-a558-ca6a0241d095 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6810265 Nov 13 04:58:18.518564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43548) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:18.591336 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bd4603c2-d481-40bd-a8e5-5888f69609de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:18.605914 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bd4603c2-d481-40bd-a8e5-5888f69609de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:18.666990 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79cea1eb-ffbb-4a41-8567-008d289362d0 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:18.741128 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79cea1eb-ffbb-4a41-8567-008d289362d0 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:18.745643 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bd4603c2-d481-40bd-a8e5-5888f69609de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4073362586264065ab78f7c476955b90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9934757 Nov 13 04:58:18.749656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4603c2-d481-40bd-a8e5-5888f69609de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a80775-c6ed-4f8d-967f-0b0e5d9f04b6,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:18.750245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43554) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:18.859396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99faf520-2819-4203-ae1f-53fa4f7a7e1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:18.874781 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79cea1eb-ffbb-4a41-8567-008d289362d0 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:18.882004 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79cea1eb-ffbb-4a41-8567-008d289362d0 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:18.883686 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-79cea1eb-ffbb-4a41-8567-008d289362d0 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-groups/a0751f53-823b-4bba-9f29-9052dfb9e61f HTTP/1.1" status: 204 len: 168 time: 0.3640471 Nov 13 04:58:18.886569 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43558) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:18.911317 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99faf520-2819-4203-ae1f-53fa4f7a7e1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:18.914504 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cea1eb-ffbb-4a41-8567-008d289362d0 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0751f53-823b-4bba-9f29-9052dfb9e61f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:19.056609 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99faf520-2819-4203-ae1f-53fa4f7a7e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.064816 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99faf520-2819-4203-ae1f-53fa4f7a7e1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.064816 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-99faf520-2819-4203-ae1f-53fa4f7a7e1b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16a80775-c6ed-4f8d-967f-0b0e5d9f04b6 HTTP/1.1" status: 204 len: 168 time: 0.3029718 Nov 13 04:58:19.082709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99faf520-2819-4203-ae1f-53fa4f7a7e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a80775-c6ed-4f8d-967f-0b0e5d9f04b6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:19.135590 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f56c08c9-b93b-4a03-be46-d7664829cdf9 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2476165 Nov 13 04:58:19.139171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43566) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:19.148100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c97e72a4-d910-4ed1-a8d5-7fb15a0de3b7 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959327632'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:19.184084 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c97e72a4-d910-4ed1-a8d5-7fb15a0de3b7 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.290945 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c97e72a4-d910-4ed1-a8d5-7fb15a0de3b7 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.298286 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c97e72a4-d910-4ed1-a8d5-7fb15a0de3b7 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.353944 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c97e72a4-d910-4ed1-a8d5-7fb15a0de3b7 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.358324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c97e72a4-d910-4ed1-a8d5-7fb15a0de3b7 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2177005 Nov 13 04:58:19.361257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43574) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:19.365878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f81bbfc6-7091-4af1-9870-1cd5ea941db2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group': {'name': 'tempest-secgroup--930650087'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:19.423696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e72a4-d910-4ed1-a8d5-7fb15a0de3b7 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a0ff16-bce3-4f19-a847-93be81ec1efd,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:19.432836 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f81bbfc6-7091-4af1-9870-1cd5ea941db2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.578974 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f81bbfc6-7091-4af1-9870-1cd5ea941db2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.589190 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f81bbfc6-7091-4af1-9870-1cd5ea941db2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.647006 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f81bbfc6-7091-4af1-9870-1cd5ea941db2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.649668 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f81bbfc6-7091-4af1-9870-1cd5ea941db2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2873898 Nov 13 04:58:19.652566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43584) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:19.657537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-8bdf6b44-55a1-4f11-9083-5d87fd367cd3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group_rule': {'security_group_id': '37a0ff16-bce3-4f19-a847-93be81ec1efd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4242adcf-6467-4199-a929-ac4867f510ce', 'remote_ip_prefix': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:19.682797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81bbfc6-7091-4af1-9870-1cd5ea941db2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4242adcf-6467-4199-a929-ac4867f510ce,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:19.693069 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43586) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:19.714847 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ce18b47-184d-48c2-8718-0e08339de16a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.723397 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6b44-55a1-4f11-9083-5d87fd367cd3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.857683 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6b44-55a1-4f11-9083-5d87fd367cd3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.870715 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6b44-55a1-4f11-9083-5d87fd367cd3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.894432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf6b44-55a1-4f11-9083-5d87fd367cd3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8503045-9be3-4341-b692-feba6ab8da32,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:19.908806 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ce18b47-184d-48c2-8718-0e08339de16a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.919991 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6b44-55a1-4f11-9083-5d87fd367cd3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.922020 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8bdf6b44-55a1-4f11-9083-5d87fd367cd3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2683997 Nov 13 04:58:19.923066 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ce18b47-184d-48c2-8718-0e08339de16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:19.924797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43592) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:19.981168 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43594) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:19.984434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9ce18b47-184d-48c2-8718-0e08339de16a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2fe53758f0c348b7b3dd1f39aca40866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2861314 Nov 13 04:58:19.985443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce18b47-184d-48c2-8718-0e08339de16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35980706-72c0-40cf-92b9-c338efae6dc4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:20.020696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c2b6ad11-dd30-4876-a21e-74957c51bcb9 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.055058 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c2b6ad11-dd30-4876-a21e-74957c51bcb9 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.114378 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-66a070f3-9b3b-4fdb-9c71-da6567c61ea4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1771741 Nov 13 04:58:20.115651 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78674dcd-1f6b-402c-891f-842ab1afab9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.119169 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c2b6ad11-dd30-4876-a21e-74957c51bcb9 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.128514 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c2b6ad11-dd30-4876-a21e-74957c51bcb9 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.129982 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c2b6ad11-dd30-4876-a21e-74957c51bcb9 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f8503045-9be3-4341-b692-feba6ab8da32 HTTP/1.1" status: 204 len: 168 time: 0.2040141 Nov 13 04:58:20.133474 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43600) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:20.140327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6ad11-dd30-4876-a21e-74957c51bcb9 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8503045-9be3-4341-b692-feba6ab8da32,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:20.158899 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78674dcd-1f6b-402c-891f-842ab1afab9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.211595 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-edee5158-6d63-4bc2-b2aa-b3b27ccda732 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0765595 Nov 13 04:58:20.214384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:20.302867 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bac66de7-2aaa-4f33-acd3-b119fac8ddc3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.307419 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78674dcd-1f6b-402c-891f-842ab1afab9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.328167 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78674dcd-1f6b-402c-891f-842ab1afab9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.332381 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-78674dcd-1f6b-402c-891f-842ab1afab9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35980706-72c0-40cf-92b9-c338efae6dc4 HTTP/1.1" status: 204 len: 168 time: 0.3475094 Nov 13 04:58:20.337001 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bac66de7-2aaa-4f33-acd3-b119fac8ddc3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.381799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78674dcd-1f6b-402c-891f-842ab1afab9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35980706-72c0-40cf-92b9-c338efae6dc4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:20.417199 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bac66de7-2aaa-4f33-acd3-b119fac8ddc3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.421651 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bac66de7-2aaa-4f33-acd3-b119fac8ddc3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.425085 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bac66de7-2aaa-4f33-acd3-b119fac8ddc3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-groups/4242adcf-6467-4199-a929-ac4867f510ce HTTP/1.1" status: 204 len: 168 time: 0.2093956 Nov 13 04:58:20.435642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43612) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:20.440855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-55a61225-cae4-4fdb-8070-f1a7a57604fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:20.442809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-55a61225-cae4-4fdb-8070-f1a7a57604fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:20.443530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-55a61225-cae4-4fdb-8070-f1a7a57604fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:20.445000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-55a61225-cae4-4fdb-8070-f1a7a57604fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:20.447654 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-55a61225-cae4-4fdb-8070-f1a7a57604fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:20.448938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-55a61225-cae4-4fdb-8070-f1a7a57604fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:20.449769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-55a61225-cae4-4fdb-8070-f1a7a57604fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:20.454109 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-55a61225-cae4-4fdb-8070-f1a7a57604fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e889b16bd745a8aae943f6a4671633&device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 6501 time: 0.2827544 Nov 13 04:58:20.473299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac66de7-2aaa-4f33-acd3-b119fac8ddc3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4242adcf-6467-4199-a929-ac4867f510ce,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:20.571227 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f79b908e-23d9-4a9b-89bc-ee0cdd98ca83 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1321788 Nov 13 04:58:20.573898 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43616) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:20.638770 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-1467c1ec-5e5c-4758-9579-9908383c75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:20.639451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-1467c1ec-5e5c-4758-9579-9908383c75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:20.640225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-1467c1ec-5e5c-4758-9579-9908383c75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:20.642110 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-1467c1ec-5e5c-4758-9579-9908383c75b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c27c071-3ae5-43fe-b926-2a8ca6120cc2&id=05902fd0-8743-474a-8465-76944be5f8e4&id=05902fd0-8743-474a-8465-76944be5f8e4&id=05902fd0-8743-474a-8465-76944be5f8e4&id=05902fd0-8743-474a-8465-76944be5f8e4&id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360 HTTP/1.1" status: 200 len: 2299 time: 0.1492238 Nov 13 04:58:20.753418 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6476-70b3-4e19-95e6-73873b3ba5a2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.861202 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6476-70b3-4e19-95e6-73873b3ba5a2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.905104 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-63d2b6fd-75dc-4814-a8f3-59194e785b60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 HTTP/1.1" status: 200 len: 1001 time: 0.2532039 Nov 13 04:58:20.977302 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6476-70b3-4e19-95e6-73873b3ba5a2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.981179 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6476-70b3-4e19-95e6-73873b3ba5a2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:20.982716 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3b2f6476-70b3-4e19-95e6-73873b3ba5a2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-groups/37a0ff16-bce3-4f19-a847-93be81ec1efd HTTP/1.1" status: 204 len: 168 time: 0.4076939 Nov 13 04:58:20.991636 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43634) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:21.031050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-cdd55e4b-c557-4ce6-b054-ebb2ec0335b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:21.032747 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-cdd55e4b-c557-4ce6-b054-ebb2ec0335b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b89a777-78f4-4339-bcc5-ce101bcdd17e HTTP/1.1" status: 200 len: 856 time: 0.1177902 Nov 13 04:58:21.037378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f6476-70b3-4e19-95e6-73873b3ba5a2 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a0ff16-bce3-4f19-a847-93be81ec1efd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:21.130532 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-9d8e75c3-cbf0-4c1f-8e9c-c329a53501d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:21.139421 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-9d8e75c3-cbf0-4c1f-8e9c-c329a53501d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c27c071-3ae5-43fe-b926-2a8ca6120cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966854 Nov 13 04:58:21.220298 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-615375e9-7139-4c56-b260-b8223098df8e tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2224853 Nov 13 04:58:21.220298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43644) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:21.226572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-23caac6a-83c5-480e-ab05-8667f23c67e3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group': {'name': 'tempest-secgroup--963652975'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:21.279729 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23caac6a-83c5-480e-ab05-8667f23c67e3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:21.347623 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-ba7b83be-9427-4a6f-bb20-92d5f913ba4d service neutron] 10.222.0.46 "GET /v2.0/networks/1c27c071-3ae5-43fe-b926-2a8ca6120cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980479 Nov 13 04:58:21.445145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23caac6a-83c5-480e-ab05-8667f23c67e3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:21.453307 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23caac6a-83c5-480e-ab05-8667f23c67e3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:21.501226 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23caac6a-83c5-480e-ab05-8667f23c67e3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:21.505153 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-23caac6a-83c5-480e-ab05-8667f23c67e3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2812970 Nov 13 04:58:21.505405 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43652) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:21.511267 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f7393382-00b1-48f0-8a9a-da6f120632db tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group_rule': {'security_group_id': '58abc13c-2f9c-44be-ac03-75d2d428cdc2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:21.516817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caac6a-83c5-480e-ab05-8667f23c67e3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58abc13c-2f9c-44be-ac03-75d2d428cdc2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:21.566192 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7393382-00b1-48f0-8a9a-da6f120632db tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:21.614673 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-5a631c4e-ee47-47cf-9510-65344fa10961 service neutron] 10.222.0.46 "GET /v2.0/networks/1c27c071-3ae5-43fe-b926-2a8ca6120cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515826 Nov 13 04:58:21.724620 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-53497c69-a5c5-4a08-a78d-db31f8731678 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=321611fc-1ecc-49e1-931e-f0b57b629cb6 HTTP/1.1" status: 200 len: 217 time: 0.1073160 Nov 13 04:58:21.809052 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7393382-00b1-48f0-8a9a-da6f120632db tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:21.822399 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7393382-00b1-48f0-8a9a-da6f120632db tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:21.855647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7393382-00b1-48f0-8a9a-da6f120632db tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4791d723-9b9d-4e70-ae3b-c40bc690b876,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:21.857415 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-dc4ab2c8-1084-4282-9df1-61a4a8876e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:21.860677 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-dc4ab2c8-1084-4282-9df1-61a4a8876e8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.1288435 Nov 13 04:58:21.898270 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7393382-00b1-48f0-8a9a-da6f120632db tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:21.899589 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f7393382-00b1-48f0-8a9a-da6f120632db tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3932736 Nov 13 04:58:21.904166 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43674) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:21.962831 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a15bfb7d-ba6c-4b33-9cf3-c0a251dec45c tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:21.981824 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a15bfb7d-ba6c-4b33-9cf3-c0a251dec45c tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:21.987349 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-ddce5d15-e1ad-4b20-b8bb-bb52b5bc3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:21.989212 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-ddce5d15-e1ad-4b20-b8bb-bb52b5bc3b83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1171310 Nov 13 04:58:22.053924 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a15bfb7d-ba6c-4b33-9cf3-c0a251dec45c tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:22.061434 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a15bfb7d-ba6c-4b33-9cf3-c0a251dec45c tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:22.062556 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a15bfb7d-ba6c-4b33-9cf3-c0a251dec45c tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/4791d723-9b9d-4e70-ae3b-c40bc690b876 HTTP/1.1" status: 204 len: 168 time: 0.1574214 Nov 13 04:58:22.066238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43676) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:22.089010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bfb7d-ba6c-4b33-9cf3-c0a251dec45c tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4791d723-9b9d-4e70-ae3b-c40bc690b876,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:22.169622 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-d424dbca-dac0-44f0-a896-73fa6e5e0b56 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723042 Nov 13 04:58:22.283521 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9300eab2-9e43-466f-8238-e7e4640efbcf tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2161052 Nov 13 04:58:22.286465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43684) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:22.322983 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-fb2e6009-a056-4ad5-8c2c-5c931fb3c867 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427946 Nov 13 04:58:22.353126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f5d8f74-b7ab-4d62-bbcb-0fc33d8add3b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:22.389505 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f5d8f74-b7ab-4d62-bbcb-0fc33d8add3b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:22.392564 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-27ab733b-cf37-4ba3-8f0b-37a517b1268a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=45514580-8632-4c56-ab8d-1dc483712314 HTTP/1.1" status: 200 len: 217 time: 0.0642254 Nov 13 04:58:22.440256 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f5d8f74-b7ab-4d62-bbcb-0fc33d8add3b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:22.443884 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f5d8f74-b7ab-4d62-bbcb-0fc33d8add3b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:22.448662 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2f5d8f74-b7ab-4d62-bbcb-0fc33d8add3b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-groups/58abc13c-2f9c-44be-ac03-75d2d428cdc2 HTTP/1.1" status: 204 len: 168 time: 0.1587267 Nov 13 04:58:22.453192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43696) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:22.459215 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d8f74-b7ab-4d62-bbcb-0fc33d8add3b tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58abc13c-2f9c-44be-ac03-75d2d428cdc2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:22.490282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-aa4d59f2-52e9-4124-ad0d-53a8a7c10afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:22.492046 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-aa4d59f2-52e9-4124-ad0d-53a8a7c10afc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.0880811 Nov 13 04:58:22.570344 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9ead17c6-102b-4115-9d9e-94076d8dc1ac tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1158807 Nov 13 04:58:22.574962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43702) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:22.583729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8b163609-bc38-4b07-b356-bb4913d826a4 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group': {'name': 'tempest-secgroup--677221093'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:22.594531 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-f072e819-96d2-4a81-b69d-a727e482a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:22.596200 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-f072e819-96d2-4a81-b69d-a727e482a19a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0961053 Nov 13 04:58:22.637120 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b163609-bc38-4b07-b356-bb4913d826a4 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:22.762706 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-10856218-a676-412a-a8be-34104220dbdb service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526372 Nov 13 04:58:22.786427 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b163609-bc38-4b07-b356-bb4913d826a4 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:22.796154 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b163609-bc38-4b07-b356-bb4913d826a4 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:22.886097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b163609-bc38-4b07-b356-bb4913d826a4 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4002e418-e3eb-432c-a4a7-094706281798,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:22.907320 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b163609-bc38-4b07-b356-bb4913d826a4 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:22.911194 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8b163609-bc38-4b07-b356-bb4913d826a4 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3327754 Nov 13 04:58:22.930461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43724) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:22.948361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-32c621f6-866f-4367-810d-2b220b26f6a5 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group_rule': {'security_group_id': '4002e418-e3eb-432c-a4a7-094706281798', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:23.017103 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32c621f6-866f-4367-810d-2b220b26f6a5 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:23.054104 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-5e663bcd-9551-4bd5-b891-bdc07666b253 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727547 Nov 13 04:58:23.146739 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-ac308704-0517-4a14-8ef9-0ac167b198a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=d72231e5-0188-49aa-8b14-4f48155c025b HTTP/1.1" status: 200 len: 217 time: 0.0843446 Nov 13 04:58:23.160157 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32c621f6-866f-4367-810d-2b220b26f6a5 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:23.172108 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32c621f6-866f-4367-810d-2b220b26f6a5 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:23.222323 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32c621f6-866f-4367-810d-2b220b26f6a5 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:23.225583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-32c621f6-866f-4367-810d-2b220b26f6a5 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2857964 Nov 13 04:58:23.232379 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43732) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:23.245006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c621f6-866f-4367-810d-2b220b26f6a5 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d79632-73b6-4fc2-a466-f8ba550b709c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:23.320418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43740) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:23.320588 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-37735fe2-7466-454f-b825-0d23979a47d6 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules/80d79632-73b6-4fc2-a466-f8ba550b709c HTTP/1.1" status: 200 len: 763 time: 0.0848184 Nov 13 04:58:23.337860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-20039e3f-c8dc-492a-8cb6-a3787c6294fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:23.339364 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-20039e3f-c8dc-492a-8cb6-a3787c6294fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.1838908 Nov 13 04:58:23.405744 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0ddcad6a-f73d-48c7-abcc-f0663f19097c tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0813093 Nov 13 04:58:23.410709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43744) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:23.468515 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2f20-b8b7-4674-b29a-b2d3472b49fa tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:23.479242 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-0879ec62-8d5b-418f-a447-01d60e0a54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:23.480798 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-0879ec62-8d5b-418f-a447-01d60e0a54bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1333761 Nov 13 04:58:23.486271 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2f20-b8b7-4674-b29a-b2d3472b49fa tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:23.540598 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2f20-b8b7-4674-b29a-b2d3472b49fa tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:23.552891 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2f20-b8b7-4674-b29a-b2d3472b49fa tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:23.556562 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0f5c2f20-b8b7-4674-b29a-b2d3472b49fa tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/80d79632-73b6-4fc2-a466-f8ba550b709c HTTP/1.1" status: 204 len: 168 time: 0.1394339 Nov 13 04:58:23.557227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43754) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:23.607291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c2f20-b8b7-4674-b29a-b2d3472b49fa tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80d79632-73b6-4fc2-a466-f8ba550b709c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:23.670932 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-986ac983-90ff-406f-9462-df43a688ab18 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1049523 Nov 13 04:58:23.671229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43756) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:23.677597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d15667ec-b5d8-4deb-a99f-403a23af1256 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group_rule': {'security_group_id': '4002e418-e3eb-432c-a4a7-094706281798', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:23.683781 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-6bd095be-4256-454a-8014-df22b9092151 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949253 Nov 13 04:58:23.769880 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d15667ec-b5d8-4deb-a99f-403a23af1256 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:23.916774 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d15667ec-b5d8-4deb-a99f-403a23af1256 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:23.927852 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d15667ec-b5d8-4deb-a99f-403a23af1256 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:23.971675 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-e3419676-a925-4176-bf17-e3e0055c07f0 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795000 Nov 13 04:58:23.987745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15667ec-b5d8-4deb-a99f-403a23af1256 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2024e231-0ace-4b14-ac32-c482738c5c91,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:23.998669 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d15667ec-b5d8-4deb-a99f-403a23af1256 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:24.003521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d15667ec-b5d8-4deb-a99f-403a23af1256 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3311517 Nov 13 04:58:24.006384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43778) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:24.052506 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-29305e00-bbfa-422c-a992-f86bd95d2217 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules/2024e231-0ace-4b14-ac32-c482738c5c91 HTTP/1.1" status: 200 len: 763 time: 0.0415103 Nov 13 04:58:24.053064 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43780) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:24.087020 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-7ceccb70-2ea4-4066-a914-5bec59d0e672 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=925847cc-c518-475b-9df3-58b3ae25f918 HTTP/1.1" status: 200 len: 217 time: 0.1075032 Nov 13 04:58:24.142014 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4b438023-b689-41bd-9a5a-81d2e7feb412 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0826676 Nov 13 04:58:24.142829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43782) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:24.181285 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6f557cd-8c8e-48e0-98d5-9ac4ef9d86c6 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:24.204116 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6f557cd-8c8e-48e0-98d5-9ac4ef9d86c6 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:24.234354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-0e80e471-bda0-4dad-a2f8-8f09d3665ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:24.239261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-0e80e471-bda0-4dad-a2f8-8f09d3665ee1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.1437914 Nov 13 04:58:24.267437 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c112f2-0e04-445f-944b-ba6894faa9ae req-417d60c4-5e0f-4083-b49e-29bfe277f8dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3352950 Nov 13 04:58:24.274145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6f557cd-8c8e-48e0-98d5-9ac4ef9d86c6 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:24.295792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6f557cd-8c8e-48e0-98d5-9ac4ef9d86c6 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:24.298428 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f6f557cd-8c8e-48e0-98d5-9ac4ef9d86c6 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/2024e231-0ace-4b14-ac32-c482738c5c91 HTTP/1.1" status: 204 len: 168 time: 0.1545024 Nov 13 04:58:24.305635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43790) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:24.329510 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f557cd-8c8e-48e0-98d5-9ac4ef9d86c6 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2024e231-0ace-4b14-ac32-c482738c5c91,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:24.483685 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6871a1f6-0690-4daf-a91b-b9952ae39b6a tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1764896 Nov 13 04:58:24.489391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:24.500446 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-df846068-7d53-4c8f-a493-e9b1af86549c tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Request body: {'security_group_rule': {'security_group_id': '4002e418-e3eb-432c-a4a7-094706281798', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:24.514184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c112f2-0e04-445f-944b-ba6894faa9ae req-3fceeb8b-0efc-487b-acd3-da33c9519d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:24.516044 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c112f2-0e04-445f-944b-ba6894faa9ae req-3fceeb8b-0efc-487b-acd3-da33c9519d74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 1096 time: 0.1707389 Nov 13 04:58:24.715857 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df846068-7d53-4c8f-a493-e9b1af86549c tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:24.896631 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df846068-7d53-4c8f-a493-e9b1af86549c tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:24.921406 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df846068-7d53-4c8f-a493-e9b1af86549c tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:25.024462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c112f2-0e04-445f-944b-ba6894faa9ae req-a65a9a5e-01b1-4c00-8669-0b6266e899e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:25.027123 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c112f2-0e04-445f-944b-ba6894faa9ae req-a65a9a5e-01b1-4c00-8669-0b6266e899e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 917 time: 0.4819214 Nov 13 04:58:25.033644 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df846068-7d53-4c8f-a493-e9b1af86549c tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976c3509-5713-47c1-b6e3-55afa89d40ed,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:25.085913 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df846068-7d53-4c8f-a493-e9b1af86549c tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:25.087684 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-df846068-7d53-4c8f-a493-e9b1af86549c tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5922937 Nov 13 04:58:25.094523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43818) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:25.129803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ff90513f-fd67-43d0-a5c3-837cdce72f55 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules/976c3509-5713-47c1-b6e3-55afa89d40ed HTTP/1.1" status: 200 len: 764 time: 0.0344000 Nov 13 04:58:25.133320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43820) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:25.161156 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c112f2-0e04-445f-944b-ba6894faa9ae req-a5c901d6-abd4-4f09-861c-7173bd1bea56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57 HTTP/1.1" status: 200 len: 1001 time: 0.1243958 Nov 13 04:58:25.287894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c112f2-0e04-445f-944b-ba6894faa9ae req-32bc813e-4937-4bb2-8933-adc2273e2d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:25.295050 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c112f2-0e04-445f-944b-ba6894faa9ae req-32bc813e-4937-4bb2-8933-adc2273e2d00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.1209507 Nov 13 04:58:25.338781 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-346800ef-174d-420c-83dd-abd5efd0d7ab tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2048185 Nov 13 04:58:25.341645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43824) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:25.361117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-805f568a-2c5e-4e8b-a21f-48740f541a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:25.362899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-805f568a-2c5e-4e8b-a21f-48740f541a81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1158805 Nov 13 04:58:25.412883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c112f2-0e04-445f-944b-ba6894faa9ae req-0b678004-d059-4933-8fe5-1d50c94452a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:25.414587 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c112f2-0e04-445f-944b-ba6894faa9ae req-0b678004-d059-4933-8fe5-1d50c94452a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998909 Nov 13 04:58:25.418010 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d062859b-4ca8-4d15-bdfc-00642f32127e tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:25.426791 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d062859b-4ca8-4d15-bdfc-00642f32127e tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:25.427575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-22c112f2-0e04-445f-944b-ba6894faa9ae req-c13af4fd-715d-4300-bf1b-6b11bd1f085c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:58:25.428691 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c112f2-0e04-445f-944b-ba6894faa9ae req-c13af4fd-715d-4300-bf1b-6b11bd1f085c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054502 Nov 13 04:58:25.552556 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c112f2-0e04-445f-944b-ba6894faa9ae req-ddb3ba6d-9f71-4c02-b0d4-38f52dd7ee0c service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157427 Nov 13 04:58:25.584986 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d062859b-4ca8-4d15-bdfc-00642f32127e tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:25.611367 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d062859b-4ca8-4d15-bdfc-00642f32127e tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:25.640100 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d062859b-4ca8-4d15-bdfc-00642f32127e tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/976c3509-5713-47c1-b6e3-55afa89d40ed HTTP/1.1" status: 204 len: 168 time: 0.2973475 Nov 13 04:58:25.645258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43836) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:25.692721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062859b-4ca8-4d15-bdfc-00642f32127e tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=976c3509-5713-47c1-b6e3-55afa89d40ed,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:25.702166 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-8af72ce7-8874-46d7-b742-5e90365d7778 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258245 Nov 13 04:58:25.849284 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-f0b0cd3f-248b-49aa-8f05-fec2d7c12dc5 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385133 Nov 13 04:58:25.878834 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-49c40da8-8e6e-4333-ad76-d1a4c4670ccf tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2280455 Nov 13 04:58:25.886472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43842) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:25.919099 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-dacea7ea-2084-4902-b697-d02f64674f8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe1f52c2-7235-4738-85c2-7631042f8784 HTTP/1.1" status: 200 len: 217 time: 0.0606573 Nov 13 04:58:25.954879 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c112f2-0e04-445f-944b-ba6894faa9ae req-5786553b-4643-4422-910d-a9eb3edff30c service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947737 Nov 13 04:58:26.002105 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1abe4ea0-f080-4113-b0b1-6ba766ef4884 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:26.067220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-2e002b89-2fea-4e84-bb2a-59e106ca002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:26.077221 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1abe4ea0-f080-4113-b0b1-6ba766ef4884 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:26.082461 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-2e002b89-2fea-4e84-bb2a-59e106ca002d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1 HTTP/1.1" status: 200 len: 797 time: 0.1543272 Nov 13 04:58:26.188198 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1abe4ea0-f080-4113-b0b1-6ba766ef4884 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:26.204019 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1abe4ea0-f080-4113-b0b1-6ba766ef4884 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:26.205248 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1abe4ea0-f080-4113-b0b1-6ba766ef4884 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "DELETE /v2.0/security-groups/4002e418-e3eb-432c-a4a7-094706281798 HTTP/1.1" status: 204 len: 168 time: 0.3132031 Nov 13 04:58:26.224047 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43856) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:26.278831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe4ea0-f080-4113-b0b1-6ba766ef4884 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4002e418-e3eb-432c-a4a7-094706281798,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:26.345255 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-c9c69db0-d43e-49b1-a32f-65ab64a6066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:26.346801 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-c9c69db0-d43e-49b1-a32f-65ab64a6066d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2571597 Nov 13 04:58:26.411461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43866) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:26.412363 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d7e2e216-ab67-470c-8511-570f575bd8a3 tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1783104 Nov 13 04:58:26.525283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-cd5f3540-49bb-4735-a130-f4f3184a2464 service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440768 Nov 13 04:58:26.531551 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-456d949f-6e2d-475e-be23-00470e1f099d tempest-SecGroupTest-1174995058 tempest-SecGroupTest-1174995058-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1188767 Nov 13 04:58:26.592131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43872) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:26.700132 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-cd8590a8-f324-4da4-9fd2-815511f98d7a service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654265 Nov 13 04:58:26.816468 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-c50d11fc-648c-439c-bbd5-a6b2b8e50a41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=322a4f79-c00c-43ae-a71e-64d33b973a45 HTTP/1.1" status: 200 len: 217 time: 0.1072118 Nov 13 04:58:26.849359 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ed8307b-f88b-41c8-b8fc-f91fb3076c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:26.977894 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-d5fdeacf-6fc6-40c4-ba75-b58e332e7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:26.981226 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-d5fdeacf-6fc6-40c4-ba75-b58e332e7803 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1 HTTP/1.1" status: 200 len: 797 time: 0.1559823 Nov 13 04:58:27.090985 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ed8307b-f88b-41c8-b8fc-f91fb3076c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:27.105793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-1a20be46-cea1-4df4-91d1-acf951cbd891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:27.115144 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-1a20be46-cea1-4df4-91d1-acf951cbd891 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136415 Nov 13 04:58:27.122847 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ed8307b-f88b-41c8-b8fc-f91fb3076c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:27.166542 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1ed8307b-f88b-41c8-b8fc-f91fb3076c85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a6e0bfd3f1d48378c8a6a90a8d8a301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5708356 Nov 13 04:58:27.166867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43890) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:27.184078 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43892) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:27.476327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8307b-f88b-41c8-b8fc-f91fb3076c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459d6720-f2dc-40b7-94d5-7ea3eabe60f9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:27.534167 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-a8e2c0a6-a463-4fc1-b69a-6d39b233b194 service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122028 Nov 13 04:58:27.595725 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-469c8fb5-cbc7-4512-9a96-57c219baf083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:27.673661 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-469c8fb5-cbc7-4512-9a96-57c219baf083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:27.693937 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d789d1fa-4051-4f58-bcd8-bf3f083e76e9 req-f80b286a-c6d1-4282-b7c7-1e2efc615334 service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502397 Nov 13 04:58:27.809553 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d2a765a8-225b-4ea1-b257-7a359f620ae4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af12570ce4d9485c99784a85da951cd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6169181 Nov 13 04:58:27.810077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43914) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:27.852081 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-469c8fb5-cbc7-4512-9a96-57c219baf083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:27.854738 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-469c8fb5-cbc7-4512-9a96-57c219baf083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:27.858464 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-469c8fb5-cbc7-4512-9a96-57c219baf083 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/459d6720-f2dc-40b7-94d5-7ea3eabe60f9 HTTP/1.1" status: 204 len: 168 time: 0.6881135 Nov 13 04:58:27.877946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c8fb5-cbc7-4512-9a96-57c219baf083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459d6720-f2dc-40b7-94d5-7ea3eabe60f9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:27.917764 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ced61809-a54c-467c-ba2e-14323222f5f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:27.970772 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ced61809-a54c-467c-ba2e-14323222f5f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:28.096668 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ced61809-a54c-467c-ba2e-14323222f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:28.099438 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ced61809-a54c-467c-ba2e-14323222f5f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:28.100915 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ced61809-a54c-467c-ba2e-14323222f5f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7c63001-550b-40f9-9d9a-e8675cd1a9b9 HTTP/1.1" status: 204 len: 168 time: 0.2899153 Nov 13 04:58:28.112142 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced61809-a54c-467c-ba2e-14323222f5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c63001-550b-40f9-9d9a-e8675cd1a9b9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:28.483935 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:28.596353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43936) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:28.614015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b268-66e8-4cb3-964c-a0f60f7b43bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:28.872913 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b268-66e8-4cb3-964c-a0f60f7b43bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:28.888399 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b268-66e8-4cb3-964c-a0f60f7b43bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:28.915005 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:29.019420 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bfa0b268-66e8-4cb3-964c-a0f60f7b43bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a37887c1fce3416aa39d6a8fa24184ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4145868 Nov 13 04:58:29.019420 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0b268-66e8-4cb3-964c-a0f60f7b43bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33f098c-fd12-4469-8446-10cb5f13a6db,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:29.019420 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43954) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:29.217057 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:29.258514 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:29.371375 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:29.374786 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:29.379004 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e33f098c-fd12-4469-8446-10cb5f13a6db HTTP/1.1" status: 204 len: 168 time: 0.3623161 Nov 13 04:58:29.400821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33f098c-fd12-4469-8446-10cb5f13a6db,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:29.414345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:29.414815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:29.415887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:29.416289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:29.416738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:29.417064 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:29.417966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:29.418266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:29.418601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:29.419024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:29.420269 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:29.420631 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7584c1-437c-4d28-9811-cbc1f2e5f5b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:30.070410 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44002) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:30.244513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-375319918'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:30.319848 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Made reservation on behalf of 80bf9fa90f4844dbaa12b064dfa5cae0 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:58:30.324441 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:30.336091 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:30.477660 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:30.493072 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:30.531571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:58:30.547388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=302dd23f-43ac-4d60-b592-41441ec25fdf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:30.550677 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:30.551115 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Added segment a22a79e4-77d5-4e29-a493-2308b7260205 of type vlan for network c0e487a3-a678-4a64-bee0-1e389cc0da43 Nov 13 04:58:30.596157 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:30.634358 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:30.640802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:30.641536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:30.712452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44026) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:30.717538 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-67fae829-1527-4753-bdd6-9f0f1268d92e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c0e487a3-a678-4a64-bee0-1e389cc0da43', 'tempest-TagsTest-Tag-1052043631') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:30.720525 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6486497 Nov 13 04:58:30.752734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c00a4-7908-46d5-b4b8-521ae6766424 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Pushing event updated for resources: {'Network': ['ID=c0e487a3-a678-4a64-bee0-1e389cc0da43,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:30.771435 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network c0e487a3-a678-4a64-bee0-1e389cc0da43 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:58:31.051720 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-67fae829-1527-4753-bdd6-9f0f1268d92e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] 10.222.0.43 "PUT /v2.0/networks/c0e487a3-a678-4a64-bee0-1e389cc0da43/tags/tempest-TagsTest-Tag-1052043631 HTTP/1.1" status: 201 len: 201 time: 0.3379664 Nov 13 04:58:31.054387 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44040) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:31.063356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-683c95c3-60bc-4799-89d1-0fce3b5ad336 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0e487a3-a678-4a64-bee0-1e389cc0da43', 'tempest-TagsTest-Tag-1052043631') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:31.196509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44048) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:31.201414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-ce1d8ba4-3967-4066-8f32-ae51fd3543eb tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c0e487a3-a678-4a64-bee0-1e389cc0da43') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:31.204041 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-683c95c3-60bc-4799-89d1-0fce3b5ad336 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] 10.222.0.43 "GET /v2.0/networks/c0e487a3-a678-4a64-bee0-1e389cc0da43/tags/tempest-TagsTest-Tag-1052043631 HTTP/1.1" status: 204 len: 168 time: 0.1389053 Nov 13 04:58:31.331020 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ce1d8ba4-3967-4066-8f32-ae51fd3543eb tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] 10.222.0.43 "GET /v2.0/networks/c0e487a3-a678-4a64-bee0-1e389cc0da43/tags HTTP/1.1" status: 200 len: 238 time: 0.1332700 Nov 13 04:58:31.334356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44052) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:31.340815 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-1c2a4456-40b4-42d5-8a1f-e19b2a3c7d07 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c0e487a3-a678-4a64-bee0-1e389cc0da43', {'tags': ['tempest-TagsTest-Tag-1968795853', 'tempest-TagsTest-Tag-745028688', 'tempest-TagsTest-Tag-820820794']}) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:31.455324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1c2a4456-40b4-42d5-8a1f-e19b2a3c7d07 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] 10.222.0.43 "PUT /v2.0/networks/c0e487a3-a678-4a64-bee0-1e389cc0da43/tags HTTP/1.1" status: 200 len: 307 time: 0.1173987 Nov 13 04:58:31.456601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44054) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:31.465203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-546ee4f1-43af-44a8-b618-0f153a55c738 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c0e487a3-a678-4a64-bee0-1e389cc0da43', 'tempest-TagsTest-Tag-1968795853') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:31.733800 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-546ee4f1-43af-44a8-b618-0f153a55c738 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] 10.222.0.43 "DELETE /v2.0/networks/c0e487a3-a678-4a64-bee0-1e389cc0da43/tags/tempest-TagsTest-Tag-1968795853 HTTP/1.1" status: 204 len: 168 time: 0.2757497 Nov 13 04:58:31.736281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44070) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:31.744207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-70d9a83f-f7f3-4299-984c-16b179c70522 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0e487a3-a678-4a64-bee0-1e389cc0da43', 'tempest-TagsTest-Tag-1968795853') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:31.938568 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-70d9a83f-f7f3-4299-984c-16b179c70522 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] show failed (client error): The resource could not be found. Nov 13 04:58:31.939886 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-70d9a83f-f7f3-4299-984c-16b179c70522 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] 10.222.0.43 "GET /v2.0/networks/c0e487a3-a678-4a64-bee0-1e389cc0da43/tags/tempest-TagsTest-Tag-1968795853 HTTP/1.1" status: 404 len: 326 time: 0.2026684 Nov 13 04:58:31.942760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44074) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:31.947995 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-ea95756d-5cef-4e3a-abde-7daee00e59b2 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0e487a3-a678-4a64-bee0-1e389cc0da43', 'tempest-TagsTest-Tag-745028688') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:32.119800 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ea95756d-5cef-4e3a-abde-7daee00e59b2 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] 10.222.0.43 "GET /v2.0/networks/c0e487a3-a678-4a64-bee0-1e389cc0da43/tags/tempest-TagsTest-Tag-745028688 HTTP/1.1" status: 204 len: 168 time: 0.1745975 Nov 13 04:58:32.121704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44090) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:32.127562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-44924f0f-d2bd-4e79-b996-c71a5c0e750c tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0e487a3-a678-4a64-bee0-1e389cc0da43', 'tempest-TagsTest-Tag-820820794') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:32.314323 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-44924f0f-d2bd-4e79-b996-c71a5c0e750c tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] 10.222.0.43 "GET /v2.0/networks/c0e487a3-a678-4a64-bee0-1e389cc0da43/tags/tempest-TagsTest-Tag-820820794 HTTP/1.1" status: 204 len: 168 time: 0.1907036 Nov 13 04:58:32.316688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44096) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:32.321184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-eaa5fd70-7fba-4244-8167-1c4eb568e4e3 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c0e487a3-a678-4a64-bee0-1e389cc0da43') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:32.470261 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-eaa5fd70-7fba-4244-8167-1c4eb568e4e3 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] 10.222.0.43 "DELETE /v2.0/networks/c0e487a3-a678-4a64-bee0-1e389cc0da43/tags HTTP/1.1" status: 204 len: 168 time: 0.1496251 Nov 13 04:58:32.470836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44104) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:32.476571 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-20e782bf-f691-428c-9040-2443d6b28067 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0e487a3-a678-4a64-bee0-1e389cc0da43', 'tempest-TagsTest-Tag-745028688') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:32.625590 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-20e782bf-f691-428c-9040-2443d6b28067 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] show failed (client error): The resource could not be found. Nov 13 04:58:32.629236 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-20e782bf-f691-428c-9040-2443d6b28067 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] 10.222.0.43 "GET /v2.0/networks/c0e487a3-a678-4a64-bee0-1e389cc0da43/tags/tempest-TagsTest-Tag-745028688 HTTP/1.1" status: 404 len: 325 time: 0.1548305 Nov 13 04:58:32.629639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44116) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:32.635394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-8e908704-262c-4978-bfd7-30a0703a6cd5 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0e487a3-a678-4a64-bee0-1e389cc0da43', 'tempest-TagsTest-Tag-820820794') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:32.727572 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-8e908704-262c-4978-bfd7-30a0703a6cd5 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] show failed (client error): The resource could not be found. Nov 13 04:58:32.733150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44118) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:32.735055 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8e908704-262c-4978-bfd7-30a0703a6cd5 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] 10.222.0.43 "GET /v2.0/networks/c0e487a3-a678-4a64-bee0-1e389cc0da43/tags/tempest-TagsTest-Tag-820820794 HTTP/1.1" status: 404 len: 325 time: 0.1032965 Nov 13 04:58:32.738369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-5e834c59-3d6a-4025-a7e2-df0c14907a93 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c0e487a3-a678-4a64-bee0-1e389cc0da43') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:32.856446 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5e834c59-3d6a-4025-a7e2-df0c14907a93 tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] 10.222.0.43 "DELETE /v2.0/networks/c0e487a3-a678-4a64-bee0-1e389cc0da43/tags HTTP/1.1" status: 204 len: 168 time: 0.1221409 Nov 13 04:58:32.863060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44122) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:33.009081 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:33.328900 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:33.365126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e487a3-a678-4a64-bee0-1e389cc0da43']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:33.384833 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22a79e4-77d5-4e29-a493-2308b7260205') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:33.389150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22a79e4-77d5-4e29-a493-2308b7260205') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:33.416227 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:33.456264 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:33.473058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:58:33.473287 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:58:33.484602 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:58:33.579386 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:33.606233 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:33.613527 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] 10.222.0.43 "DELETE /v2.0/networks/c0e487a3-a678-4a64-bee0-1e389cc0da43 HTTP/1.1" status: 204 len: 168 time: 0.7471838 Nov 13 04:58:33.613527 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Pushing event deleted for resources: {'Network': ['ID=c0e487a3-a678-4a64-bee0-1e389cc0da43,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:33.643254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:33.645459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:33.648593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:33.649074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:33.649485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:33.650017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:33.650405 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:33.650793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:33.651274 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:33.651680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:33.659609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:33.660344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873e2-cded-4627-b85b-49f2dc591a6e tempest-TagsTest-1022434173 tempest-TagsTest-1022434173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:58:34.151038 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-803e4c54-9155-4c01-8580-e4908cf17cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:34.206802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44172) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:34.541816 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fa4b8e57-d3d6-4ac7-9c17-9d79c9dd056c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80bf9fa90f4844dbaa12b064dfa5cae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3322921 Nov 13 04:58:34.546946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44184) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:34.690436 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f3473e6-44ef-45e9-9509-ec0ba8ef878f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:34.762387 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f3473e6-44ef-45e9-9509-ec0ba8ef878f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:34.916750 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f3473e6-44ef-45e9-9509-ec0ba8ef878f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:34.920729 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f3473e6-44ef-45e9-9509-ec0ba8ef878f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:34.921944 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4f3473e6-44ef-45e9-9509-ec0ba8ef878f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/302dd23f-43ac-4d60-b592-41441ec25fdf HTTP/1.1" status: 204 len: 168 time: 0.3712246 Nov 13 04:58:34.934349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3473e6-44ef-45e9-9509-ec0ba8ef878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302dd23f-43ac-4d60-b592-41441ec25fdf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:35.585748 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:58:36.457036 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56d494c3-bea1-4155-83a2-03d0f6c93757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:36.548861 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44262) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:37.028836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-474082917-network', 'tenant_id': '0741b948bcd546b89536214b1a975b07'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:37.055984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] Made reservation on behalf of 0741b948bcd546b89536214b1a975b07 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:58:37.058727 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:37.075237 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:37.205085 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:37.216170 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:37.279885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:58:37.301978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:37.303543 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] Added segment c31d0c33-3cba-4a6a-a939-17c92aca3c56 of type vlan for network ff5d17e2-04a4-451a-b97b-e5677bbe57b4 Nov 13 04:58:37.307433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac54f750-2f89-440d-acbf-92ceef91c707,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:37.379881 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:37.410752 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:37.412169 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:37.413038 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:37.484458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9301977 Nov 13 04:58:37.487795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44302) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:37.493063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-11db6b15-cc64-4afc-b319-55ec34e4370e admin admin] Request body: {'subnet': {'network_id': 'ff5d17e2-04a4-451a-b97b-e5677bbe57b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-474082917-subnet', 'tenant_id': '0741b948bcd546b89536214b1a975b07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:37.494448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bbad2-a02a-42e5-be41-89daab678f61 admin admin] Pushing event updated for resources: {'Network': ['ID=ff5d17e2-04a4-451a-b97b-e5677bbe57b4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:37.509546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network ff5d17e2-04a4-451a-b97b-e5677bbe57b4 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:58:37.538294 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11db6b15-cc64-4afc-b319-55ec34e4370e admin admin] Made reservation on behalf of 0741b948bcd546b89536214b1a975b07 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:58:37.541456 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11db6b15-cc64-4afc-b319-55ec34e4370e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:37.830783 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:37.869341 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11db6b15-cc64-4afc-b319-55ec34e4370e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:37.958327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db6b15-cc64-4afc-b319-55ec34e4370e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ac5aaec-35af-406c-9c37-37cfd95f5114,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:37.967026 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db6b15-cc64-4afc-b319-55ec34e4370e admin admin] Checking segment: {'id': 'c31d0c33-3cba-4a6a-a939-17c92aca3c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff5d17e2-04a4-451a-b97b-e5677bbe57b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:58:37.967686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db6b15-cc64-4afc-b319-55ec34e4370e admin admin] Network hostable DHCP agents. Network: ff5d17e2-04a4-451a-b97b-e5677bbe57b4, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:58:37.990303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db6b15-cc64-4afc-b319-55ec34e4370e admin admin] Network ff5d17e2-04a4-451a-b97b-e5677bbe57b4 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:58:38.008080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-11db6b15-cc64-4afc-b319-55ec34e4370e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, ff5d17e2-04a4-451a-b97b-e5677bbe57b4) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:58:38.016681 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9048e833-220b-4dcb-b096-a64c841042f3 None None] Network ff5d17e2-04a4-451a-b97b-e5677bbe57b4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:58:38.035833 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11db6b15-cc64-4afc-b319-55ec34e4370e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:38.038025 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11db6b15-cc64-4afc-b319-55ec34e4370e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:38.097911 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-11db6b15-cc64-4afc-b319-55ec34e4370e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5939105 Nov 13 04:58:38.332878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba212774-a697-41e7-85b0-bdb3c5d40f14 req-00910494-5db0-421e-ae0d-73ca7d46843c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:38.334519 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba212774-a697-41e7-85b0-bdb3c5d40f14 req-00910494-5db0-421e-ae0d-73ca7d46843c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1400628 Nov 13 04:58:38.357925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6f2558-083b-41ee-b277-8251895bb13c None None] Network ff5d17e2-04a4-451a-b97b-e5677bbe57b4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:58:38.470904 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba212774-a697-41e7-85b0-bdb3c5d40f14 req-b193d79c-709a-4245-badc-c83ceab3fe72 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291871 Nov 13 04:58:39.121466 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:39.250772 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f589e-86bd-403f-aa6e-e2f7a710b104 req-7ce2fa30-a703-4b10-8ce4-49a322921562 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:39.262965 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd9f589e-86bd-403f-aa6e-e2f7a710b104 req-7ce2fa30-a703-4b10-8ce4-49a322921562 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1060703 Nov 13 04:58:39.444498 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd9f589e-86bd-403f-aa6e-e2f7a710b104 req-d2546c70-a6e7-4678-8b33-5b6909eac64e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790404 Nov 13 04:58:39.636418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44390) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:39.642083 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-388941983-network', 'tenant_id': 'fcf3573acd0b4c82b4331901ce95505e'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:39.677325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] Made reservation on behalf of fcf3573acd0b4c82b4331901ce95505e for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:58:39.690833 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:39.714416 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:39.881059 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:39.889951 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:39.931472 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:58:39.947003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb73338-9b48-4ec7-a675-abce07f2576b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:39.952458 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:39.953010 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] Added segment 95af62f4-810a-4391-ac18-706b84fbca88 of type vlan for network 97e8e0bf-bffd-4eab-b720-ecce262754e1 Nov 13 04:58:40.004894 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:40.050167 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:40.066751 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:40.068049 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:40.068933 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:40.139839 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4995909 Nov 13 04:58:40.140132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44400) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:40.145516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-97ea559f-f038-435e-b294-e74a897528cb admin admin] Request body: {'subnet': {'network_id': '97e8e0bf-bffd-4eab-b720-ecce262754e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-388941983-subnet', 'tenant_id': 'fcf3573acd0b4c82b4331901ce95505e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:58:40.156590 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552aadb4-6595-4e9e-8fb1-7a881cb6beb7 admin admin] Pushing event updated for resources: {'Network': ['ID=97e8e0bf-bffd-4eab-b720-ecce262754e1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:40.172339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 97e8e0bf-bffd-4eab-b720-ecce262754e1 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:58:40.190320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ea559f-f038-435e-b294-e74a897528cb admin admin] Made reservation on behalf of fcf3573acd0b4c82b4331901ce95505e for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:58:40.192685 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97ea559f-f038-435e-b294-e74a897528cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:40.559229 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97ea559f-f038-435e-b294-e74a897528cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:40.670889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea559f-f038-435e-b294-e74a897528cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f352ca-c986-444d-9a7a-e16eca57acaf,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:40.693282 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599f9df-7696-4219-addb-921178ffe487 req-e49cdce8-f200-4701-833e-ad76f551818c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:40.695052 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4599f9df-7696-4219-addb-921178ffe487 req-e49cdce8-f200-4701-833e-ad76f551818c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1311595 Nov 13 04:58:40.698169 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ea559f-f038-435e-b294-e74a897528cb admin admin] Checking segment: {'id': '95af62f4-810a-4391-ac18-706b84fbca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '97e8e0bf-bffd-4eab-b720-ecce262754e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:58:40.698529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea559f-f038-435e-b294-e74a897528cb admin admin] Network hostable DHCP agents. Network: 97e8e0bf-bffd-4eab-b720-ecce262754e1, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:58:40.754659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea559f-f038-435e-b294-e74a897528cb admin admin] Network 97e8e0bf-bffd-4eab-b720-ecce262754e1 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:58:40.797422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-97ea559f-f038-435e-b294-e74a897528cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 97e8e0bf-bffd-4eab-b720-ecce262754e1) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:58:40.806553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ea559f-f038-435e-b294-e74a897528cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:40.807361 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97ea559f-f038-435e-b294-e74a897528cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:40.812175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaf6f24-d11a-45a8-9c5a-e410c5704ec6 None None] Network 97e8e0bf-bffd-4eab-b720-ecce262754e1 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:58:40.840709 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4599f9df-7696-4219-addb-921178ffe487 req-45aed257-3a1a-4ac7-b22b-454118c48261 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354632 Nov 13 04:58:40.862078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-97ea559f-f038-435e-b294-e74a897528cb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7205155 Nov 13 04:58:41.104728 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44432) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:41.188135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-721e3076-9b73-4260-a3bb-b7e84e4ccec3 admin admin] Deleting subnet 9ac5aaec-35af-406c-9c37-37cfd95f5114 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:58:41.199919 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-721e3076-9b73-4260-a3bb-b7e84e4ccec3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:41.243934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4ec4c6-2371-4609-b71e-9022a02282b9 None None] Network 97e8e0bf-bffd-4eab-b720-ecce262754e1 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:58:41.262053 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-721e3076-9b73-4260-a3bb-b7e84e4ccec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:41.314603 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-721e3076-9b73-4260-a3bb-b7e84e4ccec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:41.399239 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-721e3076-9b73-4260-a3bb-b7e84e4ccec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:41.426093 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d80953b7-b232-4f39-9db5-08450b9e844c no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:58:41.435045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e3076-9b73-4260-a3bb-b7e84e4ccec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ac5aaec-35af-406c-9c37-37cfd95f5114,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:41.442306 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-721e3076-9b73-4260-a3bb-b7e84e4ccec3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:41.446867 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-721e3076-9b73-4260-a3bb-b7e84e4ccec3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9ac5aaec-35af-406c-9c37-37cfd95f5114 HTTP/1.1" status: 204 len: 168 time: 0.3448505 Nov 13 04:58:41.449514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44442) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:41.554756 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ef95943-9b7c-4de6-8f3a-43e4d4026d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:41.636796 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:41.675090 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:58:41.675582 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ef95943-9b7c-4de6-8f3a-43e4d4026d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:41.681267 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739621b6-c1ef-4dd9-b261-b831091af3bd" -d '{"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-unplugged", "status": "completed", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:58:41.699972 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-6ef95943-9b7c-4de6-8f3a-43e4d4026d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5d17e2-04a4-451a-b97b-e5677bbe57b4']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:41.711981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-6ef95943-9b7c-4de6-8f3a-43e4d4026d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31d0c33-3cba-4a6a-a939-17c92aca3c56') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:41.712282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-6ef95943-9b7c-4de6-8f3a-43e4d4026d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31d0c33-3cba-4a6a-a939-17c92aca3c56') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:41.718094 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:58:41.727853 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:41.741535 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ef95943-9b7c-4de6-8f3a-43e4d4026d39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:41.770076 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ef95943-9b7c-4de6-8f3a-43e4d4026d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:41.783858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef95943-9b7c-4de6-8f3a-43e4d4026d39 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:58:41.784272 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ef95943-9b7c-4de6-8f3a-43e4d4026d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:41.826390 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a531db27-899b-4038-93fb-553b67e342d1 x-openstack-request-id: req-a531db27-899b-4038-93fb-553b67e342d1 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:58:41.826825 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-unplugged", "status": "completed", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:58:41.826978 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a531db27-899b-4038-93fb-553b67e342d1 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:58:41.827379 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'code': 200} Nov 13 04:58:41.827930 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d80953b7-b232-4f39-9db5-08450b9e844c,revision_number=11']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:58:41.880058 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:58:41.886347 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ef95943-9b7c-4de6-8f3a-43e4d4026d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:41.899991 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ef95943-9b7c-4de6-8f3a-43e4d4026d39 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:41.904063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6ef95943-9b7c-4de6-8f3a-43e4d4026d39 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ff5d17e2-04a4-451a-b97b-e5677bbe57b4 HTTP/1.1" status: 204 len: 168 time: 0.4524708 Nov 13 04:58:41.906973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44460) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:41.917059 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef95943-9b7c-4de6-8f3a-43e4d4026d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff5d17e2-04a4-451a-b97b-e5677bbe57b4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:41.992655 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1dd11a-9636-44a7-b4e9-8ce981dcc618 admin admin] Deleting subnet 73f352ca-c986-444d-9a7a-e16eca57acaf {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:58:41.996803 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd11a-9636-44a7-b4e9-8ce981dcc618 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:42.039531 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd11a-9636-44a7-b4e9-8ce981dcc618 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:42.069373 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4b32e-3071-40b2-8944-38356353418a req-b046e099-6583-4653-b07f-bdce463309f8 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:42.073793 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-25b4b32e-3071-40b2-8944-38356353418a req-b046e099-6583-4653-b07f-bdce463309f8 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.1262815 Nov 13 04:58:42.089799 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd11a-9636-44a7-b4e9-8ce981dcc618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:42.150029 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd11a-9636-44a7-b4e9-8ce981dcc618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:42.156970 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-25b4b32e-3071-40b2-8944-38356353418a req-c1e8b2b1-7876-4664-a5a2-6e0c0476a923 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767033 Nov 13 04:58:42.180538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dd11a-9636-44a7-b4e9-8ce981dcc618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f352ca-c986-444d-9a7a-e16eca57acaf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:42.195960 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd11a-9636-44a7-b4e9-8ce981dcc618 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:42.203466 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5e1dd11a-9636-44a7-b4e9-8ce981dcc618 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/73f352ca-c986-444d-9a7a-e16eca57acaf HTTP/1.1" status: 204 len: 168 time: 0.2929721 Nov 13 04:58:42.203855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44466) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:42.289184 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-03024189-2f9e-4cc0-8090-4db2c22389fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:42.376866 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-03024189-2f9e-4cc0-8090-4db2c22389fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:42.405221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-03024189-2f9e-4cc0-8090-4db2c22389fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e8e0bf-bffd-4eab-b720-ecce262754e1']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:42.422866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-03024189-2f9e-4cc0-8090-4db2c22389fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95af62f4-810a-4391-ac18-706b84fbca88') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:42.423428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-03024189-2f9e-4cc0-8090-4db2c22389fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95af62f4-810a-4391-ac18-706b84fbca88') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:58:42.439741 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-03024189-2f9e-4cc0-8090-4db2c22389fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:42.460063 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-03024189-2f9e-4cc0-8090-4db2c22389fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:42.467949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03024189-2f9e-4cc0-8090-4db2c22389fc admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:58:42.468633 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-03024189-2f9e-4cc0-8090-4db2c22389fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:58:42.470831 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:58:42.554057 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-03024189-2f9e-4cc0-8090-4db2c22389fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:42.565752 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-03024189-2f9e-4cc0-8090-4db2c22389fc admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:42.569638 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-03024189-2f9e-4cc0-8090-4db2c22389fc admin admin] 10.222.0.43 "DELETE /v2.0/networks/97e8e0bf-bffd-4eab-b720-ecce262754e1 HTTP/1.1" status: 204 len: 168 time: 0.3641577 Nov 13 04:58:42.591999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03024189-2f9e-4cc0-8090-4db2c22389fc admin admin] Pushing event deleted for resources: {'Network': ['ID=97e8e0bf-bffd-4eab-b720-ecce262754e1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:42.801085 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44484) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:42.862067 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e5336f45-03aa-48a9-ae00-366d89da937c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0741b948bcd546b89536214b1a975b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0597725 Nov 13 04:58:42.865426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44488) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:42.937057 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0229d246-ad63-451b-851f-35e83b27d508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:42.963645 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0229d246-ad63-451b-851f-35e83b27d508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:43.040445 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0229d246-ad63-451b-851f-35e83b27d508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:43.045978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0229d246-ad63-451b-851f-35e83b27d508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:43.047528 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0229d246-ad63-451b-851f-35e83b27d508 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac54f750-2f89-440d-acbf-92ceef91c707 HTTP/1.1" status: 204 len: 168 time: 0.1805964 Nov 13 04:58:43.061700 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229d246-ad63-451b-851f-35e83b27d508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac54f750-2f89-440d-acbf-92ceef91c707,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:43.285537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3d02b-2e67-4487-8693-5aaefa987191 req-e8f51c40-0024-4090-a532-f3cc63766abf tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:43.296363 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bbf3d02b-2e67-4487-8693-5aaefa987191 req-e8f51c40-0024-4090-a532-f3cc63766abf tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0657706 Nov 13 04:58:43.354373 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bbf3d02b-2e67-4487-8693-5aaefa987191 req-1cdd087c-9301-4930-8d8f-a6f0fdac7089 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566552 Nov 13 04:58:43.422945 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d80953b7-b232-4f39-9db5-08450b9e844c details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:58:43.549801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:58:43.569197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'port_id': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'mac_address': 'fa:16:3e:be:15:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:58:43.617032 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:43.632966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80953b7-b232-4f39-9db5-08450b9e844c {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:58:43.656030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:58:43.663335 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:43.684629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44518) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:43.726788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d80953b7-b232-4f39-9db5-08450b9e844c,revision_number=12']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:43.730333 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-233b3d3f-0cde-4215-afce-bf32dc553292 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcf3573acd0b4c82b4331901ce95505e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442836 Nov 13 04:58:43.732911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44520) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:43.792224 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06f0baeb-e339-471e-911c-3dba81e95cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:43.816481 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06f0baeb-e339-471e-911c-3dba81e95cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:43.885362 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['d80953b7-b232-4f39-9db5-08450b9e844c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:58:43.886322 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06f0baeb-e339-471e-911c-3dba81e95cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:43.889741 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06f0baeb-e339-471e-911c-3dba81e95cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:43.893726 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-06f0baeb-e339-471e-911c-3dba81e95cd3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ddb73338-9b48-4ec7-a675-abce07f2576b HTTP/1.1" status: 204 len: 168 time: 0.1574254 Nov 13 04:58:43.902385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0baeb-e339-471e-911c-3dba81e95cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb73338-9b48-4ec7-a675-abce07f2576b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:44.535529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0512a-3ab5-4802-910a-6761f38971dc req-5ac2edb8-fb41-4a8f-adc1-6c9462574fa7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:44.537674 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9cf0512a-3ab5-4802-910a-6761f38971dc req-5ac2edb8-fb41-4a8f-adc1-6c9462574fa7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 945 time: 0.0636945 Nov 13 04:58:44.649632 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9cf0512a-3ab5-4802-910a-6761f38971dc req-85e1936c-19c7-440d-a1cb-1a806d1f8778 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056862 Nov 13 04:58:45.455141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d80953b7-b232-4f39-9db5-08450b9e844c up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:58:45.525273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port d80953b7-b232-4f39-9db5-08450b9e844c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:58:45.525891 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:45.630562 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:45.661231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:58:45.664183 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea343955-4212-42f9-92a6-160f4dabb698" -d '{"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-plugged", "status": "completed", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:58:45.680528 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:58:45.689387 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:45.748966 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d8c97c-d9ce-4408-a6a3-58c7b990bc61 x-openstack-request-id: req-c8d8c97c-d9ce-4408-a6a3-58c7b990bc61 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:58:45.749439 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-plugged", "status": "completed", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:58:45.750026 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8d8c97c-d9ce-4408-a6a3-58c7b990bc61 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:58:45.750433 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'code': 200} Nov 13 04:58:45.766808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d80953b7-b232-4f39-9db5-08450b9e844c,revision_number=13']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:45.837734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784a913-074d-4587-b518-8ef036841b8b req-b5a92b32-3223-43b7-bec1-0654a436a9aa tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:45.840360 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e784a913-074d-4587-b518-8ef036841b8b req-b5a92b32-3223-43b7-bec1-0654a436a9aa tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.0750206 Nov 13 04:58:45.895472 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e784a913-074d-4587-b518-8ef036841b8b req-3796be34-5370-4f40-a5df-b5d10946d1a1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488060 Nov 13 04:58:47.132403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0728e87-a7c1-4baf-a180-db4507006470 req-7bbaa7fa-c424-4dcb-883b-2ddc27976cf0 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:47.144434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0728e87-a7c1-4baf-a180-db4507006470 req-7bbaa7fa-c424-4dcb-883b-2ddc27976cf0 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1255891 Nov 13 04:58:47.239446 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0728e87-a7c1-4baf-a180-db4507006470 req-fa5ab91f-118a-4c3b-b6d1-6cd3fb48bb12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896361 Nov 13 04:58:47.243569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44700) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:47.413266 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d874d1d-cfea-4ce0-850b-77fab039a42e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:47.573121 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d874d1d-cfea-4ce0-850b-77fab039a42e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:47.588442 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d874d1d-cfea-4ce0-850b-77fab039a42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:47.652005 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8d874d1d-cfea-4ce0-850b-77fab039a42e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=588bb44beb6f42fe98e0ff7a02e445b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071374 Nov 13 04:58:47.652227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44718) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:47.652982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d874d1d-cfea-4ce0-850b-77fab039a42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5aae93-d30c-4383-935b-d6338cfd6501,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:47.742341 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a712e99a-5908-4ac7-a39c-dc00b612bded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:47.803728 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a712e99a-5908-4ac7-a39c-dc00b612bded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:47.919620 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a712e99a-5908-4ac7-a39c-dc00b612bded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:47.922784 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a712e99a-5908-4ac7-a39c-dc00b612bded admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:47.928344 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a712e99a-5908-4ac7-a39c-dc00b612bded admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b5aae93-d30c-4383-935b-d6338cfd6501 HTTP/1.1" status: 204 len: 168 time: 0.2746980 Nov 13 04:58:47.938342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712e99a-5908-4ac7-a39c-dc00b612bded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5aae93-d30c-4383-935b-d6338cfd6501,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:48.571702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112db419-9ffc-41da-bf5b-56cff4c63e1f req-db839c3a-a274-4886-be76-cb4861d22a2e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:48.579935 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-112db419-9ffc-41da-bf5b-56cff4c63e1f req-db839c3a-a274-4886-be76-cb4861d22a2e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1015661 Nov 13 04:58:48.735868 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-112db419-9ffc-41da-bf5b-56cff4c63e1f req-209f9813-616e-431e-8706-47a6f545d8eb tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481245 Nov 13 04:58:48.805505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44754) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:48.821347 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7c49ab3d-fc75-49ef-940d-c25373178c81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:48.934226 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7c49ab3d-fc75-49ef-940d-c25373178c81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:48.943650 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7c49ab3d-fc75-49ef-940d-c25373178c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:48.976790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7c49ab3d-fc75-49ef-940d-c25373178c81 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f239e22762924d64a2ddd267d5d3cf5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1699774 Nov 13 04:58:48.979439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44758) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:49.045210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49ab3d-fc75-49ef-940d-c25373178c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df90be3f-8681-48ab-bc27-6bce79f2b27e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:49.059689 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52feaf34-5c38-4553-8a9b-bc93e1cb52d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:49.103542 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52feaf34-5c38-4553-8a9b-bc93e1cb52d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:49.169268 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52feaf34-5c38-4553-8a9b-bc93e1cb52d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:49.173213 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52feaf34-5c38-4553-8a9b-bc93e1cb52d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:49.175277 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-52feaf34-5c38-4553-8a9b-bc93e1cb52d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df90be3f-8681-48ab-bc27-6bce79f2b27e HTTP/1.1" status: 204 len: 168 time: 0.1938100 Nov 13 04:58:49.207229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52feaf34-5c38-4553-8a9b-bc93e1cb52d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df90be3f-8681-48ab-bc27-6bce79f2b27e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:50.037577 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85979c47-1f13-48b2-b831-f5a2e4ce9697 req-0d68247e-d76d-4aba-ba3c-0f8739fede2a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:50.048006 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85979c47-1f13-48b2-b831-f5a2e4ce9697 req-0d68247e-d76d-4aba-ba3c-0f8739fede2a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1404345 Nov 13 04:58:50.164418 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85979c47-1f13-48b2-b831-f5a2e4ce9697 req-c857f5f7-bbbe-4e16-9339-951b1f9b041f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133790 Nov 13 04:58:51.080200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44816) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:51.384692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93ed72-6f99-4e8e-ab3b-766682534f16 req-93b3d616-0fa3-4ae4-8370-25e83b47870a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:51.392479 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef93ed72-6f99-4e8e-ab3b-766682534f16 req-93b3d616-0fa3-4ae4-8370-25e83b47870a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.0975771 Nov 13 04:58:51.477503 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2a5aedb7-78b5-4f75-b83e-c86f9902f890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:51.501405 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef93ed72-6f99-4e8e-ab3b-766682534f16 req-c9b7ca75-3872-4999-87b3-feffde158c24 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024563 Nov 13 04:58:51.646488 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2a5aedb7-78b5-4f75-b83e-c86f9902f890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:51.655562 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2a5aedb7-78b5-4f75-b83e-c86f9902f890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:51.692108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5aedb7-78b5-4f75-b83e-c86f9902f890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e658f73-4e95-4d39-a7e1-c99d44cb572a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:51.717877 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2a5aedb7-78b5-4f75-b83e-c86f9902f890 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=258bb1213fcc4b6b8d44103b61143418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6361635 Nov 13 04:58:51.720799 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44836) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:51.839404 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0681cb5f-c042-4cc6-9387-e9b92d98c8f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:51.930000 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0681cb5f-c042-4cc6-9387-e9b92d98c8f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:52.032616 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0681cb5f-c042-4cc6-9387-e9b92d98c8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:52.035669 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0681cb5f-c042-4cc6-9387-e9b92d98c8f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:52.036994 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0681cb5f-c042-4cc6-9387-e9b92d98c8f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e658f73-4e95-4d39-a7e1-c99d44cb572a HTTP/1.1" status: 204 len: 168 time: 0.3148911 Nov 13 04:58:52.059919 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681cb5f-c042-4cc6-9387-e9b92d98c8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e658f73-4e95-4d39-a7e1-c99d44cb572a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:52.748865 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e64a8b-88f7-4f9a-a79b-864292f8ca3f req-d9966d43-de9e-49b3-ac4e-15fbd3a70243 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:52.765307 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44e64a8b-88f7-4f9a-a79b-864292f8ca3f req-d9966d43-de9e-49b3-ac4e-15fbd3a70243 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1151774 Nov 13 04:58:52.865432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44872) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:52.883724 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44e64a8b-88f7-4f9a-a79b-864292f8ca3f req-d692f41e-5d7e-413f-8990-5ddfb528d4e1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172678 Nov 13 04:58:52.889806 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9219ea3-a072-4ea3-a4d6-35e0cd015d05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:52.991997 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44876) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:53.097631 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9219ea3-a072-4ea3-a4d6-35e0cd015d05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:53.111126 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9219ea3-a072-4ea3-a4d6-35e0cd015d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:53.186093 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e9219ea3-a072-4ea3-a4d6-35e0cd015d05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37a6880e543d4feb85fdf0904936c41e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189323 Nov 13 04:58:53.189118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44880) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:53.244409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9219ea3-a072-4ea3-a4d6-35e0cd015d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69b01b2-a3ea-4364-b929-199729b21be8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:53.292185 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-470a5067-ee7e-4aaa-a3c1-8e1403c460db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:53.341017 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-470a5067-ee7e-4aaa-a3c1-8e1403c460db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:53.432753 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-470a5067-ee7e-4aaa-a3c1-8e1403c460db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:53.435762 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-470a5067-ee7e-4aaa-a3c1-8e1403c460db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:53.437147 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-470a5067-ee7e-4aaa-a3c1-8e1403c460db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f69b01b2-a3ea-4364-b929-199729b21be8 HTTP/1.1" status: 204 len: 168 time: 0.2468643 Nov 13 04:58:53.461085 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a5067-ee7e-4aaa-a3c1-8e1403c460db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69b01b2-a3ea-4364-b929-199729b21be8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:53.472722 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-369e1656-ac9a-434d-87af-13aae8df31e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:53.620728 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-369e1656-ac9a-434d-87af-13aae8df31e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:53.632547 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-369e1656-ac9a-434d-87af-13aae8df31e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:53.662312 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-369e1656-ac9a-434d-87af-13aae8df31e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f9132c1b32f4cd6847af4419989f7b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6675868 Nov 13 04:58:53.662705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44894) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:53.688076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e1656-ac9a-434d-87af-13aae8df31e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571f08a7-58d7-480e-8089-667993021345,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:53.774664 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1160-0a2a-4dfc-a3c6-d8c96acbd43d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:53.825578 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1160-0a2a-4dfc-a3c6-d8c96acbd43d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:53.939571 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1160-0a2a-4dfc-a3c6-d8c96acbd43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:53.944345 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1160-0a2a-4dfc-a3c6-d8c96acbd43d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:53.945794 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cf8a1160-0a2a-4dfc-a3c6-d8c96acbd43d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/571f08a7-58d7-480e-8089-667993021345 HTTP/1.1" status: 204 len: 168 time: 0.2819598 Nov 13 04:58:53.957981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a1160-0a2a-4dfc-a3c6-d8c96acbd43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571f08a7-58d7-480e-8089-667993021345,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:54.242376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705ff03-e19a-4dcd-b7e0-ff7033980156 req-f2fb49ef-2eea-489f-a45a-3397094245b5 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:54.256684 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5705ff03-e19a-4dcd-b7e0-ff7033980156 req-f2fb49ef-2eea-489f-a45a-3397094245b5 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1354902 Nov 13 04:58:54.407750 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5705ff03-e19a-4dcd-b7e0-ff7033980156 req-b830a771-579c-47a5-a2fb-b6378a2c3194 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424494 Nov 13 04:58:54.614671 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44926) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:54.657845 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e2cc1e6-e609-4a67-909e-9993f61af7f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:54.939175 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e2cc1e6-e609-4a67-909e-9993f61af7f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:54.961987 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e2cc1e6-e609-4a67-909e-9993f61af7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:55.081904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cc1e6-e609-4a67-909e-9993f61af7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a44557e-21b7-4b6b-a987-f0d6c4a63ac9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:55.098725 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5e2cc1e6-e609-4a67-909e-9993f61af7f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7e55602902d45259cc2beea6fae1301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4818177 Nov 13 04:58:55.101492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44932) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:58:55.187595 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e183fd6c-5ef6-42b8-adec-dd2014e2b697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:55.224580 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e183fd6c-5ef6-42b8-adec-dd2014e2b697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:55.304141 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e183fd6c-5ef6-42b8-adec-dd2014e2b697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:55.309015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e183fd6c-5ef6-42b8-adec-dd2014e2b697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:55.310388 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e183fd6c-5ef6-42b8-adec-dd2014e2b697 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a44557e-21b7-4b6b-a987-f0d6c4a63ac9 HTTP/1.1" status: 204 len: 168 time: 0.2078862 Nov 13 04:58:55.336666 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183fd6c-5ef6-42b8-adec-dd2014e2b697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a44557e-21b7-4b6b-a987-f0d6c4a63ac9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:58:55.696964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307d602-4f2f-4229-8d69-e4074db7698a req-d6e98f4c-667a-4203-b1ba-2fc71814d6cf tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:55.706317 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d307d602-4f2f-4229-8d69-e4074db7698a req-d6e98f4c-667a-4203-b1ba-2fc71814d6cf tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1499276 Nov 13 04:58:55.793209 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d307d602-4f2f-4229-8d69-e4074db7698a req-a8e2f7b4-1b18-46ea-91d8-ff337a69bcc0 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796282 Nov 13 04:58:57.075673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11abf9e-ebf8-4034-9415-4e0d7ef223e3 req-60248e59-5e18-455a-b4a5-45739498053c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:57.085345 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d11abf9e-ebf8-4034-9415-4e0d7ef223e3 req-60248e59-5e18-455a-b4a5-45739498053c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1262941 Nov 13 04:58:57.218820 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d11abf9e-ebf8-4034-9415-4e0d7ef223e3 req-0e49761d-78ef-4cfc-b1e1-279031e04107 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269484 Nov 13 04:58:58.534472 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:58.547703 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad0a4a-4b72-43e6-8e25-819cecdb456f req-e7eb4ae9-6af3-4edc-b89a-85876ffb665e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:58.555855 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5bad0a4a-4b72-43e6-8e25-819cecdb456f req-e7eb4ae9-6af3-4edc-b89a-85876ffb665e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1950688 Nov 13 04:58:58.618262 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5bad0a4a-4b72-43e6-8e25-819cecdb456f req-9545f90e-71d9-4522-a109-46b550651d36 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611641 Nov 13 04:58:58.899586 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:58:59.868993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6b60f-9eeb-4190-a126-c64d2bf10859 req-b8a82719-8eb8-47bd-a010-414d838c77f6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:58:59.871495 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-73e6b60f-9eeb-4190-a126-c64d2bf10859 req-b8a82719-8eb8-47bd-a010-414d838c77f6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1343565 Nov 13 04:58:59.990210 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-73e6b60f-9eeb-4190-a126-c64d2bf10859 req-4804a6a1-1170-4517-88ab-1a5b5ad84d74 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028347 Nov 13 04:59:01.238227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3861604-27d4-4f65-86cf-b420303d4202 req-136ac954-f997-40e1-a264-be16a28c543c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:01.249752 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f3861604-27d4-4f65-86cf-b420303d4202 req-136ac954-f997-40e1-a264-be16a28c543c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.0988002 Nov 13 04:59:01.380221 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f3861604-27d4-4f65-86cf-b420303d4202 req-bed50c0c-4207-440a-a530-4f053ce32974 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286612 Nov 13 04:59:01.948468 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45188) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:02.314222 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-50c75517-9bf8-45e0-afdd-d1bfafc44c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:02.673262 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-50c75517-9bf8-45e0-afdd-d1bfafc44c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:02.687007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51984840-07d4-4552-8ec2-890963e3531e req-1bbf4d71-73f0-4e35-b133-8695362af0b1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:02.695712 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-51984840-07d4-4552-8ec2-890963e3531e req-1bbf4d71-73f0-4e35-b133-8695362af0b1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1424773 Nov 13 04:59:02.760392 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-51984840-07d4-4552-8ec2-890963e3531e req-5a76f604-621c-4108-b766-9e6cf7f6f828 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633943 Nov 13 04:59:02.761074 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-50c75517-9bf8-45e0-afdd-d1bfafc44c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:02.830495 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-50c75517-9bf8-45e0-afdd-d1bfafc44c17 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4774a452e9034d6c98ebc59a88fee800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8809481 Nov 13 04:59:02.832376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c75517-9bf8-45e0-afdd-d1bfafc44c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49204df-d75a-4f31-9c4f-6a4bc3d588d4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:02.833314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45220) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:02.893184 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b13292c6-e680-4fd4-862a-d19079e9ac8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:02.963023 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b13292c6-e680-4fd4-862a-d19079e9ac8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:03.098012 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b13292c6-e680-4fd4-862a-d19079e9ac8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:03.101495 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b13292c6-e680-4fd4-862a-d19079e9ac8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:03.107698 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b13292c6-e680-4fd4-862a-d19079e9ac8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d49204df-d75a-4f31-9c4f-6a4bc3d588d4 HTTP/1.1" status: 204 len: 168 time: 0.2731867 Nov 13 04:59:03.124771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13292c6-e680-4fd4-862a-d19079e9ac8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49204df-d75a-4f31-9c4f-6a4bc3d588d4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:03.925223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0f279-6922-4149-b552-727cc1e207cf req-10143ee2-90ba-4d1c-95a9-1190eeef3d81 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:03.940788 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2fd0f279-6922-4149-b552-727cc1e207cf req-10143ee2-90ba-4d1c-95a9-1190eeef3d81 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.0952969 Nov 13 04:59:04.087228 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2fd0f279-6922-4149-b552-727cc1e207cf req-e5adeb13-5420-438e-bfa6-f090fbb835a3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439495 Nov 13 04:59:04.164824 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d262b189-b56a-4eaa-b37d-2c524e9379be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:05.323253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fa3a3-9c2f-4dd6-9e8e-be9e1505c85a req-60df34c9-3fc7-4d32-bdea-b7b5d6d5256e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:05.324844 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-289fa3a3-9c2f-4dd6-9e8e-be9e1505c85a req-60df34c9-3fc7-4d32-bdea-b7b5d6d5256e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1019359 Nov 13 04:59:05.415737 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-289fa3a3-9c2f-4dd6-9e8e-be9e1505c85a req-3552e5b1-30d0-45a9-986f-42049163bce7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804293 Nov 13 04:59:06.461697 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9793-f4eb-4087-879f-f5b7d5baddf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:06.491367 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45362) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:06.660176 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cf868-7546-4d5a-882f-917eb6a1b78f req-e051dd01-93fb-49f7-9dc9-027c48ee4188 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:06.668646 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-288cf868-7546-4d5a-882f-917eb6a1b78f req-e051dd01-93fb-49f7-9dc9-027c48ee4188 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1142836 Nov 13 04:59:06.781604 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-288cf868-7546-4d5a-882f-917eb6a1b78f req-910ec340-0e89-4128-809b-059768c364ce tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117010 Nov 13 04:59:06.791763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25c334cb-a751-4068-80e4-3fb10c50093e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:07.067685 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25c334cb-a751-4068-80e4-3fb10c50093e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:07.084087 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25c334cb-a751-4068-80e4-3fb10c50093e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:07.154122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45380) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:07.159860 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-25c334cb-a751-4068-80e4-3fb10c50093e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7510956df26408b87d897c9dccb0f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6663580 Nov 13 04:59:07.160676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c334cb-a751-4068-80e4-3fb10c50093e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d94986-f920-45dc-a33a-f73c09672688,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:07.222906 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f3a55ac-0dee-48b1-8c13-e9742bd1bafe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:07.299329 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f3a55ac-0dee-48b1-8c13-e9742bd1bafe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:07.429958 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f3a55ac-0dee-48b1-8c13-e9742bd1bafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:07.432518 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f3a55ac-0dee-48b1-8c13-e9742bd1bafe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:07.433804 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1f3a55ac-0dee-48b1-8c13-e9742bd1bafe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12d94986-f920-45dc-a33a-f73c09672688 HTTP/1.1" status: 204 len: 168 time: 0.2780232 Nov 13 04:59:07.499602 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a55ac-0dee-48b1-8c13-e9742bd1bafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d94986-f920-45dc-a33a-f73c09672688,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:07.578512 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951a28-1f01-4a32-82cb-9411504974c2 req-51369328-8430-4979-b0aa-73258aacd6c1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:07.593356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951a28-1f01-4a32-82cb-9411504974c2 req-51369328-8430-4979-b0aa-73258aacd6c1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:07.615963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951a28-1f01-4a32-82cb-9411504974c2 req-51369328-8430-4979-b0aa-73258aacd6c1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:07.624544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951a28-1f01-4a32-82cb-9411504974c2 req-51369328-8430-4979-b0aa-73258aacd6c1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:07.632482 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951a28-1f01-4a32-82cb-9411504974c2 req-51369328-8430-4979-b0aa-73258aacd6c1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:07.638697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951a28-1f01-4a32-82cb-9411504974c2 req-51369328-8430-4979-b0aa-73258aacd6c1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:07.645412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951a28-1f01-4a32-82cb-9411504974c2 req-51369328-8430-4979-b0aa-73258aacd6c1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:07.658558 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd951a28-1f01-4a32-82cb-9411504974c2 req-51369328-8430-4979-b0aa-73258aacd6c1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5434 time: 0.2469397 Nov 13 04:59:07.760434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd951a28-1f01-4a32-82cb-9411504974c2 req-fdd15038-1128-4722-b196-67cff0b3f45b tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934846 Nov 13 04:59:07.812384 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:08.006181 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39601c-1460-4c60-b6c5-98b25ae29076 req-1c74110c-0ad0-4f73-8c60-36c431505633 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:08.025284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39601c-1460-4c60-b6c5-98b25ae29076 req-1c74110c-0ad0-4f73-8c60-36c431505633 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:08.039279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39601c-1460-4c60-b6c5-98b25ae29076 req-1c74110c-0ad0-4f73-8c60-36c431505633 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:08.043456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45410) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:08.047542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39601c-1460-4c60-b6c5-98b25ae29076 req-1c74110c-0ad0-4f73-8c60-36c431505633 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:08.061398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39601c-1460-4c60-b6c5-98b25ae29076 req-1c74110c-0ad0-4f73-8c60-36c431505633 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:08.065556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cca24-9bf5-4318-8da7-3f0579286e7a req-d23e58ea-2961-4e19-857a-80fd782d0ccb tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:08.075784 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a64cca24-9bf5-4318-8da7-3f0579286e7a req-d23e58ea-2961-4e19-857a-80fd782d0ccb tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1581810 Nov 13 04:59:08.100636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39601c-1460-4c60-b6c5-98b25ae29076 req-1c74110c-0ad0-4f73-8c60-36c431505633 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:08.103928 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1148675-bce4-44e7-8951-134f74a748da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:08.112823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39601c-1460-4c60-b6c5-98b25ae29076 req-1c74110c-0ad0-4f73-8c60-36c431505633 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:08.127079 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3a39601c-1460-4c60-b6c5-98b25ae29076 req-1c74110c-0ad0-4f73-8c60-36c431505633 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5434 time: 0.2100937 Nov 13 04:59:08.277648 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a64cca24-9bf5-4318-8da7-3f0579286e7a req-7098f9a9-e9d0-499a-9187-065f9b463661 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992705 Nov 13 04:59:08.415892 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1148675-bce4-44e7-8951-134f74a748da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:08.424141 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1148675-bce4-44e7-8951-134f74a748da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:08.454217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1148675-bce4-44e7-8951-134f74a748da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499bc231-c867-4a16-bbf8-bd6dda0fa3fb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:08.515596 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d1148675-bce4-44e7-8951-134f74a748da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48a9e47396bf4e90b0b1139d81eaddb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4386332 Nov 13 04:59:08.518386 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45432) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:08.650019 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5934958-aeb1-428f-81b1-3f66d44c40dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:08.695302 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5934958-aeb1-428f-81b1-3f66d44c40dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:08.794898 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5934958-aeb1-428f-81b1-3f66d44c40dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:08.803323 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5934958-aeb1-428f-81b1-3f66d44c40dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:08.805459 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c5934958-aeb1-428f-81b1-3f66d44c40dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/499bc231-c867-4a16-bbf8-bd6dda0fa3fb HTTP/1.1" status: 204 len: 168 time: 0.2853656 Nov 13 04:59:08.817439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5934958-aeb1-428f-81b1-3f66d44c40dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499bc231-c867-4a16-bbf8-bd6dda0fa3fb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:09.177504 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:09.566454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac058e-3505-4059-8fc4-5368aeb5a844 req-3b3fcda4-b804-4c46-bbdd-08bbd0a6015e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:09.569441 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39ac058e-3505-4059-8fc4-5368aeb5a844 req-3b3fcda4-b804-4c46-bbdd-08bbd0a6015e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1177421 Nov 13 04:59:09.691183 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39ac058e-3505-4059-8fc4-5368aeb5a844 req-80c8304c-077c-4fd1-bf65-7cef3c02f193 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027644 Nov 13 04:59:10.056080 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:10.851011 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe6e53-9c9d-43a1-aed3-60969fa4af41 req-d55998e3-4e16-4843-a098-eb2835ed4096 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:10.852583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0efe6e53-9c9d-43a1-aed3-60969fa4af41 req-d55998e3-4e16-4843-a098-eb2835ed4096 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.0869272 Nov 13 04:59:10.981233 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0efe6e53-9c9d-43a1-aed3-60969fa4af41 req-0413d3ba-335d-47ab-979a-2cfacc090007 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216388 Nov 13 04:59:11.374329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45568) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:11.609653 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034be6a-5389-4636-aac1-68b675c6c1da req-c0450c98-3bdc-45f2-a79c-9c4358bb1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:11.611244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034be6a-5389-4636-aac1-68b675c6c1da req-c0450c98-3bdc-45f2-a79c-9c4358bb1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:11.611934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034be6a-5389-4636-aac1-68b675c6c1da req-c0450c98-3bdc-45f2-a79c-9c4358bb1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:11.612557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034be6a-5389-4636-aac1-68b675c6c1da req-c0450c98-3bdc-45f2-a79c-9c4358bb1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:11.613449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034be6a-5389-4636-aac1-68b675c6c1da req-c0450c98-3bdc-45f2-a79c-9c4358bb1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:11.614211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034be6a-5389-4636-aac1-68b675c6c1da req-c0450c98-3bdc-45f2-a79c-9c4358bb1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:11.614812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034be6a-5389-4636-aac1-68b675c6c1da req-c0450c98-3bdc-45f2-a79c-9c4358bb1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:11.619284 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2034be6a-5389-4636-aac1-68b675c6c1da req-c0450c98-3bdc-45f2-a79c-9c4358bb1610 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 6491 time: 0.2433689 Nov 13 04:59:11.707222 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2034be6a-5389-4636-aac1-68b675c6c1da req-a6d56bac-56c5-4caa-8e1e-2fd70999dc5c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713639 Nov 13 04:59:12.210099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08d998-7e2f-4ee9-aac1-5e87c76742bf req-b3e98054-4baa-4f6b-a2e7-ff60ed17cd94 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:12.217943 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5c08d998-7e2f-4ee9-aac1-5e87c76742bf req-b3e98054-4baa-4f6b-a2e7-ff60ed17cd94 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.1021216 Nov 13 04:59:12.308083 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5c08d998-7e2f-4ee9-aac1-5e87c76742bf req-7b4240ab-0726-44d0-9c39-46df1a49d490 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887270 Nov 13 04:59:12.625430 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:59:13.461387 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45712) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:13.500382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45724) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:13.740752 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba6d9-65df-4390-b45d-9530a8ff5c61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:13.825436 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-224ade75-1dc9-4fa8-9de0-e4a0ebb6f051 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:13.918691 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba6d9-65df-4390-b45d-9530a8ff5c61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:13.947536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba6d9-65df-4390-b45d-9530a8ff5c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:13.974514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ead4dc-5864-406e-9620-7c60fefc91e7 req-ead48f6e-5ca6-4952-8d67-73ff3da31508 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:13.988911 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54ead4dc-5864-406e-9620-7c60fefc91e7 req-ead48f6e-5ca6-4952-8d67-73ff3da31508 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 946 time: 0.2721322 Nov 13 04:59:14.118139 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54ead4dc-5864-406e-9620-7c60fefc91e7 req-ae3b17a5-3d76-4955-9c32-e6b5e295325e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275027 Nov 13 04:59:14.127409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45750) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:14.129252 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9b4ba6d9-65df-4390-b45d-9530a8ff5c61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e93590f4b9e4b9da49aa124cc2ffed7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6278589 Nov 13 04:59:14.145151 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ba6d9-65df-4390-b45d-9530a8ff5c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54cc699-0ed2-4838-88de-4fab73185170,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:14.301720 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3a01f1c0-f760-4dc8-afd0-a7e4c2bbf13b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:14.314049 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-224ade75-1dc9-4fa8-9de0-e4a0ebb6f051 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:14.320645 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-224ade75-1dc9-4fa8-9de0-e4a0ebb6f051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:14.390835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-224ade75-1dc9-4fa8-9de0-e4a0ebb6f051 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6dc5dd2b64c0429b92ced0f15f5cdfe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9283004 Nov 13 04:59:14.396850 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45766) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:14.398358 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3a01f1c0-f760-4dc8-afd0-a7e4c2bbf13b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:14.497294 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3a01f1c0-f760-4dc8-afd0-a7e4c2bbf13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:14.500346 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3a01f1c0-f760-4dc8-afd0-a7e4c2bbf13b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:14.501604 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3a01f1c0-f760-4dc8-afd0-a7e4c2bbf13b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d54cc699-0ed2-4838-88de-4fab73185170 HTTP/1.1" status: 204 len: 168 time: 0.3703797 Nov 13 04:59:14.511858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ade75-1dc9-4fa8-9de0-e4a0ebb6f051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f116115d-8561-49ac-8f39-78aa3c1525e3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:14.512456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01f1c0-f760-4dc8-afd0-a7e4c2bbf13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54cc699-0ed2-4838-88de-4fab73185170,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:14.581546 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5204b4f7-9275-4754-af99-2543f4db9d76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:14.629627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5204b4f7-9275-4754-af99-2543f4db9d76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:14.684318 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5204b4f7-9275-4754-af99-2543f4db9d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:14.688347 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5204b4f7-9275-4754-af99-2543f4db9d76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:14.693060 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5204b4f7-9275-4754-af99-2543f4db9d76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f116115d-8561-49ac-8f39-78aa3c1525e3 HTTP/1.1" status: 204 len: 168 time: 0.2790833 Nov 13 04:59:14.711778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204b4f7-9275-4754-af99-2543f4db9d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f116115d-8561-49ac-8f39-78aa3c1525e3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:15.365097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45830) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:15.406899 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-368772da-28b4-4cb8-8a0f-d8d7b46e7741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:15.551252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d80953b7-b232-4f39-9db5-08450b9e844c no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:59:15.560116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-368772da-28b4-4cb8-8a0f-d8d7b46e7741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:15.576179 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-368772da-28b4-4cb8-8a0f-d8d7b46e7741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:15.652864 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-368772da-28b4-4cb8-8a0f-d8d7b46e7741 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7930b10f34eb4547815f3c83d9fd1a1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2855997 Nov 13 04:59:15.655021 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368772da-28b4-4cb8-8a0f-d8d7b46e7741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7634cf-dbcc-44f1-ade3-08638c252059,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:15.656310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45844) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:15.703509 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:15.768914 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:59:15.783263 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4890b9-6a77-405a-ae70-53d7eb9612d3" -d '{"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-unplugged", "status": "completed", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:59:15.801815 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90db59c4-5dc7-49b8-a7ab-d29f6330ef19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:15.811765 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:59:15.822521 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:15.838458 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90db59c4-5dc7-49b8-a7ab-d29f6330ef19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:15.896963 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 04:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f48993a-5e27-42ba-ac7e-25ef4a039bca x-openstack-request-id: req-7f48993a-5e27-42ba-ac7e-25ef4a039bca {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:59:15.897298 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-unplugged", "status": "completed", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:59:15.897646 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f48993a-5e27-42ba-ac7e-25ef4a039bca {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:59:15.898074 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'code': 200} Nov 13 04:59:15.916056 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d80953b7-b232-4f39-9db5-08450b9e844c,revision_number=14']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:15.917416 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90db59c4-5dc7-49b8-a7ab-d29f6330ef19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:15.920666 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90db59c4-5dc7-49b8-a7ab-d29f6330ef19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:15.922265 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-90db59c4-5dc7-49b8-a7ab-d29f6330ef19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa7634cf-dbcc-44f1-ade3-08638c252059 HTTP/1.1" status: 204 len: 168 time: 0.2631557 Nov 13 04:59:15.927773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:15.928643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:15.929739 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:15.930487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:15.931050 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:15.931706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:15.932248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:15.932756 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:15.933277 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:15.933782 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:15.934341 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:15.935111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:15.936351 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db59c4-5dc7-49b8-a7ab-d29f6330ef19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7634cf-dbcc-44f1-ade3-08638c252059,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:16.784749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2547b3-5ae5-4d55-9bad-47a1b3348964 req-073a9f3a-c896-4e9c-8961-9ae037674007 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:16.787796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e2547b3-5ae5-4d55-9bad-47a1b3348964 req-073a9f3a-c896-4e9c-8961-9ae037674007 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0729508 Nov 13 04:59:16.887315 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e2547b3-5ae5-4d55-9bad-47a1b3348964 req-8531d698-be21-48cb-804f-c1771ccf95c5 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809209 Nov 13 04:59:17.012525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45942) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:17.144063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a127ad-87d8-4b27-8de9-f504865e10b3 req-1df6e848-7dcb-4234-910a-f490ddda67a9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:17.146126 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-19a127ad-87d8-4b27-8de9-f504865e10b3 req-1df6e848-7dcb-4234-910a-f490ddda67a9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0558608 Nov 13 04:59:17.237056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026660cc-58dc-4804-836f-1673b55357f0 req-207180b5-2cd1-419b-950b-77bc74bc8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:17.239125 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-026660cc-58dc-4804-836f-1673b55357f0 req-207180b5-2cd1-419b-950b-77bc74bc8211 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0868316 Nov 13 04:59:17.282954 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-19a127ad-87d8-4b27-8de9-f504865e10b3 req-6166fa7e-9cbe-44f1-8a8d-8b780a74dea3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017137 Nov 13 04:59:17.327065 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22707ef7-ceb4-4939-8bbb-e9f58d0ec768 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:17.379700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026660cc-58dc-4804-836f-1673b55357f0 req-a4be4c7b-84e6-438d-9bb5-5749ff9558d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:17.381868 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-026660cc-58dc-4804-836f-1673b55357f0 req-a4be4c7b-84e6-438d-9bb5-5749ff9558d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.1099355 Nov 13 04:59:17.453233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22707ef7-ceb4-4939-8bbb-e9f58d0ec768 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:17.462391 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22707ef7-ceb4-4939-8bbb-e9f58d0ec768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:17.487654 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-026660cc-58dc-4804-836f-1673b55357f0 req-68743ab5-02f1-49d0-80b6-dbeecbe7f232 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80953b7-b232-4f39-9db5-08450b9e844c HTTP/1.1" status: 200 len: 998 time: 0.0953462 Nov 13 04:59:17.507086 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-22707ef7-ceb4-4939-8bbb-e9f58d0ec768 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=00f130823e5748d2aa0e716c52cf2364&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4925339 Nov 13 04:59:17.508123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22707ef7-ceb4-4939-8bbb-e9f58d0ec768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dea998d-c3c0-4f3c-a37d-222b42bc0dd4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:17.523088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45970) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:17.587293 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ab64456-ba31-4aff-9e65-5679be695f15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:17.599245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026660cc-58dc-4804-836f-1673b55357f0 req-5b5cbf22-86c7-4b00-abb1-ea33d64f77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:17.601101 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-026660cc-58dc-4804-836f-1673b55357f0 req-5b5cbf22-86c7-4b00-abb1-ea33d64f77bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.1052740 Nov 13 04:59:17.616653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ab64456-ba31-4aff-9e65-5679be695f15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:17.686676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026660cc-58dc-4804-836f-1673b55357f0 req-f6b1a931-2841-4aab-a84e-91e1e7abe44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:17.688509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-026660cc-58dc-4804-836f-1673b55357f0 req-f6b1a931-2841-4aab-a84e-91e1e7abe44a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785482 Nov 13 04:59:17.826343 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-026660cc-58dc-4804-836f-1673b55357f0 req-9a9f0d45-b851-42e6-8825-f1f5891cc41a service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289079 Nov 13 04:59:17.991386 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-026660cc-58dc-4804-836f-1673b55357f0 req-ee90cfc9-29f3-4565-970e-e606e6f1007f service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566269 Nov 13 04:59:18.156682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45986) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:18.196225 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ab64456-ba31-4aff-9e65-5679be695f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:18.201335 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ab64456-ba31-4aff-9e65-5679be695f15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:18.203692 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6ab64456-ba31-4aff-9e65-5679be695f15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0dea998d-c3c0-4f3c-a37d-222b42bc0dd4 HTTP/1.1" status: 204 len: 168 time: 0.6772916 Nov 13 04:59:18.222558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab64456-ba31-4aff-9e65-5679be695f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dea998d-c3c0-4f3c-a37d-222b42bc0dd4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:18.376784 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-84548616'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:18.443420 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Made reservation on behalf of bcff4b70eebd40c1afde7aac979fd00c for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:18.447698 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:18.461516 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:18.491499 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97322e17-5f2d-4272-9470-d1811fb2a183 req-57fe4ff2-5bc5-454d-ae4a-bbc32fffa8cd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:18.493909 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97322e17-5f2d-4272-9470-d1811fb2a183 req-57fe4ff2-5bc5-454d-ae4a-bbc32fffa8cd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0934546 Nov 13 04:59:18.638339 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97322e17-5f2d-4272-9470-d1811fb2a183 req-df678148-960b-4e71-b368-a727714ff9a3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201956 Nov 13 04:59:18.653895 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:18.669934 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:18.716972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:18.729805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9645cb3a-4099-4a9b-b7a2-6ee7299cc66f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:18.735738 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:18.736488 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Added segment aa132c8d-ec04-413a-9155-746552c7ce55 of type vlan for network 73abe217-85d7-4aea-8173-a169ddbd76ac Nov 13 04:59:18.789397 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:18.819034 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:18.825825 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:18.826453 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:18.891485 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7335849 Nov 13 04:59:18.894582 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46000) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:18.902101 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc4f05-51b9-4f45-a963-22abc3e8c7f9 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Pushing event updated for resources: {'Network': ['ID=73abe217-85d7-4aea-8173-a169ddbd76ac,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:18.913254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 73abe217-85d7-4aea-8173-a169ddbd76ac details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:19.100948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Request body: {'network': {'name': 'tempest-network--1812305620', 'router:external': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:19.123358 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Made reservation on behalf of d18034213d434016be8d627679498384 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:19.126116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.136508 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.238662 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.245474 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.272326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:19.283896 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.284922 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Added segment 8ec167bf-2107-4d3a-a60b-5d6491e4fc94 of type vlan for network af11e9b5-aba9-4ec2-bfbe-4fc417b6e4b7 Nov 13 04:59:19.305841 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e42127c-79af-468f-b2ab-6b41eab00cb6,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:19.348782 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.387373 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.388360 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:19.388901 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.444350 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5479138 Nov 13 04:59:19.448462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46006) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:19.456621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957e419-0efc-4246-b443-b74fe404e537 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event updated for resources: {'Network': ['ID=af11e9b5-aba9-4ec2-bfbe-4fc417b6e4b7,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:19.473105 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network af11e9b5-aba9-4ec2-bfbe-4fc417b6e4b7 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:19.534183 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7012ff56-35ae-4224-a6f0-79fe7d765242 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.626450 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7012ff56-35ae-4224-a6f0-79fe7d765242 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.650795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7012ff56-35ae-4224-a6f0-79fe7d765242 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af11e9b5-aba9-4ec2-bfbe-4fc417b6e4b7']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:19.661848 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7012ff56-35ae-4224-a6f0-79fe7d765242 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec167bf-2107-4d3a-a60b-5d6491e4fc94') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:19.662185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7012ff56-35ae-4224-a6f0-79fe7d765242 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec167bf-2107-4d3a-a60b-5d6491e4fc94') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:19.676935 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7012ff56-35ae-4224-a6f0-79fe7d765242 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.694017 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7012ff56-35ae-4224-a6f0-79fe7d765242 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.700521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7012ff56-35ae-4224-a6f0-79fe7d765242 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:59:19.700907 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7012ff56-35ae-4224-a6f0-79fe7d765242 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:59:19.702799 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:59:19.761565 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7012ff56-35ae-4224-a6f0-79fe7d765242 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.778720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7012ff56-35ae-4224-a6f0-79fe7d765242 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network af11e9b5-aba9-4ec2-bfbe-4fc417b6e4b7 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 13 04:59:19.783820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012ff56-35ae-4224-a6f0-79fe7d765242 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event deleted for resources: {'Network': ['ID=af11e9b5-aba9-4ec2-bfbe-4fc417b6e4b7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:19.789348 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7012ff56-35ae-4224-a6f0-79fe7d765242 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.794162 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7012ff56-35ae-4224-a6f0-79fe7d765242 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "DELETE /v2.0/networks/af11e9b5-aba9-4ec2-bfbe-4fc417b6e4b7 HTTP/1.1" status: 204 len: 168 time: 0.3439844 Nov 13 04:59:19.797931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46014) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:19.804120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-395b501d-aced-4e18-bda0-1a3a07b0447d tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:19.807614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a884c87-00db-4a52-9a46-889b7689070b req-76015fd2-3822-423b-8958-9307b59456c0 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:19.811082 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a884c87-00db-4a52-9a46-889b7689070b req-76015fd2-3822-423b-8958-9307b59456c0 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0742919 Nov 13 04:59:19.832637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395b501d-aced-4e18-bda0-1a3a07b0447d tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Made reservation on behalf of d18034213d434016be8d627679498384 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:19.839516 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-395b501d-aced-4e18-bda0-1a3a07b0447d tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.878831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395b501d-aced-4e18-bda0-1a3a07b0447d tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:19.893191 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a884c87-00db-4a52-9a46-889b7689070b req-de64ed68-e08c-4710-a83b-a1fc524ab597 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724330 Nov 13 04:59:19.900784 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-395b501d-aced-4e18-bda0-1a3a07b0447d tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.901184 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-395b501d-aced-4e18-bda0-1a3a07b0447d tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Added segment 793caa52-1a45-4349-bd05-bfe60cf4ceb1 of type vlan for network d6422141-914b-4763-b5b8-75d9a4f0bc01 Nov 13 04:59:19.958148 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-395b501d-aced-4e18-bda0-1a3a07b0447d tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.995428 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-395b501d-aced-4e18-bda0-1a3a07b0447d tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:19.997212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395b501d-aced-4e18-bda0-1a3a07b0447d tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:20.000718 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-395b501d-aced-4e18-bda0-1a3a07b0447d tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:20.072025 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-395b501d-aced-4e18-bda0-1a3a07b0447d tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2717960 Nov 13 04:59:20.074610 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46024) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:20.080701 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6000d932-3b6f-4147-86ac-8bd87e5c533f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Request body: {'subnet': {'network_id': 'd6422141-914b-4763-b5b8-75d9a4f0bc01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:20.128388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6000d932-3b6f-4147-86ac-8bd87e5c533f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Made reservation on behalf of d18034213d434016be8d627679498384 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:20.131236 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6000d932-3b6f-4147-86ac-8bd87e5c533f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:20.149727 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b501d-aced-4e18-bda0-1a3a07b0447d tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event updated for resources: {'Network': ['ID=d6422141-914b-4763-b5b8-75d9a4f0bc01,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:20.162505 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network d6422141-914b-4763-b5b8-75d9a4f0bc01 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:20.255802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595422a5-c1bd-4bf7-8fe3-d22805dc630c req-fb576174-4e18-4076-a5bb-e66f6e343228 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:20.257428 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-595422a5-c1bd-4bf7-8fe3-d22805dc630c req-fb576174-4e18-4076-a5bb-e66f6e343228 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.1237595 Nov 13 04:59:20.341735 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-595422a5-c1bd-4bf7-8fe3-d22805dc630c req-1b170b78-c7f8-485a-9de4-fba3164273e9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758615 Nov 13 04:59:20.480318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f74a69-867d-410b-bb91-7181450011ba req-bc4dff9e-425d-4314-8c5f-43bf457fe4b0 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:20.482115 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-73f74a69-867d-410b-bb91-7181450011ba req-bc4dff9e-425d-4314-8c5f-43bf457fe4b0 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0559564 Nov 13 04:59:20.538127 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-73f74a69-867d-410b-bb91-7181450011ba req-c8719350-dd6f-43b2-9ad1-b5de446cc0e3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489991 Nov 13 04:59:20.548874 n-d-813114-2 neutron-server[102667]: DEBUG neutron.objects.ports [None req-6000d932-3b6f-4147-86ac-8bd87e5c533f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:59:20.549442 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6000d932-3b6f-4147-86ac-8bd87e5c533f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:20.611816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000d932-3b6f-4147-86ac-8bd87e5c533f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event updated for resources: {'Subnet': ['ID=616ab4e9-cd77-423e-bcdf-f13efc347c9d,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:20.623284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6000d932-3b6f-4147-86ac-8bd87e5c533f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Checking segment: {'id': '793caa52-1a45-4349-bd05-bfe60cf4ceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd6422141-914b-4763-b5b8-75d9a4f0bc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:59:20.623583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6000d932-3b6f-4147-86ac-8bd87e5c533f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Network hostable DHCP agents. Network: d6422141-914b-4763-b5b8-75d9a4f0bc01, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:59:20.645797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6000d932-3b6f-4147-86ac-8bd87e5c533f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Network d6422141-914b-4763-b5b8-75d9a4f0bc01 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:59:20.661705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-6000d932-3b6f-4147-86ac-8bd87e5c533f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, d6422141-914b-4763-b5b8-75d9a4f0bc01) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:20.666944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6000d932-3b6f-4147-86ac-8bd87e5c533f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:20.667699 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6000d932-3b6f-4147-86ac-8bd87e5c533f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:20.679742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0004a4f2-3666-4c49-bef5-e43477100095 None None] Network d6422141-914b-4763-b5b8-75d9a4f0bc01 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:59:20.692431 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6000d932-3b6f-4147-86ac-8bd87e5c533f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6159582 Nov 13 04:59:20.692739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46040) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:20.699722 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Request body: {'floatingip': {'floating_network_id': 'd6422141-914b-4763-b5b8-75d9a4f0bc01'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:20.736273 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:20.863685 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:20.923336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ffb153-7144-47f8-adc3-3baedddba4be None None] Network d6422141-914b-4763-b5b8-75d9a4f0bc01 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:59:20.982576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Allocated IP 172.20.0.8 (d6422141-914b-4763-b5b8-75d9a4f0bc01/616ab4e9-cd77-423e-bcdf-f13efc347c9d/8feefeb6-3781-48a9-a37a-72abcadc5f5f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:59:21.031899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-75b918d4-de28-400f-bad5-05b56bbe6d42 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:21.056574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-75b918d4-de28-400f-bad5-05b56bbe6d42 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 811 time: 0.2782261 Nov 13 04:59:21.087676 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-7172ca06-4838-414f-8e32-3004c67b0b6a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/quotas/ed45584aef18439cae95469fe30521e9 HTTP/1.1" status: 200 len: 375 time: 0.0297194 Nov 13 04:59:21.131528 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:21.178992 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:21.216043 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-9e97e04b-4edb-4146-95e0-ce2722355820 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1222131 Nov 13 04:59:21.234388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Network d6422141-914b-4763-b5b8-75d9a4f0bc01 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:59:21.244845 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:21.251680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:59:21.294361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event updated for resources: {'Port': ['ID=8feefeb6-3781-48a9-a37a-72abcadc5f5f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:21.312417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-88316cdd-e35b-4512-8471-4bed42f99af6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 04:59:21.320458 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-88316cdd-e35b-4512-8471-4bed42f99af6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0962341 Nov 13 04:59:21.411189 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:21.434789 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-60ed8f6c-0901-4e78-b248-f70a277fcb58 service neutron] 10.222.0.43 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133397 Nov 13 04:59:21.468356 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:21.567047 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-e2d42efb-aacc-4916-a044-f9e4338aa09b service neutron] 10.222.0.43 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255534 Nov 13 04:59:21.671454 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:21.679707 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:21.810743 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12e6f818-e013-4b2f-abf6-52e61fd3eba5 req-99a077f2-2929-4ee8-bd28-af848023ba3b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505819 Nov 13 04:59:21.822691 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event updated for resources: {'Port': ['ID=8feefeb6-3781-48a9-a37a-72abcadc5f5f,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:21.827201 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3504f37f-2956-437b-a81a-e85b4b65d41b req-ae9b8125-f56c-49c2-977d-356153ca6597 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 210 time: 0.0530722 Nov 13 04:59:21.835435 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:21.869395 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:21.874491 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d0e05041-5e1e-4e67-8efa-ac5b7df0749c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1775515 Nov 13 04:59:21.875022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46068) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:21.893095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6f818-e013-4b2f-abf6-52e61fd3eba5 req-611f4b86-f340-4973-8158-429abaf5e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:21.903695 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12e6f818-e013-4b2f-abf6-52e61fd3eba5 req-611f4b86-f340-4973-8158-429abaf5e430 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0576267 Nov 13 04:59:21.961339 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dc8a7d17-6b58-4208-baf6-66e4ff368b3e tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=d6422141-914b-4763-b5b8-75d9a4f0bc01 HTTP/1.1" status: 200 len: 689 time: 0.0826011 Nov 13 04:59:21.961693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46072) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:22.043492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6f818-e013-4b2f-abf6-52e61fd3eba5 req-d6d97c95-8faa-4fc9-b22d-91582c9791c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:22.045122 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12e6f818-e013-4b2f-abf6-52e61fd3eba5 req-d6d97c95-8faa-4fc9-b22d-91582c9791c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.1111126 Nov 13 04:59:22.075249 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:22.121544 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12e6f818-e013-4b2f-abf6-52e61fd3eba5 req-99440819-0c0a-4e63-96e9-ba03082f4ce3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80953b7-b232-4f39-9db5-08450b9e844c HTTP/1.1" status: 200 len: 998 time: 0.0682404 Nov 13 04:59:22.213074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6f818-e013-4b2f-abf6-52e61fd3eba5 req-6e5e1080-ccbd-4aef-bece-4368f0f6084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:22.214681 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12e6f818-e013-4b2f-abf6-52e61fd3eba5 req-6e5e1080-ccbd-4aef-bece-4368f0f6084d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0842438 Nov 13 04:59:22.217691 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Deleting port 8feefeb6-3781-48a9-a37a-72abcadc5f5f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:59:22.218037 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:22.314000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6f818-e013-4b2f-abf6-52e61fd3eba5 req-9c5d63ed-4720-400b-97bf-0dabe6a3d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:22.321456 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12e6f818-e013-4b2f-abf6-52e61fd3eba5 req-9c5d63ed-4720-400b-97bf-0dabe6a3d2c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997396 Nov 13 04:59:22.348360 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:22.349018 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:22.367455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Calling delete_port for 8feefeb6-3781-48a9-a37a-72abcadc5f5f owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:59:22.505772 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12e6f818-e013-4b2f-abf6-52e61fd3eba5 req-f3d3a838-1c9e-47b0-a0a4-5ee28be36e31 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758485 Nov 13 04:59:22.553740 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:22.617003 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event deleted for resources: {'Port': ['ID=8feefeb6-3781-48a9-a37a-72abcadc5f5f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:22.650958 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-12e6f818-e013-4b2f-abf6-52e61fd3eba5 req-4758983d-0e15-4f11-be0a-653bb0ffa442 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375363 Nov 13 04:59:22.676817 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:22.746941 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:22.838714 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:22.913813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=616ab4e9-cd77-423e-bcdf-f13efc347c9d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:23.033011 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d325eece-8571-42ff-89e9-3ddbf2000d87 req-b7b1fa5a-22e1-481e-8a4f-ece87a343c24 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 210 time: 0.0369272 Nov 13 04:59:23.079556 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:23.105692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6422141-914b-4763-b5b8-75d9a4f0bc01']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:23.115643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793caa52-1a45-4349-bd05-bfe60cf4ceb1') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:23.115914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793caa52-1a45-4349-bd05-bfe60cf4ceb1') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:23.127721 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:23.142882 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:23.149908 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:59:23.150349 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:59:23.152353 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:59:23.275716 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:23.283972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d6422141-914b-4763-b5b8-75d9a4f0bc01 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 13 04:59:23.289418 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:23.292969 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "DELETE /v2.0/networks/d6422141-914b-4763-b5b8-75d9a4f0bc01 HTTP/1.1" status: 204 len: 168 time: 1.3302267 Nov 13 04:59:23.295647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46090) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:23.321429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23ceff-41e7-41fe-8ac8-8507dc2c6307 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event deleted for resources: {'Network': ['ID=d6422141-914b-4763-b5b8-75d9a4f0bc01,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:23.348990 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-1ea4de69-988b-440a-a40a-4ebb859275c7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:23.350739 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-1ea4de69-988b-440a-a40a-4ebb859275c7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.36 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 811 time: 0.1816154 Nov 13 04:59:23.437931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-a7d14e73-30cf-4927-b7ff-a862a516f5df tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Request body: {'port': {'device_id': '59fd94f8-a751-4b36-8db7-482b0c4be0a4', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'admin_state_up': True, 'tenant_id': 'ed45584aef18439cae95469fe30521e9'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:23.666340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-a7d14e73-30cf-4927-b7ff-a862a516f5df tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Made reservation on behalf of ed45584aef18439cae95469fe30521e9 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:23.675470 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-a7d14e73-30cf-4927-b7ff-a862a516f5df tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:23.911344 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-a7d14e73-30cf-4927-b7ff-a862a516f5df tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Allocated IP 172.20.0.10 (2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265/8425bb51-2f44-48d9-9624-de0a04579a27/1389231e-ac69-429d-bf74-ab27295f78b5) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:59:23.923100 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d04e62dd-8c76-4fec-aef5-e5ab90e7736d tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3350 time: 0.6258967 Nov 13 04:59:23.923380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46106) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:24.089678 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9513c-7fc6-439b-abd0-1d393d59ab41 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:24.090000 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9513c-7fc6-439b-abd0-1d393d59ab41 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:24.090516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9513c-7fc6-439b-abd0-1d393d59ab41 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:24.091033 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9513c-7fc6-439b-abd0-1d393d59ab41 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:24.091481 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9513c-7fc6-439b-abd0-1d393d59ab41 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:24.091929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9513c-7fc6-439b-abd0-1d393d59ab41 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:24.092394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9513c-7fc6-439b-abd0-1d393d59ab41 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:24.092834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9513c-7fc6-439b-abd0-1d393d59ab41 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:24.093266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9513c-7fc6-439b-abd0-1d393d59ab41 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:24.093757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9513c-7fc6-439b-abd0-1d393d59ab41 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:24.094326 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9513c-7fc6-439b-abd0-1d393d59ab41 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:24.096628 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fcf9513c-7fc6-439b-abd0-1d393d59ab41 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7007 time: 0.1709466 Nov 13 04:59:24.099642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46118) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:24.174685 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-f917d354-2fba-4581-89f0-9ef735f47a88 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] delete failed (client error): The resource could not be found. Nov 13 04:59:24.178550 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f917d354-2fba-4581-89f0-9ef735f47a88 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/08ea6f12-5acb-42fc-bc19-f0bebf185ebf HTTP/1.1" status: 404 len: 345 time: 0.0753980 Nov 13 04:59:24.178632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46122) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:24.212131 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d69619dd-b24f-4405-9f10-c1b6ceb95cbe req-97bb719e-c1f9-4e54-b30f-e10a1fcd3960 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 210 time: 0.0564485 Nov 13 04:59:24.229447 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e73cb5c-66ec-4027-8357-b72396fc918a tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] DELETE failed (client error): The resource could not be found. Nov 13 04:59:24.229447 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e73cb5c-66ec-4027-8357-b72396fc918a tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:59:24.235745 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1e73cb5c-66ec-4027-8357-b72396fc918a tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "DELETE /v2.0/networks/d6422141-914b-4763-b5b8-75d9a4f0bc01 HTTP/1.1" status: 404 len: 339 time: 0.0526564 Nov 13 04:59:24.237178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46126) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:24.242851 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-129a197c-03f8-4e29-ad99-3d8dae59293f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Request body: {'network': {'name': 'tempest-network--85271048', 'router:external': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:24.261345 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4512dfc1-00cb-4f63-8e90-38d7dcbcfc92 req-94b9dfc5-16e6-4e56-ab89-f65b00fbc2b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1667900 Nov 13 04:59:24.290530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129a197c-03f8-4e29-ad99-3d8dae59293f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Made reservation on behalf of d18034213d434016be8d627679498384 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:24.293047 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-129a197c-03f8-4e29-ad99-3d8dae59293f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:24.314630 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-a7d14e73-30cf-4927-b7ff-a862a516f5df tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:24.343452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129a197c-03f8-4e29-ad99-3d8dae59293f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:24.379325 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-a7d14e73-30cf-4927-b7ff-a862a516f5df tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:24.410574 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-129a197c-03f8-4e29-ad99-3d8dae59293f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:24.411180 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-129a197c-03f8-4e29-ad99-3d8dae59293f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Added segment 373891ea-5e36-4850-8aa1-a19a20f7983e of type vlan for network a4f3cf10-1263-4825-a3b5-857e3f5ed16d Nov 13 04:59:24.414264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-a7d14e73-30cf-4927-b7ff-a862a516f5df tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:59:24.416973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-a7d14e73-30cf-4927-b7ff-a862a516f5df tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:24.420262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-a7d14e73-30cf-4927-b7ff-a862a516f5df tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:59:24.503992 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512dfc1-00cb-4f63-8e90-38d7dcbcfc92 req-54b015bd-a1a3-4f8b-8db4-4dbc02324850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:24.506044 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4512dfc1-00cb-4f63-8e90-38d7dcbcfc92 req-54b015bd-a1a3-4f8b-8db4-4dbc02324850 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 1096 time: 0.1650512 Nov 13 04:59:24.510292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d14e73-30cf-4927-b7ff-a862a516f5df tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event updated for resources: {'Port': ['ID=1389231e-ac69-429d-bf74-ab27295f78b5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:24.535327 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-129a197c-03f8-4e29-ad99-3d8dae59293f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:24.536794 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-a7d14e73-30cf-4927-b7ff-a862a516f5df tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:24.538799 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-a7d14e73-30cf-4927-b7ff-a862a516f5df tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:24.565463 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-a7d14e73-30cf-4927-b7ff-a862a516f5df tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1325722 Nov 13 04:59:24.585360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Request body: {'port': {'device_id': '59fd94f8-a751-4b36-8db7-482b0c4be0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:24.720519 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-129a197c-03f8-4e29-ad99-3d8dae59293f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:24.721783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129a197c-03f8-4e29-ad99-3d8dae59293f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:24.722518 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-129a197c-03f8-4e29-ad99-3d8dae59293f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:24.734069 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:24.779137 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512dfc1-00cb-4f63-8e90-38d7dcbcfc92 req-60336e3d-fe5f-4f39-8faf-30e507e89394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:24.780649 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4512dfc1-00cb-4f63-8e90-38d7dcbcfc92 req-60336e3d-fe5f-4f39-8faf-30e507e89394 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 917 time: 0.2334793 Nov 13 04:59:24.869221 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-129a197c-03f8-4e29-ad99-3d8dae59293f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6306922 Nov 13 04:59:24.878179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46132) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:24.893534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e7fa02f6-46bd-4b0b-a7a4-1b8204ead597 None None] Provisioning complete for port 1389231e-ac69-429d-bf74-ab27295f78b5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:59:24.896687 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7fa02f6-46bd-4b0b-a7a4-1b8204ead597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:24.916897 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a197c-03f8-4e29-ad99-3d8dae59293f tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event updated for resources: {'Network': ['ID=a4f3cf10-1263-4825-a3b5-857e3f5ed16d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:24.943829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network a4f3cf10-1263-4825-a3b5-857e3f5ed16d details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:25.102464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e7fa02f6-46bd-4b0b-a7a4-1b8204ead597 None None] Port 1389231e-ac69-429d-bf74-ab27295f78b5 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 04:59:25.144092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4512dfc1-00cb-4f63-8e90-38d7dcbcfc92 req-f79cf25f-7e53-4609-ae38-24c09bbbd0c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57 HTTP/1.1" status: 200 len: 1001 time: 0.3541760 Nov 13 04:59:25.227998 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1389231e-ac69-429d-bf74-ab27295f78b5 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:59:25.238500 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:25.255143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Transition to ACTIVE for port object 1389231e-ac69-429d-bf74-ab27295f78b5 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 04:59:25.262384 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:25.288722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d854d46f-1521-495a-b991-ee25c6a2c5d2 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:25.306753 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d854d46f-1521-495a-b991-ee25c6a2c5d2 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:25.337962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d854d46f-1521-495a-b991-ee25c6a2c5d2 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:25.354185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d854d46f-1521-495a-b991-ee25c6a2c5d2 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:25.359947 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d854d46f-1521-495a-b991-ee25c6a2c5d2 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2450 time: 0.4782097 Nov 13 04:59:25.362633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512dfc1-00cb-4f63-8e90-38d7dcbcfc92 req-3b0a2b33-c45a-4a93-8f9f-9860f2495707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:25.364379 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4512dfc1-00cb-4f63-8e90-38d7dcbcfc92 req-3b0a2b33-c45a-4a93-8f9f-9860f2495707 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.2056439 Nov 13 04:59:25.366001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46140) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:25.380685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=1389231e-ac69-429d-bf74-ab27295f78b5,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:25.452486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Attempting to bind port 1389231e-ac69-429d-bf74-ab27295f78b5 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:59:25.453380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Attempting to bind port 1389231e-ac69-429d-bf74-ab27295f78b5 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:59:25.453380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Attempting to bind port 1389231e-ac69-429d-bf74-ab27295f78b5 on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:59:25.458071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Port 1389231e-ac69-429d-bf74-ab27295f78b5 on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 04:59:25.458937 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Attempting to bind port 1389231e-ac69-429d-bf74-ab27295f78b5 on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:59:25.465175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:59:25.465515 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Checking segment: {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:59:25.465898 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Bound using segment: {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:59:25.466328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Bound port: 1389231e-ac69-429d-bf74-ab27295f78b5, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:59:25.466682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:25.551440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] For port 1389231e-ac69-429d-bf74-ab27295f78b5, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:59:25.552982 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67246170-5ab1-4289-bfeb-644de3361c5c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:25.555869 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] For port 1389231e-ac69-429d-bf74-ab27295f78b5, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=1389231e-ac69-429d-bf74-ab27295f78b5,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:59:25.566725 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:25.582661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ab261-24b8-4306-a6e5-24a00a246637 req-5d5a9301-a79c-4ca4-a3c4-81eb848a5b25 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:25.584967 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-413ab261-24b8-4306-a6e5-24a00a246637 req-5d5a9301-a79c-4ca4-a3c4-81eb848a5b25 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 944 time: 0.2260084 Nov 13 04:59:25.597860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512dfc1-00cb-4f63-8e90-38d7dcbcfc92 req-cb656451-1ed3-4b0c-91e4-a4b29439dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:25.599568 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4512dfc1-00cb-4f63-8e90-38d7dcbcfc92 req-cb656451-1ed3-4b0c-91e4-a4b29439dc47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2211790 Nov 13 04:59:25.633392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=1389231e-ac69-429d-bf74-ab27295f78b5,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:25.642713 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:25.643911 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:25.646223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-646bdd41-b742-4d08-863d-c37500905ca8 service neutron] 10.222.0.36 "PUT /v2.0/ports/1389231e-ac69-429d-bf74-ab27295f78b5 HTTP/1.1" status: 200 len: 1092 time: 1.0664606 Nov 13 04:59:25.647032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fd94f8-a751-4b36-8db7-482b0c4be0a4', 'tag': '1389231e-ac69-429d-bf74-ab27295f78b5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:59:25.650611 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d12a46-6b5b-46aa-9a12-73914b9f9d97" -d '{"events": [{"name": "network-changed", "server_uuid": "59fd94f8-a751-4b36-8db7-482b0c4be0a4", "tag": "1389231e-ac69-429d-bf74-ab27295f78b5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:59:25.718228 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67246170-5ab1-4289-bfeb-644de3361c5c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:25.787599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-29bdb4c8-3dcc-45da-81cd-7f6b5a541d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:25.789533 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-29bdb4c8-3dcc-45da-81cd-7f6b5a541d12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 1095 time: 0.0762384 Nov 13 04:59:25.797052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-413ab261-24b8-4306-a6e5-24a00a246637 req-a07f6997-910a-40b0-ac6d-c913e965421c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035842 Nov 13 04:59:25.808579 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-67246170-5ab1-4289-bfeb-644de3361c5c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f3cf10-1263-4825-a3b5-857e3f5ed16d']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:25.864022 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-84f4c033-ca49-4e67-8596-9d6d269540d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1389231e-ac69-429d-bf74-ab27295f78b5 HTTP/1.1" status: 200 len: 217 time: 0.0564251 Nov 13 04:59:25.869515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-67246170-5ab1-4289-bfeb-644de3361c5c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373891ea-5e36-4850-8aa1-a19a20f7983e') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:25.869833 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-67246170-5ab1-4289-bfeb-644de3361c5c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373891ea-5e36-4850-8aa1-a19a20f7983e') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:25.898221 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67246170-5ab1-4289-bfeb-644de3361c5c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:25.945815 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67246170-5ab1-4289-bfeb-644de3361c5c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:25.966344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67246170-5ab1-4289-bfeb-644de3361c5c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:59:25.966785 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67246170-5ab1-4289-bfeb-644de3361c5c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:59:25.969647 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:59:25.979915 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 04:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66aea567-6962-4bc9-987d-7b709952f1f2 x-openstack-request-id: req-66aea567-6962-4bc9-987d-7b709952f1f2 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:59:25.980258 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fd94f8-a751-4b36-8db7-482b0c4be0a4", "tag": "1389231e-ac69-429d-bf74-ab27295f78b5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:59:25.980518 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66aea567-6962-4bc9-987d-7b709952f1f2 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:59:25.980967 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fd94f8-a751-4b36-8db7-482b0c4be0a4', 'tag': '1389231e-ac69-429d-bf74-ab27295f78b5', 'status': 'completed', 'code': 200} Nov 13 04:59:25.981582 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4512dfc1-00cb-4f63-8e90-38d7dcbcfc92 req-3588d507-8a34-4b9a-8bed-01487b9ecab4 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733256 Nov 13 04:59:25.988055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-5316743f-9b01-4ada-96da-fe5b6e0fdb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:25.989626 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-5316743f-9b01-4ada-96da-fe5b6e0fdb43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.1192808 Nov 13 04:59:26.045047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-ed428516-c56b-4c06-a3e7-1999dc2b82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:26.046808 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-ed428516-c56b-4c06-a3e7-1999dc2b82f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494971 Nov 13 04:59:26.154879 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4512dfc1-00cb-4f63-8e90-38d7dcbcfc92 req-53033094-906d-402e-bcfd-1bb6cbce2747 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385167 Nov 13 04:59:26.180557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67246170-5ab1-4289-bfeb-644de3361c5c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:26.186086 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67246170-5ab1-4289-bfeb-644de3361c5c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a4f3cf10-1263-4825-a3b5-857e3f5ed16d {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 13 04:59:26.188853 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67246170-5ab1-4289-bfeb-644de3361c5c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:26.196558 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-67246170-5ab1-4289-bfeb-644de3361c5c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "DELETE /v2.0/networks/a4f3cf10-1263-4825-a3b5-857e3f5ed16d HTTP/1.1" status: 204 len: 168 time: 0.8292751 Nov 13 04:59:26.201457 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46164) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:26.215817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-af113a9c-b91c-4c87-b710-f90d90ebf7f3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Request body: {'network': {'name': 'tempest-network--1619557600', 'router:external': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:26.219022 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67246170-5ab1-4289-bfeb-644de3361c5c tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event deleted for resources: {'Network': ['ID=a4f3cf10-1263-4825-a3b5-857e3f5ed16d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:26.267336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af113a9c-b91c-4c87-b710-f90d90ebf7f3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Made reservation on behalf of d18034213d434016be8d627679498384 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:26.270635 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af113a9c-b91c-4c87-b710-f90d90ebf7f3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:26.288822 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-e6393907-ed47-457c-9b27-ddce980e8221 service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319722 Nov 13 04:59:26.327534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af113a9c-b91c-4c87-b710-f90d90ebf7f3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:26.471361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-21bedd41-f3bb-41b5-8dc9-9a06c349004b req-974b3e0c-6ac3-4f4d-8dd6-0663c6cd643d service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364484 Nov 13 04:59:26.477892 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af113a9c-b91c-4c87-b710-f90d90ebf7f3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:26.478442 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-af113a9c-b91c-4c87-b710-f90d90ebf7f3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Added segment c849f4d0-1f5a-4649-b082-4f13471a7ba3 of type vlan for network aa7f1581-8000-492e-9c57-e04a940373b4 Nov 13 04:59:26.553093 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af113a9c-b91c-4c87-b710-f90d90ebf7f3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:26.621909 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d12a46-6b5b-46aa-9a12-73914b9f9d97 req-5d5fd84f-56b6-452e-b20d-8220929cf338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:26.623454 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9d12a46-6b5b-46aa-9a12-73914b9f9d97 req-5d5fd84f-56b6-452e-b20d-8220929cf338 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 1095 time: 0.0558109 Nov 13 04:59:26.624109 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af113a9c-b91c-4c87-b710-f90d90ebf7f3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:26.624996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af113a9c-b91c-4c87-b710-f90d90ebf7f3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:26.625551 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af113a9c-b91c-4c87-b710-f90d90ebf7f3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684868'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:26.684765 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46168) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:26.685306 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-af113a9c-b91c-4c87-b710-f90d90ebf7f3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4796190 Nov 13 04:59:26.752073 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af113a9c-b91c-4c87-b710-f90d90ebf7f3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event updated for resources: {'Network': ['ID=aa7f1581-8000-492e-9c57-e04a940373b4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:26.763722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network aa7f1581-8000-492e-9c57-e04a940373b4 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:26.792634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d12a46-6b5b-46aa-9a12-73914b9f9d97 req-2c95a339-6bc5-4fe6-b38c-acd5f8ebed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:26.795028 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9d12a46-6b5b-46aa-9a12-73914b9f9d97 req-2c95a339-6bc5-4fe6-b38c-acd5f8ebed76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.1619406 Nov 13 04:59:26.851869 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afe860d-ede6-4dce-93d6-c29949b3ba66 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:26.855859 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3afe860d-ede6-4dce-93d6-c29949b3ba66 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] 10.222.0.43 "GET /v2.0/networks/aa7f1581-8000-492e-9c57-e04a940373b4 HTTP/1.1" status: 200 len: 757 time: 0.1677065 Nov 13 04:59:26.857152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46172) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:26.894567 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9d12a46-6b5b-46aa-9a12-73914b9f9d97 req-ad6ea604-7a6a-4fd0-82e2-44afe3528f48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1389231e-ac69-429d-bf74-ab27295f78b5 HTTP/1.1" status: 200 len: 217 time: 0.0825868 Nov 13 04:59:26.958522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d12a46-6b5b-46aa-9a12-73914b9f9d97 req-2c544de2-21d4-4fdc-93e3-4aa53baad78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:26.960029 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9d12a46-6b5b-46aa-9a12-73914b9f9d97 req-2c544de2-21d4-4fdc-93e3-4aa53baad78d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0660648 Nov 13 04:59:26.984545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dc6cd5-0329-472d-aab9-44f24093f59d tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:26.985986 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-40dc6cd5-0329-472d-aab9-44f24093f59d tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] 10.222.0.43 "GET /v2.0/networks/73abe217-85d7-4aea-8173-a169ddbd76ac HTTP/1.1" status: 200 len: 766 time: 0.1278882 Nov 13 04:59:26.989650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46178) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:27.038823 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206495e-1b57-4693-9a28-eb2339b5edd9 req-c06007f2-5d65-4fdc-875b-4efd03aa0e2c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:27.040551 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c206495e-1b57-4693-9a28-eb2339b5edd9 req-c06007f2-5d65-4fdc-875b-4efd03aa0e2c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 944 time: 0.1008074 Nov 13 04:59:27.052722 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d12a46-6b5b-46aa-9a12-73914b9f9d97 req-e7823fce-f021-4488-acad-11e11b3b1412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:27.054493 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9d12a46-6b5b-46aa-9a12-73914b9f9d97 req-e7823fce-f021-4488-acad-11e11b3b1412 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796194 Nov 13 04:59:27.090780 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3cb7c962-6164-4f8b-8581-4a597846be69 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:27.188578 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c206495e-1b57-4693-9a28-eb2339b5edd9 req-f5882e72-b04f-4dc4-94d6-0050c7c9128d tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328571 Nov 13 04:59:27.195887 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9d12a46-6b5b-46aa-9a12-73914b9f9d97 req-77bf0c03-4591-4531-b09e-ef705ca67628 service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322358 Nov 13 04:59:27.217868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3cb7c962-6164-4f8b-8581-4a597846be69 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:27.250235 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-3cb7c962-6164-4f8b-8581-4a597846be69 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7f1581-8000-492e-9c57-e04a940373b4']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:27.272688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-3cb7c962-6164-4f8b-8581-4a597846be69 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c849f4d0-1f5a-4649-b082-4f13471a7ba3') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:27.273162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-3cb7c962-6164-4f8b-8581-4a597846be69 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c849f4d0-1f5a-4649-b082-4f13471a7ba3') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:27.287193 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3cb7c962-6164-4f8b-8581-4a597846be69 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:27.306395 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3cb7c962-6164-4f8b-8581-4a597846be69 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:27.313669 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb7c962-6164-4f8b-8581-4a597846be69 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:59:27.314314 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3cb7c962-6164-4f8b-8581-4a597846be69 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:27.336902 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9d12a46-6b5b-46aa-9a12-73914b9f9d97 req-85e01419-e04f-4d27-9876-9b24881eb8af service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324723 Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:59:27.362592 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:59:27.392142 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3cb7c962-6164-4f8b-8581-4a597846be69 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:27.419668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb7c962-6164-4f8b-8581-4a597846be69 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa7f1581-8000-492e-9c57-e04a940373b4 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 13 04:59:27.421715 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7c962-6164-4f8b-8581-4a597846be69 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa7f1581-8000-492e-9c57-e04a940373b4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:27.427606 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3cb7c962-6164-4f8b-8581-4a597846be69 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:27.432578 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3cb7c962-6164-4f8b-8581-4a597846be69 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "DELETE /v2.0/networks/aa7f1581-8000-492e-9c57-e04a940373b4 HTTP/1.1" status: 204 len: 168 time: 0.4412141 Nov 13 04:59:27.435866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46196) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:27.446202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e4fbcdfb-b598-454e-84ed-72e9f0cb5814 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Request body: {'network': {'name': 'tempest-network--1384724364'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:27.513836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fbcdfb-b598-454e-84ed-72e9f0cb5814 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Made reservation on behalf of d18034213d434016be8d627679498384 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:27.521068 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4fbcdfb-b598-454e-84ed-72e9f0cb5814 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:27.576578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4fbcdfb-b598-454e-84ed-72e9f0cb5814 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:27.588370 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4fbcdfb-b598-454e-84ed-72e9f0cb5814 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:27.589530 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-e4fbcdfb-b598-454e-84ed-72e9f0cb5814 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Added segment 34cd16ef-50d5-4f9b-8bd0-7cce8a38a105 of type vlan for network 0ea0f4a7-501f-4438-8776-54b6af5bef65 Nov 13 04:59:27.607309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff88b0e-aa8d-4623-863b-aa57411abcb5 req-873c121d-bb15-435e-8912-ad629759cab6 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:27.618632 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cff88b0e-aa8d-4623-863b-aa57411abcb5 req-873c121d-bb15-435e-8912-ad629759cab6 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.0700431 Nov 13 04:59:27.652323 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4fbcdfb-b598-454e-84ed-72e9f0cb5814 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:27.685914 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4fbcdfb-b598-454e-84ed-72e9f0cb5814 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:27.690190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fbcdfb-b598-454e-84ed-72e9f0cb5814 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:27.692191 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4fbcdfb-b598-454e-84ed-72e9f0cb5814 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:27.713272 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cff88b0e-aa8d-4623-863b-aa57411abcb5 req-23725812-6eff-40a7-922f-be941b74bf9a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935576 Nov 13 04:59:27.776011 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46206) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:27.782190 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d8bea301-495d-40ca-a93e-e54fc7e384a3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:27.784208 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e4fbcdfb-b598-454e-84ed-72e9f0cb5814 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3470342 Nov 13 04:59:27.792766 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbcdfb-b598-454e-84ed-72e9f0cb5814 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event updated for resources: {'Network': ['ID=0ea0f4a7-501f-4438-8776-54b6af5bef65,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:27.808149 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 0ea0f4a7-501f-4438-8776-54b6af5bef65 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:27.981944 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8bea301-495d-40ca-a93e-e54fc7e384a3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:27.998691 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8bea301-495d-40ca-a93e-e54fc7e384a3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.062090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bea301-495d-40ca-a93e-e54fc7e384a3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event updated for resources: {'Network': ['ID=0ea0f4a7-501f-4438-8776-54b6af5bef65,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:28.067193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8bea301-495d-40ca-a93e-e54fc7e384a3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Network 0ea0f4a7-501f-4438-8776-54b6af5bef65 is not hosted by any dhcp agent {{(pid=102668) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 13 04:59:28.068173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bea301-495d-40ca-a93e-e54fc7e384a3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:28.068796 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8bea301-495d-40ca-a93e-e54fc7e384a3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.070137 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d8bea301-495d-40ca-a93e-e54fc7e384a3 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "PUT /v2.0/networks/0ea0f4a7-501f-4438-8776-54b6af5bef65 HTTP/1.1" status: 200 len: 858 time: 0.2929087 Nov 13 04:59:28.073748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46210) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:28.158953 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-399ba3b6-1ff4-4e61-a76a-bfbfa4b879b7 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.248529 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-399ba3b6-1ff4-4e61-a76a-bfbfa4b879b7 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.270142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-399ba3b6-1ff4-4e61-a76a-bfbfa4b879b7 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea0f4a7-501f-4438-8776-54b6af5bef65']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:28.280981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-399ba3b6-1ff4-4e61-a76a-bfbfa4b879b7 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cd16ef-50d5-4f9b-8bd0-7cce8a38a105') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:28.281487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-399ba3b6-1ff4-4e61-a76a-bfbfa4b879b7 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cd16ef-50d5-4f9b-8bd0-7cce8a38a105') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:28.292707 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-399ba3b6-1ff4-4e61-a76a-bfbfa4b879b7 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.306980 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-399ba3b6-1ff4-4e61-a76a-bfbfa4b879b7 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.318974 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399ba3b6-1ff4-4e61-a76a-bfbfa4b879b7 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:59:28.318974 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-399ba3b6-1ff4-4e61-a76a-bfbfa4b879b7 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:59:28.322398 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:59:28.389184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e99f60-5953-4e4e-b27b-75013ea14929 req-3f8c2d6b-f311-4308-a7c7-094bf517407c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:28.390758 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38e99f60-5953-4e4e-b27b-75013ea14929 req-3f8c2d6b-f311-4308-a7c7-094bf517407c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 944 time: 0.0822072 Nov 13 04:59:28.394905 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-399ba3b6-1ff4-4e61-a76a-bfbfa4b879b7 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.400619 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399ba3b6-1ff4-4e61-a76a-bfbfa4b879b7 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ea0f4a7-501f-4438-8776-54b6af5bef65 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 13 04:59:28.403241 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-399ba3b6-1ff4-4e61-a76a-bfbfa4b879b7 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.410315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46216) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:28.418388 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-399ba3b6-1ff4-4e61-a76a-bfbfa4b879b7 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] 10.222.0.43 "DELETE /v2.0/networks/0ea0f4a7-501f-4438-8776-54b6af5bef65 HTTP/1.1" status: 204 len: 168 time: 0.3432112 Nov 13 04:59:28.448569 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ba3b6-1ff4-4e61-a76a-bfbfa4b879b7 tempest-ExternalNetworksTestJSON-1804161556 tempest-ExternalNetworksTestJSON-1804161556-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ea0f4a7-501f-4438-8776-54b6af5bef65,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:28.449438 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bf100f-66f0-465c-9617-bc9764004ce2 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] DELETE failed (client error): The resource could not be found. Nov 13 04:59:28.450744 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bf100f-66f0-465c-9617-bc9764004ce2 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:59:28.454656 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-93bf100f-66f0-465c-9617-bc9764004ce2 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] 10.222.0.43 "DELETE /v2.0/subnets/616ab4e9-cd77-423e-bcdf-f13efc347c9d HTTP/1.1" status: 404 len: 337 time: 0.0434668 Nov 13 04:59:28.457714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46218) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:28.497046 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38e99f60-5953-4e4e-b27b-75013ea14929 req-3c94b2cd-d1c1-4ad1-aa19-e6c6ae706092 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986698 Nov 13 04:59:28.499712 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.589999 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f988c1ed-7855-488e-92d1-b436788aa8d4 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.682654 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f988c1ed-7855-488e-92d1-b436788aa8d4 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.707024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-f988c1ed-7855-488e-92d1-b436788aa8d4 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73abe217-85d7-4aea-8173-a169ddbd76ac']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:28.718701 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-f988c1ed-7855-488e-92d1-b436788aa8d4 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa132c8d-ec04-413a-9155-746552c7ce55') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:28.719136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-f988c1ed-7855-488e-92d1-b436788aa8d4 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa132c8d-ec04-413a-9155-746552c7ce55') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:28.730853 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f988c1ed-7855-488e-92d1-b436788aa8d4 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.748381 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f988c1ed-7855-488e-92d1-b436788aa8d4 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.755441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f988c1ed-7855-488e-92d1-b436788aa8d4 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:59:28.755762 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f988c1ed-7855-488e-92d1-b436788aa8d4 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:59:28.759861 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:59:28.847534 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f988c1ed-7855-488e-92d1-b436788aa8d4 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.854528 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f988c1ed-7855-488e-92d1-b436788aa8d4 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.863069 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f988c1ed-7855-488e-92d1-b436788aa8d4 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] 10.222.0.43 "DELETE /v2.0/networks/73abe217-85d7-4aea-8173-a169ddbd76ac HTTP/1.1" status: 204 len: 168 time: 0.4041579 Nov 13 04:59:28.901030 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:28.903135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988c1ed-7855-488e-92d1-b436788aa8d4 tempest-ExternalNetworksTestJSON-762593529 tempest-ExternalNetworksTestJSON-762593529-project] Pushing event deleted for resources: {'Network': ['ID=73abe217-85d7-4aea-8173-a169ddbd76ac,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:29.017044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effb63e-f0cb-4ad4-ae8b-c46e6f115607 req-733902ec-7033-4f65-9ab8-126a0ca73d63 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:29.025410 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0effb63e-f0cb-4ad4-ae8b-c46e6f115607 req-733902ec-7033-4f65-9ab8-126a0ca73d63 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1058526 Nov 13 04:59:29.097868 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0effb63e-f0cb-4ad4-ae8b-c46e6f115607 req-df8019a0-edbe-438c-94c7-8a6989a73f4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714431 Nov 13 04:59:29.235207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46230) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:29.392648 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d0db21bc-ad2f-4bc2-96c6-f7fe05cb5477 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bcff4b70eebd40c1afde7aac979fd00c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1562231 Nov 13 04:59:29.395309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46236) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:29.450456 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f0ba223f-78de-4acd-9bfb-a987ab1fce04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:29.485469 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f0ba223f-78de-4acd-9bfb-a987ab1fce04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:29.581419 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f0ba223f-78de-4acd-9bfb-a987ab1fce04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:29.585206 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f0ba223f-78de-4acd-9bfb-a987ab1fce04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:29.586496 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f0ba223f-78de-4acd-9bfb-a987ab1fce04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9645cb3a-4099-4a9b-b7a2-6ee7299cc66f HTTP/1.1" status: 204 len: 168 time: 0.1900716 Nov 13 04:59:29.602339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba223f-78de-4acd-9bfb-a987ab1fce04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9645cb3a-4099-4a9b-b7a2-6ee7299cc66f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:29.639526 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 1389231e-ac69-429d-bf74-ab27295f78b5 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:59:29.681462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dec492-9d7b-4418-be93-43a40778bf72 req-091e119b-6359-4a59-a9be-823a2173fe77 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:29.683248 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d3dec492-9d7b-4418-be93-43a40778bf72 req-091e119b-6359-4a59-a9be-823a2173fe77 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 944 time: 0.0765843 Nov 13 04:59:29.792185 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d3dec492-9d7b-4418-be93-43a40778bf72 req-b4859838-16ff-4921-95e5-f54a6d759ff3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010234 Nov 13 04:59:29.810176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 1389231e-ac69-429d-bf74-ab27295f78b5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=1389231e-ac69-429d-bf74-ab27295f78b5,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:59:29.822048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '1389231e-ac69-429d-bf74-ab27295f78b5', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'port_id': '1389231e-ac69-429d-bf74-ab27295f78b5', 'mac_address': 'fa:16:3e:19:46:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:59:29.865816 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:29.881415 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1389231e-ac69-429d-bf74-ab27295f78b5 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:59:29.902941 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 1389231e-ac69-429d-bf74-ab27295f78b5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=1389231e-ac69-429d-bf74-ab27295f78b5,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:59:29.909029 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:29.960365 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=1389231e-ac69-429d-bf74-ab27295f78b5,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:30.002103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46252) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:30.063918 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-20187b97-261d-42f0-a187-f5c4dac22a4d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d18034213d434016be8d627679498384&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0605769 Nov 13 04:59:30.066692 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46256) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:30.121301 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db1905b0-872e-4fc1-8441-69f0f74f3583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:30.150112 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db1905b0-872e-4fc1-8441-69f0f74f3583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:30.209835 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db1905b0-872e-4fc1-8441-69f0f74f3583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:30.214806 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db1905b0-872e-4fc1-8441-69f0f74f3583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:30.217092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-db1905b0-872e-4fc1-8441-69f0f74f3583 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e42127c-79af-468f-b2ab-6b41eab00cb6 HTTP/1.1" status: 204 len: 168 time: 0.1492083 Nov 13 04:59:30.225588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1905b0-872e-4fc1-8441-69f0f74f3583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e42127c-79af-468f-b2ab-6b41eab00cb6,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:30.226798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df0acb-176e-4a33-beb5-b02354f0fe18 req-b4f508bc-75f0-427c-857d-047dce1fca77 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:30.245253 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2df0acb-176e-4a33-beb5-b02354f0fe18 req-b4f508bc-75f0-427c-857d-047dce1fca77 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.0758581 Nov 13 04:59:30.338849 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['1389231e-ac69-429d-bf74-ab27295f78b5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:59:30.365610 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2df0acb-176e-4a33-beb5-b02354f0fe18 req-65b24d89-a248-46f5-8f67-62c852ca3311 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163125 Nov 13 04:59:31.267286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46362) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:31.307224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22473fa3-bac7-4a01-98b4-7e91a99e78d5 req-0d2604da-de6f-463a-a4da-68ae1bbb4b30 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:31.315481 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-22473fa3-bac7-4a01-98b4-7e91a99e78d5 req-0d2604da-de6f-463a-a4da-68ae1bbb4b30 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 945 time: 0.0934110 Nov 13 04:59:31.373584 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-22473fa3-bac7-4a01-98b4-7e91a99e78d5 req-3ef96aa6-795b-4581-9738-d45b91c65fe3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570076 Nov 13 04:59:31.484733 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Request body: {'networks': [{'name': 'tempest-network--1448705287'}, {'name': 'tempest-network--1244348889'}]} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:31.485079 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Request body: {'network': {'name': 'tempest-network--1448705287'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:31.485679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Request body: {'network': {'name': 'tempest-network--1244348889'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:31.563559 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Made reservation on behalf of 98931a680ea347bfb482b7bfb52c9d66 for: {'network': 2} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:31.568752 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:31.582120 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:31.605160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814aeef-3962-45b6-955a-8e293c554d9b req-d6aa696f-d361-49c7-9693-54b1da32b126 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:31.605928 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9814aeef-3962-45b6-955a-8e293c554d9b req-d6aa696f-d361-49c7-9693-54b1da32b126 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1121063 Nov 13 04:59:31.654145 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 1389231e-ac69-429d-bf74-ab27295f78b5 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:59:31.722496 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9814aeef-3962-45b6-955a-8e293c554d9b req-4279f9ea-01ae-41b7-bd56-ea81802b5ad2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970504 Nov 13 04:59:31.777165 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 1389231e-ac69-429d-bf74-ab27295f78b5 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 04:59:31.785741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 1389231e-ac69-429d-bf74-ab27295f78b5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:59:31.785959 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:31.788009 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:31.792671 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:31.793305 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:31.837142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b092cd-8d61-45dd-a58c-694e52a8e8d4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:31.845497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:31.857100 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:31.857642 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Added segment 7582d1ce-51d7-4cb9-8c20-f67f09b95581 of type vlan for network d9c3ebc8-e66f-4d6a-8f0d-ec3af2a6e0dd Nov 13 04:59:31.927465 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:31.967859 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:31.981001 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:31.981453 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Added segment 0d1fde93-7915-49d8-a473-d81c6b376403 of type vlan for network 31acd506-4d20-407d-a88c-c9fab391dbcc Nov 13 04:59:32.028546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:32.067734 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:32.075013 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:32.082801 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:32.089219 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:32.094057 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:32.094717 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:32.095609 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fd94f8-a751-4b36-8db7-482b0c4be0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1389231e-ac69-429d-bf74-ab27295f78b5'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:59:32.098819 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9587a6e7-7305-41ec-afb0-36f4579238a8" -d '{"events": [{"server_uuid": "59fd94f8-a751-4b36-8db7-482b0c4be0a4", "name": "network-vif-plugged", "status": "completed", "tag": "1389231e-ac69-429d-bf74-ab27295f78b5"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:59:32.129703 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 1389231e-ac69-429d-bf74-ab27295f78b5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=1389231e-ac69-429d-bf74-ab27295f78b5,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:59:32.140745 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:32.185010 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ccd4f7-b6df-4ab9-8817-252bb85db207 x-openstack-request-id: req-21ccd4f7-b6df-4ab9-8817-252bb85db207 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:59:32.185489 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fd94f8-a751-4b36-8db7-482b0c4be0a4", "name": "network-vif-plugged", "status": "completed", "tag": "1389231e-ac69-429d-bf74-ab27295f78b5", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:59:32.185794 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21ccd4f7-b6df-4ab9-8817-252bb85db207 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:59:32.186428 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fd94f8-a751-4b36-8db7-482b0c4be0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1389231e-ac69-429d-bf74-ab27295f78b5', 'code': 200} Nov 13 04:59:32.195966 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9262197 Nov 13 04:59:32.198289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46470) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:32.220508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event updated for resources: {'Network': ['ID=d9c3ebc8-e66f-4d6a-8f0d-ec3af2a6e0dd,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:32.227675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=1389231e-ac69-429d-bf74-ab27295f78b5,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:32.247821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network d9c3ebc8-e66f-4d6a-8f0d-ec3af2a6e0dd details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:32.344603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6bca5-49c3-4777-b9fd-8cd3168c2e1d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event updated for resources: {'Network': ['ID=31acd506-4d20-407d-a88c-c9fab391dbcc,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:32.357936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 31acd506-4d20-407d-a88c-c9fab391dbcc details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:32.531906 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642d714-d50e-46bb-95a0-599d5a88d2bc req-b6a810ef-1220-4764-9ff5-0e7bfecb15c3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:32.540130 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f642d714-d50e-46bb-95a0-599d5a88d2bc req-b6a810ef-1220-4764-9ff5-0e7bfecb15c3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.0717738 Nov 13 04:59:32.638850 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f642d714-d50e-46bb-95a0-599d5a88d2bc req-7e0862a9-b7bd-4720-844a-8004d9c3a18a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975592 Nov 13 04:59:32.886423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a337b915-5174-41f5-9c27-c7da6661815d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:32.892380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a337b915-5174-41f5-9c27-c7da6661815d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:32.898600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a337b915-5174-41f5-9c27-c7da6661815d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:32.904395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a337b915-5174-41f5-9c27-c7da6661815d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:32.906694 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a337b915-5174-41f5-9c27-c7da6661815d tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7073038 Nov 13 04:59:32.909285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46572) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:32.919666 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e5e45-accc-48fb-8aeb-2cabc2b40b20 req-e2ec448e-e831-49e8-b0d1-f541fdc0d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:32.921111 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-984e5e45-accc-48fb-8aeb-2cabc2b40b20 req-e2ec448e-e831-49e8-b0d1-f541fdc0d158 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 1097 time: 0.6430962 Nov 13 04:59:32.946010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c89b90-2216-446a-b281-ebc2f1f73250 req-20dd5afc-cf4d-4a35-9af1-8fae00a656d0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:32.951380 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-27c89b90-2216-446a-b281-ebc2f1f73250 req-20dd5afc-cf4d-4a35-9af1-8fae00a656d0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1025927 Nov 13 04:59:33.027031 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-27c89b90-2216-446a-b281-ebc2f1f73250 req-ca2c726d-7c51-4db4-a2f1-3c0faf0e3cfc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734282 Nov 13 04:59:33.030642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.040587 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-984e5e45-accc-48fb-8aeb-2cabc2b40b20 req-d267889f-d15c-47e3-a0f3-7b6d7f55b2e9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689538 Nov 13 04:59:33.151427 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.173366 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c3ebc8-e66f-4d6a-8f0d-ec3af2a6e0dd']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:33.183939 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7582d1ce-51d7-4cb9-8c20-f67f09b95581') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:33.184461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7582d1ce-51d7-4cb9-8c20-f67f09b95581') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:33.194446 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.207660 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.214497 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:59:33.214884 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:59:33.218226 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:59:33.290994 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.298576 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.302130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "DELETE /v2.0/networks/d9c3ebc8-e66f-4d6a-8f0d-ec3af2a6e0dd HTTP/1.1" status: 204 len: 168 time: 0.3918076 Nov 13 04:59:33.304681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46620) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:33.322841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event deleted for resources: {'Network': ['ID=d9c3ebc8-e66f-4d6a-8f0d-ec3af2a6e0dd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:33.346952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:33.346952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:33.347498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:33.347837 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:33.348203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:33.348473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:33.349160 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:33.349486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:33.349801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:33.350131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:33.350421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:33.350743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3e15c-6ab0-45b3-a52a-6e347af52b12 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:33.400282 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a850cc96-7e12-496e-a44f-ac2ac413d5a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.524860 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a850cc96-7e12-496e-a44f-ac2ac413d5a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.544886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a850cc96-7e12-496e-a44f-ac2ac413d5a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31acd506-4d20-407d-a88c-c9fab391dbcc']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:33.554615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a850cc96-7e12-496e-a44f-ac2ac413d5a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1fde93-7915-49d8-a473-d81c6b376403') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:33.554901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a850cc96-7e12-496e-a44f-ac2ac413d5a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1fde93-7915-49d8-a473-d81c6b376403') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:33.566077 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a850cc96-7e12-496e-a44f-ac2ac413d5a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.579760 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a850cc96-7e12-496e-a44f-ac2ac413d5a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.586484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a850cc96-7e12-496e-a44f-ac2ac413d5a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:59:33.586868 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a850cc96-7e12-496e-a44f-ac2ac413d5a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:59:33.590029 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:59:33.660155 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a850cc96-7e12-496e-a44f-ac2ac413d5a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.671344 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a850cc96-7e12-496e-a44f-ac2ac413d5a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.678715 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46670) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:33.679126 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a850cc96-7e12-496e-a44f-ac2ac413d5a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "DELETE /v2.0/networks/31acd506-4d20-407d-a88c-c9fab391dbcc HTTP/1.1" status: 204 len: 168 time: 0.3728228 Nov 13 04:59:33.693747 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850cc96-7e12-496e-a44f-ac2ac413d5a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event deleted for resources: {'Network': ['ID=31acd506-4d20-407d-a88c-c9fab391dbcc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:33.846969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c204138-235b-4400-917c-10d2864b2a71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:33.854208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c204138-235b-4400-917c-10d2864b2a71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:33.860544 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0c204138-235b-4400-917c-10d2864b2a71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1812344 Nov 13 04:59:33.861722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46686) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:33.861834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19c8b2-38cb-4272-b13b-5505cbb7bc7a req-41af6b68-b769-4a1d-9fcb-7a2d09525032 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:33.868187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-84527531'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:33.870242 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df19c8b2-38cb-4272-b13b-5505cbb7bc7a req-41af6b68-b769-4a1d-9fcb-7a2d09525032 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.0729756 Nov 13 04:59:33.897186 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Made reservation on behalf of 98931a680ea347bfb482b7bfb52c9d66 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:33.902455 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.926053 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df19c8b2-38cb-4272-b13b-5505cbb7bc7a req-e0672e05-b8ce-4b89-8089-c68e7c054999 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544553 Nov 13 04:59:33.964308 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:33.975339 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:33.975680 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Added segment 3175a7c3-5627-4cad-b2a7-1503ae0a6364 of type vlan for network c5aa39bf-5670-4f67-bf2e-07b8e8476e00 Nov 13 04:59:34.019669 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:34.057638 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:34.067678 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:34.073550 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:34.152728 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2898488 Nov 13 04:59:34.156928 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46718) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:34.168184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7af5a5c4-5866-441a-b3cd-651f6d81a2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-890902944'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:34.172560 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ce947e3-4a8a-4c7f-83c2-c9cf10f8f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:34.182665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event updated for resources: {'Network': ['ID=c5aa39bf-5670-4f67-bf2e-07b8e8476e00,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:34.202799 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af5a5c4-5866-441a-b3cd-651f6d81a2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Made reservation on behalf of 98931a680ea347bfb482b7bfb52c9d66 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:34.208188 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7af5a5c4-5866-441a-b3cd-651f6d81a2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:34.215632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:34.215979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:34.216317 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:34.216653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:34.216984 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:34.217312 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:34.217720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:34.218046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:34.218792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:34.219179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:34.219808 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:34.220288 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5a8d2-dfe3-49ce-9a0b-8543abf35d98 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 04:59:34.241416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af5a5c4-5866-441a-b3cd-651f6d81a2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:34.252454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network c5aa39bf-5670-4f67-bf2e-07b8e8476e00 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:34.253757 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7af5a5c4-5866-441a-b3cd-651f6d81a2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:34.254161 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-7af5a5c4-5866-441a-b3cd-651f6d81a2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Added segment c6669243-68a9-43a3-ba40-697d217c0002 of type vlan for network 79e2eb12-aa99-4cd5-870c-c60f9d2ab440 Nov 13 04:59:34.267528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ed120-4086-45e5-afca-9e543999fadf req-d89a975f-1e36-47dd-9b05-5ec3f382cec3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:34.287657 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-265ed120-4086-45e5-afca-9e543999fadf req-d89a975f-1e36-47dd-9b05-5ec3f382cec3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1217580 Nov 13 04:59:34.313730 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7af5a5c4-5866-441a-b3cd-651f6d81a2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:34.347033 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7af5a5c4-5866-441a-b3cd-651f6d81a2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:34.354393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af5a5c4-5866-441a-b3cd-651f6d81a2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:34.355560 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7af5a5c4-5866-441a-b3cd-651f6d81a2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:34.370550 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-265ed120-4086-45e5-afca-9e543999fadf req-0fa7df85-5697-4a46-a4c9-772afff9c30a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817094 Nov 13 04:59:34.426686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46740) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:34.426990 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7af5a5c4-5866-441a-b3cd-651f6d81a2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2665386 Nov 13 04:59:34.434032 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Request body: {'ports': [{'network_id': 'c5aa39bf-5670-4f67-bf2e-07b8e8476e00', 'name': 'tempest-port--730613301', 'admin_state_up': True}, {'network_id': '79e2eb12-aa99-4cd5-870c-c60f9d2ab440', 'admin_state_up': False}]} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:34.435167 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Request body: {'port': {'network_id': 'c5aa39bf-5670-4f67-bf2e-07b8e8476e00', 'name': 'tempest-port--730613301', 'admin_state_up': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:34.435830 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Request body: {'port': {'network_id': '79e2eb12-aa99-4cd5-870c-c60f9d2ab440', 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:34.437547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5a5c4-5866-441a-b3cd-651f6d81a2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event updated for resources: {'Network': ['ID=79e2eb12-aa99-4cd5-870c-c60f9d2ab440,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:34.451589 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 79e2eb12-aa99-4cd5-870c-c60f9d2ab440 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:34.640464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Made reservation on behalf of 98931a680ea347bfb482b7bfb52c9d66 for: {'port': 2} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:34.645139 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:34.661464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:34.743805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] device_id is not set on port 74af1023-e702-4b0b-82ec-f6d685dfcfc3 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:59:34.888519 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:34.962297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] device_id is not set on port b1879055-769a-417b-99d2-d91d02ecf7cb yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:59:35.115140 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ecfb1-73b4-4379-a156-ce03e5076e96 req-3b0be32f-2e80-4ede-8301-0dc3b74638aa tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:35.116984 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-146ecfb1-73b4-4379-a156-ce03e5076e96 req-3b0be32f-2e80-4ede-8301-0dc3b74638aa tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.0887380 Nov 13 04:59:35.121945 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:35.188606 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:35.201861 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-146ecfb1-73b4-4379-a156-ce03e5076e96 req-11301f1b-6044-496e-ad85-0965f7471b2c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693216 Nov 13 04:59:35.256831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event updated for resources: {'Port': ['ID=74af1023-e702-4b0b-82ec-f6d685dfcfc3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:35.276117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Checking segment: {'id': '3175a7c3-5627-4cad-b2a7-1503ae0a6364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c5aa39bf-5670-4f67-bf2e-07b8e8476e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:59:35.276592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Network hostable DHCP agents. Network: c5aa39bf-5670-4f67-bf2e-07b8e8476e00, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:59:35.294407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Network c5aa39bf-5670-4f67-bf2e-07b8e8476e00 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:59:35.305088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, c5aa39bf-5670-4f67-bf2e-07b8e8476e00) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:35.309451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:59:35.310328 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:35.320204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2f1891-e88b-4823-814c-c3c759228e87 None None] Network c5aa39bf-5670-4f67-bf2e-07b8e8476e00 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:59:35.384892 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event updated for resources: {'Port': ['ID=b1879055-769a-417b-99d2-d91d02ecf7cb,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:35.434465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Checking segment: {'id': 'c6669243-68a9-43a3-ba40-697d217c0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79e2eb12-aa99-4cd5-870c-c60f9d2ab440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:59:35.434831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Network hostable DHCP agents. Network: 79e2eb12-aa99-4cd5-870c-c60f9d2ab440, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:59:35.470046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2a7cc-130d-455d-94f4-0517b5dfef72 req-d2af8c28-44d2-4c26-95f2-3176770753f1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:35.477632 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59d2a7cc-130d-455d-94f4-0517b5dfef72 req-d2af8c28-44d2-4c26-95f2-3176770753f1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.0936577 Nov 13 04:59:35.486804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Network 79e2eb12-aa99-4cd5-870c-c60f9d2ab440 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:59:35.510892 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 79e2eb12-aa99-4cd5-870c-c60f9d2ab440) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:35.515506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:59:35.521355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad590eb8-ae85-42ba-8ea3-7462fa19e99f None None] Network 79e2eb12-aa99-4cd5-870c-c60f9d2ab440 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:59:35.524798 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:35.530333 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:35.531443 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:35.534315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b448ee-0e15-4128-ba1b-fe70282f6267 req-7a808c81-4fd2-4104-ab72-dab932a151c1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:35.535935 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e5b448ee-0e15-4128-ba1b-fe70282f6267 req-7a808c81-4fd2-4104-ab72-dab932a151c1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.0567713 Nov 13 04:59:35.562969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5b9a749a-dbcd-405a-ad64-8c7733366f71 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1344140 Nov 13 04:59:35.567581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46814) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:35.577643 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59d2a7cc-130d-455d-94f4-0517b5dfef72 req-251558b8-7869-40ad-bfeb-f4004aa60c4b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991147 Nov 13 04:59:35.617875 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e5b448ee-0e15-4128-ba1b-fe70282f6267 req-ef0b1ee0-d090-4044-90fb-408b32addf4e tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741222 Nov 13 04:59:35.680779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb23ddee-aff7-46d9-9987-b783bac7cc26 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:35.686648 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb23ddee-aff7-46d9-9987-b783bac7cc26 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:35.688302 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-eb23ddee-aff7-46d9-9987-b783bac7cc26 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1181872 Nov 13 04:59:35.691143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46816) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:35.781106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-3c86be0a-9e0f-4ef2-8643-2a6276edff9a tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Deleting port 74af1023-e702-4b0b-82ec-f6d685dfcfc3 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:59:35.781784 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c86be0a-9e0f-4ef2-8643-2a6276edff9a tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:35.892639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c86be0a-9e0f-4ef2-8643-2a6276edff9a tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:35.914349 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-3c86be0a-9e0f-4ef2-8643-2a6276edff9a tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Calling delete_port for 74af1023-e702-4b0b-82ec-f6d685dfcfc3 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:59:36.020115 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c86be0a-9e0f-4ef2-8643-2a6276edff9a tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.062176 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c86be0a-9e0f-4ef2-8643-2a6276edff9a tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.066899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3c86be0a-9e0f-4ef2-8643-2a6276edff9a tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "DELETE /v2.0/ports/74af1023-e702-4b0b-82ec-f6d685dfcfc3 HTTP/1.1" status: 204 len: 168 time: 0.3748190 Nov 13 04:59:36.068884 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86be0a-9e0f-4ef2-8643-2a6276edff9a tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event deleted for resources: {'Port': ['ID=74af1023-e702-4b0b-82ec-f6d685dfcfc3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:36.069703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:36.167228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c60be907-42a9-4dbf-a3b7-795786146f5f tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Deleting port b1879055-769a-417b-99d2-d91d02ecf7cb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:59:36.167648 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c60be907-42a9-4dbf-a3b7-795786146f5f tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.242755 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c60be907-42a9-4dbf-a3b7-795786146f5f tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.258010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c60be907-42a9-4dbf-a3b7-795786146f5f tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Calling delete_port for b1879055-769a-417b-99d2-d91d02ecf7cb owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:59:36.341117 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c60be907-42a9-4dbf-a3b7-795786146f5f tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.373838 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60be907-42a9-4dbf-a3b7-795786146f5f tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event deleted for resources: {'Port': ['ID=b1879055-769a-417b-99d2-d91d02ecf7cb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:36.376433 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c60be907-42a9-4dbf-a3b7-795786146f5f tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.382461 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c60be907-42a9-4dbf-a3b7-795786146f5f tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "DELETE /v2.0/ports/b1879055-769a-417b-99d2-d91d02ecf7cb HTTP/1.1" status: 204 len: 168 time: 0.3107800 Nov 13 04:59:36.382625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46830) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:36.412069 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8cbc18d0-d629-4884-b174-f9d074fd6e09 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0282307 Nov 13 04:59:36.415908 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46832) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:36.421035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4c585d54-0db5-4ce3-bf81-10201dd5dc81 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-600363235'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:36.448973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c585d54-0db5-4ce3-bf81-10201dd5dc81 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Made reservation on behalf of 98931a680ea347bfb482b7bfb52c9d66 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:36.451216 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ef68042-e2cc-4c87-870e-14fb44501118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.455717 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c585d54-0db5-4ce3-bf81-10201dd5dc81 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.480496 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c585d54-0db5-4ce3-bf81-10201dd5dc81 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:36.490443 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c585d54-0db5-4ce3-bf81-10201dd5dc81 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.491152 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-4c585d54-0db5-4ce3-bf81-10201dd5dc81 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Added segment 73969caf-be3d-4374-a7bf-02d0479e4aee of type vlan for network d7c15db7-190c-4d4b-a218-f249637d715a Nov 13 04:59:36.535585 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c585d54-0db5-4ce3-bf81-10201dd5dc81 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.562200 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c585d54-0db5-4ce3-bf81-10201dd5dc81 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.573871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c585d54-0db5-4ce3-bf81-10201dd5dc81 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:36.574726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c585d54-0db5-4ce3-bf81-10201dd5dc81 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.640364 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4c585d54-0db5-4ce3-bf81-10201dd5dc81 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2224193 Nov 13 04:59:36.642108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46838) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:36.651767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-51dc2c69-852f-47de-b81d-8f650be53edd tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-830701501'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:36.652915 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c585d54-0db5-4ce3-bf81-10201dd5dc81 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event updated for resources: {'Network': ['ID=d7c15db7-190c-4d4b-a218-f249637d715a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:36.669601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network d7c15db7-190c-4d4b-a218-f249637d715a details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:36.766861 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51db1f-fe11-47cd-a984-ea819e1c1981 req-f8944c77-775a-4a5c-9a5f-922553ee31af tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:36.769515 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1e51db1f-fe11-47cd-a984-ea819e1c1981 req-f8944c77-775a-4a5c-9a5f-922553ee31af tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.0766919 Nov 13 04:59:36.772863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dc2c69-852f-47de-b81d-8f650be53edd tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Made reservation on behalf of 98931a680ea347bfb482b7bfb52c9d66 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:36.777040 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-51dc2c69-852f-47de-b81d-8f650be53edd tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.821716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dc2c69-852f-47de-b81d-8f650be53edd tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:36.843782 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1e51db1f-fe11-47cd-a984-ea819e1c1981 req-12913221-2994-4bcb-99f0-0f4ea234bf42 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682499 Nov 13 04:59:36.847806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236967a1-f35f-4b7a-b077-050aeafa11b6 req-401358f1-cd62-44d7-93a7-63996ca48fb2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:36.850087 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-236967a1-f35f-4b7a-b077-050aeafa11b6 req-401358f1-cd62-44d7-93a7-63996ca48fb2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1321294 Nov 13 04:59:36.871569 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-51dc2c69-852f-47de-b81d-8f650be53edd tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.871939 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-51dc2c69-852f-47de-b81d-8f650be53edd tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Added segment 6bb158e3-037a-4115-bf84-4339af7ce0a5 of type vlan for network 148864a2-1bb1-4183-8d14-c44c5c3b0992 Nov 13 04:59:36.957426 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-51dc2c69-852f-47de-b81d-8f650be53edd tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.964232 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-236967a1-f35f-4b7a-b077-050aeafa11b6 req-76ad03f6-35ea-40d7-b4d2-2a71da947e37 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054406 Nov 13 04:59:36.988766 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-51dc2c69-852f-47de-b81d-8f650be53edd tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:36.994802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dc2c69-852f-47de-b81d-8f650be53edd tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:36.995931 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-51dc2c69-852f-47de-b81d-8f650be53edd tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:37.119903 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-51dc2c69-852f-47de-b81d-8f650be53edd tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4752870 Nov 13 04:59:37.127282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc2c69-852f-47de-b81d-8f650be53edd tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event updated for resources: {'Network': ['ID=148864a2-1bb1-4183-8d14-c44c5c3b0992,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:37.139194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 148864a2-1bb1-4183-8d14-c44c5c3b0992 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:37.243010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46846) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:37.248666 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Request body: {'subnets': [{'network_id': 'd7c15db7-190c-4d4b-a218-f249637d715a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--637549659', 'ip_version': 4}, {'network_id': '148864a2-1bb1-4183-8d14-c44c5c3b0992', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:37.249182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Request body: {'subnet': {'network_id': 'd7c15db7-190c-4d4b-a218-f249637d715a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--637549659', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:37.249758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Request body: {'subnet': {'network_id': '148864a2-1bb1-4183-8d14-c44c5c3b0992', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:37.419571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Made reservation on behalf of 98931a680ea347bfb482b7bfb52c9d66 for: {'subnet': 2} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:37.424415 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:37.424755 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:37.800166 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:37.808110 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:37.867190 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event updated for resources: {'Subnet': ['ID=339e315f-ab7e-407f-911e-b4a476b8f09f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:37.891559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Checking segment: {'id': '73969caf-be3d-4374-a7bf-02d0479e4aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd7c15db7-190c-4d4b-a218-f249637d715a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:59:37.891916 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Network hostable DHCP agents. Network: d7c15db7-190c-4d4b-a218-f249637d715a, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:59:37.913967 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Network d7c15db7-190c-4d4b-a218-f249637d715a is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:59:37.925825 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, d7c15db7-190c-4d4b-a218-f249637d715a) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:37.936117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1636d800-9c4c-49ea-8de3-8e6560caa8b0 None None] Network d7c15db7-190c-4d4b-a218-f249637d715a requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:59:37.939619 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:38.052071 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ab272-0024-47af-80dd-256b55f6c82b req-0e92cee9-5f0a-4db8-8565-d628b50b9112 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:38.059843 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-061ab272-0024-47af-80dd-256b55f6c82b req-0e92cee9-5f0a-4db8-8565-d628b50b9112 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.1086667 Nov 13 04:59:38.123305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Checking segment: {'id': '6bb158e3-037a-4115-bf84-4339af7ce0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '148864a2-1bb1-4183-8d14-c44c5c3b0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:59:38.127817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Network hostable DHCP agents. Network: 148864a2-1bb1-4183-8d14-c44c5c3b0992, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:59:38.141283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-d7c15db7-190c-4d4b-a218-f249637d715a', 'network_id': 'd7c15db7-190c-4d4b-a218-f249637d715a', 'tenant_id': '98931a680ea347bfb482b7bfb52c9d66', 'fixed_ips': [{'subnet_id': '339e315f-ab7e-407f-911e-b4a476b8f09f'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:59:38.142226 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:38.150860 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event updated for resources: {'Subnet': ['ID=5505fd9d-4550-43c3-8a4a-2f3e898de923,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:38.221544 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-061ab272-0024-47af-80dd-256b55f6c82b req-55ba36eb-328f-4834-b5a0-6d54520d6a08 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552882 Nov 13 04:59:38.240152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52455d17-ce45-419d-a514-a3adb165c47b req-52c066c2-6c03-4ab2-9393-e5b86d6a5e3f tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:38.250818 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-52455d17-ce45-419d-a514-a3adb165c47b req-52c066c2-6c03-4ab2-9393-e5b86d6a5e3f tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1369879 Nov 13 04:59:38.260848 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Network 148864a2-1bb1-4183-8d14-c44c5c3b0992 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:59:38.279467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 148864a2-1bb1-4183-8d14-c44c5c3b0992) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:38.287088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:38.287642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:38.288334 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:38.302378 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e1e311-30ef-4725-91e0-d01f68a9343b None None] Network 148864a2-1bb1-4183-8d14-c44c5c3b0992 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:59:38.330551 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0053a59e-c178-45ec-b228-e814dcdc2b51 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0835600 Nov 13 04:59:38.330665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46860) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:38.348712 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-52455d17-ce45-419d-a514-a3adb165c47b req-1f009c0c-57bf-41f6-95b1-fb891b6e131e tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920360 Nov 13 04:59:38.394543 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Allocated IP 172.20.0.2 (d7c15db7-190c-4d4b-a218-f249637d715a/339e315f-ab7e-407f-911e-b4a476b8f09f/2ee4c6dd-2f30-436a-abba-180adac2b968) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:59:38.492395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff8623-10ad-49fb-a153-a2ebf79cae7e tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:38.494983 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff8623-10ad-49fb-a153-a2ebf79cae7e tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:38.497170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff8623-10ad-49fb-a153-a2ebf79cae7e tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:38.499009 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-63ff8623-10ad-49fb-a153-a2ebf79cae7e tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1670520 Nov 13 04:59:38.502262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46862) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:38.585725 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f229ba40-fb37-4341-9e3c-5ebfa0f789d3 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Deleting subnet 339e315f-ab7e-407f-911e-b4a476b8f09f {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:59:38.596779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-148864a2-1bb1-4183-8d14-c44c5c3b0992', 'network_id': '148864a2-1bb1-4183-8d14-c44c5c3b0992', 'tenant_id': '98931a680ea347bfb482b7bfb52c9d66', 'fixed_ips': [{'subnet_id': '5505fd9d-4550-43c3-8a4a-2f3e898de923'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:59:38.597874 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:38.660080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46866) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:38.730263 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:38.742557 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f229ba40-fb37-4341-9e3c-5ebfa0f789d3 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:38.773511 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:38.800864 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40159029-2be4-4ddb-aeb4-f40a119f2eef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:38.830102 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f229ba40-fb37-4341-9e3c-5ebfa0f789d3 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:38.843652 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Allocated IP 172.20.0.18 (148864a2-1bb1-4183-8d14-c44c5c3b0992/5505fd9d-4550-43c3-8a4a-2f3e898de923/36b91e63-2033-4880-a649-58250bb5c762) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:59:38.880230 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Network d7c15db7-190c-4d4b-a218-f249637d715a is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:59:38.887519 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:38.891455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:59:38.896660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Pushing event updated for resources: {'Port': ['ID=2ee4c6dd-2f30-436a-abba-180adac2b968,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:38.949851 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40159029-2be4-4ddb-aeb4-f40a119f2eef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:38.956205 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40159029-2be4-4ddb-aeb4-f40a119f2eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:38.974892 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f229ba40-fb37-4341-9e3c-5ebfa0f789d3 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.011296 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-40159029-2be4-4ddb-aeb4-f40a119f2eef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17c4d0181120412eada07c7570311d2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3500133 Nov 13 04:59:39.012148 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40159029-2be4-4ddb-aeb4-f40a119f2eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b6d2b8-5658-4221-b813-979e2bdebd87,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:39.015674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46870) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:39.017940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Attempting to bind port 2ee4c6dd-2f30-436a-abba-180adac2b968 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:59:39.018403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Attempting to bind port 2ee4c6dd-2f30-436a-abba-180adac2b968 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '73969caf-be3d-4374-a7bf-02d0479e4aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd7c15db7-190c-4d4b-a218-f249637d715a'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:59:39.019128 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Attempting to bind port 2ee4c6dd-2f30-436a-abba-180adac2b968 on network d7c15db7-190c-4d4b-a218-f249637d715a {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:59:39.027326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:59:39.027695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Checking segment: {'id': '73969caf-be3d-4374-a7bf-02d0479e4aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd7c15db7-190c-4d4b-a218-f249637d715a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:59:39.028137 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.028521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Bound using segment: {'id': '73969caf-be3d-4374-a7bf-02d0479e4aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd7c15db7-190c-4d4b-a218-f249637d715a'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:59:39.030470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Bound port: 2ee4c6dd-2f30-436a-abba-180adac2b968, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73969caf-be3d-4374-a7bf-02d0479e4aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd7c15db7-190c-4d4b-a218-f249637d715a'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:59:39.030870 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.084437 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f229ba40-fb37-4341-9e3c-5ebfa0f789d3 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.090825 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9904e99-00b3-4e3b-9045-066e5238107f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.124051 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9904e99-00b3-4e3b-9045-066e5238107f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.124277 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f229ba40-fb37-4341-9e3c-5ebfa0f789d3 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.127031 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f229ba40-fb37-4341-9e3c-5ebfa0f789d3 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "DELETE /v2.0/subnets/339e315f-ab7e-407f-911e-b4a476b8f09f HTTP/1.1" status: 204 len: 168 time: 0.6233764 Nov 13 04:59:39.133228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229ba40-fb37-4341-9e3c-5ebfa0f789d3 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event deleted for resources: {'Subnet': ['ID=339e315f-ab7e-407f-911e-b4a476b8f09f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:39.138743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46874) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:39.158894 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.198598 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9904e99-00b3-4e3b-9045-066e5238107f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.202164 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9904e99-00b3-4e3b-9045-066e5238107f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.204025 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c9904e99-00b3-4e3b-9045-066e5238107f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8b6d2b8-5658-4221-b813-979e2bdebd87 HTTP/1.1" status: 204 len: 168 time: 0.1873562 Nov 13 04:59:39.208312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-955c92d5-0713-45b1-8873-d035184552aa None None] For port 2ee4c6dd-2f30-436a-abba-180adac2b968, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:59:39.213252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-955c92d5-0713-45b1-8873-d035184552aa None None] For port 2ee4c6dd-2f30-436a-abba-180adac2b968, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2ee4c6dd-2f30-436a-abba-180adac2b968,segment=NetworkSegment(73969caf-be3d-4374-a7bf-02d0479e4aee),segment_id=73969caf-be3d-4374-a7bf-02d0479e4aee)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:59:39.214099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9904e99-00b3-4e3b-9045-066e5238107f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b6d2b8-5658-4221-b813-979e2bdebd87,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:39.220431 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.234027 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a94aee4-5d6d-44f4-ac20-489bedd99879 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Deleting subnet 5505fd9d-4550-43c3-8a4a-2f3e898de923 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:59:39.235161 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.281621 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.292776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a94aee4-5d6d-44f4-ac20-489bedd99879 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.324749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Network 148864a2-1bb1-4183-8d14-c44c5c3b0992 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:59:39.329051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:39.334086 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:59:39.347138 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c92d5-0713-45b1-8873-d035184552aa None None] Pushing event updated for resources: {'Port': ['ID=2ee4c6dd-2f30-436a-abba-180adac2b968,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:39.441162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Attempting to bind port 36b91e63-2033-4880-a649-58250bb5c762 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:59:39.441831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Attempting to bind port 36b91e63-2033-4880-a649-58250bb5c762 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '6bb158e3-037a-4115-bf84-4339af7ce0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '148864a2-1bb1-4183-8d14-c44c5c3b0992'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:59:39.442480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Attempting to bind port 36b91e63-2033-4880-a649-58250bb5c762 on network 148864a2-1bb1-4183-8d14-c44c5c3b0992 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:59:39.456453 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a94aee4-5d6d-44f4-ac20-489bedd99879 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.466983 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:59:39.467555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Checking segment: {'id': '6bb158e3-037a-4115-bf84-4339af7ce0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '148864a2-1bb1-4183-8d14-c44c5c3b0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:59:39.468136 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.468673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Bound using segment: {'id': '6bb158e3-037a-4115-bf84-4339af7ce0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '148864a2-1bb1-4183-8d14-c44c5c3b0992'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:59:39.469439 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Bound port: 36b91e63-2033-4880-a649-58250bb5c762, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb158e3-037a-4115-bf84-4339af7ce0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '148864a2-1bb1-4183-8d14-c44c5c3b0992'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:59:39.469982 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.479729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Pushing event updated for resources: {'Port': ['ID=36b91e63-2033-4880-a649-58250bb5c762,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:39.558386 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] For port 36b91e63-2033-4880-a649-58250bb5c762, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:59:39.568353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8ab5d-cd37-47ba-b65f-b3ac7359766f req-ade394c4-486f-45e0-a0ff-8f7be4d97d73 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:39.570105 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] For port 36b91e63-2033-4880-a649-58250bb5c762, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=36b91e63-2033-4880-a649-58250bb5c762,segment=NetworkSegment(6bb158e3-037a-4115-bf84-4339af7ce0a5),segment_id=6bb158e3-037a-4115-bf84-4339af7ce0a5)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:59:39.575180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46886) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:39.579370 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.581785 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c7b8ab5d-cd37-47ba-b65f-b3ac7359766f req-ade394c4-486f-45e0-a0ff-8f7be4d97d73 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.1613455 Nov 13 04:59:39.592324 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82a25f29-cdbf-477a-a6c2-4850e76d6658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.610515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f3de4-6d71-47a9-824b-fba401635b4b req-a7b1733a-1b81-4dbf-bcd4-6557549def9c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:39.618585 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-782f3de4-6d71-47a9-824b-fba401635b4b req-a7b1733a-1b81-4dbf-bcd4-6557549def9c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1171803 Nov 13 04:59:39.709521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef540a-ac08-4fae-aead-d05c4d20da41 None None] Pushing event updated for resources: {'Port': ['ID=36b91e63-2033-4880-a649-58250bb5c762,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:39.723450 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c7b8ab5d-cd37-47ba-b65f-b3ac7359766f req-4d08b178-a84b-4daf-9ec6-6d13a3e63365 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357882 Nov 13 04:59:39.731646 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-782f3de4-6d71-47a9-824b-fba401635b4b req-0a78060f-4c41-4da1-9ab6-589c51594827 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119094 Nov 13 04:59:39.831245 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a94aee4-5d6d-44f4-ac20-489bedd99879 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.837429 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82a25f29-cdbf-477a-a6c2-4850e76d6658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.849210 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82a25f29-cdbf-477a-a6c2-4850e76d6658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.940270 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a94aee4-5d6d-44f4-ac20-489bedd99879 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.983641 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94aee4-5d6d-44f4-ac20-489bedd99879 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event deleted for resources: {'Subnet': ['ID=5505fd9d-4550-43c3-8a4a-2f3e898de923,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:39.986437 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a94aee4-5d6d-44f4-ac20-489bedd99879 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:39.993223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7a94aee4-5d6d-44f4-ac20-489bedd99879 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "DELETE /v2.0/subnets/5505fd9d-4550-43c3-8a4a-2f3e898de923 HTTP/1.1" status: 204 len: 168 time: 0.8531291 Nov 13 04:59:39.994431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46888) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:40.085096 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:40.107647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d2ffa5-559b-4c03-a1ac-12fca2435857 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:40.114538 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-01d2ffa5-559b-4c03-a1ac-12fca2435857 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1188419 Nov 13 04:59:40.115665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46890) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:40.263753 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:40.398232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Deleting port 36b91e63-2033-4880-a649-58250bb5c762 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:59:40.398575 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:40.422815 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-82a25f29-cdbf-477a-a6c2-4850e76d6658 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9506af7d4d154227aecf61ade24c48ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8463635 Nov 13 04:59:40.424562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a25f29-cdbf-477a-a6c2-4850e76d6658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee37745-2c7c-4efc-a02d-2b5bd8c4e8e8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:40.430867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46900) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:40.477936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 36b91e63-2033-4880-a649-58250bb5c762 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:59:40.548975 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] For port 36b91e63-2033-4880-a649-58250bb5c762, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=36b91e63-2033-4880-a649-58250bb5c762,segment=NetworkSegment(6bb158e3-037a-4115-bf84-4339af7ce0a5),segment_id=6bb158e3-037a-4115-bf84-4339af7ce0a5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:59:40.549338 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:40.556429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 36b91e63-2033-4880-a649-58250bb5c762 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:59:40.556955 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:40.560936 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6921eccf-76cd-4c55-b0d4-151d6f9253aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:40.579544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Calling delete_port for 36b91e63-2033-4880-a649-58250bb5c762 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:59:40.616738 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6921eccf-76cd-4c55-b0d4-151d6f9253aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:40.726385 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:40.728775 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:40.734225 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6921eccf-76cd-4c55-b0d4-151d6f9253aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:40.737705 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6921eccf-76cd-4c55-b0d4-151d6f9253aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:40.752414 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6921eccf-76cd-4c55-b0d4-151d6f9253aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ee37745-2c7c-4efc-a02d-2b5bd8c4e8e8 HTTP/1.1" status: 204 len: 168 time: 0.3193924 Nov 13 04:59:40.785392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921eccf-76cd-4c55-b0d4-151d6f9253aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee37745-2c7c-4efc-a02d-2b5bd8c4e8e8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:40.855308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2ee4c6dd-2f30-436a-abba-180adac2b968 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:59:40.860455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event deleted for resources: {'Port': ['ID=36b91e63-2033-4880-a649-58250bb5c762,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:40.894613 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] No DVR routers for this DVR port 36b91e63-2033-4880-a649-58250bb5c762 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:59:41.015545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 2ee4c6dd-2f30-436a-abba-180adac2b968 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:59:41.015903 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:41.052458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e451766-5608-40cf-b948-488d30587f5f req-35a393c1-4ebf-4d43-b5bb-561389677831 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:41.060388 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e451766-5608-40cf-b948-488d30587f5f req-35a393c1-4ebf-4d43-b5bb-561389677831 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.1958907 Nov 13 04:59:41.100218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca75451b-bc65-4012-826b-403810ce02ed None None] Network d7c15db7-190c-4d4b-a218-f249637d715a requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:59:41.169609 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:41.176182 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e451766-5608-40cf-b948-488d30587f5f req-b2a458dc-571a-49ae-908b-f9277a5efc1b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098394 Nov 13 04:59:41.238336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148864a2-1bb1-4183-8d14-c44c5c3b0992']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:41.267358 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51008692-f9d1-4f8c-836d-4c88ec84b8fd req-a001e029-bb2d-4edd-8145-25622ea36c72 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:41.275548 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51008692-f9d1-4f8c-836d-4c88ec84b8fd req-a001e029-bb2d-4edd-8145-25622ea36c72 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.2613776 Nov 13 04:59:41.281165 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb158e3-037a-4115-bf84-4339af7ce0a5') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:41.281577 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb158e3-037a-4115-bf84-4339af7ce0a5') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:41.314497 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:41.319756 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:41.342308 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:41.360436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-93c4eba6-dab1-4137-be0b-46a7fe40c707 None None] Provisioning complete for port 2ee4c6dd-2f30-436a-abba-180adac2b968 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:59:41.361607 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93c4eba6-dab1-4137-be0b-46a7fe40c707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:41.376515 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:59:41.383508 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:59:41.387215 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:59:41.457675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 2ee4c6dd-2f30-436a-abba-180adac2b968, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2ee4c6dd-2f30-436a-abba-180adac2b968,segment=NetworkSegment(73969caf-be3d-4374-a7bf-02d0479e4aee),segment_id=73969caf-be3d-4374-a7bf-02d0479e4aee)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:59:41.473447 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:41.570797 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a77e50-d10d-45b2-9117-a086abfacf38 None None] DHCP port deletion for d7c15db7-190c-4d4b-a218-f249637d715a request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:59:41.572612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c66c7cb-f740-43a8-87d4-f5604b658590 None None] Network 148864a2-1bb1-4183-8d14-c44c5c3b0992 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:59:41.606944 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51008692-f9d1-4f8c-836d-4c88ec84b8fd req-8a796613-6506-403c-97fe-f049e0500d46 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3302238 Nov 13 04:59:41.616699 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:41.626481 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:41.639121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46922) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:41.643577 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "DELETE /v2.0/networks/148864a2-1bb1-4183-8d14-c44c5c3b0992 HTTP/1.1" status: 204 len: 168 time: 1.5261722 Nov 13 04:59:41.656282 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474da261-f2b6-4675-bfaf-64ea65a8fdc5 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event deleted for resources: {'Network': ['ID=148864a2-1bb1-4183-8d14-c44c5c3b0992,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:41.756224 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:41.831172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Deleting port 2ee4c6dd-2f30-436a-abba-180adac2b968 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:59:41.831538 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:41.928560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] For port 2ee4c6dd-2f30-436a-abba-180adac2b968, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2ee4c6dd-2f30-436a-abba-180adac2b968,segment=NetworkSegment(73969caf-be3d-4374-a7bf-02d0479e4aee),segment_id=73969caf-be3d-4374-a7bf-02d0479e4aee)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:59:41.928905 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:41.950953 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Calling delete_port for 2ee4c6dd-2f30-436a-abba-180adac2b968 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:59:42.001755 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=2ee4c6dd-2f30-436a-abba-180adac2b968,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:42.045355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-54a77e50-d10d-45b2-9117-a086abfacf38 None None] Deleting port 2ee4c6dd-2f30-436a-abba-180adac2b968 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 04:59:42.046012 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54a77e50-d10d-45b2-9117-a086abfacf38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:42.094174 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:42.133889 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event deleted for resources: {'Port': ['ID=2ee4c6dd-2f30-436a-abba-180adac2b968,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:42.139872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] No DVR routers for this DVR port 2ee4c6dd-2f30-436a-abba-180adac2b968 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:59:42.162837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-54a77e50-d10d-45b2-9117-a086abfacf38 None None] For port 2ee4c6dd-2f30-436a-abba-180adac2b968, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2ee4c6dd-2f30-436a-abba-180adac2b968,segment=NetworkSegment(73969caf-be3d-4374-a7bf-02d0479e4aee),segment_id=73969caf-be3d-4374-a7bf-02d0479e4aee)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:59:42.163445 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54a77e50-d10d-45b2-9117-a086abfacf38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:42.178152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-54a77e50-d10d-45b2-9117-a086abfacf38 None None] Calling delete_port for 2ee4c6dd-2f30-436a-abba-180adac2b968 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 04:59:42.193813 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688c993-c90a-472d-be3a-530fbf4641a6 None None] DHCP port deletion for 148864a2-1bb1-4183-8d14-c44c5c3b0992 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 04:59:42.276848 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:42.283959 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9de42dd7-4f43-44db-b6ac-3d67631e26bd None None] Could not find standard attr ID for object 36b91e63-2033-4880-a649-58250bb5c762. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 04:59:42.335500 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54a77e50-d10d-45b2-9117-a086abfacf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:42.361436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 36b91e63-2033-4880-a649-58250bb5c762 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:59:42.361927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c15db7-190c-4d4b-a218-f249637d715a']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:42.370451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a77e50-d10d-45b2-9117-a086abfacf38 None None] Pushing event deleted for resources: {'Port': ['ID=2ee4c6dd-2f30-436a-abba-180adac2b968,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:42.384773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc996901-db96-4330-a780-e56a7ae7d5c8 req-6219fe61-3a24-44de-b317-e2f4e436e779 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:42.392991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc996901-db96-4330-a780-e56a7ae7d5c8 req-6219fe61-3a24-44de-b317-e2f4e436e779 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.1180983 Nov 13 04:59:42.397548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73969caf-be3d-4374-a7bf-02d0479e4aee') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:42.398022 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73969caf-be3d-4374-a7bf-02d0479e4aee') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:42.418240 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:42.420570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a77e50-d10d-45b2-9117-a086abfacf38 None None] No DVR routers for this DVR port 2ee4c6dd-2f30-436a-abba-180adac2b968 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 04:59:42.426039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 36b91e63-2033-4880-a649-58250bb5c762 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:59:42.426391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 36b91e63-2033-4880-a649-58250bb5c762 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:59:42.426860 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2ee4c6dd-2f30-436a-abba-180adac2b968 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 04:59:42.451272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 2ee4c6dd-2f30-436a-abba-180adac2b968 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 04:59:42.451611 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2ee4c6dd-2f30-436a-abba-180adac2b968 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 04:59:42.470860 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:42.483421 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:59:42.484138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:59:42.562090 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:59:42.585104 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc996901-db96-4330-a780-e56a7ae7d5c8 req-4b5ed457-46e8-46da-879f-4ea95b40f8a7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901016 Nov 13 04:59:42.593279 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:42.598724 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:42.603190 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "DELETE /v2.0/networks/d7c15db7-190c-4d4b-a218-f249637d715a HTTP/1.1" status: 204 len: 168 time: 0.9694333 Nov 13 04:59:42.610098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46948) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:42.619210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe72c6a-1333-4f94-86d2-95612e012b05 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event deleted for resources: {'Network': ['ID=d7c15db7-190c-4d4b-a218-f249637d715a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:42.712489 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2876872e-7c1e-489a-8024-ac0300ace2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:42.808444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3670c0-35f5-47f3-9c3b-b0421d7d0a32 req-6db956d3-1ec9-48c2-bf80-4a5da19ce3b1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:42.810221 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5d3670c0-35f5-47f3-9c3b-b0421d7d0a32 req-6db956d3-1ec9-48c2-bf80-4a5da19ce3b1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.0925057 Nov 13 04:59:42.853284 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2876872e-7c1e-489a-8024-ac0300ace2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:42.886062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2876872e-7c1e-489a-8024-ac0300ace2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e2eb12-aa99-4cd5-870c-c60f9d2ab440']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:42.903830 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2876872e-7c1e-489a-8024-ac0300ace2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6669243-68a9-43a3-ba40-697d217c0002') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:42.904116 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2876872e-7c1e-489a-8024-ac0300ace2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6669243-68a9-43a3-ba40-697d217c0002') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:42.922004 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2876872e-7c1e-489a-8024-ac0300ace2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:42.926510 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5d3670c0-35f5-47f3-9c3b-b0421d7d0a32 req-467726d4-8789-4e80-84cb-42b6af323d81 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846076 Nov 13 04:59:42.940016 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2876872e-7c1e-489a-8024-ac0300ace2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:42.948201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2876872e-7c1e-489a-8024-ac0300ace2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:59:42.949397 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2876872e-7c1e-489a-8024-ac0300ace2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: timer() Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:59:42.954514 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:59:43.031179 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2876872e-7c1e-489a-8024-ac0300ace2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:43.050871 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2876872e-7c1e-489a-8024-ac0300ace2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:43.054392 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2876872e-7c1e-489a-8024-ac0300ace2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "DELETE /v2.0/networks/79e2eb12-aa99-4cd5-870c-c60f9d2ab440 HTTP/1.1" status: 204 len: 168 time: 0.4431581 Nov 13 04:59:43.055500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876872e-7c1e-489a-8024-ac0300ace2a9 tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event deleted for resources: {'Network': ['ID=79e2eb12-aa99-4cd5-870c-c60f9d2ab440,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:43.056960 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46962) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:43.160869 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15cf00f8-03f5-42e2-b418-f0e8e044ccdc tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:43.253110 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15cf00f8-03f5-42e2-b418-f0e8e044ccdc tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:43.273374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-15cf00f8-03f5-42e2-b418-f0e8e044ccdc tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5aa39bf-5670-4f67-bf2e-07b8e8476e00']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:43.283015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-15cf00f8-03f5-42e2-b418-f0e8e044ccdc tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3175a7c3-5627-4cad-b2a7-1503ae0a6364') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:43.283310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-15cf00f8-03f5-42e2-b418-f0e8e044ccdc tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3175a7c3-5627-4cad-b2a7-1503ae0a6364') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 04:59:43.293073 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15cf00f8-03f5-42e2-b418-f0e8e044ccdc tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:43.307776 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15cf00f8-03f5-42e2-b418-f0e8e044ccdc tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:43.314761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cf00f8-03f5-42e2-b418-f0e8e044ccdc tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 04:59:43.315173 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15cf00f8-03f5-42e2-b418-f0e8e044ccdc tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: timer() Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 04:59:43.318886 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 04:59:43.383330 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15cf00f8-03f5-42e2-b418-f0e8e044ccdc tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:43.392476 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15cf00f8-03f5-42e2-b418-f0e8e044ccdc tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:43.395979 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-15cf00f8-03f5-42e2-b418-f0e8e044ccdc tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] 10.222.0.43 "DELETE /v2.0/networks/c5aa39bf-5670-4f67-bf2e-07b8e8476e00 HTTP/1.1" status: 204 len: 168 time: 0.3349054 Nov 13 04:59:43.417001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf00f8-03f5-42e2-b418-f0e8e044ccdc tempest-BulkNetworkOpsTest-2114512853 tempest-BulkNetworkOpsTest-2114512853-project] Pushing event deleted for resources: {'Network': ['ID=c5aa39bf-5670-4f67-bf2e-07b8e8476e00,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:43.782434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb491c4-d425-40d9-98e1-437956e29e7b req-449eea86-56f1-4dd2-9857-64369d9aa3eb tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:43.784995 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0bb491c4-d425-40d9-98e1-437956e29e7b req-449eea86-56f1-4dd2-9857-64369d9aa3eb tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.0633576 Nov 13 04:59:43.786319 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46984) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:43.850284 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0bb491c4-d425-40d9-98e1-437956e29e7b req-348d87d5-7057-465d-9452-e21e9054f396 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561521 Nov 13 04:59:43.951597 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ec7cd2c5-6f72-4b42-8b26-aba5d3ee7a10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98931a680ea347bfb482b7bfb52c9d66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1633034 Nov 13 04:59:43.953967 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46988) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:44.024598 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a718b7b8-3804-4d01-a56f-d2a254e1c8fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:44.061611 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a718b7b8-3804-4d01-a56f-d2a254e1c8fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:44.127318 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292d71-6197-488d-98df-350b9598c0fa req-cc8f6204-5e0f-40c3-8d24-f0eb0683b398 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:44.128831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a6292d71-6197-488d-98df-350b9598c0fa req-cc8f6204-5e0f-40c3-8d24-f0eb0683b398 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.0863636 Nov 13 04:59:44.157680 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a718b7b8-3804-4d01-a56f-d2a254e1c8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:44.160404 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a718b7b8-3804-4d01-a56f-d2a254e1c8fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:44.164287 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a718b7b8-3804-4d01-a56f-d2a254e1c8fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46b092cd-8d61-45dd-a58c-694e52a8e8d4 HTTP/1.1" status: 204 len: 168 time: 0.2065582 Nov 13 04:59:44.184564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718b7b8-3804-4d01-a56f-d2a254e1c8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b092cd-8d61-45dd-a58c-694e52a8e8d4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:44.223207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a6292d71-6197-488d-98df-350b9598c0fa req-0034ec8a-ce37-4197-a9a2-c3acf5fe40c5 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735509 Nov 13 04:59:44.988238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47032) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:45.026872 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47036) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:45.063130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782a2cb-8ca0-4519-bd6f-f74cacf6bdac req-d856c051-77b8-4755-942d-7d25ab6a764a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:45.071494 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b782a2cb-8ca0-4519-bd6f-f74cacf6bdac req-d856c051-77b8-4755-942d-7d25ab6a764a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.1150150 Nov 13 04:59:45.141362 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b782a2cb-8ca0-4519-bd6f-f74cacf6bdac req-e4b50df0-ab46-4f10-a26f-0562a5c42323 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660703 Nov 13 04:59:45.186521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3473b9f8-13ee-40a8-8fa3-5f3eafb67549 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f47fa7be51343fdb423775ee0b37072&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1960683 Nov 13 04:59:45.189143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47040) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:45.220131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-316425398'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:45.243176 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Made reservation on behalf of 06354b2f692f48d2a8fb40b9ca7d70e5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:45.247940 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abbd726d-9e2e-4c2e-9e13-04e0f6be74ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:45.248542 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:45.260665 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:45.278175 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abbd726d-9e2e-4c2e-9e13-04e0f6be74ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:45.364695 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abbd726d-9e2e-4c2e-9e13-04e0f6be74ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:45.369280 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abbd726d-9e2e-4c2e-9e13-04e0f6be74ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:45.370159 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-abbd726d-9e2e-4c2e-9e13-04e0f6be74ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84ba11a1-830c-4461-8b9c-a5be919aeb93 HTTP/1.1" status: 204 len: 168 time: 0.1800125 Nov 13 04:59:45.389347 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd726d-9e2e-4c2e-9e13-04e0f6be74ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ba11a1-830c-4461-8b9c-a5be919aeb93,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:45.442075 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:45.454271 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:45.471704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebcac2-6017-433a-862a-b35afc967640 req-a59749ed-ac80-4c52-a748-d85c64e51f24 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:45.474263 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5bebcac2-6017-433a-862a-b35afc967640 req-a59749ed-ac80-4c52-a748-d85c64e51f24 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1383941 Nov 13 04:59:45.504875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:45.528034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1954d2b5-1ca5-495d-919c-90dfbe42f0d7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:45.540639 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:45.541183 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Added segment dd9d724f-e15f-458e-a4d1-a455836fc952 of type vlan for network 0701be96-265b-4f5c-b2b9-86d0608a20df Nov 13 04:59:45.591658 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5bebcac2-6017-433a-862a-b35afc967640 req-47defc14-8a4a-4916-bc8c-01aab0b9bd34 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093862 Nov 13 04:59:45.609452 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:45.645779 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:45.651654 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:45.652247 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:45.710708 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 0723fe74-760b-41b9-b3e4-bacfe4d57f57 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 04:59:45.738563 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7102537 Nov 13 04:59:45.772220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebd937-9b83-4f88-953a-685625ac69c9 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event updated for resources: {'Network': ['ID=0701be96-265b-4f5c-b2b9-86d0608a20df,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:45.820869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 0701be96-265b-4f5c-b2b9-86d0608a20df details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:45.936793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 0723fe74-760b-41b9-b3e4-bacfe4d57f57, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:59:45.954703 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'port_id': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'mac_address': 'fa:16:3e:d3:c0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 04:59:46.005451 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:46.022089 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0723fe74-760b-41b9-b3e4-bacfe4d57f57 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 04:59:46.045124 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 0723fe74-760b-41b9-b3e4-bacfe4d57f57, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:59:46.052805 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:46.153917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=0723fe74-760b-41b9-b3e4-bacfe4d57f57,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:46.202652 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['0723fe74-760b-41b9-b3e4-bacfe4d57f57'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 04:59:46.379746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17fc36-9ac5-426c-87bb-d96a087db79c req-5e019034-3d82-4091-a0eb-98fa86739c76 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:46.389853 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b17fc36-9ac5-426c-87bb-d96a087db79c req-5e019034-3d82-4091-a0eb-98fa86739c76 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.0977869 Nov 13 04:59:46.458409 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b17fc36-9ac5-426c-87bb-d96a087db79c req-595a6013-f307-4bff-8da7-bacd69d399e1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673144 Nov 13 04:59:46.793956 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca1116-afa6-450d-a230-530905c5df26 req-78329e69-4eb4-46c9-ace3-507ba8a7a405 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:46.806536 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fca1116-afa6-450d-a230-530905c5df26 req-78329e69-4eb4-46c9-ace3-507ba8a7a405 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 944 time: 0.0968642 Nov 13 04:59:46.903612 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fca1116-afa6-450d-a230-530905c5df26 req-690a66da-b66d-47ac-ba34-d464f5883c3b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842748 Nov 13 04:59:47.653119 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c73acf-34a3-46a0-95b4-e6957de8cafe req-bc8d151d-58e1-4cbb-92bb-1b8573dc6a8d tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:47.661390 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-83c73acf-34a3-46a0-95b4-e6957de8cafe req-bc8d151d-58e1-4cbb-92bb-1b8573dc6a8d tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.0675857 Nov 13 04:59:47.718277 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-83c73acf-34a3-46a0-95b4-e6957de8cafe req-a1d54191-24b5-463e-b09b-b72891ae5f15 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557709 Nov 13 04:59:47.719951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 0723fe74-760b-41b9-b3e4-bacfe4d57f57 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:59:47.784910 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 0723fe74-760b-41b9-b3e4-bacfe4d57f57 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:59:47.785283 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:47.883819 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:47.931102 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 0723fe74-760b-41b9-b3e4-bacfe4d57f57, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:59:47.932465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0723fe74-760b-41b9-b3e4-bacfe4d57f57'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 04:59:47.935308 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3472b0bc-7d24-44a0-a3c3-f4be2da2ae23" -d '{"events": [{"server_uuid": "ffa87674-baf0-44e2-9df8-06bbe99139a7", "name": "network-vif-plugged", "status": "completed", "tag": "0723fe74-760b-41b9-b3e4-bacfe4d57f57"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 04:59:47.941882 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:48.006880 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=0723fe74-760b-41b9-b3e4-bacfe4d57f57,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:48.032705 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 04:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4979d847-1160-4279-8c9a-808a8de2d3eb x-openstack-request-id: req-4979d847-1160-4279-8c9a-808a8de2d3eb {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 04:59:48.032705 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa87674-baf0-44e2-9df8-06bbe99139a7", "name": "network-vif-plugged", "status": "completed", "tag": "0723fe74-760b-41b9-b3e4-bacfe4d57f57", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 04:59:48.033285 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4979d847-1160-4279-8c9a-808a8de2d3eb {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 04:59:48.034346 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'code': 200} Nov 13 04:59:48.152849 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdab1a-d1d4-44cb-9ede-2036917e3e29 req-88133747-8f01-4838-9bc6-b496fd62e4db tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:48.155262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-76cdab1a-d1d4-44cb-9ede-2036917e3e29 req-88133747-8f01-4838-9bc6-b496fd62e4db tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.0830691 Nov 13 04:59:48.210352 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-76cdab1a-d1d4-44cb-9ede-2036917e3e29 req-10a303f3-2929-4fbc-9689-a73869031656 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455971 Nov 13 04:59:48.847908 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f42f03-8a66-4513-96e2-f13621c6586e req-44306249-9199-47a0-9412-0871b9961f88 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:48.849619 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a5f42f03-8a66-4513-96e2-f13621c6586e req-44306249-9199-47a0-9412-0871b9961f88 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.0610387 Nov 13 04:59:48.927869 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47178) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:48.931507 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a5f42f03-8a66-4513-96e2-f13621c6586e req-d51f7cc6-2655-49cd-a0bc-0f04f807b7cf tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721567 Nov 13 04:59:48.937948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-18f43ac8-af8d-436a-9394-a6fa7d9ef141 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Request body: {'subnet': {'network_id': '0701be96-265b-4f5c-b2b9-86d0608a20df', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:49.073623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f43ac8-af8d-436a-9394-a6fa7d9ef141 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Made reservation on behalf of 06354b2f692f48d2a8fb40b9ca7d70e5 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:49.078061 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18f43ac8-af8d-436a-9394-a6fa7d9ef141 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:49.350773 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18f43ac8-af8d-436a-9394-a6fa7d9ef141 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:49.439611 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f43ac8-af8d-436a-9394-a6fa7d9ef141 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event updated for resources: {'Subnet': ['ID=59a939ca-e133-4c75-9a41-3830cbcdc64d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:49.449466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f43ac8-af8d-436a-9394-a6fa7d9ef141 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Checking segment: {'id': 'dd9d724f-e15f-458e-a4d1-a455836fc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0701be96-265b-4f5c-b2b9-86d0608a20df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:59:49.449903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f43ac8-af8d-436a-9394-a6fa7d9ef141 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Network hostable DHCP agents. Network: 0701be96-265b-4f5c-b2b9-86d0608a20df, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:59:49.471439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f43ac8-af8d-436a-9394-a6fa7d9ef141 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Network 0701be96-265b-4f5c-b2b9-86d0608a20df is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:59:49.474753 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509a3f-b684-43f6-8379-a5f0ccbfa81e req-8445710d-c3aa-48eb-bc56-8e38c5981eaf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:49.484416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-18f43ac8-af8d-436a-9394-a6fa7d9ef141 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 0701be96-265b-4f5c-b2b9-86d0608a20df) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:49.486682 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9509a3f-b684-43f6-8379-a5f0ccbfa81e req-8445710d-c3aa-48eb-bc56-8e38c5981eaf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1308546 Nov 13 04:59:49.497408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f43ac8-af8d-436a-9394-a6fa7d9ef141 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:49.497865 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18f43ac8-af8d-436a-9394-a6fa7d9ef141 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:49.500285 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634ee91c-7562-4580-8f52-370970cbe825 None None] Network 0701be96-265b-4f5c-b2b9-86d0608a20df requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:59:49.538738 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-18f43ac8-af8d-436a-9394-a6fa7d9ef141 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6097074 Nov 13 04:59:49.542381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47202) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:49.549091 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-def77643-e201-46bd-aae5-6fcde1526a22 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1228097254'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:49.591048 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f9509a3f-b684-43f6-8379-a5f0ccbfa81e req-2572eb51-da5a-4bec-b929-992f54eaa03f tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995412 Nov 13 04:59:49.601983 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 04:59:49.611565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def77643-e201-46bd-aae5-6fcde1526a22 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Made reservation on behalf of 06354b2f692f48d2a8fb40b9ca7d70e5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:49.615318 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-def77643-e201-46bd-aae5-6fcde1526a22 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:49.685563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def77643-e201-46bd-aae5-6fcde1526a22 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:49.705008 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-def77643-e201-46bd-aae5-6fcde1526a22 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:49.706171 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-def77643-e201-46bd-aae5-6fcde1526a22 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Added segment 1e9e88d5-3298-4a59-b2b6-3546cbf645bf of type vlan for network 60086f98-29cd-48f7-96fa-4a9e878f2058 Nov 13 04:59:49.759920 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-0701be96-265b-4f5c-b2b9-86d0608a20df', 'network_id': '0701be96-265b-4f5c-b2b9-86d0608a20df', 'tenant_id': '06354b2f692f48d2a8fb40b9ca7d70e5', 'fixed_ips': [{'subnet_id': '59a939ca-e133-4c75-9a41-3830cbcdc64d'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:59:49.761531 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:49.806665 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-def77643-e201-46bd-aae5-6fcde1526a22 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:49.898757 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-def77643-e201-46bd-aae5-6fcde1526a22 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:49.905734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def77643-e201-46bd-aae5-6fcde1526a22 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:49.906718 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-def77643-e201-46bd-aae5-6fcde1526a22 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:50.016479 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-def77643-e201-46bd-aae5-6fcde1526a22 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4723949 Nov 13 04:59:50.019201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47220) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:50.025377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-05ccca5d-6fe8-41c7-93cf-d915310a5afc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Request body: {'subnet': {'network_id': '60086f98-29cd-48f7-96fa-4a9e878f2058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:50.080434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def77643-e201-46bd-aae5-6fcde1526a22 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event updated for resources: {'Network': ['ID=60086f98-29cd-48f7-96fa-4a9e878f2058,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:50.099382 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 60086f98-29cd-48f7-96fa-4a9e878f2058 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:50.117913 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Allocated IP 2001:db8:0:ffff::2 (0701be96-265b-4f5c-b2b9-86d0608a20df/59a939ca-e133-4c75-9a41-3830cbcdc64d/dcf7c5ce-0bab-4f50-bc09-604cf70bb404) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:59:50.261351 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a3803-e3e1-423b-bf30-254a14688a08 req-25852752-127d-4aa9-8138-0b011c5cf338 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:50.265177 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ccca5d-6fe8-41c7-93cf-d915310a5afc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Made reservation on behalf of 06354b2f692f48d2a8fb40b9ca7d70e5 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:50.266078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b0a3803-e3e1-423b-bf30-254a14688a08 req-25852752-127d-4aa9-8138-0b011c5cf338 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.1273823 Nov 13 04:59:50.269563 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-05ccca5d-6fe8-41c7-93cf-d915310a5afc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:50.434022 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b0a3803-e3e1-423b-bf30-254a14688a08 req-299137e6-2b15-4dc9-b6a1-500c8ff78412 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604283 Nov 13 04:59:50.684133 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:50.698344 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:50.741905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47230) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:50.764796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Pushing event updated for resources: {'Port': ['ID=dcf7c5ce-0bab-4f50-bc09-604cf70bb404,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:50.774452 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Network 0701be96-265b-4f5c-b2b9-86d0608a20df is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:59:50.776107 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:50.778540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:59:50.856948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b16ee-3115-4f65-baec-f85089c3be10 req-3eb44e0d-9b25-46e4-9a2f-544504dddd6f tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:50.860134 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Attempting to bind port dcf7c5ce-0bab-4f50-bc09-604cf70bb404 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:59:50.860505 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Attempting to bind port dcf7c5ce-0bab-4f50-bc09-604cf70bb404 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'dd9d724f-e15f-458e-a4d1-a455836fc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0701be96-265b-4f5c-b2b9-86d0608a20df'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:59:50.860864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Attempting to bind port dcf7c5ce-0bab-4f50-bc09-604cf70bb404 on network 0701be96-265b-4f5c-b2b9-86d0608a20df {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:59:50.861078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bf5b16ee-3115-4f65-baec-f85089c3be10 req-3eb44e0d-9b25-46e4-9a2f-544504dddd6f tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1324401 Nov 13 04:59:50.866621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:59:50.867095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Checking segment: {'id': 'dd9d724f-e15f-458e-a4d1-a455836fc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0701be96-265b-4f5c-b2b9-86d0608a20df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:59:50.867488 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:50.867884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Bound using segment: {'id': 'dd9d724f-e15f-458e-a4d1-a455836fc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0701be96-265b-4f5c-b2b9-86d0608a20df'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:59:50.868357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Bound port: dcf7c5ce-0bab-4f50-bc09-604cf70bb404, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9d724f-e15f-458e-a4d1-a455836fc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0701be96-265b-4f5c-b2b9-86d0608a20df'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:59:50.868731 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:50.992077 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bf5b16ee-3115-4f65-baec-f85089c3be10 req-c7769334-83fa-46ed-b9df-6e3c606eb774 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220520 Nov 13 04:59:51.015856 n-d-813114-2 neutron-server[102667]: DEBUG neutron.objects.ports [None req-05ccca5d-6fe8-41c7-93cf-d915310a5afc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:59:51.017428 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-05ccca5d-6fe8-41c7-93cf-d915310a5afc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:51.024837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] For port dcf7c5ce-0bab-4f50-bc09-604cf70bb404, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:59:51.028442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] For port dcf7c5ce-0bab-4f50-bc09-604cf70bb404, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=dcf7c5ce-0bab-4f50-bc09-604cf70bb404,segment=NetworkSegment(dd9d724f-e15f-458e-a4d1-a455836fc952),segment_id=dd9d724f-e15f-458e-a4d1-a455836fc952)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:59:51.046793 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:51.140884 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db249b78-9061-4f00-ae48-cd8704f6159f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:51.187950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b01daa-6a31-4dfe-bad5-48ed2d8c35fe None None] Pushing event updated for resources: {'Port': ['ID=dcf7c5ce-0bab-4f50-bc09-604cf70bb404,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:51.215186 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccca5d-6fe8-41c7-93cf-d915310a5afc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event updated for resources: {'Subnet': ['ID=03961bbd-272b-47ec-bb71-edb6ec48893f,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:51.251737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ccca5d-6fe8-41c7-93cf-d915310a5afc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Checking segment: {'id': '1e9e88d5-3298-4a59-b2b6-3546cbf645bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '60086f98-29cd-48f7-96fa-4a9e878f2058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:59:51.252090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ccca5d-6fe8-41c7-93cf-d915310a5afc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Network hostable DHCP agents. Network: 60086f98-29cd-48f7-96fa-4a9e878f2058, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:59:51.283094 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db249b78-9061-4f00-ae48-cd8704f6159f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:51.289178 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db249b78-9061-4f00-ae48-cd8704f6159f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:51.301791 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ccca5d-6fe8-41c7-93cf-d915310a5afc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Network 60086f98-29cd-48f7-96fa-4a9e878f2058 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:59:51.338216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db249b78-9061-4f00-ae48-cd8704f6159f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330999f4-3090-4aa0-b789-49c40480668d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:51.341415 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-05ccca5d-6fe8-41c7-93cf-d915310a5afc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 60086f98-29cd-48f7-96fa-4a9e878f2058) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:51.348455 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-db249b78-9061-4f00-ae48-cd8704f6159f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e960e08b3624d67ba471509b625a686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6015675 Nov 13 04:59:51.348455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ccca5d-6fe8-41c7-93cf-d915310a5afc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:51.348966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47234) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:51.349481 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-05ccca5d-6fe8-41c7-93cf-d915310a5afc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:51.356474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d55aa-834e-49ab-8ce7-fde7c5166c44 None None] Network 60086f98-29cd-48f7-96fa-4a9e878f2058 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:59:51.379069 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-05ccca5d-6fe8-41c7-93cf-d915310a5afc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3578539 Nov 13 04:59:51.380342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47236) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:51.387306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a00bbd4f-faaa-41b6-a435-bddaa14a7247 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Request body: {'port': {'network_id': '60086f98-29cd-48f7-96fa-4a9e878f2058', 'name': 'tempest-NetworksIpV6TestAttrs-2106608235'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:51.604152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83f6c003-9765-4dcf-880a-79bcb8c8e5c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:51.620872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00bbd4f-faaa-41b6-a435-bddaa14a7247 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Made reservation on behalf of 06354b2f692f48d2a8fb40b9ca7d70e5 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:51.632312 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a00bbd4f-faaa-41b6-a435-bddaa14a7247 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:51.690797 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83f6c003-9765-4dcf-880a-79bcb8c8e5c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:51.707950 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-a00bbd4f-faaa-41b6-a435-bddaa14a7247 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] device_id is not set on port 7bff3b3e-b32d-461d-83e6-40581a0ab94c yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:59:51.803137 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83f6c003-9765-4dcf-880a-79bcb8c8e5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:51.806110 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83f6c003-9765-4dcf-880a-79bcb8c8e5c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:51.807325 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-83f6c003-9765-4dcf-880a-79bcb8c8e5c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/330999f4-3090-4aa0-b789-49c40480668d HTTP/1.1" status: 204 len: 168 time: 0.4574273 Nov 13 04:59:51.823530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6c003-9765-4dcf-880a-79bcb8c8e5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330999f4-3090-4aa0-b789-49c40480668d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:51.871638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbd3dd-4620-4c5b-928e-52a37e451029 req-fea54e4c-86c9-419b-87b0-ee1ed3eddaf7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:51.879588 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bcbbd3dd-4620-4c5b-928e-52a37e451029 req-fea54e4c-86c9-419b-87b0-ee1ed3eddaf7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.1947815 Nov 13 04:59:51.894730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-60086f98-29cd-48f7-96fa-4a9e878f2058', 'network_id': '60086f98-29cd-48f7-96fa-4a9e878f2058', 'tenant_id': '06354b2f692f48d2a8fb40b9ca7d70e5', 'fixed_ips': [{'subnet_id': '03961bbd-272b-47ec-bb71-edb6ec48893f'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:59:51.897062 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:51.993403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-a00bbd4f-faaa-41b6-a435-bddaa14a7247 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Allocated IP 2001:db8::f816:3eff:fe27:4d61 (60086f98-29cd-48f7-96fa-4a9e878f2058/03961bbd-272b-47ec-bb71-edb6ec48893f/7bff3b3e-b32d-461d-83e6-40581a0ab94c) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:59:52.096122 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bcbbd3dd-4620-4c5b-928e-52a37e451029 req-3dc955d3-54d7-4ce4-9ca8-3fa302a6f616 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155147 Nov 13 04:59:52.175336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea2aa9-07ed-4dce-bd97-bf1d9e701df1 req-3e5131a5-3b81-44e6-b8a5-662970d87967 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:52.184144 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ecea2aa9-07ed-4dce-bd97-bf1d9e701df1 req-3e5131a5-3b81-44e6-b8a5-662970d87967 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.0746944 Nov 13 04:59:52.290985 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ecea2aa9-07ed-4dce-bd97-bf1d9e701df1 req-532014e4-56cb-4856-ac49-95e927e4a2d9 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057880 Nov 13 04:59:52.405083 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47250) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:52.414935 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a00bbd4f-faaa-41b6-a435-bddaa14a7247 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:52.420306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device dcf7c5ce-0bab-4f50-bc09-604cf70bb404 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:59:52.422019 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0609bda-6e5c-4456-9ce9-cd5df3615805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:52.516500 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a00bbd4f-faaa-41b6-a435-bddaa14a7247 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:52.572548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port dcf7c5ce-0bab-4f50-bc09-604cf70bb404 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:59:52.580674 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:52.629154 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0609bda-6e5c-4456-9ce9-cd5df3615805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:52.642233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0609bda-6e5c-4456-9ce9-cd5df3615805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:52.652396 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bbd4f-faaa-41b6-a435-bddaa14a7247 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Network 60086f98-29cd-48f7-96fa-4a9e878f2058 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:59:52.662748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a00bbd4f-faaa-41b6-a435-bddaa14a7247 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:52.672431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00bbd4f-faaa-41b6-a435-bddaa14a7247 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:59:52.689551 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Allocated IP 2001:db8::f816:3eff:fe03:f6fb (60086f98-29cd-48f7-96fa-4a9e878f2058/03961bbd-272b-47ec-bb71-edb6ec48893f/948a9fd3-cc01-4ce8-b623-85fdc70c44f5) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:59:52.721987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00bbd4f-faaa-41b6-a435-bddaa14a7247 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:52.722750 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a00bbd4f-faaa-41b6-a435-bddaa14a7247 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:52.733486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bbd4f-faaa-41b6-a435-bddaa14a7247 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event updated for resources: {'Port': ['ID=7bff3b3e-b32d-461d-83e6-40581a0ab94c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:52.783691 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a00bbd4f-faaa-41b6-a435-bddaa14a7247 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4016967 Nov 13 04:59:52.786223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f0609bda-6e5c-4456-9ce9-cd5df3615805 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a7f232bc6254429a41343fe4efd348b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3783643 Nov 13 04:59:52.787131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:52.788546 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47260) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:52.792967 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0609bda-6e5c-4456-9ce9-cd5df3615805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7c943f-00f2-4edb-a2a0-84fc3d728473,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:52.908905 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86d558b3-bcfb-42b4-bc4b-1cc1438b7efa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:52.950577 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86d558b3-bcfb-42b4-bc4b-1cc1438b7efa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:52.958509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2673a9-099b-4f9c-8292-54a54ad2bcec tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Deleting subnet 03961bbd-272b-47ec-bb71-edb6ec48893f {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:59:52.969622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c452ebb-cde4-4be2-8c50-cae4b6c416e1 None None] Network 0701be96-265b-4f5c-b2b9-86d0608a20df requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:59:53.064739 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86d558b3-bcfb-42b4-bc4b-1cc1438b7efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:53.070263 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86d558b3-bcfb-42b4-bc4b-1cc1438b7efa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:53.092263 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-86d558b3-bcfb-42b4-bc4b-1cc1438b7efa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df7c943f-00f2-4edb-a2a0-84fc3d728473 HTTP/1.1" status: 204 len: 168 time: 0.3022950 Nov 13 04:59:53.136302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d558b3-bcfb-42b4-bc4b-1cc1438b7efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7c943f-00f2-4edb-a2a0-84fc3d728473,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:53.189307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7b369cc2-697b-4fd1-9e4d-e9bc7b003bbb None None] Provisioning complete for port dcf7c5ce-0bab-4f50-bc09-604cf70bb404 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:59:53.189686 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b369cc2-697b-4fd1-9e4d-e9bc7b003bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:53.291977 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:53.323726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d2673a9-099b-4f9c-8292-54a54ad2bcec tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:53.332932 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:53.338320 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:53.411726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16509698-1e1b-46ab-a70d-de569fd5428f req-396dd0d0-5904-4cce-a739-776b86e52f57 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:53.421944 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16509698-1e1b-46ab-a70d-de569fd5428f req-396dd0d0-5904-4cce-a739-776b86e52f57 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.1849575 Nov 13 04:59:53.459615 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d2673a9-099b-4f9c-8292-54a54ad2bcec tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:53.501484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Pushing event updated for resources: {'Port': ['ID=948a9fd3-cc01-4ce8-b623-85fdc70c44f5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:53.556713 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c797-5a79-426b-ab10-896d7c5a10ac req-ceb34468-d647-4a34-bf5d-ce0096f92913 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:53.568024 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09d9c797-5a79-426b-ab10-896d7c5a10ac req-ceb34468-d647-4a34-bf5d-ce0096f92913 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1324825 Nov 13 04:59:53.577978 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16509698-1e1b-46ab-a70d-de569fd5428f req-ff58d51b-6b25-4cb2-9864-88e84a545fbd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548204 Nov 13 04:59:53.622313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Network 60086f98-29cd-48f7-96fa-4a9e878f2058 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:59:53.629444 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09d9c797-5a79-426b-ab10-896d7c5a10ac req-ad670700-dd7e-483a-9168-0cba993f83b1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604243 Nov 13 04:59:53.631812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port dcf7c5ce-0bab-4f50-bc09-604cf70bb404, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=dcf7c5ce-0bab-4f50-bc09-604cf70bb404,segment=NetworkSegment(dd9d724f-e15f-458e-a4d1-a455836fc952),segment_id=dd9d724f-e15f-458e-a4d1-a455836fc952)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 04:59:53.679202 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:53.684037 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:53.691527 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:59:53.774486 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d2673a9-099b-4f9c-8292-54a54ad2bcec tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:53.857913 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b369cc2-697b-4fd1-9e4d-e9bc7b003bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:53.957043 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d2673a9-099b-4f9c-8292-54a54ad2bcec tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:54.029044 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2673a9-099b-4f9c-8292-54a54ad2bcec tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Subnet': ['ID=03961bbd-272b-47ec-bb71-edb6ec48893f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:54.038682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d2673a9-099b-4f9c-8292-54a54ad2bcec tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:54.039054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=dcf7c5ce-0bab-4f50-bc09-604cf70bb404,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:54.043393 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9d2673a9-099b-4f9c-8292-54a54ad2bcec tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/subnets/03961bbd-272b-47ec-bb71-edb6ec48893f HTTP/1.1" status: 204 len: 168 time: 1.2209814 Nov 13 04:59:54.045900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47280) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:54.080496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Attempting to bind port 948a9fd3-cc01-4ce8-b623-85fdc70c44f5 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:59:54.080912 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Attempting to bind port 948a9fd3-cc01-4ce8-b623-85fdc70c44f5 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '1e9e88d5-3298-4a59-b2b6-3546cbf645bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '60086f98-29cd-48f7-96fa-4a9e878f2058'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:59:54.081217 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Attempting to bind port 948a9fd3-cc01-4ce8-b623-85fdc70c44f5 on network 60086f98-29cd-48f7-96fa-4a9e878f2058 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:59:54.109931 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:59:54.112622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Checking segment: {'id': '1e9e88d5-3298-4a59-b2b6-3546cbf645bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '60086f98-29cd-48f7-96fa-4a9e878f2058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:59:54.112622 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:54.112911 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Bound using segment: {'id': '1e9e88d5-3298-4a59-b2b6-3546cbf645bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '60086f98-29cd-48f7-96fa-4a9e878f2058'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:59:54.113417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Bound port: 948a9fd3-cc01-4ce8-b623-85fdc70c44f5, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9e88d5-3298-4a59-b2b6-3546cbf645bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '60086f98-29cd-48f7-96fa-4a9e878f2058'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:59:54.114006 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:54.143968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e668a32-02ce-46e6-9ae4-9ed63ffac1bf tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:54.150675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e668a32-02ce-46e6-9ae4-9ed63ffac1bf tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:54.153829 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3e668a32-02ce-46e6-9ae4-9ed63ffac1bf tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1068792 Nov 13 04:59:54.157041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47284) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:54.350084 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60ab2fe7-8b5c-4641-afe7-9a9a0b0c7f98 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:54.369304 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ab2fe7-8b5c-4641-afe7-9a9a0b0c7f98 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 13 04:59:54.369790 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ab2fe7-8b5c-4641-afe7-9a9a0b0c7f98 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:59:54.377521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-60ab2fe7-8b5c-4641-afe7-9a9a0b0c7f98 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/networks/60086f98-29cd-48f7-96fa-4a9e878f2058 HTTP/1.1" status: 409 len: 405 time: 0.2158189 Nov 13 04:59:54.377928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47288) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:54.383391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-30ca7e21-6cd4-438b-8946-5c7ac30c264f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-430796716'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:54.419708 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-7b369cc2-697b-4fd1-9e4d-e9bc7b003bbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 04:59:54.421350 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-7b369cc2-697b-4fd1-9e4d-e9bc7b003bbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 04:59:54.427895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device dcf7c5ce-0bab-4f50-bc09-604cf70bb404 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 04:59:54.433111 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ca7e21-6cd4-438b-8946-5c7ac30c264f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Made reservation on behalf of 06354b2f692f48d2a8fb40b9ca7d70e5 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:54.436751 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30ca7e21-6cd4-438b-8946-5c7ac30c264f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:54.473417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ca7e21-6cd4-438b-8946-5c7ac30c264f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:54.495476 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30ca7e21-6cd4-438b-8946-5c7ac30c264f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:54.496895 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-30ca7e21-6cd4-438b-8946-5c7ac30c264f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Added segment 9bfeb7de-3daa-4618-8f9c-5d049bd9df95 of type vlan for network 54275636-50e1-463a-9400-d07a190e3a36 Nov 13 04:59:54.520321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] For port 948a9fd3-cc01-4ce8-b623-85fdc70c44f5, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:59:54.525855 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] For port 948a9fd3-cc01-4ce8-b623-85fdc70c44f5, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=948a9fd3-cc01-4ce8-b623-85fdc70c44f5,segment=NetworkSegment(1e9e88d5-3298-4a59-b2b6-3546cbf645bf),segment_id=1e9e88d5-3298-4a59-b2b6-3546cbf645bf)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:59:54.536707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port dcf7c5ce-0bab-4f50-bc09-604cf70bb404 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:59:54.537231 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:54.542891 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:54.561675 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30ca7e21-6cd4-438b-8946-5c7ac30c264f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:54.606276 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30ca7e21-6cd4-438b-8946-5c7ac30c264f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:54.612830 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ca7e21-6cd4-438b-8946-5c7ac30c264f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:54.613468 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30ca7e21-6cd4-438b-8946-5c7ac30c264f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:54.674598 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195ab24-235d-42cd-9a48-38191e6cde93 None None] Pushing event updated for resources: {'Port': ['ID=948a9fd3-cc01-4ce8-b623-85fdc70c44f5,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:54.729582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c66034-ded8-4925-b9d7-1a15d7ae894b None None] Network 60086f98-29cd-48f7-96fa-4a9e878f2058 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:59:54.832157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca7e21-6cd4-438b-8946-5c7ac30c264f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event updated for resources: {'Network': ['ID=54275636-50e1-463a-9400-d07a190e3a36,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:54.885362 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 54275636-50e1-463a-9400-d07a190e3a36 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:54.905961 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-30ca7e21-6cd4-438b-8946-5c7ac30c264f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5268049 Nov 13 04:59:54.906895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47302) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:54.917380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c792a045-b6e2-411d-827d-d1653747cb51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Request body: {'subnet': {'network_id': '54275636-50e1-463a-9400-d07a190e3a36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:54.947646 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6af62-10bf-4e68-b4d7-e7b17052b656 req-2e2dfd32-83af-4138-a340-8131131e8831 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:54.955272 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-01d6af62-10bf-4e68-b4d7-e7b17052b656 req-2e2dfd32-83af-4138-a340-8131131e8831 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1489227 Nov 13 04:59:54.984916 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7f407-b0a8-42c6-8814-85630e310a4e req-e8979d28-3abb-4e67-8d39-52cc8bd3d614 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:54.984916 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4da7f407-b0a8-42c6-8814-85630e310a4e req-e8979d28-3abb-4e67-8d39-52cc8bd3d614 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.1590695 Nov 13 04:59:55.072461 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-01d6af62-10bf-4e68-b4d7-e7b17052b656 req-7d8595c4-ca0b-4635-9ece-13afddb8b0e4 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142106 Nov 13 04:59:55.153507 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4da7f407-b0a8-42c6-8814-85630e310a4e req-fb2d8829-6d22-4848-ab86-204dd9a49bb5 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072826 Nov 13 04:59:55.187987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c792a045-b6e2-411d-827d-d1653747cb51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Made reservation on behalf of 06354b2f692f48d2a8fb40b9ca7d70e5 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:55.198227 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c792a045-b6e2-411d-827d-d1653747cb51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:55.238525 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a0d42c-7d51-41e9-856d-abf70b221434 None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 04:59:55.391035 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c655ee28-cf5d-49fb-97c9-fc0a30fa68a0 None None] Provisioning complete for port dcf7c5ce-0bab-4f50-bc09-604cf70bb404 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:59:55.391035 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c655ee28-cf5d-49fb-97c9-fc0a30fa68a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:55.592305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a0d42c-7d51-41e9-856d-abf70b221434 None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 04:59:55.744380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.objects.ports [None req-c792a045-b6e2-411d-827d-d1653747cb51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 04:59:55.747325 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c792a045-b6e2-411d-827d-d1653747cb51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:55.893529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792a045-b6e2-411d-827d-d1653747cb51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event updated for resources: {'Subnet': ['ID=6c1ca28c-8411-472d-9beb-aaf5a60c9bdd,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:55.918456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792a045-b6e2-411d-827d-d1653747cb51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Checking segment: {'id': '9bfeb7de-3daa-4618-8f9c-5d049bd9df95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '54275636-50e1-463a-9400-d07a190e3a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:59:55.918826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c792a045-b6e2-411d-827d-d1653747cb51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Network hostable DHCP agents. Network: 54275636-50e1-463a-9400-d07a190e3a36, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 04:59:55.948839 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c792a045-b6e2-411d-827d-d1653747cb51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Network 54275636-50e1-463a-9400-d07a190e3a36 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 04:59:55.964737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-c792a045-b6e2-411d-827d-d1653747cb51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 54275636-50e1-463a-9400-d07a190e3a36) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:55.970665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c792a045-b6e2-411d-827d-d1653747cb51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:55.971328 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c792a045-b6e2-411d-827d-d1653747cb51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:56.005170 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c792a045-b6e2-411d-827d-d1653747cb51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0952008 Nov 13 04:59:56.008157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47318) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:56.016714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-25830aa8-e2ae-4ee7-9aea-e70014e1aea4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Request body: {'port': {'network_id': '54275636-50e1-463a-9400-d07a190e3a36', 'name': 'tempest-NetworksIpV6TestAttrs-889075325'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:56.277316 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afe3af0-6b51-4010-8f0f-bcbef149e975 None None] Network 54275636-50e1-463a-9400-d07a190e3a36 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:59:56.301469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25830aa8-e2ae-4ee7-9aea-e70014e1aea4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Made reservation on behalf of 06354b2f692f48d2a8fb40b9ca7d70e5 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:56.308976 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25830aa8-e2ae-4ee7-9aea-e70014e1aea4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:56.367560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22916f6b-5ff0-4f89-89cc-684750b0e5e4 req-6dbcf20f-cfdc-45d2-bae3-8f8b43acf5e4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:56.377687 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22916f6b-5ff0-4f89-89cc-684750b0e5e4 req-6dbcf20f-cfdc-45d2-bae3-8f8b43acf5e4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.0640893 Nov 13 04:59:56.379604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-25830aa8-e2ae-4ee7-9aea-e70014e1aea4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] device_id is not set on port 015311c0-1000-412e-8f19-8b577884327d yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 04:59:56.448799 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22916f6b-5ff0-4f89-89cc-684750b0e5e4 req-3e6513bf-5488-4e47-884c-778ecb3516a6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696087 Nov 13 04:59:56.516487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6291d30-19e0-4d2a-beee-f814acf9048e req-8e741db6-ef1c-43a6-a739-78e4a237a01a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:56.522756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6291d30-19e0-4d2a-beee-f814acf9048e req-8e741db6-ef1c-43a6-a739-78e4a237a01a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.2396550 Nov 13 04:59:56.525725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-54275636-50e1-463a-9400-d07a190e3a36', 'network_id': '54275636-50e1-463a-9400-d07a190e3a36', 'tenant_id': '06354b2f692f48d2a8fb40b9ca7d70e5', 'fixed_ips': [{'subnet_id': '6c1ca28c-8411-472d-9beb-aaf5a60c9bdd'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 04:59:56.526769 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:56.685552 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-25830aa8-e2ae-4ee7-9aea-e70014e1aea4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Allocated IP 2001:db8::f816:3eff:fe75:6a99 (54275636-50e1-463a-9400-d07a190e3a36/6c1ca28c-8411-472d-9beb-aaf5a60c9bdd/015311c0-1000-412e-8f19-8b577884327d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:59:56.763653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6291d30-19e0-4d2a-beee-f814acf9048e req-bf0c2bd9-2d97-43ad-a158-d5278988eb8d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282925 Nov 13 04:59:56.882345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cb405-e02c-48e5-a199-39322fc74125 req-c7b27ff6-e6a4-4a6f-aa68-b946471ce2c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:56.889463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cb405-e02c-48e5-a199-39322fc74125 req-c7b27ff6-e6a4-4a6f-aa68-b946471ce2c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:56.898192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cb405-e02c-48e5-a199-39322fc74125 req-c7b27ff6-e6a4-4a6f-aa68-b946471ce2c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:56.906500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cb405-e02c-48e5-a199-39322fc74125 req-c7b27ff6-e6a4-4a6f-aa68-b946471ce2c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:56.913976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cb405-e02c-48e5-a199-39322fc74125 req-c7b27ff6-e6a4-4a6f-aa68-b946471ce2c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:56.921775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cb405-e02c-48e5-a199-39322fc74125 req-c7b27ff6-e6a4-4a6f-aa68-b946471ce2c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:56.930380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cb405-e02c-48e5-a199-39322fc74125 req-c7b27ff6-e6a4-4a6f-aa68-b946471ce2c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:56.941454 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-053cb405-e02c-48e5-a199-39322fc74125 req-c7b27ff6-e6a4-4a6f-aa68-b946471ce2c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5444 time: 0.2161372 Nov 13 04:59:57.016633 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25830aa8-e2ae-4ee7-9aea-e70014e1aea4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:57.017777 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-053cb405-e02c-48e5-a199-39322fc74125 req-3298b082-d920-42be-8ed4-157a5cca3767 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750108 Nov 13 04:59:57.058599 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25830aa8-e2ae-4ee7-9aea-e70014e1aea4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:57.119573 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25830aa8-e2ae-4ee7-9aea-e70014e1aea4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Network 54275636-50e1-463a-9400-d07a190e3a36 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:59:57.124304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-25830aa8-e2ae-4ee7-9aea-e70014e1aea4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:57.127660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25830aa8-e2ae-4ee7-9aea-e70014e1aea4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:59:57.135691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25830aa8-e2ae-4ee7-9aea-e70014e1aea4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:57.136380 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25830aa8-e2ae-4ee7-9aea-e70014e1aea4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:57.159044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25830aa8-e2ae-4ee7-9aea-e70014e1aea4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event updated for resources: {'Port': ['ID=015311c0-1000-412e-8f19-8b577884327d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:57.179025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Allocated IP 2001:db8::f816:3eff:fe82:7039 (54275636-50e1-463a-9400-d07a190e3a36/6c1ca28c-8411-472d-9beb-aaf5a60c9bdd/f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 04:59:57.180579 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-25830aa8-e2ae-4ee7-9aea-e70014e1aea4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1696310 Nov 13 04:59:57.186796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47350) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:57.333194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f1e778-851c-460b-9be0-8665b2b322a0 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Deleting subnet 6c1ca28c-8411-472d-9beb-aaf5a60c9bdd {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 04:59:57.484019 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:57.504688 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e778-851c-460b-9be0-8665b2b322a0 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:57.505274 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:57.607683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Pushing event updated for resources: {'Port': ['ID=f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:57.626823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Network 54275636-50e1-463a-9400-d07a190e3a36 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 04:59:57.628143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 04:59:57.631188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 04:59:57.686128 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e778-851c-460b-9be0-8665b2b322a0 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:57.709469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Attempting to bind port f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 04:59:57.709918 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Attempting to bind port f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '9bfeb7de-3daa-4618-8f9c-5d049bd9df95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '54275636-50e1-463a-9400-d07a190e3a36'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 04:59:57.710323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Attempting to bind port f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69 on network 54275636-50e1-463a-9400-d07a190e3a36 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 04:59:57.716640 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 04:59:57.717542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Checking segment: {'id': '9bfeb7de-3daa-4618-8f9c-5d049bd9df95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '54275636-50e1-463a-9400-d07a190e3a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 04:59:57.718016 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:57.718472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Bound using segment: {'id': '9bfeb7de-3daa-4618-8f9c-5d049bd9df95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '54275636-50e1-463a-9400-d07a190e3a36'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 04:59:57.719302 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Bound port: f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfeb7de-3daa-4618-8f9c-5d049bd9df95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '54275636-50e1-463a-9400-d07a190e3a36'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 04:59:57.719761 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:57.752214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5193d7-d4b8-480d-8e60-f0ae7ba87510 req-671d47cf-2ff5-4468-beed-c5e496610e8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:57.778057 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5193d7-d4b8-480d-8e60-f0ae7ba87510 req-671d47cf-2ff5-4468-beed-c5e496610e8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:57.799680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5193d7-d4b8-480d-8e60-f0ae7ba87510 req-671d47cf-2ff5-4468-beed-c5e496610e8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:57.818163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] For port f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 04:59:57.818585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5193d7-d4b8-480d-8e60-f0ae7ba87510 req-671d47cf-2ff5-4468-beed-c5e496610e8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:57.821641 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] For port f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69,segment=NetworkSegment(9bfeb7de-3daa-4618-8f9c-5d049bd9df95),segment_id=9bfeb7de-3daa-4618-8f9c-5d049bd9df95)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 04:59:57.829328 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:57.849937 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5193d7-d4b8-480d-8e60-f0ae7ba87510 req-671d47cf-2ff5-4468-beed-c5e496610e8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:57.879108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5193d7-d4b8-480d-8e60-f0ae7ba87510 req-671d47cf-2ff5-4468-beed-c5e496610e8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:57.931189 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5193d7-d4b8-480d-8e60-f0ae7ba87510 req-671d47cf-2ff5-4468-beed-c5e496610e8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:57.934274 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc5193d7-d4b8-480d-8e60-f0ae7ba87510 req-671d47cf-2ff5-4468-beed-c5e496610e8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5444 time: 0.3899486 Nov 13 04:59:57.943629 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e778-851c-460b-9be0-8665b2b322a0 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:57.968575 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46570b89-ba7d-4c77-9003-af2926bd632e None None] Pushing event updated for resources: {'Port': ['ID=f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:58.054854 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e778-851c-460b-9be0-8665b2b322a0 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:58.096934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1e778-851c-460b-9be0-8665b2b322a0 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1ca28c-8411-472d-9beb-aaf5a60c9bdd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:58.099537 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e778-851c-460b-9be0-8665b2b322a0 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:58.110146 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d2f1e778-851c-460b-9be0-8665b2b322a0 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/subnets/6c1ca28c-8411-472d-9beb-aaf5a60c9bdd HTTP/1.1" status: 204 len: 168 time: 0.9216361 Nov 13 04:59:58.112370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47372) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:58.125213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ca552-8db5-4852-8d4c-980cc7fd1452 req-67157f49-9df0-48a1-b0e6-e96df9afc3e8 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:58.133341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ff0ca552-8db5-4852-8d4c-980cc7fd1452 req-67157f49-9df0-48a1-b0e6-e96df9afc3e8 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.4372218 Nov 13 04:59:58.216189 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c906c9-a75d-4f17-ae0c-4ba79bde8c30 req-779ce0bd-a601-4bc3-842a-e83cd9608619 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:58.228788 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b3c906c9-a75d-4f17-ae0c-4ba79bde8c30 req-779ce0bd-a601-4bc3-842a-e83cd9608619 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1590002 Nov 13 04:59:58.251874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0eac7c-bbfc-4ba6-94ab-33f8f2c66e1e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:58.260867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0eac7c-bbfc-4ba6-94ab-33f8f2c66e1e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:58.271906 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ba0eac7c-bbfc-4ba6-94ab-33f8f2c66e1e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1356118 Nov 13 04:59:58.272891 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47374) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:58.297462 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ff0ca552-8db5-4852-8d4c-980cc7fd1452 req-2b752301-f32c-4f3a-a318-9017931e4fda tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630595 Nov 13 04:59:58.510861 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:58.537330 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b3c906c9-a75d-4f17-ae0c-4ba79bde8c30 req-ef8dc6fa-a414-4308-bd72-3adb96527550 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3040912 Nov 13 04:59:58.559360 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d53a7434-bf4c-452f-a3fb-982b6f01056c tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:58.583988 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53a7434-bf4c-452f-a3fb-982b6f01056c tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 13 04:59:58.584460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53a7434-bf4c-452f-a3fb-982b6f01056c tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 04:59:58.592259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d53a7434-bf4c-452f-a3fb-982b6f01056c tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/networks/54275636-50e1-463a-9400-d07a190e3a36 HTTP/1.1" status: 409 len: 405 time: 0.2836289 Nov 13 04:59:58.593048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47380) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:58.599395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ae09f622-2b26-49fe-9f7e-ba85f2a28c51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1272583410'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:58.640022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae09f622-2b26-49fe-9f7e-ba85f2a28c51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Made reservation on behalf of 06354b2f692f48d2a8fb40b9ca7d70e5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:58.657234 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae09f622-2b26-49fe-9f7e-ba85f2a28c51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:58.708989 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae09f622-2b26-49fe-9f7e-ba85f2a28c51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 04:59:58.723913 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae09f622-2b26-49fe-9f7e-ba85f2a28c51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:58.724343 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-ae09f622-2b26-49fe-9f7e-ba85f2a28c51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Added segment 109d7105-30b5-4036-881f-dbd339120f56 of type vlan for network a94b64b9-240e-4441-b5cd-80dbaf8df6f9 Nov 13 04:59:58.777674 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae09f622-2b26-49fe-9f7e-ba85f2a28c51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:58.814348 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae09f622-2b26-49fe-9f7e-ba85f2a28c51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:58.821749 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae09f622-2b26-49fe-9f7e-ba85f2a28c51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:58.822800 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae09f622-2b26-49fe-9f7e-ba85f2a28c51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:58.907813 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:58.941116 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ae09f622-2b26-49fe-9f7e-ba85f2a28c51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3436220 Nov 13 04:59:58.941404 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47386) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 04:59:58.950261 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3fcdc88d-39f7-4cbf-8a40-0b4cfc876095 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Request body: {'subnet': {'network_id': 'a94b64b9-240e-4441-b5cd-80dbaf8df6f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 04:59:58.984854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09f622-2b26-49fe-9f7e-ba85f2a28c51 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event updated for resources: {'Network': ['ID=a94b64b9-240e-4441-b5cd-80dbaf8df6f9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 04:59:58.999578 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network a94b64b9-240e-4441-b5cd-80dbaf8df6f9 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 04:59:59.148143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcdc88d-39f7-4cbf-8a40-0b4cfc876095 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Made reservation on behalf of 06354b2f692f48d2a8fb40b9ca7d70e5 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 04:59:59.159340 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3fcdc88d-39f7-4cbf-8a40-0b4cfc876095 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 04:59:59.594498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c62105-02b1-4f86-bc05-8bdb597b6b61 req-7d7ec592-a676-4b2d-9624-ef3eacfbb5e7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:59.606316 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-70c62105-02b1-4f86-bc05-8bdb597b6b61 req-7d7ec592-a676-4b2d-9624-ef3eacfbb5e7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.1807780 Nov 13 04:59:59.652039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ff3d25-d4f2-442f-a2ed-a308f1cbeba6 None None] Network 54275636-50e1-463a-9400-d07a190e3a36 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 04:59:59.760718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a868e-3f07-4b82-9733-4e5547192b36 req-6f8771ef-a733-4b39-ba4a-cdb37a54df19 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 04:59:59.784000 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f59a868e-3f07-4b82-9733-4e5547192b36 req-6f8771ef-a733-4b39-ba4a-cdb37a54df19 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1074176 Nov 13 04:59:59.869912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f59a868e-3f07-4b82-9733-4e5547192b36 req-7701de34-c8b0-4eb2-9f18-290a5fd736d1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724454 Nov 13 04:59:59.945638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-dfbdf818-3662-4ac6-b765-500a69ace7d4 None None] Provisioning complete for port f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 04:59:59.946045 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf818-3662-4ac6-b765-500a69ace7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:00.130654 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf818-3662-4ac6-b765-500a69ace7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:00.221131 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-dfbdf818-3662-4ac6-b765-500a69ace7d4 None None] For port f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69,segment=NetworkSegment(9bfeb7de-3daa-4618-8f9c-5d049bd9df95),segment_id=9bfeb7de-3daa-4618-8f9c-5d049bd9df95)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:00:00.233281 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf818-3662-4ac6-b765-500a69ace7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:00.356666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdf818-3662-4ac6-b765-500a69ace7d4 None None] Pushing event updated for resources: {'Port': ['ID=f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:00.359693 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cdab7f-b543-4486-9374-6dee37c6598d None None] DHCP port deletion for 54275636-50e1-463a-9400-d07a190e3a36 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:00:00.390830 n-d-813114-2 neutron-server[102668]: DEBUG neutron.objects.ports [None req-3fcdc88d-39f7-4cbf-8a40-0b4cfc876095 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 05:00:00.411531 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3fcdc88d-39f7-4cbf-8a40-0b4cfc876095 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:00.430110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b9cdab7f-b543-4486-9374-6dee37c6598d None None] Deleting port f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:00:00.430477 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9cdab7f-b543-4486-9374-6dee37c6598d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:00.505589 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-70c62105-02b1-4f86-bc05-8bdb597b6b61 req-54b343d5-edd3-48e4-9daa-673a727dfab6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8982780 Nov 13 05:00:00.518592 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b9cdab7f-b543-4486-9374-6dee37c6598d None None] For port f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69,segment=NetworkSegment(9bfeb7de-3daa-4618-8f9c-5d049bd9df95),segment_id=9bfeb7de-3daa-4618-8f9c-5d049bd9df95)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:00:00.519069 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9cdab7f-b543-4486-9374-6dee37c6598d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:00.535865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b9cdab7f-b543-4486-9374-6dee37c6598d None None] Calling delete_port for f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:00:00.593742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcdc88d-39f7-4cbf-8a40-0b4cfc876095 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Checking segment: {'id': '109d7105-30b5-4036-881f-dbd339120f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a94b64b9-240e-4441-b5cd-80dbaf8df6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:00:00.594094 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcdc88d-39f7-4cbf-8a40-0b4cfc876095 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Network hostable DHCP agents. Network: a94b64b9-240e-4441-b5cd-80dbaf8df6f9, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:00:00.597547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcdc88d-39f7-4cbf-8a40-0b4cfc876095 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event updated for resources: {'Subnet': ['ID=922fa129-6b5b-4595-9fa4-a47c69783421,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:00.648603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcdc88d-39f7-4cbf-8a40-0b4cfc876095 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Network a94b64b9-240e-4441-b5cd-80dbaf8df6f9 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:00:00.652171 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9cdab7f-b543-4486-9374-6dee37c6598d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:00.662327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-3fcdc88d-39f7-4cbf-8a40-0b4cfc876095 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, a94b64b9-240e-4441-b5cd-80dbaf8df6f9) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:00:00.669731 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcdc88d-39f7-4cbf-8a40-0b4cfc876095 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:00.671582 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3fcdc88d-39f7-4cbf-8a40-0b4cfc876095 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:00.713345 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3fcdc88d-39f7-4cbf-8a40-0b4cfc876095 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7707808 Nov 13 05:00:00.716723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47412) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:00.743038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1adee5-951f-4c7e-8101-ec36ecc31c6a None None] Network a94b64b9-240e-4441-b5cd-80dbaf8df6f9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:00:00.745346 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdab7f-b543-4486-9374-6dee37c6598d None None] Pushing event deleted for resources: {'Port': ['ID=f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:00.748210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cdab7f-b543-4486-9374-6dee37c6598d None None] No DVR routers for this DVR port f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:00:00.865948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47416) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:00.945770 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:01.124547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-a94b64b9-240e-4441-b5cd-80dbaf8df6f9', 'network_id': 'a94b64b9-240e-4441-b5cd-80dbaf8df6f9', 'tenant_id': '06354b2f692f48d2a8fb40b9ca7d70e5', 'fixed_ips': [{'subnet_id': '922fa129-6b5b-4595-9fa4-a47c69783421'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:00:01.127307 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:01.184186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170ed3-d1c7-47f0-8292-01f327e6f6ed req-ac1d8bf5-6ace-4735-8039-e802c6611067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:01.184959 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170ed3-d1c7-47f0-8292-01f327e6f6ed req-ac1d8bf5-6ace-4735-8039-e802c6611067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:01.185584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170ed3-d1c7-47f0-8292-01f327e6f6ed req-ac1d8bf5-6ace-4735-8039-e802c6611067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:01.186261 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170ed3-d1c7-47f0-8292-01f327e6f6ed req-ac1d8bf5-6ace-4735-8039-e802c6611067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:01.187627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170ed3-d1c7-47f0-8292-01f327e6f6ed req-ac1d8bf5-6ace-4735-8039-e802c6611067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:01.188379 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170ed3-d1c7-47f0-8292-01f327e6f6ed req-ac1d8bf5-6ace-4735-8039-e802c6611067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:01.189880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170ed3-d1c7-47f0-8292-01f327e6f6ed req-ac1d8bf5-6ace-4735-8039-e802c6611067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:01.199397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1170ed3-d1c7-47f0-8292-01f327e6f6ed req-ac1d8bf5-6ace-4735-8039-e802c6611067 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 6501 time: 0.3319271 Nov 13 05:00:01.329724 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1170ed3-d1c7-47f0-8292-01f327e6f6ed req-fafd7ec1-fc88-4219-a833-182d314bfad3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271687 Nov 13 05:00:01.396613 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:01.545004 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af04f6-5363-4c1a-9b00-45f04bef8fc6 req-6d64c5a6-1789-42c4-aa9b-8a3f5a7372c6 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:01.564754 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08af04f6-5363-4c1a-9b00-45f04bef8fc6 req-6d64c5a6-1789-42c4-aa9b-8a3f5a7372c6 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.5303423 Nov 13 05:00:01.580566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Allocated IP 2001:db8::f816:3eff:feda:8351 (a94b64b9-240e-4441-b5cd-80dbaf8df6f9/922fa129-6b5b-4595-9fa4-a47c69783421/4ac079e5-6508-42e1-b3fa-f76cf4a2c89a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:00:01.741152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc322db-ddc9-4662-af3c-519cf05d06ce req-00ce58ea-56a8-46c4-8b7d-f5762bf5b623 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:01.746727 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4dc322db-ddc9-4662-af3c-519cf05d06ce req-00ce58ea-56a8-46c4-8b7d-f5762bf5b623 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.1085677 Nov 13 05:00:01.835533 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08af04f6-5363-4c1a-9b00-45f04bef8fc6 req-e661bc48-f798-4f04-8bd3-bc177105549b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678189 Nov 13 05:00:01.891493 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4dc322db-ddc9-4662-af3c-519cf05d06ce req-c6c47300-aae2-4ad8-acf8-96a4448e6e93 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382134 Nov 13 05:00:02.000237 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:02.010880 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:02.060106 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:02.077756 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Network a94b64b9-240e-4441-b5cd-80dbaf8df6f9 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:00:02.089023 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:00:02.092544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:00:02.142890 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Subnet': ['ID=922fa129-6b5b-4595-9fa4-a47c69783421,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:02.195611 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Pushing event updated for resources: {'Port': ['ID=4ac079e5-6508-42e1-b3fa-f76cf4a2c89a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:02.250332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Attempting to bind port 4ac079e5-6508-42e1-b3fa-f76cf4a2c89a on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:00:02.251416 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Attempting to bind port 4ac079e5-6508-42e1-b3fa-f76cf4a2c89a by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '109d7105-30b5-4036-881f-dbd339120f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a94b64b9-240e-4441-b5cd-80dbaf8df6f9'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:00:02.252539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Attempting to bind port 4ac079e5-6508-42e1-b3fa-f76cf4a2c89a on network a94b64b9-240e-4441-b5cd-80dbaf8df6f9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:00:02.273278 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:00:02.274486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Checking segment: {'id': '109d7105-30b5-4036-881f-dbd339120f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a94b64b9-240e-4441-b5cd-80dbaf8df6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:00:02.275735 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:02.277174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Bound using segment: {'id': '109d7105-30b5-4036-881f-dbd339120f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a94b64b9-240e-4441-b5cd-80dbaf8df6f9'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:00:02.278818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Bound port: 4ac079e5-6508-42e1-b3fa-f76cf4a2c89a, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109d7105-30b5-4036-881f-dbd339120f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a94b64b9-240e-4441-b5cd-80dbaf8df6f9'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:00:02.279691 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:02.345511 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:02.388160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:00:02.428772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94b64b9-240e-4441-b5cd-80dbaf8df6f9']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:02.440321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:00:02.440834 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f7cb8ea4-28b4-4f8e-aab8-875c10e7ed69 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:00:02.452241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109d7105-30b5-4036-881f-dbd339120f56') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:02.452540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109d7105-30b5-4036-881f-dbd339120f56') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:02.452660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] For port 4ac079e5-6508-42e1-b3fa-f76cf4a2c89a, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:00:02.457865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] For port 4ac079e5-6508-42e1-b3fa-f76cf4a2c89a, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=4ac079e5-6508-42e1-b3fa-f76cf4a2c89a,segment=NetworkSegment(109d7105-30b5-4036-881f-dbd339120f56),segment_id=109d7105-30b5-4036-881f-dbd339120f56)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:00:02.470098 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:02.479142 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:02.499237 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:02.509905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:00:02.510331 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:00:02.513855 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:00:02.629915 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.db.api [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 13 05:00:02.629915 n-d-813114-2 neutron-server[102667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 13 05:00:02.629915 n-d-813114-2 neutron-server[102667]: [parameters: {'id': 'a94b64b9-240e-4441-b5cd-80dbaf8df6f9'}] Nov 13 05:00:02.629915 n-d-813114-2 neutron-server[102667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:00:02.630338 n-d-813114-2 neutron-server[102667]: DEBUG oslo_db.api [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:00:02.684716 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c2a68-5494-4227-85c8-c1479ff6a638 None None] Pushing event updated for resources: {'Port': ['ID=4ac079e5-6508-42e1-b3fa-f76cf4a2c89a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:02.708547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe5998-acf5-42fb-96df-45de364b9831 None None] Network a94b64b9-240e-4441-b5cd-80dbaf8df6f9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:00:02.935963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819f8e93-11dd-4f5d-97f0-1a603004ab94 None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 05:00:03.135892 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe2c62-880e-4396-945d-282fc84dacb4 req-2f21aee5-ba88-4f78-ad06-1d6e596c1c1c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:03.140589 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24fe2c62-880e-4396-945d-282fc84dacb4 req-2f21aee5-ba88-4f78-ad06-1d6e596c1c1c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1545105 Nov 13 05:00:03.143742 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:03.247450 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4968e7-e095-4598-b199-b99aef62ead1 req-a0f66bd0-fc50-4d23-8e73-e433198964a8 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:03.250010 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d4968e7-e095-4598-b199-b99aef62ead1 req-a0f66bd0-fc50-4d23-8e73-e433198964a8 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.1536455 Nov 13 05:00:03.433709 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Deleting port 4ac079e5-6508-42e1-b3fa-f76cf4a2c89a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:00:03.434127 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:03.454378 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24fe2c62-880e-4396-945d-282fc84dacb4 req-ca7bdf6c-93b7-4e7e-9f11-c591012161c8 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483876 Nov 13 05:00:03.455647 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d4968e7-e095-4598-b199-b99aef62ead1 req-d0d7e211-663b-4fdb-8040-437c6848b9a9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982594 Nov 13 05:00:03.576561 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f8e93-11dd-4f5d-97f0-1a603004ab94 None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 05:00:03.593160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] For port 4ac079e5-6508-42e1-b3fa-f76cf4a2c89a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=4ac079e5-6508-42e1-b3fa-f76cf4a2c89a,segment=NetworkSegment(109d7105-30b5-4036-881f-dbd339120f56),segment_id=109d7105-30b5-4036-881f-dbd339120f56)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:00:03.593840 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:03.609058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Calling delete_port for 4ac079e5-6508-42e1-b3fa-f76cf4a2c89a owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:00:04.103162 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:04.137984 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Port': ['ID=4ac079e5-6508-42e1-b3fa-f76cf4a2c89a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:04.140780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] No DVR routers for this DVR port 4ac079e5-6508-42e1-b3fa-f76cf4a2c89a on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:00:04.162071 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94b1851d-2aa5-4f17-8551-636f68ff95c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:04.252351 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:04.289507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94b64b9-240e-4441-b5cd-80dbaf8df6f9']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:04.300330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109d7105-30b5-4036-881f-dbd339120f56') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:04.300656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109d7105-30b5-4036-881f-dbd339120f56') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:04.311911 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:04.329949 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:04.338491 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:00:04.339059 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:00:04.391177 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:00:04.412535 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:04.431341 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:04.437802 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/networks/a94b64b9-240e-4441-b5cd-80dbaf8df6f9 HTTP/1.1" status: 204 len: 168 time: 3.7173276 Nov 13 05:00:04.438339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47468) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:04.445318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fe919a36-6eea-4163-bee4-a358647985df tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1042116921'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:00:04.477517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa6dcc-5dd2-4296-8fcc-dcc020a6343f tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Network': ['ID=a94b64b9-240e-4441-b5cd-80dbaf8df6f9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:04.492842 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe919a36-6eea-4163-bee4-a358647985df tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Made reservation on behalf of 06354b2f692f48d2a8fb40b9ca7d70e5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:00:04.501215 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe919a36-6eea-4163-bee4-a358647985df tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:04.544422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe919a36-6eea-4163-bee4-a358647985df tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:00:04.557014 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe919a36-6eea-4163-bee4-a358647985df tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:04.557418 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-fe919a36-6eea-4163-bee4-a358647985df tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Added segment 829eae67-25d2-475a-a1d3-ed1f03d308ae of type vlan for network eba571fc-6437-4ff0-abf8-459756f818dd Nov 13 05:00:04.617424 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe919a36-6eea-4163-bee4-a358647985df tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:04.706989 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403e8bf-b768-4cb4-9049-ed376f088531 req-91f5d6ad-2473-4733-be22-a4d39df8a50a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:04.709389 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c403e8bf-b768-4cb4-9049-ed376f088531 req-91f5d6ad-2473-4733-be22-a4d39df8a50a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.1025612 Nov 13 05:00:04.754388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4e225-337c-466a-aa85-4b528b417038 req-cfa20fd3-8b44-4db4-98cb-4ba7c4afc2d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:04.756346 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-32f4e225-337c-466a-aa85-4b528b417038 req-cfa20fd3-8b44-4db4-98cb-4ba7c4afc2d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1225138 Nov 13 05:00:04.757238 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe919a36-6eea-4163-bee4-a358647985df tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:04.763929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe919a36-6eea-4163-bee4-a358647985df tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:04.764542 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe919a36-6eea-4163-bee4-a358647985df tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:04.813077 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fe919a36-6eea-4163-bee4-a358647985df tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3701658 Nov 13 05:00:04.814598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47474) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:04.819414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-82500b88-fe79-4b13-a025-eae7e840eeb6 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Request body: {'subnet': {'network_id': 'eba571fc-6437-4ff0-abf8-459756f818dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:00:04.895097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe919a36-6eea-4163-bee4-a358647985df tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event updated for resources: {'Network': ['ID=eba571fc-6437-4ff0-abf8-459756f818dd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:04.903831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c403e8bf-b768-4cb4-9049-ed376f088531 req-e179ccbf-4625-4f47-ae53-bcc9c371213b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886389 Nov 13 05:00:04.935073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82500b88-fe79-4b13-a025-eae7e840eeb6 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Made reservation on behalf of 06354b2f692f48d2a8fb40b9ca7d70e5 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:00:04.964387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82500b88-fe79-4b13-a025-eae7e840eeb6 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:04.965591 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network eba571fc-6437-4ff0-abf8-459756f818dd details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:00:05.074269 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-32f4e225-337c-466a-aa85-4b528b417038 req-fd40857f-dfaa-4213-9e72-1e0d0e4767c3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917826 Nov 13 05:00:05.374106 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82500b88-fe79-4b13-a025-eae7e840eeb6 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:05.525654 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82500b88-fe79-4b13-a025-eae7e840eeb6 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event updated for resources: {'Subnet': ['ID=473393f7-7726-437b-ab86-c3f5da6711b2,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:05.534476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82500b88-fe79-4b13-a025-eae7e840eeb6 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Checking segment: {'id': '829eae67-25d2-475a-a1d3-ed1f03d308ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eba571fc-6437-4ff0-abf8-459756f818dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:00:05.534932 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82500b88-fe79-4b13-a025-eae7e840eeb6 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Network hostable DHCP agents. Network: eba571fc-6437-4ff0-abf8-459756f818dd, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:00:05.558246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82500b88-fe79-4b13-a025-eae7e840eeb6 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Network eba571fc-6437-4ff0-abf8-459756f818dd is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:00:05.579307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-82500b88-fe79-4b13-a025-eae7e840eeb6 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, eba571fc-6437-4ff0-abf8-459756f818dd) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:00:05.586098 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82500b88-fe79-4b13-a025-eae7e840eeb6 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:05.589106 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82500b88-fe79-4b13-a025-eae7e840eeb6 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:05.589994 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5641a73-4bd6-46a3-a2cd-42256ebff98c None None] Network eba571fc-6437-4ff0-abf8-459756f818dd requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:00:05.622551 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-82500b88-fe79-4b13-a025-eae7e840eeb6 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8071907 Nov 13 05:00:05.625347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47488) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:05.826982 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47490) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:05.833733 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-eba571fc-6437-4ff0-abf8-459756f818dd', 'network_id': 'eba571fc-6437-4ff0-abf8-459756f818dd', 'tenant_id': '06354b2f692f48d2a8fb40b9ca7d70e5', 'fixed_ips': [{'subnet_id': '473393f7-7726-437b-ab86-c3f5da6711b2'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:00:05.834409 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:05.876846 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:06.148150 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:06.175198 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7b7493d5-4a59-46db-8e20-0a2ad4d06ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:06.279708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c96d9-4459-4542-8332-3ebbc4fd0cfc req-76b7ae1c-8a25-437f-8cc7-d953e6771487 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:06.280984 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-998c96d9-4459-4542-8332-3ebbc4fd0cfc req-76b7ae1c-8a25-437f-8cc7-d953e6771487 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.2127395 Nov 13 05:00:06.284918 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Allocated IP 2001:db8::2 (eba571fc-6437-4ff0-abf8-459756f818dd/473393f7-7726-437b-ab86-c3f5da6711b2/9fbbdb3f-05af-4593-bd61-9832790b1743) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:00:06.405148 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-998c96d9-4459-4542-8332-3ebbc4fd0cfc req-a4c93f32-c3e1-499e-9178-80fa83813bac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129305 Nov 13 05:00:06.461941 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7b7493d5-4a59-46db-8e20-0a2ad4d06ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:06.472940 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7b7493d5-4a59-46db-8e20-0a2ad4d06ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:06.474719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d1624-e656-47bd-929a-785007880656 req-54e5dfa7-3800-4dc9-90e7-8671b4979bdc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:06.478831 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f20d1624-e656-47bd-929a-785007880656 req-54e5dfa7-3800-4dc9-90e7-8671b4979bdc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1897922 Nov 13 05:00:06.546075 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea62a100-7a41-4c9b-b9b5-cc9908ee0628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:06.558807 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7b7493d5-4a59-46db-8e20-0a2ad4d06ca0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59ace87a86af4cf0bef613b5868f0281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7282054 Nov 13 05:00:06.558807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7493d5-4a59-46db-8e20-0a2ad4d06ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d5d8aa-5f6e-4a80-8703-593b5d68188d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:06.562399 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47502) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:06.635212 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f20d1624-e656-47bd-929a-785007880656 req-22605329-8c94-42b3-b11e-64d95488a2e3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483309 Nov 13 05:00:06.677177 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7a3498d9-c3d2-4cb0-a236-91b8bb9837ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:06.685342 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:06.698647 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:06.737361 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:06.768573 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14818d-d1e7-4efc-bb7a-8b3a809dac27 req-fbd2b3f1-44f2-43bb-9b69-73ef9bbdc0b1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:06.778462 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d14818d-d1e7-4efc-bb7a-8b3a809dac27 req-fbd2b3f1-44f2-43bb-9b69-73ef9bbdc0b1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0952477 Nov 13 05:00:06.782984 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7a3498d9-c3d2-4cb0-a236-91b8bb9837ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:06.848661 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Pushing event updated for resources: {'Port': ['ID=9fbbdb3f-05af-4593-bd61-9832790b1743,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:06.866868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Network eba571fc-6437-4ff0-abf8-459756f818dd is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:00:06.873884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:00:06.882825 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:00:06.883751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d14818d-d1e7-4efc-bb7a-8b3a809dac27 req-01bf3164-7bac-4b79-8c91-19602ec5d4ee tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043227 Nov 13 05:00:06.923225 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7a3498d9-c3d2-4cb0-a236-91b8bb9837ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:06.928677 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7a3498d9-c3d2-4cb0-a236-91b8bb9837ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:06.931690 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7a3498d9-c3d2-4cb0-a236-91b8bb9837ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5d5d8aa-5f6e-4a80-8703-593b5d68188d HTTP/1.1" status: 204 len: 168 time: 0.3700366 Nov 13 05:00:06.951865 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Subnet': ['ID=473393f7-7726-437b-ab86-c3f5da6711b2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:06.954124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3498d9-c3d2-4cb0-a236-91b8bb9837ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d5d8aa-5f6e-4a80-8703-593b5d68188d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:07.058308 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:07.093335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba571fc-6437-4ff0-abf8-459756f818dd']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:07.095403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Attempting to bind port 9fbbdb3f-05af-4593-bd61-9832790b1743 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:00:07.099559 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Attempting to bind port 9fbbdb3f-05af-4593-bd61-9832790b1743 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '829eae67-25d2-475a-a1d3-ed1f03d308ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eba571fc-6437-4ff0-abf8-459756f818dd'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:00:07.100041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Attempting to bind port 9fbbdb3f-05af-4593-bd61-9832790b1743 on network eba571fc-6437-4ff0-abf8-459756f818dd {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:00:07.112597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829eae67-25d2-475a-a1d3-ed1f03d308ae') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:07.112914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829eae67-25d2-475a-a1d3-ed1f03d308ae') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:07.113654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:00:07.114039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Checking segment: {'id': '829eae67-25d2-475a-a1d3-ed1f03d308ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eba571fc-6437-4ff0-abf8-459756f818dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:00:07.114561 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:07.115057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Bound using segment: {'id': '829eae67-25d2-475a-a1d3-ed1f03d308ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eba571fc-6437-4ff0-abf8-459756f818dd'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:00:07.115540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Bound port: 9fbbdb3f-05af-4593-bd61-9832790b1743, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829eae67-25d2-475a-a1d3-ed1f03d308ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eba571fc-6437-4ff0-abf8-459756f818dd'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:00:07.115915 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:07.131859 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:07.149434 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:07.156954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:00:07.157396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:00:07.231482 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:00:07.246867 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.db.api [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 13 05:00:07.246867 n-d-813114-2 neutron-server[102668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 13 05:00:07.246867 n-d-813114-2 neutron-server[102668]: [parameters: {'id': 'eba571fc-6437-4ff0-abf8-459756f818dd'}] Nov 13 05:00:07.246867 n-d-813114-2 neutron-server[102668]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:00:07.247338 n-d-813114-2 neutron-server[102668]: DEBUG oslo_db.api [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:00:07.301535 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93816349-7664-4f17-83ca-9dcf5a129a20 req-6dc856a4-454b-4e96-a9f4-32d4510c4744 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:07.305276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] For port 9fbbdb3f-05af-4593-bd61-9832790b1743, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:00:07.309873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] For port 9fbbdb3f-05af-4593-bd61-9832790b1743, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9fbbdb3f-05af-4593-bd61-9832790b1743,segment=NetworkSegment(829eae67-25d2-475a-a1d3-ed1f03d308ae),segment_id=829eae67-25d2-475a-a1d3-ed1f03d308ae)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:00:07.313737 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93816349-7664-4f17-83ca-9dcf5a129a20 req-6dc856a4-454b-4e96-a9f4-32d4510c4744 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0806980 Nov 13 05:00:07.321239 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:07.419710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93816349-7664-4f17-83ca-9dcf5a129a20 req-ba8661f0-6368-42b0-b75d-924c233d73d9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042309 Nov 13 05:00:07.485842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395797b8-20fd-47af-8d58-5dc11ab831b2 None None] Pushing event updated for resources: {'Port': ['ID=9fbbdb3f-05af-4593-bd61-9832790b1743,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:07.490339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222ae3e2-2602-4889-b69b-c76169ff0999 None None] Network eba571fc-6437-4ff0-abf8-459756f818dd requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:00:07.547916 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47516) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:07.577003 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a753377f-f420-489f-ba87-54368e344f33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:07.659281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f1c5e2-a1f8-455e-a141-013821ab871b None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 05:00:07.748568 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:07.844450 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a753377f-f420-489f-ba87-54368e344f33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:07.855264 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a753377f-f420-489f-ba87-54368e344f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:07.891614 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a753377f-f420-489f-ba87-54368e344f33 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c1bfb9d84e34d119c2007ad00aa18d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3412962 Nov 13 05:00:07.896199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47530) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:07.956578 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715ba0b-1376-4dda-87f2-12bf579e332f req-409ba8b0-8771-418c-a709-d66364d78e23 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:07.962201 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3715ba0b-1376-4dda-87f2-12bf579e332f req-409ba8b0-8771-418c-a709-d66364d78e23 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1401184 Nov 13 05:00:07.970396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f1c5e2-a1f8-455e-a141-013821ab871b None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 05:00:07.981578 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:07.995159 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753377f-f420-489f-ba87-54368e344f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e6e9c3-0918-42b1-944f-f32f7aeb781c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:08.031254 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b865b005-fc99-411f-a9d8-a22c81e92d55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:08.035748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Deleting port 9fbbdb3f-05af-4593-bd61-9832790b1743 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:00:08.036324 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:08.058305 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b865b005-fc99-411f-a9d8-a22c81e92d55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:08.117163 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b865b005-fc99-411f-a9d8-a22c81e92d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:08.121197 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b865b005-fc99-411f-a9d8-a22c81e92d55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:08.136249 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b865b005-fc99-411f-a9d8-a22c81e92d55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4e6e9c3-0918-42b1-944f-f32f7aeb781c HTTP/1.1" status: 204 len: 168 time: 0.2277620 Nov 13 05:00:08.144679 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3715ba0b-1376-4dda-87f2-12bf579e332f req-52ba4a49-822f-42a0-befb-8b021e4dfb25 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738756 Nov 13 05:00:08.186712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-e270ae5b-8980-4765-a47f-00ee593ef0e5 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:08.201753 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-e270ae5b-8980-4765-a47f-00ee593ef0e5 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 811 time: 0.4129570 Nov 13 05:00:08.235850 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-1f7f68ff-929c-4952-9baf-7bc9f95d2f04 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/quotas/ed45584aef18439cae95469fe30521e9 HTTP/1.1" status: 200 len: 375 time: 0.0329368 Nov 13 05:00:08.261295 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865b005-fc99-411f-a9d8-a22c81e92d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e6e9c3-0918-42b1-944f-f32f7aeb781c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:08.282622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] For port 9fbbdb3f-05af-4593-bd61-9832790b1743, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9fbbdb3f-05af-4593-bd61-9832790b1743,segment=NetworkSegment(829eae67-25d2-475a-a1d3-ed1f03d308ae),segment_id=829eae67-25d2-475a-a1d3-ed1f03d308ae)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:00:08.283126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:08.301294 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Calling delete_port for 9fbbdb3f-05af-4593-bd61-9832790b1743 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:00:08.369075 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-927ae8a7-fe52-49b4-b48b-5bcfd5db743b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1320362 Nov 13 05:00:08.548156 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:08.578668 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Port': ['ID=9fbbdb3f-05af-4593-bd61-9832790b1743,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:08.628797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] No DVR routers for this DVR port 9fbbdb3f-05af-4593-bd61-9832790b1743 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:00:08.638473 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-933b8c15-3e59-400d-b0af-3f5d81ed1315 service neutron] 10.222.0.43 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670443 Nov 13 05:00:08.782449 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:08.805213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba571fc-6437-4ff0-abf8-459756f818dd']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:08.814877 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829eae67-25d2-475a-a1d3-ed1f03d308ae') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:08.815256 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829eae67-25d2-475a-a1d3-ed1f03d308ae') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:08.824461 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5d586643-f99f-44b0-acc4-f288bdc4a2e9 service neutron] 10.222.0.43 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532981 Nov 13 05:00:08.825576 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:08.839783 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:08.846975 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:00:08.847396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:00:08.851003 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:00:08.932716 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:08.954326 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:08.963878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47546) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:08.965460 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/networks/eba571fc-6437-4ff0-abf8-459756f818dd HTTP/1.1" status: 204 len: 168 time: 3.3390555 Nov 13 05:00:08.975767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-4842acfd-fff8-44a5-af61-e69d0c4bf1dc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1269325753'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:00:08.984402 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ab8ea-b2cf-4103-acba-d5fb1ac19399 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Network': ['ID=eba571fc-6437-4ff0-abf8-459756f818dd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:09.000928 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47548) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:09.017165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4842acfd-fff8-44a5-af61-e69d0c4bf1dc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Made reservation on behalf of 06354b2f692f48d2a8fb40b9ca7d70e5 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:00:09.025127 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4842acfd-fff8-44a5-af61-e69d0c4bf1dc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:09.041114 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74a4e8db-dfb6-40de-b3f7-2d27b342f5e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:09.118802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4842acfd-fff8-44a5-af61-e69d0c4bf1dc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:00:09.119982 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:09.137296 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4842acfd-fff8-44a5-af61-e69d0c4bf1dc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:09.137737 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-4842acfd-fff8-44a5-af61-e69d0c4bf1dc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Added segment b677f34d-5182-4e3d-8bdb-1dc150b6545b of type vlan for network e4b3daf1-789f-45c4-b045-353641cbe155 Nov 13 05:00:09.209340 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4842acfd-fff8-44a5-af61-e69d0c4bf1dc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:09.211537 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5b817057-ce6f-44ff-819f-a313a0b73d58 req-a8ba6bcf-0f1c-44cb-b861-ebfa71d47524 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 210 time: 0.1006434 Nov 13 05:00:09.305538 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74a4e8db-dfb6-40de-b3f7-2d27b342f5e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:09.314726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74a4e8db-dfb6-40de-b3f7-2d27b342f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:09.338814 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4842acfd-fff8-44a5-af61-e69d0c4bf1dc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:09.345355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4842acfd-fff8-44a5-af61-e69d0c4bf1dc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:09.345967 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4842acfd-fff8-44a5-af61-e69d0c4bf1dc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:09.366216 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-74a4e8db-dfb6-40de-b3f7-2d27b342f5e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=882e83f71a1841928267bb2033683e46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3641045 Nov 13 05:00:09.374009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47558) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:09.418970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4e8db-dfb6-40de-b3f7-2d27b342f5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c58876-c4c3-41e8-9512-7878292c665a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:09.453476 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-812a4b53-1b80-474a-bd66-e7ca474b144f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:09.462668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842acfd-fff8-44a5-af61-e69d0c4bf1dc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event updated for resources: {'Network': ['ID=e4b3daf1-789f-45c4-b045-353641cbe155,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:09.477396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network e4b3daf1-789f-45c4-b045-353641cbe155 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:00:09.481056 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-812a4b53-1b80-474a-bd66-e7ca474b144f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:09.554983 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850b509-859a-4bc5-ba88-c38dabdda5bb req-fa8ffa55-ebb3-430b-b24f-e7da001e0344 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:09.561723 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a850b509-859a-4bc5-ba88-c38dabdda5bb req-fa8ffa55-ebb3-430b-b24f-e7da001e0344 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.2639778 Nov 13 05:00:09.572283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4842acfd-fff8-44a5-af61-e69d0c4bf1dc tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6059313 Nov 13 05:00:09.579609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47564) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:09.615578 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-812a4b53-1b80-474a-bd66-e7ca474b144f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:09.619098 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-812a4b53-1b80-474a-bd66-e7ca474b144f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:09.623849 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-812a4b53-1b80-474a-bd66-e7ca474b144f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1c58876-c4c3-41e8-9512-7878292c665a HTTP/1.1" status: 204 len: 168 time: 0.2488306 Nov 13 05:00:09.639174 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3d6ef145-d9ed-4d44-96c5-b0365d6a9866 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Request body: {'subnet': {'network_id': 'e4b3daf1-789f-45c4-b045-353641cbe155', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:00:09.645022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a4b53-1b80-474a-bd66-e7ca474b144f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c58876-c4c3-41e8-9512-7878292c665a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:09.706522 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a850b509-859a-4bc5-ba88-c38dabdda5bb req-7ff84f1b-b7a1-4071-9c06-ed818fa69f2b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315627 Nov 13 05:00:09.832507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6ef145-d9ed-4d44-96c5-b0365d6a9866 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Made reservation on behalf of 06354b2f692f48d2a8fb40b9ca7d70e5 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:00:09.837839 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d6ef145-d9ed-4d44-96c5-b0365d6a9866 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:10.069336 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:10.348375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.objects.ports [None req-3d6ef145-d9ed-4d44-96c5-b0365d6a9866 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 13 05:00:10.353376 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d6ef145-d9ed-4d44-96c5-b0365d6a9866 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:10.441018 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-27bbbf7c-be55-40cd-84e1-8c7aab4f9ddd req-d0e7ac14-29f0-4e9a-965e-46cc59837ad1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 210 time: 0.1047676 Nov 13 05:00:10.515997 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ef145-d9ed-4d44-96c5-b0365d6a9866 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event updated for resources: {'Subnet': ['ID=1191047a-d5a2-410b-b0ab-98bced280a1d,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:10.531253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ef145-d9ed-4d44-96c5-b0365d6a9866 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Checking segment: {'id': 'b677f34d-5182-4e3d-8bdb-1dc150b6545b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e4b3daf1-789f-45c4-b045-353641cbe155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:00:10.531667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6ef145-d9ed-4d44-96c5-b0365d6a9866 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Network hostable DHCP agents. Network: e4b3daf1-789f-45c4-b045-353641cbe155, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:00:10.617140 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6ef145-d9ed-4d44-96c5-b0365d6a9866 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Network e4b3daf1-789f-45c4-b045-353641cbe155 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:00:10.657292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-3d6ef145-d9ed-4d44-96c5-b0365d6a9866 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, e4b3daf1-789f-45c4-b045-353641cbe155) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:00:10.668566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6ef145-d9ed-4d44-96c5-b0365d6a9866 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:10.669161 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d6ef145-d9ed-4d44-96c5-b0365d6a9866 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:10.676626 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d60da2-d99e-41b4-b600-b6336d404d76 None None] Network e4b3daf1-789f-45c4-b045-353641cbe155 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:00:10.766731 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3d6ef145-d9ed-4d44-96c5-b0365d6a9866 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1446066 Nov 13 05:00:10.769468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:10.917513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-200f8c7c-d28e-4e5e-8b52-b1380fc2ac64 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:10.927435 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-200f8c7c-d28e-4e5e-8b52-b1380fc2ac64 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 811 time: 0.2456348 Nov 13 05:00:10.998306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-6442c8be-080a-468f-82cd-443ffab02bef tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Request body: {'port': {'device_id': '4b8ccf23-3cae-4058-b16c-e8899b6ee799', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'admin_state_up': True, 'tenant_id': 'ed45584aef18439cae95469fe30521e9'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:00:11.061594 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:11.123750 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-e4b3daf1-789f-45c4-b045-353641cbe155', 'network_id': 'e4b3daf1-789f-45c4-b045-353641cbe155', 'tenant_id': '06354b2f692f48d2a8fb40b9ca7d70e5', 'fixed_ips': [{'subnet_id': '1191047a-d5a2-410b-b0ab-98bced280a1d'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:00:11.124892 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:11.171283 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96135be8-9a0e-4dc9-943d-9a0afbc38de8 req-8cb6fc15-8f68-4b2d-8ce3-ebe85b682a01 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:11.180267 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-96135be8-9a0e-4dc9-943d-9a0afbc38de8 req-8cb6fc15-8f68-4b2d-8ce3-ebe85b682a01 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.3228955 Nov 13 05:00:11.206723 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:11.354080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-96135be8-9a0e-4dc9-943d-9a0afbc38de8 req-d6ef87b1-d992-453d-9bda-3ac7fb1832b4 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625423 Nov 13 05:00:11.361644 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Allocated IP 2001:db8::f816:3eff:fe2d:b155 (e4b3daf1-789f-45c4-b045-353641cbe155/1191047a-d5a2-410b-b0ab-98bced280a1d/81d9cdeb-a36e-4395-b961-0c8d155bb53f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:00:11.411943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-6442c8be-080a-468f-82cd-443ffab02bef tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Made reservation on behalf of ed45584aef18439cae95469fe30521e9 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:00:11.417151 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-6442c8be-080a-468f-82cd-443ffab02bef tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:11.568261 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:11.591124 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:11.635539 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e11961c4-94ae-4c7b-a4cc-e28298d8cba8 req-f37e0516-8983-47e2-b75e-3c7d6c3928af tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 210 time: 0.0739937 Nov 13 05:00:11.665359 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:11.684584 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-6442c8be-080a-468f-82cd-443ffab02bef tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Allocated IP 172.20.0.4 (2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265/8425bb51-2f44-48d9-9624-de0a04579a27/82e8520d-df63-42fb-a803-f74b019364fb) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:00:11.702334 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Pushing event updated for resources: {'Port': ['ID=81d9cdeb-a36e-4395-b961-0c8d155bb53f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:11.719797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Subnet': ['ID=1191047a-d5a2-410b-b0ab-98bced280a1d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:11.743424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Network e4b3daf1-789f-45c4-b045-353641cbe155 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:00:11.750973 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:00:11.755754 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:00:11.813045 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:11.869296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b3daf1-789f-45c4-b045-353641cbe155']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:11.892344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Attempting to bind port 81d9cdeb-a36e-4395-b961-0c8d155bb53f on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:00:11.892719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Attempting to bind port 81d9cdeb-a36e-4395-b961-0c8d155bb53f by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'b677f34d-5182-4e3d-8bdb-1dc150b6545b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e4b3daf1-789f-45c4-b045-353641cbe155'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:00:11.893073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Attempting to bind port 81d9cdeb-a36e-4395-b961-0c8d155bb53f on network e4b3daf1-789f-45c4-b045-353641cbe155 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:00:11.900813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b677f34d-5182-4e3d-8bdb-1dc150b6545b') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:11.901133 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b677f34d-5182-4e3d-8bdb-1dc150b6545b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:11.908150 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:00:11.908506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Checking segment: {'id': 'b677f34d-5182-4e3d-8bdb-1dc150b6545b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e4b3daf1-789f-45c4-b045-353641cbe155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:00:11.908840 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:11.909235 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Bound using segment: {'id': 'b677f34d-5182-4e3d-8bdb-1dc150b6545b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e4b3daf1-789f-45c4-b045-353641cbe155'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:00:11.909712 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Bound port: 81d9cdeb-a36e-4395-b961-0c8d155bb53f, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b677f34d-5182-4e3d-8bdb-1dc150b6545b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e4b3daf1-789f-45c4-b045-353641cbe155'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:00:11.910091 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:11.921833 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:11.947191 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:11.961586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:00:11.962330 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:12.064963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] For port 81d9cdeb-a36e-4395-b961-0c8d155bb53f, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:00:12.109967 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-6442c8be-080a-468f-82cd-443ffab02bef tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:00:12.139089 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:00:12.142363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] For port 81d9cdeb-a36e-4395-b961-0c8d155bb53f, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=81d9cdeb-a36e-4395-b961-0c8d155bb53f,segment=NetworkSegment(b677f34d-5182-4e3d-8bdb-1dc150b6545b),segment_id=b677f34d-5182-4e3d-8bdb-1dc150b6545b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:00:12.146583 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.db.api [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 13 05:00:12.146583 n-d-813114-2 neutron-server[102668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 13 05:00:12.146583 n-d-813114-2 neutron-server[102668]: [parameters: {'id': 'e4b3daf1-789f-45c4-b045-353641cbe155'}] Nov 13 05:00:12.146583 n-d-813114-2 neutron-server[102668]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:00:12.148100 n-d-813114-2 neutron-server[102668]: DEBUG oslo_db.api [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:00:12.150214 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:12.175594 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-6442c8be-080a-468f-82cd-443ffab02bef tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:12.220774 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['1389231e-ac69-429d-bf74-ab27295f78b5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:00:12.238422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442c8be-080a-468f-82cd-443ffab02bef tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event updated for resources: {'Port': ['ID=82e8520d-df63-42fb-a803-f74b019364fb,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:12.253338 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-6442c8be-080a-468f-82cd-443ffab02bef tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:00:12.254890 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-6442c8be-080a-468f-82cd-443ffab02bef tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:00:12.260185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-6442c8be-080a-468f-82cd-443ffab02bef tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:00:12.380697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-6442c8be-080a-468f-82cd-443ffab02bef tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:12.382811 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-6442c8be-080a-468f-82cd-443ffab02bef tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:12.437077 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-6442c8be-080a-468f-82cd-443ffab02bef tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4460864 Nov 13 05:00:12.445904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb3abf-5c93-4889-afd0-6ca860c68e01 None None] Pushing event updated for resources: {'Port': ['ID=81d9cdeb-a36e-4395-b961-0c8d155bb53f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:12.475483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Request body: {'port': {'device_id': '4b8ccf23-3cae-4058-b16c-e8899b6ee799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:00:12.487009 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba09e089-a748-42c5-a4ec-928f51ec5871 None None] Network e4b3daf1-789f-45c4-b045-353641cbe155 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:00:12.651305 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:12.674772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f4f11-861c-46e7-9bdd-ce988062e2ad req-b330434d-6176-4bc9-af94-b04caf621efd tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:12.689762 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-073f4f11-861c-46e7-9bdd-ce988062e2ad req-b330434d-6176-4bc9-af94-b04caf621efd tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1285679 Nov 13 05:00:12.690609 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:12.748544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Deleting port 81d9cdeb-a36e-4395-b961-0c8d155bb53f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:00:12.749166 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:12.776605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b78a3847-e2c0-41b4-9431-f039f7da02e8 None None] Provisioning complete for port 82e8520d-df63-42fb-a803-f74b019364fb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:00:12.777146 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b78a3847-e2c0-41b4-9431-f039f7da02e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:12.831924 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-073f4f11-861c-46e7-9bdd-ce988062e2ad req-4e8a1b14-cbc8-44de-af6d-a732665c5afb tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265900 Nov 13 05:00:12.884114 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b714c06-c98e-4219-8643-aa7a53067d9a req-f0445742-c149-4c9b-ac28-a4e707203dd4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:12.886507 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0b714c06-c98e-4219-8643-aa7a53067d9a req-f0445742-c149-4c9b-ac28-a4e707203dd4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 931 time: 0.1524913 Nov 13 05:00:12.897244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b78a3847-e2c0-41b4-9431-f039f7da02e8 None None] Port 82e8520d-df63-42fb-a803-f74b019364fb cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:00:12.925757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43996d9-ba0b-427c-b2a6-79d515a03c0a None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 05:00:12.975058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] For port 81d9cdeb-a36e-4395-b961-0c8d155bb53f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=81d9cdeb-a36e-4395-b961-0c8d155bb53f,segment=NetworkSegment(b677f34d-5182-4e3d-8bdb-1dc150b6545b),segment_id=b677f34d-5182-4e3d-8bdb-1dc150b6545b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:00:12.977367 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:13.058159 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0b714c06-c98e-4219-8643-aa7a53067d9a req-b317d867-d9b8-4192-8847-cf548a59cd71 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626315 Nov 13 05:00:13.069342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Calling delete_port for 81d9cdeb-a36e-4395-b961-0c8d155bb53f owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:00:13.262802 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:13.289821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Port': ['ID=81d9cdeb-a36e-4395-b961-0c8d155bb53f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:13.297813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] No DVR routers for this DVR port 81d9cdeb-a36e-4395-b961-0c8d155bb53f on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:00:13.300563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43996d9-ba0b-427c-b2a6-79d515a03c0a None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 05:00:13.305920 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e8520d-df63-42fb-a803-f74b019364fb {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:00:13.314549 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:13.332731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Transition to ACTIVE for port object 82e8520d-df63-42fb-a803-f74b019364fb will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:00:13.341403 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:13.422882 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:13.454374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b3daf1-789f-45c4-b045-353641cbe155']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:13.469299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b677f34d-5182-4e3d-8bdb-1dc150b6545b') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:13.469584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b677f34d-5182-4e3d-8bdb-1dc150b6545b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:13.482715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:13.485206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Pushing event updated for resources: {'Port': ['ID=82e8520d-df63-42fb-a803-f74b019364fb,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:13.513926 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:13.524333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:00:13.524875 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:00:13.618599 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:00:13.625487 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:13.631905 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:13.639357 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/networks/e4b3daf1-789f-45c4-b045-353641cbe155 HTTP/1.1" status: 204 len: 168 time: 2.8680284 Nov 13 05:00:13.642192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Attempting to bind port 82e8520d-df63-42fb-a803-f74b019364fb on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:00:13.642536 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Attempting to bind port 82e8520d-df63-42fb-a803-f74b019364fb by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:00:13.642865 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Attempting to bind port 82e8520d-df63-42fb-a803-f74b019364fb on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:00:13.646206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47668) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:13.677991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ac17f-5c9b-4062-a302-3f4b973c168e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Network': ['ID=e4b3daf1-789f-45c4-b045-353641cbe155,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:13.713311 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f614c21c-f7a0-412c-931b-2be77947e898 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] DELETE failed (client error): The resource could not be found. Nov 13 05:00:13.713941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f614c21c-f7a0-412c-931b-2be77947e898 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:00:13.725430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47670) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:13.730145 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f614c21c-f7a0-412c-931b-2be77947e898 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/subnets/1191047a-d5a2-410b-b0ab-98bced280a1d HTTP/1.1" status: 404 len: 337 time: 0.0769217 Nov 13 05:00:13.730960 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Port 82e8520d-df63-42fb-a803-f74b019364fb on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:00:13.731275 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Attempting to bind port 82e8520d-df63-42fb-a803-f74b019364fb on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:00:13.748190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 4, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:00:13.748660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Checking segment: {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:00:13.749115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Bound using segment: {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:00:13.749624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Bound port: 82e8520d-df63-42fb-a803-f74b019364fb, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:00:13.750092 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:13.750263 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-728ca180-e41a-456e-8a66-6aef2e83049a tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] DELETE failed (client error): The resource could not be found. Nov 13 05:00:13.750713 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728ca180-e41a-456e-8a66-6aef2e83049a tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:00:13.755535 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-728ca180-e41a-456e-8a66-6aef2e83049a tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/networks/e4b3daf1-789f-45c4-b045-353641cbe155 HTTP/1.1" status: 404 len: 339 time: 0.0273242 Nov 13 05:00:13.759294 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47672) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:13.767899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe8c61-7479-476f-8413-fcc654382e24 req-9291a0e4-4097-4013-a1fe-6e8ef0df75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:13.771088 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7afe8c61-7479-476f-8413-fcc654382e24 req-9291a0e4-4097-4013-a1fe-6e8ef0df75bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 1096 time: 0.0955372 Nov 13 05:00:13.812074 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a8d0d3-2ba7-4e62-ad51-f377a49e9067 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] DELETE failed (client error): The resource could not be found. Nov 13 05:00:13.812529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a8d0d3-2ba7-4e62-ad51-f377a49e9067 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:00:13.818399 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-11a8d0d3-2ba7-4e62-ad51-f377a49e9067 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/subnets/473393f7-7726-437b-ab86-c3f5da6711b2 HTTP/1.1" status: 404 len: 337 time: 0.0477383 Nov 13 05:00:13.820904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47674) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:13.857354 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-412dcd2f-d333-427d-bc87-c64779a54856 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] DELETE failed (client error): The resource could not be found. Nov 13 05:00:13.857901 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412dcd2f-d333-427d-bc87-c64779a54856 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:00:13.869331 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-412dcd2f-d333-427d-bc87-c64779a54856 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/networks/eba571fc-6437-4ff0-abf8-459756f818dd HTTP/1.1" status: 404 len: 339 time: 0.0430744 Nov 13 05:00:13.869331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47676) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:13.932255 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2768b995-69e7-4a5b-b865-d244d654990a tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] DELETE failed (client error): The resource could not be found. Nov 13 05:00:13.932255 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2768b995-69e7-4a5b-b865-d244d654990a tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:00:13.933059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe8c61-7479-476f-8413-fcc654382e24 req-362843b2-294b-4f24-9d19-4233083e7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:13.942537 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2768b995-69e7-4a5b-b865-d244d654990a tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/subnets/922fa129-6b5b-4595-9fa4-a47c69783421 HTTP/1.1" status: 404 len: 337 time: 0.0747137 Nov 13 05:00:13.947491 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7afe8c61-7479-476f-8413-fcc654382e24 req-362843b2-294b-4f24-9d19-4233083e7d0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 917 time: 0.1674449 Nov 13 05:00:13.949310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47684) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:14.045341 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] For port 82e8520d-df63-42fb-a803-f74b019364fb, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:00:14.074677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] For port 82e8520d-df63-42fb-a803-f74b019364fb, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=82e8520d-df63-42fb-a803-f74b019364fb,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:00:14.083255 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:14.108193 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96a44a5-cec1-4772-a729-9d291908ee40 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] DELETE failed (client error): The resource could not be found. Nov 13 05:00:14.116040 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96a44a5-cec1-4772-a729-9d291908ee40 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:00:14.127227 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e96a44a5-cec1-4772-a729-9d291908ee40 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/networks/a94b64b9-240e-4441-b5cd-80dbaf8df6f9 HTTP/1.1" status: 404 len: 339 time: 0.1191130 Nov 13 05:00:14.131846 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47692) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:14.174296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f68be-d02e-494b-825f-47cc763af25e req-96204b38-b4d1-4341-a6e6-6e102ade69d7 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:14.176683 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-067f68be-d02e-494b-825f-47cc763af25e req-96204b38-b4d1-4341-a6e6-6e102ade69d7 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1927171 Nov 13 05:00:14.182952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Pushing event updated for resources: {'Port': ['ID=82e8520d-df63-42fb-a803-f74b019364fb,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:14.218354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:14.219892 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:14.225778 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-5aa9f391-0edf-44b6-92c4-436c44cd7706 service neutron] 10.222.0.46 "PUT /v2.0/ports/82e8520d-df63-42fb-a803-f74b019364fb HTTP/1.1" status: 200 len: 1091 time: 1.7760990 Nov 13 05:00:14.233342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8ccf23-3cae-4058-b16c-e8899b6ee799', 'tag': '82e8520d-df63-42fb-a803-f74b019364fb'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:00:14.253049 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eedd11-e8c3-4f3a-b434-ccd873a39136" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8ccf23-3cae-4058-b16c-e8899b6ee799", "tag": "82e8520d-df63-42fb-a803-f74b019364fb"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:00:14.264244 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7afe8c61-7479-476f-8413-fcc654382e24 req-947ef41d-61e6-4c89-869d-36e2a429fe61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57 HTTP/1.1" status: 200 len: 1001 time: 0.3158252 Nov 13 05:00:14.361577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-7b66ef64-2b8c-4369-bd13-6e1951be1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:14.363129 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-7b66ef64-2b8c-4369-bd13-6e1951be1a85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 1094 time: 0.0676675 Nov 13 05:00:14.389629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfb2eb-91dc-46aa-87e7-81593e1f7aa6 req-746385d7-1fe6-49eb-b9c1-1efd15c2249e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:14.396910 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-067f68be-d02e-494b-825f-47cc763af25e req-47f0b0f1-a127-457b-bf35-8679472b216c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956451 Nov 13 05:00:14.407571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dabfb2eb-91dc-46aa-87e7-81593e1f7aa6 req-746385d7-1fe6-49eb-b9c1-1efd15c2249e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 943 time: 0.2179329 Nov 13 05:00:14.443522 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-79f5891c-ee5a-43b1-8ce0-a3c32b72d79b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82e8520d-df63-42fb-a803-f74b019364fb HTTP/1.1" status: 200 len: 217 time: 0.0627542 Nov 13 05:00:14.466710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe8c61-7479-476f-8413-fcc654382e24 req-72194b7d-1281-4eea-80a9-255908c500bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:14.468234 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7afe8c61-7479-476f-8413-fcc654382e24 req-72194b7d-1281-4eea-80a9-255908c500bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.1901972 Nov 13 05:00:14.504477 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c4dff4-693b-4c72-b147-f29880031688 x-openstack-request-id: req-b3c4dff4-693b-4c72-b147-f29880031688 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:00:14.504827 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8ccf23-3cae-4058-b16c-e8899b6ee799", "tag": "82e8520d-df63-42fb-a803-f74b019364fb", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:00:14.505012 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3c4dff4-693b-4c72-b147-f29880031688 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:00:14.505405 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8ccf23-3cae-4058-b16c-e8899b6ee799', 'tag': '82e8520d-df63-42fb-a803-f74b019364fb', 'status': 'completed', 'code': 200} Nov 13 05:00:14.514094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-a14530d4-dd7d-4e16-84cb-c3f13eac9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:14.515616 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-a14530d4-dd7d-4e16-84cb-c3f13eac9b9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0642557 Nov 13 05:00:14.548458 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3fe621a7-e4f5-4de9-a5c8-045eb77c4495 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Deleting port 015311c0-1000-412e-8f19-8b577884327d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:00:14.548793 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3fe621a7-e4f5-4de9-a5c8-045eb77c4495 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:14.581606 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-a0a3aebd-bf14-446b-8b8b-4cff15cf4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:14.583404 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-a0a3aebd-bf14-446b-8b8b-4cff15cf4690 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600851 Nov 13 05:00:14.669377 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3fe621a7-e4f5-4de9-a5c8-045eb77c4495 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:14.687229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3fe621a7-e4f5-4de9-a5c8-045eb77c4495 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Calling delete_port for 015311c0-1000-412e-8f19-8b577884327d owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:00:14.730568 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-0c7d7aa8-084f-4354-b3c7-39891c87afed service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368232 Nov 13 05:00:14.778196 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dabfb2eb-91dc-46aa-87e7-81593e1f7aa6 req-5eab81da-d254-4ebb-95cd-4fc3e8d09c32 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697038 Nov 13 05:00:14.782025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe8c61-7479-476f-8413-fcc654382e24 req-6db1cbdf-0665-47d3-86d4-4d05cd87480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:14.783530 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7afe8c61-7479-476f-8413-fcc654382e24 req-6db1cbdf-0665-47d3-86d4-4d05cd87480b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2936804 Nov 13 05:00:14.789818 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3fe621a7-e4f5-4de9-a5c8-045eb77c4495 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:14.830374 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efa2620f-013b-4da5-90bf-a162fc41a793 req-cf0d4a13-4c0d-46ca-94e6-128b070883b0 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919762 Nov 13 05:00:14.869581 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe621a7-e4f5-4de9-a5c8-045eb77c4495 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Port': ['ID=015311c0-1000-412e-8f19-8b577884327d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:14.901851 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3fe621a7-e4f5-4de9-a5c8-045eb77c4495 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:14.912229 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3fe621a7-e4f5-4de9-a5c8-045eb77c4495 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/ports/015311c0-1000-412e-8f19-8b577884327d HTTP/1.1" status: 204 len: 168 time: 0.7793036 Nov 13 05:00:14.914457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47696) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:14.958388 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7afe8c61-7479-476f-8413-fcc654382e24 req-87b8ff96-22ae-40c7-98bf-c2471aa1cb8d service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592679 Nov 13 05:00:14.960388 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-924e80dd-cce6-4a26-a6e7-1bd6fb148159 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] DELETE failed (client error): The resource could not be found. Nov 13 05:00:14.961433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924e80dd-cce6-4a26-a6e7-1bd6fb148159 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:00:14.966896 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-924e80dd-cce6-4a26-a6e7-1bd6fb148159 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/subnets/6c1ca28c-8411-472d-9beb-aaf5a60c9bdd HTTP/1.1" status: 404 len: 337 time: 0.0511215 Nov 13 05:00:14.981595 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47698) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:15.107468 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eedd11-e8c3-4f3a-b434-ccd873a39136 req-c20f3390-167e-42d8-9981-36645260a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:15.107468 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2eedd11-e8c3-4f3a-b434-ccd873a39136 req-c20f3390-167e-42d8-9981-36645260a415 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 1094 time: 0.1312373 Nov 13 05:00:15.200408 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7afe8c61-7479-476f-8413-fcc654382e24 req-9dc637a5-150a-42d9-8a26-6d145cb88406 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343488 Nov 13 05:00:15.217977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eedd11-e8c3-4f3a-b434-ccd873a39136 req-dcfc302f-fcef-4ec2-a9a4-40140c1a9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:15.219594 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2eedd11-e8c3-4f3a-b434-ccd873a39136 req-dcfc302f-fcef-4ec2-a9a4-40140c1a9bc3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.1110213 Nov 13 05:00:15.223993 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6eb3df5a-4640-4ec8-8817-bd2e35e80c58 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:15.269652 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2eedd11-e8c3-4f3a-b434-ccd873a39136 req-8ea4616a-c939-4d73-a5f6-90930669475e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82e8520d-df63-42fb-a803-f74b019364fb HTTP/1.1" status: 200 len: 217 time: 0.0401108 Nov 13 05:00:15.330169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6eb3df5a-4640-4ec8-8817-bd2e35e80c58 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:15.357642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6eb3df5a-4640-4ec8-8817-bd2e35e80c58 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54275636-50e1-463a-9400-d07a190e3a36']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:15.365696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eedd11-e8c3-4f3a-b434-ccd873a39136 req-153f2ee7-3d04-4b7c-b27f-0f2ad509a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:15.369035 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2eedd11-e8c3-4f3a-b434-ccd873a39136 req-153f2ee7-3d04-4b7c-b27f-0f2ad509a8e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0701971 Nov 13 05:00:15.370330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6eb3df5a-4640-4ec8-8817-bd2e35e80c58 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfeb7de-3daa-4618-8f9c-5d049bd9df95') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:15.371100 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6eb3df5a-4640-4ec8-8817-bd2e35e80c58 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfeb7de-3daa-4618-8f9c-5d049bd9df95') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:15.382072 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6eb3df5a-4640-4ec8-8817-bd2e35e80c58 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:15.401096 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6eb3df5a-4640-4ec8-8817-bd2e35e80c58 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:15.408273 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb3df5a-4640-4ec8-8817-bd2e35e80c58 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:00:15.408764 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6eb3df5a-4640-4ec8-8817-bd2e35e80c58 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:00:15.413426 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:00:15.438276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eedd11-e8c3-4f3a-b434-ccd873a39136 req-e9573995-6e67-4002-8505-04c7dadb570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:15.441735 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2eedd11-e8c3-4f3a-b434-ccd873a39136 req-e9573995-6e67-4002-8505-04c7dadb570e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628703 Nov 13 05:00:15.509769 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6eb3df5a-4640-4ec8-8817-bd2e35e80c58 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:15.533182 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6eb3df5a-4640-4ec8-8817-bd2e35e80c58 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:15.540674 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6eb3df5a-4640-4ec8-8817-bd2e35e80c58 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/networks/54275636-50e1-463a-9400-d07a190e3a36 HTTP/1.1" status: 204 len: 168 time: 0.5553613 Nov 13 05:00:15.541363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:15.544019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3df5a-4640-4ec8-8817-bd2e35e80c58 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Network': ['ID=54275636-50e1-463a-9400-d07a190e3a36,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:15.663526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f2b03648-b11a-49ce-b26d-2d18cf1ff42a tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Deleting port 7bff3b3e-b32d-461d-83e6-40581a0ab94c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:00:15.664143 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2b03648-b11a-49ce-b26d-2d18cf1ff42a tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:15.750782 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2b03648-b11a-49ce-b26d-2d18cf1ff42a tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:15.772249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f2b03648-b11a-49ce-b26d-2d18cf1ff42a tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Calling delete_port for 7bff3b3e-b32d-461d-83e6-40581a0ab94c owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:00:15.942098 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d95941-6259-40b4-bb2d-7d6108ad8358 req-79f44f9e-345b-420e-981a-8425ee402f5b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:15.943797 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35d95941-6259-40b4-bb2d-7d6108ad8358 req-79f44f9e-345b-420e-981a-8425ee402f5b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.4459369 Nov 13 05:00:15.945241 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2b03648-b11a-49ce-b26d-2d18cf1ff42a tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:15.973534 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2eedd11-e8c3-4f3a-b434-ccd873a39136 req-2407e37a-5f47-4795-b7c0-896dfed04d18 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105605 Nov 13 05:00:16.005860 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2b03648-b11a-49ce-b26d-2d18cf1ff42a tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:16.012747 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f2b03648-b11a-49ce-b26d-2d18cf1ff42a tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/ports/7bff3b3e-b32d-461d-83e6-40581a0ab94c HTTP/1.1" status: 204 len: 168 time: 0.4691591 Nov 13 05:00:16.013443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b03648-b11a-49ce-b26d-2d18cf1ff42a tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Port': ['ID=7bff3b3e-b32d-461d-83e6-40581a0ab94c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:16.017911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47710) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:16.058043 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2530b02b-6d2f-40ba-8bb2-1b2804702b3e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] DELETE failed (client error): The resource could not be found. Nov 13 05:00:16.058480 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2530b02b-6d2f-40ba-8bb2-1b2804702b3e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:00:16.062405 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2530b02b-6d2f-40ba-8bb2-1b2804702b3e tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/subnets/03961bbd-272b-47ec-bb71-edb6ec48893f HTTP/1.1" status: 404 len: 337 time: 0.0434380 Nov 13 05:00:16.066539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47714) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:16.086635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed20f9-f09c-41ed-b15e-603e5e56289f req-585d1e06-3a92-4409-9d9a-2ab7f7d89f35 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:16.088400 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1ed20f9-f09c-41ed-b15e-603e5e56289f req-585d1e06-3a92-4409-9d9a-2ab7f7d89f35 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 943 time: 0.1904659 Nov 13 05:00:16.105051 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35d95941-6259-40b4-bb2d-7d6108ad8358 req-9f7bfaff-aacc-45cb-b02d-88dbedf67978 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524959 Nov 13 05:00:16.151301 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2eedd11-e8c3-4f3a-b434-ccd873a39136 req-e04f1487-0d8d-4c82-bb33-3e0ab238f1f6 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684210 Nov 13 05:00:16.233466 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:16.265163 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1ed20f9-f09c-41ed-b15e-603e5e56289f req-2e692d37-74e9-417c-ac83-00c5c8d21e60 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500330 Nov 13 05:00:16.340728 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Deleting port 948a9fd3-cc01-4ce8-b623-85fdc70c44f5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:00:16.341341 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:16.432428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] For port 948a9fd3-cc01-4ce8-b623-85fdc70c44f5, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=948a9fd3-cc01-4ce8-b623-85fdc70c44f5,segment=NetworkSegment(1e9e88d5-3298-4a59-b2b6-3546cbf645bf),segment_id=1e9e88d5-3298-4a59-b2b6-3546cbf645bf)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:00:16.432946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:16.451413 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Calling delete_port for 948a9fd3-cc01-4ce8-b623-85fdc70c44f5 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:00:16.545722 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:16.574888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] No DVR routers for this DVR port 948a9fd3-cc01-4ce8-b623-85fdc70c44f5 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:00:16.580012 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Port': ['ID=948a9fd3-cc01-4ce8-b623-85fdc70c44f5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:16.672308 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:16.695327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60086f98-29cd-48f7-96fa-4a9e878f2058']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:16.705867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9e88d5-3298-4a59-b2b6-3546cbf645bf') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:16.706346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9e88d5-3298-4a59-b2b6-3546cbf645bf') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:16.716875 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:16.731385 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:16.739220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:00:16.739704 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:00:16.743063 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:00:16.815983 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:16.830391 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:16.837121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47730) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:16.837932 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/networks/60086f98-29cd-48f7-96fa-4a9e878f2058 HTTP/1.1" status: 204 len: 168 time: 0.7695057 Nov 13 05:00:16.849929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2a755-8171-4505-b454-bf45d2966254 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Network': ['ID=60086f98-29cd-48f7-96fa-4a9e878f2058,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:16.907424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9f2c7a-c354-4561-afe1-94c0abb6278d tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Deleting subnet 59a939ca-e133-4c75-9a41-3830cbcdc64d {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:00:16.911705 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f9f2c7a-c354-4561-afe1-94c0abb6278d tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:16.957678 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f9f2c7a-c354-4561-afe1-94c0abb6278d tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:17.065238 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f9f2c7a-c354-4561-afe1-94c0abb6278d tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:17.143586 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f9f2c7a-c354-4561-afe1-94c0abb6278d tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:17.193485 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f9f2c7a-c354-4561-afe1-94c0abb6278d tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:17.199074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2f9f2c7a-c354-4561-afe1-94c0abb6278d tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/subnets/59a939ca-e133-4c75-9a41-3830cbcdc64d HTTP/1.1" status: 204 len: 168 time: 0.3592598 Nov 13 05:00:17.200795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47748) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:17.201690 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f2c7a-c354-4561-afe1-94c0abb6278d tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Subnet': ['ID=59a939ca-e133-4c75-9a41-3830cbcdc64d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:17.202466 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741a0794-160b-4cd2-96e2-9db040f26f43 None None] Network 0701be96-265b-4f5c-b2b9-86d0608a20df requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:00:17.337708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63692659-4447-4073-b9a4-2c92f2a32d22 req-6aee1ae4-9a34-4470-acbc-af5a2a364379 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:17.348690 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63692659-4447-4073-b9a4-2c92f2a32d22 req-6aee1ae4-9a34-4470-acbc-af5a2a364379 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 945 time: 0.1203663 Nov 13 05:00:17.372532 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:17.442505 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63692659-4447-4073-b9a4-2c92f2a32d22 req-1a0c4ca2-fc06-4943-8cb0-4b89f5a629ff tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927196 Nov 13 05:00:17.524573 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] DHCP port deletion for 0701be96-265b-4f5c-b2b9-86d0608a20df request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:00:17.578861 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9471c-97d1-4ac7-a5c4-664d9de48f33 req-5921948a-f7e6-4454-9345-13c65781ee24 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:17.584790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Deleting port dcf7c5ce-0bab-4f50-bc09-604cf70bb404 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:00:17.585209 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:17.587925 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a9c9471c-97d1-4ac7-a5c4-664d9de48f33 req-5921948a-f7e6-4454-9345-13c65781ee24 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 943 time: 0.1005375 Nov 13 05:00:17.626058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Deleting port dcf7c5ce-0bab-4f50-bc09-604cf70bb404 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:00:17.626606 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:17.675471 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] For port dcf7c5ce-0bab-4f50-bc09-604cf70bb404, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=dcf7c5ce-0bab-4f50-bc09-604cf70bb404,segment=NetworkSegment(dd9d724f-e15f-458e-a4d1-a455836fc952),segment_id=dd9d724f-e15f-458e-a4d1-a455836fc952)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:00:17.676590 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:17.692590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Calling delete_port for dcf7c5ce-0bab-4f50-bc09-604cf70bb404 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:00:17.702824 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a9c9471c-97d1-4ac7-a5c4-664d9de48f33 req-91521d40-d565-43dd-a229-0f989e5b6368 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144004 Nov 13 05:00:17.734687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] For port dcf7c5ce-0bab-4f50-bc09-604cf70bb404, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=dcf7c5ce-0bab-4f50-bc09-604cf70bb404,segment=NetworkSegment(dd9d724f-e15f-458e-a4d1-a455836fc952),segment_id=dd9d724f-e15f-458e-a4d1-a455836fc952)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:00:17.735250 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:17.755972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Calling delete_port for dcf7c5ce-0bab-4f50-bc09-604cf70bb404 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:00:17.798536 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:17.838788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Pushing event deleted for resources: {'Port': ['ID=dcf7c5ce-0bab-4f50-bc09-604cf70bb404,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:17.848478 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] No DVR routers for this DVR port dcf7c5ce-0bab-4f50-bc09-604cf70bb404 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:00:17.850831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:17.851225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:17.851562 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:17.851887 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:17.852269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:17.852591 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:17.852907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:17.853222 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:17.853535 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:17.854464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:17.854876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:17.855226 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294c3b9-469d-44c7-bbc0-f6c3e422e09e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:17.874819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 0723fe74-760b-41b9-b3e4-bacfe4d57f57 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:00:17.981934 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:18.018552 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0723fe74-760b-41b9-b3e4-bacfe4d57f57'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:00:18.022408 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7303cd-82fe-408e-ac9b-33b096189977" -d '{"events": [{"server_uuid": "ffa87674-baf0-44e2-9df8-06bbe99139a7", "name": "network-vif-unplugged", "status": "completed", "tag": "0723fe74-760b-41b9-b3e4-bacfe4d57f57"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:00:18.042108 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 0723fe74-760b-41b9-b3e4-bacfe4d57f57, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:00:18.052709 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:18.097639 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 13 Nov 2021 05:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cd7148-fd6c-40fe-8266-ae7c41053874 x-openstack-request-id: req-c3cd7148-fd6c-40fe-8266-ae7c41053874 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:00:18.097931 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa87674-baf0-44e2-9df8-06bbe99139a7", "name": "network-vif-unplugged", "status": "failed", "tag": "0723fe74-760b-41b9-b3e4-bacfe4d57f57", "code": 422}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:00:18.098185 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3cd7148-fd6c-40fe-8266-ae7c41053874 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:00:18.098596 n-d-813114-2 neutron-server[102669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'code': 422} returned with failed status Nov 13 05:00:18.123593 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=0723fe74-760b-41b9-b3e4-bacfe4d57f57,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:18.333027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device dcf7c5ce-0bab-4f50-bc09-604cf70bb404 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:00:18.369421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493ec64-0e78-4cd0-8071-cad927c1bd71 req-eff9eef8-f3fa-4a95-9a89-5b851b481796 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:18.372582 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c493ec64-0e78-4cd0-8071-cad927c1bd71 req-eff9eef8-f3fa-4a95-9a89-5b851b481796 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0956221 Nov 13 05:00:18.375477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: dcf7c5ce-0bab-4f50-bc09-604cf70bb404 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:00:18.375831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device dcf7c5ce-0bab-4f50-bc09-604cf70bb404 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:00:18.389551 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:18.429561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Port': ['ID=dcf7c5ce-0bab-4f50-bc09-604cf70bb404,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:18.431499 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] No DVR routers for this DVR port dcf7c5ce-0bab-4f50-bc09-604cf70bb404 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:00:18.557934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47794) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:18.583626 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:18.593965 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c493ec64-0e78-4cd0-8071-cad927c1bd71 req-33b178d8-2c7a-4c0f-bc95-dfe5cfbbea50 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656933 Nov 13 05:00:18.623781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0701be96-265b-4f5c-b2b9-86d0608a20df']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:18.634338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9d724f-e15f-458e-a4d1-a455836fc952') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:18.634764 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9d724f-e15f-458e-a4d1-a455836fc952') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:00:18.645258 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:18.659734 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:18.667560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:00:18.668156 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:00:18.671682 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:00:18.751852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-a6f0575a-49bd-45ab-b88d-b0171bf57a8d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1913433 Nov 13 05:00:18.754152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:18.757705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-32791db6-2fe0-402a-827d-5ec96b84051c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:00:18.770429 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:18.770840 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-32791db6-2fe0-402a-827d-5ec96b84051c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179789 Nov 13 05:00:18.774422 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] 10.222.0.43 "DELETE /v2.0/networks/0701be96-265b-4f5c-b2b9-86d0608a20df HTTP/1.1" status: 204 len: 168 time: 1.5724733 Nov 13 05:00:18.790220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3f5bf-a1a0-4947-9458-c482b6996df4 tempest-NetworksIpV6TestAttrs-881374098 tempest-NetworksIpV6TestAttrs-881374098-project] Pushing event deleted for resources: {'Network': ['ID=0701be96-265b-4f5c-b2b9-86d0608a20df,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:18.905080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429ca63-a918-439f-96c4-436565f47b7b req-4658548b-9a6e-4d7f-b18a-ec3ea63569f4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:18.906611 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a429ca63-a918-439f-96c4-436565f47b7b req-4658548b-9a6e-4d7f-b18a-ec3ea63569f4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 943 time: 0.0635872 Nov 13 05:00:18.992104 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a429ca63-a918-439f-96c4-436565f47b7b req-3c27c785-dd62-418f-b342-3d45058ad94e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732467 Nov 13 05:00:19.189202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47810) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:19.362305 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-48c47833-d8fb-487d-b9dc-db9dd1dc3413 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06354b2f692f48d2a8fb40b9ca7d70e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714082 Nov 13 05:00:19.365277 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47814) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:19.431016 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c559cabf-2e5f-4b7a-b299-ec01b688105f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:19.455070 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c559cabf-2e5f-4b7a-b299-ec01b688105f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:19.506460 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c559cabf-2e5f-4b7a-b299-ec01b688105f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:19.509257 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c559cabf-2e5f-4b7a-b299-ec01b688105f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:19.510844 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c559cabf-2e5f-4b7a-b299-ec01b688105f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1954d2b5-1ca5-495d-919c-90dfbe42f0d7 HTTP/1.1" status: 204 len: 168 time: 0.1441648 Nov 13 05:00:19.537110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559cabf-2e5f-4b7a-b299-ec01b688105f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1954d2b5-1ca5-495d-919c-90dfbe42f0d7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:19.778501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1dea2-b182-4c9c-a04e-0af4078bde8f req-8774b125-b0c7-4e6d-91b0-7e5f67f8a02d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:19.780835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dab1dea2-b182-4c9c-a04e-0af4078bde8f req-8774b125-b0c7-4e6d-91b0-7e5f67f8a02d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0531654 Nov 13 05:00:19.840306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 82e8520d-df63-42fb-a803-f74b019364fb details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:00:19.878867 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dab1dea2-b182-4c9c-a04e-0af4078bde8f req-be719c56-a3ae-4c7b-ba2c-9b8f9d7e0e1b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888212 Nov 13 05:00:20.060982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 82e8520d-df63-42fb-a803-f74b019364fb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=82e8520d-df63-42fb-a803-f74b019364fb,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:00:20.082850 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '82e8520d-df63-42fb-a803-f74b019364fb', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'port_id': '82e8520d-df63-42fb-a803-f74b019364fb', 'mac_address': 'fa:16:3e:1c:33:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:00:20.139308 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:20.153322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e8520d-df63-42fb-a803-f74b019364fb {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:00:20.176481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 82e8520d-df63-42fb-a803-f74b019364fb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=82e8520d-df63-42fb-a803-f74b019364fb,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:00:20.190004 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:20.246991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a5e7a-2fb5-4a7b-85d1-6df75b56bf9a req-a0af7078-60c9-4b1d-9034-e4fc25cdca62 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:20.255308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc5a5e7a-2fb5-4a7b-85d1-6df75b56bf9a req-a0af7078-60c9-4b1d-9034-e4fc25cdca62 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 943 time: 0.1114266 Nov 13 05:00:20.287004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=82e8520d-df63-42fb-a803-f74b019364fb,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:20.325294 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc5a5e7a-2fb5-4a7b-85d1-6df75b56bf9a req-874df96a-9361-4ccb-9d9d-b5acddbfbbfc tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634618 Nov 13 05:00:20.592184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47844) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:20.711694 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e8019d47-6bfb-4237-978d-0d75c4ba0e3d tempest-SubnetPoolsTestJSON-443229109 tempest-SubnetPoolsTestJSON-443229109-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1995311383', 'prefixes': ['172.20.0.0/16']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:00:20.715460 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['82e8520d-df63-42fb-a803-f74b019364fb'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:00:20.854649 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e8019d47-6bfb-4237-978d-0d75c4ba0e3d tempest-SubnetPoolsTestJSON-443229109 tempest-SubnetPoolsTestJSON-443229109-project] Publish callbacks [] for subnetpool, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:20.856593 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e8019d47-6bfb-4237-978d-0d75c4ba0e3d tempest-SubnetPoolsTestJSON-443229109 tempest-SubnetPoolsTestJSON-443229109-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2632761 Nov 13 05:00:20.859634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47858) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:20.918334 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47860) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:20.919615 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4cb237a5-c594-43db-86c5-66fcb30a4acb tempest-SubnetPoolsTestJSON-443229109 tempest-SubnetPoolsTestJSON-443229109-project] 10.222.0.43 "GET /v2.0/subnetpools/31c23511-984b-4bcc-b0fa-d790daf3d6c1 HTTP/1.1" status: 200 len: 732 time: 0.0574582 Nov 13 05:00:20.923726 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-39f2f909-ef59-4760-82a4-21e4ed2eeb25 tempest-SubnetPoolsTestJSON-443229109 tempest-SubnetPoolsTestJSON-443229109-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-200184097'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:00:21.091854 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39f2f909-ef59-4760-82a4-21e4ed2eeb25 tempest-SubnetPoolsTestJSON-443229109 tempest-SubnetPoolsTestJSON-443229109-project] Publish callbacks [] for subnetpool, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:21.095609 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-39f2f909-ef59-4760-82a4-21e4ed2eeb25 tempest-SubnetPoolsTestJSON-443229109 tempest-SubnetPoolsTestJSON-443229109-project] 10.222.0.43 "PUT /v2.0/subnetpools/31c23511-984b-4bcc-b0fa-d790daf3d6c1 HTTP/1.1" status: 200 len: 683 time: 0.1735084 Nov 13 05:00:21.095907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47864) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:21.101340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2317bf-3a44-492c-a9a9-8162013eb6fb req-e7ad4cfd-3d48-4292-a2dd-75df75e551fa tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:21.102942 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a2317bf-3a44-492c-a9a9-8162013eb6fb req-e7ad4cfd-3d48-4292-a2dd-75df75e551fa tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.1085808 Nov 13 05:00:21.172887 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a2317bf-3a44-492c-a9a9-8162013eb6fb req-de4252e3-a3f7-42e8-9d64-f57929a1b684 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618076 Nov 13 05:00:21.206457 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-716df5de-4cbd-403a-a2d5-fe9a3046e9f8 tempest-SubnetPoolsTestJSON-443229109 tempest-SubnetPoolsTestJSON-443229109-project] Publish callbacks [] for subnetpool, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:21.210461 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-716df5de-4cbd-403a-a2d5-fe9a3046e9f8 tempest-SubnetPoolsTestJSON-443229109 tempest-SubnetPoolsTestJSON-443229109-project] 10.222.0.43 "DELETE /v2.0/subnetpools/31c23511-984b-4bcc-b0fa-d790daf3d6c1 HTTP/1.1" status: 204 len: 168 time: 0.1111057 Nov 13 05:00:21.210715 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47866) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:21.229053 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-dc5186b5-75f8-41a0-ad92-a4e226929edd tempest-SubnetPoolsTestJSON-443229109 tempest-SubnetPoolsTestJSON-443229109-project] show failed (client error): The resource could not be found. Nov 13 05:00:21.233696 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dc5186b5-75f8-41a0-ad92-a4e226929edd tempest-SubnetPoolsTestJSON-443229109 tempest-SubnetPoolsTestJSON-443229109-project] 10.222.0.43 "GET /v2.0/subnetpools/31c23511-984b-4bcc-b0fa-d790daf3d6c1 HTTP/1.1" status: 404 len: 346 time: 0.0188682 Nov 13 05:00:21.233998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47868) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:21.253257 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-4e0adb9f-fad6-4689-bef4-04e26f5a430a tempest-SubnetPoolsTestJSON-443229109 tempest-SubnetPoolsTestJSON-443229109-project] delete failed (client error): The resource could not be found. Nov 13 05:00:21.255052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4e0adb9f-fad6-4689-bef4-04e26f5a430a tempest-SubnetPoolsTestJSON-443229109 tempest-SubnetPoolsTestJSON-443229109-project] 10.222.0.43 "DELETE /v2.0/subnetpools/31c23511-984b-4bcc-b0fa-d790daf3d6c1 HTTP/1.1" status: 404 len: 346 time: 0.0193000 Nov 13 05:00:21.626355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feeb322-334f-4e43-89e5-1614f0dffd65 req-069c1daa-1a3a-4aeb-812e-1081b1bad187 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:21.635985 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9feeb322-334f-4e43-89e5-1614f0dffd65 req-069c1daa-1a3a-4aeb-812e-1081b1bad187 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 944 time: 0.1565380 Nov 13 05:00:21.709122 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9feeb322-334f-4e43-89e5-1614f0dffd65 req-32a00ff3-2862-43c3-b987-611710dc086a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719044 Nov 13 05:00:21.747620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47886) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:21.924122 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39f0efd1-7a1b-4dab-8168-287056e6c625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:22.023773 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39f0efd1-7a1b-4dab-8168-287056e6c625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:22.031202 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39f0efd1-7a1b-4dab-8168-287056e6c625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:22.063925 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-39f0efd1-7a1b-4dab-8168-287056e6c625 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8b8fd90959541ebbed45f0bca9e1966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3150899 Nov 13 05:00:22.067339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47894) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:22.091685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0efd1-7a1b-4dab-8168-287056e6c625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2261e6ed-dd72-4d7e-afcf-4cbf80cf4b0b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:22.140892 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-642b5265-6f2c-4ecc-9a47-0ae3e227eac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:22.166712 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-642b5265-6f2c-4ecc-9a47-0ae3e227eac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:22.225277 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-642b5265-6f2c-4ecc-9a47-0ae3e227eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:22.229006 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-642b5265-6f2c-4ecc-9a47-0ae3e227eac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:22.233588 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-642b5265-6f2c-4ecc-9a47-0ae3e227eac7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2261e6ed-dd72-4d7e-afcf-4cbf80cf4b0b HTTP/1.1" status: 204 len: 168 time: 0.1649165 Nov 13 05:00:22.248531 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b5265-6f2c-4ecc-9a47-0ae3e227eac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2261e6ed-dd72-4d7e-afcf-4cbf80cf4b0b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:22.374444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21ba66-00fb-43d2-a8fd-262184260bf6 req-df4d157a-b7d9-4b5d-a292-d4123ec71bfb tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:22.376164 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa21ba66-00fb-43d2-a8fd-262184260bf6 req-df4d157a-b7d9-4b5d-a292-d4123ec71bfb tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0982802 Nov 13 05:00:22.439068 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa21ba66-00fb-43d2-a8fd-262184260bf6 req-1ca31367-9953-4050-b1b1-d08e7c77b1cd tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559428 Nov 13 05:00:22.937116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8463bb2-9ab9-402e-acf7-c0a395afd69c req-4b93925b-730a-4a38-81e6-34ff9438f9df tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:22.950058 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8463bb2-9ab9-402e-acf7-c0a395afd69c req-4b93925b-730a-4a38-81e6-34ff9438f9df tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 944 time: 0.1058545 Nov 13 05:00:23.031537 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8463bb2-9ab9-402e-acf7-c0a395afd69c req-f2cfb779-c0d7-4899-9e3a-62058e6c3450 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735517 Nov 13 05:00:23.229550 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47938) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:23.234187 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030341 Nov 13 05:00:23.237435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47940) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:23.365789 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-62e5d15a-30bc-459e-af3a-e52d1291bcba tempest-NetworksApiDiscovery-1593201007 tempest-NetworksApiDiscovery-1593201007-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1262233 Nov 13 05:00:23.587323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32327fb-6236-4f46-8220-5c8bacb365cc req-d3d9f70d-8435-4011-9353-504ae012f9de tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:23.589215 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d32327fb-6236-4f46-8220-5c8bacb365cc req-d3d9f70d-8435-4011-9353-504ae012f9de tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0571241 Nov 13 05:00:23.644145 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d32327fb-6236-4f46-8220-5c8bacb365cc req-76156abd-df3e-499d-9111-74607fe97a38 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470841 Nov 13 05:00:23.690123 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47952) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:23.815135 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-48d8fe1a-9c0d-4ad5-ba37-7f8e4230c2de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:23.873295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 82e8520d-df63-42fb-a803-f74b019364fb up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:00:23.918867 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-48d8fe1a-9c0d-4ad5-ba37-7f8e4230c2de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:23.935241 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-48d8fe1a-9c0d-4ad5-ba37-7f8e4230c2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:23.941682 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 82e8520d-df63-42fb-a803-f74b019364fb completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:00:23.947882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 82e8520d-df63-42fb-a803-f74b019364fb triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:00:23.948258 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:24.085445 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-48d8fe1a-9c0d-4ad5-ba37-7f8e4230c2de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1f40fc6a0ac48588e5c7ae848bf9990&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3926878 Nov 13 05:00:24.086758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47962) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:24.089106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8fe1a-9c0d-4ad5-ba37-7f8e4230c2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba5ce8a-9740-45c5-9aec-5981e7c30c0f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:24.108352 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:24.140231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8ccf23-3cae-4058-b16c-e8899b6ee799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e8520d-df63-42fb-a803-f74b019364fb'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:00:24.143294 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3d8ad2-400c-41f1-95b1-4098c26b5534" -d '{"events": [{"server_uuid": "4b8ccf23-3cae-4058-b16c-e8899b6ee799", "name": "network-vif-plugged", "status": "completed", "tag": "82e8520d-df63-42fb-a803-f74b019364fb"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:00:24.169892 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 82e8520d-df63-42fb-a803-f74b019364fb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=82e8520d-df63-42fb-a803-f74b019364fb,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:00:24.174616 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:24.202791 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fb1ea92-0248-4806-9dd7-87eb2f9994ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:24.263295 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fb1ea92-0248-4806-9dd7-87eb2f9994ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:24.317967 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a20f50-50ab-4492-ba55-c84465ccc803 x-openstack-request-id: req-e7a20f50-50ab-4492-ba55-c84465ccc803 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:00:24.318383 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8ccf23-3cae-4058-b16c-e8899b6ee799", "name": "network-vif-plugged", "status": "completed", "tag": "82e8520d-df63-42fb-a803-f74b019364fb", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:00:24.318552 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7a20f50-50ab-4492-ba55-c84465ccc803 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:00:24.318970 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8ccf23-3cae-4058-b16c-e8899b6ee799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e8520d-df63-42fb-a803-f74b019364fb', 'code': 200} Nov 13 05:00:24.320547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=82e8520d-df63-42fb-a803-f74b019364fb,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:24.321915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0ad33-ee15-41be-bb64-b7cd3958b347 req-e18058a2-a969-4791-a028-b7516ee591ac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:24.330307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72e0ad33-ee15-41be-bb64-b7cd3958b347 req-e18058a2-a969-4791-a028-b7516ee591ac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 945 time: 0.1379516 Nov 13 05:00:24.366575 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fb1ea92-0248-4806-9dd7-87eb2f9994ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:24.370904 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fb1ea92-0248-4806-9dd7-87eb2f9994ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:24.387767 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2fb1ea92-0248-4806-9dd7-87eb2f9994ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ba5ce8a-9740-45c5-9aec-5981e7c30c0f HTTP/1.1" status: 204 len: 168 time: 0.2994795 Nov 13 05:00:24.413439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1ea92-0248-4806-9dd7-87eb2f9994ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba5ce8a-9740-45c5-9aec-5981e7c30c0f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:24.494990 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72e0ad33-ee15-41be-bb64-b7cd3958b347 req-4fbbcabe-bdfe-4682-9140-98b2752139f4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633906 Nov 13 05:00:24.525014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957188f-d625-4e0a-9c74-1bf327fafc04 req-fe596d47-65c5-432d-a9c9-0d8324ebbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:24.526689 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7957188f-d625-4e0a-9c74-1bf327fafc04 req-fe596d47-65c5-432d-a9c9-0d8324ebbebf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 1096 time: 0.1504066 Nov 13 05:00:24.622307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7957188f-d625-4e0a-9c74-1bf327fafc04 req-cca42474-5730-4f66-842b-56efb703f57f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863855 Nov 13 05:00:24.850339 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ee4de19c-f6a2-42ec-9cd8-542bf4c4fd33 req-f7251a69-de2b-4600-9e91-7bbe4c68314e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1075630 Nov 13 05:00:24.863834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18750b25-de54-40c8-843c-cb158369b4e7 req-43b0c8e0-b204-4cf1-baf5-bfe9f2be9253 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:24.866015 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-18750b25-de54-40c8-843c-cb158369b4e7 req-43b0c8e0-b204-4cf1-baf5-bfe9f2be9253 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0923874 Nov 13 05:00:24.950434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-18750b25-de54-40c8-843c-cb158369b4e7 req-5494ac77-137f-4cd3-8e06-8544919a2ab5 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739725 Nov 13 05:00:24.967868 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4de19c-f6a2-42ec-9cd8-542bf4c4fd33 req-710ef254-3493-4d39-a5ee-6c08ac0ab537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:24.969547 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ee4de19c-f6a2-42ec-9cd8-542bf4c4fd33 req-710ef254-3493-4d39-a5ee-6c08ac0ab537 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 1097 time: 0.0650294 Nov 13 05:00:25.113162 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4de19c-f6a2-42ec-9cd8-542bf4c4fd33 req-15e2f7e9-c5db-4815-9302-6231b018f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:25.114645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ee4de19c-f6a2-42ec-9cd8-542bf4c4fd33 req-15e2f7e9-c5db-4815-9302-6231b018f7f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.1214383 Nov 13 05:00:25.196910 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ee4de19c-f6a2-42ec-9cd8-542bf4c4fd33 req-986e04a6-a7af-4ba9-a4be-c6574da58e5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1389231e-ac69-429d-bf74-ab27295f78b5 HTTP/1.1" status: 200 len: 217 time: 0.0733786 Nov 13 05:00:25.257487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4de19c-f6a2-42ec-9cd8-542bf4c4fd33 req-fa5b7822-199b-4303-a80a-f7ed3e60163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:25.260111 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ee4de19c-f6a2-42ec-9cd8-542bf4c4fd33 req-fa5b7822-199b-4303-a80a-f7ed3e60163f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0553210 Nov 13 05:00:25.309030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4de19c-f6a2-42ec-9cd8-542bf4c4fd33 req-1cb556fc-c1dd-4d43-b202-2a86db3ce652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:25.310791 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ee4de19c-f6a2-42ec-9cd8-542bf4c4fd33 req-1cb556fc-c1dd-4d43-b202-2a86db3ce652 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433493 Nov 13 05:00:25.428713 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ee4de19c-f6a2-42ec-9cd8-542bf4c4fd33 req-1d4c0a0d-bdfa-448a-aa87-cefbae6bc5c1 service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085668 Nov 13 05:00:25.614484 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ee4de19c-f6a2-42ec-9cd8-542bf4c4fd33 req-e0d9f3a9-4640-4ca7-8bfd-cd438a82c7d6 service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777580 Nov 13 05:00:25.715364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27221b58-da84-4519-96cc-58d9f55676c4 req-27f8b58c-34c7-4982-94c3-78dbb021a9ba tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:25.719402 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-27221b58-da84-4519-96cc-58d9f55676c4 req-27f8b58c-34c7-4982-94c3-78dbb021a9ba tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 945 time: 0.0872259 Nov 13 05:00:25.824269 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-27221b58-da84-4519-96cc-58d9f55676c4 req-290a69fc-4980-4233-8284-2b59916ca316 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969346 Nov 13 05:00:26.192076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ca05f-a0d4-4e85-8b00-e646bfc43a76 req-131bc832-7293-4d44-b296-93f23242dcaf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:26.193925 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b27ca05f-a0d4-4e85-8b00-e646bfc43a76 req-131bc832-7293-4d44-b296-93f23242dcaf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0909002 Nov 13 05:00:26.341870 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b27ca05f-a0d4-4e85-8b00-e646bfc43a76 req-dbf52495-8987-44ec-922f-0b2a24bdde24 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378133 Nov 13 05:00:26.592614 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:00:27.026745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f99db-97fa-4c23-9bd3-e58f8fe3e858 req-ed9fdec9-9b4b-4c79-81ad-48b44f6b3c6e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:27.040459 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b8f99db-97fa-4c23-9bd3-e58f8fe3e858 req-ed9fdec9-9b4b-4c79-81ad-48b44f6b3c6e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 945 time: 0.0780327 Nov 13 05:00:27.129449 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b8f99db-97fa-4c23-9bd3-e58f8fe3e858 req-39b2800e-1a2f-4891-a838-620376a81792 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841241 Nov 13 05:00:27.285372 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48042) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:27.449272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-f6a4827e-867d-4d3a-9091-ea1bc25d723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:27.451741 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-f6a4827e-867d-4d3a-9091-ea1bc25d723d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7&tenant_id=125e3c245a0b495ba8d950939b0d962a HTTP/1.1" status: 200 len: 1094 time: 0.1355288 Nov 13 05:00:27.511743 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f75baa70-273c-449c-8b8f-08817e7cbfbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:27.537176 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-9782df04-0eef-41e2-b3de-fce943bd9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:27.538987 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-9782df04-0eef-41e2-b3de-fce943bd9ad4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 1094 time: 0.0502667 Nov 13 05:00:27.576261 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de383398-03d7-42dd-ae1e-6b58a087abfa req-7ecef6f4-75a6-40b9-a6f2-ca0cdb82a806 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:27.578060 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de383398-03d7-42dd-ae1e-6b58a087abfa req-7ecef6f4-75a6-40b9-a6f2-ca0cdb82a806 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0683918 Nov 13 05:00:27.652314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de383398-03d7-42dd-ae1e-6b58a087abfa req-e9f79c6e-2766-4598-affb-d2441db90a7d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650384 Nov 13 05:00:27.670859 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f75baa70-273c-449c-8b8f-08817e7cbfbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:27.680172 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f75baa70-273c-449c-8b8f-08817e7cbfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:27.700297 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-1b18ffd0-c8ef-4af5-b311-222b311a1fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:27.701846 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-1b18ffd0-c8ef-4af5-b311-222b311a1fca service neutron] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 917 time: 0.1541543 Nov 13 05:00:27.724126 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f75baa70-273c-449c-8b8f-08817e7cbfbe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c95ed9f702c34aa88a7ce41399a271b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4373605 Nov 13 05:00:27.725003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48052) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:27.739761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75baa70-273c-449c-8b8f-08817e7cbfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b8f87c-49d8-4d0e-bcf4-35f5a105b194,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:27.775474 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-5306992f-ceb4-4c9b-bf71-280157631ae4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57 HTTP/1.1" status: 200 len: 999 time: 0.0648875 Nov 13 05:00:27.776843 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0c7f05e5-bdab-4aff-8b11-1c6f533aabc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:27.801638 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0c7f05e5-bdab-4aff-8b11-1c6f533aabc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:27.843152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-bc2b952c-600a-46d7-a5bc-23bf42c80e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:27.844923 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-bc2b952c-600a-46d7-a5bc-23bf42c80e03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.0626338 Nov 13 05:00:27.864718 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0c7f05e5-bdab-4aff-8b11-1c6f533aabc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:27.867382 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0c7f05e5-bdab-4aff-8b11-1c6f533aabc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:27.871500 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0c7f05e5-bdab-4aff-8b11-1c6f533aabc6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31b8f87c-49d8-4d0e-bcf4-35f5a105b194 HTTP/1.1" status: 204 len: 168 time: 0.1427615 Nov 13 05:00:27.883326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f05e5-bdab-4aff-8b11-1c6f533aabc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b8f87c-49d8-4d0e-bcf4-35f5a105b194,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:27.903450 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-2e1884b4-bc82-472c-b093-d2f2eb9a7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:27.905462 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-2e1884b4-bc82-472c-b093-d2f2eb9a7f52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505962 Nov 13 05:00:28.007615 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-29e44c89-9597-4c02-840c-b18e9a7553ab service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941639 Nov 13 05:00:28.115310 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f236f46a-53a9-4fee-ac17-a7220d80082e req-9ddfd17e-0730-4e36-9e95-7cfe55fd17ee service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997880 Nov 13 05:00:28.224213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48058) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:28.237760 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02628181-716d-4519-8e29-2a03e8c10765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:28.350264 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02628181-716d-4519-8e29-2a03e8c10765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:28.356783 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02628181-716d-4519-8e29-2a03e8c10765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:28.400548 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-02628181-716d-4519-8e29-2a03e8c10765 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30dae588873a478fadcacd717f29f3cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714606 Nov 13 05:00:28.400548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02628181-716d-4519-8e29-2a03e8c10765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54af697-763f-4af6-ab92-d0313d122cc7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:28.401272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48070) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:28.461996 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1a32147-1dc1-4470-9cd1-170aed840c8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:28.490388 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:28.492322 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1a32147-1dc1-4470-9cd1-170aed840c8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:28.558964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1a32147-1dc1-4470-9cd1-170aed840c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:28.562725 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1a32147-1dc1-4470-9cd1-170aed840c8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:28.566649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e1a32147-1dc1-4470-9cd1-170aed840c8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f54af697-763f-4af6-ab92-d0313d122cc7 HTTP/1.1" status: 204 len: 168 time: 0.1617422 Nov 13 05:00:28.574216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a32147-1dc1-4470-9cd1-170aed840c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54af697-763f-4af6-ab92-d0313d122cc7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:28.861590 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a332ee-1c7e-41a5-be49-83683a861fae req-16340fef-b1ef-4399-ab8a-9b2059f1d573 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:28.871285 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60a332ee-1c7e-41a5-be49-83683a861fae req-16340fef-b1ef-4399-ab8a-9b2059f1d573 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.1056464 Nov 13 05:00:28.900584 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:28.964045 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60a332ee-1c7e-41a5-be49-83683a861fae req-5d74230d-d52d-480f-906b-b76d0892586d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914299 Nov 13 05:00:29.253082 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48104) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:29.280633 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cdbc119e-ebb2-4b1e-9c18-c2b5f53d4adc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:29.419649 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cdbc119e-ebb2-4b1e-9c18-c2b5f53d4adc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:29.427598 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cdbc119e-ebb2-4b1e-9c18-c2b5f53d4adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:29.537376 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cdbc119e-ebb2-4b1e-9c18-c2b5f53d4adc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1092cdde9b704f37b99c445aec18f378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2824206 Nov 13 05:00:29.539098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc119e-ebb2-4b1e-9c18-c2b5f53d4adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1b6c23-917e-437e-b08f-86f839545d35,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:29.540700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48110) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:29.618894 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-444d388d-153a-4a5b-a497-0a28f13140d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:29.649634 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-444d388d-153a-4a5b-a497-0a28f13140d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:29.715742 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-444d388d-153a-4a5b-a497-0a28f13140d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:29.718762 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-444d388d-153a-4a5b-a497-0a28f13140d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:29.723101 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-444d388d-153a-4a5b-a497-0a28f13140d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab1b6c23-917e-437e-b08f-86f839545d35 HTTP/1.1" status: 204 len: 168 time: 0.1811595 Nov 13 05:00:29.732503 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d388d-153a-4a5b-a497-0a28f13140d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1b6c23-917e-437e-b08f-86f839545d35,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:30.157049 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c4364-33a2-480c-8f0c-6ec0b7354da1 req-88de7766-30fc-433b-b006-7be90a0569f0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:30.163577 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d6c4364-33a2-480c-8f0c-6ec0b7354da1 req-88de7766-30fc-433b-b006-7be90a0569f0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0988660 Nov 13 05:00:30.270504 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d6c4364-33a2-480c-8f0c-6ec0b7354da1 req-4c720860-6650-4009-aa45-b6f22ba2ba8f tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846956 Nov 13 05:00:31.422652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:31.498270 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28459b4-4d71-43f5-a9e3-c51be77dfdf5 req-a6e173f6-884e-4555-a48b-734f41309a06 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:31.528164 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b28459b4-4d71-43f5-a9e3-c51be77dfdf5 req-a6e173f6-884e-4555-a48b-734f41309a06 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.1043200 Nov 13 05:00:31.636386 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b28459b4-4d71-43f5-a9e3-c51be77dfdf5 req-992d2256-697f-4f19-8a28-0511759ca5c3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017079 Nov 13 05:00:31.676466 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a27c1671-d282-4ec8-9713-8e3486ab81de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:31.931664 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a27c1671-d282-4ec8-9713-8e3486ab81de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:31.939185 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a27c1671-d282-4ec8-9713-8e3486ab81de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:32.000343 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a27c1671-d282-4ec8-9713-8e3486ab81de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a53ebf5e98b4d95b3341e52913036a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5763433 Nov 13 05:00:32.003022 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48190) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:32.010128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c1671-d282-4ec8-9713-8e3486ab81de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a3c5f9-c4ad-4701-aadf-87dfdf9dc7ab,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:32.116285 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28631e43-2c01-4046-ba67-2c01c7201464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:32.155375 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28631e43-2c01-4046-ba67-2c01c7201464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:32.215080 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28631e43-2c01-4046-ba67-2c01c7201464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:32.218273 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28631e43-2c01-4046-ba67-2c01c7201464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:32.219590 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-28631e43-2c01-4046-ba67-2c01c7201464 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0a3c5f9-c4ad-4701-aadf-87dfdf9dc7ab HTTP/1.1" status: 204 len: 168 time: 0.2148316 Nov 13 05:00:32.240386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28631e43-2c01-4046-ba67-2c01c7201464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a3c5f9-c4ad-4701-aadf-87dfdf9dc7ab,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:32.608090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48200) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:32.637319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9b10d16-329d-4833-a424-2c2f55b0f731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:32.822459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd0b64-38c9-4504-8037-ecf058bde08b req-166c25ee-c112-4688-b890-0fc17bf1f313 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:32.835179 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2dbd0b64-38c9-4504-8037-ecf058bde08b req-166c25ee-c112-4688-b890-0fc17bf1f313 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0999835 Nov 13 05:00:32.897364 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9b10d16-329d-4833-a424-2c2f55b0f731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:32.913403 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9b10d16-329d-4833-a424-2c2f55b0f731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:32.920582 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2dbd0b64-38c9-4504-8037-ecf058bde08b req-6461d14d-906b-4c0c-9080-8100b0ac63d1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840383 Nov 13 05:00:33.021426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b10d16-329d-4833-a424-2c2f55b0f731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e463be67-a78e-4844-b22d-5ad30490f94c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:33.031484 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48214) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:33.046758 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a9b10d16-329d-4833-a424-2c2f55b0f731 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b414d5dc1be4df6b8447264e96f35f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4345438 Nov 13 05:00:33.139763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b8d01b27-61d0-4597-b51c-d0be6c3079e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:33.166070 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b8d01b27-61d0-4597-b51c-d0be6c3079e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:33.219711 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b8d01b27-61d0-4597-b51c-d0be6c3079e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:33.222530 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b8d01b27-61d0-4597-b51c-d0be6c3079e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:33.223738 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b8d01b27-61d0-4597-b51c-d0be6c3079e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e463be67-a78e-4844-b22d-5ad30490f94c HTTP/1.1" status: 204 len: 168 time: 0.1906455 Nov 13 05:00:33.244164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d01b27-61d0-4597-b51c-d0be6c3079e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e463be67-a78e-4844-b22d-5ad30490f94c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:34.181561 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e340332-8a76-466d-8bdc-7a58a7bc5834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:34.353120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30bdbd-d7fa-43a3-bd86-a6593bc2912e req-b1e99767-e4cf-4fac-8a83-4d18b078b88a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:34.365445 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3a30bdbd-d7fa-43a3-bd86-a6593bc2912e req-b1e99767-e4cf-4fac-8a83-4d18b078b88a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.1850696 Nov 13 05:00:34.436438 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3a30bdbd-d7fa-43a3-bd86-a6593bc2912e req-f6c82fc7-420c-4d7a-bb63-ab7ae2d7daf8 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694892 Nov 13 05:00:35.646555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531ab8e-9107-4d6c-bf9a-ce11e1eb207a req-3bd95315-13fa-4952-ba1c-53ba5b29c089 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:35.651009 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a531ab8e-9107-4d6c-bf9a-ce11e1eb207a req-3bd95315-13fa-4952-ba1c-53ba5b29c089 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.1063888 Nov 13 05:00:35.749665 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a531ab8e-9107-4d6c-bf9a-ce11e1eb207a req-e1338ec4-506a-497a-8c38-fb8a4284ecf0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824318 Nov 13 05:00:36.027013 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48312) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:36.196183 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:36.307380 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:36.312238 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:36.359860 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=abbe0f956f4344d6a0bb75140e16140f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3316298 Nov 13 05:00:36.360614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61564b0-9057-42b1-9be1-2bbaa20e6431,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:36.362432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48318) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:36.371621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.371969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.372308 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.372640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.372967 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.373292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.373614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.373933 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.374251 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.374727 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.375068 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.375400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9c28c-828e-49e6-9070-46eec6e50809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.459130 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-255a1a6e-f22b-4886-adcb-5493b16ab13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:36.467761 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:36.493736 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:36.556951 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:36.561092 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:36.566238 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b61564b0-9057-42b1-9be1-2bbaa20e6431 HTTP/1.1" status: 204 len: 168 time: 0.2020385 Nov 13 05:00:36.575650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61564b0-9057-42b1-9be1-2bbaa20e6431,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:36.584313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.584645 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.585167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.585659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.586264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.586742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.587330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.587905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.588717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.589264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.589804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:36.590425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b04319-5c1a-46ed-a7f5-708610f0b19d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:00:37.036509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573feefc-7ed3-4ec0-8dde-de51a0bed9aa req-1d987db0-778f-4baf-bec4-094eed3ec4f0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:37.051592 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-573feefc-7ed3-4ec0-8dde-de51a0bed9aa req-1d987db0-778f-4baf-bec4-094eed3ec4f0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.1433692 Nov 13 05:00:37.073826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48334) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:37.112135 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0f8a300-85c6-43b1-808d-e6170de12b90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:37.180512 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-573feefc-7ed3-4ec0-8dde-de51a0bed9aa req-cd03b826-4c7e-4d7a-903e-14c7f08d6095 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210687 Nov 13 05:00:37.306237 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0f8a300-85c6-43b1-808d-e6170de12b90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:37.314833 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0f8a300-85c6-43b1-808d-e6170de12b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:37.374340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48340) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:37.374570 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d0f8a300-85c6-43b1-808d-e6170de12b90 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f25de99ea6a646f4ac017b89a21cc320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969608 Nov 13 05:00:37.375057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8a300-85c6-43b1-808d-e6170de12b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c66be66-712b-4938-8d9f-3f2439bdb257,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:37.468443 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26744592-52b0-4829-a971-e50e35e5ddf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:37.543270 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26744592-52b0-4829-a971-e50e35e5ddf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:37.635740 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26744592-52b0-4829-a971-e50e35e5ddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:37.638448 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26744592-52b0-4829-a971-e50e35e5ddf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:37.644288 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-26744592-52b0-4829-a971-e50e35e5ddf4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c66be66-712b-4938-8d9f-3f2439bdb257 HTTP/1.1" status: 204 len: 168 time: 0.2680788 Nov 13 05:00:37.661652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26744592-52b0-4829-a971-e50e35e5ddf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c66be66-712b-4938-8d9f-3f2439bdb257,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:37.813848 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:38.425472 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c7d1b-3816-4fe4-a937-7e826dd4c99d req-9677128a-3a07-4e68-a66d-d7eedf74031f tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:38.433776 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8f1c7d1b-3816-4fe4-a937-7e826dd4c99d req-9677128a-3a07-4e68-a66d-d7eedf74031f tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0804198 Nov 13 05:00:38.498975 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8f1c7d1b-3816-4fe4-a937-7e826dd4c99d req-d56bc095-fc06-421c-aaa9-21f9a7f507d9 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638950 Nov 13 05:00:38.843078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddde20-470b-4526-bbff-276e612cfc42 req-31b290b5-a0fb-45ec-a992-9a061cc34180 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:38.844952 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09ddde20-470b-4526-bbff-276e612cfc42 req-31b290b5-a0fb-45ec-a992-9a061cc34180 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0627561 Nov 13 05:00:38.904954 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09ddde20-470b-4526-bbff-276e612cfc42 req-2aa376d2-2c23-48b2-b720-384354139f13 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510573 Nov 13 05:00:39.049403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20c3a8-a084-4390-8e35-9618d39797cc req-94adf56e-9cac-47e8-8b8b-a65bd84eaf18 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:39.064647 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-de20c3a8-a084-4390-8e35-9618d39797cc req-94adf56e-9cac-47e8-8b8b-a65bd84eaf18 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0650883 Nov 13 05:00:39.118163 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:39.143040 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-de20c3a8-a084-4390-8e35-9618d39797cc req-bb22f463-5641-4c44-9c75-37daf64d625a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775878 Nov 13 05:00:39.420071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdd354-483a-4335-995c-2578075358c9 req-82d16389-e3d1-4143-acba-f54cec69d565 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:39.429663 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bcbdd354-483a-4335-995c-2578075358c9 req-82d16389-e3d1-4143-acba-f54cec69d565 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0749252 Nov 13 05:00:39.503659 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bcbdd354-483a-4335-995c-2578075358c9 req-acb704a7-507e-4ec2-ab47-d17bfcbb84da tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726123 Nov 13 05:00:39.801439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0829b1-c31d-4b5e-95e3-8b34ddfbca9e req-47b945c2-cb67-450f-9745-2f3c898632f3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:39.828504 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c0829b1-c31d-4b5e-95e3-8b34ddfbca9e req-47b945c2-cb67-450f-9745-2f3c898632f3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.1462495 Nov 13 05:00:39.930067 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c0829b1-c31d-4b5e-95e3-8b34ddfbca9e req-331facdd-a65a-427c-8107-c2f8e4800b14 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951037 Nov 13 05:00:40.061436 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:40.072009 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ee348-47dc-40a9-9ec3-aa5689d73454 req-538b7d5d-d48a-41f0-8df9-7ad1a024c0a3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:40.090606 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d24ee348-47dc-40a9-9ec3-aa5689d73454 req-538b7d5d-d48a-41f0-8df9-7ad1a024c0a3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.1260574 Nov 13 05:00:40.198232 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d24ee348-47dc-40a9-9ec3-aa5689d73454 req-a417fd38-a51b-4ac0-8849-81e877456e6b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066904 Nov 13 05:00:41.105719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9abc06-7cea-43f1-886b-f2dfa4c5c124 req-56a4924a-4b3a-4dbd-8fea-150f525e6e9c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:41.108176 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc9abc06-7cea-43f1-886b-f2dfa4c5c124 req-56a4924a-4b3a-4dbd-8fea-150f525e6e9c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0633276 Nov 13 05:00:41.184769 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc9abc06-7cea-43f1-886b-f2dfa4c5c124 req-e62e302b-2fff-4ea1-8a21-7ccce48079a6 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665319 Nov 13 05:00:41.398134 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c2b75-bf53-43d5-b7f8-ab2aed209ff5 req-629fc181-813b-41ba-be8d-2e3ea91a9b2b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:41.407098 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ec9c2b75-bf53-43d5-b7f8-ab2aed209ff5 req-629fc181-813b-41ba-be8d-2e3ea91a9b2b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0872982 Nov 13 05:00:41.500096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ec9c2b75-bf53-43d5-b7f8-ab2aed209ff5 req-64a12066-5e44-4547-a560-ffb3f054a5da tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919213 Nov 13 05:00:42.327412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b48a-c74c-4c60-903d-b3529b802448 req-fd56ac15-a5f7-4dc9-8265-85059b3c2681 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:42.329025 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db37b48a-c74c-4c60-903d-b3529b802448 req-fd56ac15-a5f7-4dc9-8265-85059b3c2681 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0524876 Nov 13 05:00:42.386210 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db37b48a-c74c-4c60-903d-b3529b802448 req-13a35375-29e3-4fa5-a116-fb7df621407e tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495017 Nov 13 05:00:42.661931 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c646b-fa8b-4a5c-852e-0b0e481b9ca4 req-13d5c3dc-845d-404b-aaa4-8dda1a2e24e9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:42.663441 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0b3c646b-fa8b-4a5c-852e-0b0e481b9ca4 req-13d5c3dc-845d-404b-aaa4-8dda1a2e24e9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0570543 Nov 13 05:00:42.717326 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0b3c646b-fa8b-4a5c-852e-0b0e481b9ca4 req-496904c3-a5df-4602-80c4-ae8178d9a676 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478377 Nov 13 05:00:43.108577 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48472) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:43.248060 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-504279ae-9ee1-44f6-a205-dbc971c0e3e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:43.349723 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-504279ae-9ee1-44f6-a205-dbc971c0e3e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:43.357531 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-504279ae-9ee1-44f6-a205-dbc971c0e3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:43.401544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504279ae-9ee1-44f6-a205-dbc971c0e3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169630be-f078-4af7-8a4d-94cd1d8b37e6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:43.423583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-504279ae-9ee1-44f6-a205-dbc971c0e3e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da7f712935c54f4f8466480ce4d79764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3115087 Nov 13 05:00:43.424461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48490) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:43.499531 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0528d943-805e-405b-a3aa-52d5e6672f79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:43.523483 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0528d943-805e-405b-a3aa-52d5e6672f79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:43.538863 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee610010-0c39-441c-8225-555a434364cc req-5d80c8b6-57d8-4d26-977f-96b09d47d7af tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:43.542010 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ee610010-0c39-441c-8225-555a434364cc req-5d80c8b6-57d8-4d26-977f-96b09d47d7af tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0737631 Nov 13 05:00:43.585268 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0528d943-805e-405b-a3aa-52d5e6672f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:43.590199 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0528d943-805e-405b-a3aa-52d5e6672f79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:43.591788 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0528d943-805e-405b-a3aa-52d5e6672f79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/169630be-f078-4af7-8a4d-94cd1d8b37e6 HTTP/1.1" status: 204 len: 168 time: 0.1665199 Nov 13 05:00:43.601564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528d943-805e-405b-a3aa-52d5e6672f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169630be-f078-4af7-8a4d-94cd1d8b37e6,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:43.642762 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ee610010-0c39-441c-8225-555a434364cc req-212484b9-ad18-4789-bd52-ccf94b12ec2c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929115 Nov 13 05:00:43.982808 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d0c9e-e3f1-4f65-92ca-3c5027a7cd09 req-fc29c1aa-95d8-46fb-91fb-d2a7ec7600a9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:43.985435 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-489d0c9e-e3f1-4f65-92ca-3c5027a7cd09 req-fc29c1aa-95d8-46fb-91fb-d2a7ec7600a9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.1495183 Nov 13 05:00:44.055652 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-489d0c9e-e3f1-4f65-92ca-3c5027a7cd09 req-274e5f8e-f031-4b31-b7a8-557c9986502f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633044 Nov 13 05:00:44.766986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dfbdc-5a63-4828-b5f3-7a3ad03cb8eb req-4bb14821-2c2c-40c5-a36c-b117fa737f35 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:44.768542 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae0dfbdc-5a63-4828-b5f3-7a3ad03cb8eb req-4bb14821-2c2c-40c5-a36c-b117fa737f35 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0569854 Nov 13 05:00:44.819362 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae0dfbdc-5a63-4828-b5f3-7a3ad03cb8eb req-5e0c66ca-e8ec-47e7-a5d0-e40bf2d0b5e2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443628 Nov 13 05:00:45.191802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed798f9-4c69-4214-86f9-65b17394d0f4 req-f0865c73-30ac-47d2-9b2d-351bcd6c69d2 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:45.193323 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ed798f9-4c69-4214-86f9-65b17394d0f4 req-f0865c73-30ac-47d2-9b2d-351bcd6c69d2 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0542731 Nov 13 05:00:45.246494 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9ed798f9-4c69-4214-86f9-65b17394d0f4 req-4aca8e6a-f696-426b-88c9-a37393338a9b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469728 Nov 13 05:00:45.960519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cf5ab-7ee5-4717-8bfd-c7490fc45c8c req-60736e84-ac62-4eb0-8e89-1cb8e964cb7a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:45.963410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c22cf5ab-7ee5-4717-8bfd-c7490fc45c8c req-60736e84-ac62-4eb0-8e89-1cb8e964cb7a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0577557 Nov 13 05:00:46.013133 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c22cf5ab-7ee5-4717-8bfd-c7490fc45c8c req-9960520a-75a8-4084-b19a-eb44a8dbe290 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445080 Nov 13 05:00:46.370811 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441b0f2-5286-4306-880f-6edd5ce307f6 req-8acfd838-6f8d-4eef-bb21-ec6942c6ce3a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:46.372464 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e441b0f2-5286-4306-880f-6edd5ce307f6 req-8acfd838-6f8d-4eef-bb21-ec6942c6ce3a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0519049 Nov 13 05:00:46.423369 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e441b0f2-5286-4306-880f-6edd5ce307f6 req-6b450224-51bf-4e85-8af8-c81677cf129f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440967 Nov 13 05:00:47.177382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ffbf4-20c0-483f-b4b1-114f93ca5233 req-00afdc8b-6bf3-4c16-b74c-34d9f1fdbc7c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:47.180763 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f54ffbf4-20c0-483f-b4b1-114f93ca5233 req-00afdc8b-6bf3-4c16-b74c-34d9f1fdbc7c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0651073 Nov 13 05:00:47.237955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f54ffbf4-20c0-483f-b4b1-114f93ca5233 req-6c612c3d-4666-4d1a-a258-03e6517dce92 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499544 Nov 13 05:00:47.568363 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f241f-4355-4c0f-b12d-800ad2096028 req-de865f07-a939-4a06-8c66-4d776f98cb56 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:47.577584 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-214f241f-4355-4c0f-b12d-800ad2096028 req-de865f07-a939-4a06-8c66-4d776f98cb56 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0720830 Nov 13 05:00:47.639811 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-214f241f-4355-4c0f-b12d-800ad2096028 req-5946f211-597e-40dd-bc4c-f7e8594d44db tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610595 Nov 13 05:00:48.377854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48f72e-b137-4fbf-8998-dd701c6509e6 req-9fe9f11a-2f54-4f1f-a347-02ca4c008a23 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:48.379843 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac48f72e-b137-4fbf-8998-dd701c6509e6 req-9fe9f11a-2f54-4f1f-a347-02ca4c008a23 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0595002 Nov 13 05:00:48.440351 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac48f72e-b137-4fbf-8998-dd701c6509e6 req-418544cc-8323-44d7-885f-e9443084c692 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521672 Nov 13 05:00:48.768093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2889304-2946-43f2-9951-e6dade723d68 req-315c436c-49bf-40c1-ae7b-67b986263d4a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:48.770003 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a2889304-2946-43f2-9951-e6dade723d68 req-315c436c-49bf-40c1-ae7b-67b986263d4a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0515976 Nov 13 05:00:48.822141 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a2889304-2946-43f2-9951-e6dade723d68 req-d76aa2b7-11fc-4724-9950-8c3d1e0ff2a4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454149 Nov 13 05:00:49.576466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6976e97-b0df-49a3-a9b1-49c1a2ebb1e2 req-ad7d3846-f667-4a29-80fb-9834255ec8b0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:49.578137 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6976e97-b0df-49a3-a9b1-49c1a2ebb1e2 req-ad7d3846-f667-4a29-80fb-9834255ec8b0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 943 time: 0.0544806 Nov 13 05:00:49.634006 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6976e97-b0df-49a3-a9b1-49c1a2ebb1e2 req-59eb7da1-1733-4ccd-b628-4f8ce0a2c0cc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489914 Nov 13 05:00:49.945873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be5c75-ff28-46d4-8155-3d2f6ffeb0d8 req-8b840a94-3b94-4277-b792-fba5dea80665 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:49.947484 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77be5c75-ff28-46d4-8155-3d2f6ffeb0d8 req-8b840a94-3b94-4277-b792-fba5dea80665 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0533190 Nov 13 05:00:49.977204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 0723fe74-760b-41b9-b3e4-bacfe4d57f57 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:00:50.014881 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77be5c75-ff28-46d4-8155-3d2f6ffeb0d8 req-1d1b5e3b-097a-4be9-9ef3-ee9ddcceb4fe tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607779 Nov 13 05:00:50.085145 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 0723fe74-760b-41b9-b3e4-bacfe4d57f57, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:00:50.096729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'port_id': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'mac_address': 'fa:16:3e:d3:c0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:00:50.135036 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:50.148120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0723fe74-760b-41b9-b3e4-bacfe4d57f57 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:00:50.167386 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 0723fe74-760b-41b9-b3e4-bacfe4d57f57, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:00:50.171882 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:50.223923 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=0723fe74-760b-41b9-b3e4-bacfe4d57f57,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:50.528516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['0723fe74-760b-41b9-b3e4-bacfe4d57f57'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:00:50.777955 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a589b7-102d-4619-9774-a6079893bb41 req-488d7047-67d9-4e83-a6ae-b1bd0a97002c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:50.789269 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34a589b7-102d-4619-9774-a6079893bb41 req-488d7047-67d9-4e83-a6ae-b1bd0a97002c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 944 time: 0.0691659 Nov 13 05:00:50.857286 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34a589b7-102d-4619-9774-a6079893bb41 req-4e6cb69d-412a-41af-a5c9-35cbe6b89fb4 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668206 Nov 13 05:00:51.116207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48606) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:51.176787 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32486521-3fea-4ccb-9db1-869dd1aced87 req-67c42c90-2336-4f84-9262-bdcdca2264e4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:51.178292 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32486521-3fea-4ccb-9db1-869dd1aced87 req-67c42c90-2336-4f84-9262-bdcdca2264e4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0508525 Nov 13 05:00:51.228120 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32486521-3fea-4ccb-9db1-869dd1aced87 req-70b33e93-aa36-441f-b240-5850153de05d tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426443 Nov 13 05:00:51.283316 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76ee9e8e-3ec6-4bfa-a2fb-8bf657b842fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:51.418230 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76ee9e8e-3ec6-4bfa-a2fb-8bf657b842fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:51.428278 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76ee9e8e-3ec6-4bfa-a2fb-8bf657b842fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:51.499032 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-76ee9e8e-3ec6-4bfa-a2fb-8bf657b842fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e01cb98ae77b47e2a43bb0916c8f1d89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3722711 Nov 13 05:00:51.499864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48614) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:51.502264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee9e8e-3ec6-4bfa-a2fb-8bf657b842fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af572e9e-c702-4c44-8a76-9f9756becaf2,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:51.583025 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bd228e91-4d5b-41f5-be02-482a0639e225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:51.636578 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bd228e91-4d5b-41f5-be02-482a0639e225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:51.658648 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fcc10-b3fc-4318-be34-05b52a1f2cf4 req-22aa88e9-f6df-42b6-9776-dda2b2b5696f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:51.660306 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a88fcc10-b3fc-4318-be34-05b52a1f2cf4 req-22aa88e9-f6df-42b6-9776-dda2b2b5696f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.1287286 Nov 13 05:00:51.703551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba583597-be8f-4071-83b3-934f4d6176c4 req-0b688675-e8c9-46a0-aabc-03421be7311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:51.705062 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba583597-be8f-4071-83b3-934f4d6176c4 req-0b688675-e8c9-46a0-aabc-03421be7311c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 1095 time: 0.1233733 Nov 13 05:00:51.804871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba583597-be8f-4071-83b3-934f4d6176c4 req-8993a3ef-a8a5-4ad1-9833-88d2f6ae49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:51.806358 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba583597-be8f-4071-83b3-934f4d6176c4 req-8993a3ef-a8a5-4ad1-9833-88d2f6ae49d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.0940976 Nov 13 05:00:51.846117 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bd228e91-4d5b-41f5-be02-482a0639e225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:51.849109 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bd228e91-4d5b-41f5-be02-482a0639e225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:51.852726 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bd228e91-4d5b-41f5-be02-482a0639e225 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af572e9e-c702-4c44-8a76-9f9756becaf2 HTTP/1.1" status: 204 len: 168 time: 0.3492270 Nov 13 05:00:51.887806 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a88fcc10-b3fc-4318-be34-05b52a1f2cf4 req-004f8882-0e9a-4d14-a3be-79fb035339ac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174273 Nov 13 05:00:51.898809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd228e91-4d5b-41f5-be02-482a0639e225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af572e9e-c702-4c44-8a76-9f9756becaf2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:51.942835 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba583597-be8f-4071-83b3-934f4d6176c4 req-f52d32db-fe0e-4443-98b3-189aaeaf36f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80953b7-b232-4f39-9db5-08450b9e844c HTTP/1.1" status: 200 len: 998 time: 0.1190150 Nov 13 05:00:51.993526 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 0723fe74-760b-41b9-b3e4-bacfe4d57f57 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:00:52.037955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba583597-be8f-4071-83b3-934f4d6176c4 req-118516e9-a709-47d0-9b2e-eb8afbbf6fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:52.040384 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba583597-be8f-4071-83b3-934f4d6176c4 req-118516e9-a709-47d0-9b2e-eb8afbbf6fd7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0900671 Nov 13 05:00:52.137842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 0723fe74-760b-41b9-b3e4-bacfe4d57f57 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:00:52.138217 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:52.164574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba583597-be8f-4071-83b3-934f4d6176c4 req-5155fd59-a8fa-4cae-8cd4-d759fc3c430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:52.166560 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba583597-be8f-4071-83b3-934f4d6176c4 req-5155fd59-a8fa-4cae-8cd4-d759fc3c430f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168344 Nov 13 05:00:52.178414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cc9fe-dbd8-4382-9c68-d18bd7d9c73d req-49196db0-d8c7-4763-ad18-a14ab3b4ce68 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:52.182044 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-798cc9fe-dbd8-4382-9c68-d18bd7d9c73d req-49196db0-d8c7-4763-ad18-a14ab3b4ce68 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 944 time: 0.1293955 Nov 13 05:00:52.244780 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-798cc9fe-dbd8-4382-9c68-d18bd7d9c73d req-93f3d7b1-e4e9-47bd-9b9d-706e0d0dcdd1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513668 Nov 13 05:00:52.283946 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:52.310785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48624) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:52.317213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0723fe74-760b-41b9-b3e4-bacfe4d57f57'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:00:52.319481 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f291586c-fa8a-4e6b-9d9b-360d6f662971" -d '{"events": [{"server_uuid": "ffa87674-baf0-44e2-9df8-06bbe99139a7", "name": "network-vif-plugged", "status": "completed", "tag": "0723fe74-760b-41b9-b3e4-bacfe4d57f57"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:00:52.320646 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba583597-be8f-4071-83b3-934f4d6176c4 req-c9ba134f-17f7-4730-b3a5-1cd6c1deb85c service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456852 Nov 13 05:00:52.329830 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b6a72aef-9f3a-491a-9ce3-5d4530934da0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:52.340459 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 0723fe74-760b-41b9-b3e4-bacfe4d57f57, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:00:52.347089 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:52.381887 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed18e54f-c654-454d-a2b0-038b10f5fb65 x-openstack-request-id: req-ed18e54f-c654-454d-a2b0-038b10f5fb65 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:00:52.382430 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa87674-baf0-44e2-9df8-06bbe99139a7", "name": "network-vif-plugged", "status": "completed", "tag": "0723fe74-760b-41b9-b3e4-bacfe4d57f57", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:00:52.382840 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed18e54f-c654-454d-a2b0-038b10f5fb65 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:00:52.383402 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'code': 200} Nov 13 05:00:52.420173 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=0723fe74-760b-41b9-b3e4-bacfe4d57f57,revision_number=10']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:52.454265 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba583597-be8f-4071-83b3-934f4d6176c4 req-c1a71703-e6d4-44d3-85dd-c275769f7384 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254454 Nov 13 05:00:52.493933 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b6a72aef-9f3a-491a-9ce3-5d4530934da0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:52.500919 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b6a72aef-9f3a-491a-9ce3-5d4530934da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:52.548304 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b6a72aef-9f3a-491a-9ce3-5d4530934da0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1200ef26c1cb4d928562437cfd8c4918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362528 Nov 13 05:00:52.549497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a72aef-9f3a-491a-9ce3-5d4530934da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1f7fed-3c8d-4cbe-8c23-e72d79f69aad,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:52.551219 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48628) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:52.644288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49547dc-20db-4b5f-ad8f-b31d5f10a60c req-58491b99-aa8a-454d-856a-60b361b14f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:52.645702 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c49547dc-20db-4b5f-ad8f-b31d5f10a60c req-58491b99-aa8a-454d-856a-60b361b14f9d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 1097 time: 0.0595531 Nov 13 05:00:52.648640 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54163f71-38cf-4cce-bc24-bff7a33f5c75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:52.686183 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54163f71-38cf-4cce-bc24-bff7a33f5c75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:52.726332 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c49547dc-20db-4b5f-ad8f-b31d5f10a60c req-59fdf180-3e76-4d99-9b02-14049791fdf6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731974 Nov 13 05:00:52.755520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54163f71-38cf-4cce-bc24-bff7a33f5c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:52.758424 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54163f71-38cf-4cce-bc24-bff7a33f5c75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:52.759777 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-54163f71-38cf-4cce-bc24-bff7a33f5c75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c1f7fed-3c8d-4cbe-8c23-e72d79f69aad HTTP/1.1" status: 204 len: 168 time: 0.2058709 Nov 13 05:00:52.768277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54163f71-38cf-4cce-bc24-bff7a33f5c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1f7fed-3c8d-4cbe-8c23-e72d79f69aad,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:53.084893 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6533ed-fde0-493c-844a-1a80016092e5 req-7ce1ecda-2fc0-4d5e-916f-2bd5d8e842be tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:53.086485 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da6533ed-fde0-493c-844a-1a80016092e5 req-7ce1ecda-2fc0-4d5e-916f-2bd5d8e842be tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0867717 Nov 13 05:00:53.155011 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da6533ed-fde0-493c-844a-1a80016092e5 req-35efc0aa-a627-45f9-bb0a-f44279b17171 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590112 Nov 13 05:00:53.186236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48638) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:53.199982 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6137f616-1d5b-4251-8533-2fc6bb5ed901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:53.277828 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6137f616-1d5b-4251-8533-2fc6bb5ed901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:53.285689 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6137f616-1d5b-4251-8533-2fc6bb5ed901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:53.336784 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6137f616-1d5b-4251-8533-2fc6bb5ed901 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa34e9a675194d61b413809320bacb6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493886 Nov 13 05:00:53.339747 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48642) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:00:53.351847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137f616-1d5b-4251-8533-2fc6bb5ed901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f288406a-af10-4587-8ca9-dabdecca5d2a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:53.383273 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd686487-5ee5-4687-9f61-5a8483e1e1a3 req-1c0889db-9c08-430e-81b4-ebb2356b1ff0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:53.385592 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd686487-5ee5-4687-9f61-5a8483e1e1a3 req-1c0889db-9c08-430e-81b4-ebb2356b1ff0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 946 time: 0.0631232 Nov 13 05:00:53.408474 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae2c49ef-b9c9-4b51-89c0-cb17737dd13b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:53.434671 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae2c49ef-b9c9-4b51-89c0-cb17737dd13b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:53.469828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd686487-5ee5-4687-9f61-5a8483e1e1a3 req-953b963d-b94e-48e9-a199-d186551e8e6a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776339 Nov 13 05:00:53.492928 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae2c49ef-b9c9-4b51-89c0-cb17737dd13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:53.496210 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae2c49ef-b9c9-4b51-89c0-cb17737dd13b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:53.497453 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ae2c49ef-b9c9-4b51-89c0-cb17737dd13b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f288406a-af10-4587-8ca9-dabdecca5d2a HTTP/1.1" status: 204 len: 168 time: 0.1555099 Nov 13 05:00:53.506369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c49ef-b9c9-4b51-89c0-cb17737dd13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f288406a-af10-4587-8ca9-dabdecca5d2a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:00:54.307403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37373a78-c8db-4be0-a11f-ef32beb2a4f7 req-8577a858-9b18-4d11-9aad-db4cfd7b5d5d tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:54.315465 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-37373a78-c8db-4be0-a11f-ef32beb2a4f7 req-8577a858-9b18-4d11-9aad-db4cfd7b5d5d tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0814650 Nov 13 05:00:54.371446 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-37373a78-c8db-4be0-a11f-ef32beb2a4f7 req-48352a54-d80e-431d-9f0b-49b61281f443 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527682 Nov 13 05:00:54.513967 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdb630-71ed-4b7b-9451-a5ae7e449887 req-c0565e8a-e03c-4df6-9462-b03a62610fd7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:54.516336 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82fdb630-71ed-4b7b-9451-a5ae7e449887 req-c0565e8a-e03c-4df6-9462-b03a62610fd7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0655177 Nov 13 05:00:54.611977 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82fdb630-71ed-4b7b-9451-a5ae7e449887 req-d8b4cd51-fa31-4057-9d68-ae37e246e472 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856774 Nov 13 05:00:54.664739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427799d6-309b-45f9-9c67-83606385154a req-b16954ac-3ac3-48cb-807a-fb0e4f1697f8 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:54.675456 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-427799d6-309b-45f9-9c67-83606385154a req-b16954ac-3ac3-48cb-807a-fb0e4f1697f8 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 946 time: 0.1211693 Nov 13 05:00:54.777218 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-427799d6-309b-45f9-9c67-83606385154a req-5b2e3696-c6f9-4d57-9577-5118b3bb9e7b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006198 Nov 13 05:00:54.975613 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3549cb-2d44-4cc6-8dc5-3934085b6cb7 req-9478d18e-6c25-4233-8a70-e6fb63bbe022 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:54.977349 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d3549cb-2d44-4cc6-8dc5-3934085b6cb7 req-9478d18e-6c25-4233-8a70-e6fb63bbe022 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0613399 Nov 13 05:00:55.081933 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d3549cb-2d44-4cc6-8dc5-3934085b6cb7 req-74807262-f8ed-4e54-8187-d54407505ffa tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966861 Nov 13 05:00:55.417772 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc7143-d816-4c55-a1cf-ea0f97979710 req-e9a45add-b9d7-4c6f-bba8-1a315c2de846 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:55.420178 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64cc7143-d816-4c55-a1cf-ea0f97979710 req-e9a45add-b9d7-4c6f-bba8-1a315c2de846 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0814295 Nov 13 05:00:55.503197 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-64cc7143-d816-4c55-a1cf-ea0f97979710 req-d67c305c-0e6c-4cf5-88a4-23e91cdf7586 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754294 Nov 13 05:00:55.901781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75527c29-2e63-44e3-b70f-8fd1685a7133 req-31561514-11f3-4ba6-8fb8-381360deebe4 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:55.903448 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75527c29-2e63-44e3-b70f-8fd1685a7133 req-31561514-11f3-4ba6-8fb8-381360deebe4 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 946 time: 0.0527689 Nov 13 05:00:55.964340 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75527c29-2e63-44e3-b70f-8fd1685a7133 req-c2167692-aae0-4f3b-bf34-c0363377260c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544355 Nov 13 05:00:56.631005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb110cd3-23bd-48a6-9629-5e300513cea9 req-6b0201ad-8ac6-40d7-b907-7929e625eb69 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:56.632488 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb110cd3-23bd-48a6-9629-5e300513cea9 req-6b0201ad-8ac6-40d7-b907-7929e625eb69 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0533319 Nov 13 05:00:56.692202 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb110cd3-23bd-48a6-9629-5e300513cea9 req-902a30a7-1ce3-4150-a2dc-9fb62cd3134e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532377 Nov 13 05:00:56.947041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9266114-87af-44b8-a216-95c642984632 req-95c60c7b-f0e9-4e60-948c-3f5e180472d8 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:56.948949 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9266114-87af-44b8-a216-95c642984632 req-95c60c7b-f0e9-4e60-948c-3f5e180472d8 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0597746 Nov 13 05:00:57.003232 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9266114-87af-44b8-a216-95c642984632 req-7a728504-0b51-4a2b-9ca6-9f0a99aaa9cd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474231 Nov 13 05:00:58.137133 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaff0dd-e95a-42cf-9c11-da41e01c8cf5 req-a9c31dd5-8832-41af-a0f5-b0b2fd9b29c7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:58.138615 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cfaff0dd-e95a-42cf-9c11-da41e01c8cf5 req-a9c31dd5-8832-41af-a0f5-b0b2fd9b29c7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0501959 Nov 13 05:00:58.190789 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cfaff0dd-e95a-42cf-9c11-da41e01c8cf5 req-8e9c8982-293c-4c26-8b95-98b9ddc979d9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453446 Nov 13 05:00:58.310833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3445ef-90af-4ab9-948f-c3c8f06a850e req-e08bcebc-a1a1-40f3-a931-90be21db304a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:58.312401 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd3445ef-90af-4ab9-948f-c3c8f06a850e req-e08bcebc-a1a1-40f3-a931-90be21db304a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0507336 Nov 13 05:00:58.361347 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd3445ef-90af-4ab9-948f-c3c8f06a850e req-07d0b03e-4642-4293-ad9b-de4e33717257 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424314 Nov 13 05:00:58.491085 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0981b06-5347-4133-a8f9-8e4602247466 req-b7960e69-015c-4924-aadd-eca7f341d37a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:58.491326 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:00:58.493560 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0981b06-5347-4133-a8f9-8e4602247466 req-b7960e69-015c-4924-aadd-eca7f341d37a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0584407 Nov 13 05:00:58.553252 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0981b06-5347-4133-a8f9-8e4602247466 req-1cbaad2e-9a8f-4a61-a512-fc15fe651c13 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526481 Nov 13 05:00:58.698737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf271d9-202d-40aa-928d-aaba294584ed req-cea2c8a2-2b62-4a54-8129-86220af0961f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:00:58.700255 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cdf271d9-202d-40aa-928d-aaba294584ed req-cea2c8a2-2b62-4a54-8129-86220af0961f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0586193 Nov 13 05:00:58.750577 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cdf271d9-202d-40aa-928d-aaba294584ed req-bf9d24e7-200a-4df2-89fc-3e34fb0cbbbf tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420668 Nov 13 05:00:58.886539 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:03.594982 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:01:04.147565 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a6bcea6-d345-473b-8daa-a4b31881909d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:06.459145 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2585755-bbdb-4b9b-9ce4-3dd1c65869ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:07.805563 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:09.115278 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:10.049303 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:12.381800 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48982) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:12.499309 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b010-0426-4448-ba46-1ccbf4919d6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:12.583123 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b010-0426-4448-ba46-1ccbf4919d6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:12.589169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b010-0426-4448-ba46-1ccbf4919d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:12.627971 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f9d5b010-0426-4448-ba46-1ccbf4919d6c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=104bb90a999b45478e38f040008cf2f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449467 Nov 13 05:01:12.628920 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5b010-0426-4448-ba46-1ccbf4919d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e827878f-5226-40b1-8e4e-873d3adcbec3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:12.630698 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48986) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:12.696641 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a12a1021-f866-44ba-a57a-f24848b509fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:12.722449 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a12a1021-f866-44ba-a57a-f24848b509fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:12.772534 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a12a1021-f866-44ba-a57a-f24848b509fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:12.775257 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a12a1021-f866-44ba-a57a-f24848b509fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:12.776434 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a12a1021-f866-44ba-a57a-f24848b509fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e827878f-5226-40b1-8e4e-873d3adcbec3 HTTP/1.1" status: 204 len: 168 time: 0.1441019 Nov 13 05:01:12.790549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a1021-f866-44ba-a57a-f24848b509fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e827878f-5226-40b1-8e4e-873d3adcbec3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:13.515705 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49014) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:13.630114 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-487110806-network', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:01:13.652641 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] Made reservation on behalf of fc7038c3971e4c6082e6ebe957fe225c for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:01:13.655643 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:13.666842 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:13.755044 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:13.760506 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:13.792904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:01:13.811310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c328d7-7980-4ef8-ae33-0f27ef70b73d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:13.818574 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:13.819512 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] Added segment a44e177c-71df-41f4-9005-9ddaf8b21838 of type vlan for network c650fc69-1459-428a-a627-0985b73fa928 Nov 13 05:01:13.876137 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:13.931619 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:13.932714 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:13.933294 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:13.973409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0617075-69d7-406b-9327-8dcb66876996 req-ed4a1311-9ed9-49e2-a5f1-baf564e074c0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:13.979374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0617075-69d7-406b-9327-8dcb66876996 req-ed4a1311-9ed9-49e2-a5f1-baf564e074c0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:13.986527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0617075-69d7-406b-9327-8dcb66876996 req-ed4a1311-9ed9-49e2-a5f1-baf564e074c0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:13.996138 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0617075-69d7-406b-9327-8dcb66876996 req-ed4a1311-9ed9-49e2-a5f1-baf564e074c0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:14.006416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0617075-69d7-406b-9327-8dcb66876996 req-ed4a1311-9ed9-49e2-a5f1-baf564e074c0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:14.012423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0617075-69d7-406b-9327-8dcb66876996 req-ed4a1311-9ed9-49e2-a5f1-baf564e074c0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:14.018605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0617075-69d7-406b-9327-8dcb66876996 req-ed4a1311-9ed9-49e2-a5f1-baf564e074c0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:14.020671 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0617075-69d7-406b-9327-8dcb66876996 req-ed4a1311-9ed9-49e2-a5f1-baf564e074c0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5434 time: 0.1398842 Nov 13 05:01:14.063603 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5438473 Nov 13 05:01:14.064289 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49020) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:14.069929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2bc8b37b-0733-4f23-b6c5-237f476bcc05 admin admin] Request body: {'subnet': {'network_id': 'c650fc69-1459-428a-a627-0985b73fa928', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-487110806-subnet', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:01:14.076199 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a20598-e2f6-47db-8170-3bb49dfb1e60 admin admin] Pushing event updated for resources: {'Network': ['ID=c650fc69-1459-428a-a627-0985b73fa928,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:14.093787 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network c650fc69-1459-428a-a627-0985b73fa928 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:01:14.096899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc8b37b-0733-4f23-b6c5-237f476bcc05 admin admin] Made reservation on behalf of fc7038c3971e4c6082e6ebe957fe225c for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:01:14.100605 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b37b-0733-4f23-b6c5-237f476bcc05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:14.123216 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0617075-69d7-406b-9327-8dcb66876996 req-999e5c71-3f4f-4e5c-838f-e1f7fd324fa5 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686698 Nov 13 05:01:14.299773 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b37b-0733-4f23-b6c5-237f476bcc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:14.356354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8b37b-0733-4f23-b6c5-237f476bcc05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4829f6-f27a-45cd-a3c4-6c9a47aa67b3,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:14.378775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc8b37b-0733-4f23-b6c5-237f476bcc05 admin admin] Checking segment: {'id': 'a44e177c-71df-41f4-9005-9ddaf8b21838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c650fc69-1459-428a-a627-0985b73fa928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:01:14.379198 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc8b37b-0733-4f23-b6c5-237f476bcc05 admin admin] Network hostable DHCP agents. Network: c650fc69-1459-428a-a627-0985b73fa928, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:01:14.398014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc8b37b-0733-4f23-b6c5-237f476bcc05 admin admin] Network c650fc69-1459-428a-a627-0985b73fa928 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:01:14.409387 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-2bc8b37b-0733-4f23-b6c5-237f476bcc05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, c650fc69-1459-428a-a627-0985b73fa928) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:01:14.419564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc8b37b-0733-4f23-b6c5-237f476bcc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:14.420159 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b37b-0733-4f23-b6c5-237f476bcc05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:14.437069 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2bc8b37b-0733-4f23-b6c5-237f476bcc05 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3714156 Nov 13 05:01:14.439987 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49022) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:14.444997 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-487110806-router', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:01:14.460630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463c6ab7-882d-4501-bcc9-206bec498b3e None None] Network c650fc69-1459-428a-a627-0985b73fa928 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:01:14.506683 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:14.509377 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:14.660113 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:14.672482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-c650fc69-1459-428a-a627-0985b73fa928', 'network_id': 'c650fc69-1459-428a-a627-0985b73fa928', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'fixed_ips': [{'subnet_id': 'ed4829f6-f27a-45cd-a3c4-6c9a47aa67b3'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:01:14.673174 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:14.818319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Allocated IP 172.20.0.2 (c650fc69-1459-428a-a627-0985b73fa928/ed4829f6-f27a-45cd-a3c4-6c9a47aa67b3/3529daf6-6e13-424e-8a74-80b8e12b30d6) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:01:14.980262 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:14.989495 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:15.036587 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Network c650fc69-1459-428a-a627-0985b73fa928 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:01:15.044058 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:01:15.049547 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:15.050944 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:01:15.054449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Pushing event updated for resources: {'Port': ['ID=3529daf6-6e13-424e-8a74-80b8e12b30d6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:15.111542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Attempting to bind port 3529daf6-6e13-424e-8a74-80b8e12b30d6 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:01:15.112351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Attempting to bind port 3529daf6-6e13-424e-8a74-80b8e12b30d6 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'a44e177c-71df-41f4-9005-9ddaf8b21838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c650fc69-1459-428a-a627-0985b73fa928'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:01:15.112351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Attempting to bind port 3529daf6-6e13-424e-8a74-80b8e12b30d6 on network c650fc69-1459-428a-a627-0985b73fa928 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:01:15.117541 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:01:15.117998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Checking segment: {'id': 'a44e177c-71df-41f4-9005-9ddaf8b21838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c650fc69-1459-428a-a627-0985b73fa928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:01:15.118457 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:15.118903 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Bound using segment: {'id': 'a44e177c-71df-41f4-9005-9ddaf8b21838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c650fc69-1459-428a-a627-0985b73fa928'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:01:15.119444 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Bound port: 3529daf6-6e13-424e-8a74-80b8e12b30d6, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44e177c-71df-41f4-9005-9ddaf8b21838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c650fc69-1459-428a-a627-0985b73fa928'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:01:15.119880 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:15.189315 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] For port 3529daf6-6e13-424e-8a74-80b8e12b30d6, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:01:15.193059 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] For port 3529daf6-6e13-424e-8a74-80b8e12b30d6, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3529daf6-6e13-424e-8a74-80b8e12b30d6,segment=NetworkSegment(a44e177c-71df-41f4-9005-9ddaf8b21838),segment_id=a44e177c-71df-41f4-9005-9ddaf8b21838)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:01:15.200783 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:15.276489 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a3ce0-696a-4837-8189-370c32b94f67 None None] Pushing event updated for resources: {'Port': ['ID=3529daf6-6e13-424e-8a74-80b8e12b30d6,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:15.291347 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9113583-f173-443a-b4a6-f060f0993601 req-3905fa4f-391b-4b6c-aa4b-fe26e3f2abd0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:15.298993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9113583-f173-443a-b4a6-f060f0993601 req-3905fa4f-391b-4b6c-aa4b-fe26e3f2abd0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:15.306642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:15.307475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9113583-f173-443a-b4a6-f060f0993601 req-3905fa4f-391b-4b6c-aa4b-fe26e3f2abd0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:15.313946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9113583-f173-443a-b4a6-f060f0993601 req-3905fa4f-391b-4b6c-aa4b-fe26e3f2abd0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:15.321229 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9113583-f173-443a-b4a6-f060f0993601 req-3905fa4f-391b-4b6c-aa4b-fe26e3f2abd0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:15.327602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9113583-f173-443a-b4a6-f060f0993601 req-3905fa4f-391b-4b6c-aa4b-fe26e3f2abd0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:15.333866 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:15.334456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9113583-f173-443a-b4a6-f060f0993601 req-3905fa4f-391b-4b6c-aa4b-fe26e3f2abd0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:15.343428 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9113583-f173-443a-b4a6-f060f0993601 req-3905fa4f-391b-4b6c-aa4b-fe26e3f2abd0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5434 time: 0.1266594 Nov 13 05:01:15.461564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-534161ae-7c65-4378-8da6-5490bed7f055 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:15.467582 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-534161ae-7c65-4378-8da6-5490bed7f055 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:15.474335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-534161ae-7c65-4378-8da6-5490bed7f055 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:15.477070 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Allocated IP 172.25.8.231 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/f615e4b2-e6a7-4d40-8f00-8d690106d4a5) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:01:15.492050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-534161ae-7c65-4378-8da6-5490bed7f055 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:15.498615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-534161ae-7c65-4378-8da6-5490bed7f055 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:15.508539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-534161ae-7c65-4378-8da6-5490bed7f055 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:15.515531 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-534161ae-7c65-4378-8da6-5490bed7f055 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:15.517944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-534161ae-7c65-4378-8da6-5490bed7f055 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 5434 time: 0.1323404 Nov 13 05:01:15.533229 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9113583-f173-443a-b4a6-f060f0993601 req-1ff1ff16-b9d7-4549-a091-47f9ae2183cb tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&id=ae4738d2-4f98-437a-a85a-bb4613585d60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1887257 Nov 13 05:01:15.594309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-a3a369fa-12fe-4ef2-96fd-6a8511fdcaeb tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:15.595704 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-a3a369fa-12fe-4ef2-96fd-6a8511fdcaeb tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "GET /v2.0/ports/de58f93c-d5cf-4928-9fa1-0dafe167d15d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0613856 Nov 13 05:01:15.643674 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:15.694254 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:15.723152 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-910812dc-af11-407f-8d44-69f17e17c8db tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "GET /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1196337 Nov 13 05:01:15.732456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:01:15.735625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-5af738d0-cda1-4381-933d-bee5d7e447fc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:01:15.735792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:01:15.738528 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:01:15.754238 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a39f6d-ca52-42ba-b950-c9ef1724811a None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:01:15.788439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Pushing event updated for resources: {'Port': ['ID=f615e4b2-e6a7-4d40-8f00-8d690106d4a5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:15.815498 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-5af738d0-cda1-4381-933d-bee5d7e447fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:15.883585 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-50efb55d-6cb9-40f4-bdbe-bce539ec5080 None None] Provisioning complete for port f615e4b2-e6a7-4d40-8f00-8d690106d4a5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:15.884313 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50efb55d-6cb9-40f4-bdbe-bce539ec5080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:15.929778 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-50efb55d-6cb9-40f4-bdbe-bce539ec5080 None None] Port f615e4b2-e6a7-4d40-8f00-8d690106d4a5 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:01:15.958701 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-5af738d0-cda1-4381-933d-bee5d7e447fc service neutron] For port de58f93c-d5cf-4928-9fa1-0dafe167d15d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=de58f93c-d5cf-4928-9fa1-0dafe167d15d,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:15.994016 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-5af738d0-cda1-4381-933d-bee5d7e447fc service neutron] For port de58f93c-d5cf-4928-9fa1-0dafe167d15d, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:01:16.033709 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-5af738d0-cda1-4381-933d-bee5d7e447fc service neutron] device_id is not set on port de58f93c-d5cf-4928-9fa1-0dafe167d15d yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:01:16.039478 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-5af738d0-cda1-4381-933d-bee5d7e447fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:16.047581 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:16.052847 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-5af738d0-cda1-4381-933d-bee5d7e447fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:16.125752 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-5af738d0-cda1-4381-933d-bee5d7e447fc service neutron] No DVR routers for this DVR port de58f93c-d5cf-4928-9fa1-0dafe167d15d on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:01:16.129495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af738d0-cda1-4381-933d-bee5d7e447fc service neutron] Pushing event updated for resources: {'Port': ['ID=de58f93c-d5cf-4928-9fa1-0dafe167d15d,revision_number=6']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:16.186451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-5af738d0-cda1-4381-933d-bee5d7e447fc service neutron] In _notify_port_updated(), no bound segment for port de58f93c-d5cf-4928-9fa1-0dafe167d15d on network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 {{(pid=102667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:01:16.187640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-5af738d0-cda1-4381-933d-bee5d7e447fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:16.187878 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-5af738d0-cda1-4381-933d-bee5d7e447fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:16.189215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-5af738d0-cda1-4381-933d-bee5d7e447fc service neutron] 10.222.0.46 "PUT /v2.0/ports/de58f93c-d5cf-4928-9fa1-0dafe167d15d HTTP/1.1" status: 200 len: 1027 time: 0.4582462 Nov 13 05:01:16.250761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-234a1077-b90a-4203-9c29-1e2b8763d185 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:16.252520 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-234a1077-b90a-4203-9c29-1e2b8763d185 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "GET /v2.0/ports/5f399afc-4069-477e-8131-37a3697f6c2f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0542686 Nov 13 05:01:16.268022 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-9c2f73f3-3625-4e1b-b742-e4f71b462583 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:01:16.345045 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-9c2f73f3-3625-4e1b-b742-e4f71b462583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:16.347468 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:16.492412 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3529daf6-6e13-424e-8a74-80b8e12b30d6 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:01:16.574514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-9c2f73f3-3625-4e1b-b742-e4f71b462583 service neutron] For port 5f399afc-4069-477e-8131-37a3697f6c2f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5f399afc-4069-477e-8131-37a3697f6c2f,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:16.576363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Router 9b32def6-26f7-46cc-a441-7ebf53eaf355 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:01:16.581416 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 3529daf6-6e13-424e-8a74-80b8e12b30d6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:16.581871 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:16.584729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2dea51bb-b213-46a7-920a-97035a5e141c None None] Provisioning complete for port de58f93c-d5cf-4928-9fa1-0dafe167d15d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:16.585089 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dea51bb-b213-46a7-920a-97035a5e141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:16.643260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-9c2f73f3-3625-4e1b-b742-e4f71b462583 service neutron] For port 5f399afc-4069-477e-8131-37a3697f6c2f, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:01:16.678009 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2dea51bb-b213-46a7-920a-97035a5e141c None None] Port de58f93c-d5cf-4928-9fa1-0dafe167d15d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:01:16.715663 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-9c2f73f3-3625-4e1b-b742-e4f71b462583 service neutron] device_id is not set on port 5f399afc-4069-477e-8131-37a3697f6c2f yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:01:16.730175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b563e403-1b27-4acf-a31d-cd250bc29f32 None None] Network c650fc69-1459-428a-a627-0985b73fa928 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:01:16.730348 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-9c2f73f3-3625-4e1b-b742-e4f71b462583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:16.744615 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-9c2f73f3-3625-4e1b-b742-e4f71b462583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:16.817011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f73f3-3625-4e1b-b742-e4f71b462583 service neutron] Pushing event updated for resources: {'Port': ['ID=5f399afc-4069-477e-8131-37a3697f6c2f,revision_number=6']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:16.828019 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:16.852722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a41beb8c-f10e-451d-84d8-760b4d5e49eb None None] Provisioning complete for port 3529daf6-6e13-424e-8a74-80b8e12b30d6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:16.853087 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a41beb8c-f10e-451d-84d8-760b4d5e49eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:16.854777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-9c2f73f3-3625-4e1b-b742-e4f71b462583 service neutron] No DVR routers for this DVR port 5f399afc-4069-477e-8131-37a3697f6c2f on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:01:16.900175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:01:16.916342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-9c2f73f3-3625-4e1b-b742-e4f71b462583 service neutron] In _notify_port_updated(), no bound segment for port 5f399afc-4069-477e-8131-37a3697f6c2f on network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 {{(pid=102667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:01:16.926882 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-9c2f73f3-3625-4e1b-b742-e4f71b462583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:16.928139 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-9c2f73f3-3625-4e1b-b742-e4f71b462583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:16.929733 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-9c2f73f3-3625-4e1b-b742-e4f71b462583 service neutron] 10.222.0.46 "PUT /v2.0/ports/5f399afc-4069-477e-8131-37a3697f6c2f HTTP/1.1" status: 200 len: 1027 time: 0.6684978 Nov 13 05:01:16.962128 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Sync routers for ids ['9b32def6-26f7-46cc-a441-7ebf53eaf355'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:01:16.994769 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:17.001752 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4e2f3657-6b56-4fba-8bd9-91b7977133ed admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5600026 Nov 13 05:01:17.004742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49052) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:17.014766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 3529daf6-6e13-424e-8a74-80b8e12b30d6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3529daf6-6e13-424e-8a74-80b8e12b30d6,segment=NetworkSegment(a44e177c-71df-41f4-9005-9ddaf8b21838),segment_id=a44e177c-71df-41f4-9005-9ddaf8b21838)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:17.027887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be16615-03ae-4be8-827b-8bf560466a24 req-a32f450b-b2ef-4850-b386-893ed3ca3458 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:17.037715 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Routers {'9b32def6-26f7-46cc-a441-7ebf53eaf355'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:17.038368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9b32def6-26f7-46cc-a441-7ebf53eaf355'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:17.051896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be16615-03ae-4be8-827b-8bf560466a24 req-a32f450b-b2ef-4850-b386-893ed3ca3458 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:17.075921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be16615-03ae-4be8-827b-8bf560466a24 req-a32f450b-b2ef-4850-b386-893ed3ca3458 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:17.085817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be16615-03ae-4be8-827b-8bf560466a24 req-a32f450b-b2ef-4850-b386-893ed3ca3458 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:17.093006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be16615-03ae-4be8-827b-8bf560466a24 req-a32f450b-b2ef-4850-b386-893ed3ca3458 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:17.097529 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3be16615-03ae-4be8-827b-8bf560466a24 req-a32f450b-b2ef-4850-b386-893ed3ca3458 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 3886 time: 0.3771245 Nov 13 05:01:17.114623 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-fbca9293-eeaa-4ba9-98c4-514e2ef5f2aa tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Deleting port 19099ef5-6d30-4282-af7f-46bf14ca6429 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:17.115272 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-fbca9293-eeaa-4ba9-98c4-514e2ef5f2aa tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:17.178147 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Set router 9b32def6-26f7-46cc-a441-7ebf53eaf355 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:17.226205 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3be16615-03ae-4be8-827b-8bf560466a24 req-10de2ce7-0274-4ec4-b3fe-69d058290c81 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200092 Nov 13 05:01:17.259331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-fbca9293-eeaa-4ba9-98c4-514e2ef5f2aa tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] For port 19099ef5-6d30-4282-af7f-46bf14ca6429, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=19099ef5-6d30-4282-af7f-46bf14ca6429,segment=NetworkSegment(93000c6e-4393-4184-955a-8b1462f6fe2c),segment_id=93000c6e-4393-4184-955a-8b1462f6fe2c)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:17.271052 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-fbca9293-eeaa-4ba9-98c4-514e2ef5f2aa tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:17.281036 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:17.481389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=3529daf6-6e13-424e-8a74-80b8e12b30d6,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:17.579060 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'name': 'tempest-TestAggregatesBasicOps-487110806-router', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'f615e4b2-e6a7-4d40-8f00-8d690106d4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:14Z', 'updated_at': '2021-11-13T05:01:15Z', 'revision_number': 3, 'project_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'gw_port': {'id': 'f615e4b2-e6a7-4d40-8f00-8d690106d4a5', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:15Z', 'updated_at': '2021-11-13T05:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:17.664917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Checking router: 9b32def6-26f7-46cc-a441-7ebf53eaf355 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:01:17.665265 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Updating router 9b32def6-26f7-46cc-a441-7ebf53eaf355 port f615e4b2-e6a7-4d40-8f00-8d690106d4a5 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:01:17.668876 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-fbca9293-eeaa-4ba9-98c4-514e2ef5f2aa tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:17.669459 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-fbca9293-eeaa-4ba9-98c4-514e2ef5f2aa tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:17.669566 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-fbca9293-eeaa-4ba9-98c4-514e2ef5f2aa tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Floating IP ee22809b-9660-453b-9371-5cf0a9c2442f disassociated. External IP: 172.25.8.188, port: 19099ef5-6d30-4282-af7f-46bf14ca6429. Nov 13 05:01:17.669873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-fbca9293-eeaa-4ba9-98c4-514e2ef5f2aa tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Calling delete_port for 19099ef5-6d30-4282-af7f-46bf14ca6429 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:17.753582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d2090fb0-3991-49ce-bd2b-c968190a33ca None None] Provisioning complete for port 5f399afc-4069-477e-8131-37a3697f6c2f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:17.754104 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d2090fb0-3991-49ce-bd2b-c968190a33ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:17.805062 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:17.902442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d2090fb0-3991-49ce-bd2b-c968190a33ca None None] Port 5f399afc-4069-477e-8131-37a3697f6c2f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:01:17.954121 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-fbca9293-eeaa-4ba9-98c4-514e2ef5f2aa tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:18.027261 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca9293-eeaa-4ba9-98c4-514e2ef5f2aa tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event deleted for resources: {'Port': ['ID=19099ef5-6d30-4282-af7f-46bf14ca6429,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:18.063786 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b56c797-e4ef-4587-ad54-645775814e03 None None] Provisioning complete for port 3529daf6-6e13-424e-8a74-80b8e12b30d6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:18.064154 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b56c797-e4ef-4587-ad54-645775814e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:18.156315 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device de58f93c-d5cf-4928-9fa1-0dafe167d15d no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:18.196972 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-fbca9293-eeaa-4ba9-98c4-514e2ef5f2aa tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Router 454ffd78-5f2b-4f33-9480-47594a4faf12 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:01:18.208852 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device de58f93c-d5cf-4928-9fa1-0dafe167d15d not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:01:18.209314 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 474242ce-f6ca-44f2-a46f-952298fdad4f no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:18.266049 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:18.348906 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-fbca9293-eeaa-4ba9-98c4-514e2ef5f2aa tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:01:18.365175 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29595e18-90f8-40a4-b2c2-ba6998ba78ba None None] Sync routers for ids ['454ffd78-5f2b-4f33-9480-47594a4faf12'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:01:18.390817 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29595e18-90f8-40a4-b2c2-ba6998ba78ba None None] Routers {'454ffd78-5f2b-4f33-9480-47594a4faf12'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:18.392192 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-29595e18-90f8-40a4-b2c2-ba6998ba78ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['454ffd78-5f2b-4f33-9480-47594a4faf12'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:18.424374 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:18.505607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3529daf6-6e13-424e-8a74-80b8e12b30d6 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:01:18.507224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474242ce-f6ca-44f2-a46f-952298fdad4f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:01:18.509535 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a281c9d9-9256-406d-89ea-7bb5d51fa1d8" -d '{"events": [{"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-unplugged", "status": "completed", "tag": "474242ce-f6ca-44f2-a46f-952298fdad4f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:01:18.519746 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:18.553057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 474242ce-f6ca-44f2-a46f-952298fdad4f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=474242ce-f6ca-44f2-a46f-952298fdad4f,segment=NetworkSegment(fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab),segment_id=fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:18.563910 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:18.570345 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:18.571088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 19099ef5-6d30-4282-af7f-46bf14ca6429 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:18.649213 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a98cf38-c21b-4324-9cab-03de8fc8a9b7 x-openstack-request-id: req-6a98cf38-c21b-4324-9cab-03de8fc8a9b7 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:01:18.649213 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-unplugged", "status": "completed", "tag": "474242ce-f6ca-44f2-a46f-952298fdad4f", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:01:18.649213 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a98cf38-c21b-4324-9cab-03de8fc8a9b7 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:01:18.650137 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474242ce-f6ca-44f2-a46f-952298fdad4f', 'code': 200} Nov 13 05:01:18.651618 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 19099ef5-6d30-4282-af7f-46bf14ca6429 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:01:18.656172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 19099ef5-6d30-4282-af7f-46bf14ca6429 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:01:18.656604 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 011a8497-145c-4fd7-903e-19cf452a8ebd no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:18.659694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Allocated IP 172.20.0.1 (c650fc69-1459-428a-a627-0985b73fa928/ed4829f6-f27a-45cd-a3c4-6c9a47aa67b3/6fc365a9-2928-4862-ae81-1c17f0899a4e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:01:18.691232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Attempting to bind port f615e4b2-e6a7-4d40-8f00-8d690106d4a5 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:01:18.691563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Attempting to bind port f615e4b2-e6a7-4d40-8f00-8d690106d4a5 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:01:18.691919 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Attempting to bind port f615e4b2-e6a7-4d40-8f00-8d690106d4a5 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:01:18.719077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17802692-27a6-4a6f-b56f-f86a89e4852d None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:01:18.723258 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-29595e18-90f8-40a4-b2c2-ba6998ba78ba None None] Set router 454ffd78-5f2b-4f33-9480-47594a4faf12 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:18.755704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:01:18.756151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:01:18.756524 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:18.756906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:01:18.757380 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Bound port: f615e4b2-e6a7-4d40-8f00-8d690106d4a5, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:01:18.757756 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:18.789670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632ec17-cd31-4128-8f31-266e79aaa018 None None] Pushing event updated for resources: {'Port': ['ID=f615e4b2-e6a7-4d40-8f00-8d690106d4a5,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:18.861385 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:18.945041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.033968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] For port f615e4b2-e6a7-4d40-8f00-8d690106d4a5, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:01:19.038332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] For port f615e4b2-e6a7-4d40-8f00-8d690106d4a5, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f615e4b2-e6a7-4d40-8f00-8d690106d4a5,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:01:19.048425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7632ec17-cd31-4128-8f31-266e79aaa018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:19.049961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7632ec17-cd31-4128-8f31-266e79aaa018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:19.050727 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Network c650fc69-1459-428a-a627-0985b73fa928 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:01:19.050948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7632ec17-cd31-4128-8f31-266e79aaa018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:19.051493 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7632ec17-cd31-4128-8f31-266e79aaa018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:19.051899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7632ec17-cd31-4128-8f31-266e79aaa018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:19.052318 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7632ec17-cd31-4128-8f31-266e79aaa018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:19.052782 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7632ec17-cd31-4128-8f31-266e79aaa018 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:19.054055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7632ec17-cd31-4128-8f31-266e79aaa018 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:19.054846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7632ec17-cd31-4128-8f31-266e79aaa018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:19.055265 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7632ec17-cd31-4128-8f31-266e79aaa018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:19.055395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-fbca9293-eeaa-4ba9-98c4-514e2ef5f2aa tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] No DVR routers for this DVR port 19099ef5-6d30-4282-af7f-46bf14ca6429 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:01:19.055897 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7632ec17-cd31-4128-8f31-266e79aaa018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:19.056291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7632ec17-cd31-4128-8f31-266e79aaa018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:19.059880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:01:19.072339 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-fbca9293-eeaa-4ba9-98c4-514e2ef5f2aa tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.074839 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.076547 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-fbca9293-eeaa-4ba9-98c4-514e2ef5f2aa tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "DELETE /v2.0/ports/19099ef5-6d30-4282-af7f-46bf14ca6429 HTTP/1.1" status: 204 len: 173 time: 2.1343863 Nov 13 05:01:19.078183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-deleted', 'tag': '19099ef5-6d30-4282-af7f-46bf14ca6429'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:01:19.078468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:01:19.081138 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadca9e2-f915-4287-9551-d08513535f2f" -d '{"events": [{"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-deleted", "tag": "19099ef5-6d30-4282-af7f-46bf14ca6429"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:01:19.089701 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-29595e18-90f8-40a4-b2c2-ba6998ba78ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:29Z', 'updated_at': '2021-11-13T04:49:41Z', 'revision_number': 4, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'gw_port': {'id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '62921026-cc38-4ebd-af79-c023fc96d17e', 'name': '', 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'mac_address': 'fa:16:3e:d0:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:38Z', 'updated_at': '2021-11-13T04:49:46Z', 'revision_number': 5, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'subnets': [{'id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:19.133125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 3529daf6-6e13-424e-8a74-80b8e12b30d6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:19.134071 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.138159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Pushing event updated for resources: {'Port': ['ID=6fc365a9-2928-4862-ae81-1c17f0899a4e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:19.155205 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29595e18-90f8-40a4-b2c2-ba6998ba78ba None None] Checking router: 454ffd78-5f2b-4f33-9480-47594a4faf12 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:01:19.172953 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29595e18-90f8-40a4-b2c2-ba6998ba78ba None None] Routers {'454ffd78-5f2b-4f33-9480-47594a4faf12'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:19.174343 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-29595e18-90f8-40a4-b2c2-ba6998ba78ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['454ffd78-5f2b-4f33-9480-47594a4faf12'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:19.175253 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63486537-83d5-45b2-be96-e1364cecf872 x-openstack-request-id: req-63486537-83d5-45b2-be96-e1364cecf872 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:01:19.175928 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-deleted", "tag": "19099ef5-6d30-4282-af7f-46bf14ca6429", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:01:19.176370 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63486537-83d5-45b2-be96-e1364cecf872 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:01:19.176911 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-deleted', 'tag': '19099ef5-6d30-4282-af7f-46bf14ca6429', 'status': 'completed', 'code': 200} Nov 13 05:01:19.183026 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.191549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e986a5-f193-4819-907b-6c1676bf4fb8 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:01:19.219048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9a613-7853-417c-ba84-28b89bd83016 req-60c7cc90-f4cc-4246-a731-45e1bb993e3f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:19.230270 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9a613-7853-417c-ba84-28b89bd83016 req-60c7cc90-f4cc-4246-a731-45e1bb993e3f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:19.239088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9a613-7853-417c-ba84-28b89bd83016 req-60c7cc90-f4cc-4246-a731-45e1bb993e3f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:19.246814 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9a613-7853-417c-ba84-28b89bd83016 req-60c7cc90-f4cc-4246-a731-45e1bb993e3f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:19.248908 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0b9a613-7853-417c-ba84-28b89bd83016 req-60c7cc90-f4cc-4246-a731-45e1bb993e3f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 3150 time: 0.8152049 Nov 13 05:01:19.263552 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e0c0aa82-df43-4a10-9927-23666b450869 None None] Provisioning complete for port f615e4b2-e6a7-4d40-8f00-8d690106d4a5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:19.264045 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0c0aa82-df43-4a10-9927-23666b450869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.380087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Routers {'9b32def6-26f7-46cc-a441-7ebf53eaf355'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:19.383037 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0b9a613-7853-417c-ba84-28b89bd83016 req-22222e36-de3b-498d-b0e4-3d5e05174adc tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252482 Nov 13 05:01:19.385537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9b32def6-26f7-46cc-a441-7ebf53eaf355'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:19.401195 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-bdc773c2-9c64-493b-8375-56aa4c81eb74 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Deleting port 6d87d897-6e26-4667-b983-aa5694802d80 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:19.401532 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-bdc773c2-9c64-493b-8375-56aa4c81eb74 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.456883 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-29595e18-90f8-40a4-b2c2-ba6998ba78ba None None] Set router 454ffd78-5f2b-4f33-9480-47594a4faf12 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:19.492017 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.523513 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.524534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=474242ce-f6ca-44f2-a46f-952298fdad4f,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:19.546777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-bdc773c2-9c64-493b-8375-56aa4c81eb74 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] For port 6d87d897-6e26-4667-b983-aa5694802d80, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=6d87d897-6e26-4667-b983-aa5694802d80,segment=NetworkSegment(fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab),segment_id=fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:19.547368 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-bdc773c2-9c64-493b-8375-56aa4c81eb74 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.566204 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-bdc773c2-9c64-493b-8375-56aa4c81eb74 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Calling delete_port for 6d87d897-6e26-4667-b983-aa5694802d80 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:19.670716 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 011a8497-145c-4fd7-903e-19cf452a8ebd, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=011a8497-145c-4fd7-903e-19cf452a8ebd,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:19.698874 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.700074 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 6d87d897-6e26-4667-b983-aa5694802d80 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:19.727982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] Set router 9b32def6-26f7-46cc-a441-7ebf53eaf355 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:19.756758 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-29595e18-90f8-40a4-b2c2-ba6998ba78ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:29Z', 'updated_at': '2021-11-13T04:49:41Z', 'revision_number': 4, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'gw_port': {'id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '62921026-cc38-4ebd-af79-c023fc96d17e', 'name': '', 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'mac_address': 'fa:16:3e:d0:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:38Z', 'updated_at': '2021-11-13T04:49:46Z', 'revision_number': 5, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'subnets': [{'id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:19.781021 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632ec17-cd31-4128-8f31-266e79aaa018 None None] Pushing event updated for resources: {'Port': ['ID=f615e4b2-e6a7-4d40-8f00-8d690106d4a5,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:19.787609 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-bdc773c2-9c64-493b-8375-56aa4c81eb74 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.812247 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29595e18-90f8-40a4-b2c2-ba6998ba78ba None None] The sync data for ids ['454ffd78-5f2b-4f33-9480-47594a4faf12'] in n-d-813114-2 is: [{'id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:29Z', 'updated_at': '2021-11-13T04:49:41Z', 'revision_number': 4, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'gw_port': {'id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '62921026-cc38-4ebd-af79-c023fc96d17e', 'name': '', 'network_id': '54bcc594-4643-4653-a5bb-72d48b85d8bc', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'mac_address': 'fa:16:3e:d0:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:38Z', 'updated_at': '2021-11-13T04:49:46Z', 'revision_number': 5, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'subnets': [{'id': 'd9ac137d-bc95-480d-b540-783bd32adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:01:19.853911 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.858498 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc773c2-9c64-493b-8375-56aa4c81eb74 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event deleted for resources: {'Port': ['ID=6d87d897-6e26-4667-b983-aa5694802d80,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:19.874279 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.889385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-bdc773c2-9c64-493b-8375-56aa4c81eb74 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] No DVR routers for this DVR port 6d87d897-6e26-4667-b983-aa5694802d80 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:01:19.892970 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-bdc773c2-9c64-493b-8375-56aa4c81eb74 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.897822 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-bdc773c2-9c64-493b-8375-56aa4c81eb74 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "DELETE /v2.0/ports/6d87d897-6e26-4667-b983-aa5694802d80 HTTP/1.1" status: 204 len: 173 time: 0.8013971 Nov 13 05:01:19.968377 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0c0aa82-df43-4a10-9927-23666b450869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:19.993214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=011a8497-145c-4fd7-903e-19cf452a8ebd,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:20.023913 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Pushing event updated for resources: {'Port': ['ID=6fc365a9-2928-4862-ae81-1c17f0899a4e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:20.055257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-4ae71074-e75e-46eb-b0d9-fa4a945bea4a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Deleting port 474242ce-f6ca-44f2-a46f-952298fdad4f {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:20.055776 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-4ae71074-e75e-46eb-b0d9-fa4a945bea4a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:20.058491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No active binding found for port 6d87d897-6e26-4667-b983-aa5694802d80 {{(pid=102669) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 13 05:01:20.059139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 6d87d897-6e26-4667-b983-aa5694802d80 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:01:20.059268 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:20.059851 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f60b3c65-296c-4b69-8a01-8da7b8e0fec9 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:20.147351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e0c0aa82-df43-4a10-9927-23666b450869 None None] For port f615e4b2-e6a7-4d40-8f00-8d690106d4a5, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f615e4b2-e6a7-4d40-8f00-8d690106d4a5,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:20.217760 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:20.224540 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0c0aa82-df43-4a10-9927-23666b450869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:20.233562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-4ae71074-e75e-46eb-b0d9-fa4a945bea4a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] For port 474242ce-f6ca-44f2-a46f-952298fdad4f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=474242ce-f6ca-44f2-a46f-952298fdad4f,segment=NetworkSegment(fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab),segment_id=fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:20.234265 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-4ae71074-e75e-46eb-b0d9-fa4a945bea4a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:20.251149 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Network c650fc69-1459-428a-a627-0985b73fa928 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:01:20.251844 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-4ae71074-e75e-46eb-b0d9-fa4a945bea4a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Calling delete_port for 474242ce-f6ca-44f2-a46f-952298fdad4f owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:20.252784 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:01:20.314181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f60b3c65-296c-4b69-8a01-8da7b8e0fec9, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f60b3c65-296c-4b69-8a01-8da7b8e0fec9,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:20.323565 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa45923-59c7-47c4-a199-6b27569d7574 None None] New status for floating IP ee22809b-9660-453b-9371-5cf0a9c2442f: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:01:20.461026 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:20.461766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5f399afc-4069-477e-8131-37a3697f6c2f no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:20.512570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Router 9b32def6-26f7-46cc-a441-7ebf53eaf355 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:01:20.518077 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-4ae71074-e75e-46eb-b0d9-fa4a945bea4a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:20.607559 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5f399afc-4069-477e-8131-37a3697f6c2f not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:01:20.628976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae71074-e75e-46eb-b0d9-fa4a945bea4a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event deleted for resources: {'Port': ['ID=474242ce-f6ca-44f2-a46f-952298fdad4f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:20.633784 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0aa82-df43-4a10-9927-23666b450869 None None] Pushing event updated for resources: {'Port': ['ID=f615e4b2-e6a7-4d40-8f00-8d690106d4a5,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:20.674076 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '011a8497-145c-4fd7-903e-19cf452a8ebd'}, {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f60b3c65-296c-4b69-8a01-8da7b8e0fec9'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:01:20.676038 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7072cc-f949-4cbd-b2b6-fd6688e15a6c" -d '{"events": [{"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-unplugged", "status": "completed", "tag": "011a8497-145c-4fd7-903e-19cf452a8ebd"}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-unplugged", "status": "completed", "tag": "f60b3c65-296c-4b69-8a01-8da7b8e0fec9"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:01:20.697621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0ae3955f-edf0-4f12-bb43-36a43a5465c6 None None] Provisioning complete for port f615e4b2-e6a7-4d40-8f00-8d690106d4a5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:20.697998 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ae3955f-edf0-4f12-bb43-36a43a5465c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:20.712218 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-4ae71074-e75e-46eb-b0d9-fa4a945bea4a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] No DVR routers for this DVR port 474242ce-f6ca-44f2-a46f-952298fdad4f on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:01:20.715187 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-4ae71074-e75e-46eb-b0d9-fa4a945bea4a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:20.719436 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-4ae71074-e75e-46eb-b0d9-fa4a945bea4a tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "DELETE /v2.0/ports/474242ce-f6ca-44f2-a46f-952298fdad4f HTTP/1.1" status: 204 len: 173 time: 0.8146119 Nov 13 05:01:20.729240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04231c1a-2326-46bf-9446-738e177de9d2 req-a583f4a0-fbea-4299-8280-cb14b228d5ec tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:20.736239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04231c1a-2326-46bf-9446-738e177de9d2 req-a583f4a0-fbea-4299-8280-cb14b228d5ec tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:20.744960 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04231c1a-2326-46bf-9446-738e177de9d2 req-a583f4a0-fbea-4299-8280-cb14b228d5ec tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 1676 time: 0.1551135 Nov 13 05:01:20.764989 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 13 Nov 2021 05:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bca72ae-832a-4804-a80c-7d63eb6a5ab1 x-openstack-request-id: req-7bca72ae-832a-4804-a80c-7d63eb6a5ab1 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:01:20.765279 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-unplugged", "status": "completed", "tag": "011a8497-145c-4fd7-903e-19cf452a8ebd", "code": 200}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-unplugged", "status": "completed", "tag": "f60b3c65-296c-4b69-8a01-8da7b8e0fec9", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:01:20.765525 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7bca72ae-832a-4804-a80c-7d63eb6a5ab1 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:01:20.765928 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '011a8497-145c-4fd7-903e-19cf452a8ebd', 'code': 200} Nov 13 05:01:20.766156 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f60b3c65-296c-4b69-8a01-8da7b8e0fec9', 'code': 200} Nov 13 05:01:20.786811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:01:20.805895 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f94ad54a-1332-4a8c-b443-8b1ee2004ffe admin admin] 10.222.0.43 "PUT /v2.0/routers/9b32def6-26f7-46cc-a441-7ebf53eaf355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7963557 Nov 13 05:01:20.809166 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'name': 'tempest-TestAggregatesBasicOps-487110806-router', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'f615e4b2-e6a7-4d40-8f00-8d690106d4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:14Z', 'updated_at': '2021-11-13T05:01:15Z', 'revision_number': 3, 'project_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'gw_port': {'id': 'f615e4b2-e6a7-4d40-8f00-8d690106d4a5', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:15Z', 'updated_at': '2021-11-13T05:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:20.811322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=f60b3c65-296c-4b69-8a01-8da7b8e0fec9,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:20.835001 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04231c1a-2326-46bf-9446-738e177de9d2 req-13ed695f-e2e6-4189-ad5b-d61d3f3a2579 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830231 Nov 13 05:01:20.865323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b504d-515d-467d-9643-bf5fce306d44 None None] The sync data for ids ['9b32def6-26f7-46cc-a441-7ebf53eaf355'] in n-d-813114-2 is: [{'id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'name': 'tempest-TestAggregatesBasicOps-487110806-router', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'f615e4b2-e6a7-4d40-8f00-8d690106d4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:14Z', 'updated_at': '2021-11-13T05:01:15Z', 'revision_number': 3, 'project_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'gw_port': {'id': 'f615e4b2-e6a7-4d40-8f00-8d690106d4a5', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:15Z', 'updated_at': '2021-11-13T05:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:01:20.900558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-334a886f-861f-4a42-97f3-46e729feef67 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Deleting port f60b3c65-296c-4b69-8a01-8da7b8e0fec9 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:20.902763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-334a886f-861f-4a42-97f3-46e729feef67 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:20.904961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0ae3955f-edf0-4f12-bb43-36a43a5465c6 None None] Provisioning complete for port 6fc365a9-2928-4862-ae81-1c17f0899a4e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:20.905426 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ae3955f-edf0-4f12-bb43-36a43a5465c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:20.950193 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0ae3955f-edf0-4f12-bb43-36a43a5465c6 None None] Port 6fc365a9-2928-4862-ae81-1c17f0899a4e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:01:21.082040 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e234703e-27f6-4333-81cd-b562cdd075b4 None None] Provisioning complete for port 6fc365a9-2928-4862-ae81-1c17f0899a4e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:21.082937 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e234703e-27f6-4333-81cd-b562cdd075b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:21.097917 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-334a886f-861f-4a42-97f3-46e729feef67 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] For port f60b3c65-296c-4b69-8a01-8da7b8e0fec9, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f60b3c65-296c-4b69-8a01-8da7b8e0fec9,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:21.103721 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-334a886f-861f-4a42-97f3-46e729feef67 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:21.137826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-334a886f-861f-4a42-97f3-46e729feef67 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Calling delete_port for f60b3c65-296c-4b69-8a01-8da7b8e0fec9 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:21.161054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e234703e-27f6-4333-81cd-b562cdd075b4 None None] Port 6fc365a9-2928-4862-ae81-1c17f0899a4e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:01:21.201737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-deleted', 'tag': '6d87d897-6e26-4667-b983-aa5694802d80'}, {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-deleted', 'tag': '474242ce-f6ca-44f2-a46f-952298fdad4f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:01:21.216524 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6480e18a-029e-453e-998d-5c83c2475689" -d '{"events": [{"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-deleted", "tag": "6d87d897-6e26-4667-b983-aa5694802d80"}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-deleted", "tag": "474242ce-f6ca-44f2-a46f-952298fdad4f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:01:21.321642 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 05:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13449a77-4002-49f9-acc7-91c5d97d064b x-openstack-request-id: req-13449a77-4002-49f9-acc7-91c5d97d064b {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:01:21.321959 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-deleted", "tag": "6d87d897-6e26-4667-b983-aa5694802d80", "status": "completed", "code": 200}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-deleted", "tag": "474242ce-f6ca-44f2-a46f-952298fdad4f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:01:21.322365 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13449a77-4002-49f9-acc7-91c5d97d064b {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:01:21.322857 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-deleted', 'tag': '6d87d897-6e26-4667-b983-aa5694802d80', 'status': 'completed', 'code': 200} Nov 13 05:01:21.323142 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-deleted', 'tag': '474242ce-f6ca-44f2-a46f-952298fdad4f', 'status': 'completed', 'code': 200} Nov 13 05:01:21.471313 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-334a886f-861f-4a42-97f3-46e729feef67 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:21.527696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a886f-861f-4a42-97f3-46e729feef67 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event deleted for resources: {'Port': ['ID=f60b3c65-296c-4b69-8a01-8da7b8e0fec9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:21.571346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-334a886f-861f-4a42-97f3-46e729feef67 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] No DVR routers for this DVR port f60b3c65-296c-4b69-8a01-8da7b8e0fec9 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:01:21.574302 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-334a886f-861f-4a42-97f3-46e729feef67 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:21.578217 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-334a886f-861f-4a42-97f3-46e729feef67 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "DELETE /v2.0/ports/f60b3c65-296c-4b69-8a01-8da7b8e0fec9 HTTP/1.1" status: 204 len: 173 time: 0.8511634 Nov 13 05:01:21.711647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49100) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:21.719984 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-ce053d80-419b-4e6e-a787-4d6a2dc166a7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Deleting port 011a8497-145c-4fd7-903e-19cf452a8ebd {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:21.720887 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-ce053d80-419b-4e6e-a787-4d6a2dc166a7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:21.723042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1518170627-network', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:01:21.753634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] Made reservation on behalf of c5fd72cc78e644d395b2a9574496744e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:01:21.756322 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:21.771437 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:21.859944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-ce053d80-419b-4e6e-a787-4d6a2dc166a7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] For port 011a8497-145c-4fd7-903e-19cf452a8ebd, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=011a8497-145c-4fd7-903e-19cf452a8ebd,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:21.860304 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-ce053d80-419b-4e6e-a787-4d6a2dc166a7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:21.884393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-ce053d80-419b-4e6e-a787-4d6a2dc166a7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Calling delete_port for 011a8497-145c-4fd7-903e-19cf452a8ebd owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:21.891962 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:21.901007 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:21.917696 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:01:21.936776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:21.937154 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] Added segment 0d7be5cf-434f-4de2-b629-04ac5506275a of type vlan for network e3cb6deb-a264-4975-ab47-a8326141219b Nov 13 05:01:22.045953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bd92f4-84e4-4112-b5a9-5107b02a7d59,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:22.067621 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:22.104613 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d732ee-6231-48c9-b222-c6f198cd34e0 req-5d93f829-86fb-49d7-a96b-01dc3c7b0649 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:22.113470 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-36d732ee-6231-48c9-b222-c6f198cd34e0 req-5d93f829-86fb-49d7-a96b-01dc3c7b0649 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 943 time: 0.1150539 Nov 13 05:01:22.156609 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:22.157710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:22.158489 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:22.172573 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-ce053d80-419b-4e6e-a787-4d6a2dc166a7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:22.212984 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce053d80-419b-4e6e-a787-4d6a2dc166a7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event deleted for resources: {'Port': ['ID=011a8497-145c-4fd7-903e-19cf452a8ebd,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:22.262521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-36d732ee-6231-48c9-b222-c6f198cd34e0 req-7e7f18ca-4b3d-4e2d-89c8-67b4a85669d1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e0810cd-396f-4590-89b9-1b310d18f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477315 Nov 13 05:01:22.272924 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-ce053d80-419b-4e6e-a787-4d6a2dc166a7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] No DVR routers for this DVR port 011a8497-145c-4fd7-903e-19cf452a8ebd on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:01:22.276199 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-ce053d80-419b-4e6e-a787-4d6a2dc166a7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:22.278529 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5654469 Nov 13 05:01:22.280370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb051f2-e59f-4bbb-b420-c85b728bf4c1 admin admin] Pushing event updated for resources: {'Network': ['ID=e3cb6deb-a264-4975-ab47-a8326141219b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:22.283228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49106) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:22.289806 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-79f4c2a2-e5d5-4a08-b6d5-eeb40d8a7567 admin admin] Request body: {'subnet': {'network_id': 'e3cb6deb-a264-4975-ab47-a8326141219b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1518170627-subnet', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:01:22.296065 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-664ba679-dcc4-434d-8587-76dcb3bd96fa req-ce053d80-419b-4e6e-a787-4d6a2dc166a7 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.46 "DELETE /v2.0/ports/011a8497-145c-4fd7-903e-19cf452a8ebd HTTP/1.1" status: 204 len: 173 time: 0.7096126 Nov 13 05:01:22.297022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network e3cb6deb-a264-4975-ab47-a8326141219b details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:01:22.350199 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f4c2a2-e5d5-4a08-b6d5-eeb40d8a7567 admin admin] Made reservation on behalf of c5fd72cc78e644d395b2a9574496744e for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:01:22.353504 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79f4c2a2-e5d5-4a08-b6d5-eeb40d8a7567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:22.464998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f615e4b2-e6a7-4d40-8f00-8d690106d4a5 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:01:22.480316 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-e9d48461-42c2-49c1-b8a4-51cf50216a3f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1150222 Nov 13 05:01:22.553287 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f615e4b2-e6a7-4d40-8f00-8d690106d4a5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:22.553918 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:22.646103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-30e0d6f3-ca53-45f5-8878-5ef8352fa37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:22.650302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-30e0d6f3-ca53-45f5-8878-5ef8352fa37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:22.650792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-30e0d6f3-ca53-45f5-8878-5ef8352fa37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:22.651289 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-30e0d6f3-ca53-45f5-8878-5ef8352fa37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:22.651755 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-30e0d6f3-ca53-45f5-8878-5ef8352fa37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:22.652216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-30e0d6f3-ca53-45f5-8878-5ef8352fa37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:22.652694 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-30e0d6f3-ca53-45f5-8878-5ef8352fa37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:22.654767 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-30e0d6f3-ca53-45f5-8878-5ef8352fa37e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e889b16bd745a8aae943f6a4671633&device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 6501 time: 0.1001174 Nov 13 05:01:22.708015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79f4c2a2-e5d5-4a08-b6d5-eeb40d8a7567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:22.775123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4c2a2-e5d5-4a08-b6d5-eeb40d8a7567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1bf3e49-aa42-450f-a42d-681f62aacab1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:22.827603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f4c2a2-e5d5-4a08-b6d5-eeb40d8a7567 admin admin] Checking segment: {'id': '0d7be5cf-434f-4de2-b629-04ac5506275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3cb6deb-a264-4975-ab47-a8326141219b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:01:22.828164 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f4c2a2-e5d5-4a08-b6d5-eeb40d8a7567 admin admin] Network hostable DHCP agents. Network: e3cb6deb-a264-4975-ab47-a8326141219b, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:01:22.828547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-7c2b2507-4b54-454f-91e2-8758460aa545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:22.829172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-7c2b2507-4b54-454f-91e2-8758460aa545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:22.829784 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-7c2b2507-4b54-454f-91e2-8758460aa545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:22.832421 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-7c2b2507-4b54-454f-91e2-8758460aa545 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c27c071-3ae5-43fe-b926-2a8ca6120cc2&id=05902fd0-8743-474a-8465-76944be5f8e4&id=05902fd0-8743-474a-8465-76944be5f8e4&id=05902fd0-8743-474a-8465-76944be5f8e4&id=05902fd0-8743-474a-8465-76944be5f8e4&id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360 HTTP/1.1" status: 200 len: 2299 time: 0.1444268 Nov 13 05:01:22.873818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f4c2a2-e5d5-4a08-b6d5-eeb40d8a7567 admin admin] Network e3cb6deb-a264-4975-ab47-a8326141219b is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:01:22.894805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-79f4c2a2-e5d5-4a08-b6d5-eeb40d8a7567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, e3cb6deb-a264-4975-ab47-a8326141219b) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:01:22.899106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f4c2a2-e5d5-4a08-b6d5-eeb40d8a7567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:22.900038 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79f4c2a2-e5d5-4a08-b6d5-eeb40d8a7567 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:22.908625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b07f45d-b717-4bb8-a05d-1acfe64e639f None None] Network e3cb6deb-a264-4975-ab47-a8326141219b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:01:22.927123 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-143fa2f5-793c-4c16-b047-5db85b6f4da5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 HTTP/1.1" status: 200 len: 1001 time: 0.0791662 Nov 13 05:01:22.933834 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-79f4c2a2-e5d5-4a08-b6d5-eeb40d8a7567 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6495039 Nov 13 05:01:22.936434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49110) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:22.940788 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1518170627-router', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:01:22.981034 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:22.984243 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:23.013970 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-a51bda25-64f6-4663-a512-0fd0e268a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:23.015641 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-a51bda25-64f6-4663-a512-0fd0e268a14f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b89a777-78f4-4339-bcc5-ce101bcdd17e HTTP/1.1" status: 200 len: 856 time: 0.0800416 Nov 13 05:01:23.096817 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:23.112804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-a4d52154-6c17-4f50-a3d8-c59c7df22f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:23.125108 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-a4d52154-6c17-4f50-a3d8-c59c7df22f1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c27c071-3ae5-43fe-b926-2a8ca6120cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009159 Nov 13 05:01:23.285996 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-27df36bb-2c79-4029-bb20-bc2a0427fe48 service neutron] 10.222.0.46 "GET /v2.0/networks/1c27c071-3ae5-43fe-b926-2a8ca6120cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509233 Nov 13 05:01:23.300196 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:23.344694 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-deleted', 'tag': 'f60b3c65-296c-4b69-8a01-8da7b8e0fec9'}, {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-deleted', 'tag': '011a8497-145c-4fd7-903e-19cf452a8ebd'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:01:23.353048 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b867b89-f7be-4a2c-b318-f2dba154c552" -d '{"events": [{"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-deleted", "tag": "f60b3c65-296c-4b69-8a01-8da7b8e0fec9"}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-deleted", "tag": "011a8497-145c-4fd7-903e-19cf452a8ebd"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:01:23.527860 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e990d1b-c30a-4ccc-a424-d6d10b8f68a6 req-f3ed3615-bba9-4416-ac3e-fc9695bb637c tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0638859 Nov 13 05:01:23.539230 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Sync routers for ids ['9b32def6-26f7-46cc-a441-7ebf53eaf355'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:01:23.539731 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-e3cb6deb-a264-4975-ab47-a8326141219b', 'network_id': 'e3cb6deb-a264-4975-ab47-a8326141219b', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e', 'fixed_ips': [{'subnet_id': 'a1bf3e49-aa42-450f-a42d-681f62aacab1'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:01:23.540735 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:23.554536 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 05:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23af7aa7-54ef-4b3b-afc1-c5d7fec1c6f2 x-openstack-request-id: req-23af7aa7-54ef-4b3b-afc1-c5d7fec1c6f2 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:01:23.554844 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-deleted", "tag": "f60b3c65-296c-4b69-8a01-8da7b8e0fec9", "status": "completed", "code": 200}, {"server_uuid": "8a611dc8-3150-4703-b7f3-c0c0acf32e75", "name": "network-vif-deleted", "tag": "011a8497-145c-4fd7-903e-19cf452a8ebd", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:01:23.555125 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23af7aa7-54ef-4b3b-afc1-c5d7fec1c6f2 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:01:23.555534 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-deleted', 'tag': 'f60b3c65-296c-4b69-8a01-8da7b8e0fec9', 'status': 'completed', 'code': 200} Nov 13 05:01:23.555792 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a611dc8-3150-4703-b7f3-c0c0acf32e75', 'name': 'network-vif-deleted', 'tag': '011a8497-145c-4fd7-903e-19cf452a8ebd', 'status': 'completed', 'code': 200} Nov 13 05:01:23.572177 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Routers {'9b32def6-26f7-46cc-a441-7ebf53eaf355'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:23.577697 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9b32def6-26f7-46cc-a441-7ebf53eaf355'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:23.606157 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-66627127-1f4c-4835-abcd-657ef45c8d7f service neutron] 10.222.0.46 "GET /v2.0/networks/1c27c071-3ae5-43fe-b926-2a8ca6120cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109925 Nov 13 05:01:23.698445 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-d4e41c91-f96f-44d0-9204-b79e68eb04ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=321611fc-1ecc-49e1-931e-f0b57b629cb6 HTTP/1.1" status: 200 len: 217 time: 0.0833943 Nov 13 05:01:23.745689 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:23.757462 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Set router 9b32def6-26f7-46cc-a441-7ebf53eaf355 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:23.782775 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:23.811744 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-89536cbb-eba0-4ff2-8ac1-4f04acda0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:23.813261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-89536cbb-eba0-4ff2-8ac1-4f04acda0954 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.1064503 Nov 13 05:01:23.853787 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Allocated IP 172.20.0.2 (e3cb6deb-a264-4975-ab47-a8326141219b/a1bf3e49-aa42-450f-a42d-681f62aacab1/3597bd2f-85cf-4be9-a415-8de6765568d6) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:01:23.906467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-699f9894-7262-49e2-b877-1dad649bba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:23.910876 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-699f9894-7262-49e2-b877-1dad649bba04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0888569 Nov 13 05:01:24.043277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Allocated IP 172.25.8.84 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/bf5c32d1-f806-4872-a7ed-adc21fcd54a2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:01:24.144411 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:24.161003 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-b07fab3e-d3c3-4b10-9f6d-1e83408af472 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353098 Nov 13 05:01:24.165643 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:24.217177 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:24.260121 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'name': 'tempest-TestAggregatesBasicOps-487110806-router', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'f615e4b2-e6a7-4d40-8f00-8d690106d4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:14Z', 'updated_at': '2021-11-13T05:01:19Z', 'revision_number': 4, 'project_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'gw_port': {'id': 'f615e4b2-e6a7-4d40-8f00-8d690106d4a5', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:15Z', 'updated_at': '2021-11-13T05:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '6fc365a9-2928-4862-ae81-1c17f0899a4e', 'name': '', 'network_id': 'c650fc69-1459-428a-a627-0985b73fa928', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'mac_address': 'fa:16:3e:34:07:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'ed4829f6-f27a-45cd-a3c4-6c9a47aa67b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:18Z', 'updated_at': '2021-11-13T05:01:19Z', 'revision_number': 2, 'project_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'subnets': [{'id': 'ed4829f6-f27a-45cd-a3c4-6c9a47aa67b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:24.262126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Pushing event updated for resources: {'Port': ['ID=3597bd2f-85cf-4be9-a415-8de6765568d6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:24.267904 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:24.282326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Network e3cb6deb-a264-4975-ab47-a8326141219b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:01:24.286523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:01:24.295581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:01:24.317361 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Checking router: 9b32def6-26f7-46cc-a441-7ebf53eaf355 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:01:24.317715 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Updating router 9b32def6-26f7-46cc-a441-7ebf53eaf355 port 6fc365a9-2928-4862-ae81-1c17f0899a4e binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:01:24.342195 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-aee34119-0fd2-4794-87aa-1a17c6195865 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662831 Nov 13 05:01:24.343977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5c32d1-f806-4872-a7ed-adc21fcd54a2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:24.350450 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:24.364439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:01:24.366247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:01:24.382592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:01:24.402027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8fbf65-c9b8-49a6-b6e0-6e3533332925 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:01:24.425315 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Attempting to bind port 3597bd2f-85cf-4be9-a415-8de6765568d6 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:01:24.425683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Attempting to bind port 3597bd2f-85cf-4be9-a415-8de6765568d6 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '0d7be5cf-434f-4de2-b629-04ac5506275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3cb6deb-a264-4975-ab47-a8326141219b'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:01:24.426047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Attempting to bind port 3597bd2f-85cf-4be9-a415-8de6765568d6 on network e3cb6deb-a264-4975-ab47-a8326141219b {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:01:24.437159 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:01:24.437532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Checking segment: {'id': '0d7be5cf-434f-4de2-b629-04ac5506275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3cb6deb-a264-4975-ab47-a8326141219b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:01:24.437934 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:24.438387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Bound using segment: {'id': '0d7be5cf-434f-4de2-b629-04ac5506275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3cb6deb-a264-4975-ab47-a8326141219b'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:01:24.438776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Bound port: 3597bd2f-85cf-4be9-a415-8de6765568d6, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7be5cf-434f-4de2-b629-04ac5506275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3cb6deb-a264-4975-ab47-a8326141219b'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:01:24.439182 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:24.441157 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-713d314a-a9a8-4cf1-960d-c2ed80468e6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=45514580-8632-4c56-ab8d-1dc483712314 HTTP/1.1" status: 200 len: 217 time: 0.0902364 Nov 13 05:01:24.581481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-84832f3e-08e6-4934-b80d-39be8fa655b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:24.583306 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-84832f3e-08e6-4934-b80d-39be8fa655b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.1325862 Nov 13 05:01:24.641683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2b0ca735-7480-4d06-9139-dc9da2909500 None None] Provisioning complete for port bf5c32d1-f806-4872-a7ed-adc21fcd54a2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:24.643159 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca735-7480-4d06-9139-dc9da2909500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:24.673463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-9f8d4125-8ce4-444b-b831-df79772ee7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:24.675120 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-9f8d4125-8ce4-444b-b831-df79772ee7e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0847986 Nov 13 05:01:24.765170 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] For port 3597bd2f-85cf-4be9-a415-8de6765568d6, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:01:24.766337 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:24.775053 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10740dc7-0c69-462d-8d33-0d9e790e467b req-c57f4d45-bd10-479e-8270-6b777c48e5fe tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0547171 Nov 13 05:01:24.775298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ca735-7480-4d06-9139-dc9da2909500 None None] Port bf5c32d1-f806-4872-a7ed-adc21fcd54a2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:01:24.785487 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:24.797709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] For port 3597bd2f-85cf-4be9-a415-8de6765568d6, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3597bd2f-85cf-4be9-a415-8de6765568d6,segment=NetworkSegment(0d7be5cf-434f-4de2-b629-04ac5506275a),segment_id=0d7be5cf-434f-4de2-b629-04ac5506275a)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:01:24.817435 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:24.869670 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-3e656845-7f2e-4355-b8b6-728d99395fb5 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867130 Nov 13 05:01:24.931693 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcd40f-950b-4711-a166-e9fd4b55441c None None] Pushing event updated for resources: {'Port': ['ID=6fc365a9-2928-4862-ae81-1c17f0899a4e,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:24.959164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f498d-ec75-4cbd-860e-93b00782bd53 None None] Pushing event updated for resources: {'Port': ['ID=3597bd2f-85cf-4be9-a415-8de6765568d6,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:24.989485 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd40f-950b-4711-a166-e9fd4b55441c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:24.990498 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd40f-950b-4711-a166-e9fd4b55441c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:24.991104 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd40f-950b-4711-a166-e9fd4b55441c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:24.991736 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd40f-950b-4711-a166-e9fd4b55441c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:24.992331 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd40f-950b-4711-a166-e9fd4b55441c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:24.993064 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd40f-950b-4711-a166-e9fd4b55441c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:24.993649 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd40f-950b-4711-a166-e9fd4b55441c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:24.994467 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd40f-950b-4711-a166-e9fd4b55441c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:24.995590 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd40f-950b-4711-a166-e9fd4b55441c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:24.996133 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd40f-950b-4711-a166-e9fd4b55441c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:24.996747 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd40f-950b-4711-a166-e9fd4b55441c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:24.997293 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd40f-950b-4711-a166-e9fd4b55441c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:25.040491 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Attempting to bind port 6fc365a9-2928-4862-ae81-1c17f0899a4e on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:01:25.040992 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Attempting to bind port 6fc365a9-2928-4862-ae81-1c17f0899a4e by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'a44e177c-71df-41f4-9005-9ddaf8b21838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c650fc69-1459-428a-a627-0985b73fa928'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:01:25.047121 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Attempting to bind port 6fc365a9-2928-4862-ae81-1c17f0899a4e on network c650fc69-1459-428a-a627-0985b73fa928 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:01:25.058969 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:01:25.059435 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Checking segment: {'id': 'a44e177c-71df-41f4-9005-9ddaf8b21838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c650fc69-1459-428a-a627-0985b73fa928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:01:25.060223 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:25.060945 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Bound using segment: {'id': 'a44e177c-71df-41f4-9005-9ddaf8b21838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c650fc69-1459-428a-a627-0985b73fa928'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:01:25.061713 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Bound port: 6fc365a9-2928-4862-ae81-1c17f0899a4e, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44e177c-71df-41f4-9005-9ddaf8b21838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c650fc69-1459-428a-a627-0985b73fa928'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:01:25.062322 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:25.108180 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-99381fea-490b-44b4-9ce8-f81cf7579125 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293038 Nov 13 05:01:25.201885 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-c7b39fec-1a43-42ee-b628-6532147a0d03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=d72231e5-0188-49aa-8b14-4f48155c025b HTTP/1.1" status: 200 len: 217 time: 0.0862706 Nov 13 05:01:25.280801 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] For port 6fc365a9-2928-4862-ae81-1c17f0899a4e, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:01:25.285653 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] For port 6fc365a9-2928-4862-ae81-1c17f0899a4e, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6fc365a9-2928-4862-ae81-1c17f0899a4e,segment=NetworkSegment(a44e177c-71df-41f4-9005-9ddaf8b21838),segment_id=a44e177c-71df-41f4-9005-9ddaf8b21838)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:01:25.296708 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:25.322179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-a8004a99-49e9-4fb0-ba96-6db64099e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:25.323740 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-a8004a99-49e9-4fb0-ba96-6db64099e6f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.1147263 Nov 13 05:01:25.386703 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:25.408142 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-411d5c41-586b-4ab0-9330-3517e4c5e009 None None] Provisioning complete for port 6fc365a9-2928-4862-ae81-1c17f0899a4e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:25.408529 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-411d5c41-586b-4ab0-9330-3517e4c5e009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:25.416912 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-897d9cc7-6dc3-4433-a2d3-0e356890ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:25.418705 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-897d9cc7-6dc3-4433-a2d3-0e356890ef6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0856721 Nov 13 05:01:25.453496 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Routers {'9b32def6-26f7-46cc-a441-7ebf53eaf355'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:25.454075 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9b32def6-26f7-46cc-a441-7ebf53eaf355'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:25.538619 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-411d5c41-586b-4ab0-9330-3517e4c5e009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:25.576114 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcd40f-950b-4711-a166-e9fd4b55441c None None] Pushing event updated for resources: {'Port': ['ID=6fc365a9-2928-4862-ae81-1c17f0899a4e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:25.649274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-411d5c41-586b-4ab0-9330-3517e4c5e009 None None] For port 6fc365a9-2928-4862-ae81-1c17f0899a4e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6fc365a9-2928-4862-ae81-1c17f0899a4e,segment=NetworkSegment(a44e177c-71df-41f4-9005-9ddaf8b21838),segment_id=a44e177c-71df-41f4-9005-9ddaf8b21838)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:25.659346 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-411d5c41-586b-4ab0-9330-3517e4c5e009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:25.717439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-16e1013b-daaa-49dd-ae86-575dd82c93ce service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905059 Nov 13 05:01:25.741055 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] Set router 9b32def6-26f7-46cc-a441-7ebf53eaf355 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:25.781337 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d5c41-586b-4ab0-9330-3517e4c5e009 None None] Pushing event updated for resources: {'Port': ['ID=6fc365a9-2928-4862-ae81-1c17f0899a4e,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:25.889285 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-726367de-b92e-41cd-95a2-f409f59182bb None None] Provisioning complete for port 6fc365a9-2928-4862-ae81-1c17f0899a4e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:25.889651 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-726367de-b92e-41cd-95a2-f409f59182bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:25.935400 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:25.937792 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-3552ad1e-9a98-4d66-989f-d21a4bfc59c7 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118254 Nov 13 05:01:25.955636 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-842b8276-8ea3-4f84-a0ce-751f058ce5f1 req-f4048123-10ff-405a-ba48-363f89836064 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0541253 Nov 13 05:01:26.001446 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-dda0524f-9869-49d2-87cc-92df422ae297 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=925847cc-c518-475b-9df3-58b3ae25f918 HTTP/1.1" status: 200 len: 217 time: 0.0448110 Nov 13 05:01:26.114686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-a89dcb75-5bd7-4fff-8650-10d717cb7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:26.116299 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-a89dcb75-5bd7-4fff-8650-10d717cb7b38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 200 len: 797 time: 0.1038203 Nov 13 05:01:26.121087 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'name': 'tempest-TestAggregatesBasicOps-487110806-router', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'f615e4b2-e6a7-4d40-8f00-8d690106d4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:14Z', 'updated_at': '2021-11-13T05:01:19Z', 'revision_number': 4, 'project_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'gw_port': {'id': 'f615e4b2-e6a7-4d40-8f00-8d690106d4a5', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:15Z', 'updated_at': '2021-11-13T05:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '6fc365a9-2928-4862-ae81-1c17f0899a4e', 'name': '', 'network_id': 'c650fc69-1459-428a-a627-0985b73fa928', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'mac_address': 'fa:16:3e:34:07:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'ed4829f6-f27a-45cd-a3c4-6c9a47aa67b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:18Z', 'updated_at': '2021-11-13T05:01:25Z', 'revision_number': 4, 'project_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'subnets': [{'id': 'ed4829f6-f27a-45cd-a3c4-6c9a47aa67b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:26.147402 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Router c158bb26-8489-4011-8da7-d11cc04b75ae is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:01:26.172989 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-3563d717-6255-4ef8-81b9-ff0a12e8cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:26.174995 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-3563d717-6255-4ef8-81b9-ff0a12e8cb68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05902fd0-8743-474a-8465-76944be5f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505028 Nov 13 05:01:26.192579 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59635080-0a32-45df-aa32-20ee1fdae546 None None] The sync data for ids ['9b32def6-26f7-46cc-a441-7ebf53eaf355'] in n-d-813114-2 is: [{'id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'name': 'tempest-TestAggregatesBasicOps-487110806-router', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'f615e4b2-e6a7-4d40-8f00-8d690106d4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:14Z', 'updated_at': '2021-11-13T05:01:19Z', 'revision_number': 4, 'project_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'gw_port': {'id': 'f615e4b2-e6a7-4d40-8f00-8d690106d4a5', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:15Z', 'updated_at': '2021-11-13T05:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '6fc365a9-2928-4862-ae81-1c17f0899a4e', 'name': '', 'network_id': 'c650fc69-1459-428a-a627-0985b73fa928', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'mac_address': 'fa:16:3e:34:07:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'ed4829f6-f27a-45cd-a3c4-6c9a47aa67b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:18Z', 'updated_at': '2021-11-13T05:01:25Z', 'revision_number': 4, 'project_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'subnets': [{'id': 'ed4829f6-f27a-45cd-a3c4-6c9a47aa67b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:01:26.364266 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-96cdd86d-40df-4ddc-97c9-15528b11f166 service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784182 Nov 13 05:01:26.424924 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:01:26.439894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Sync routers for ids ['c158bb26-8489-4011-8da7-d11cc04b75ae'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:01:26.454094 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Routers {'c158bb26-8489-4011-8da7-d11cc04b75ae'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:26.454637 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:26.455914 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c158bb26-8489-4011-8da7-d11cc04b75ae'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:26.456070 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bb50819c-2066-450a-b785-16c6322446e3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5186038 Nov 13 05:01:26.458988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49150) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:26.617876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6fc365a9-2928-4862-ae81-1c17f0899a4e up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:01:26.653459 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-921b56e0-f60b-4a83-b267-4b81d074b36d service neutron] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788353 Nov 13 05:01:26.770276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Set router c158bb26-8489-4011-8da7-d11cc04b75ae gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:26.805216 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-23f126ba-f36d-4de9-9be0-cfd5aeccba60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe1f52c2-7235-4738-85c2-7631042f8784 HTTP/1.1" status: 200 len: 217 time: 0.1431797 Nov 13 05:01:26.821563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e695d5-eedf-437c-bbef-1d92997c2185 None None] Network e3cb6deb-a264-4975-ab47-a8326141219b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:01:26.883518 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12a6d175-591d-4bf1-aa86-969a207da31e req-43986651-c8c3-44b0-95a2-1897cbcdfdb0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2852387 Nov 13 05:01:26.891553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 6fc365a9-2928-4862-ae81-1c17f0899a4e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:26.892250 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:26.930938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-4668f98f-2203-4e9a-af50-4fb68640fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:26.936896 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-4668f98f-2203-4e9a-af50-4fb68640fff9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1 HTTP/1.1" status: 200 len: 797 time: 0.1241779 Nov 13 05:01:27.068208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-24af57c3-4688-4dd9-b006-c5990e51a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:27.069818 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-24af57c3-4688-4dd9-b006-c5990e51a6c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1250386 Nov 13 05:01:27.111154 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-18fd64d1-7bd5-49cc-b790-6d22b21ca80a None None] Provisioning complete for port 3597bd2f-85cf-4be9-a415-8de6765568d6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:27.112095 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18fd64d1-7bd5-49cc-b790-6d22b21ca80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:27.288859 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-e9ff9a21-254f-433d-bec9-0523d90377fb service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101760 Nov 13 05:01:27.403234 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fc80d7ea-2c5d-4e06-868c-ccf2c379dbd4 req-5e3864da-495c-4e94-a263-41d4512eed95 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.1903641 Nov 13 05:01:27.403716 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3597bd2f-85cf-4be9-a415-8de6765568d6 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:01:27.446425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d175-591d-4bf1-aa86-969a207da31e req-4fb5090a-88c9-4f55-b10b-f2c6f8f985d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:27.450501 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12a6d175-591d-4bf1-aa86-969a207da31e req-4fb5090a-88c9-4f55-b10b-f2c6f8f985d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 1097 time: 0.2389803 Nov 13 05:01:27.488122 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-30975a64-cb09-4d96-817a-9c77d3fb0f56 service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867309 Nov 13 05:01:27.497456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'name': 'tempest-TestAggregatesBasicOps-1518170627-router', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'bf5c32d1-f806-4872-a7ed-adc21fcd54a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:22Z', 'updated_at': '2021-11-13T05:01:24Z', 'revision_number': 3, 'project_id': 'c5fd72cc78e644d395b2a9574496744e', 'gw_port': {'id': 'bf5c32d1-f806-4872-a7ed-adc21fcd54a2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:23Z', 'updated_at': '2021-11-13T05:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:27.558278 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18fd64d1-7bd5-49cc-b790-6d22b21ca80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:27.562410 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Checking router: c158bb26-8489-4011-8da7-d11cc04b75ae for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:01:27.562877 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Updating router c158bb26-8489-4011-8da7-d11cc04b75ae port bf5c32d1-f806-4872-a7ed-adc21fcd54a2 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:01:27.585718 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-c5549659-10bb-4c10-8211-dc061598fa16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=322a4f79-c00c-43ae-a71e-64d33b973a45 HTTP/1.1" status: 200 len: 217 time: 0.0880263 Nov 13 05:01:27.699091 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d175-591d-4bf1-aa86-969a207da31e req-b3e092a9-2f53-487e-bd5b-b22f4037c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:27.700836 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12a6d175-591d-4bf1-aa86-969a207da31e req-b3e092a9-2f53-487e-bd5b-b22f4037c042 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 917 time: 0.2029274 Nov 13 05:01:27.704422 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-18fd64d1-7bd5-49cc-b790-6d22b21ca80a None None] For port 3597bd2f-85cf-4be9-a415-8de6765568d6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3597bd2f-85cf-4be9-a415-8de6765568d6,segment=NetworkSegment(0d7be5cf-434f-4de2-b629-04ac5506275a),segment_id=0d7be5cf-434f-4de2-b629-04ac5506275a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:27.712268 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:27.747774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-d41f027a-ea8d-46b8-82bd-6b060bcba214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:27.749463 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-d41f027a-ea8d-46b8-82bd-6b060bcba214 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1 HTTP/1.1" status: 200 len: 797 time: 0.1548300 Nov 13 05:01:27.750233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 3597bd2f-85cf-4be9-a415-8de6765568d6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:27.750595 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:27.769037 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18fd64d1-7bd5-49cc-b790-6d22b21ca80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:27.856299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-f1d07707-c5c6-4c06-8699-52351ba555c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:27.863990 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-f1d07707-c5c6-4c06-8699-52351ba555c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8c159e9-f2a6-4bb2-bb40-fd6554a81360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0963731 Nov 13 05:01:27.910624 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:27.947670 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12a6d175-591d-4bf1-aa86-969a207da31e req-14b304dc-ad18-4428-a0df-90857068997f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57 HTTP/1.1" status: 200 len: 1001 time: 0.2166886 Nov 13 05:01:28.057633 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-c2479cb3-2e0f-4a3b-9d0e-888926a59b87 service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910458 Nov 13 05:01:28.196878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d175-591d-4bf1-aa86-969a207da31e req-2b06a9a7-8889-4bef-96b4-e543aa09d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:28.198060 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39a4eaab-a062-4e0d-bbf5-48cc05f4ddda req-8fdd3dea-a68c-49ea-862f-cffd76200ae9 service neutron] 10.222.0.46 "GET /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329334 Nov 13 05:01:28.198311 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12a6d175-591d-4bf1-aa86-969a207da31e req-2b06a9a7-8889-4bef-96b4-e543aa09d404 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.2397158 Nov 13 05:01:28.348742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d175-591d-4bf1-aa86-969a207da31e req-baafd8e4-1f90-43be-8ca7-c6e3b9d5538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:28.350682 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12a6d175-591d-4bf1-aa86-969a207da31e req-baafd8e4-1f90-43be-8ca7-c6e3b9d5538f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387751 Nov 13 05:01:28.398043 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Allocated IP 172.20.0.1 (e3cb6deb-a264-4975-ab47-a8326141219b/a1bf3e49-aa42-450f-a42d-681f62aacab1/6c0385c8-1ce6-43cb-9a8f-ffc366211c12) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:01:28.488998 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:28.550907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd64d1-7bd5-49cc-b790-6d22b21ca80a None None] Pushing event updated for resources: {'Port': ['ID=3597bd2f-85cf-4be9-a415-8de6765568d6,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:28.586134 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:28.591917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b7d0c624-885d-44d6-994b-501cf75aac0b None None] Provisioning complete for port 3597bd2f-85cf-4be9-a415-8de6765568d6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:28.592288 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7d0c624-885d-44d6-994b-501cf75aac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:28.604847 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5c1c859-c8b5-4c2f-aeea-8239fb2b593c req-db6b8464-7ac2-40ae-900c-c34315598187 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0643134 Nov 13 05:01:28.620724 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:28.625859 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:28.626478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12a6d175-591d-4bf1-aa86-969a207da31e req-72eac87d-67a9-402d-9ecf-c2e3cfae655b service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626219 Nov 13 05:01:28.693211 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb9ba55-f9d3-4df5-b788-b84e99120395 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:01:28.739176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Attempting to bind port bf5c32d1-f806-4872-a7ed-adc21fcd54a2 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:01:28.739487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Attempting to bind port bf5c32d1-f806-4872-a7ed-adc21fcd54a2 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:01:28.739844 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Attempting to bind port bf5c32d1-f806-4872-a7ed-adc21fcd54a2 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:01:28.746300 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:01:28.746673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:01:28.747653 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:28.748049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:01:28.748525 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Bound port: bf5c32d1-f806-4872-a7ed-adc21fcd54a2, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:01:28.748899 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:28.794477 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:28.809296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1430d95-9a3f-43e6-b7ed-1cea9f090625 None None] Pushing event updated for resources: {'Port': ['ID=bf5c32d1-f806-4872-a7ed-adc21fcd54a2,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:28.857309 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] For port bf5c32d1-f806-4872-a7ed-adc21fcd54a2, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:01:28.890758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3597bd2f-85cf-4be9-a415-8de6765568d6 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:01:28.898219 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Network e3cb6deb-a264-4975-ab47-a8326141219b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:01:28.902614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12a6d175-591d-4bf1-aa86-969a207da31e req-85cb4d47-144c-4da0-82d4-63982b2057e2 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513611 Nov 13 05:01:28.906124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:01:28.906247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] For port bf5c32d1-f806-4872-a7ed-adc21fcd54a2, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bf5c32d1-f806-4872-a7ed-adc21fcd54a2,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:01:28.919795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:01:28.949989 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:29.011959 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:29.084506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce3aa15-6835-4dbf-b5a2-7d49bdd3dac9 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:01:29.134568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ca143e22-ea95-443e-89a6-8a93d72f38f0 None None] Provisioning complete for port bf5c32d1-f806-4872-a7ed-adc21fcd54a2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:29.135199 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca143e22-ea95-443e-89a6-8a93d72f38f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:29.226340 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Routers {'c158bb26-8489-4011-8da7-d11cc04b75ae'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:29.227170 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c158bb26-8489-4011-8da7-d11cc04b75ae'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:29.229292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1430d95-9a3f-43e6-b7ed-1cea9f090625 None None] Pushing event updated for resources: {'Port': ['ID=bf5c32d1-f806-4872-a7ed-adc21fcd54a2,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:29.330132 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:29.336288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 3597bd2f-85cf-4be9-a415-8de6765568d6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:29.336661 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:29.342845 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca143e22-ea95-443e-89a6-8a93d72f38f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:29.430523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ca143e22-ea95-443e-89a6-8a93d72f38f0 None None] For port bf5c32d1-f806-4872-a7ed-adc21fcd54a2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bf5c32d1-f806-4872-a7ed-adc21fcd54a2,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:29.449166 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca143e22-ea95-443e-89a6-8a93d72f38f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:29.455491 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0385c8-1ce6-43cb-9a8f-ffc366211c12,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:29.494943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] Set router c158bb26-8489-4011-8da7-d11cc04b75ae gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:29.513571 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:29.612372 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca143e22-ea95-443e-89a6-8a93d72f38f0 None None] Pushing event updated for resources: {'Port': ['ID=bf5c32d1-f806-4872-a7ed-adc21fcd54a2,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:29.673538 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-19bf9b6d-1b80-4360-920e-8084f807fb6b None None] Provisioning complete for port bf5c32d1-f806-4872-a7ed-adc21fcd54a2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:29.673922 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19bf9b6d-1b80-4360-920e-8084f807fb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:29.738172 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:29.783527 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3903319d-81ff-4e84-b981-faa43ed6bd2c req-fcafd5c3-8672-413b-87f4-ed055ece4d70 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0615532 Nov 13 05:01:29.792909 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:29.824445 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-19bf9b6d-1b80-4360-920e-8084f807fb6b None None] Provisioning complete for port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:29.824865 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19bf9b6d-1b80-4360-920e-8084f807fb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:29.857527 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:29.861345 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'name': 'tempest-TestAggregatesBasicOps-1518170627-router', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'bf5c32d1-f806-4872-a7ed-adc21fcd54a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:22Z', 'updated_at': '2021-11-13T05:01:24Z', 'revision_number': 3, 'project_id': 'c5fd72cc78e644d395b2a9574496744e', 'gw_port': {'id': 'bf5c32d1-f806-4872-a7ed-adc21fcd54a2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:23Z', 'updated_at': '2021-11-13T05:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:29.902679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2bc20-5f46-497d-bebd-52248c5c1eb4 None None] The sync data for ids ['c158bb26-8489-4011-8da7-d11cc04b75ae'] in n-d-813114-2 is: [{'id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'name': 'tempest-TestAggregatesBasicOps-1518170627-router', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'bf5c32d1-f806-4872-a7ed-adc21fcd54a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:22Z', 'updated_at': '2021-11-13T05:01:24Z', 'revision_number': 3, 'project_id': 'c5fd72cc78e644d395b2a9574496744e', 'gw_port': {'id': 'bf5c32d1-f806-4872-a7ed-adc21fcd54a2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:23Z', 'updated_at': '2021-11-13T05:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:01:29.904874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-19bf9b6d-1b80-4360-920e-8084f807fb6b None None] Port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:01:30.028448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0385c8-1ce6-43cb-9a8f-ffc366211c12,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:30.066445 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Network e3cb6deb-a264-4975-ab47-a8326141219b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:01:30.067907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:01:30.285178 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Router c158bb26-8489-4011-8da7-d11cc04b75ae has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:01:30.458989 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:01:30.469797 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7be7747b-8d94-4d42-87f6-52352e85f163 admin admin] 10.222.0.43 "PUT /v2.0/routers/c158bb26-8489-4011-8da7-d11cc04b75ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0094707 Nov 13 05:01:30.554963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-664a9394-9a58-4c68-9383-6bcb64104a70 None None] Provisioning complete for port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:30.555568 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-664a9394-9a58-4c68-9383-6bcb64104a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:30.618040 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-664a9394-9a58-4c68-9383-6bcb64104a70 None None] Port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:01:30.915320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bf5c32d1-f806-4872-a7ed-adc21fcd54a2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:01:31.039155 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port bf5c32d1-f806-4872-a7ed-adc21fcd54a2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:31.039572 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:31.062010 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-828e0943-db18-49b9-bc07-1f42319413dd req-a1b247e2-ef18-47fc-ada2-c266c6c5aab1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.1205361 Nov 13 05:01:32.166846 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Sync routers for ids ['c158bb26-8489-4011-8da7-d11cc04b75ae'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:01:32.180530 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Routers {'c158bb26-8489-4011-8da7-d11cc04b75ae'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:32.181317 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c158bb26-8489-4011-8da7-d11cc04b75ae'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:32.203233 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b597793-6154-48b8-abe2-bbf2034dcf59 req-f76a7472-4f48-4a8e-991e-478c6ff14246 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0350475 Nov 13 05:01:32.307746 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Set router c158bb26-8489-4011-8da7-d11cc04b75ae gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:32.544042 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'name': 'tempest-TestAggregatesBasicOps-1518170627-router', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'bf5c32d1-f806-4872-a7ed-adc21fcd54a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:22Z', 'updated_at': '2021-11-13T05:01:29Z', 'revision_number': 4, 'project_id': 'c5fd72cc78e644d395b2a9574496744e', 'gw_port': {'id': 'bf5c32d1-f806-4872-a7ed-adc21fcd54a2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:23Z', 'updated_at': '2021-11-13T05:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '6c0385c8-1ce6-43cb-9a8f-ffc366211c12', 'name': '', 'network_id': 'e3cb6deb-a264-4975-ab47-a8326141219b', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e', 'mac_address': 'fa:16:3e:ca:c6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'a1bf3e49-aa42-450f-a42d-681f62aacab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:27Z', 'updated_at': '2021-11-13T05:01:29Z', 'revision_number': 2, 'project_id': 'c5fd72cc78e644d395b2a9574496744e', 'subnets': [{'id': 'a1bf3e49-aa42-450f-a42d-681f62aacab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:32.586083 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Checking router: c158bb26-8489-4011-8da7-d11cc04b75ae for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:01:32.586742 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Updating router c158bb26-8489-4011-8da7-d11cc04b75ae port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:01:32.621971 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:32.955423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49230) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:33.039244 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:33.049838 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:33.146356 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Attempting to bind port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:01:33.146970 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Attempting to bind port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '0d7be5cf-434f-4de2-b629-04ac5506275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3cb6deb-a264-4975-ab47-a8326141219b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:01:33.147503 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Attempting to bind port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 on network e3cb6deb-a264-4975-ab47-a8326141219b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:01:33.149599 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603882b-eaaa-4810-b825-141322488202 None None] Pushing event updated for resources: {'Port': ['ID=6c0385c8-1ce6-43cb-9a8f-ffc366211c12,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:33.157011 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:01:33.157654 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Checking segment: {'id': '0d7be5cf-434f-4de2-b629-04ac5506275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3cb6deb-a264-4975-ab47-a8326141219b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:01:33.158382 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:33.159118 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Bound using segment: {'id': '0d7be5cf-434f-4de2-b629-04ac5506275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3cb6deb-a264-4975-ab47-a8326141219b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:01:33.159859 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Bound port: 6c0385c8-1ce6-43cb-9a8f-ffc366211c12, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7be5cf-434f-4de2-b629-04ac5506275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3cb6deb-a264-4975-ab47-a8326141219b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:01:33.160383 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:33.256145 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] For port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:01:33.264398 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] For port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6c0385c8-1ce6-43cb-9a8f-ffc366211c12,segment=NetworkSegment(0d7be5cf-434f-4de2-b629-04ac5506275a),segment_id=0d7be5cf-434f-4de2-b629-04ac5506275a)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:01:33.284799 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:33.356068 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea791b12-f21f-4c68-b8e7-4154d92cdf97 req-fcc7e754-e837-40ec-ac7b-bfd2c506874f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0441968 Nov 13 05:01:33.389058 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603882b-eaaa-4810-b825-141322488202 None None] Pushing event updated for resources: {'Port': ['ID=6c0385c8-1ce6-43cb-9a8f-ffc366211c12,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:33.411171 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Routers {'c158bb26-8489-4011-8da7-d11cc04b75ae'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:33.412217 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c158bb26-8489-4011-8da7-d11cc04b75ae'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:33.491485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-431a1b0d-964e-4a12-805b-076682566590 None None] Provisioning complete for port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:33.492028 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-431a1b0d-964e-4a12-805b-076682566590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:33.572495 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] Set router c158bb26-8489-4011-8da7-d11cc04b75ae gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:33.640726 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-431a1b0d-964e-4a12-805b-076682566590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:33.705866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-431a1b0d-964e-4a12-805b-076682566590 None None] For port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6c0385c8-1ce6-43cb-9a8f-ffc366211c12,segment=NetworkSegment(0d7be5cf-434f-4de2-b629-04ac5506275a),segment_id=0d7be5cf-434f-4de2-b629-04ac5506275a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:33.715851 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-431a1b0d-964e-4a12-805b-076682566590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:33.795946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a1b0d-964e-4a12-805b-076682566590 None None] Pushing event updated for resources: {'Port': ['ID=6c0385c8-1ce6-43cb-9a8f-ffc366211c12,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:33.856326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6d468294-2f9a-48fb-b0da-92683295a472 None None] Provisioning complete for port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:33.857016 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d468294-2f9a-48fb-b0da-92683295a472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:33.906130 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-846e3fa1-2c42-4a8e-a137-2da2d5fc5ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:33.994169 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'name': 'tempest-TestAggregatesBasicOps-1518170627-router', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'bf5c32d1-f806-4872-a7ed-adc21fcd54a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:22Z', 'updated_at': '2021-11-13T05:01:29Z', 'revision_number': 4, 'project_id': 'c5fd72cc78e644d395b2a9574496744e', 'gw_port': {'id': 'bf5c32d1-f806-4872-a7ed-adc21fcd54a2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:23Z', 'updated_at': '2021-11-13T05:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '6c0385c8-1ce6-43cb-9a8f-ffc366211c12', 'name': '', 'network_id': 'e3cb6deb-a264-4975-ab47-a8326141219b', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e', 'mac_address': 'fa:16:3e:ca:c6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'a1bf3e49-aa42-450f-a42d-681f62aacab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:27Z', 'updated_at': '2021-11-13T05:01:33Z', 'revision_number': 4, 'project_id': 'c5fd72cc78e644d395b2a9574496744e', 'subnets': [{'id': 'a1bf3e49-aa42-450f-a42d-681f62aacab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:34.025681 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376211b-14b3-4c64-bf70-6991415180f7 None None] The sync data for ids ['c158bb26-8489-4011-8da7-d11cc04b75ae'] in n-d-813114-2 is: [{'id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'name': 'tempest-TestAggregatesBasicOps-1518170627-router', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'bf5c32d1-f806-4872-a7ed-adc21fcd54a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:22Z', 'updated_at': '2021-11-13T05:01:29Z', 'revision_number': 4, 'project_id': 'c5fd72cc78e644d395b2a9574496744e', 'gw_port': {'id': 'bf5c32d1-f806-4872-a7ed-adc21fcd54a2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:23Z', 'updated_at': '2021-11-13T05:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '6c0385c8-1ce6-43cb-9a8f-ffc366211c12', 'name': '', 'network_id': 'e3cb6deb-a264-4975-ab47-a8326141219b', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e', 'mac_address': 'fa:16:3e:ca:c6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'a1bf3e49-aa42-450f-a42d-681f62aacab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:27Z', 'updated_at': '2021-11-13T05:01:33Z', 'revision_number': 4, 'project_id': 'c5fd72cc78e644d395b2a9574496744e', 'subnets': [{'id': 'a1bf3e49-aa42-450f-a42d-681f62aacab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:01:34.171136 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b7468c1-e7b1-4c33-ae20-bc4dbab07dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:34.406968 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-846e3fa1-2c42-4a8e-a137-2da2d5fc5ddd admin admin] Deleting port 6fc365a9-2928-4862-ae81-1c17f0899a4e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:34.407526 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-846e3fa1-2c42-4a8e-a137-2da2d5fc5ddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:34.540753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-846e3fa1-2c42-4a8e-a137-2da2d5fc5ddd admin admin] For port 6fc365a9-2928-4862-ae81-1c17f0899a4e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6fc365a9-2928-4862-ae81-1c17f0899a4e,segment=NetworkSegment(a44e177c-71df-41f4-9005-9ddaf8b21838),segment_id=a44e177c-71df-41f4-9005-9ddaf8b21838)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:34.541287 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-846e3fa1-2c42-4a8e-a137-2da2d5fc5ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:34.562338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-846e3fa1-2c42-4a8e-a137-2da2d5fc5ddd admin admin] Calling delete_port for 6fc365a9-2928-4862-ae81-1c17f0899a4e owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:34.672363 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-431792c8-871a-41d3-9b1a-57dc85d538d0 req-0dc986ac-04f8-4fd7-8792-d3d4b2516899 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0821519 Nov 13 05:01:34.901653 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:01:34.929027 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-846e3fa1-2c42-4a8e-a137-2da2d5fc5ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:34.997261 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e3fa1-2c42-4a8e-a137-2da2d5fc5ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc365a9-2928-4862-ae81-1c17f0899a4e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:35.014394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:35.015005 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:35.283483 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-846e3fa1-2c42-4a8e-a137-2da2d5fc5ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:35.771047 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-704cb498-103d-4add-ac7a-580731193a5c req-092a4279-df8b-4ac8-b9ed-fde344e665fc tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0276735 Nov 13 05:01:35.801722 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846e3fa1-2c42-4a8e-a137-2da2d5fc5ddd admin admin] Router 9b32def6-26f7-46cc-a441-7ebf53eaf355 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:01:35.917160 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846e3fa1-2c42-4a8e-a137-2da2d5fc5ddd admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:01:35.928029 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49250) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:35.928988 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-846e3fa1-2c42-4a8e-a137-2da2d5fc5ddd admin admin] 10.222.0.43 "PUT /v2.0/routers/9b32def6-26f7-46cc-a441-7ebf53eaf355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9714210 Nov 13 05:01:35.930969 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098c336-7847-4814-81ee-8e7e358db993 None None] Sync routers for ids ['9b32def6-26f7-46cc-a441-7ebf53eaf355'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:01:35.949969 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2098c336-7847-4814-81ee-8e7e358db993 None None] Routers {'9b32def6-26f7-46cc-a441-7ebf53eaf355'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:35.950625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2098c336-7847-4814-81ee-8e7e358db993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9b32def6-26f7-46cc-a441-7ebf53eaf355'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:36.068696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:36.087175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-2098c336-7847-4814-81ee-8e7e358db993 None None] Set router 9b32def6-26f7-46cc-a441-7ebf53eaf355 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:36.194877 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:36.270287 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Deleting port f615e4b2-e6a7-4d40-8f00-8d690106d4a5 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:36.270643 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:36.293588 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2098c336-7847-4814-81ee-8e7e358db993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'name': 'tempest-TestAggregatesBasicOps-487110806-router', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'f615e4b2-e6a7-4d40-8f00-8d690106d4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:14Z', 'updated_at': '2021-11-13T05:01:34Z', 'revision_number': 5, 'project_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'gw_port': {'id': 'f615e4b2-e6a7-4d40-8f00-8d690106d4a5', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:15Z', 'updated_at': '2021-11-13T05:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:36.324454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098c336-7847-4814-81ee-8e7e358db993 None None] Checking router: 9b32def6-26f7-46cc-a441-7ebf53eaf355 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:01:36.336517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2098c336-7847-4814-81ee-8e7e358db993 None None] Routers {'9b32def6-26f7-46cc-a441-7ebf53eaf355'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:36.337470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2098c336-7847-4814-81ee-8e7e358db993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9b32def6-26f7-46cc-a441-7ebf53eaf355'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:36.445683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-2098c336-7847-4814-81ee-8e7e358db993 None None] Set router 9b32def6-26f7-46cc-a441-7ebf53eaf355 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:36.719479 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-382afd19-77ef-468a-a688-51283418224a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:36.722483 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2098c336-7847-4814-81ee-8e7e358db993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'name': 'tempest-TestAggregatesBasicOps-487110806-router', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:14Z', 'updated_at': '2021-11-13T05:01:36Z', 'revision_number': 6, 'project_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:36.744441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] For port f615e4b2-e6a7-4d40-8f00-8d690106d4a5, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f615e4b2-e6a7-4d40-8f00-8d690106d4a5,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:36.744942 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:36.751182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098c336-7847-4814-81ee-8e7e358db993 None None] The sync data for ids ['9b32def6-26f7-46cc-a441-7ebf53eaf355'] in n-d-813114-2 is: [{'id': '9b32def6-26f7-46cc-a441-7ebf53eaf355', 'name': 'tempest-TestAggregatesBasicOps-487110806-router', 'tenant_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:14Z', 'updated_at': '2021-11-13T05:01:36Z', 'revision_number': 6, 'project_id': 'fc7038c3971e4c6082e6ebe957fe225c', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:01:36.760880 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Calling delete_port for f615e4b2-e6a7-4d40-8f00-8d690106d4a5 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:36.959642 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10f28600-0354-42f2-8a7f-d44b99bd093f req-bf1ab5f5-ff76-4c07-a21a-89e8742d3822 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0438669 Nov 13 05:01:36.986943 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.018242 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Pushing event deleted for resources: {'Port': ['ID=f615e4b2-e6a7-4d40-8f00-8d690106d4a5,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:37.055324 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc33fa5-0af7-4459-b15e-f85361f27f4e None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:01:37.066683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49264) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:37.069793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.070139 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.070476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.070833 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.071192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.071516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.071838 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.072501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.072849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.073170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.073487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.073820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.123534 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.211379 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.231228 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.233891 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.291165 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.292291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b32def6-26f7-46cc-a441-7ebf53eaf355 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:01:37.299503 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.304647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49268) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:37.305129 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ee895364-90bb-4924-9a1e-719b7dfba109 admin admin] 10.222.0.43 "DELETE /v2.0/routers/9b32def6-26f7-46cc-a441-7ebf53eaf355 HTTP/1.1" status: 204 len: 168 time: 1.3756847 Nov 13 05:01:37.338182 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.347234 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.379826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-389eb59e-7148-4d09-a994-47ee5161ddd9 admin admin] Deleting subnet ed4829f6-f27a-45cd-a3c4-6c9a47aa67b3 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:01:37.393347 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-389eb59e-7148-4d09-a994-47ee5161ddd9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.429461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49270) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:37.435622 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8365c348ad894bb28bd1dda931094608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3677418 Nov 13 05:01:37.440914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e38856-e3fa-4a8b-bf1d-4d7eccdce674,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:37.457734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.458330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.458812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.459360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.459835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.460511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.461220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.461953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.462558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.463232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.463706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.464347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a903de-b1b4-496a-9a4a-b21f19ed81d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:01:37.483092 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-389eb59e-7148-4d09-a994-47ee5161ddd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.502706 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a58d104-1861-488b-a0f4-07fc919e1086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.538440 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a58d104-1861-488b-a0f4-07fc919e1086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.601209 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-389eb59e-7148-4d09-a994-47ee5161ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.636257 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a58d104-1861-488b-a0f4-07fc919e1086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.639140 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a58d104-1861-488b-a0f4-07fc919e1086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.641139 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4a58d104-1861-488b-a0f4-07fc919e1086 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64e38856-e3fa-4a8b-bf1d-4d7eccdce674 HTTP/1.1" status: 204 len: 168 time: 0.2104130 Nov 13 05:01:37.663263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58d104-1861-488b-a0f4-07fc919e1086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e38856-e3fa-4a8b-bf1d-4d7eccdce674,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:37.675445 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-389eb59e-7148-4d09-a994-47ee5161ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.710048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389eb59e-7148-4d09-a994-47ee5161ddd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed4829f6-f27a-45cd-a3c4-6c9a47aa67b3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:37.721647 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-389eb59e-7148-4d09-a994-47ee5161ddd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.722049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6871f47a-af38-4a64-acca-f9736ce89ed1 None None] Network c650fc69-1459-428a-a627-0985b73fa928 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:01:37.728624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49274) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:37.729246 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-389eb59e-7148-4d09-a994-47ee5161ddd9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ed4829f6-f27a-45cd-a3c4-6c9a47aa67b3 HTTP/1.1" status: 204 len: 168 time: 0.4233425 Nov 13 05:01:37.892904 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:37.903736 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:38.060963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47ec458-e28c-4349-8e31-f2b75615e27f None None] DHCP port deletion for c650fc69-1459-428a-a627-0985b73fa928 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:01:38.073843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] Deleting port 3529daf6-6e13-424e-8a74-80b8e12b30d6 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:38.074463 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:38.194695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f47ec458-e28c-4349-8e31-f2b75615e27f None None] Deleting port 3529daf6-6e13-424e-8a74-80b8e12b30d6 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:38.195453 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f47ec458-e28c-4349-8e31-f2b75615e27f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:38.219429 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd5c3096-ef44-4d0d-a2c1-f14c48d783ba req-bcd2a99a-c81f-4200-912d-1e6c130a0137 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0605893 Nov 13 05:01:38.231292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] For port 3529daf6-6e13-424e-8a74-80b8e12b30d6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3529daf6-6e13-424e-8a74-80b8e12b30d6,segment=NetworkSegment(a44e177c-71df-41f4-9005-9ddaf8b21838),segment_id=a44e177c-71df-41f4-9005-9ddaf8b21838)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:38.231754 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:38.263126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] Calling delete_port for 3529daf6-6e13-424e-8a74-80b8e12b30d6 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:38.300038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f47ec458-e28c-4349-8e31-f2b75615e27f None None] For port 3529daf6-6e13-424e-8a74-80b8e12b30d6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3529daf6-6e13-424e-8a74-80b8e12b30d6,segment=NetworkSegment(a44e177c-71df-41f4-9005-9ddaf8b21838),segment_id=a44e177c-71df-41f4-9005-9ddaf8b21838)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:38.300522 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f47ec458-e28c-4349-8e31-f2b75615e27f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:38.315142 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f47ec458-e28c-4349-8e31-f2b75615e27f None None] Calling delete_port for 3529daf6-6e13-424e-8a74-80b8e12b30d6 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:38.347279 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:38.373807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] Pushing event deleted for resources: {'Port': ['ID=3529daf6-6e13-424e-8a74-80b8e12b30d6,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:38.377915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] No DVR routers for this DVR port 3529daf6-6e13-424e-8a74-80b8e12b30d6 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:01:38.404834 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f47ec458-e28c-4349-8e31-f2b75615e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:38.434356 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ec458-e28c-4349-8e31-f2b75615e27f None None] Pushing event deleted for resources: {'Port': ['ID=3529daf6-6e13-424e-8a74-80b8e12b30d6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:38.439502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ec458-e28c-4349-8e31-f2b75615e27f None None] No DVR routers for this DVR port 3529daf6-6e13-424e-8a74-80b8e12b30d6 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:01:38.455435 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:38.475773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c650fc69-1459-428a-a627-0985b73fa928']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:38.486295 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44e177c-71df-41f4-9005-9ddaf8b21838') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:38.486800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44e177c-71df-41f4-9005-9ddaf8b21838') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:38.497878 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:38.511051 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:38.517118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:01:38.517536 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:01:38.519668 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:01:38.584986 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:38.591365 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:38.594784 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c650fc69-1459-428a-a627-0985b73fa928 HTTP/1.1" status: 204 len: 168 time: 0.8645580 Nov 13 05:01:38.598148 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49278) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:38.607114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211be4c-07fd-4c30-9991-145dd3875588 admin admin] Pushing event deleted for resources: {'Network': ['ID=c650fc69-1459-428a-a627-0985b73fa928,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:38.838280 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6fc365a9-2928-4862-ae81-1c17f0899a4e no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:38.868859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 6fc365a9-2928-4862-ae81-1c17f0899a4e {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:01:38.869103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6fc365a9-2928-4862-ae81-1c17f0899a4e not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:01:38.869758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f615e4b2-e6a7-4d40-8f00-8d690106d4a5 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:38.896477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f615e4b2-e6a7-4d40-8f00-8d690106d4a5 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:01:38.896817 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f615e4b2-e6a7-4d40-8f00-8d690106d4a5 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:01:38.897240 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3529daf6-6e13-424e-8a74-80b8e12b30d6 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:38.916508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 3529daf6-6e13-424e-8a74-80b8e12b30d6 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:01:38.916846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3529daf6-6e13-424e-8a74-80b8e12b30d6 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:01:38.983978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eef9f00e-e7d6-41a2-84aa-6547a9e5e90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:39.116961 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:39.240804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-eef9f00e-e7d6-41a2-84aa-6547a9e5e90b admin admin] Deleting port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:39.241014 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eef9f00e-e7d6-41a2-84aa-6547a9e5e90b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:39.318928 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-eef9f00e-e7d6-41a2-84aa-6547a9e5e90b admin admin] For port 6c0385c8-1ce6-43cb-9a8f-ffc366211c12, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6c0385c8-1ce6-43cb-9a8f-ffc366211c12,segment=NetworkSegment(0d7be5cf-434f-4de2-b629-04ac5506275a),segment_id=0d7be5cf-434f-4de2-b629-04ac5506275a)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:39.319274 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eef9f00e-e7d6-41a2-84aa-6547a9e5e90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:39.355383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-eef9f00e-e7d6-41a2-84aa-6547a9e5e90b admin admin] Calling delete_port for 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:39.358600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc3372a4-3f23-4849-b185-1317a1d27401 req-8c0201bc-367c-4b6f-943f-742c3c9d7150 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0417888 Nov 13 05:01:39.542100 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eef9f00e-e7d6-41a2-84aa-6547a9e5e90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:39.565475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9f00e-e7d6-41a2-84aa-6547a9e5e90b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0385c8-1ce6-43cb-9a8f-ffc366211c12,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:39.742873 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eef9f00e-e7d6-41a2-84aa-6547a9e5e90b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:39.959379 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef9f00e-e7d6-41a2-84aa-6547a9e5e90b admin admin] Router c158bb26-8489-4011-8da7-d11cc04b75ae has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:01:40.046834 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:40.080290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef9f00e-e7d6-41a2-84aa-6547a9e5e90b admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:01:40.086128 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-eef9f00e-e7d6-41a2-84aa-6547a9e5e90b admin admin] 10.222.0.43 "PUT /v2.0/routers/c158bb26-8489-4011-8da7-d11cc04b75ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4861832 Nov 13 05:01:40.089715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49282) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:40.092003 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6009b7a8-a4fa-441b-9fe9-0e5ecc0c30f1 None None] Sync routers for ids ['c158bb26-8489-4011-8da7-d11cc04b75ae'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:01:40.103277 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6009b7a8-a4fa-441b-9fe9-0e5ecc0c30f1 None None] Routers {'c158bb26-8489-4011-8da7-d11cc04b75ae'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:40.104249 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6009b7a8-a4fa-441b-9fe9-0e5ecc0c30f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c158bb26-8489-4011-8da7-d11cc04b75ae'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:40.195806 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:40.207934 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6009b7a8-a4fa-441b-9fe9-0e5ecc0c30f1 None None] Set router c158bb26-8489-4011-8da7-d11cc04b75ae gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:40.303962 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:40.359625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] Deleting port bf5c32d1-f806-4872-a7ed-adc21fcd54a2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:40.359966 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:40.396809 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6009b7a8-a4fa-441b-9fe9-0e5ecc0c30f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'name': 'tempest-TestAggregatesBasicOps-1518170627-router', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'bf5c32d1-f806-4872-a7ed-adc21fcd54a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:22Z', 'updated_at': '2021-11-13T05:01:39Z', 'revision_number': 5, 'project_id': 'c5fd72cc78e644d395b2a9574496744e', 'gw_port': {'id': 'bf5c32d1-f806-4872-a7ed-adc21fcd54a2', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:01:23Z', 'updated_at': '2021-11-13T05:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:40.435716 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6009b7a8-a4fa-441b-9fe9-0e5ecc0c30f1 None None] Checking router: c158bb26-8489-4011-8da7-d11cc04b75ae for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:01:40.448520 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6009b7a8-a4fa-441b-9fe9-0e5ecc0c30f1 None None] Routers {'c158bb26-8489-4011-8da7-d11cc04b75ae'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:40.449991 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6009b7a8-a4fa-441b-9fe9-0e5ecc0c30f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c158bb26-8489-4011-8da7-d11cc04b75ae'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:40.456766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] For port bf5c32d1-f806-4872-a7ed-adc21fcd54a2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bf5c32d1-f806-4872-a7ed-adc21fcd54a2,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:40.457141 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:40.471753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] Calling delete_port for bf5c32d1-f806-4872-a7ed-adc21fcd54a2 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:40.472266 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-58a80d73-db2b-4f70-9215-8c4814dc103b req-91971fab-f842-46b1-8d52-1415f8674d40 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0303504 Nov 13 05:01:40.548256 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6009b7a8-a4fa-441b-9fe9-0e5ecc0c30f1 None None] Set router c158bb26-8489-4011-8da7-d11cc04b75ae gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:40.610119 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:01:40.610808 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6009b7a8-a4fa-441b-9fe9-0e5ecc0c30f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'name': 'tempest-TestAggregatesBasicOps-1518170627-router', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:22Z', 'updated_at': '2021-11-13T05:01:40Z', 'revision_number': 6, 'project_id': 'c5fd72cc78e644d395b2a9574496744e', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:40.641320 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:40.643707 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6009b7a8-a4fa-441b-9fe9-0e5ecc0c30f1 None None] The sync data for ids ['c158bb26-8489-4011-8da7-d11cc04b75ae'] in n-d-813114-2 is: [{'id': 'c158bb26-8489-4011-8da7-d11cc04b75ae', 'name': 'tempest-TestAggregatesBasicOps-1518170627-router', 'tenant_id': 'c5fd72cc78e644d395b2a9574496744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:01:22Z', 'updated_at': '2021-11-13T05:01:40Z', 'revision_number': 6, 'project_id': 'c5fd72cc78e644d395b2a9574496744e', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:01:40.672947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5c32d1-f806-4872-a7ed-adc21fcd54a2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:40.691165 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96221fa3-422b-4503-91f5-b70c12fe0a94 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:01:40.738126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:40.826854 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:40.829259 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:40.875980 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:40.876878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c158bb26-8489-4011-8da7-d11cc04b75ae {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:01:40.881436 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:40.882616 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d055df6b-b11b-47b7-a3fa-5b67b1717ddd admin admin] 10.222.0.43 "DELETE /v2.0/routers/c158bb26-8489-4011-8da7-d11cc04b75ae HTTP/1.1" status: 204 len: 168 time: 0.7916441 Nov 13 05:01:40.885261 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49286) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:40.930692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1f7944-8823-4a1d-aa45-60ee73640777 admin admin] Deleting subnet a1bf3e49-aa42-450f-a42d-681f62aacab1 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:01:40.934713 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7944-8823-4a1d-aa45-60ee73640777 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:40.971760 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7944-8823-4a1d-aa45-60ee73640777 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:41.074788 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7944-8823-4a1d-aa45-60ee73640777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:41.137921 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7944-8823-4a1d-aa45-60ee73640777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:41.172630 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7944-8823-4a1d-aa45-60ee73640777 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:41.178119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dfc841-21a7-433c-8d75-f8e71f4cf527 None None] Network e3cb6deb-a264-4975-ab47-a8326141219b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:01:41.179548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49288) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:41.179900 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7b1f7944-8823-4a1d-aa45-60ee73640777 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a1bf3e49-aa42-450f-a42d-681f62aacab1 HTTP/1.1" status: 204 len: 168 time: 0.2935555 Nov 13 05:01:41.180859 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f7944-8823-4a1d-aa45-60ee73640777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1bf3e49-aa42-450f-a42d-681f62aacab1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:41.259221 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:41.321647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] Deleting port 3597bd2f-85cf-4be9-a415-8de6765568d6 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:41.321976 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:41.389842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] For port 3597bd2f-85cf-4be9-a415-8de6765568d6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3597bd2f-85cf-4be9-a415-8de6765568d6,segment=NetworkSegment(0d7be5cf-434f-4de2-b629-04ac5506275a),segment_id=0d7be5cf-434f-4de2-b629-04ac5506275a)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:41.390255 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:41.409448 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] Calling delete_port for 3597bd2f-85cf-4be9-a415-8de6765568d6 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:41.484801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce5d44d-1a50-4f78-b258-bd86555111c5 None None] DHCP port deletion for e3cb6deb-a264-4975-ab47-a8326141219b request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:01:41.492022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:41.501465 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:41.526996 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:01:41.526996 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6c0385c8-1ce6-43cb-9a8f-ffc366211c12 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:01:41.533369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] No DVR routers for this DVR port 3597bd2f-85cf-4be9-a415-8de6765568d6 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:01:41.535225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=3597bd2f-85cf-4be9-a415-8de6765568d6,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:41.551436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5ce5d44d-1a50-4f78-b258-bd86555111c5 None None] The port '3597bd2f-85cf-4be9-a415-8de6765568d6' was deleted {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 13 05:01:41.603916 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f74c4ff4-abc4-45dc-848d-ee4ced6e279c req-6bc30152-0843-4847-ab4e-f080278343ee tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a611dc8-3150-4703-b7f3-c0c0acf32e75 HTTP/1.1" status: 200 len: 210 time: 0.0266049 Nov 13 05:01:41.612853 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:41.638787 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cb6deb-a264-4975-ab47-a8326141219b']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:41.649141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7be5cf-434f-4de2-b629-04ac5506275a') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:41.649427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7be5cf-434f-4de2-b629-04ac5506275a') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:41.658737 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:41.671556 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:41.677506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:01:41.677886 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:01:41.680270 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:01:41.738211 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:41.745449 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:41.748892 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e3cb6deb-a264-4975-ab47-a8326141219b HTTP/1.1" status: 204 len: 168 time: 0.5679641 Nov 13 05:01:41.760459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b2058-1206-4304-8ecd-35e6b7c6bb17 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3cb6deb-a264-4975-ab47-a8326141219b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:41.938720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49294) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:41.978856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-792a86c5-cbd5-41dc-95bc-041057bd2300 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc7038c3971e4c6082e6ebe957fe225c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388398 Nov 13 05:01:41.981483 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49296) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:42.034202 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dbc07ef-73e1-4260-897a-ce5bd3e018cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:42.310084 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dbc07ef-73e1-4260-897a-ce5bd3e018cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:42.371237 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dbc07ef-73e1-4260-897a-ce5bd3e018cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:42.375562 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dbc07ef-73e1-4260-897a-ce5bd3e018cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:42.377591 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9dbc07ef-73e1-4260-897a-ce5bd3e018cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22c328d7-7980-4ef8-ae33-0f27ef70b73d HTTP/1.1" status: 204 len: 168 time: 0.3952167 Nov 13 05:01:42.385311 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc07ef-73e1-4260-897a-ce5bd3e018cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c328d7-7980-4ef8-ae33-0f27ef70b73d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:42.698187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49306) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:42.717993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49308) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:42.753881 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e35c6ffb-e265-4840-af61-b4c80c54c571 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:42.767512 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ed707bc3-1de0-43b7-9120-3809241d9959 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5fd72cc78e644d395b2a9574496744e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0482814 Nov 13 05:01:42.769499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49310) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:42.784643 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e35c6ffb-e265-4840-af61-b4c80c54c571 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:42.811595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bf5c32d1-f806-4872-a7ed-adc21fcd54a2 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:42.825806 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a588b64a-5799-4ecc-9283-28391e2b2725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:42.836760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: bf5c32d1-f806-4872-a7ed-adc21fcd54a2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:01:42.837416 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bf5c32d1-f806-4872-a7ed-adc21fcd54a2 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:01:42.837813 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e35c6ffb-e265-4840-af61-b4c80c54c571 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:42.837963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3597bd2f-85cf-4be9-a415-8de6765568d6 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:42.840609 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e35c6ffb-e265-4840-af61-b4c80c54c571 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:42.842021 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e35c6ffb-e265-4840-af61-b4c80c54c571 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "DELETE /v2.0/security-groups/1e0810cd-396f-4590-89b9-1b310d18f1c1 HTTP/1.1" status: 204 len: 168 time: 0.1424510 Nov 13 05:01:42.846055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49312) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:42.852475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c6ffb-e265-4840-af61-b4c80c54c571 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0810cd-396f-4590-89b9-1b310d18f1c1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:42.858576 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a588b64a-5799-4ecc-9283-28391e2b2725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:42.860784 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 3597bd2f-85cf-4be9-a415-8de6765568d6 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:01:42.861181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3597bd2f-85cf-4be9-a415-8de6765568d6 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:01:42.871254 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-724eb298-7d2a-4ae7-99f2-c7fa618c072f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] show failed (client error): The resource could not be found. Nov 13 05:01:42.872297 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-724eb298-7d2a-4ae7-99f2-c7fa618c072f tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "GET /v2.0/security-groups/1e0810cd-396f-4590-89b9-1b310d18f1c1 HTTP/1.1" status: 404 len: 347 time: 0.0246739 Nov 13 05:01:42.875356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49314) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:42.914144 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a588b64a-5799-4ecc-9283-28391e2b2725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:42.916949 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a588b64a-5799-4ecc-9283-28391e2b2725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:42.918195 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a588b64a-5799-4ecc-9283-28391e2b2725 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40bd92f4-84e4-4112-b5a9-5107b02a7d59 HTTP/1.1" status: 204 len: 168 time: 0.1477227 Nov 13 05:01:42.926964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588b64a-5799-4ecc-9283-28391e2b2725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bd92f4-84e4-4112-b5a9-5107b02a7d59,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:43.041755 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-af0d7f82-9b6a-4515-ba40-2716f0308f84 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Deleting port 6edfee36-61f3-4b60-b757-8a953d3d8102 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:43.042204 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af0d7f82-9b6a-4515-ba40-2716f0308f84 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.117694 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af0d7f82-9b6a-4515-ba40-2716f0308f84 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.118013 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af0d7f82-9b6a-4515-ba40-2716f0308f84 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.130663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-af0d7f82-9b6a-4515-ba40-2716f0308f84 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Calling delete_port for 6edfee36-61f3-4b60-b757-8a953d3d8102 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:43.264882 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af0d7f82-9b6a-4515-ba40-2716f0308f84 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.290693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d7f82-9b6a-4515-ba40-2716f0308f84 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event deleted for resources: {'Port': ['ID=6edfee36-61f3-4b60-b757-8a953d3d8102,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:43.354388 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af0d7f82-9b6a-4515-ba40-2716f0308f84 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.357599 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af0d7f82-9b6a-4515-ba40-2716f0308f84 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.358736 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-af0d7f82-9b6a-4515-ba40-2716f0308f84 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "DELETE /v2.0/floatingips/ee22809b-9660-453b-9371-5cf0a9c2442f HTTP/1.1" status: 204 len: 168 time: 0.4823902 Nov 13 05:01:43.361614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49330) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:43.454776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5c2b059c-f04d-4ca5-a4b6-6097037a0ff0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Deleting port 5f399afc-4069-477e-8131-37a3697f6c2f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:43.455246 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c2b059c-f04d-4ca5-a4b6-6097037a0ff0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.547911 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c2b059c-f04d-4ca5-a4b6-6097037a0ff0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.559982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5c2b059c-f04d-4ca5-a4b6-6097037a0ff0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Calling delete_port for 5f399afc-4069-477e-8131-37a3697f6c2f owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:43.607090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49340) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:43.686783 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c2b059c-f04d-4ca5-a4b6-6097037a0ff0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.705092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1830146909-network', 'tenant_id': '3ca921897ca94f77a95358b26f5ea507'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:01:43.720112 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b059c-f04d-4ca5-a4b6-6097037a0ff0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event deleted for resources: {'Port': ['ID=5f399afc-4069-477e-8131-37a3697f6c2f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:43.728860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] Made reservation on behalf of 3ca921897ca94f77a95358b26f5ea507 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:01:43.731423 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.741110 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.796105 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c2b059c-f04d-4ca5-a4b6-6097037a0ff0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.799946 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5c2b059c-f04d-4ca5-a4b6-6097037a0ff0 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "DELETE /v2.0/ports/5f399afc-4069-477e-8131-37a3697f6c2f HTTP/1.1" status: 204 len: 168 time: 0.4372575 Nov 13 05:01:43.802613 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49344) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:43.819164 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.823505 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.848402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:01:43.858652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1947966e-9e2c-4b88-9045-aa93ca7e74ca,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:43.863516 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.863856 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] Added segment 23421d63-72da-4d73-b8a3-b7886e3cb75d of type vlan for network fa5f4c76-efa1-41c8-a14f-505c18f0c962 Nov 13 05:01:43.900562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-216f9524-b0df-40d9-b840-0d0a2d8964b8 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Deleting port de58f93c-d5cf-4928-9fa1-0dafe167d15d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:43.900888 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-216f9524-b0df-40d9-b840-0d0a2d8964b8 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.904689 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.935126 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.936281 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:43.936945 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.990111 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-216f9524-b0df-40d9-b840-0d0a2d8964b8 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:43.996952 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3886437 Nov 13 05:01:43.999594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49346) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:44.004061 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-216f9524-b0df-40d9-b840-0d0a2d8964b8 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Calling delete_port for de58f93c-d5cf-4928-9fa1-0dafe167d15d owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:44.004490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-96d2691f-9b11-4b03-84da-bc473a11f771 admin admin] Request body: {'subnet': {'network_id': 'fa5f4c76-efa1-41c8-a14f-505c18f0c962', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1830146909-subnet', 'tenant_id': '3ca921897ca94f77a95358b26f5ea507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:01:44.012501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49a12a-1264-4945-aa09-ec46532446ff admin admin] Pushing event updated for resources: {'Network': ['ID=fa5f4c76-efa1-41c8-a14f-505c18f0c962,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:44.024170 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network fa5f4c76-efa1-41c8-a14f-505c18f0c962 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:01:44.042070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d2691f-9b11-4b03-84da-bc473a11f771 admin admin] Made reservation on behalf of 3ca921897ca94f77a95358b26f5ea507 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:01:44.045145 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-96d2691f-9b11-4b03-84da-bc473a11f771 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.156669 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-216f9524-b0df-40d9-b840-0d0a2d8964b8 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.197298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f9524-b0df-40d9-b840-0d0a2d8964b8 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event deleted for resources: {'Port': ['ID=de58f93c-d5cf-4928-9fa1-0dafe167d15d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:44.241818 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-96d2691f-9b11-4b03-84da-bc473a11f771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.262183 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-216f9524-b0df-40d9-b840-0d0a2d8964b8 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.265772 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-216f9524-b0df-40d9-b840-0d0a2d8964b8 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "DELETE /v2.0/ports/de58f93c-d5cf-4928-9fa1-0dafe167d15d HTTP/1.1" status: 204 len: 168 time: 0.4621580 Nov 13 05:01:44.268992 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49350) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:44.304831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2691f-9b11-4b03-84da-bc473a11f771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ea0d54-eefc-4efd-a214-b6f638d3c245,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:44.312231 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d2691f-9b11-4b03-84da-bc473a11f771 admin admin] Checking segment: {'id': '23421d63-72da-4d73-b8a3-b7886e3cb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fa5f4c76-efa1-41c8-a14f-505c18f0c962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:01:44.312600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d2691f-9b11-4b03-84da-bc473a11f771 admin admin] Network hostable DHCP agents. Network: fa5f4c76-efa1-41c8-a14f-505c18f0c962, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:01:44.324264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b675d44-2a9e-4014-9591-d5e59f406ed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Deleting subnet fe7afd28-e5f9-44f4-b029-2dc26496464d {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:01:44.327611 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b675d44-2a9e-4014-9591-d5e59f406ed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.331115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d2691f-9b11-4b03-84da-bc473a11f771 admin admin] Network fa5f4c76-efa1-41c8-a14f-505c18f0c962 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:01:44.340442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-96d2691f-9b11-4b03-84da-bc473a11f771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, fa5f4c76-efa1-41c8-a14f-505c18f0c962) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:01:44.344503 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2691f-9b11-4b03-84da-bc473a11f771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:44.345092 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-96d2691f-9b11-4b03-84da-bc473a11f771 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.351098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fcd525-2d03-4845-b14e-b1ebbc386b1a None None] Network fa5f4c76-efa1-41c8-a14f-505c18f0c962 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:01:44.363149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-96d2691f-9b11-4b03-84da-bc473a11f771 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3624656 Nov 13 05:01:44.388858 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b675d44-2a9e-4014-9591-d5e59f406ed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.479761 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c92eea-e112-4ebd-8ee1-667a0514ce9f None None] Network fa5f4c76-efa1-41c8-a14f-505c18f0c962 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:01:44.481324 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b675d44-2a9e-4014-9591-d5e59f406ed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.560178 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b675d44-2a9e-4014-9591-d5e59f406ed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.589663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b675d44-2a9e-4014-9591-d5e59f406ed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7afd28-e5f9-44f4-b029-2dc26496464d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:44.594730 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b675d44-2a9e-4014-9591-d5e59f406ed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.600712 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5b675d44-2a9e-4014-9591-d5e59f406ed1 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "DELETE /v2.0/subnets/fe7afd28-e5f9-44f4-b029-2dc26496464d HTTP/1.1" status: 204 len: 168 time: 0.3284116 Nov 13 05:01:44.600957 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49358) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:44.607933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b2117a-5fb7-4b70-9341-8a7d749c2057 None None] Network b6efdb13-7adc-4b26-8d19-afce58f5230b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:01:44.668890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31493d1-bfc1-4d60-9711-02bfcf12fa64 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Deleting subnet 2eafef19-b9a2-402d-a6d8-c66347803a1a {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:01:44.673490 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f31493d1-bfc1-4d60-9711-02bfcf12fa64 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.729915 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f31493d1-bfc1-4d60-9711-02bfcf12fa64 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.835573 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f31493d1-bfc1-4d60-9711-02bfcf12fa64 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.881130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42067e77-7a37-4747-9c05-dbfaadd81790 None None] DHCP port deletion for b6efdb13-7adc-4b26-8d19-afce58f5230b request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:01:44.897433 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f31493d1-bfc1-4d60-9711-02bfcf12fa64 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.927109 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f31493d1-bfc1-4d60-9711-02bfcf12fa64 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.932638 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f31493d1-bfc1-4d60-9711-02bfcf12fa64 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "DELETE /v2.0/subnets/2eafef19-b9a2-402d-a6d8-c66347803a1a HTTP/1.1" status: 204 len: 168 time: 0.3284242 Nov 13 05:01:44.932638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31493d1-bfc1-4d60-9711-02bfcf12fa64 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event deleted for resources: {'Subnet': ['ID=2eafef19-b9a2-402d-a6d8-c66347803a1a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:44.934174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49366) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:44.936980 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2e8ef4-2742-4cfc-9d5f-1b64797ca333 None None] Network 3d2d660d-8a90-47a7-a920-6ec9c1832b41 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:01:44.984024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49370) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:44.988918 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-42067e77-7a37-4747-9c05-dbfaadd81790 None None] Deleting port bae9d66c-dc9a-4fda-aa80-3f0079a5036d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:44.989294 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-42067e77-7a37-4747-9c05-dbfaadd81790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:44.990080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-467387178-network', 'tenant_id': 'f36720635042468998165408d8d2893a'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:01:45.014157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] Made reservation on behalf of f36720635042468998165408d8d2893a for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:01:45.017102 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.019130 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.030653 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.093921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Deleting port bae9d66c-dc9a-4fda-aa80-3f0079a5036d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:45.094664 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.121606 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-42067e77-7a37-4747-9c05-dbfaadd81790 None None] For port bae9d66c-dc9a-4fda-aa80-3f0079a5036d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bae9d66c-dc9a-4fda-aa80-3f0079a5036d,segment=NetworkSegment(fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab),segment_id=fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:45.122191 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-42067e77-7a37-4747-9c05-dbfaadd81790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.124758 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.129964 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.138834 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-42067e77-7a37-4747-9c05-dbfaadd81790 None None] Calling delete_port for bae9d66c-dc9a-4fda-aa80-3f0079a5036d owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:45.155187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:01:45.170617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b12ca73-9684-4a78-a5ca-d786c9f868cf,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:45.171124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] For port bae9d66c-dc9a-4fda-aa80-3f0079a5036d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bae9d66c-dc9a-4fda-aa80-3f0079a5036d,segment=NetworkSegment(fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab),segment_id=fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:45.171613 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.176225 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.176564 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] Added segment ecc471ff-367f-4fc9-a1ba-961baec448f1 of type vlan for network b8dab719-f2e9-4243-9f19-f67b9baa353c Nov 13 05:01:45.193444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Calling delete_port for bae9d66c-dc9a-4fda-aa80-3f0079a5036d owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:45.223927 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.240573 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-42067e77-7a37-4747-9c05-dbfaadd81790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.260954 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.262629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:45.263319 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.270241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9c7740-81c7-4d09-a0be-9a08fa52be13 None None] DHCP port deletion for 3d2d660d-8a90-47a7-a920-6ec9c1832b41 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:01:45.274783 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42067e77-7a37-4747-9c05-dbfaadd81790 None None] Pushing event deleted for resources: {'Port': ['ID=bae9d66c-dc9a-4fda-aa80-3f0079a5036d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:45.276983 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42067e77-7a37-4747-9c05-dbfaadd81790 None None] No DVR routers for this DVR port bae9d66c-dc9a-4fda-aa80-3f0079a5036d on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:01:45.281111 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.307762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event deleted for resources: {'Port': ['ID=bae9d66c-dc9a-4fda-aa80-3f0079a5036d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:45.311363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] No DVR routers for this DVR port bae9d66c-dc9a-4fda-aa80-3f0079a5036d on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:01:45.336568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c7740-81c7-4d09-a0be-9a08fa52be13 None None] Deleting port 99e1efdf-f844-45e4-bc6b-eaa61fba1d48 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:45.336942 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7740-81c7-4d09-a0be-9a08fa52be13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.347231 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3591990 Nov 13 05:01:45.347473 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49372) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:45.352940 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-52d7df8f-0fbe-4385-9996-5200f557c446 admin admin] Request body: {'subnet': {'network_id': 'b8dab719-f2e9-4243-9f19-f67b9baa353c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-467387178-subnet', 'tenant_id': 'f36720635042468998165408d8d2893a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:01:45.364362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d60c9-addf-4f90-ba5d-94aefb8fd3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=b8dab719-f2e9-4243-9f19-f67b9baa353c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:45.382192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d7df8f-0fbe-4385-9996-5200f557c446 admin admin] Made reservation on behalf of f36720635042468998165408d8d2893a for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:01:45.386055 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-52d7df8f-0fbe-4385-9996-5200f557c446 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.386823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network b8dab719-f2e9-4243-9f19-f67b9baa353c details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:01:45.406152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.426873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8a9c7740-81c7-4d09-a0be-9a08fa52be13 None None] For port 99e1efdf-f844-45e4-bc6b-eaa61fba1d48, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=99e1efdf-f844-45e4-bc6b-eaa61fba1d48,segment=NetworkSegment(14c4dc0e-179d-4355-ac27-d32414cddd47),segment_id=14c4dc0e-179d-4355-ac27-d32414cddd47)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:45.427479 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7740-81c7-4d09-a0be-9a08fa52be13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.428483 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6efdb13-7adc-4b26-8d19-afce58f5230b']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:45.438951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:45.439279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbfb4ae0-1c2a-4ab3-b4fb-dff9ca72e9ab') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:45.457230 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.472061 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.475113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c7740-81c7-4d09-a0be-9a08fa52be13 None None] Calling delete_port for 99e1efdf-f844-45e4-bc6b-eaa61fba1d48 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:45.480234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:01:45.480615 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:01:45.484811 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:01:45.550017 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.557383 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.563026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "DELETE /v2.0/networks/b6efdb13-7adc-4b26-8d19-afce58f5230b HTTP/1.1" status: 204 len: 168 time: 0.6256104 Nov 13 05:01:45.563650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49374) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:45.568931 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7740-81c7-4d09-a0be-9a08fa52be13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.583919 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09dece-d169-4a24-9e7a-d3e31784f865 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event deleted for resources: {'Network': ['ID=b6efdb13-7adc-4b26-8d19-afce58f5230b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:45.587834 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-52d7df8f-0fbe-4385-9996-5200f557c446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.602107 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c7740-81c7-4d09-a0be-9a08fa52be13 None None] Pushing event deleted for resources: {'Port': ['ID=99e1efdf-f844-45e4-bc6b-eaa61fba1d48,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:45.604105 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c7740-81c7-4d09-a0be-9a08fa52be13 None None] No DVR routers for this DVR port 99e1efdf-f844-45e4-bc6b-eaa61fba1d48 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:01:45.649087 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7df8f-0fbe-4385-9996-5200f557c446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a4cfad3-c26e-4875-a6a4-248f0e2ad87c,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:45.652361 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-433e5c49-ae6d-4861-a7a3-985381eecfc5 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.665073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d7df8f-0fbe-4385-9996-5200f557c446 admin admin] Checking segment: {'id': 'ecc471ff-367f-4fc9-a1ba-961baec448f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b8dab719-f2e9-4243-9f19-f67b9baa353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:01:45.665422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d7df8f-0fbe-4385-9996-5200f557c446 admin admin] Network hostable DHCP agents. Network: b8dab719-f2e9-4243-9f19-f67b9baa353c, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:01:45.682158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d7df8f-0fbe-4385-9996-5200f557c446 admin admin] Network b8dab719-f2e9-4243-9f19-f67b9baa353c is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:01:45.693729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-52d7df8f-0fbe-4385-9996-5200f557c446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, b8dab719-f2e9-4243-9f19-f67b9baa353c) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:01:45.698667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d7df8f-0fbe-4385-9996-5200f557c446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:45.699287 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-52d7df8f-0fbe-4385-9996-5200f557c446 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.705400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e311a4-24c0-4078-8c85-f9e1880ffa6f None None] Network b8dab719-f2e9-4243-9f19-f67b9baa353c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:01:45.717510 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-52d7df8f-0fbe-4385-9996-5200f557c446 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3690972 Nov 13 05:01:45.742701 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-433e5c49-ae6d-4861-a7a3-985381eecfc5 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.765434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-433e5c49-ae6d-4861-a7a3-985381eecfc5 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2d660d-8a90-47a7-a920-6ec9c1832b41']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:45.776598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-433e5c49-ae6d-4861-a7a3-985381eecfc5 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c4dc0e-179d-4355-ac27-d32414cddd47') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:45.776896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-433e5c49-ae6d-4861-a7a3-985381eecfc5 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c4dc0e-179d-4355-ac27-d32414cddd47') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:45.786952 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-433e5c49-ae6d-4861-a7a3-985381eecfc5 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.800732 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-433e5c49-ae6d-4861-a7a3-985381eecfc5 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.807817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433e5c49-ae6d-4861-a7a3-985381eecfc5 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:01:45.808184 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-433e5c49-ae6d-4861-a7a3-985381eecfc5 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:01:45.811414 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:01:45.845236 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc5f11e-0705-463c-a1a3-7d67e978e96f None None] Network b8dab719-f2e9-4243-9f19-f67b9baa353c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:01:45.896593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-433e5c49-ae6d-4861-a7a3-985381eecfc5 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.905069 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-433e5c49-ae6d-4861-a7a3-985381eecfc5 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:45.910969 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-433e5c49-ae6d-4861-a7a3-985381eecfc5 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] 10.222.0.43 "DELETE /v2.0/networks/3d2d660d-8a90-47a7-a920-6ec9c1832b41 HTTP/1.1" status: 204 len: 168 time: 0.3334532 Nov 13 05:01:45.922864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e5c49-ae6d-4861-a7a3-985381eecfc5 tempest-TaggedBootDevicesTest-1261082439 tempest-TaggedBootDevicesTest-1261082439-project] Pushing event deleted for resources: {'Network': ['ID=3d2d660d-8a90-47a7-a920-6ec9c1832b41,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:46.271195 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-33aaceab-d162-404f-b326-c1e5c43ec84a tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:46.272848 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-33aaceab-d162-404f-b326-c1e5c43ec84a tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/networks?id=fa5f4c76-efa1-41c8-a14f-505c18f0c962 HTTP/1.1" status: 200 len: 812 time: 0.1129451 Nov 13 05:01:46.288478 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-e47a93ce-3d04-4abd-8be9-7b0171182f44 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/quotas/3ca921897ca94f77a95358b26f5ea507 HTTP/1.1" status: 200 len: 375 time: 0.0098219 Nov 13 05:01:46.325426 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-53a5a086-7d06-4332-9ea3-eee8e2fd5b3a tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ca921897ca94f77a95358b26f5ea507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314834 Nov 13 05:01:46.418733 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-c2c940ab-2827-4a03-baa8-6ed0625a3ee8 service neutron] 10.222.0.43 "GET /v2.0/networks/fa5f4c76-efa1-41c8-a14f-505c18f0c962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853724 Nov 13 05:01:46.516661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-68de0fdb-e80a-4386-a2f3-1592ff524723 service neutron] 10.222.0.43 "GET /v2.0/networks/fa5f4c76-efa1-41c8-a14f-505c18f0c962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909662 Nov 13 05:01:46.683352 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f804cf3-5917-45d2-9976-727acd87b752 req-72868efc-9376-44a0-bfe6-2309cdd59b6a tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 210 time: 0.0278673 Nov 13 05:01:46.818403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 99e1efdf-f844-45e4-bc6b-eaa61fba1d48 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:46.845807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 99e1efdf-f844-45e4-bc6b-eaa61fba1d48 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:01:46.846342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 99e1efdf-f844-45e4-bc6b-eaa61fba1d48 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:01:46.846803 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bae9d66c-dc9a-4fda-aa80-3f0079a5036d no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:46.866648 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: bae9d66c-dc9a-4fda-aa80-3f0079a5036d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:01:46.867043 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bae9d66c-dc9a-4fda-aa80-3f0079a5036d not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:01:47.803966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-b4f617bf-7ee7-4d30-ba85-28e1ab6e7e39 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:47.806381 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-b4f617bf-7ee7-4d30-ba85-28e1ab6e7e39 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.36 "GET /v2.0/networks?id=fa5f4c76-efa1-41c8-a14f-505c18f0c962 HTTP/1.1" status: 200 len: 812 time: 0.1206012 Nov 13 05:01:47.807558 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eebc43b4-90c9-4016-bfcd-615022ecbbdd req-e6e7edbb-363a-46a3-8293-b9b13aabaf52 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 210 time: 0.0399125 Nov 13 05:01:47.827426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-a09ce364-f02e-403e-bf00-3cae77598447 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Request body: {'port': {'device_id': '5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0', 'network_id': 'fa5f4c76-efa1-41c8-a14f-505c18f0c962', 'admin_state_up': True, 'tenant_id': '3ca921897ca94f77a95358b26f5ea507'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:01:47.945232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-a09ce364-f02e-403e-bf00-3cae77598447 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Made reservation on behalf of 3ca921897ca94f77a95358b26f5ea507 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:01:47.948763 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-a09ce364-f02e-403e-bf00-3cae77598447 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:48.071665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-a09ce364-f02e-403e-bf00-3cae77598447 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Allocated IP 172.20.0.5 (fa5f4c76-efa1-41c8-a14f-505c18f0c962/06ea0d54-eefc-4efd-a214-b6f638d3c245/2424223d-a6ee-42b4-8840-a1b6cbadf099) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:01:48.223828 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-a09ce364-f02e-403e-bf00-3cae77598447 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:48.268991 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-a09ce364-f02e-403e-bf00-3cae77598447 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:48.321224 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-a09ce364-f02e-403e-bf00-3cae77598447 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Network fa5f4c76-efa1-41c8-a14f-505c18f0c962 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:01:48.324409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-a09ce364-f02e-403e-bf00-3cae77598447 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:01:48.329038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-a09ce364-f02e-403e-bf00-3cae77598447 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:01:48.334009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ce364-f02e-403e-bf00-3cae77598447 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Pushing event updated for resources: {'Port': ['ID=2424223d-a6ee-42b4-8840-a1b6cbadf099,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:48.379859 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-a09ce364-f02e-403e-bf00-3cae77598447 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:48.380479 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-a09ce364-f02e-403e-bf00-3cae77598447 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:48.395800 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-a09ce364-f02e-403e-bf00-3cae77598447 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5726187 Nov 13 05:01:48.415982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Request body: {'port': {'device_id': '5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:01:48.471121 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:48.739365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2424223d-a6ee-42b4-8840-a1b6cbadf099 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:01:48.747101 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:48.760164 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Transition to ACTIVE for port object 2424223d-a6ee-42b4-8840-a1b6cbadf099 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:01:48.765648 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:48.815352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2424223d-a6ee-42b4-8840-a1b6cbadf099,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:48.935672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Attempting to bind port 2424223d-a6ee-42b4-8840-a1b6cbadf099 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:01:48.936009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Attempting to bind port 2424223d-a6ee-42b4-8840-a1b6cbadf099 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '23421d63-72da-4d73-b8a3-b7886e3cb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fa5f4c76-efa1-41c8-a14f-505c18f0c962'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:01:48.936316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Attempting to bind port 2424223d-a6ee-42b4-8840-a1b6cbadf099 on network fa5f4c76-efa1-41c8-a14f-505c18f0c962 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:01:48.945839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Port 2424223d-a6ee-42b4-8840-a1b6cbadf099 on network fa5f4c76-efa1-41c8-a14f-505c18f0c962 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:01:48.945839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Attempting to bind port 2424223d-a6ee-42b4-8840-a1b6cbadf099 on network fa5f4c76-efa1-41c8-a14f-505c18f0c962 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:01:48.957396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce832031-f166-48f6-baff-bbdc38dacdb8 req-8573c679-613c-4904-ab15-d0aef3f09090 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:48.958887 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce832031-f166-48f6-baff-bbdc38dacdb8 req-8573c679-613c-4904-ab15-d0aef3f09090 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 943 time: 0.0831902 Nov 13 05:01:48.961757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:01:48.962094 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Checking segment: {'id': '23421d63-72da-4d73-b8a3-b7886e3cb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fa5f4c76-efa1-41c8-a14f-505c18f0c962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:01:48.962516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Bound using segment: {'id': '23421d63-72da-4d73-b8a3-b7886e3cb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fa5f4c76-efa1-41c8-a14f-505c18f0c962'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:01:48.962895 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Bound port: 2424223d-a6ee-42b4-8840-a1b6cbadf099, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23421d63-72da-4d73-b8a3-b7886e3cb75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fa5f4c76-efa1-41c8-a14f-505c18f0c962'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:01:48.963247 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:49.048458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce832031-f166-48f6-baff-bbdc38dacdb8 req-cafbaa34-1098-403f-8ef1-3e8a3772368d tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817919 Nov 13 05:01:49.069723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] For port 2424223d-a6ee-42b4-8840-a1b6cbadf099, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:01:49.073220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] For port 2424223d-a6ee-42b4-8840-a1b6cbadf099, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2424223d-a6ee-42b4-8840-a1b6cbadf099,segment=NetworkSegment(23421d63-72da-4d73-b8a3-b7886e3cb75d),segment_id=23421d63-72da-4d73-b8a3-b7886e3cb75d)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:01:49.078129 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:49.113842 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:49.114479 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:49.116189 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] 10.222.0.36 "PUT /v2.0/ports/2424223d-a6ee-42b4-8840-a1b6cbadf099 HTTP/1.1" status: 200 len: 1091 time: 0.7042811 Nov 13 05:01:49.118502 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0', 'tag': '2424223d-a6ee-42b4-8840-a1b6cbadf099'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:01:49.121111 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad1b749-ba5f-4772-bbb0-971906ed7ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0", "tag": "2424223d-a6ee-42b4-8840-a1b6cbadf099"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:01:49.149862 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11072adb-3d14-48c0-81ca-40be58b7c6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2424223d-a6ee-42b4-8840-a1b6cbadf099,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:49.168159 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9d7f04-a3fe-414d-a39e-803d0eb3b362 x-openstack-request-id: req-2c9d7f04-a3fe-414d-a39e-803d0eb3b362 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:01:49.168682 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0", "tag": "2424223d-a6ee-42b4-8840-a1b6cbadf099", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:01:49.168931 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c9d7f04-a3fe-414d-a39e-803d0eb3b362 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:01:49.169333 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0', 'tag': '2424223d-a6ee-42b4-8840-a1b6cbadf099', 'status': 'completed', 'code': 200} Nov 13 05:01:49.226482 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-50b719b3-f6c9-4493-b074-62a60231cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:49.227892 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-50b719b3-f6c9-4493-b074-62a60231cbdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca921897ca94f77a95358b26f5ea507&device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 1094 time: 0.0447404 Nov 13 05:01:49.278631 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-b2af4d4c-cd78-411c-9592-5534c3a315d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2424223d-a6ee-42b4-8840-a1b6cbadf099 HTTP/1.1" status: 200 len: 217 time: 0.0356944 Nov 13 05:01:49.328199 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-37820b12-e5cd-44ec-9ecb-05bfdfa2c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:49.329714 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-37820b12-e5cd-44ec-9ecb-05bfdfa2c469 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06ea0d54-eefc-4efd-a214-b6f638d3c245 HTTP/1.1" status: 200 len: 852 time: 0.0440643 Nov 13 05:01:49.366947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-cabc91a4-988d-4a2f-8d19-e5d6ba332631 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa5f4c76-efa1-41c8-a14f-505c18f0c962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280769 Nov 13 05:01:49.473343 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-f9fc28bd-6f53-4e87-a822-3b8d912b25a3 service neutron] 10.222.0.36 "GET /v2.0/networks/fa5f4c76-efa1-41c8-a14f-505c18f0c962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988045 Nov 13 05:01:49.573534 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c244fc18-eb8f-4e78-981d-3b00fb1d9a58 req-bc529191-19e1-4468-a4fa-61ed05e61cfd service neutron] 10.222.0.36 "GET /v2.0/networks/fa5f4c76-efa1-41c8-a14f-505c18f0c962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902517 Nov 13 05:01:49.706947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b749-ba5f-4772-bbb0-971906ed7ea2 req-3523d462-9672-4436-a1d5-93049abf3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:49.708453 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ad1b749-ba5f-4772-bbb0-971906ed7ea2 req-3523d462-9672-4436-a1d5-93049abf3a62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca921897ca94f77a95358b26f5ea507&device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 1094 time: 0.0444427 Nov 13 05:01:49.803759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b749-ba5f-4772-bbb0-971906ed7ea2 req-2f78b17d-79df-4581-85a3-5b1c212c42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:49.807657 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ad1b749-ba5f-4772-bbb0-971906ed7ea2 req-2f78b17d-79df-4581-85a3-5b1c212c42ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa5f4c76-efa1-41c8-a14f-505c18f0c962 HTTP/1.1" status: 200 len: 913 time: 0.0900381 Nov 13 05:01:49.856080 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ad1b749-ba5f-4772-bbb0-971906ed7ea2 req-8e90a08b-b1b8-4657-af4c-cb56b6be1b75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2424223d-a6ee-42b4-8840-a1b6cbadf099 HTTP/1.1" status: 200 len: 217 time: 0.0390306 Nov 13 05:01:49.907943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b749-ba5f-4772-bbb0-971906ed7ea2 req-bb1108d1-e370-44a8-a982-23cee7ead503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:49.909847 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ad1b749-ba5f-4772-bbb0-971906ed7ea2 req-bb1108d1-e370-44a8-a982-23cee7ead503 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06ea0d54-eefc-4efd-a214-b6f638d3c245 HTTP/1.1" status: 200 len: 852 time: 0.0461326 Nov 13 05:01:49.943488 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ad1b749-ba5f-4772-bbb0-971906ed7ea2 req-ef6569de-0652-4705-b711-33cd58206c9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa5f4c76-efa1-41c8-a14f-505c18f0c962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255487 Nov 13 05:01:50.044841 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ad1b749-ba5f-4772-bbb0-971906ed7ea2 req-120dc4e1-18ed-4450-9d66-54759cd1ad6a service neutron] 10.222.0.36 "GET /v2.0/networks/fa5f4c76-efa1-41c8-a14f-505c18f0c962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934277 Nov 13 05:01:50.182793 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ad1b749-ba5f-4772-bbb0-971906ed7ea2 req-c4051016-4688-4c02-a1e2-f39669adba50 service neutron] 10.222.0.36 "GET /v2.0/networks/fa5f4c76-efa1-41c8-a14f-505c18f0c962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298323 Nov 13 05:01:50.204328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe9f25-f9e9-40ae-bf4a-245b75685c55 req-73a86432-c9ef-4e3e-bf80-b8dc13744eb6 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:50.206243 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-efbe9f25-f9e9-40ae-bf4a-245b75685c55 req-73a86432-c9ef-4e3e-bf80-b8dc13744eb6 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 943 time: 0.0697198 Nov 13 05:01:50.259817 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-efbe9f25-f9e9-40ae-bf4a-245b75685c55 req-51b16b07-e357-40a7-8bf6-f2b9f6636ccc tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472026 Nov 13 05:01:51.382337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cb71a-4729-44c2-9b1f-97042a75691e req-4460fc33-f6a2-424a-820b-fb17105d6f01 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:51.383877 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f86cb71a-4729-44c2-9b1f-97042a75691e req-4460fc33-f6a2-424a-820b-fb17105d6f01 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 943 time: 0.0508316 Nov 13 05:01:51.434712 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f86cb71a-4729-44c2-9b1f-97042a75691e req-f8d748d9-1d7f-4c91-b252-60ada54373e6 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445459 Nov 13 05:01:52.173766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2424223d-a6ee-42b4-8840-a1b6cbadf099 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:01:52.278923 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 2424223d-a6ee-42b4-8840-a1b6cbadf099, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2424223d-a6ee-42b4-8840-a1b6cbadf099,segment=NetworkSegment(23421d63-72da-4d73-b8a3-b7886e3cb75d),segment_id=23421d63-72da-4d73-b8a3-b7886e3cb75d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:52.291945 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '2424223d-a6ee-42b4-8840-a1b6cbadf099', 'network_id': 'fa5f4c76-efa1-41c8-a14f-505c18f0c962', 'port_id': '2424223d-a6ee-42b4-8840-a1b6cbadf099', 'mac_address': 'fa:16:3e:af:48:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ea0d54-eefc-4efd-a214-b6f638d3c245', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:01:52.333006 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:52.345870 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2424223d-a6ee-42b4-8840-a1b6cbadf099 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:01:52.366288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 2424223d-a6ee-42b4-8840-a1b6cbadf099, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2424223d-a6ee-42b4-8840-a1b6cbadf099,segment=NetworkSegment(23421d63-72da-4d73-b8a3-b7886e3cb75d),segment_id=23421d63-72da-4d73-b8a3-b7886e3cb75d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:52.371196 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:52.422435 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=2424223d-a6ee-42b4-8840-a1b6cbadf099,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:52.559619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e87b9-7f8e-479c-87cc-dda312a49bd2 req-6ce1ba26-de4c-482f-8755-f373fe867256 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:52.561149 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-034e87b9-7f8e-479c-87cc-dda312a49bd2 req-6ce1ba26-de4c-482f-8755-f373fe867256 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 944 time: 0.0518231 Nov 13 05:01:52.611448 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-034e87b9-7f8e-479c-87cc-dda312a49bd2 req-ce1c8fcf-1d0c-470f-8f84-2ebe5f062792 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435696 Nov 13 05:01:52.765303 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['2424223d-a6ee-42b4-8840-a1b6cbadf099'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:01:53.737692 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df88bf1-80e2-4046-b28b-83d9cb59c2b6 req-e707e1b3-3894-4fa6-ad76-7816cc86fa44 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:53.739443 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2df88bf1-80e2-4046-b28b-83d9cb59c2b6 req-e707e1b3-3894-4fa6-ad76-7816cc86fa44 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 944 time: 0.0513396 Nov 13 05:01:53.796909 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2df88bf1-80e2-4046-b28b-83d9cb59c2b6 req-567bec6d-dc2b-498f-9968-9786eeb73f6e tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506363 Nov 13 05:01:54.190443 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2424223d-a6ee-42b4-8840-a1b6cbadf099 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:01:54.225688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b870e-cced-49f9-864e-11e57330cd56 req-eb8d6275-cc61-4633-8262-68d0ae821526 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:54.227372 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c2b870e-cced-49f9-864e-11e57330cd56 req-eb8d6275-cc61-4633-8262-68d0ae821526 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0821393 Nov 13 05:01:54.246570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 2424223d-a6ee-42b4-8840-a1b6cbadf099 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:01:54.252586 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 2424223d-a6ee-42b4-8840-a1b6cbadf099 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:01:54.253078 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:54.261417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f7953-38e9-4347-a3b1-47b1ed5803da req-44f7b1e2-1e7a-4954-99fc-d5e416cf2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:54.262992 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b38f7953-38e9-4347-a3b1-47b1ed5803da req-44f7b1e2-1e7a-4954-99fc-d5e416cf2f2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0837564 Nov 13 05:01:54.342050 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:54.354490 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c2b870e-cced-49f9-864e-11e57330cd56 req-6a7007a6-55d5-49eb-b135-e6ebb5135861 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186485 Nov 13 05:01:54.377975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 2424223d-a6ee-42b4-8840-a1b6cbadf099, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2424223d-a6ee-42b4-8840-a1b6cbadf099,segment=NetworkSegment(23421d63-72da-4d73-b8a3-b7886e3cb75d),segment_id=23421d63-72da-4d73-b8a3-b7886e3cb75d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:54.379249 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2424223d-a6ee-42b4-8840-a1b6cbadf099'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:01:54.382418 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d560d56d-2dcf-4498-90c1-5527a6e1eca1" -d '{"events": [{"server_uuid": "5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0", "name": "network-vif-plugged", "status": "completed", "tag": "2424223d-a6ee-42b4-8840-a1b6cbadf099"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:01:54.388398 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:54.390622 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f7953-38e9-4347-a3b1-47b1ed5803da req-d4e1aff2-a38b-4433-9e5f-55ac80ef38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:54.391681 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b38f7953-38e9-4347-a3b1-47b1ed5803da req-d4e1aff2-a38b-4433-9e5f-55ac80ef38ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.1095772 Nov 13 05:01:54.434154 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb80e7b-fa3d-47b2-bd6c-ae8f969ccfc2 x-openstack-request-id: req-0fb80e7b-fa3d-47b2-bd6c-ae8f969ccfc2 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:01:54.434460 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0", "name": "network-vif-plugged", "status": "completed", "tag": "2424223d-a6ee-42b4-8840-a1b6cbadf099", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:01:54.434699 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0fb80e7b-fa3d-47b2-bd6c-ae8f969ccfc2 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:01:54.435102 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2424223d-a6ee-42b4-8840-a1b6cbadf099', 'code': 200} Nov 13 05:01:54.448904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=2424223d-a6ee-42b4-8840-a1b6cbadf099,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:54.462543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b38f7953-38e9-4347-a3b1-47b1ed5803da req-19476905-de4f-49df-a41b-726c617cd0ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80953b7-b232-4f39-9db5-08450b9e844c HTTP/1.1" status: 200 len: 998 time: 0.0634553 Nov 13 05:01:54.517581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f7953-38e9-4347-a3b1-47b1ed5803da req-44fc7b95-1c96-465b-be0f-dd434ab32b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:54.519011 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b38f7953-38e9-4347-a3b1-47b1ed5803da req-44fc7b95-1c96-465b-be0f-dd434ab32b6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0498545 Nov 13 05:01:54.557781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0fde6-2161-4d9d-b42b-54c75cbca188 req-f5aa109c-1b47-43f6-80a3-598273a07c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:54.559895 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67d0fde6-2161-4d9d-b42b-54c75cbca188 req-f5aa109c-1b47-43f6-80a3-598273a07c43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0404999 Nov 13 05:01:54.567017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f7953-38e9-4347-a3b1-47b1ed5803da req-2bd3541f-2bcd-451f-8f61-b3e83951706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:54.568598 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b38f7953-38e9-4347-a3b1-47b1ed5803da req-2bd3541f-2bcd-451f-8f61-b3e83951706a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425732 Nov 13 05:01:54.608646 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67d0fde6-2161-4d9d-b42b-54c75cbca188 req-315f37c1-c654-40d1-a8c8-c0925452521e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413432 Nov 13 05:01:54.659610 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b38f7953-38e9-4347-a3b1-47b1ed5803da req-03b5ac6f-bd48-452e-a8a2-17bb3bbeda40 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837693 Nov 13 05:01:54.755180 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b38f7953-38e9-4347-a3b1-47b1ed5803da req-39c2a82f-d39f-44c9-b835-2650aa626d15 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881398 Nov 13 05:01:54.921090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e5725-d9b6-4f07-9673-b19f32801673 req-ed1a8e8b-e17b-468b-bbd6-7597cf8b2be8 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:54.922812 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-691e5725-d9b6-4f07-9673-b19f32801673 req-ed1a8e8b-e17b-468b-bbd6-7597cf8b2be8 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.0515935 Nov 13 05:01:54.991745 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-691e5725-d9b6-4f07-9673-b19f32801673 req-071e91de-5a6b-42aa-ac37-207a46493354 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603223 Nov 13 05:01:55.488698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70267c4b-6e08-464d-a63f-3fffb78ecdce req-53708d86-bbdc-4090-aa3a-c1cd4f9f95d6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:55.490165 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-70267c4b-6e08-464d-a63f-3fffb78ecdce req-53708d86-bbdc-4090-aa3a-c1cd4f9f95d6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0520024 Nov 13 05:01:55.540246 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-70267c4b-6e08-464d-a63f-3fffb78ecdce req-156402fc-a5ba-414e-bd1b-5ff4abb4d8cc tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431819 Nov 13 05:01:56.021428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49472) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:56.119342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c60ad9-76b1-43b0-b2a8-a6fd5e7c064c req-33dc7598-2782-4391-b9b0-ddfc2d64f024 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:56.121452 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f3c60ad9-76b1-43b0-b2a8-a6fd5e7c064c req-33dc7598-2782-4391-b9b0-ddfc2d64f024 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.0574453 Nov 13 05:01:56.172907 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f3c60ad9-76b1-43b0-b2a8-a6fd5e7c064c req-edf5f872-4a7b-4738-b6cc-9d637767cfa2 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450516 Nov 13 05:01:56.302592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f07a8f-47da-4b71-bf6b-7dce37f288af req-11ad32dc-5e14-4945-8d6b-46e720e438a7 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:56.304274 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-27f07a8f-47da-4b71-bf6b-7dce37f288af req-11ad32dc-5e14-4945-8d6b-46e720e438a7 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.0553348 Nov 13 05:01:56.357235 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-27f07a8f-47da-4b71-bf6b-7dce37f288af req-1c71a449-c09c-47a5-af73-f74d27e32fb8 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448630 Nov 13 05:01:56.564303 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-acf2b6ad-a93d-4525-8cd9-872a058fe656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:56.840696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-acf2b6ad-a93d-4525-8cd9-872a058fe656 admin admin] Deleting port 62921026-cc38-4ebd-af79-c023fc96d17e {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:56.841114 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-acf2b6ad-a93d-4525-8cd9-872a058fe656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:56.857767 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7de0e-74da-4946-90bc-747e3e3b7c94 req-b40ffaca-8e93-4afe-87b3-483e15c63b5a tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:56.859927 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1a7de0e-74da-4946-90bc-747e3e3b7c94 req-b40ffaca-8e93-4afe-87b3-483e15c63b5a tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.3202903 Nov 13 05:01:56.910150 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1a7de0e-74da-4946-90bc-747e3e3b7c94 req-e4854518-5f4e-4e60-90bc-481a2fbfe28d tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416877 Nov 13 05:01:56.926427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-acf2b6ad-a93d-4525-8cd9-872a058fe656 admin admin] For port 62921026-cc38-4ebd-af79-c023fc96d17e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=62921026-cc38-4ebd-af79-c023fc96d17e,segment=NetworkSegment(93000c6e-4393-4184-955a-8b1462f6fe2c),segment_id=93000c6e-4393-4184-955a-8b1462f6fe2c)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:56.926784 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-acf2b6ad-a93d-4525-8cd9-872a058fe656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:56.939604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-acf2b6ad-a93d-4525-8cd9-872a058fe656 admin admin] Calling delete_port for 62921026-cc38-4ebd-af79-c023fc96d17e owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:57.129727 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-acf2b6ad-a93d-4525-8cd9-872a058fe656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:57.160837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2b6ad-a93d-4525-8cd9-872a058fe656 admin admin] Pushing event deleted for resources: {'Port': ['ID=62921026-cc38-4ebd-af79-c023fc96d17e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:57.331203 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-acf2b6ad-a93d-4525-8cd9-872a058fe656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:57.550091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf2b6ad-a93d-4525-8cd9-872a058fe656 admin admin] Router 454ffd78-5f2b-4f33-9480-47594a4faf12 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:01:57.654760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf2b6ad-a93d-4525-8cd9-872a058fe656 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:01:57.660386 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-acf2b6ad-a93d-4525-8cd9-872a058fe656 admin admin] 10.222.0.43 "PUT /v2.0/routers/454ffd78-5f2b-4f33-9480-47594a4faf12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6368372 Nov 13 05:01:57.663991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49482) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:57.666860 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb4d79-817a-459c-aad8-fc5cb9de8b9f None None] Sync routers for ids ['454ffd78-5f2b-4f33-9480-47594a4faf12'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:01:57.678367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acb4d79-817a-459c-aad8-fc5cb9de8b9f None None] Routers {'454ffd78-5f2b-4f33-9480-47594a4faf12'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:57.679031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8acb4d79-817a-459c-aad8-fc5cb9de8b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['454ffd78-5f2b-4f33-9480-47594a4faf12'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:57.787891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8acb4d79-817a-459c-aad8-fc5cb9de8b9f None None] Set router 454ffd78-5f2b-4f33-9480-47594a4faf12 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:57.981432 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8acb4d79-817a-459c-aad8-fc5cb9de8b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:29Z', 'updated_at': '2021-11-13T05:01:57Z', 'revision_number': 5, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'gw_port': {'id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:58.013722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb4d79-817a-459c-aad8-fc5cb9de8b9f None None] Checking router: 454ffd78-5f2b-4f33-9480-47594a4faf12 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:01:58.024375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acb4d79-817a-459c-aad8-fc5cb9de8b9f None None] Routers {'454ffd78-5f2b-4f33-9480-47594a4faf12'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:01:58.024669 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8acb4d79-817a-459c-aad8-fc5cb9de8b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:01:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['454ffd78-5f2b-4f33-9480-47594a4faf12'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:58.083731 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:58.132078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320f217-b27c-4003-8339-20281df52a40 req-62e719d6-21b5-42d7-8105-81236ce966d7 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:58.135480 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8320f217-b27c-4003-8339-20281df52a40 req-62e719d6-21b5-42d7-8105-81236ce966d7 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.1100857 Nov 13 05:01:58.230049 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8320f217-b27c-4003-8339-20281df52a40 req-4b4e8698-450c-4cd7-8e4d-5fe5c6500753 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892954 Nov 13 05:01:58.234847 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:58.294250 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] Deleting port 964ebe3f-344c-4a21-8f2c-449fe32269b6 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:58.294589 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:58.300395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8acb4d79-817a-459c-aad8-fc5cb9de8b9f None None] Set router 454ffd78-5f2b-4f33-9480-47594a4faf12 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:01:58.384874 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] For port 964ebe3f-344c-4a21-8f2c-449fe32269b6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=964ebe3f-344c-4a21-8f2c-449fe32269b6,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:58.385518 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:58.430092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] Calling delete_port for 964ebe3f-344c-4a21-8f2c-449fe32269b6 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:58.467690 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117be16-ace6-4e2e-aee2-e22c70e6e29e req-09345c2d-ee2c-4fb9-acd5-41f9e6cce7d5 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:58.469519 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f117be16-ace6-4e2e-aee2-e22c70e6e29e req-09345c2d-ee2c-4fb9-acd5-41f9e6cce7d5 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.0747857 Nov 13 05:01:58.483200 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8acb4d79-817a-459c-aad8-fc5cb9de8b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:29Z', 'updated_at': '2021-11-13T05:01:57Z', 'revision_number': 5, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'gw_port': {'id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:58.487435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823d6e-defe-4ac3-b597-27a3f189e960 req-d0e5d02c-ebe6-4b6e-8a02-f03d2df94975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:58.488967 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d6823d6e-defe-4ac3-b597-27a3f189e960 req-d0e5d02c-ebe6-4b6e-8a02-f03d2df94975 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca921897ca94f77a95358b26f5ea507&device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0413384 Nov 13 05:01:58.522828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb4d79-817a-459c-aad8-fc5cb9de8b9f None None] The sync data for ids ['454ffd78-5f2b-4f33-9480-47594a4faf12'] in n-d-813114-2 is: [{'id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'name': 'tempest-TaggedBootDevicesTest-40348209-router', 'tenant_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:49:29Z', 'updated_at': '2021-11-13T05:01:57Z', 'revision_number': 5, 'project_id': '1173146d0bd74d9cb73aa00ee9b7de4b', 'gw_port': {'id': '964ebe3f-344c-4a21-8f2c-449fe32269b6', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ffd78-5f2b-4f33-9480-47594a4faf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:49:31Z', 'updated_at': '2021-11-13T04:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:01:58.539660 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:58.575810 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f117be16-ace6-4e2e-aee2-e22c70e6e29e req-3715955d-8d91-4482-8f33-c16fe607d5aa tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722139 Nov 13 05:01:58.603368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823d6e-defe-4ac3-b597-27a3f189e960 req-ba6c1c4b-d56b-4b0e-be2b-78d25d412cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:58.604834 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d6823d6e-defe-4ac3-b597-27a3f189e960 req-ba6c1c4b-d56b-4b0e-be2b-78d25d412cc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa5f4c76-efa1-41c8-a14f-505c18f0c962 HTTP/1.1" status: 200 len: 913 time: 0.1085701 Nov 13 05:01:58.646727 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d6823d6e-defe-4ac3-b597-27a3f189e960 req-7496fc3d-2214-46c7-84b5-1951a0692f60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2424223d-a6ee-42b4-8840-a1b6cbadf099 HTTP/1.1" status: 200 len: 217 time: 0.0338542 Nov 13 05:01:58.687461 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:58.694368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823d6e-defe-4ac3-b597-27a3f189e960 req-1c7ba314-d91c-433b-a577-fc74c76612f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:58.695864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d6823d6e-defe-4ac3-b597-27a3f189e960 req-1c7ba314-d91c-433b-a577-fc74c76612f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06ea0d54-eefc-4efd-a214-b6f638d3c245 HTTP/1.1" status: 200 len: 852 time: 0.0428207 Nov 13 05:01:58.713592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] Pushing event deleted for resources: {'Port': ['ID=964ebe3f-344c-4a21-8f2c-449fe32269b6,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:58.728349 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d6823d6e-defe-4ac3-b597-27a3f189e960 req-8535cf55-8d4a-4248-876e-143c432c8bca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa5f4c76-efa1-41c8-a14f-505c18f0c962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244424 Nov 13 05:01:58.730582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cef41c-096e-4b55-bbac-98c209c6ca8d None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:01:58.780624 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:58.823794 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d6823d6e-defe-4ac3-b597-27a3f189e960 req-cbe4d8bb-c08f-468d-9b21-ec98bf337591 service neutron] 10.222.0.36 "GET /v2.0/networks/fa5f4c76-efa1-41c8-a14f-505c18f0c962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864029 Nov 13 05:01:58.872022 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:58.874351 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:58.925837 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:58.930868 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d6823d6e-defe-4ac3-b597-27a3f189e960 req-4ed6038e-68b7-4d00-af8d-21b55138a90f service neutron] 10.222.0.36 "GET /v2.0/networks/fa5f4c76-efa1-41c8-a14f-505c18f0c962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996704 Nov 13 05:01:58.938595 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:58.939780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 454ffd78-5f2b-4f33-9480-47594a4faf12 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:01:58.945217 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:58.949322 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4bcdac68-a2d2-47ed-a2fa-bedc256994bf admin admin] 10.222.0.43 "DELETE /v2.0/routers/454ffd78-5f2b-4f33-9480-47594a4faf12 HTTP/1.1" status: 204 len: 168 time: 1.2818990 Nov 13 05:01:58.950235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49490) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:58.996854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4930ea8e-89d5-4cb0-97bd-2d1fca28818e admin admin] Deleting subnet d9ac137d-bc95-480d-b540-783bd32adcd0 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:01:59.000129 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4930ea8e-89d5-4cb0-97bd-2d1fca28818e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:59.018723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 62921026-cc38-4ebd-af79-c023fc96d17e no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:01:59.041556 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4930ea8e-89d5-4cb0-97bd-2d1fca28818e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:59.043476 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 62921026-cc38-4ebd-af79-c023fc96d17e {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:01:59.043821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 62921026-cc38-4ebd-af79-c023fc96d17e not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:01:59.126747 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4930ea8e-89d5-4cb0-97bd-2d1fca28818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:59.183857 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4930ea8e-89d5-4cb0-97bd-2d1fca28818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:59.213017 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4930ea8e-89d5-4cb0-97bd-2d1fca28818e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:59.216322 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4930ea8e-89d5-4cb0-97bd-2d1fca28818e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d9ac137d-bc95-480d-b540-783bd32adcd0 HTTP/1.1" status: 204 len: 168 time: 0.2656550 Nov 13 05:01:59.217139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930ea8e-89d5-4cb0-97bd-2d1fca28818e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ac137d-bc95-480d-b540-783bd32adcd0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:59.219497 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b4c7a6-514d-419d-82ec-23005b363cc0 None None] Network 54bcc594-4643-4653-a5bb-72d48b85d8bc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:01:59.219631 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49494) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:59.297933 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:59.349367 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] Deleting port bb1368c8-897a-434b-95b7-5e2ad4377d70 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:01:59.349704 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:59.417827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] For port bb1368c8-897a-434b-95b7-5e2ad4377d70, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bb1368c8-897a-434b-95b7-5e2ad4377d70,segment=NetworkSegment(93000c6e-4393-4184-955a-8b1462f6fe2c),segment_id=93000c6e-4393-4184-955a-8b1462f6fe2c)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:01:59.418155 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:59.432623 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] Calling delete_port for bb1368c8-897a-434b-95b7-5e2ad4377d70 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:01:59.514360 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:59.537276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1368c8-897a-434b-95b7-5e2ad4377d70,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:59.542837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] No DVR routers for this DVR port bb1368c8-897a-434b-95b7-5e2ad4377d70 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:01:59.620980 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:59.632870 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2d3738-2b2e-42ba-ba7f-195fbe4208c4 None None] DHCP port deletion for 54bcc594-4643-4653-a5bb-72d48b85d8bc request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:01:59.649266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bcc594-4643-4653-a5bb-72d48b85d8bc']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:59.659739 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93000c6e-4393-4184-955a-8b1462f6fe2c') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:59.660054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93000c6e-4393-4184-955a-8b1462f6fe2c') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:01:59.669853 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:59.683088 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:59.688904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:01:59.689333 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:01:59.691037 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:01:59.714956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee8229-2bbc-4956-bf22-7326c4bd174d req-cfa0ca07-43a7-49be-aef4-aaf6bc41730f tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:01:59.716562 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5fee8229-2bbc-4956-bf22-7326c4bd174d req-cfa0ca07-43a7-49be-aef4-aaf6bc41730f tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.0576279 Nov 13 05:01:59.750419 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:59.756777 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:01:59.763579 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] 10.222.0.43 "DELETE /v2.0/networks/54bcc594-4643-4653-a5bb-72d48b85d8bc HTTP/1.1" status: 204 len: 168 time: 0.5407147 Nov 13 05:01:59.775251 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492af785-2ed4-4732-8928-fa1f7fbc6c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=54bcc594-4643-4653-a5bb-72d48b85d8bc,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:01:59.776886 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5fee8229-2bbc-4956-bf22-7326c4bd174d req-4b484be3-971b-40e1-9471-eb51a45d6678 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531917 Nov 13 05:01:59.878144 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49500) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:59.924367 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-496b435b-74bb-4ae3-8dd9-f32e5d343fec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1173146d0bd74d9cb73aa00ee9b7de4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452111 Nov 13 05:01:59.926940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49506) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:01:59.982086 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e00a62a4-c4b8-49cb-b9b5-c354e4b2ac0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:00.005229 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e00a62a4-c4b8-49cb-b9b5-c354e4b2ac0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:00.061240 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e00a62a4-c4b8-49cb-b9b5-c354e4b2ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:00.064097 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e00a62a4-c4b8-49cb-b9b5-c354e4b2ac0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:00.068308 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e00a62a4-c4b8-49cb-b9b5-c354e4b2ac0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae4738d2-4f98-437a-a85a-bb4613585d60 HTTP/1.1" status: 204 len: 168 time: 0.1375072 Nov 13 05:02:00.074818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a62a4-c4b8-49cb-b9b5-c354e4b2ac0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4738d2-4f98-437a-a85a-bb4613585d60,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:00.784751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49538) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:00.815366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 964ebe3f-344c-4a21-8f2c-449fe32269b6 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:00.836114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 964ebe3f-344c-4a21-8f2c-449fe32269b6 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:02:00.836693 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 964ebe3f-344c-4a21-8f2c-449fe32269b6 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:02:00.837357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bb1368c8-897a-434b-95b7-5e2ad4377d70 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:00.857723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: bb1368c8-897a-434b-95b7-5e2ad4377d70 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:02:00.858528 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bb1368c8-897a-434b-95b7-5e2ad4377d70 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:02:00.903910 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f31ea-19cd-45e1-83d8-1ec32bc28879 req-aeb6f538-7e51-4e87-8bc1-cae4c29e3e75 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:00.905589 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa9f31ea-19cd-45e1-83d8-1ec32bc28879 req-aeb6f538-7e51-4e87-8bc1-cae4c29e3e75 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.0527928 Nov 13 05:02:00.906014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-597830648-network', 'tenant_id': 'e13753d94c63486ab1dfed3417fcfadc'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:00.928477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] Made reservation on behalf of e13753d94c63486ab1dfed3417fcfadc for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:02:00.931734 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:00.941591 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:00.955101 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa9f31ea-19cd-45e1-83d8-1ec32bc28879 req-ad8903f6-bd29-4f80-8976-6059f84298ac tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427756 Nov 13 05:02:01.028953 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:01.044455 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:01.071453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:02:01.081653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cabf7fb-1f08-41d3-a33a-fb4aeda19788,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:01.087165 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:01.087655 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] Added segment 69dc343b-6944-4740-a328-e855c8a1143b of type vlan for network 3015e61c-4ff0-4335-abca-1de3d0b9863a Nov 13 05:02:01.133079 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:01.164880 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:01.166734 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:01.167918 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:01.245751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] Pushing event updated for resources: {'Network': ['ID=3015e61c-4ff0-4335-abca-1de3d0b9863a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:01.257117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 3015e61c-4ff0-4335-abca-1de3d0b9863a details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:02:01.271012 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e6f911c8-77e7-498d-ba26-6ebb29d444e0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4826343 Nov 13 05:02:01.271458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49548) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:01.277909 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-fd4bd4e1-b0cd-40c6-9bcb-589055ab947a admin admin] Request body: {'subnet': {'network_id': '3015e61c-4ff0-4335-abca-1de3d0b9863a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-597830648-subnet', 'tenant_id': 'e13753d94c63486ab1dfed3417fcfadc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:01.307605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4bd4e1-b0cd-40c6-9bcb-589055ab947a admin admin] Made reservation on behalf of e13753d94c63486ab1dfed3417fcfadc for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:02:01.310337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbd3d1-99c0-4c18-a003-e00019778d8c req-5a548dc3-c017-47d7-b509-fdd78fa30bbc tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:01.311531 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd4bd4e1-b0cd-40c6-9bcb-589055ab947a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:01.319571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38cbd3d1-99c0-4c18-a003-e00019778d8c req-5a548dc3-c017-47d7-b509-fdd78fa30bbc tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.1068075 Nov 13 05:02:01.412962 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38cbd3d1-99c0-4c18-a003-e00019778d8c req-818b3acc-947e-4bdf-a968-f3cc11864486 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822506 Nov 13 05:02:01.513943 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd4bd4e1-b0cd-40c6-9bcb-589055ab947a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:01.581433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bd4e1-b0cd-40c6-9bcb-589055ab947a admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b54528-9567-49db-a721-0550b1d53853,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:01.589962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4bd4e1-b0cd-40c6-9bcb-589055ab947a admin admin] Checking segment: {'id': '69dc343b-6944-4740-a328-e855c8a1143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3015e61c-4ff0-4335-abca-1de3d0b9863a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:02:01.590397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4bd4e1-b0cd-40c6-9bcb-589055ab947a admin admin] Network hostable DHCP agents. Network: 3015e61c-4ff0-4335-abca-1de3d0b9863a, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:02:01.608753 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4bd4e1-b0cd-40c6-9bcb-589055ab947a admin admin] Network 3015e61c-4ff0-4335-abca-1de3d0b9863a is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:02:01.618428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-fd4bd4e1-b0cd-40c6-9bcb-589055ab947a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 3015e61c-4ff0-4335-abca-1de3d0b9863a) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:02:01.623495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4bd4e1-b0cd-40c6-9bcb-589055ab947a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:01.624091 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd4bd4e1-b0cd-40c6-9bcb-589055ab947a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:01.630818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24332a0c-d600-4fdc-998f-e4856852e675 None None] Network 3015e61c-4ff0-4335-abca-1de3d0b9863a requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:02:01.648266 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fd4bd4e1-b0cd-40c6-9bcb-589055ab947a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3755670 Nov 13 05:02:01.801639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db4ac2d-b6ae-42dc-8680-bb68bd31e025 None None] Network 3015e61c-4ff0-4335-abca-1de3d0b9863a requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:02:02.121154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-d150a056-3122-433d-9c1c-b9926a2fd5d9 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:02.122640 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-d150a056-3122-433d-9c1c-b9926a2fd5d9 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/networks?id=3015e61c-4ff0-4335-abca-1de3d0b9863a HTTP/1.1" status: 200 len: 813 time: 0.1125629 Nov 13 05:02:02.137827 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-56915ffa-58de-4edb-af7d-2bd6c84756b3 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/quotas/e13753d94c63486ab1dfed3417fcfadc HTTP/1.1" status: 200 len: 375 time: 0.0093269 Nov 13 05:02:02.196971 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-771e3cac-6849-4a86-aef0-e627cc191f42 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e13753d94c63486ab1dfed3417fcfadc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529525 Nov 13 05:02:02.270260 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-5d7e2258-8522-4789-a3b0-d8f3f9f12261 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:02:02.271237 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-5d7e2258-8522-4789-a3b0-d8f3f9f12261 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0662904 Nov 13 05:02:02.360764 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b14952a2-d8ea-439b-a4e4-1866a203e371 service neutron] 10.222.0.43 "GET /v2.0/networks/3015e61c-4ff0-4335-abca-1de3d0b9863a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829246 Nov 13 05:02:02.457814 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-204c8719-3586-4e41-906f-8a3af25dcb5d service neutron] 10.222.0.43 "GET /v2.0/networks/3015e61c-4ff0-4335-abca-1de3d0b9863a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906560 Nov 13 05:02:02.532523 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a37465-89fa-4042-bce8-d8b9744809ef req-7450c836-4bbd-4796-95b2-9eeb8215899e tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:02.534889 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-57a37465-89fa-4042-bce8-d8b9744809ef req-7450c836-4bbd-4796-95b2-9eeb8215899e tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.0521998 Nov 13 05:02:02.613563 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-57a37465-89fa-4042-bce8-d8b9744809ef req-b11eb185-1819-4180-a8f4-3665e3e69885 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717514 Nov 13 05:02:02.696184 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89d4c831-4ec1-4da4-8d34-a824956dc0b2 req-ba5feb81-80bc-4902-8123-ee5397414125 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 210 time: 0.0464890 Nov 13 05:02:02.851962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ebf05-fb8c-4485-883a-a1ed3ea9d61d req-5398d9de-942d-49c0-b57e-f20f1d493195 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:02.860202 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f42ebf05-fb8c-4485-883a-a1ed3ea9d61d req-5398d9de-942d-49c0-b57e-f20f1d493195 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.0582862 Nov 13 05:02:02.951258 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f42ebf05-fb8c-4485-883a-a1ed3ea9d61d req-3f65a5b2-4270-44e5-838f-19a52e933057 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899990 Nov 13 05:02:02.954404 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaed176-f6a8-4fd5-aea5-72b3266113c5 req-dea6be58-108d-4287-a850-17a8035955a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:02.956021 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dbaed176-f6a8-4fd5-aea5-72b3266113c5 req-dea6be58-108d-4287-a850-17a8035955a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca921897ca94f77a95358b26f5ea507&device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0917518 Nov 13 05:02:03.070882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaed176-f6a8-4fd5-aea5-72b3266113c5 req-bfbd34c3-27c4-47cf-b0d7-a42c5745913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:03.074032 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dbaed176-f6a8-4fd5-aea5-72b3266113c5 req-bfbd34c3-27c4-47cf-b0d7-a42c5745913e service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa5f4c76-efa1-41c8-a14f-505c18f0c962 HTTP/1.1" status: 200 len: 913 time: 0.1087821 Nov 13 05:02:03.128831 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dbaed176-f6a8-4fd5-aea5-72b3266113c5 req-da164c44-0c2d-4a9b-bf60-a0d2b5cd4c36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2424223d-a6ee-42b4-8840-a1b6cbadf099 HTTP/1.1" status: 200 len: 217 time: 0.0490940 Nov 13 05:02:03.187827 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaed176-f6a8-4fd5-aea5-72b3266113c5 req-4e731930-afea-48d6-8a9b-105686569557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:03.189394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dbaed176-f6a8-4fd5-aea5-72b3266113c5 req-4e731930-afea-48d6-8a9b-105686569557 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06ea0d54-eefc-4efd-a214-b6f638d3c245 HTTP/1.1" status: 200 len: 852 time: 0.0533023 Nov 13 05:02:03.225330 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dbaed176-f6a8-4fd5-aea5-72b3266113c5 req-e9a7a588-3f14-453e-86bf-1ed3e471d410 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa5f4c76-efa1-41c8-a14f-505c18f0c962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285494 Nov 13 05:02:03.327611 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dbaed176-f6a8-4fd5-aea5-72b3266113c5 req-481bb3ff-5e2c-4314-bd83-49e16d794233 service neutron] 10.222.0.36 "GET /v2.0/networks/fa5f4c76-efa1-41c8-a14f-505c18f0c962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948262 Nov 13 05:02:03.427331 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dbaed176-f6a8-4fd5-aea5-72b3266113c5 req-4cc2dc5f-3e77-4128-9caa-5f3076a322bf service neutron] 10.222.0.36 "GET /v2.0/networks/fa5f4c76-efa1-41c8-a14f-505c18f0c962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929842 Nov 13 05:02:03.509946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42b861-7d78-49c5-b5f5-b67556da34be req-7c33a9c6-2f4e-4123-8757-99a2dd72c5c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:03.515812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42b861-7d78-49c5-b5f5-b67556da34be req-7c33a9c6-2f4e-4123-8757-99a2dd72c5c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:03.522167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42b861-7d78-49c5-b5f5-b67556da34be req-7c33a9c6-2f4e-4123-8757-99a2dd72c5c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:03.528183 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42b861-7d78-49c5-b5f5-b67556da34be req-7c33a9c6-2f4e-4123-8757-99a2dd72c5c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:03.534202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42b861-7d78-49c5-b5f5-b67556da34be req-7c33a9c6-2f4e-4123-8757-99a2dd72c5c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:03.540298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42b861-7d78-49c5-b5f5-b67556da34be req-7c33a9c6-2f4e-4123-8757-99a2dd72c5c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:03.546262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42b861-7d78-49c5-b5f5-b67556da34be req-7c33a9c6-2f4e-4123-8757-99a2dd72c5c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:03.548522 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4c42b861-7d78-49c5-b5f5-b67556da34be req-7c33a9c6-2f4e-4123-8757-99a2dd72c5c8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5444 time: 0.0951970 Nov 13 05:02:03.613108 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4c42b861-7d78-49c5-b5f5-b67556da34be req-1a628ceb-0d9f-4df2-85cc-8223bcf1136e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581682 Nov 13 05:02:03.789483 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3bd6b7c6-77c1-48c0-a064-c7505033e70c req-d839ecec-d738-4e4a-a771-7dd10dd56f20 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 210 time: 0.0291131 Nov 13 05:02:03.939673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-096a752f-637f-403a-a668-81f34116abbe tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:03.941489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-096a752f-637f-403a-a668-81f34116abbe tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.46 "GET /v2.0/networks?id=3015e61c-4ff0-4335-abca-1de3d0b9863a HTTP/1.1" status: 200 len: 813 time: 0.1339276 Nov 13 05:02:03.961857 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-cf6b85d4-134f-44ba-bd79-9a828bc7033c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Request body: {'port': {'device_id': 'd0470bca-48ee-43e1-bdb6-39044845f066', 'network_id': '3015e61c-4ff0-4335-abca-1de3d0b9863a', 'admin_state_up': True, 'tenant_id': 'e13753d94c63486ab1dfed3417fcfadc'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:04.108748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246aa5-b3e6-49a8-996e-60a7dedcfa86 req-6ba6e480-b96a-4488-9e54-e378dedfb8ae tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.110453 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8246aa5-b3e6-49a8-996e-60a7dedcfa86 req-6ba6e480-b96a-4488-9e54-e378dedfb8ae tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.0775313 Nov 13 05:02:04.125762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-cf6b85d4-134f-44ba-bd79-9a828bc7033c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Made reservation on behalf of e13753d94c63486ab1dfed3417fcfadc for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:02:04.129264 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-cf6b85d4-134f-44ba-bd79-9a828bc7033c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:04.159930 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0aff30e1-e023-4f2e-9e7d-27718e0d3ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:04.212533 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8246aa5-b3e6-49a8-996e-60a7dedcfa86 req-6ba1d27e-ce3a-4f61-8da0-714d6f57c5f0 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944510 Nov 13 05:02:04.294374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-cf6b85d4-134f-44ba-bd79-9a828bc7033c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Allocated IP 172.20.0.10 (3015e61c-4ff0-4335-abca-1de3d0b9863a/04b54528-9567-49db-a721-0550b1d53853/1811e6dd-3602-4626-84af-5c1305997693) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:02:04.449680 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-cf6b85d4-134f-44ba-bd79-9a828bc7033c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:04.493734 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-cf6b85d4-134f-44ba-bd79-9a828bc7033c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:04.545695 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-cf6b85d4-134f-44ba-bd79-9a828bc7033c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Network 3015e61c-4ff0-4335-abca-1de3d0b9863a is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:02:04.548898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-cf6b85d4-134f-44ba-bd79-9a828bc7033c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:02:04.551387 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-cf6b85d4-134f-44ba-bd79-9a828bc7033c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:02:04.575557 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b85d4-134f-44ba-bd79-9a828bc7033c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Pushing event updated for resources: {'Port': ['ID=1811e6dd-3602-4626-84af-5c1305997693,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:04.606480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-cf6b85d4-134f-44ba-bd79-9a828bc7033c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.607143 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-cf6b85d4-134f-44ba-bd79-9a828bc7033c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:04.625978 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-cf6b85d4-134f-44ba-bd79-9a828bc7033c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6687102 Nov 13 05:02:04.687670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Request body: {'port': {'device_id': 'd0470bca-48ee-43e1-bdb6-39044845f066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:04.748122 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:04.759527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c6909-bb24-4a70-8bb2-6f7c20a7098f req-aaa00afd-eb20-408e-a53a-a1019f442c8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.765635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c6909-bb24-4a70-8bb2-6f7c20a7098f req-aaa00afd-eb20-408e-a53a-a1019f442c8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.772242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c6909-bb24-4a70-8bb2-6f7c20a7098f req-aaa00afd-eb20-408e-a53a-a1019f442c8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.778312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c6909-bb24-4a70-8bb2-6f7c20a7098f req-aaa00afd-eb20-408e-a53a-a1019f442c8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.784650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c6909-bb24-4a70-8bb2-6f7c20a7098f req-aaa00afd-eb20-408e-a53a-a1019f442c8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.790630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c6909-bb24-4a70-8bb2-6f7c20a7098f req-aaa00afd-eb20-408e-a53a-a1019f442c8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.796646 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c6909-bb24-4a70-8bb2-6f7c20a7098f req-aaa00afd-eb20-408e-a53a-a1019f442c8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.798657 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b2c6909-bb24-4a70-8bb2-6f7c20a7098f req-aaa00afd-eb20-408e-a53a-a1019f442c8e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5444 time: 0.1022098 Nov 13 05:02:04.866573 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b2c6909-bb24-4a70-8bb2-6f7c20a7098f req-f2edc6be-e676-498e-8aa3-30d25f785120 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606830 Nov 13 05:02:04.957680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5dfd6a8e-ecb4-4d08-a82f-3e9f68e4879a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.963505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5dfd6a8e-ecb4-4d08-a82f-3e9f68e4879a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.969350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5dfd6a8e-ecb4-4d08-a82f-3e9f68e4879a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.975286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5dfd6a8e-ecb4-4d08-a82f-3e9f68e4879a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.981078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5dfd6a8e-ecb4-4d08-a82f-3e9f68e4879a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.986929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5dfd6a8e-ecb4-4d08-a82f-3e9f68e4879a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.992762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5dfd6a8e-ecb4-4d08-a82f-3e9f68e4879a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:04.994689 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5dfd6a8e-ecb4-4d08-a82f-3e9f68e4879a tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 5444 time: 0.1949036 Nov 13 05:02:05.087815 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387bbc6-b25f-4d7b-9589-f3df82ec73b7 req-5bda9bfd-3ca2-40e7-94f8-c4d1653016a2 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:05.089211 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9387bbc6-b25f-4d7b-9589-f3df82ec73b7 req-5bda9bfd-3ca2-40e7-94f8-c4d1653016a2 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 932 time: 0.2047071 Nov 13 05:02:05.094076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-e12bb9d0-9067-4891-b3c0-f7c747549f0e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:05.095472 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-e12bb9d0-9067-4891-b3c0-f7c747549f0e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "GET /v2.0/ports/45514580-8632-4c56-ab8d-1dc483712314?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0896783 Nov 13 05:02:05.247163 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9387bbc6-b25f-4d7b-9589-f3df82ec73b7 req-ff060e98-1436-46bb-8ba8-67e686ba9c8a tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491961 Nov 13 05:02:05.291441 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-a0906208-18e5-4e54-a09c-2934d3a1d58e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "GET /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1885324 Nov 13 05:02:05.306828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-f85d0231-3c03-412e-a53b-3ab7d09a4e9a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:05.311497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1811e6dd-3602-4626-84af-5c1305997693 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:02:05.334357 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:05.341080 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976d51d-c847-4396-93ba-0a866f5136d8 req-6eee87e0-646d-4409-ab0e-c7e763508771 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:05.342563 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1976d51d-c847-4396-93ba-0a866f5136d8 req-6eee87e0-646d-4409-ab0e-c7e763508771 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.0555708 Nov 13 05:02:05.369612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Transition to ACTIVE for port object 1811e6dd-3602-4626-84af-5c1305997693 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:02:05.377157 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:05.382951 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-f85d0231-3c03-412e-a53b-3ab7d09a4e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:05.400246 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1976d51d-c847-4396-93ba-0a866f5136d8 req-d0d93b5e-60c5-4cc3-9701-6f129774879e tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503335 Nov 13 05:02:05.482834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1811e6dd-3602-4626-84af-5c1305997693,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:05.629786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Attempting to bind port 1811e6dd-3602-4626-84af-5c1305997693 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:02:05.630218 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Attempting to bind port 1811e6dd-3602-4626-84af-5c1305997693 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '69dc343b-6944-4740-a328-e855c8a1143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3015e61c-4ff0-4335-abca-1de3d0b9863a'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:02:05.630463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Attempting to bind port 1811e6dd-3602-4626-84af-5c1305997693 on network 3015e61c-4ff0-4335-abca-1de3d0b9863a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:02:05.640486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Port 1811e6dd-3602-4626-84af-5c1305997693 on network 3015e61c-4ff0-4335-abca-1de3d0b9863a not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:02:05.640814 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Attempting to bind port 1811e6dd-3602-4626-84af-5c1305997693 on network 3015e61c-4ff0-4335-abca-1de3d0b9863a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:02:05.659434 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:02:05.659434 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Checking segment: {'id': '69dc343b-6944-4740-a328-e855c8a1143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3015e61c-4ff0-4335-abca-1de3d0b9863a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:02:05.659434 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Bound using segment: {'id': '69dc343b-6944-4740-a328-e855c8a1143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3015e61c-4ff0-4335-abca-1de3d0b9863a'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:02:05.659920 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Bound port: 1811e6dd-3602-4626-84af-5c1305997693, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69dc343b-6944-4740-a328-e855c8a1143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3015e61c-4ff0-4335-abca-1de3d0b9863a'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:02:05.660278 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:05.698661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480591-4837-47f8-ba62-b4d1a5082f03 req-0e3f40a6-8c7e-4297-bfed-ae2086dbaf11 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:05.700403 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f480591-4837-47f8-ba62-b4d1a5082f03 req-0e3f40a6-8c7e-4297-bfed-ae2086dbaf11 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.0647449 Nov 13 05:02:05.706710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-f85d0231-3c03-412e-a53b-3ab7d09a4e9a service neutron] For port 45514580-8632-4c56-ab8d-1dc483712314, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=45514580-8632-4c56-ab8d-1dc483712314,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:05.766693 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] For port 1811e6dd-3602-4626-84af-5c1305997693, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:02:05.769160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-f85d0231-3c03-412e-a53b-3ab7d09a4e9a service neutron] For port 45514580-8632-4c56-ab8d-1dc483712314, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:02:05.771909 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] For port 1811e6dd-3602-4626-84af-5c1305997693, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1811e6dd-3602-4626-84af-5c1305997693,segment=NetworkSegment(69dc343b-6944-4740-a328-e855c8a1143b),segment_id=69dc343b-6944-4740-a328-e855c8a1143b)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:02:05.776087 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f480591-4837-47f8-ba62-b4d1a5082f03 req-49a53ea4-8f98-44e2-bd7d-a4559cf4c3fe tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693076 Nov 13 05:02:05.803599 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:05.854277 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-f85d0231-3c03-412e-a53b-3ab7d09a4e9a service neutron] device_id is not set on port 45514580-8632-4c56-ab8d-1dc483712314 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:02:05.859327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:05.859819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:05.861232 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] 10.222.0.46 "PUT /v2.0/ports/1811e6dd-3602-4626-84af-5c1305997693 HTTP/1.1" status: 200 len: 1092 time: 1.1784263 Nov 13 05:02:05.863743 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0470bca-48ee-43e1-bdb6-39044845f066', 'tag': '1811e6dd-3602-4626-84af-5c1305997693'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:05.865607 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1bb544-9f95-434c-9782-af14a3861303" -d '{"events": [{"name": "network-changed", "server_uuid": "d0470bca-48ee-43e1-bdb6-39044845f066", "tag": "1811e6dd-3602-4626-84af-5c1305997693"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:05.890951 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-f85d0231-3c03-412e-a53b-3ab7d09a4e9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:05.904013 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294b5ee-e688-4c07-913a-4a833934d6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1811e6dd-3602-4626-84af-5c1305997693,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:05.909739 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-f85d0231-3c03-412e-a53b-3ab7d09a4e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:05.923181 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93595c51-f41e-4d87-9df1-544349991466 x-openstack-request-id: req-93595c51-f41e-4d87-9df1-544349991466 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:05.924020 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0470bca-48ee-43e1-bdb6-39044845f066", "tag": "1811e6dd-3602-4626-84af-5c1305997693", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:05.924167 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93595c51-f41e-4d87-9df1-544349991466 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:05.924550 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0470bca-48ee-43e1-bdb6-39044845f066', 'tag': '1811e6dd-3602-4626-84af-5c1305997693', 'status': 'completed', 'code': 200} Nov 13 05:02:05.969658 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d0231-3c03-412e-a53b-3ab7d09a4e9a service neutron] Pushing event updated for resources: {'Port': ['ID=45514580-8632-4c56-ab8d-1dc483712314,revision_number=6']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:06.028163 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-f85d0231-3c03-412e-a53b-3ab7d09a4e9a service neutron] No DVR routers for this DVR port 45514580-8632-4c56-ab8d-1dc483712314 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:02:06.059303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a58a66-febb-41e4-986c-a45ca06d44dc req-61fdd296-365f-47c1-971a-fb5dd512ae70 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:06.066770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a58a66-febb-41e4-986c-a45ca06d44dc req-61fdd296-365f-47c1-971a-fb5dd512ae70 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:06.073529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a58a66-febb-41e4-986c-a45ca06d44dc req-61fdd296-365f-47c1-971a-fb5dd512ae70 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:06.077197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bb544-9f95-434c-9782-af14a3861303 req-c2254620-157b-404a-993b-2627cf5429d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:06.079328 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f1bb544-9f95-434c-9782-af14a3861303 req-c2254620-157b-404a-993b-2627cf5429d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e13753d94c63486ab1dfed3417fcfadc&device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 1095 time: 0.1106877 Nov 13 05:02:06.080949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a58a66-febb-41e4-986c-a45ca06d44dc req-61fdd296-365f-47c1-971a-fb5dd512ae70 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:06.087807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a58a66-febb-41e4-986c-a45ca06d44dc req-61fdd296-365f-47c1-971a-fb5dd512ae70 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:06.094034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a58a66-febb-41e4-986c-a45ca06d44dc req-61fdd296-365f-47c1-971a-fb5dd512ae70 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:06.102176 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1a58a66-febb-41e4-986c-a45ca06d44dc req-61fdd296-365f-47c1-971a-fb5dd512ae70 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 4664 time: 0.1274431 Nov 13 05:02:06.223803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1a58a66-febb-41e4-986c-a45ca06d44dc req-febcf74a-8b8c-4dfd-ae74-c0d01f634706 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&id=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1205595 Nov 13 05:02:06.319019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b58daa1f-1605-4528-bccb-6f9f81ab4e59 None None] Provisioning complete for port 45514580-8632-4c56-ab8d-1dc483712314 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:06.319646 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b58daa1f-1605-4528-bccb-6f9f81ab4e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:06.357271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b58daa1f-1605-4528-bccb-6f9f81ab4e59 None None] Port 45514580-8632-4c56-ab8d-1dc483712314 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:02:06.376024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edb04f-c2cb-4c8f-9b19-915f4c34226f req-c161c3f9-6d51-4b21-a76e-7f6072d315d2 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:06.377705 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09edb04f-c2cb-4c8f-9b19-915f4c34226f req-c161c3f9-6d51-4b21-a76e-7f6072d315d2 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 944 time: 0.0527086 Nov 13 05:02:06.426994 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09edb04f-c2cb-4c8f-9b19-915f4c34226f req-70f18337-23a8-4645-aaa5-84fab880d7a3 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 Nov 13 05:02:06.455286 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a9563cc-b55f-4e30-8a39-083c56ebf737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:06.498243 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-f85d0231-3c03-412e-a53b-3ab7d09a4e9a service neutron] In _notify_port_updated(), no bound segment for port 45514580-8632-4c56-ab8d-1dc483712314 on network 05902fd0-8743-474a-8465-76944be5f8e4 {{(pid=102667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:02:06.499059 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-f85d0231-3c03-412e-a53b-3ab7d09a4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:06.499651 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-f85d0231-3c03-412e-a53b-3ab7d09a4e9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:06.500870 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-f85d0231-3c03-412e-a53b-3ab7d09a4e9a service neutron] 10.222.0.46 "PUT /v2.0/ports/45514580-8632-4c56-ab8d-1dc483712314 HTTP/1.1" status: 200 len: 1033 time: 1.1996517 Nov 13 05:02:06.641583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-90195be9-b70f-4f8d-bca3-e57dbe4e18f8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:06.643171 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-90195be9-b70f-4f8d-bca3-e57dbe4e18f8 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "GET /v2.0/ports/321611fc-1ecc-49e1-931e-f0b57b629cb6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1175179 Nov 13 05:02:06.671456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5f7d0f40-e01f-41d5-8940-1f582e73f9fd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:06.707818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dce01-69c2-4b73-bc06-ff9d1fee582e req-ec4aae80-edac-421b-b36f-3f04306c8473 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:06.709291 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d0dce01-69c2-4b73-bc06-ff9d1fee582e req-ec4aae80-edac-421b-b36f-3f04306c8473 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 946 time: 0.2345107 Nov 13 05:02:06.731537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bb544-9f95-434c-9782-af14a3861303 req-192b80eb-8238-49a9-8216-9c5e2bde7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:06.732918 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f1bb544-9f95-434c-9782-af14a3861303 req-192b80eb-8238-49a9-8216-9c5e2bde7ef2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e13753d94c63486ab1dfed3417fcfadc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6375315 Nov 13 05:02:06.865931 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5f7d0f40-e01f-41d5-8940-1f582e73f9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:06.891290 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d0dce01-69c2-4b73-bc06-ff9d1fee582e req-db328434-a453-4760-862f-a51b9b5f9900 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735513 Nov 13 05:02:06.897214 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910099ff-988b-48dd-a16c-ededcb6fdae4 req-2d03ecf0-b6ea-4cfd-9703-05d069e8fa82 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:06.899371 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-910099ff-988b-48dd-a16c-ededcb6fdae4 req-2d03ecf0-b6ea-4cfd-9703-05d069e8fa82 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.0514660 Nov 13 05:02:06.950682 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-910099ff-988b-48dd-a16c-ededcb6fdae4 req-d1584fbd-e598-4ba7-a643-cb1f06935751 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449970 Nov 13 05:02:06.985388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bb544-9f95-434c-9782-af14a3861303 req-52e51de5-9277-4969-b3dc-b03f9b6e6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:06.986986 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f1bb544-9f95-434c-9782-af14a3861303 req-52e51de5-9277-4969-b3dc-b03f9b6e6aa9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2430055 Nov 13 05:02:07.093688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5f7d0f40-e01f-41d5-8940-1f582e73f9fd service neutron] For port 321611fc-1ecc-49e1-931e-f0b57b629cb6, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=321611fc-1ecc-49e1-931e-f0b57b629cb6,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:07.120763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-c31eed48-03a2-429a-a604-f537deef86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:07.122251 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-c31eed48-03a2-429a-a604-f537deef86e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e13753d94c63486ab1dfed3417fcfadc&device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 1095 time: 0.0732944 Nov 13 05:02:07.134017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5f7d0f40-e01f-41d5-8940-1f582e73f9fd service neutron] For port 321611fc-1ecc-49e1-931e-f0b57b629cb6, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:02:07.189071 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-37fb342a-8dee-4139-b239-f839a7e338a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1811e6dd-3602-4626-84af-5c1305997693 HTTP/1.1" status: 200 len: 217 time: 0.0367930 Nov 13 05:02:07.196149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5f7d0f40-e01f-41d5-8940-1f582e73f9fd service neutron] device_id is not set on port 321611fc-1ecc-49e1-931e-f0b57b629cb6 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:02:07.230531 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5f7d0f40-e01f-41d5-8940-1f582e73f9fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:07.239457 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5f7d0f40-e01f-41d5-8940-1f582e73f9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:07.278365 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-8542d0a2-4c1c-43a7-8dd9-16a4e0f68a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:07.279953 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-8542d0a2-4c1c-43a7-8dd9-16a4e0f68a71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04b54528-9567-49db-a721-0550b1d53853 HTTP/1.1" status: 200 len: 853 time: 0.0795743 Nov 13 05:02:07.324437 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-91fedf27-9dce-4264-967c-82c7cb42494a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3015e61c-4ff0-4335-abca-1de3d0b9863a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334523 Nov 13 05:02:07.338081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d0f40-e01f-41d5-8940-1f582e73f9fd service neutron] Pushing event updated for resources: {'Port': ['ID=321611fc-1ecc-49e1-931e-f0b57b629cb6,revision_number=6']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:07.349313 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5f7d0f40-e01f-41d5-8940-1f582e73f9fd service neutron] No DVR routers for this DVR port 321611fc-1ecc-49e1-931e-f0b57b629cb6 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:02:07.472129 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5f7d0f40-e01f-41d5-8940-1f582e73f9fd service neutron] In _notify_port_updated(), no bound segment for port 321611fc-1ecc-49e1-931e-f0b57b629cb6 on network 05902fd0-8743-474a-8465-76944be5f8e4 {{(pid=102667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:02:07.473008 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5f7d0f40-e01f-41d5-8940-1f582e73f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:07.473614 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5f7d0f40-e01f-41d5-8940-1f582e73f9fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:07.474926 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-5f7d0f40-e01f-41d5-8940-1f582e73f9fd service neutron] 10.222.0.46 "PUT /v2.0/ports/321611fc-1ecc-49e1-931e-f0b57b629cb6 HTTP/1.1" status: 200 len: 1032 time: 0.8194158 Nov 13 05:02:07.489442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e05735-eb24-4805-bc47-824986091c0f req-f7ef1e85-4108-4624-aa39-8d75b739e6dc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:07.490980 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f6a9aaac-ee4c-4d44-b5c6-2c1e5a32918b None None] Provisioning complete for port 321611fc-1ecc-49e1-931e-f0b57b629cb6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:07.491487 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6a9aaac-ee4c-4d44-b5c6-2c1e5a32918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:07.495729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e05735-eb24-4805-bc47-824986091c0f req-f7ef1e85-4108-4624-aa39-8d75b739e6dc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:07.501710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e05735-eb24-4805-bc47-824986091c0f req-f7ef1e85-4108-4624-aa39-8d75b739e6dc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:07.507596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e05735-eb24-4805-bc47-824986091c0f req-f7ef1e85-4108-4624-aa39-8d75b739e6dc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:07.513429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e05735-eb24-4805-bc47-824986091c0f req-f7ef1e85-4108-4624-aa39-8d75b739e6dc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:07.515267 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-69e05735-eb24-4805-bc47-824986091c0f req-f7ef1e85-4108-4624-aa39-8d75b739e6dc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 3885 time: 0.1937947 Nov 13 05:02:07.526995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f6a9aaac-ee4c-4d44-b5c6-2c1e5a32918b None None] Port 321611fc-1ecc-49e1-931e-f0b57b629cb6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:02:07.556793 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1eb2-3cd9-4afe-abc7-8afabaccf509 req-68b1bfde-dfea-4c02-b021-b2e5209ac645 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:07.558231 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b3cf1eb2-3cd9-4afe-abc7-8afabaccf509 req-68b1bfde-dfea-4c02-b021-b2e5209ac645 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 944 time: 0.0573101 Nov 13 05:02:07.575998 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-816f86d6-6e78-4e35-9809-58a3d4ca1505 service neutron] 10.222.0.46 "GET /v2.0/networks/3015e61c-4ff0-4335-abca-1de3d0b9863a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284179 Nov 13 05:02:07.606280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b3cf1eb2-3cd9-4afe-abc7-8afabaccf509 req-ff4ebec2-9043-4b13-9fed-c22f6c752dda tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417817 Nov 13 05:02:07.689612 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-69e05735-eb24-4805-bc47-824986091c0f req-dc10e74f-6e6c-4456-b26d-53fb4d81e67e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603820 Nov 13 05:02:07.726126 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0f4148c-8792-42ec-87cc-13f0c8094912 req-55ce9738-99d2-4ba0-b9f5-6056d26924ed service neutron] 10.222.0.46 "GET /v2.0/networks/3015e61c-4ff0-4335-abca-1de3d0b9863a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391554 Nov 13 05:02:07.729374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-8b150937-9a6f-434c-8673-c00359ca1f4f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Deleting port 322a4f79-c00c-43ae-a71e-64d33b973a45 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:07.729705 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-8b150937-9a6f-434c-8673-c00359ca1f4f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:07.764522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c2d1e-297f-430d-9136-b6572c0b692b req-fc0dc857-c3a8-4279-9c66-1c24d1a3b41b tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:07.766062 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-618c2d1e-297f-430d-9136-b6572c0b692b req-fc0dc857-c3a8-4279-9c66-1c24d1a3b41b tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.0540376 Nov 13 05:02:07.815724 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:07.829004 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-8b150937-9a6f-434c-8673-c00359ca1f4f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] For port 322a4f79-c00c-43ae-a71e-64d33b973a45, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=322a4f79-c00c-43ae-a71e-64d33b973a45,segment=NetworkSegment(3c16ee0c-3ae1-42e7-a334-98524c6b2330),segment_id=3c16ee0c-3ae1-42e7-a334-98524c6b2330)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:07.829361 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-8b150937-9a6f-434c-8673-c00359ca1f4f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:07.842882 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-8b150937-9a6f-434c-8673-c00359ca1f4f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Calling delete_port for 322a4f79-c00c-43ae-a71e-64d33b973a45 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:07.903648 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-618c2d1e-297f-430d-9136-b6572c0b692b req-f08ccb27-6c5a-4efc-8322-b1e8864e5a53 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Deleting port 2424223d-a6ee-42b4-8840-a1b6cbadf099 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:07.904252 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-618c2d1e-297f-430d-9136-b6572c0b692b req-f08ccb27-6c5a-4efc-8322-b1e8864e5a53 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:07.981077 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-8b150937-9a6f-434c-8673-c00359ca1f4f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:08.020317 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b150937-9a6f-434c-8673-c00359ca1f4f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event deleted for resources: {'Port': ['ID=322a4f79-c00c-43ae-a71e-64d33b973a45,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:08.027180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-618c2d1e-297f-430d-9136-b6572c0b692b req-f08ccb27-6c5a-4efc-8322-b1e8864e5a53 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] For port 2424223d-a6ee-42b4-8840-a1b6cbadf099, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2424223d-a6ee-42b4-8840-a1b6cbadf099,segment=NetworkSegment(23421d63-72da-4d73-b8a3-b7886e3cb75d),segment_id=23421d63-72da-4d73-b8a3-b7886e3cb75d)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:08.027556 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-618c2d1e-297f-430d-9136-b6572c0b692b req-f08ccb27-6c5a-4efc-8322-b1e8864e5a53 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:08.055445 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3ebb3-de83-44c9-b189-826ac99e1060 req-a3499b8a-3604-42a4-bd92-3bd0d59c8b55 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:08.056988 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eee3ebb3-de83-44c9-b189-826ac99e1060 req-a3499b8a-3604-42a4-bd92-3bd0d59c8b55 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 946 time: 0.0863259 Nov 13 05:02:08.058023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-618c2d1e-297f-430d-9136-b6572c0b692b req-f08ccb27-6c5a-4efc-8322-b1e8864e5a53 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Calling delete_port for 2424223d-a6ee-42b4-8840-a1b6cbadf099 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:08.096177 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-8b150937-9a6f-434c-8673-c00359ca1f4f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] No DVR routers for this DVR port 322a4f79-c00c-43ae-a71e-64d33b973a45 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:02:08.099416 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-8b150937-9a6f-434c-8673-c00359ca1f4f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:08.102684 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-8b150937-9a6f-434c-8673-c00359ca1f4f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "DELETE /v2.0/ports/322a4f79-c00c-43ae-a71e-64d33b973a45 HTTP/1.1" status: 204 len: 173 time: 0.5864832 Nov 13 05:02:08.103158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-deleted', 'tag': '322a4f79-c00c-43ae-a71e-64d33b973a45'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:08.105446 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cfddb8-739f-4462-9b1b-1cee3c7ed40f" -d '{"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-deleted", "tag": "322a4f79-c00c-43ae-a71e-64d33b973a45"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:08.153807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eee3ebb3-de83-44c9-b189-826ac99e1060 req-79ab66bc-a87f-4cc2-b0e7-cd46b8611aa4 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898051 Nov 13 05:02:08.211586 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e509b30-d665-4477-9fb1-3563cc897ca0 x-openstack-request-id: req-0e509b30-d665-4477-9fb1-3563cc897ca0 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:08.211885 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-deleted", "tag": "322a4f79-c00c-43ae-a71e-64d33b973a45", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:08.212137 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e509b30-d665-4477-9fb1-3563cc897ca0 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:08.212542 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-deleted', 'tag': '322a4f79-c00c-43ae-a71e-64d33b973a45', 'status': 'completed', 'code': 200} Nov 13 05:02:08.222307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdb930-40cc-44ff-ba6b-6abc872d6a0b req-4f20c25b-1f10-49bf-a782-ade7ebc675e0 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:08.223880 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5cbdb930-40cc-44ff-ba6b-6abc872d6a0b req-4f20c25b-1f10-49bf-a782-ade7ebc675e0 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0 HTTP/1.1" status: 200 len: 945 time: 0.1771343 Nov 13 05:02:08.234815 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-618c2d1e-297f-430d-9136-b6572c0b692b req-f08ccb27-6c5a-4efc-8322-b1e8864e5a53 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:08.251158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-689069b4-2bca-4a7c-be7c-6ff528840c5a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:08.252739 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-689069b4-2bca-4a7c-be7c-6ff528840c5a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 946 time: 0.1147947 Nov 13 05:02:08.281169 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['2424223d-a6ee-42b4-8840-a1b6cbadf099'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:02:08.294543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ccb27-6c5a-4efc-8322-b1e8864e5a53 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Pushing event deleted for resources: {'Port': ['ID=2424223d-a6ee-42b4-8840-a1b6cbadf099,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:08.314688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-618c2d1e-297f-430d-9136-b6572c0b692b req-f08ccb27-6c5a-4efc-8322-b1e8864e5a53 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] No DVR routers for this DVR port 2424223d-a6ee-42b4-8840-a1b6cbadf099 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:02:08.317532 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-618c2d1e-297f-430d-9136-b6572c0b692b req-f08ccb27-6c5a-4efc-8322-b1e8864e5a53 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:08.320858 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-618c2d1e-297f-430d-9136-b6572c0b692b req-f08ccb27-6c5a-4efc-8322-b1e8864e5a53 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.36 "DELETE /v2.0/ports/2424223d-a6ee-42b4-8840-a1b6cbadf099 HTTP/1.1" status: 204 len: 173 time: 0.5169916 Nov 13 05:02:08.321400 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0', 'name': 'network-vif-deleted', 'tag': '2424223d-a6ee-42b4-8840-a1b6cbadf099'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:08.324252 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e9571e-853f-41b6-ad7c-7a0195dc0221" -d '{"events": [{"server_uuid": "5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0", "name": "network-vif-deleted", "tag": "2424223d-a6ee-42b4-8840-a1b6cbadf099"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:08.339803 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device fe1f52c2-7235-4738-85c2-7631042f8784 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:08.364015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-04da956c-1a98-4b69-bdd3-e48168cdc17d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Deleting port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:08.364440 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-04da956c-1a98-4b69-bdd3-e48168cdc17d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:08.367933 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455bfc6d-70c8-44de-bfb9-8f0e6a32427c x-openstack-request-id: req-455bfc6d-70c8-44de-bfb9-8f0e6a32427c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:08.368519 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0", "name": "network-vif-deleted", "tag": "2424223d-a6ee-42b4-8840-a1b6cbadf099", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:08.369023 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-455bfc6d-70c8-44de-bfb9-8f0e6a32427c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:08.369621 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1aaf7e-fede-4c3f-b6b8-e3da4d9bc7e0', 'name': 'network-vif-deleted', 'tag': '2424223d-a6ee-42b4-8840-a1b6cbadf099', 'status': 'completed', 'code': 200} Nov 13 05:02:08.376681 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5cbdb930-40cc-44ff-ba6b-6abc872d6a0b req-76f0678a-47e5-4c5f-a454-3f949887ed26 tempest-TestServerAdvancedOps-607985048 tempest-TestServerAdvancedOps-607985048-project] 10.222.0.43 "GET /v2.0/security-groups?id=1947966e-9e2c-4b88-9045-aa93ca7e74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466508 Nov 13 05:02:08.466842 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:08.493559 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe1f52c2-7235-4738-85c2-7631042f8784'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:08.494763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-876e88b4-02a1-4ea1-8246-66b18974ea4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Deleting port 0723fe74-760b-41b9-b3e4-bacfe4d57f57 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:08.495405 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-876e88b4-02a1-4ea1-8246-66b18974ea4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:08.497825 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6d68f1-a231-4f9b-b21c-5ac5860042e1" -d '{"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-unplugged", "status": "completed", "tag": "fe1f52c2-7235-4738-85c2-7631042f8784"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:08.500624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-04da956c-1a98-4b69-bdd3-e48168cdc17d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] For port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1,segment=NetworkSegment(a94b6e33-3fa6-49b1-8240-bf08a2f919ec),segment_id=a94b6e33-3fa6-49b1-8240-bf08a2f919ec)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:08.501014 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-04da956c-1a98-4b69-bdd3-e48168cdc17d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:08.514253 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port fe1f52c2-7235-4738-85c2-7631042f8784, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fe1f52c2-7235-4738-85c2-7631042f8784,segment=NetworkSegment(3c16ee0c-3ae1-42e7-a334-98524c6b2330),segment_id=3c16ee0c-3ae1-42e7-a334-98524c6b2330)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:08.521736 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:08.523518 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 321611fc-1ecc-49e1-931e-f0b57b629cb6 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:08.567773 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe2c336-207e-4494-a891-9fe75851f428 x-openstack-request-id: req-3fe2c336-207e-4494-a891-9fe75851f428 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:08.568057 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-unplugged", "status": "completed", "tag": "fe1f52c2-7235-4738-85c2-7631042f8784", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:08.568306 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3fe2c336-207e-4494-a891-9fe75851f428 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:08.568722 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe1f52c2-7235-4738-85c2-7631042f8784', 'code': 200} Nov 13 05:02:08.605473 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 321611fc-1ecc-49e1-931e-f0b57b629cb6 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:02:08.605902 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 45514580-8632-4c56-ab8d-1dc483712314 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:08.608699 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=fe1f52c2-7235-4738-85c2-7631042f8784,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:08.653022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 45514580-8632-4c56-ab8d-1dc483712314 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:02:08.653451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:08.683532 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-876e88b4-02a1-4ea1-8246-66b18974ea4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] For port 0723fe74-760b-41b9-b3e4-bacfe4d57f57, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=0723fe74-760b-41b9-b3e4-bacfe4d57f57,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:08.683894 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-876e88b4-02a1-4ea1-8246-66b18974ea4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:08.732405 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:08.772218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1,segment=NetworkSegment(a94b6e33-3fa6-49b1-8240-bf08a2f919ec),segment_id=a94b6e33-3fa6-49b1-8240-bf08a2f919ec)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:08.781284 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:08.782413 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d72231e5-0188-49aa-8b14-4f48155c025b no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:08.848373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3382d-a1ff-4eca-b074-b6aaf71cbde5 req-90a1e997-e657-4cc8-b38a-00a6c53625a0 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:08.856442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3382d-a1ff-4eca-b074-b6aaf71cbde5 req-90a1e997-e657-4cc8-b38a-00a6c53625a0 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:08.865785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3382d-a1ff-4eca-b074-b6aaf71cbde5 req-90a1e997-e657-4cc8-b38a-00a6c53625a0 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:08.874135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3382d-a1ff-4eca-b074-b6aaf71cbde5 req-90a1e997-e657-4cc8-b38a-00a6c53625a0 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:08.878348 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e4e3382d-a1ff-4eca-b074-b6aaf71cbde5 req-90a1e997-e657-4cc8-b38a-00a6c53625a0 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 3146 time: 0.0880873 Nov 13 05:02:08.889577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:08.950563 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:08.959695 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e4e3382d-a1ff-4eca-b074-b6aaf71cbde5 req-e253b341-7fd4-470a-98d0-815a2b0e749c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714965 Nov 13 05:02:08.990341 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d72231e5-0188-49aa-8b14-4f48155c025b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d72231e5-0188-49aa-8b14-4f48155c025b,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:08.994702 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:08.996278 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 925847cc-c518-475b-9df3-58b3ae25f918 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:09.074382 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d72231e5-0188-49aa-8b14-4f48155c025b,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:09.125807 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.135057 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.159844 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 925847cc-c518-475b-9df3-58b3ae25f918, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=925847cc-c518-475b-9df3-58b3ae25f918,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:09.165483 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.166263 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 322a4f79-c00c-43ae-a71e-64d33b973a45 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:09.175362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6834ee-5102-45a0-8b84-737f9c9fc966 req-6dc64b63-ffe9-4bca-a95a-8cfe8cfe1b78 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:09.176870 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bc6834ee-5102-45a0-8b84-737f9c9fc966 req-6dc64b63-ffe9-4bca-a95a-8cfe8cfe1b78 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 944 time: 0.4830070 Nov 13 05:02:09.181456 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-04da956c-1a98-4b69-bdd3-e48168cdc17d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.181776 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-04da956c-1a98-4b69-bdd3-e48168cdc17d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.183467 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-04da956c-1a98-4b69-bdd3-e48168cdc17d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Floating IP d19e0d2e-c082-4b36-a15e-89270f97c9b9 disassociated. External IP: 172.25.8.240, port: f9e963a6-1fe2-40be-9bc1-c575b1bfdba1. Nov 13 05:02:09.183467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-04da956c-1a98-4b69-bdd3-e48168cdc17d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Calling delete_port for f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:09.213688 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 322a4f79-c00c-43ae-a71e-64d33b973a45 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:02:09.214025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 322a4f79-c00c-43ae-a71e-64d33b973a45 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:02:09.243014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=925847cc-c518-475b-9df3-58b3ae25f918,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:09.293194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b58e8-f465-43c2-b7d7-e853f2db321c req-6348f480-13d8-4a6a-a6da-202cadff7368 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:09.294780 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-af4b58e8-f465-43c2-b7d7-e853f2db321c req-6348f480-13d8-4a6a-a6da-202cadff7368 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 946 time: 0.0626063 Nov 13 05:02:09.335888 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bc6834ee-5102-45a0-8b84-737f9c9fc966 req-4af6bfee-0b47-473d-a745-d3ba02cdf7f1 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495788 Nov 13 05:02:09.340017 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-876e88b4-02a1-4ea1-8246-66b18974ea4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.340396 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-876e88b4-02a1-4ea1-8246-66b18974ea4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.340681 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-876e88b4-02a1-4ea1-8246-66b18974ea4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Floating IP e11a08d4-fd2e-4aa9-864f-a3407dbd2086 disassociated. External IP: 172.25.8.192, port: 0723fe74-760b-41b9-b3e4-bacfe4d57f57. Nov 13 05:02:09.341024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-876e88b4-02a1-4ea1-8246-66b18974ea4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Calling delete_port for 0723fe74-760b-41b9-b3e4-bacfe4d57f57 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:09.345919 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-af4b58e8-f465-43c2-b7d7-e853f2db321c req-0d9cf606-3709-40e5-9dfe-461696e3480b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=84c28d97-2458-40d9-9c6d-fa13a5cad08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447285 Nov 13 05:02:09.447259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49652) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:09.480488 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-04da956c-1a98-4b69-bdd3-e48168cdc17d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.494180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa23c446-6078-46fb-847b-774335a9c590 admin admin] Deleting subnet 06ea0d54-eefc-4efd-a214-b6f638d3c245 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:02:09.497864 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa23c446-6078-46fb-847b-774335a9c590 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.530876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da956c-1a98-4b69-bdd3-e48168cdc17d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event deleted for resources: {'Port': ['ID=f9e963a6-1fe2-40be-9bc1-c575b1bfdba1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:09.531890 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa23c446-6078-46fb-847b-774335a9c590 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.576757 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa23c446-6078-46fb-847b-774335a9c590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.593964 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-876e88b4-02a1-4ea1-8246-66b18974ea4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.630124 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa23c446-6078-46fb-847b-774335a9c590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.632842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e88b4-02a1-4ea1-8246-66b18974ea4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event deleted for resources: {'Port': ['ID=0723fe74-760b-41b9-b3e4-bacfe4d57f57,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:09.657545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23c446-6078-46fb-847b-774335a9c590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06ea0d54-eefc-4efd-a214-b6f638d3c245,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:09.662792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa23c446-6078-46fb-847b-774335a9c590 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.669321 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-aa23c446-6078-46fb-847b-774335a9c590 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/06ea0d54-eefc-4efd-a214-b6f638d3c245 HTTP/1.1" status: 204 len: 168 time: 0.2187471 Nov 13 05:02:09.669544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49654) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:09.743474 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f293d02-a25e-4734-9cc8-b8b7d639cb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.764001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-04da956c-1a98-4b69-bdd3-e48168cdc17d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Router 0901723f-e10a-47ae-858a-4331527ab294 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:02:09.824751 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f293d02-a25e-4734-9cc8-b8b7d639cb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.837013 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-876e88b4-02a1-4ea1-8246-66b18974ea4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Router 79dc917a-31a9-4547-a593-4b7c60f04565 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:02:09.850232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3f293d02-a25e-4734-9cc8-b8b7d639cb3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5f4c76-efa1-41c8-a14f-505c18f0c962']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:09.859198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3f293d02-a25e-4734-9cc8-b8b7d639cb3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23421d63-72da-4d73-b8a3-b7886e3cb75d') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:09.859495 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3f293d02-a25e-4734-9cc8-b8b7d639cb3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23421d63-72da-4d73-b8a3-b7886e3cb75d') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:09.870401 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f293d02-a25e-4734-9cc8-b8b7d639cb3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.884368 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f293d02-a25e-4734-9cc8-b8b7d639cb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.890989 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f293d02-a25e-4734-9cc8-b8b7d639cb3f admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:02:09.891619 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f293d02-a25e-4734-9cc8-b8b7d639cb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:02:09.893790 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:02:09.949126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-04da956c-1a98-4b69-bdd3-e48168cdc17d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:02:09.962380 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc291f-432a-440f-8e2c-83bac0d00e37 None None] Sync routers for ids ['0901723f-e10a-47ae-858a-4331527ab294'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:02:09.968268 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f293d02-a25e-4734-9cc8-b8b7d639cb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.976390 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f293d02-a25e-4734-9cc8-b8b7d639cb3f admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:09.983460 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3f293d02-a25e-4734-9cc8-b8b7d639cb3f admin admin] 10.222.0.43 "DELETE /v2.0/networks/fa5f4c76-efa1-41c8-a14f-505c18f0c962 HTTP/1.1" status: 204 len: 168 time: 0.3128242 Nov 13 05:02:09.984943 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc291f-432a-440f-8e2c-83bac0d00e37 None None] Routers {'0901723f-e10a-47ae-858a-4331527ab294'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:02:09.985688 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2acc291f-432a-440f-8e2c-83bac0d00e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:02:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0901723f-e10a-47ae-858a-4331527ab294'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:09.986973 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49656) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:10.012071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f293d02-a25e-4734-9cc8-b8b7d639cb3f admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5f4c76-efa1-41c8-a14f-505c18f0c962,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:10.060028 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-04da956c-1a98-4b69-bdd3-e48168cdc17d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] No DVR routers for this DVR port f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:02:10.063028 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:10.079287 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-04da956c-1a98-4b69-bdd3-e48168cdc17d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:10.083307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-04da956c-1a98-4b69-bdd3-e48168cdc17d tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "DELETE /v2.0/ports/f9e963a6-1fe2-40be-9bc1-c575b1bfdba1 HTTP/1.1" status: 204 len: 173 time: 1.9726582 Nov 13 05:02:10.131737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-68237014-62bf-4455-a522-a07f0d4bb5e7 admin admin] Deleting subnet 5a4cfad3-c26e-4875-a6a4-248f0e2ad87c {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:02:10.133575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f148e-6f62-4ce4-ad99-5258f02c0e37 req-08e46b8f-96a4-478a-a041-f4ef32eb365e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:10.140211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f148e-6f62-4ce4-ad99-5258f02c0e37 req-08e46b8f-96a4-478a-a041-f4ef32eb365e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:10.150218 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68237014-62bf-4455-a522-a07f0d4bb5e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:10.153471 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f148e-6f62-4ce4-ad99-5258f02c0e37 req-08e46b8f-96a4-478a-a041-f4ef32eb365e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:10.163441 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f98f148e-6f62-4ce4-ad99-5258f02c0e37 req-08e46b8f-96a4-478a-a041-f4ef32eb365e tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 2409 time: 0.1101205 Nov 13 05:02:10.205525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-876e88b4-02a1-4ea1-8246-66b18974ea4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:02:10.217576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17acd3b2-d7e8-4cfd-9ffa-d1ebd45fd8ca None None] Sync routers for ids ['79dc917a-31a9-4547-a593-4b7c60f04565'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:02:10.229875 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-deleted', 'tag': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:10.231855 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f98f148e-6f62-4ce4-ad99-5258f02c0e37 req-8789e9d0-a0bd-45ff-8a64-1ce899aa6142 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671141 Nov 13 05:02:10.233951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17acd3b2-d7e8-4cfd-9ffa-d1ebd45fd8ca None None] Routers {'79dc917a-31a9-4547-a593-4b7c60f04565'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:02:10.234841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-17acd3b2-d7e8-4cfd-9ffa-d1ebd45fd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:02:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['79dc917a-31a9-4547-a593-4b7c60f04565'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:10.237143 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c3b25a-fa1a-4f61-8c86-a841086e0db1" -d '{"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-deleted", "tag": "f9e963a6-1fe2-40be-9bc1-c575b1bfdba1"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:10.294685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2424223d-a6ee-42b4-8840-a1b6cbadf099 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:10.301013 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2acc291f-432a-440f-8e2c-83bac0d00e37 None None] Set router 0901723f-e10a-47ae-858a-4331527ab294 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:02:10.304393 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b17df50-e0d7-454e-96d1-46cb8ac96f98 x-openstack-request-id: req-8b17df50-e0d7-454e-96d1-46cb8ac96f98 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:10.304393 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-deleted", "tag": "f9e963a6-1fe2-40be-9bc1-c575b1bfdba1", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:10.304653 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b17df50-e0d7-454e-96d1-46cb8ac96f98 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:10.305044 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-deleted', 'tag': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1', 'status': 'completed', 'code': 200} Nov 13 05:02:10.311013 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68237014-62bf-4455-a522-a07f0d4bb5e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:10.321619 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 2424223d-a6ee-42b4-8840-a1b6cbadf099 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:02:10.322036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2424223d-a6ee-42b4-8840-a1b6cbadf099 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:02:10.330943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1811e6dd-3602-4626-84af-5c1305997693 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:02:10.347869 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-876e88b4-02a1-4ea1-8246-66b18974ea4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] No DVR routers for this DVR port 0723fe74-760b-41b9-b3e4-bacfe4d57f57 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:02:10.352272 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-876e88b4-02a1-4ea1-8246-66b18974ea4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:10.355831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d233b6f-7da2-4df3-92b1-21f0d5e0635e req-876e88b4-02a1-4ea1-8246-66b18974ea4a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.36 "DELETE /v2.0/ports/0723fe74-760b-41b9-b3e4-bacfe4d57f57 HTTP/1.1" status: 204 len: 173 time: 2.0913422 Nov 13 05:02:10.420049 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68237014-62bf-4455-a522-a07f0d4bb5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:10.429435 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-17acd3b2-d7e8-4cfd-9ffa-d1ebd45fd8ca None None] Set router 79dc917a-31a9-4547-a593-4b7c60f04565 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:02:10.494504 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24906576-66f3-4e76-ad95-44f4c7b2ed54 req-eda7eeb7-5857-4d2c-b2ce-0036cb975a4c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa87674-baf0-44e2-9df8-06bbe99139a7 HTTP/1.1" status: 200 len: 210 time: 0.0402160 Nov 13 05:02:10.506780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-b1eb4170-faee-4dd4-beaf-6a6397015313 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Deleting port 925847cc-c518-475b-9df3-58b3ae25f918 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:10.507170 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-b1eb4170-faee-4dd4-beaf-6a6397015313 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:10.561443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9214874-2862-4aac-a186-410f446ffef6 req-e2635ff1-1b01-4c54-a363-3f29bccc3a40 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:10.570472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1'}, {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd72231e5-0188-49aa-8b14-4f48155c025b'}, {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925847cc-c518-475b-9df3-58b3ae25f918'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:10.573152 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9469f12-2b48-4146-a3cd-7fe877ec60fd" -d '{"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e963a6-1fe2-40be-9bc1-c575b1bfdba1"}, {"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-unplugged", "status": "completed", "tag": "d72231e5-0188-49aa-8b14-4f48155c025b"}, {"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-unplugged", "status": "completed", "tag": "925847cc-c518-475b-9df3-58b3ae25f918"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:10.573340 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9214874-2862-4aac-a186-410f446ffef6 req-e2635ff1-1b01-4c54-a363-3f29bccc3a40 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 944 time: 0.1157627 Nov 13 05:02:10.584061 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68237014-62bf-4455-a522-a07f0d4bb5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:10.629019 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fd382e-9114-40e0-be8f-e46bcfe13448 x-openstack-request-id: req-a4fd382e-9114-40e0-be8f-e46bcfe13448 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:10.629449 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e963a6-1fe2-40be-9bc1-c575b1bfdba1", "code": 200}, {"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-unplugged", "status": "completed", "tag": "d72231e5-0188-49aa-8b14-4f48155c025b", "code": 200}, {"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-unplugged", "status": "completed", "tag": "925847cc-c518-475b-9df3-58b3ae25f918", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:10.629801 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4fd382e-9114-40e0-be8f-e46bcfe13448 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:10.630292 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e963a6-1fe2-40be-9bc1-c575b1bfdba1', 'code': 200} Nov 13 05:02:10.630664 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd72231e5-0188-49aa-8b14-4f48155c025b', 'code': 200} Nov 13 05:02:10.631038 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925847cc-c518-475b-9df3-58b3ae25f918', 'code': 200} Nov 13 05:02:10.649495 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9214874-2862-4aac-a186-410f446ffef6 req-58e62a58-f567-4f6f-916e-de03a6694543 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754485 Nov 13 05:02:10.653234 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-68237014-62bf-4455-a522-a07f0d4bb5e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:10.656632 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-68237014-62bf-4455-a522-a07f0d4bb5e7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5a4cfad3-c26e-4875-a6a4-248f0e2ad87c HTTP/1.1" status: 204 len: 168 time: 0.6558585 Nov 13 05:02:10.663373 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49668) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:10.664307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68237014-62bf-4455-a522-a07f0d4bb5e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a4cfad3-c26e-4875-a6a4-248f0e2ad87c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:10.698169 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2acc291f-432a-440f-8e2c-83bac0d00e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0901723f-e10a-47ae-858a-4331527ab294', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:24Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'gw_port': {'id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'ee62935f-3c7e-4929-a5ab-3d6cc155027c', 'name': '', 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'mac_address': 'fa:16:3e:05:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:56Z', 'revision_number': 5, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'subnets': [{'id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:10.727229 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc291f-432a-440f-8e2c-83bac0d00e37 None None] Checking router: 0901723f-e10a-47ae-858a-4331527ab294 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:02:10.736123 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-b1eb4170-faee-4dd4-beaf-6a6397015313 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] For port 925847cc-c518-475b-9df3-58b3ae25f918, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=925847cc-c518-475b-9df3-58b3ae25f918,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:10.736486 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-b1eb4170-faee-4dd4-beaf-6a6397015313 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:10.736624 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc291f-432a-440f-8e2c-83bac0d00e37 None None] Routers {'0901723f-e10a-47ae-858a-4331527ab294'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:02:10.737636 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2acc291f-432a-440f-8e2c-83bac0d00e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:02:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0901723f-e10a-47ae-858a-4331527ab294'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:10.748281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1811e6dd-3602-4626-84af-5c1305997693, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1811e6dd-3602-4626-84af-5c1305997693,segment=NetworkSegment(69dc343b-6944-4740-a328-e855c8a1143b),segment_id=69dc343b-6944-4740-a328-e855c8a1143b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:10.758286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-b1eb4170-faee-4dd4-beaf-6a6397015313 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Calling delete_port for 925847cc-c518-475b-9df3-58b3ae25f918 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:10.762788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '1811e6dd-3602-4626-84af-5c1305997693', 'network_id': '3015e61c-4ff0-4335-abca-1de3d0b9863a', 'port_id': '1811e6dd-3602-4626-84af-5c1305997693', 'mac_address': 'fa:16:3e:25:68:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b54528-9567-49db-a721-0550b1d53853', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:02:10.771914 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2da8ca02-fe6c-4b12-96f7-fa8cd0764401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:10.817336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-17acd3b2-d7e8-4cfd-9ffa-d1ebd45fd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f38a1cd4-0068-4903-a80d-067493047fdf', 'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:22Z', 'updated_at': '2021-11-13T04:56:30Z', 'revision_number': 5, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'subnets': [{'id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:10.819364 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:10.862656 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2acc291f-432a-440f-8e2c-83bac0d00e37 None None] Set router 0901723f-e10a-47ae-858a-4331527ab294 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:02:10.929144 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2da8ca02-fe6c-4b12-96f7-fa8cd0764401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:10.960137 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-2da8ca02-fe6c-4b12-96f7-fa8cd0764401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dab719-f2e9-4243-9f19-f67b9baa353c']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:10.971770 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-2da8ca02-fe6c-4b12-96f7-fa8cd0764401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc471ff-367f-4fc9-a1ba-961baec448f1') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:10.972078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-2da8ca02-fe6c-4b12-96f7-fa8cd0764401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc471ff-367f-4fc9-a1ba-961baec448f1') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:11.017829 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2da8ca02-fe6c-4b12-96f7-fa8cd0764401 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.027446 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17acd3b2-d7e8-4cfd-9ffa-d1ebd45fd8ca None None] Checking router: 79dc917a-31a9-4547-a593-4b7c60f04565 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:02:11.031488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1811e6dd-3602-4626-84af-5c1305997693 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:02:11.047196 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2da8ca02-fe6c-4b12-96f7-fa8cd0764401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.057146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17acd3b2-d7e8-4cfd-9ffa-d1ebd45fd8ca None None] Routers {'79dc917a-31a9-4547-a593-4b7c60f04565'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:02:11.057744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-17acd3b2-d7e8-4cfd-9ffa-d1ebd45fd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:02:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['79dc917a-31a9-4547-a593-4b7c60f04565'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:11.059303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da8ca02-fe6c-4b12-96f7-fa8cd0764401 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:02:11.059807 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2da8ca02-fe6c-4b12-96f7-fa8cd0764401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:02:11.062140 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:02:11.064411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1811e6dd-3602-4626-84af-5c1305997693, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1811e6dd-3602-4626-84af-5c1305997693,segment=NetworkSegment(69dc343b-6944-4740-a328-e855c8a1143b),segment_id=69dc343b-6944-4740-a328-e855c8a1143b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:11.080271 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-b1eb4170-faee-4dd4-beaf-6a6397015313 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.100471 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.128181 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2acc291f-432a-440f-8e2c-83bac0d00e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0901723f-e10a-47ae-858a-4331527ab294', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:24Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'gw_port': {'id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'ee62935f-3c7e-4929-a5ab-3d6cc155027c', 'name': '', 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'mac_address': 'fa:16:3e:05:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:56Z', 'revision_number': 5, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'subnets': [{'id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:11.150089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb4170-faee-4dd4-beaf-6a6397015313 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event deleted for resources: {'Port': ['ID=925847cc-c518-475b-9df3-58b3ae25f918,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:11.173933 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc291f-432a-440f-8e2c-83bac0d00e37 None None] The sync data for ids ['0901723f-e10a-47ae-858a-4331527ab294'] in n-d-813114-2 is: [{'id': '0901723f-e10a-47ae-858a-4331527ab294', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:24Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'gw_port': {'id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'ee62935f-3c7e-4929-a5ab-3d6cc155027c', 'name': '', 'network_id': '1c27c071-3ae5-43fe-b926-2a8ca6120cc2', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'mac_address': 'fa:16:3e:05:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:33Z', 'updated_at': '2021-11-13T04:50:56Z', 'revision_number': 5, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'subnets': [{'id': '2b89a777-78f4-4339-bcc5-ce101bcdd17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:02:11.180696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2da8ca02-fe6c-4b12-96f7-fa8cd0764401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.187277 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2da8ca02-fe6c-4b12-96f7-fa8cd0764401 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.193121 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2da8ca02-fe6c-4b12-96f7-fa8cd0764401 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b8dab719-f2e9-4243-9f19-f67b9baa353c HTTP/1.1" status: 204 len: 168 time: 0.5246868 Nov 13 05:02:11.213666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=1811e6dd-3602-4626-84af-5c1305997693,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:11.215722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-b1eb4170-faee-4dd4-beaf-6a6397015313 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] No DVR routers for this DVR port 925847cc-c518-475b-9df3-58b3ae25f918 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:02:11.218002 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-b1eb4170-faee-4dd4-beaf-6a6397015313 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.221522 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-b1eb4170-faee-4dd4-beaf-6a6397015313 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "DELETE /v2.0/ports/925847cc-c518-475b-9df3-58b3ae25f918 HTTP/1.1" status: 204 len: 173 time: 1.0953782 Nov 13 05:02:11.222469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8ca02-fe6c-4b12-96f7-fa8cd0764401 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8dab719-f2e9-4243-9f19-f67b9baa353c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:11.230501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-17acd3b2-d7e8-4cfd-9ffa-d1ebd45fd8ca None None] Set router 79dc917a-31a9-4547-a593-4b7c60f04565 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:02:11.344215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-481c3d54-32e7-4188-9962-ea817e3816ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Deleting port fe1f52c2-7235-4738-85c2-7631042f8784 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:11.344566 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-481c3d54-32e7-4188-9962-ea817e3816ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.402885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49674) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:11.456016 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c0508aed-9ca6-47aa-8dc9-289136b3ad2e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ca921897ca94f77a95358b26f5ea507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0513101 Nov 13 05:02:11.458504 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49676) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:11.469683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839131bf-becc-43c1-9a1f-50115a2fb4cf req-4fcfc48f-deec-457e-aa88-9508bf35d3c6 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:11.476093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839131bf-becc-43c1-9a1f-50115a2fb4cf req-4fcfc48f-deec-457e-aa88-9508bf35d3c6 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:11.479680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-17acd3b2-d7e8-4cfd-9ffa-d1ebd45fd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f38a1cd4-0068-4903-a80d-067493047fdf', 'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:22Z', 'updated_at': '2021-11-13T04:56:30Z', 'revision_number': 5, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'subnets': [{'id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:11.483253 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-839131bf-becc-43c1-9a1f-50115a2fb4cf req-4fcfc48f-deec-457e-aa88-9508bf35d3c6 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 1677 time: 0.1324863 Nov 13 05:02:11.519797 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1811e6dd-3602-4626-84af-5c1305997693'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:02:11.523900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17acd3b2-d7e8-4cfd-9ffa-d1ebd45fd8ca None None] The sync data for ids ['79dc917a-31a9-4547-a593-4b7c60f04565'] in n-d-813114-2 is: [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f38a1cd4-0068-4903-a80d-067493047fdf', 'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:22Z', 'updated_at': '2021-11-13T04:56:30Z', 'revision_number': 5, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'subnets': [{'id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:02:11.535923 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-481c3d54-32e7-4188-9962-ea817e3816ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] For port fe1f52c2-7235-4738-85c2-7631042f8784, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fe1f52c2-7235-4738-85c2-7631042f8784,segment=NetworkSegment(3c16ee0c-3ae1-42e7-a334-98524c6b2330),segment_id=3c16ee0c-3ae1-42e7-a334-98524c6b2330)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:11.536405 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-481c3d54-32e7-4188-9962-ea817e3816ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.553068 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d819ff8-d2af-43d6-a53d-4643a79f3a8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.597082 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-481c3d54-32e7-4188-9962-ea817e3816ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Calling delete_port for fe1f52c2-7235-4738-85c2-7631042f8784 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:11.605505 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d819ff8-d2af-43d6-a53d-4643a79f3a8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.630816 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-839131bf-becc-43c1-9a1f-50115a2fb4cf req-f630fe8f-3807-490c-b17d-b8abe803ffeb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382062 Nov 13 05:02:11.645649 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5545d86-8f2e-4012-8a2d-097877a7720d None None] New status for floating IP d19e0d2e-c082-4b36-a15e-89270f97c9b9: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:02:11.713349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49684) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:11.755940 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d819ff8-d2af-43d6-a53d-4643a79f3a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.766316 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d819ff8-d2af-43d6-a53d-4643a79f3a8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.768349 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8d819ff8-d2af-43d6-a53d-4643a79f3a8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1947966e-9e2c-4b88-9045-aa93ca7e74ca HTTP/1.1" status: 204 len: 168 time: 0.3085849 Nov 13 05:02:11.794835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d819ff8-d2af-43d6-a53d-4643a79f3a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1947966e-9e2c-4b88-9045-aa93ca7e74ca,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:11.863721 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0c25829-44b8-4c0b-ace2-3108c801556b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.900602 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0c25829-44b8-4c0b-ace2-3108c801556b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.945603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed7b75-86dd-4e04-9511-9e2e06640906 req-2723efa9-b3d6-4982-b2f3-69e2d8330f71 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:11.946865 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fed7b75-86dd-4e04-9511-9e2e06640906 req-2723efa9-b3d6-4982-b2f3-69e2d8330f71 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 945 time: 0.1628463 Nov 13 05:02:11.990001 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0c25829-44b8-4c0b-ace2-3108c801556b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.993682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0c25829-44b8-4c0b-ace2-3108c801556b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:11.995654 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b0c25829-44b8-4c0b-ace2-3108c801556b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "DELETE /v2.0/security-groups/84c28d97-2458-40d9-9c6d-fa13a5cad08a HTTP/1.1" status: 204 len: 168 time: 0.2804053 Nov 13 05:02:12.002604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49688) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:12.010156 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c25829-44b8-4c0b-ace2-3108c801556b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c28d97-2458-40d9-9c6d-fa13a5cad08a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:12.017858 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-481c3d54-32e7-4188-9962-ea817e3816ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:12.066868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c3d54-32e7-4188-9962-ea817e3816ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event deleted for resources: {'Port': ['ID=fe1f52c2-7235-4738-85c2-7631042f8784,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:12.072736 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bad7c2-017d-4c13-a3eb-ded4ccbdf34a None None] New status for floating IP e11a08d4-fd2e-4aa9-864f-a3407dbd2086: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:02:12.080205 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-ae08c263-6f39-42c1-82dd-b77dd1004f5c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] show failed (client error): The resource could not be found. Nov 13 05:02:12.083348 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ae08c263-6f39-42c1-82dd-b77dd1004f5c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups/84c28d97-2458-40d9-9c6d-fa13a5cad08a HTTP/1.1" status: 404 len: 347 time: 0.0797286 Nov 13 05:02:12.084671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49692) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:12.116751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fed7b75-86dd-4e04-9511-9e2e06640906 req-3871dc1c-0d8b-4104-8962-a2292f166b44 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586101 Nov 13 05:02:12.165226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-481c3d54-32e7-4188-9962-ea817e3816ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] No DVR routers for this DVR port fe1f52c2-7235-4738-85c2-7631042f8784 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:02:12.168420 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-481c3d54-32e7-4188-9962-ea817e3816ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:12.172863 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-481c3d54-32e7-4188-9962-ea817e3816ab tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "DELETE /v2.0/ports/fe1f52c2-7235-4738-85c2-7631042f8784 HTTP/1.1" status: 204 len: 173 time: 0.9430819 Nov 13 05:02:12.236284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 0723fe74-760b-41b9-b3e4-bacfe4d57f57 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:12.243836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49694) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:12.265695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 0723fe74-760b-41b9-b3e4-bacfe4d57f57 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:02:12.266063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 0723fe74-760b-41b9-b3e4-bacfe4d57f57 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:02:12.295153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-d4339d79-3ef8-4213-8cbf-2afaa1b5398c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Deleting port d72231e5-0188-49aa-8b14-4f48155c025b {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:12.295747 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-d4339d79-3ef8-4213-8cbf-2afaa1b5398c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:12.309220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'name': 'network-vif-deleted', 'tag': '0723fe74-760b-41b9-b3e4-bacfe4d57f57'}, {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-deleted', 'tag': '925847cc-c518-475b-9df3-58b3ae25f918'}, {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-deleted', 'tag': 'fe1f52c2-7235-4738-85c2-7631042f8784'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:12.313226 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2cdf3d40-a2e7-4195-9ba9-c0121bfa0a63 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f36720635042468998165408d8d2893a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647390 Nov 13 05:02:12.313393 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12c21e7-e37f-4a06-8332-aeec45e064b0" -d '{"events": [{"server_uuid": "ffa87674-baf0-44e2-9df8-06bbe99139a7", "name": "network-vif-deleted", "tag": "0723fe74-760b-41b9-b3e4-bacfe4d57f57"}, {"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-deleted", "tag": "925847cc-c518-475b-9df3-58b3ae25f918"}, {"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-deleted", "tag": "fe1f52c2-7235-4738-85c2-7631042f8784"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:12.314345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49696) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:12.316946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7a85463a-db7d-43ac-8d6b-22931aa7f321 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Deleting port 01141084-6169-4a7a-8471-2d724237c8ab {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:12.317287 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a85463a-db7d-43ac-8d6b-22931aa7f321 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:12.362718 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d078b6f5-67aa-446f-95b8-75df6301087c x-openstack-request-id: req-d078b6f5-67aa-446f-95b8-75df6301087c {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:12.363176 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa87674-baf0-44e2-9df8-06bbe99139a7", "name": "network-vif-deleted", "tag": "0723fe74-760b-41b9-b3e4-bacfe4d57f57", "status": "completed", "code": 200}, {"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-deleted", "tag": "925847cc-c518-475b-9df3-58b3ae25f918", "status": "completed", "code": 200}, {"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-deleted", "tag": "fe1f52c2-7235-4738-85c2-7631042f8784", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:12.363421 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d078b6f5-67aa-446f-95b8-75df6301087c {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:12.363819 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa87674-baf0-44e2-9df8-06bbe99139a7', 'name': 'network-vif-deleted', 'tag': '0723fe74-760b-41b9-b3e4-bacfe4d57f57', 'status': 'completed', 'code': 200} Nov 13 05:02:12.364057 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-deleted', 'tag': '925847cc-c518-475b-9df3-58b3ae25f918', 'status': 'completed', 'code': 200} Nov 13 05:02:12.364300 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-deleted', 'tag': 'fe1f52c2-7235-4738-85c2-7631042f8784', 'status': 'completed', 'code': 200} Nov 13 05:02:12.400230 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a85463a-db7d-43ac-8d6b-22931aa7f321 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:12.400492 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a85463a-db7d-43ac-8d6b-22931aa7f321 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:12.414588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7a85463a-db7d-43ac-8d6b-22931aa7f321 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Calling delete_port for 01141084-6169-4a7a-8471-2d724237c8ab owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:12.426437 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95e2f1fa-f39c-4ce5-9cce-6938caf5266b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:12.432539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-d4339d79-3ef8-4213-8cbf-2afaa1b5398c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] For port d72231e5-0188-49aa-8b14-4f48155c025b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d72231e5-0188-49aa-8b14-4f48155c025b,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:12.432917 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-d4339d79-3ef8-4213-8cbf-2afaa1b5398c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:12.458597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-d4339d79-3ef8-4213-8cbf-2afaa1b5398c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Calling delete_port for d72231e5-0188-49aa-8b14-4f48155c025b owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:12.471023 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95e2f1fa-f39c-4ce5-9cce-6938caf5266b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:12.576793 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a85463a-db7d-43ac-8d6b-22931aa7f321 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:12.608409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85463a-db7d-43ac-8d6b-22931aa7f321 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event deleted for resources: {'Port': ['ID=01141084-6169-4a7a-8471-2d724237c8ab,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:12.678055 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a85463a-db7d-43ac-8d6b-22931aa7f321 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:12.682070 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a85463a-db7d-43ac-8d6b-22931aa7f321 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:12.688404 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7a85463a-db7d-43ac-8d6b-22931aa7f321 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "DELETE /v2.0/floatingips/e11a08d4-fd2e-4aa9-864f-a3407dbd2086 HTTP/1.1" status: 204 len: 168 time: 0.6015880 Nov 13 05:02:12.893240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cebcdd-da04-402c-91a6-48246ab5b563 req-132a185a-01da-490d-a1c5-896f39b1ad93 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:12.894686 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-28cebcdd-da04-402c-91a6-48246ab5b563 req-132a185a-01da-490d-a1c5-896f39b1ad93 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 943 time: 0.1109481 Nov 13 05:02:12.926305 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95e2f1fa-f39c-4ce5-9cce-6938caf5266b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:12.928858 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95e2f1fa-f39c-4ce5-9cce-6938caf5266b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:12.929872 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-95e2f1fa-f39c-4ce5-9cce-6938caf5266b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b12ca73-9684-4a78-a5ca-d786c9f868cf HTTP/1.1" status: 204 len: 168 time: 0.6076558 Nov 13 05:02:12.969485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2f1fa-f39c-4ce5-9cce-6938caf5266b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b12ca73-9684-4a78-a5ca-d786c9f868cf,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:12.999502 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-28cebcdd-da04-402c-91a6-48246ab5b563 req-a9912e2b-27fd-4b96-a91c-4a03e8db7bf4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups?id=ef5fd764-f79b-45e3-81d8-69a3b8c83538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935748 Nov 13 05:02:13.019955 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-d4339d79-3ef8-4213-8cbf-2afaa1b5398c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.065849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4339d79-3ef8-4213-8cbf-2afaa1b5398c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event deleted for resources: {'Port': ['ID=d72231e5-0188-49aa-8b14-4f48155c025b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:13.083614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:13.089864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e056f43d-9923-4d03-8a8e-adceb0953abc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1257309415', 'description': 'tempest-description--389472922'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:13.114703 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-d4339d79-3ef8-4213-8cbf-2afaa1b5398c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] No DVR routers for this DVR port d72231e5-0188-49aa-8b14-4f48155c025b on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:02:13.117661 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-d4339d79-3ef8-4213-8cbf-2afaa1b5398c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.119891 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e056f43d-9923-4d03-8a8e-adceb0953abc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.122285 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-10c1db23-e733-41c3-ae59-d644e13dc97a req-d4339d79-3ef8-4213-8cbf-2afaa1b5398c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.46 "DELETE /v2.0/ports/d72231e5-0188-49aa-8b14-4f48155c025b HTTP/1.1" status: 204 len: 173 time: 0.9424419 Nov 13 05:02:13.209257 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e056f43d-9923-4d03-8a8e-adceb0953abc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.215154 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e056f43d-9923-4d03-8a8e-adceb0953abc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.256176 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e056f43d-9923-4d03-8a8e-adceb0953abc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.258531 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e056f43d-9923-4d03-8a8e-adceb0953abc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1735294 Nov 13 05:02:13.261561 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49710) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:13.267612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-51c2123e-fd4f-4710-8f21-2136d172c75d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Request body: {'security_group_rule': {'security_group_id': '0aec1d2e-4aff-459c-9cd1-49484cb3414e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:13.272323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056f43d-9923-4d03-8a8e-adceb0953abc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aec1d2e-4aff-459c-9cd1-49484cb3414e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:13.316747 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a10f09-0cfc-412d-a473-8ce3ec8fecb0 req-23a61258-946e-46c4-9dde-3d03c879b73f tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:13.318622 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5a10f09-0cfc-412d-a473-8ce3ec8fecb0 req-23a61258-946e-46c4-9dde-3d03c879b73f tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 945 time: 0.0959101 Nov 13 05:02:13.327860 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-51c2123e-fd4f-4710-8f21-2136d172c75d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.405124 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5a10f09-0cfc-412d-a473-8ce3ec8fecb0 req-0d7f9765-5cd8-41ba-869b-c8f8e8b425ef tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793474 Nov 13 05:02:13.442339 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-51c2123e-fd4f-4710-8f21-2136d172c75d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.447345 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-51c2123e-fd4f-4710-8f21-2136d172c75d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.467632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2123e-fd4f-4710-8f21-2136d172c75d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83415fff-b183-4bf8-95da-8848209eeffa,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:13.479876 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-51c2123e-fd4f-4710-8f21-2136d172c75d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.483822 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-51c2123e-fd4f-4710-8f21-2136d172c75d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2183363 Nov 13 05:02:13.484044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49712) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:13.488779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-ae8d8317-7293-4ad4-87f3-9c2bc6217a6b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Request body: {'security_group_rule': {'security_group_id': '0aec1d2e-4aff-459c-9cd1-49484cb3414e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:13.529514 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8317-7293-4ad4-87f3-9c2bc6217a6b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.589093 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8317-7293-4ad4-87f3-9c2bc6217a6b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.594615 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8317-7293-4ad4-87f3-9c2bc6217a6b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.614046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d8317-7293-4ad4-87f3-9c2bc6217a6b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b68d3b-3de3-46d7-b5db-8547abf12cca,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:13.629075 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8317-7293-4ad4-87f3-9c2bc6217a6b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.635541 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ae8d8317-7293-4ad4-87f3-9c2bc6217a6b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503565 Nov 13 05:02:13.639242 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49714) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:13.643996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:13.674307 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.775926 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:13.926369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Allocated IP 172.25.8.85 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/44aa175f-a15d-4681-abd2-69790b3e1cf9) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:02:14.044389 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:14.085319 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:14.125074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4e63ffba-e8bd-41a1-b901-0f4bd9451bc2 req-9b96644e-eff7-4f94-9149-c4d7f41783b6 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.0306115 Nov 13 05:02:14.132226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:02:14.135382 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:02:14.140789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:02:14.144193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event updated for resources: {'Port': ['ID=44aa175f-a15d-4681-abd2-69790b3e1cf9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:14.265694 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:14.303254 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:14.338309 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1811e6dd-3602-4626-84af-5c1305997693 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:02:14.366507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-deleted', 'tag': 'd72231e5-0188-49aa-8b14-4f48155c025b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:14.368602 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d31a25a-55bf-44dc-b220-f8f4efc9031c" -d '{"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-deleted", "tag": "d72231e5-0188-49aa-8b14-4f48155c025b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:14.422350 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc958dda-84f8-4de3-8fae-5cad0b511063 x-openstack-request-id: req-fc958dda-84f8-4de3-8fae-5cad0b511063 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:14.422668 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c670c165-5753-410d-9bd0-8b0f6e140ed4", "name": "network-vif-deleted", "tag": "d72231e5-0188-49aa-8b14-4f48155c025b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:14.423078 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc958dda-84f8-4de3-8fae-5cad0b511063 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:14.423370 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670c165-5753-410d-9bd0-8b0f6e140ed4', 'name': 'network-vif-deleted', 'tag': 'd72231e5-0188-49aa-8b14-4f48155c025b', 'status': 'completed', 'code': 200} Nov 13 05:02:14.424512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 1811e6dd-3602-4626-84af-5c1305997693 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:02:14.429723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 1811e6dd-3602-4626-84af-5c1305997693 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:14.430275 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:14.468683 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:14.475556 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:14.535442 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:14.551201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event updated for resources: {'Port': ['ID=44aa175f-a15d-4681-abd2-69790b3e1cf9,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:14.561783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf29de-7afd-4116-b491-943bc983c2ce req-c2440078-dc36-4467-a6ce-0c4acb04b273 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:14.563383 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08cf29de-7afd-4116-b491-943bc983c2ce req-c2440078-dc36-4467-a6ce-0c4acb04b273 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 945 time: 0.0696826 Nov 13 05:02:14.574295 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:14.580634 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0470bca-48ee-43e1-bdb6-39044845f066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1811e6dd-3602-4626-84af-5c1305997693'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:14.583467 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a866bf3-ef79-478b-a0f8-31ec50cd6ad8" -d '{"events": [{"server_uuid": "d0470bca-48ee-43e1-bdb6-39044845f066", "name": "network-vif-plugged", "status": "completed", "tag": "1811e6dd-3602-4626-84af-5c1305997693"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:14.595327 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1811e6dd-3602-4626-84af-5c1305997693, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1811e6dd-3602-4626-84af-5c1305997693,segment=NetworkSegment(69dc343b-6944-4740-a328-e855c8a1143b),segment_id=69dc343b-6944-4740-a328-e855c8a1143b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:14.603460 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:14.604720 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-917ae2e6-0ae9-4df4-9067-64832895df76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9644625 Nov 13 05:02:14.606178 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:14.621262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08cf29de-7afd-4116-b491-943bc983c2ce req-51ffe6c1-e3c8-4cab-9043-094ff6637f76 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513756 Nov 13 05:02:14.671261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=1811e6dd-3602-4626-84af-5c1305997693,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:14.675186 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a805ce1c-adb8-42aa-9983-4cd4f470e398 x-openstack-request-id: req-a805ce1c-adb8-42aa-9983-4cd4f470e398 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:14.675476 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0470bca-48ee-43e1-bdb6-39044845f066", "name": "network-vif-plugged", "status": "completed", "tag": "1811e6dd-3602-4626-84af-5c1305997693", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:14.675743 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a805ce1c-adb8-42aa-9983-4cd4f470e398 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:14.676109 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0470bca-48ee-43e1-bdb6-39044845f066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1811e6dd-3602-4626-84af-5c1305997693', 'code': 200} Nov 13 05:02:14.800646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bbf80-95b2-4fcd-b086-12850bdbbec9 req-35a20a28-52f1-47ec-9763-688230347ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:14.802260 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f6bbf80-95b2-4fcd-b086-12850bdbbec9 req-35a20a28-52f1-47ec-9763-688230347ba3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 1097 time: 0.0425148 Nov 13 05:02:14.832912 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-f3a7abaa-e2d0-46e4-a6f0-0e9e0e62bc83 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1257309415&fields=id&tenant_id=125e3c245a0b495ba8d950939b0d962a HTTP/1.1" status: 200 len: 267 time: 0.0521894 Nov 13 05:02:14.848401 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f6bbf80-95b2-4fcd-b086-12850bdbbec9 req-ba4ff1ea-fcd3-490b-a96e-f62f2ee2908e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 Nov 13 05:02:14.945525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-11ed5eaa-2ac5-4434-956f-4e1509ff4bb9 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:14.947006 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-11ed5eaa-2ac5-4434-956f-4e1509ff4bb9 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 816 time: 0.1063786 Nov 13 05:02:14.963112 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-f3411daa-a9ef-496f-9547-8b197bbd605d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/quotas/125e3c245a0b495ba8d950939b0d962a HTTP/1.1" status: 200 len: 375 time: 0.0099061 Nov 13 05:02:15.031484 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-da852f3c-a6f1-43e8-8696-964a04cb39f4 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625126 Nov 13 05:02:15.133485 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-fc75d9cb-34a4-4661-aaa5-7f8fb9cee722 service neutron] 10.222.0.43 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861390 Nov 13 05:02:15.243028 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5ec68fd-71b7-4457-aece-cee657221e47 req-387b8b23-b093-437a-838c-33645a0f9e0f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.0307164 Nov 13 05:02:15.487807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-af9bdac0-b826-4b03-b141-511ec0cbd5f8 service neutron] 10.222.0.43 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479147 Nov 13 05:02:15.654944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-119ce2f0-fdfc-4bcd-ab60-ed5b453ff331 req-37614a1b-02d4-4e4d-b83f-8c992837efe7 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 210 time: 0.0301609 Nov 13 05:02:15.922006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1faeaa-2527-481e-8de5-02e1cf7328e6 req-50e19912-63ae-4d9a-8462-e059fdbb9724 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:15.923644 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b1faeaa-2527-481e-8de5-02e1cf7328e6 req-50e19912-63ae-4d9a-8462-e059fdbb9724 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 946 time: 0.2249057 Nov 13 05:02:15.979271 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b1faeaa-2527-481e-8de5-02e1cf7328e6 req-e3608e4e-1987-4852-9152-72df1f57634b tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492756 Nov 13 05:02:16.349516 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9fd431c0-497a-432d-86bf-8ac264bb4c76 req-c1d824a8-1295-4953-920e-9e22937e4906 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.0264013 Nov 13 05:02:16.718603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-2e08acad-17dd-4dcc-b62f-51f58e7cf6fb tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:16.720513 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-2e08acad-17dd-4dcc-b62f-51f58e7cf6fb tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 816 time: 0.1176772 Nov 13 05:02:16.782785 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7b1433f3-c89f-45bf-bb0b-1e0e83de1f95 req-39ae865c-7bbc-4422-90b8-e40069922642 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 210 time: 0.0295322 Nov 13 05:02:16.813788 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-0762770c-fcc2-4599-9057-fd9034aaceb3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=125e3c245a0b495ba8d950939b0d962a HTTP/1.1" status: 200 len: 380 time: 0.0780663 Nov 13 05:02:16.840073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-85ea139f-954e-411d-ac76-fa85cbce2fc2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Request body: {'port': {'device_id': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'admin_state_up': True, 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'security_groups': ['0aec1d2e-4aff-459c-9cd1-49484cb3414e']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:16.954197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-85ea139f-954e-411d-ac76-fa85cbce2fc2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Made reservation on behalf of 125e3c245a0b495ba8d950939b0d962a for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:02:16.957961 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-85ea139f-954e-411d-ac76-fa85cbce2fc2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:17.112739 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-85ea139f-954e-411d-ac76-fa85cbce2fc2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Allocated IP 172.20.0.3 (4aee54f4-a39b-4053-9145-908dd44cd0a1/1b11c9ca-245d-46ae-ad95-504e9908fe96/edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:02:17.256515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd9d80-c3f3-4984-b7f7-ac7908954e21 req-c70f2eee-8d4a-4e72-bd35-26ac3bef8937 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:17.257891 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90fd9d80-c3f3-4984-b7f7-ac7908954e21 req-c70f2eee-8d4a-4e72-bd35-26ac3bef8937 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 946 time: 0.1820006 Nov 13 05:02:17.303977 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-85ea139f-954e-411d-ac76-fa85cbce2fc2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:17.339453 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90fd9d80-c3f3-4984-b7f7-ac7908954e21 req-f4045679-60a5-4533-9ed8-1d0812a0039b tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750976 Nov 13 05:02:17.371625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-85ea139f-954e-411d-ac76-fa85cbce2fc2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:17.421259 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-85ea139f-954e-411d-ac76-fa85cbce2fc2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Network 4aee54f4-a39b-4053-9145-908dd44cd0a1 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:02:17.427348 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-85ea139f-954e-411d-ac76-fa85cbce2fc2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:02:17.431862 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-85ea139f-954e-411d-ac76-fa85cbce2fc2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:02:17.458146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea139f-954e-411d-ac76-fa85cbce2fc2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event updated for resources: {'Port': ['ID=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:17.491353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-85ea139f-954e-411d-ac76-fa85cbce2fc2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:17.492419 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-85ea139f-954e-411d-ac76-fa85cbce2fc2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:17.544973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-85ea139f-954e-411d-ac76-fa85cbce2fc2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7090769 Nov 13 05:02:17.558517 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-222eb706-2130-45e9-9a88-b97b3b73925f req-cf127707-76fc-4fe6-850b-aa548060ad3b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.0520835 Nov 13 05:02:17.568886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Request body: {'port': {'device_id': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:17.614127 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:02:17.633399 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:17.676604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d22263-1b2d-47b9-9ab4-ac352528a735 req-0cf8e4e9-e809-4719-8603-4d9f3b611cf4 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:17.684921 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6d22263-1b2d-47b9-9ab4-ac352528a735 req-0cf8e4e9-e809-4719-8603-4d9f3b611cf4 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 946 time: 0.0653162 Nov 13 05:02:17.737760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6d22263-1b2d-47b9-9ab4-ac352528a735 req-55d69cce-a1a8-48a6-bbb3-5f1346ee20f9 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518191 Nov 13 05:02:17.773478 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-536f3e81-512a-4859-bf27-3bbe41d819ac None None] Provisioning complete for port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:17.774170 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-536f3e81-512a-4859-bf27-3bbe41d819ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:17.808656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-536f3e81-512a-4859-bf27-3bbe41d819ac None None] Port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:02:17.810791 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e7978-8d8e-479a-97b8-be9f41d9118b req-50cd3480-8ca7-4d53-8093-1d9c121f4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:17.812732 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-165e7978-8d8e-479a-97b8-be9f41d9118b req-50cd3480-8ca7-4d53-8093-1d9c121f4e37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e13753d94c63486ab1dfed3417fcfadc&device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 1097 time: 0.1514199 Nov 13 05:02:18.018320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e7978-8d8e-479a-97b8-be9f41d9118b req-55748ddf-7941-4026-b8e6-030b64cf8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:18.019865 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-165e7978-8d8e-479a-97b8-be9f41d9118b req-55748ddf-7941-4026-b8e6-030b64cf8a2e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3015e61c-4ff0-4335-abca-1de3d0b9863a HTTP/1.1" status: 200 len: 914 time: 0.1980743 Nov 13 05:02:18.034674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f4d1b-53e6-4a6e-9682-d5d6c805534e req-38428935-dc2d-4d10-9515-e3473dc5596c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:18.036184 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f75f4d1b-53e6-4a6e-9682-d5d6c805534e req-38428935-dc2d-4d10-9515-e3473dc5596c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 931 time: 0.1632416 Nov 13 05:02:18.087681 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-165e7978-8d8e-479a-97b8-be9f41d9118b req-1f1d083f-6be8-4d39-9be5-64df25808d36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1811e6dd-3602-4626-84af-5c1305997693 HTTP/1.1" status: 200 len: 217 time: 0.0492339 Nov 13 05:02:18.191106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:02:18.201393 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:18.204337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e7978-8d8e-479a-97b8-be9f41d9118b req-c751491b-ee22-4142-b56f-c7a7c0e761f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:18.205905 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-165e7978-8d8e-479a-97b8-be9f41d9118b req-c751491b-ee22-4142-b56f-c7a7c0e761f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04b54528-9567-49db-a721-0550b1d53853 HTTP/1.1" status: 200 len: 853 time: 0.1063673 Nov 13 05:02:18.209246 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f75f4d1b-53e6-4a6e-9682-d5d6c805534e req-3f59a362-354e-4351-b729-53d6183f1def tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329708 Nov 13 05:02:18.246948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-165e7978-8d8e-479a-97b8-be9f41d9118b req-098e589a-3747-4a95-b410-f1d1ef1e1728 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3015e61c-4ff0-4335-abca-1de3d0b9863a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331802 Nov 13 05:02:18.247860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Transition to ACTIVE for port object edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:02:18.252872 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:18.351746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Pushing event updated for resources: {'Port': ['ID=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:18.425908 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-165e7978-8d8e-479a-97b8-be9f41d9118b req-f1409a4b-da53-4387-9b20-4739bc9d6321 service neutron] 10.222.0.46 "GET /v2.0/networks/3015e61c-4ff0-4335-abca-1de3d0b9863a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706996 Nov 13 05:02:18.497814 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Attempting to bind port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:02:18.498152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Attempting to bind port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:02:18.498478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Attempting to bind port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 on network 4aee54f4-a39b-4053-9145-908dd44cd0a1 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:02:18.506738 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 on network 4aee54f4-a39b-4053-9145-908dd44cd0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:02:18.507080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Attempting to bind port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 on network 4aee54f4-a39b-4053-9145-908dd44cd0a1 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:02:18.516286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:02:18.516618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Checking segment: {'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:02:18.517055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Bound using segment: {'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:02:18.517496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Bound port: edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a4ebe2-07a2-44e8-8874-67cd76d38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:02:18.517850 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:18.575244 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-165e7978-8d8e-479a-97b8-be9f41d9118b req-7515dd0e-021c-46f7-b321-47657fec14a7 service neutron] 10.222.0.46 "GET /v2.0/networks/3015e61c-4ff0-4335-abca-1de3d0b9863a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406062 Nov 13 05:02:18.601803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] For port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:02:18.605626 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] For port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:02:18.611742 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:18.649940 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:18.650695 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:18.652306 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] 10.222.0.36 "PUT /v2.0/ports/edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 HTTP/1.1" status: 200 len: 1091 time: 1.0918148 Nov 13 05:02:18.652955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'tag': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:18.655501 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0465a788-3f06-4d5d-9baf-6dfe89087482" -d '{"events": [{"name": "network-changed", "server_uuid": "0f73a1a3-5c6b-4c75-92d7-a78b83e09833", "tag": "edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:18.694307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ba889-cc92-41d7-8186-dea55d8aafa9 service neutron] Pushing event updated for resources: {'Port': ['ID=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:18.720808 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8a2d063-d2f3-4459-b14b-0f56cfe9d0c8 req-9fc74d2e-b5b8-4ed0-ad4a-8a125ce7dfa0 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.0619402 Nov 13 05:02:18.784746 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c4faaa-c7a0-425b-9dba-f7d3d20691c7 x-openstack-request-id: req-51c4faaa-c7a0-425b-9dba-f7d3d20691c7 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:18.785665 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f73a1a3-5c6b-4c75-92d7-a78b83e09833", "tag": "edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:18.785665 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51c4faaa-c7a0-425b-9dba-f7d3d20691c7 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:18.785665 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'tag': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'status': 'completed', 'code': 200} Nov 13 05:02:18.818035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-a908924e-561a-4da1-8a1e-f43d389db443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:18.822707 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-a908924e-561a-4da1-8a1e-f43d389db443 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 1094 time: 0.1011729 Nov 13 05:02:18.885365 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-764f2ba5-4cc9-41bf-83c5-19524da67c79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 HTTP/1.1" status: 200 len: 217 time: 0.0490768 Nov 13 05:02:18.897177 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83b089-fbb6-43c7-b87f-ca65a6386a03 req-fbaf4c55-1416-40ef-aff8-48dccd446b83 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:18.910664 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e83b089-fbb6-43c7-b87f-ca65a6386a03 req-fbaf4c55-1416-40ef-aff8-48dccd446b83 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 946 time: 0.0706012 Nov 13 05:02:18.958034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-8a51748c-3575-4b7c-a9cb-d3f65b2c8953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:18.960713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-8a51748c-3575-4b7c-a9cb-d3f65b2c8953 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.0668397 Nov 13 05:02:18.977899 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e83b089-fbb6-43c7-b87f-ca65a6386a03 req-79d33ce4-71e3-4294-9771-f0ba568d4f2f tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633812 Nov 13 05:02:19.011855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-0bb31b36-7177-4d53-af9b-4c2b4a4acfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:19.013383 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-0bb31b36-7177-4d53-af9b-4c2b4a4acfeb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456483 Nov 13 05:02:19.110832 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-e6f9ab68-5383-4a22-b36d-8550730339a2 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898108 Nov 13 05:02:19.222560 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e16b8de-4cac-4be7-8974-575a7a5b9a58 req-31652ebb-b7d5-4b3e-96f0-53d0d7f4b65f service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989361 Nov 13 05:02:19.383160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a42a2-0751-4569-accf-062adb8fc4b6 req-4a50dbc1-1e06-4602-ac77-daaf9ddf7ca0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:19.384831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-457a42a2-0751-4569-accf-062adb8fc4b6 req-4a50dbc1-1e06-4602-ac77-daaf9ddf7ca0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0906069 Nov 13 05:02:19.402294 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465a788-3f06-4d5d-9baf-6dfe89087482 req-dd18016d-6153-4f4a-aa6d-1c2a875c8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:19.403729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0465a788-3f06-4d5d-9baf-6dfe89087482 req-dd18016d-6153-4f4a-aa6d-1c2a875c8a36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 1094 time: 0.0790532 Nov 13 05:02:19.507994 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-457a42a2-0751-4569-accf-062adb8fc4b6 req-3514a9d2-d30e-4b9b-bbbf-bf409f314c36 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140656 Nov 13 05:02:19.539213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465a788-3f06-4d5d-9baf-6dfe89087482 req-8e892255-95f0-4718-926a-ea7269a54f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:19.539213 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0465a788-3f06-4d5d-9baf-6dfe89087482 req-8e892255-95f0-4718-926a-ea7269a54f4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 917 time: 0.1221423 Nov 13 05:02:19.585047 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0465a788-3f06-4d5d-9baf-6dfe89087482 req-376fa477-1085-4670-b83f-293892cb3d02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 HTTP/1.1" status: 200 len: 217 time: 0.0401433 Nov 13 05:02:19.638258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465a788-3f06-4d5d-9baf-6dfe89087482 req-2ba785a3-1656-4624-8085-f5baa5e35075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:19.639391 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0465a788-3f06-4d5d-9baf-6dfe89087482 req-2ba785a3-1656-4624-8085-f5baa5e35075 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.0479863 Nov 13 05:02:19.692171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465a788-3f06-4d5d-9baf-6dfe89087482 req-f2d8b12d-08a3-4daa-a707-6cc3d8869d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:19.693759 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0465a788-3f06-4d5d-9baf-6dfe89087482 req-f2d8b12d-08a3-4daa-a707-6cc3d8869d06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458562 Nov 13 05:02:19.848925 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0dc1f10-7806-4012-86eb-519562a8a5b9 req-baf51967-5d81-4977-82d7-4258cc7ad1bc tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.0288250 Nov 13 05:02:20.126673 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0465a788-3f06-4d5d-9baf-6dfe89087482 req-289aab4d-4391-4252-96f2-c22666af4019 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248228 Nov 13 05:02:20.135262 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baca71-d327-40b4-aa45-73312a1ee6a1 req-2a546cee-27c5-43b0-a04f-8db2a2084304 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:20.136638 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d2baca71-d327-40b4-aa45-73312a1ee6a1 req-2a546cee-27c5-43b0-a04f-8db2a2084304 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 946 time: 0.0716314 Nov 13 05:02:20.240207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d2baca71-d327-40b4-aa45-73312a1ee6a1 req-c41c61e9-d839-4625-a965-b98fdd886957 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922027 Nov 13 05:02:20.260500 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0465a788-3f06-4d5d-9baf-6dfe89087482 req-f005f17a-32c9-4e00-a983-8c9d50ec9593 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226864 Nov 13 05:02:20.541342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17e5ef-b613-461c-bb3e-ed508b7d396c req-3f115fb9-3cf3-400d-a840-512ef07eae45 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:20.542837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa17e5ef-b613-461c-bb3e-ed508b7d396c req-3f115fb9-3cf3-400d-a840-512ef07eae45 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 946 time: 0.0529213 Nov 13 05:02:20.596172 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa17e5ef-b613-461c-bb3e-ed508b7d396c req-b98ced67-988e-49f4-ade6-af4be4ed5057 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467372 Nov 13 05:02:20.652075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b165cb2-fdd6-43bb-8ecc-7ea48d555192 req-e8e3f241-0841-43c1-a526-87da0821307e tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:20.653682 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b165cb2-fdd6-43bb-8ecc-7ea48d555192 req-e8e3f241-0841-43c1-a526-87da0821307e tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0560923 Nov 13 05:02:20.701263 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b165cb2-fdd6-43bb-8ecc-7ea48d555192 req-566aed7a-3517-4548-ae32-7f09a3346758 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413213 Nov 13 05:02:20.960839 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c20473f-ff4a-4864-b42c-3b45614d179e req-aafa5448-d42e-42b4-820c-7249e552b52c tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.0301490 Nov 13 05:02:21.724287 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de608d-5de3-48e8-b2d6-0a5988fb873c req-08b824a6-ed29-4a8b-a425-d1ea6cc63863 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:21.726012 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86de608d-5de3-48e8-b2d6-0a5988fb873c req-08b824a6-ed29-4a8b-a425-d1ea6cc63863 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 946 time: 0.0563915 Nov 13 05:02:21.785577 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86de608d-5de3-48e8-b2d6-0a5988fb873c req-551fa356-8750-4b1e-b322-f99b7e5c9422 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cabf7fb-1f08-41d3-a33a-fb4aeda19788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519767 Nov 13 05:02:21.831228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b252812-9036-485f-8a8d-1ac506951369 req-2cb91eb9-686d-46af-aabf-81b5d7a91cd4 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:21.835383 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3b252812-9036-485f-8a8d-1ac506951369 req-2cb91eb9-686d-46af-aabf-81b5d7a91cd4 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0593340 Nov 13 05:02:21.850439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d880d89-1dfd-49dc-97fb-9b3ad6420c05 req-4cbaefb4-feb7-46ce-81a4-5cfb26c80cf6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415466 Nov 13 05:02:21.887378 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3b252812-9036-485f-8a8d-1ac506951369 req-5f0fe0f8-f9d2-4eeb-940b-37fe145c553b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481052 Nov 13 05:02:21.928262 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d880d89-1dfd-49dc-97fb-9b3ad6420c05 req-99ae5d03-9b2c-4258-9278-d32fa0373b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:21.929931 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d880d89-1dfd-49dc-97fb-9b3ad6420c05 req-99ae5d03-9b2c-4258-9278-d32fa0373b43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0443983 Nov 13 05:02:22.044760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d880d89-1dfd-49dc-97fb-9b3ad6420c05 req-729c8c72-8c12-4a40-a4bd-65518bc61905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:22.046342 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d880d89-1dfd-49dc-97fb-9b3ad6420c05 req-729c8c72-8c12-4a40-a4bd-65518bc61905 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.0950232 Nov 13 05:02:22.077867 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9dc0ef0e-4087-4df9-8448-f79c089fddad req-16879510-08b2-4a31-90cd-b73516fe304b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.0304163 Nov 13 05:02:22.134013 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d880d89-1dfd-49dc-97fb-9b3ad6420c05 req-04a237f6-c134-4282-bb11-d8deb4fab343 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80953b7-b232-4f39-9db5-08450b9e844c HTTP/1.1" status: 200 len: 998 time: 0.0781534 Nov 13 05:02:22.216261 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d880d89-1dfd-49dc-97fb-9b3ad6420c05 req-1f9ddc0a-554c-4ecb-9031-aac1494653f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:22.217750 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d880d89-1dfd-49dc-97fb-9b3ad6420c05 req-1f9ddc0a-554c-4ecb-9031-aac1494653f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0712502 Nov 13 05:02:22.230228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235999e-7e4d-4a71-806f-a95e3c1a7d1d req-7c8e71bf-6e93-45ee-b7e8-ebfbe0150db9 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:22.231709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4235999e-7e4d-4a71-806f-a95e3c1a7d1d req-7c8e71bf-6e93-45ee-b7e8-ebfbe0150db9 tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 946 time: 0.0774419 Nov 13 05:02:22.326007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d880d89-1dfd-49dc-97fb-9b3ad6420c05 req-dacbf743-915f-472e-8d3e-ee4022bc770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:22.327540 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d880d89-1dfd-49dc-97fb-9b3ad6420c05 req-dacbf743-915f-472e-8d3e-ee4022bc770d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949059 Nov 13 05:02:22.343613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:02:22.412439 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-4235999e-7e4d-4a71-806f-a95e3c1a7d1d req-cc95e8b9-202a-41ce-9911-98d26f54999c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Deleting port 1811e6dd-3602-4626-84af-5c1305997693 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:22.412769 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4235999e-7e4d-4a71-806f-a95e3c1a7d1d req-cc95e8b9-202a-41ce-9911-98d26f54999c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:22.447762 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:22.460671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'port_id': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'mac_address': 'fa:16:3e:8f:d9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:02:22.484906 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d880d89-1dfd-49dc-97fb-9b3ad6420c05 req-d7005baf-27d1-4807-be0d-a37e73631c79 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491377 Nov 13 05:02:22.499021 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:22.516289 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:02:22.537439 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:22.544879 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:22.575936 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4235999e-7e4d-4a71-806f-a95e3c1a7d1d req-cc95e8b9-202a-41ce-9911-98d26f54999c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] For port 1811e6dd-3602-4626-84af-5c1305997693, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1811e6dd-3602-4626-84af-5c1305997693,segment=NetworkSegment(69dc343b-6944-4740-a328-e855c8a1143b),segment_id=69dc343b-6944-4740-a328-e855c8a1143b)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:22.576296 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4235999e-7e4d-4a71-806f-a95e3c1a7d1d req-cc95e8b9-202a-41ce-9911-98d26f54999c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:22.594067 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:22.595630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-4235999e-7e4d-4a71-806f-a95e3c1a7d1d req-cc95e8b9-202a-41ce-9911-98d26f54999c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Calling delete_port for 1811e6dd-3602-4626-84af-5c1305997693 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:22.602576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:22.602576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:22.603067 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:22.603526 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:22.603914 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:22.604348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:22.604757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:22.605581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:22.605581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:22.605915 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:22.606319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:22.606751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:22.652943 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d880d89-1dfd-49dc-97fb-9b3ad6420c05 req-213ccb38-53bd-439a-b8f7-3810cdcaea09 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602778 Nov 13 05:02:22.742780 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4235999e-7e4d-4a71-806f-a95e3c1a7d1d req-cc95e8b9-202a-41ce-9911-98d26f54999c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:22.779077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95e8b9-202a-41ce-9911-98d26f54999c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Pushing event deleted for resources: {'Port': ['ID=1811e6dd-3602-4626-84af-5c1305997693,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:22.783325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1811e6dd-3602-4626-84af-5c1305997693'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:02:22.821333 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4235999e-7e4d-4a71-806f-a95e3c1a7d1d req-cc95e8b9-202a-41ce-9911-98d26f54999c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] No DVR routers for this DVR port 1811e6dd-3602-4626-84af-5c1305997693 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:02:22.823950 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4235999e-7e4d-4a71-806f-a95e3c1a7d1d req-cc95e8b9-202a-41ce-9911-98d26f54999c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:22.827310 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4235999e-7e4d-4a71-806f-a95e3c1a7d1d req-cc95e8b9-202a-41ce-9911-98d26f54999c tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.46 "DELETE /v2.0/ports/1811e6dd-3602-4626-84af-5c1305997693 HTTP/1.1" status: 204 len: 173 time: 0.5870898 Nov 13 05:02:22.827759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0470bca-48ee-43e1-bdb6-39044845f066', 'name': 'network-vif-deleted', 'tag': '1811e6dd-3602-4626-84af-5c1305997693'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:22.830795 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b874bc30-25db-4ede-baaa-776ba47a25b9" -d '{"events": [{"server_uuid": "d0470bca-48ee-43e1-bdb6-39044845f066", "name": "network-vif-deleted", "tag": "1811e6dd-3602-4626-84af-5c1305997693"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:22.873723 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7d1dd5-d0f3-42b3-8434-a10000f5aa1f x-openstack-request-id: req-4f7d1dd5-d0f3-42b3-8434-a10000f5aa1f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:22.874216 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0470bca-48ee-43e1-bdb6-39044845f066", "name": "network-vif-deleted", "tag": "1811e6dd-3602-4626-84af-5c1305997693", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:22.874952 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f7d1dd5-d0f3-42b3-8434-a10000f5aa1f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:22.875988 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0470bca-48ee-43e1-bdb6-39044845f066', 'name': 'network-vif-deleted', 'tag': '1811e6dd-3602-4626-84af-5c1305997693', 'status': 'completed', 'code': 200} Nov 13 05:02:22.897078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-abca7d9a-c046-4f7e-81cf-eee253548e48 req-7bfbe664-1970-4766-92a8-e36f5e28ffbe tempest-InstanceActionsTestJSON-883006931 tempest-InstanceActionsTestJSON-883006931-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0470bca-48ee-43e1-bdb6-39044845f066 HTTP/1.1" status: 200 len: 210 time: 0.0320048 Nov 13 05:02:22.908649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:02:23.039853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b950d1-b5d5-4c24-96ae-bc1884737b9b req-8bd02dda-07a4-4321-8237-05006c5e825c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:23.042170 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d3b950d1-b5d5-4c24-96ae-bc1884737b9b req-8bd02dda-07a4-4321-8237-05006c5e825c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 944 time: 0.0609756 Nov 13 05:02:23.098936 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d3b950d1-b5d5-4c24-96ae-bc1884737b9b req-9ae5cc3b-bfd1-4019-a59a-f5d6e5cde559 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499587 Nov 13 05:02:23.188776 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-abf443f8-d6f7-49cc-827d-577113057886 req-10769718-f201-4657-af0f-d01086198ca1 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.0273769 Nov 13 05:02:23.982244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49810) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:24.032316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-02506667-dff6-4b0d-8237-51c019058399 admin admin] Deleting subnet 04b54528-9567-49db-a721-0550b1d53853 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:02:24.035896 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02506667-dff6-4b0d-8237-51c019058399 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.069614 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02506667-dff6-4b0d-8237-51c019058399 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.107857 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02506667-dff6-4b0d-8237-51c019058399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.162953 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02506667-dff6-4b0d-8237-51c019058399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.195200 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02506667-dff6-4b0d-8237-51c019058399 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.201396 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49814) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:24.201918 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-02506667-dff6-4b0d-8237-51c019058399 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/04b54528-9567-49db-a721-0550b1d53853 HTTP/1.1" status: 204 len: 168 time: 0.2180233 Nov 13 05:02:24.234725 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02506667-dff6-4b0d-8237-51c019058399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b54528-9567-49db-a721-0550b1d53853,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:24.259503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12525e-705d-4072-8bf6-830d5b372751 req-49e35283-92a3-48a2-9a6a-75644dccdd51 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:24.261369 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3b12525e-705d-4072-8bf6-830d5b372751 req-49e35283-92a3-48a2-9a6a-75644dccdd51 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 944 time: 0.0588751 Nov 13 05:02:24.309832 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3b12525e-705d-4072-8bf6-830d5b372751 req-3e584c42-d284-453e-9318-6eac9d50f7c1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420437 Nov 13 05:02:24.320766 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43f75abd-15b2-4e87-9955-0df9e999c53f req-3e6b43f0-f52c-438b-8257-d8167014ddde tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.0378101 Nov 13 05:02:24.323723 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-292e66c6-4062-4186-8612-3c6919756579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.360604 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:02:24.409284 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-292e66c6-4062-4186-8612-3c6919756579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.410458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:02:24.414569 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:24.414932 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.430021 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-292e66c6-4062-4186-8612-3c6919756579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3015e61c-4ff0-4335-abca-1de3d0b9863a']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:24.439544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-292e66c6-4062-4186-8612-3c6919756579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dc343b-6944-4740-a328-e855c8a1143b') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:24.439859 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-292e66c6-4062-4186-8612-3c6919756579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dc343b-6944-4740-a328-e855c8a1143b') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:24.449509 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-292e66c6-4062-4186-8612-3c6919756579 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.463825 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-292e66c6-4062-4186-8612-3c6919756579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.471327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292e66c6-4062-4186-8612-3c6919756579 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:02:24.471782 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-292e66c6-4062-4186-8612-3c6919756579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:02:24.473623 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:02:24.496084 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.523840 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:24.526266 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954be353-f649-405b-928f-1a2b260ede4b" -d '{"events": [{"server_uuid": "0f73a1a3-5c6b-4c75-92d7-a78b83e09833", "name": "network-vif-plugged", "status": "completed", "tag": "edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:24.536034 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-292e66c6-4062-4186-8612-3c6919756579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.545619 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:24.549154 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-292e66c6-4062-4186-8612-3c6919756579 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.551531 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.553704 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-292e66c6-4062-4186-8612-3c6919756579 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3015e61c-4ff0-4335-abca-1de3d0b9863a HTTP/1.1" status: 204 len: 168 time: 0.3512144 Nov 13 05:02:24.565957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e66c6-4062-4186-8612-3c6919756579 admin admin] Pushing event deleted for resources: {'Network': ['ID=3015e61c-4ff0-4335-abca-1de3d0b9863a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:24.597626 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd3bed4-34a8-4712-8275-85ec268f3c02 x-openstack-request-id: req-cdd3bed4-34a8-4712-8275-85ec268f3c02 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:24.598048 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f73a1a3-5c6b-4c75-92d7-a78b83e09833", "name": "network-vif-plugged", "status": "completed", "tag": "edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:24.598388 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cdd3bed4-34a8-4712-8275-85ec268f3c02 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:24.598867 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'code': 200} Nov 13 05:02:24.613391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:24.727030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5efa18-3e0f-4e61-accf-8fbd6ea6921e req-5cb0db2b-3be0-456b-8c81-05753c636dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:24.728657 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef5efa18-3e0f-4e61-accf-8fbd6ea6921e req-5cb0db2b-3be0-456b-8c81-05753c636dac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 1096 time: 0.0434339 Nov 13 05:02:24.747893 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49822) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:24.780156 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef5efa18-3e0f-4e61-accf-8fbd6ea6921e req-53988eb1-4fe7-4616-8171-73be17135d37 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443976 Nov 13 05:02:24.794451 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6ddfffcc-e08e-4cd5-bd77-422075fe1c0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e13753d94c63486ab1dfed3417fcfadc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451274 Nov 13 05:02:24.797042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49824) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:24.847377 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70ea2bd1-c5cb-49ed-b811-49cc3f57a986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.869725 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70ea2bd1-c5cb-49ed-b811-49cc3f57a986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.916386 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70ea2bd1-c5cb-49ed-b811-49cc3f57a986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.919089 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70ea2bd1-c5cb-49ed-b811-49cc3f57a986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:24.920246 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-70ea2bd1-c5cb-49ed-b811-49cc3f57a986 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1cabf7fb-1f08-41d3-a33a-fb4aeda19788 HTTP/1.1" status: 204 len: 168 time: 0.1222496 Nov 13 05:02:24.928248 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea2bd1-c5cb-49ed-b811-49cc3f57a986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cabf7fb-1f08-41d3-a33a-fb4aeda19788,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:25.452771 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b47bb3c6-2956-498f-a866-b898d22e9484 req-a6edc441-bdff-4178-92a0-efeaf7e47783 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.0399077 Nov 13 05:02:25.457930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bdf99-2237-41e1-bee2-8dff8dc47de9 req-e7e0030b-cd38-4748-9fcc-d49d86b8744d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:25.465467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e06bdf99-2237-41e1-bee2-8dff8dc47de9 req-e7e0030b-cd38-4748-9fcc-d49d86b8744d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0644231 Nov 13 05:02:25.531761 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e06bdf99-2237-41e1-bee2-8dff8dc47de9 req-e998d563-4dae-4285-a9b8-7b70af4791b5 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651186 Nov 13 05:02:25.660944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49850) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:25.761931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-265261682-network', 'tenant_id': 'd5121caf031d46588300a89c8e2e4ba8'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:25.784157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] Made reservation on behalf of d5121caf031d46588300a89c8e2e4ba8 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:02:25.786521 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:25.795169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:25.871959 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:25.877538 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:25.906388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da932a9a-3bc7-4bad-af18-8414d30eef20,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:25.911737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:02:25.921646 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:25.921840 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] Added segment b46c799b-d0fd-457d-aeed-a6f3b7d3877b of type vlan for network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 Nov 13 05:02:25.964726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:25.989792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:25.990724 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:25.991321 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:26.049681 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3875785 Nov 13 05:02:26.052730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49854) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:26.057050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afaba70-93da-4b70-8b66-0f45d1d68809 admin admin] Pushing event updated for resources: {'Network': ['ID=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:26.058233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-bb0fae2a-1c3a-45f7-9ea4-947ff45e6065 admin admin] Request body: {'subnet': {'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-265261682-subnet', 'tenant_id': 'd5121caf031d46588300a89c8e2e4ba8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:26.074621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:02:26.086477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0fae2a-1c3a-45f7-9ea4-947ff45e6065 admin admin] Made reservation on behalf of d5121caf031d46588300a89c8e2e4ba8 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:02:26.089183 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bb0fae2a-1c3a-45f7-9ea4-947ff45e6065 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:26.272232 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bb0fae2a-1c3a-45f7-9ea4-947ff45e6065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:26.339069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fae2a-1c3a-45f7-9ea4-947ff45e6065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:26.346791 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0fae2a-1c3a-45f7-9ea4-947ff45e6065 admin admin] Checking segment: {'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:02:26.347195 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0fae2a-1c3a-45f7-9ea4-947ff45e6065 admin admin] Network hostable DHCP agents. Network: 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:02:26.364993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0fae2a-1c3a-45f7-9ea4-947ff45e6065 admin admin] Network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:02:26.368581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1811e6dd-3602-4626-84af-5c1305997693 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:26.377482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-bb0fae2a-1c3a-45f7-9ea4-947ff45e6065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:02:26.382530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0fae2a-1c3a-45f7-9ea4-947ff45e6065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:26.383655 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bb0fae2a-1c3a-45f7-9ea4-947ff45e6065 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:26.393481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70bdf69-918e-49d8-b65e-226692acbf33 None None] Network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:02:26.395821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 1811e6dd-3602-4626-84af-5c1305997693 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:02:26.396163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1811e6dd-3602-4626-84af-5c1305997693 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:02:26.404271 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bb0fae2a-1c3a-45f7-9ea4-947ff45e6065 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3500662 Nov 13 05:02:26.572421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-5c23abc6-8e7c-40ff-8ef6-d099758bb4f3', 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3', 'tenant_id': 'd5121caf031d46588300a89c8e2e4ba8', 'fixed_ips': [{'subnet_id': '2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:02:26.573526 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:26.587129 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea76081b-3969-45bb-8e06-5d756b8f1bb8 req-24ae62b8-725e-4d7d-a11f-0e24ccd5263b tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c670c165-5753-410d-9bd0-8b0f6e140ed4 HTTP/1.1" status: 200 len: 210 time: 0.0349491 Nov 13 05:02:26.684849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5373c-4a26-4ec3-b287-2ab9196d3a1f req-53c72b04-b729-4a25-9137-8c2ebf91a4d7 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:26.692193 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-52e5373c-4a26-4ec3-b287-2ab9196d3a1f req-53c72b04-b729-4a25-9137-8c2ebf91a4d7 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0728700 Nov 13 05:02:26.743507 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-52e5373c-4a26-4ec3-b287-2ab9196d3a1f req-377a3bf2-ba1b-4d98-8310-ddf270a50943 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500324 Nov 13 05:02:26.759149 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Allocated IP 172.20.0.2 (5c23abc6-8e7c-40ff-8ef6-d099758bb4f3/2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d/e6186fe2-77d0-42aa-99f1-cd31b1720c5a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:02:26.873290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f888d96-04ec-41e4-b7ec-c3c764ef2347 req-2e3bec5f-b32e-4c8d-8487-cfcc558a6495 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:26.874830 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f888d96-04ec-41e4-b7ec-c3c764ef2347 req-2e3bec5f-b32e-4c8d-8487-cfcc558a6495 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0514390 Nov 13 05:02:26.883671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49876) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:26.888333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c411e556-5f69-49b4-8bc3-a5f89d4d17d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Request body: {'floatingip': {'port_id': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:26.916997 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:26.923152 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:26.958234 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c411e556-5f69-49b4-8bc3-a5f89d4d17d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:26.963906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:02:26.967171 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:02:26.972493 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:02:26.983181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Pushing event updated for resources: {'Port': ['ID=e6186fe2-77d0-42aa-99f1-cd31b1720c5a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:27.030791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Attempting to bind port e6186fe2-77d0-42aa-99f1-cd31b1720c5a on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:02:27.031181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Attempting to bind port e6186fe2-77d0-42aa-99f1-cd31b1720c5a by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:02:27.031514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Attempting to bind port e6186fe2-77d0-42aa-99f1-cd31b1720c5a on network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:02:27.037294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:02:27.037666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Checking segment: {'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:02:27.038062 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:27.038450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Bound using segment: {'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:02:27.039431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Bound port: e6186fe2-77d0-42aa-99f1-cd31b1720c5a, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:02:27.039431 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:27.108969 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] For port e6186fe2-77d0-42aa-99f1-cd31b1720c5a, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:02:27.116328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] For port e6186fe2-77d0-42aa-99f1-cd31b1720c5a, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e6186fe2-77d0-42aa-99f1-cd31b1720c5a,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:02:27.125478 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:27.156548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e566711-ee79-455d-b31e-173641cf3e41 req-d542b634-bb34-46d7-9fe2-17912efef150 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:27.158172 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2e566711-ee79-455d-b31e-173641cf3e41 req-d542b634-bb34-46d7-9fe2-17912efef150 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/networks?id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 HTTP/1.1" status: 200 len: 815 time: 0.2314656 Nov 13 05:02:27.201124 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d206626-559f-414c-bb60-16831cbba1cc None None] Pushing event updated for resources: {'Port': ['ID=e6186fe2-77d0-42aa-99f1-cd31b1720c5a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:27.208185 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2e566711-ee79-455d-b31e-173641cf3e41 req-798bd2fc-e0cd-4a92-a3aa-4a52f74dfde6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/quotas/d5121caf031d46588300a89c8e2e4ba8 HTTP/1.1" status: 200 len: 375 time: 0.0155468 Nov 13 05:02:27.317047 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2e566711-ee79-455d-b31e-173641cf3e41 req-abec84fe-2f8a-41b6-ac3c-1e62a64f4453 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5121caf031d46588300a89c8e2e4ba8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1017528 Nov 13 05:02:27.613268 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2e566711-ee79-455d-b31e-173641cf3e41 req-0f2123f2-032c-4b6f-9f40-b82354dbf707 service neutron] 10.222.0.43 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663445 Nov 13 05:02:27.678891 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49886) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:27.739167 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b1af75f9-5b38-4180-90b9-fbe90508eec4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:27.762933 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b1af75f9-5b38-4180-90b9-fbe90508eec4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:27.766898 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.db.resource_extend [None req-c411e556-5f69-49b4-8bc3-a5f89d4d17d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 05:02:27.815380 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b1af75f9-5b38-4180-90b9-fbe90508eec4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:27.818028 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b1af75f9-5b38-4180-90b9-fbe90508eec4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:27.819282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b1af75f9-5b38-4180-90b9-fbe90508eec4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "DELETE /v2.0/security-groups/ef5fd764-f79b-45e3-81d8-69a3b8c83538 HTTP/1.1" status: 204 len: 168 time: 0.1392262 Nov 13 05:02:27.824672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49888) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:27.841341 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af75f9-5b38-4180-90b9-fbe90508eec4 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5fd764-f79b-45e3-81d8-69a3b8c83538,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:27.843469 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-d9dd87fd-020a-4859-b233-d0a636ced3dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] show failed (client error): The resource could not be found. Nov 13 05:02:27.844539 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d9dd87fd-020a-4859-b233-d0a636ced3dd tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "GET /v2.0/security-groups/ef5fd764-f79b-45e3-81d8-69a3b8c83538 HTTP/1.1" status: 404 len: 347 time: 0.0189106 Nov 13 05:02:27.847084 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2e566711-ee79-455d-b31e-173641cf3e41 req-c0e5d55a-2bce-4e31-8d89-ea8f35db162a service neutron] 10.222.0.43 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211003 Nov 13 05:02:27.847831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49890) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:27.851313 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c411e556-5f69-49b4-8bc3-a5f89d4d17d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:27.862667 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c411e556-5f69-49b4-8bc3-a5f89d4d17d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:28.001494 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-c411e556-5f69-49b4-8bc3-a5f89d4d17d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Floating IP af71c2dc-57cd-4f54-8637-fd3fd176f7e4 associated. External IP: 172.25.8.85, port: edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2. Nov 13 05:02:28.001720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f70fc5a1-be1c-47a3-b5a0-9e2394dd6a45 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Deleting port 056db4eb-426b-4ff9-abc5-2c84986f4d81 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:28.001823 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f70fc5a1-be1c-47a3-b5a0-9e2394dd6a45 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:28.276461 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75711c15-5cdc-4046-94f4-f831c3e2186a req-c27ca21e-7bfd-4566-8385-087c4b3d36dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1593316 Nov 13 05:02:28.295686 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f70fc5a1-be1c-47a3-b5a0-9e2394dd6a45 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:28.296009 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f70fc5a1-be1c-47a3-b5a0-9e2394dd6a45 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:28.319296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-06b8c732-817c-4806-9f6f-771df860efdb tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:28.320887 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-06b8c732-817c-4806-9f6f-771df860efdb tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/networks?id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 HTTP/1.1" status: 200 len: 815 time: 0.1588988 Nov 13 05:02:28.326466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f70fc5a1-be1c-47a3-b5a0-9e2394dd6a45 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Calling delete_port for 056db4eb-426b-4ff9-abc5-2c84986f4d81 owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:28.359757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256de30e-4ad0-40b8-9d32-ffd10d3a3c04 None None] Network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:02:28.388604 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-7f248c2c-1c79-46c4-868f-e112810f2cb9 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/quotas/d5121caf031d46588300a89c8e2e4ba8 HTTP/1.1" status: 200 len: 375 time: 0.0489895 Nov 13 05:02:28.468855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75711c15-5cdc-4046-94f4-f831c3e2186a req-ee1e3419-62ea-4de2-82ee-fe9cd8a507be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:28.470553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75711c15-5cdc-4046-94f4-f831c3e2186a req-ee1e3419-62ea-4de2-82ee-fe9cd8a507be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 1097 time: 0.1454582 Nov 13 05:02:28.502270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-970766c7-5708-4a26-b0c5-518f818ed286 None None] Provisioning complete for port e6186fe2-77d0-42aa-99f1-cd31b1720c5a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:28.502817 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-970766c7-5708-4a26-b0c5-518f818ed286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:28.538796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-aba3c7e6-06bf-466a-a229-c9f6d934ef0a tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5121caf031d46588300a89c8e2e4ba8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1169453 Nov 13 05:02:28.577200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c411e556-5f69-49b4-8bc3-a5f89d4d17d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Router 79dc917a-31a9-4547-a593-4b7c60f04565 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:02:28.593729 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:28.673499 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-970766c7-5708-4a26-b0c5-518f818ed286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:28.720922 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c411e556-5f69-49b4-8bc3-a5f89d4d17d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:02:28.722269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-970766c7-5708-4a26-b0c5-518f818ed286 None None] For port e6186fe2-77d0-42aa-99f1-cd31b1720c5a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e6186fe2-77d0-42aa-99f1-cd31b1720c5a,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:28.727400 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c411e556-5f69-49b4-8bc3-a5f89d4d17d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:28.736830 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68836ea4-95f8-4eb5-94da-2e17a209f70b None None] Sync routers for ids ['79dc917a-31a9-4547-a593-4b7c60f04565'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:02:28.751311 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68836ea4-95f8-4eb5-94da-2e17a209f70b None None] Routers {'79dc917a-31a9-4547-a593-4b7c60f04565'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:02:28.751573 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-68836ea4-95f8-4eb5-94da-2e17a209f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:02:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['79dc917a-31a9-4547-a593-4b7c60f04565'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:28.752246 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-970766c7-5708-4a26-b0c5-518f818ed286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:28.767567 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c411e556-5f69-49b4-8bc3-a5f89d4d17d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "PUT /v2.0/floatingips/af71c2dc-57cd-4f54-8637-fd3fd176f7e4 HTTP/1.1" status: 200 len: 990 time: 1.8826735 Nov 13 05:02:28.769087 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'tag': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:28.772768 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b268359-906d-41c0-ab6a-70d4b13e222b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f73a1a3-5c6b-4c75-92d7-a78b83e09833", "tag": "edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:28.807017 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-36543e67-fd15-48d6-9159-2f6d53996307 service neutron] 10.222.0.43 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672827 Nov 13 05:02:28.809227 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f70fc5a1-be1c-47a3-b5a0-9e2394dd6a45 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:28.826675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75711c15-5cdc-4046-94f4-f831c3e2186a req-d9f33cce-0c8a-4495-8c72-9a98268ba45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:28.828661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75711c15-5cdc-4046-94f4-f831c3e2186a req-d9f33cce-0c8a-4495-8c72-9a98268ba45d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.3323183 Nov 13 05:02:28.902295 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fc5a1-be1c-47a3-b5a0-9e2394dd6a45 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event deleted for resources: {'Port': ['ID=056db4eb-426b-4ff9-abc5-2c84986f4d81,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:28.932980 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970766c7-5708-4a26-b0c5-518f818ed286 None None] Pushing event updated for resources: {'Port': ['ID=e6186fe2-77d0-42aa-99f1-cd31b1720c5a,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:28.933825 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c61c750-5078-461b-8731-8a3857e5ca11 x-openstack-request-id: req-5c61c750-5078-461b-8731-8a3857e5ca11 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:28.934224 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f73a1a3-5c6b-4c75-92d7-a78b83e09833", "tag": "edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:28.934570 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c61c750-5078-461b-8731-8a3857e5ca11 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:28.935098 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'tag': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'status': 'completed', 'code': 200} Nov 13 05:02:28.941627 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-68836ea4-95f8-4eb5-94da-2e17a209f70b None None] Set router 79dc917a-31a9-4547-a593-4b7c60f04565 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:02:29.021153 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:29.022413 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e6186fe2-77d0-42aa-99f1-cd31b1720c5a up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:02:29.037232 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75711c15-5cdc-4046-94f4-f831c3e2186a req-441cae32-2ebe-428a-9675-027dbd0ade12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1389231e-ac69-429d-bf74-ab27295f78b5 HTTP/1.1" status: 200 len: 217 time: 0.1711235 Nov 13 05:02:29.074773 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b268359-906d-41c0-ab6a-70d4b13e222b req-3dbdabbe-f033-4122-b9e1-3f0639c5fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:29.076899 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b268359-906d-41c0-ab6a-70d4b13e222b req-3dbdabbe-f033-4122-b9e1-3f0639c5fd0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 1096 time: 0.1004024 Nov 13 05:02:29.155888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-42ce28d4-e450-48d0-b692-c574764d1b52 None None] Provisioning complete for port e6186fe2-77d0-42aa-99f1-cd31b1720c5a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:29.156807 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-42ce28d4-e450-48d0-b692-c574764d1b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:29.169562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75711c15-5cdc-4046-94f4-f831c3e2186a req-4c9766ff-9ef6-4956-b7e0-3cb8d32c84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:29.170993 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75711c15-5cdc-4046-94f4-f831c3e2186a req-4c9766ff-9ef6-4956-b7e0-3cb8d32c84c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.1104317 Nov 13 05:02:29.179418 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-cb3c94df-16f7-4d9e-a0bf-7ca23371a19a service neutron] 10.222.0.43 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567567 Nov 13 05:02:29.183062 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f70fc5a1-be1c-47a3-b5a0-9e2394dd6a45 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:29.185978 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f70fc5a1-be1c-47a3-b5a0-9e2394dd6a45 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:29.187667 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f70fc5a1-be1c-47a3-b5a0-9e2394dd6a45 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "DELETE /v2.0/floatingips/d19e0d2e-c082-4b36-a15e-89270f97c9b9 HTTP/1.1" status: 204 len: 168 time: 1.3389230 Nov 13 05:02:29.193702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49916) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:29.227557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e6186fe2-77d0-42aa-99f1-cd31b1720c5a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:29.227827 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:29.249581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75711c15-5cdc-4046-94f4-f831c3e2186a req-37be6412-d6cc-47dc-a186-4a7a1c000ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:29.251234 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75711c15-5cdc-4046-94f4-f831c3e2186a req-37be6412-d6cc-47dc-a186-4a7a1c000ffd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706553 Nov 13 05:02:29.274896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b268359-906d-41c0-ab6a-70d4b13e222b req-a042451f-f0e8-4161-b36c-71cd7d9de341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:29.277846 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b268359-906d-41c0-ab6a-70d4b13e222b req-a042451f-f0e8-4161-b36c-71cd7d9de341 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 917 time: 0.1918995 Nov 13 05:02:29.296385 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-68836ea4-95f8-4eb5-94da-2e17a209f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'af71c2dc-57cd-4f54-8637-fd3fd176f7e4', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'port_id': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'mac_address': 'fa:16:3e:8f:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:02:14Z', 'updated_at': '2021-11-13T05:02:27Z', 'revision_number': 1, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f38a1cd4-0068-4903-a80d-067493047fdf', 'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:22Z', 'updated_at': '2021-11-13T04:56:30Z', 'revision_number': 5, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'subnets': [{'id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:29.352315 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68836ea4-95f8-4eb5-94da-2e17a209f70b None None] Checking router: 79dc917a-31a9-4547-a593-4b7c60f04565 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:02:29.373694 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68836ea4-95f8-4eb5-94da-2e17a209f70b None None] Routers {'79dc917a-31a9-4547-a593-4b7c60f04565'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:02:29.374286 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-68836ea4-95f8-4eb5-94da-2e17a209f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:02:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['79dc917a-31a9-4547-a593-4b7c60f04565'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:29.445486 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75711c15-5cdc-4046-94f4-f831c3e2186a req-427c76cd-0dcc-45da-9028-c3c19b030e27 service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855567 Nov 13 05:02:29.460569 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b268359-906d-41c0-ab6a-70d4b13e222b req-fa06de50-447f-43be-81b2-805a5902768e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 HTTP/1.1" status: 200 len: 998 time: 0.1413848 Nov 13 05:02:29.521775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b268359-906d-41c0-ab6a-70d4b13e222b req-22639e8e-efc6-4848-bddc-ed1a0eb604fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:29.523306 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b268359-906d-41c0-ab6a-70d4b13e222b req-22639e8e-efc6-4848-bddc-ed1a0eb604fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.0517135 Nov 13 05:02:29.558691 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-68836ea4-95f8-4eb5-94da-2e17a209f70b None None] Set router 79dc917a-31a9-4547-a593-4b7c60f04565 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:02:29.643058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-34954939-e13c-475c-a53c-663ec1d71bbb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Deleting port 45514580-8632-4c56-ab8d-1dc483712314 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:29.643429 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34954939-e13c-475c-a53c-663ec1d71bbb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:29.677885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b268359-906d-41c0-ab6a-70d4b13e222b req-bf95b755-2dd7-450b-ae14-8dbcb464c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:29.679598 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b268359-906d-41c0-ab6a-70d4b13e222b req-bf95b755-2dd7-450b-ae14-8dbcb464c72e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448016 Nov 13 05:02:29.724960 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75711c15-5cdc-4046-94f4-f831c3e2186a req-af54ec96-8a43-4c45-816b-304612ff6d63 service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720647 Nov 13 05:02:29.784985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e566711-ee79-455d-b31e-173641cf3e41 req-98735c35-a4cc-44dd-a5fc-c71219ebf2b7 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:29.789144 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e566711-ee79-455d-b31e-173641cf3e41 req-98735c35-a4cc-44dd-a5fc-c71219ebf2b7 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.46 "GET /v2.0/networks?id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 HTTP/1.1" status: 200 len: 815 time: 0.2263362 Nov 13 05:02:29.793284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06064a19-42e8-4d53-a52b-7944f062e127 req-0e3bafb9-e410-4da5-8460-a8348b363663 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:29.795008 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06064a19-42e8-4d53-a52b-7944f062e127 req-0e3bafb9-e410-4da5-8460-a8348b363663 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/networks?id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 HTTP/1.1" status: 200 len: 815 time: 0.3381388 Nov 13 05:02:29.813628 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-2e566711-ee79-455d-b31e-173641cf3e41 req-df47d2ce-aeda-4d6c-a47a-6a6eb5ba55d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Request body: {'port': {'device_id': '56ae205e-ad60-44c3-bb2e-fb033a7a118d', 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3', 'admin_state_up': True, 'tenant_id': 'd5121caf031d46588300a89c8e2e4ba8'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:29.846318 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06064a19-42e8-4d53-a52b-7944f062e127 req-8868f335-e3ae-45b9-a7b0-68fee1b1d378 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/quotas/d5121caf031d46588300a89c8e2e4ba8 HTTP/1.1" status: 200 len: 375 time: 0.0316818 Nov 13 05:02:29.850996 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34954939-e13c-475c-a53c-663ec1d71bbb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:29.901236 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-34954939-e13c-475c-a53c-663ec1d71bbb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Calling delete_port for 45514580-8632-4c56-ab8d-1dc483712314 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:29.906375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b268359-906d-41c0-ab6a-70d4b13e222b req-d7bfc2ab-ca3d-4a12-bb78-7a2a9d4a74ba service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154438 Nov 13 05:02:29.990095 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-68836ea4-95f8-4eb5-94da-2e17a209f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'af71c2dc-57cd-4f54-8637-fd3fd176f7e4', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'port_id': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'mac_address': 'fa:16:3e:8f:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:02:14Z', 'updated_at': '2021-11-13T05:02:27Z', 'revision_number': 1, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f38a1cd4-0068-4903-a80d-067493047fdf', 'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:22Z', 'updated_at': '2021-11-13T04:56:30Z', 'revision_number': 5, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'subnets': [{'id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:29.991973 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e566711-ee79-455d-b31e-173641cf3e41 req-df47d2ce-aeda-4d6c-a47a-6a6eb5ba55d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Made reservation on behalf of d5121caf031d46588300a89c8e2e4ba8 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:02:29.997669 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e566711-ee79-455d-b31e-173641cf3e41 req-df47d2ce-aeda-4d6c-a47a-6a6eb5ba55d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:30.002476 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06064a19-42e8-4d53-a52b-7944f062e127 req-d9161bba-7941-46d1-a368-a65aa7708e86 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5121caf031d46588300a89c8e2e4ba8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1442831 Nov 13 05:02:30.039411 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68836ea4-95f8-4eb5-94da-2e17a209f70b None None] The sync data for ids ['79dc917a-31a9-4547-a593-4b7c60f04565'] in n-d-813114-2 is: [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'af71c2dc-57cd-4f54-8637-fd3fd176f7e4', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'port_id': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'mac_address': 'fa:16:3e:8f:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:02:14Z', 'updated_at': '2021-11-13T05:02:27Z', 'revision_number': 1, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f38a1cd4-0068-4903-a80d-067493047fdf', 'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:22Z', 'updated_at': '2021-11-13T04:56:30Z', 'revision_number': 5, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'subnets': [{'id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:02:30.153008 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-2e566711-ee79-455d-b31e-173641cf3e41 req-df47d2ce-aeda-4d6c-a47a-6a6eb5ba55d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Allocated IP 172.20.0.8 (5c23abc6-8e7c-40ff-8ef6-d099758bb4f3/2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d/374fb406-188d-4757-9b69-1837b4e9054b) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:02:30.175014 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b268359-906d-41c0-ab6a-70d4b13e222b req-d8ac9a86-931f-4324-82bd-29daef267fae service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565162 Nov 13 05:02:30.182955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06064a19-42e8-4d53-a52b-7944f062e127 req-19fb58d5-5d8e-475b-be1f-a89e48a6c55f service neutron] 10.222.0.43 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793690 Nov 13 05:02:30.297419 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34954939-e13c-475c-a53c-663ec1d71bbb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:30.329739 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0343be40-fd03-4b62-af36-787e47469adb None None] New status for floating IP af71c2dc-57cd-4f54-8637-fd3fd176f7e4: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:02:30.336735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34954939-e13c-475c-a53c-663ec1d71bbb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event deleted for resources: {'Port': ['ID=45514580-8632-4c56-ab8d-1dc483712314,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:30.341193 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06064a19-42e8-4d53-a52b-7944f062e127 req-41954c7c-1674-4799-9960-3f6e799983f5 service neutron] 10.222.0.43 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574767 Nov 13 05:02:30.465099 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34954939-e13c-475c-a53c-663ec1d71bbb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:30.473035 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-34954939-e13c-475c-a53c-663ec1d71bbb tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "DELETE /v2.0/ports/45514580-8632-4c56-ab8d-1dc483712314 HTTP/1.1" status: 204 len: 168 time: 1.2779202 Nov 13 05:02:30.473973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49940) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:30.586590 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d5dd0-a09b-4c33-a365-4d44c825efe3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Deleting port 321611fc-1ecc-49e1-931e-f0b57b629cb6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:30.586590 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5dd0-a09b-4c33-a365-4d44c825efe3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:30.779292 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e695f25-6023-46a7-888b-e7cff5a03fb1 req-121eaa44-2c22-4269-af07-56deb93af2a2 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 210 time: 0.0492365 Nov 13 05:02:30.836094 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e566711-ee79-455d-b31e-173641cf3e41 req-df47d2ce-aeda-4d6c-a47a-6a6eb5ba55d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:30.867027 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5dd0-a09b-4c33-a365-4d44c825efe3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:30.895906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d5dd0-a09b-4c33-a365-4d44c825efe3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Calling delete_port for 321611fc-1ecc-49e1-931e-f0b57b629cb6 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:30.901397 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e566711-ee79-455d-b31e-173641cf3e41 req-df47d2ce-aeda-4d6c-a47a-6a6eb5ba55d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:30.933865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e6186fe2-77d0-42aa-99f1-cd31b1720c5a up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:02:30.971127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d1d2becd-7e9e-46a0-909d-9da455413a3c tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:30.973038 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d1d2becd-7e9e-46a0-909d-9da455413a3c tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.36 "GET /v2.0/networks?id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 HTTP/1.1" status: 200 len: 815 time: 0.2673116 Nov 13 05:02:30.997797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e566711-ee79-455d-b31e-173641cf3e41 req-df47d2ce-aeda-4d6c-a47a-6a6eb5ba55d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:02:31.002995 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-2e566711-ee79-455d-b31e-173641cf3e41 req-df47d2ce-aeda-4d6c-a47a-6a6eb5ba55d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:02:31.009320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e566711-ee79-455d-b31e-173641cf3e41 req-df47d2ce-aeda-4d6c-a47a-6a6eb5ba55d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:02:31.013692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-3ccc79f9-aae9-4862-b67a-5ca1d312ee36 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Request body: {'port': {'device_id': '5a493b21-7182-4fb4-9625-ac16226592e4', 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3', 'admin_state_up': True, 'tenant_id': 'd5121caf031d46588300a89c8e2e4ba8'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:31.045907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47d2ce-aeda-4d6c-a47a-6a6eb5ba55d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Pushing event updated for resources: {'Port': ['ID=374fb406-188d-4757-9b69-1837b4e9054b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:31.072604 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e6186fe2-77d0-42aa-99f1-cd31b1720c5a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:31.073240 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.103857 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e566711-ee79-455d-b31e-173641cf3e41 req-df47d2ce-aeda-4d6c-a47a-6a6eb5ba55d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:31.106119 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e566711-ee79-455d-b31e-173641cf3e41 req-df47d2ce-aeda-4d6c-a47a-6a6eb5ba55d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.132577 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e566711-ee79-455d-b31e-173641cf3e41 req-df47d2ce-aeda-4d6c-a47a-6a6eb5ba55d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3271878 Nov 13 05:02:31.151793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Request body: {'port': {'device_id': '56ae205e-ad60-44c3-bb2e-fb033a7a118d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:31.231504 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.254685 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5dd0-a09b-4c33-a365-4d44c825efe3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.285882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-3ccc79f9-aae9-4862-b67a-5ca1d312ee36 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Made reservation on behalf of d5121caf031d46588300a89c8e2e4ba8 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:02:31.289837 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-3ccc79f9-aae9-4862-b67a-5ca1d312ee36 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.295176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-220ebc0e-d513-49b8-a420-dc41a30ceecb None None] Provisioning complete for port 374fb406-188d-4757-9b69-1837b4e9054b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:31.295810 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-220ebc0e-d513-49b8-a420-dc41a30ceecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.301924 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d5dd0-a09b-4c33-a365-4d44c825efe3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event deleted for resources: {'Port': ['ID=321611fc-1ecc-49e1-931e-f0b57b629cb6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:31.338422 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-220ebc0e-d513-49b8-a420-dc41a30ceecb None None] Port 374fb406-188d-4757-9b69-1837b4e9054b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:02:31.429658 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5dd0-a09b-4c33-a365-4d44c825efe3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.433168 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6c7d5dd0-a09b-4c33-a365-4d44c825efe3 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "DELETE /v2.0/ports/321611fc-1ecc-49e1-931e-f0b57b629cb6 HTTP/1.1" status: 204 len: 168 time: 0.9581137 Nov 13 05:02:31.436334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49954) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:31.499282 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfacdd7c-82d9-49fe-b90a-d8e904c5e6ba tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Deleting subnet bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:02:31.503232 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfacdd7c-82d9-49fe-b90a-d8e904c5e6ba tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.546203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374fb406-188d-4757-9b69-1837b4e9054b {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:02:31.548401 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfacdd7c-82d9-49fe-b90a-d8e904c5e6ba tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.554526 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.567771 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Transition to ACTIVE for port object 374fb406-188d-4757-9b69-1837b4e9054b will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:02:31.572721 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.641055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Pushing event updated for resources: {'Port': ['ID=374fb406-188d-4757-9b69-1837b4e9054b,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:31.661359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-3ccc79f9-aae9-4862-b67a-5ca1d312ee36 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Allocated IP 172.20.0.13 (5c23abc6-8e7c-40ff-8ef6-d099758bb4f3/2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d/7cb90d40-188c-4924-80a8-dc8c2aed6e40) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:02:31.693612 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfacdd7c-82d9-49fe-b90a-d8e904c5e6ba tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.705225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Attempting to bind port 374fb406-188d-4757-9b69-1837b4e9054b on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:02:31.705552 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Attempting to bind port 374fb406-188d-4757-9b69-1837b4e9054b by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:02:31.706041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Attempting to bind port 374fb406-188d-4757-9b69-1837b4e9054b on network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:02:31.711977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Port 374fb406-188d-4757-9b69-1837b4e9054b on network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:02:31.712283 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Attempting to bind port 374fb406-188d-4757-9b69-1837b4e9054b on network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:02:31.717921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:02:31.718468 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Checking segment: {'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:02:31.719200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Bound using segment: {'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:02:31.719919 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Bound port: 374fb406-188d-4757-9b69-1837b4e9054b, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:02:31.720430 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.816071 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] For port 374fb406-188d-4757-9b69-1837b4e9054b, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:02:31.820831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] For port 374fb406-188d-4757-9b69-1837b4e9054b, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=374fb406-188d-4757-9b69-1837b4e9054b,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:02:31.829265 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.896533 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:31.897922 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.900501 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e566711-ee79-455d-b31e-173641cf3e41 req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] 10.222.0.46 "PUT /v2.0/ports/374fb406-188d-4757-9b69-1837b4e9054b HTTP/1.1" status: 200 len: 1091 time: 0.7531953 Nov 13 05:02:31.919511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ae205e-ad60-44c3-bb2e-fb033a7a118d', 'tag': '374fb406-188d-4757-9b69-1837b4e9054b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:31.923601 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869b5058-ca84-4134-8cb5-7a9d6ab1587d" -d '{"events": [{"name": "network-changed", "server_uuid": "56ae205e-ad60-44c3-bb2e-fb033a7a118d", "tag": "374fb406-188d-4757-9b69-1837b4e9054b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:31.948595 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfacdd7c-82d9-49fe-b90a-d8e904c5e6ba tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:31.973785 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c4d81b0e-2dba-48a9-8a15-9077c616a630 req-e83c053e-80d5-43df-a80b-3a89458bbbaf tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 210 time: 0.0924807 Nov 13 05:02:31.985452 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-3ccc79f9-aae9-4862-b67a-5ca1d312ee36 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.019342 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cfacdd7c-82d9-49fe-b90a-d8e904c5e6ba tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.026380 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cfacdd7c-82d9-49fe-b90a-d8e904c5e6ba tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "DELETE /v2.0/subnets/bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1 HTTP/1.1" status: 204 len: 168 time: 0.5889847 Nov 13 05:02:32.030050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacdd7c-82d9-49fe-b90a-d8e904c5e6ba tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event deleted for resources: {'Subnet': ['ID=bb1b9a36-9fdb-4810-a5c6-54dce7b2bef1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:32.032019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49960) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:32.086837 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd4585c-4fd2-4c2f-88e5-67c001d57297 x-openstack-request-id: req-edd4585c-4fd2-4c2f-88e5-67c001d57297 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:32.087411 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ae205e-ad60-44c3-bb2e-fb033a7a118d", "tag": "374fb406-188d-4757-9b69-1837b4e9054b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:32.087666 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edd4585c-4fd2-4c2f-88e5-67c001d57297 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:32.088068 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ae205e-ad60-44c3-bb2e-fb033a7a118d', 'tag': '374fb406-188d-4757-9b69-1837b4e9054b', 'status': 'completed', 'code': 200} Nov 13 05:02:32.137891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-52340119-cbb9-4112-94ae-85cff61fc476 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Deleting subnet 0d4528d4-e84b-4a09-8452-7f11a9785007 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:02:32.139199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030508a6-fcfc-421a-8e12-c5711ec88b0b service neutron] Pushing event updated for resources: {'Port': ['ID=374fb406-188d-4757-9b69-1837b4e9054b,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:32.147522 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52340119-cbb9-4112-94ae-85cff61fc476 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.161930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e566711-ee79-455d-b31e-173641cf3e41 req-da3ca79a-b151-4f7c-aba3-315b1a91ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:32.163550 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e566711-ee79-455d-b31e-173641cf3e41 req-da3ca79a-b151-4f7c-aba3-315b1a91ba68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5121caf031d46588300a89c8e2e4ba8&device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 1094 time: 0.1930492 Nov 13 05:02:32.172705 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-3ccc79f9-aae9-4862-b67a-5ca1d312ee36 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.197081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06064a19-42e8-4d53-a52b-7944f062e127 req-0df4e1e0-e0d5-4a2c-8531-b81c1922d500 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:32.199097 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06064a19-42e8-4d53-a52b-7944f062e127 req-0df4e1e0-e0d5-4a2c-8531-b81c1922d500 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.46 "GET /v2.0/networks?id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 HTTP/1.1" status: 200 len: 815 time: 0.2974164 Nov 13 05:02:32.222179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-06064a19-42e8-4d53-a52b-7944f062e127 req-76910872-67c4-49cb-87d3-0d576a07998e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Request body: {'port': {'device_id': '3ae4ee0a-7cae-42bb-ab6e-3333dea091c4', 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3', 'admin_state_up': True, 'tenant_id': 'd5121caf031d46588300a89c8e2e4ba8'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:32.243613 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52340119-cbb9-4112-94ae-85cff61fc476 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.271826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-3ccc79f9-aae9-4862-b67a-5ca1d312ee36 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:02:32.279940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-3ccc79f9-aae9-4862-b67a-5ca1d312ee36 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:02:32.282714 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-3ccc79f9-aae9-4862-b67a-5ca1d312ee36 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:02:32.294824 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de309a8e-0cdc-455b-976b-ee0a351f238b None None] Network e8c159e9-f2a6-4bb2-bb40-fd6554a81360 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:02:32.340365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-3ccc79f9-aae9-4862-b67a-5ca1d312ee36 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:32.340988 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-3ccc79f9-aae9-4862-b67a-5ca1d312ee36 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.366727 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-3ccc79f9-aae9-4862-b67a-5ca1d312ee36 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3665874 Nov 13 05:02:32.375511 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e566711-ee79-455d-b31e-173641cf3e41 req-8ac24e95-5af5-4cd6-9da1-3595b8fe3ecb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374fb406-188d-4757-9b69-1837b4e9054b HTTP/1.1" status: 200 len: 217 time: 0.0466404 Nov 13 05:02:32.378953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc79f9-aae9-4862-b67a-5ca1d312ee36 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Pushing event updated for resources: {'Port': ['ID=7cb90d40-188c-4924-80a8-dc8c2aed6e40,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:32.393471 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Request body: {'port': {'device_id': '5a493b21-7182-4fb4-9625-ac16226592e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:32.432746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06064a19-42e8-4d53-a52b-7944f062e127 req-76910872-67c4-49cb-87d3-0d576a07998e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Made reservation on behalf of d5121caf031d46588300a89c8e2e4ba8 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:02:32.437773 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06064a19-42e8-4d53-a52b-7944f062e127 req-76910872-67c4-49cb-87d3-0d576a07998e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.478627 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e566711-ee79-455d-b31e-173641cf3e41 req-ce704ad7-6418-4fe9-ae2c-d5dae93d7bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:32.480599 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e566711-ee79-455d-b31e-173641cf3e41 req-ce704ad7-6418-4fe9-ae2c-d5dae93d7bb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d HTTP/1.1" status: 200 len: 854 time: 0.0898015 Nov 13 05:02:32.489809 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.512216 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52340119-cbb9-4112-94ae-85cff61fc476 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.558517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cdc74a-57e1-4b61-bc19-dda071782f95 None None] DHCP port deletion for e8c159e9-f2a6-4bb2-bb40-fd6554a81360 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:02:32.593224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e566711-ee79-455d-b31e-173641cf3e41 req-070ae74f-471f-4995-ab6b-198b841e8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:32.594841 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e566711-ee79-455d-b31e-173641cf3e41 req-070ae74f-471f-4995-ab6b-198b841e8270 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859623 Nov 13 05:02:32.625975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a1cdc74a-57e1-4b61-bc19-dda071782f95 None None] Deleting port d300e43e-65d9-4aac-8f21-fce739bb0df1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:32.626633 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1cdc74a-57e1-4b61-bc19-dda071782f95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.628170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-06064a19-42e8-4d53-a52b-7944f062e127 req-76910872-67c4-49cb-87d3-0d576a07998e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Allocated IP 172.20.0.12 (5c23abc6-8e7c-40ff-8ef6-d099758bb4f3/2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d/fd33e2b1-b977-483b-b4b2-480041aecc8a) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:02:32.672540 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52340119-cbb9-4112-94ae-85cff61fc476 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.706615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52340119-cbb9-4112-94ae-85cff61fc476 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4528d4-e84b-4a09-8452-7f11a9785007,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:32.708610 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d0e33b09-6579-48cb-aea3-a507e07f87eb None None] Provisioning complete for port 7cb90d40-188c-4924-80a8-dc8c2aed6e40 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:32.708610 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0e33b09-6579-48cb-aea3-a507e07f87eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.710800 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52340119-cbb9-4112-94ae-85cff61fc476 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.714041 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-52340119-cbb9-4112-94ae-85cff61fc476 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "DELETE /v2.0/subnets/0d4528d4-e84b-4a09-8452-7f11a9785007 HTTP/1.1" status: 204 len: 168 time: 0.6796584 Nov 13 05:02:32.716580 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49966) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:32.737954 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885de466-f594-4eb1-8c1d-cf800546700c None None] Network 05902fd0-8743-474a-8465-76944be5f8e4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:02:32.740796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a1cdc74a-57e1-4b61-bc19-dda071782f95 None None] For port d300e43e-65d9-4aac-8f21-fce739bb0df1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d300e43e-65d9-4aac-8f21-fce739bb0df1,segment=NetworkSegment(3c16ee0c-3ae1-42e7-a334-98524c6b2330),segment_id=3c16ee0c-3ae1-42e7-a334-98524c6b2330)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:32.741185 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1cdc74a-57e1-4b61-bc19-dda071782f95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.823185 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.832722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a1cdc74a-57e1-4b61-bc19-dda071782f95 None None] Calling delete_port for d300e43e-65d9-4aac-8f21-fce739bb0df1 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:32.864532 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e566711-ee79-455d-b31e-173641cf3e41 req-5db27cce-c8cc-4fdd-993e-864637b4a673 service neutron] 10.222.0.46 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594292 Nov 13 05:02:32.866307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d300e43e-65d9-4aac-8f21-fce739bb0df1 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:32.897035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Deleting port d300e43e-65d9-4aac-8f21-fce739bb0df1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:32.897387 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.897501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d0e33b09-6579-48cb-aea3-a507e07f87eb None None] Port 7cb90d40-188c-4924-80a8-dc8c2aed6e40 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:02:32.911864 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06064a19-42e8-4d53-a52b-7944f062e127 req-76910872-67c4-49cb-87d3-0d576a07998e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.971916 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] For port d300e43e-65d9-4aac-8f21-fce739bb0df1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d300e43e-65d9-4aac-8f21-fce739bb0df1,segment=NetworkSegment(3c16ee0c-3ae1-42e7-a334-98524c6b2330),segment_id=3c16ee0c-3ae1-42e7-a334-98524c6b2330)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:32.972567 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:32.987642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Calling delete_port for d300e43e-65d9-4aac-8f21-fce739bb0df1 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:32.998813 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e566711-ee79-455d-b31e-173641cf3e41 req-478624cb-2ad3-4de3-9c89-278796a35416 service neutron] 10.222.0.46 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263740 Nov 13 05:02:33.004232 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06064a19-42e8-4d53-a52b-7944f062e127 req-76910872-67c4-49cb-87d3-0d576a07998e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.057946 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.088018 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1cdc74a-57e1-4b61-bc19-dda071782f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.125199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a680f5fa-9d2e-43f2-93e4-539b0566c0cb None None] DHCP port deletion for 05902fd0-8743-474a-8465-76944be5f8e4 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:02:33.126391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76910872-67c4-49cb-87d3-0d576a07998e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Pushing event updated for resources: {'Port': ['ID=fd33e2b1-b977-483b-b4b2-480041aecc8a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:33.130026 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdc74a-57e1-4b61-bc19-dda071782f95 None None] Pushing event deleted for resources: {'Port': ['ID=d300e43e-65d9-4aac-8f21-fce739bb0df1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:33.138498 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cdc74a-57e1-4b61-bc19-dda071782f95 None None] No DVR routers for this DVR port d300e43e-65d9-4aac-8f21-fce739bb0df1 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:02:33.174617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06064a19-42e8-4d53-a52b-7944f062e127 req-76910872-67c4-49cb-87d3-0d576a07998e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:02:33.177724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-06064a19-42e8-4d53-a52b-7944f062e127 req-76910872-67c4-49cb-87d3-0d576a07998e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:02:33.181954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-06064a19-42e8-4d53-a52b-7944f062e127 req-76910872-67c4-49cb-87d3-0d576a07998e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:02:33.214355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a680f5fa-9d2e-43f2-93e4-539b0566c0cb None None] Deleting port cfb97133-9940-4661-8671-a770db9e152f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:33.214721 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a680f5fa-9d2e-43f2-93e4-539b0566c0cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.231825 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b5058-ca84-4134-8cb5-7a9d6ab1587d req-53b610a7-0801-4d69-a622-9dea4269d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:33.233295 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-869b5058-ca84-4134-8cb5-7a9d6ab1587d req-53b610a7-0801-4d69-a622-9dea4269d787 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5121caf031d46588300a89c8e2e4ba8&device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 1094 time: 0.0989435 Nov 13 05:02:33.258741 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.263071 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06064a19-42e8-4d53-a52b-7944f062e127 req-76910872-67c4-49cb-87d3-0d576a07998e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:33.264145 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06064a19-42e8-4d53-a52b-7944f062e127 req-76910872-67c4-49cb-87d3-0d576a07998e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.291165 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a680f5fa-9d2e-43f2-93e4-539b0566c0cb None None] For port cfb97133-9940-4661-8671-a770db9e152f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=cfb97133-9940-4661-8671-a770db9e152f,segment=NetworkSegment(e4c0538a-62f0-4b5e-b32f-5ab7acfa86db),segment_id=e4c0538a-62f0-4b5e-b32f-5ab7acfa86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:33.291165 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a680f5fa-9d2e-43f2-93e4-539b0566c0cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.306603 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a680f5fa-9d2e-43f2-93e4-539b0566c0cb None None] Calling delete_port for cfb97133-9940-4661-8671-a770db9e152f owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:33.331801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] No DVR routers for this DVR port d300e43e-65d9-4aac-8f21-fce739bb0df1 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:02:33.346685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event deleted for resources: {'Port': ['ID=d300e43e-65d9-4aac-8f21-fce739bb0df1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:33.352250 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06064a19-42e8-4d53-a52b-7944f062e127 req-76910872-67c4-49cb-87d3-0d576a07998e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1353300 Nov 13 05:02:33.370903 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Request body: {'port': {'device_id': '3ae4ee0a-7cae-42bb-ab6e-3333dea091c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:33.427489 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a680f5fa-9d2e-43f2-93e4-539b0566c0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.427785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b5058-ca84-4134-8cb5-7a9d6ab1587d req-4eb7ca23-2fb4-4bcd-8a08-6e933bd03b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:33.430003 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-869b5058-ca84-4134-8cb5-7a9d6ab1587d req-4eb7ca23-2fb4-4bcd-8a08-6e933bd03b88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 HTTP/1.1" status: 200 len: 916 time: 0.1878960 Nov 13 05:02:33.459202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680f5fa-9d2e-43f2-93e4-539b0566c0cb None None] Pushing event deleted for resources: {'Port': ['ID=cfb97133-9940-4661-8671-a770db9e152f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:33.465457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a680f5fa-9d2e-43f2-93e4-539b0566c0cb None None] No DVR routers for this DVR port cfb97133-9940-4661-8671-a770db9e152f on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:02:33.501792 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-869b5058-ca84-4134-8cb5-7a9d6ab1587d req-2f850928-01d1-4e32-884a-800459976c4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374fb406-188d-4757-9b69-1837b4e9054b HTTP/1.1" status: 200 len: 217 time: 0.0501046 Nov 13 05:02:33.509024 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.547108 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-787d5148-452e-4482-8c28-0c2a0adc0db4 None None] Provisioning complete for port fd33e2b1-b977-483b-b4b2-480041aecc8a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:33.547724 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-787d5148-452e-4482-8c28-0c2a0adc0db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.586303 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-787d5148-452e-4482-8c28-0c2a0adc0db4 None None] Port fd33e2b1-b977-483b-b4b2-480041aecc8a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:02:33.593032 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b5058-ca84-4134-8cb5-7a9d6ab1587d req-5398e63e-7220-499e-9109-da35d1ae4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:33.594645 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-869b5058-ca84-4134-8cb5-7a9d6ab1587d req-5398e63e-7220-499e-9109-da35d1ae4532 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d HTTP/1.1" status: 200 len: 854 time: 0.0833023 Nov 13 05:02:33.701296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4124be2-3df2-4b02-a6e1-ec56cdf5fa02 req-a65de5b8-3512-4e4e-8e0e-776116d4ad56 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:33.702740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4124be2-3df2-4b02-a6e1-ec56cdf5fa02 req-a65de5b8-3512-4e4e-8e0e-776116d4ad56 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 932 time: 0.5555482 Nov 13 05:02:33.712429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b5058-ca84-4134-8cb5-7a9d6ab1587d req-973a97d9-28b9-418b-be18-e6d5042c6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:33.713976 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-869b5058-ca84-4134-8cb5-7a9d6ab1587d req-973a97d9-28b9-418b-be18-e6d5042c6d50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116147 Nov 13 05:02:33.796363 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.800247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb90d40-188c-4924-80a8-dc8c2aed6e40 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:02:33.803700 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-869b5058-ca84-4134-8cb5-7a9d6ab1587d req-3d552eaf-fd1d-406b-b43f-0e96219e5a0b service neutron] 10.222.0.46 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822697 Nov 13 05:02:33.818394 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.845482 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c159e9-f2a6-4bb2-bb40-fd6554a81360']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:33.855361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Transition to ACTIVE for port object 7cb90d40-188c-4924-80a8-dc8c2aed6e40 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:02:33.864640 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.867589 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c16ee0c-3ae1-42e7-a334-98524c6b2330') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:33.867881 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c16ee0c-3ae1-42e7-a334-98524c6b2330') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:33.900818 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4124be2-3df2-4b02-a6e1-ec56cdf5fa02 req-7e2085bc-c8fb-4052-b98e-4fa8989e565c tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812372 Nov 13 05:02:33.910203 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.937163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb90d40-188c-4924-80a8-dc8c2aed6e40,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:33.943285 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.949911 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-869b5058-ca84-4134-8cb5-7a9d6ab1587d req-af9e3f14-673a-434f-9acf-1b6af979f98d service neutron] 10.222.0.46 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381538 Nov 13 05:02:33.973251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:02:33.973845 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:02:33.976773 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:02:34.038008 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd33e2b1-b977-483b-b4b2-480041aecc8a {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:02:34.047368 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.061800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Transition to ACTIVE for port object fd33e2b1-b977-483b-b4b2-480041aecc8a will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:02:34.067991 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.070664 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.080046 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.083156 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "DELETE /v2.0/networks/e8c159e9-f2a6-4bb2-bb40-fd6554a81360 HTTP/1.1" status: 204 len: 168 time: 1.3654139 Nov 13 05:02:34.087013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49972) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:34.089117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Attempting to bind port 7cb90d40-188c-4924-80a8-dc8c2aed6e40 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:02:34.089488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Attempting to bind port 7cb90d40-188c-4924-80a8-dc8c2aed6e40 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:02:34.089775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Attempting to bind port 7cb90d40-188c-4924-80a8-dc8c2aed6e40 on network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:02:34.110957 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81737ac9-5fce-4c16-a56e-24034248f670 tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event deleted for resources: {'Network': ['ID=e8c159e9-f2a6-4bb2-bb40-fd6554a81360,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:34.123325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Port 7cb90d40-188c-4924-80a8-dc8c2aed6e40 on network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:02:34.123642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Attempting to bind port 7cb90d40-188c-4924-80a8-dc8c2aed6e40 on network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:02:34.139939 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:02:34.140341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Checking segment: {'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:02:34.140640 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Bound using segment: {'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:02:34.141080 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Bound port: 7cb90d40-188c-4924-80a8-dc8c2aed6e40, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:02:34.141461 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.143084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Pushing event updated for resources: {'Port': ['ID=fd33e2b1-b977-483b-b4b2-480041aecc8a,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:34.158741 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e467def-2628-43eb-8ecb-d7b863d8ab3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.201600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Attempting to bind port fd33e2b1-b977-483b-b4b2-480041aecc8a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:02:34.201987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Attempting to bind port fd33e2b1-b977-483b-b4b2-480041aecc8a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:02:34.202545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Attempting to bind port fd33e2b1-b977-483b-b4b2-480041aecc8a on network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:02:34.208476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Port fd33e2b1-b977-483b-b4b2-480041aecc8a on network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:02:34.209198 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Attempting to bind port fd33e2b1-b977-483b-b4b2-480041aecc8a on network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:02:34.218620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:02:34.218896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Checking segment: {'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:02:34.219299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Bound using segment: {'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:02:34.219829 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Bound port: fd33e2b1-b977-483b-b4b2-480041aecc8a, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:02:34.220452 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.223833 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e903d0-3b9b-4196-b8d7-d0ace50ddd2f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.280019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] For port 7cb90d40-188c-4924-80a8-dc8c2aed6e40, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:02:34.295165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] For port fd33e2b1-b977-483b-b4b2-480041aecc8a, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:02:34.304773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] For port fd33e2b1-b977-483b-b4b2-480041aecc8a, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fd33e2b1-b977-483b-b4b2-480041aecc8a,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:02:34.308883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] For port 7cb90d40-188c-4924-80a8-dc8c2aed6e40, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=7cb90d40-188c-4924-80a8-dc8c2aed6e40,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:02:34.314020 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.347703 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.354742 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:34.355614 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.358229 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06064a19-42e8-4d53-a52b-7944f062e127 req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] 10.222.0.46 "PUT /v2.0/ports/fd33e2b1-b977-483b-b4b2-480041aecc8a HTTP/1.1" status: 200 len: 1092 time: 0.9920058 Nov 13 05:02:34.358855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae4ee0a-7cae-42bb-ab6e-3333dea091c4', 'tag': 'fd33e2b1-b977-483b-b4b2-480041aecc8a'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:34.362856 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ae651e-163e-4267-a45a-6591d9662f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae4ee0a-7cae-42bb-ab6e-3333dea091c4", "tag": "fd33e2b1-b977-483b-b4b2-480041aecc8a"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:34.393163 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e903d0-3b9b-4196-b8d7-d0ace50ddd2f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.417738 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f06a3f-e4e5-4081-9740-aac65dbe910e x-openstack-request-id: req-33f06a3f-e4e5-4081-9740-aac65dbe910e {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:34.418118 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae4ee0a-7cae-42bb-ab6e-3333dea091c4", "tag": "fd33e2b1-b977-483b-b4b2-480041aecc8a", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:34.418356 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33f06a3f-e4e5-4081-9740-aac65dbe910e {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:34.418787 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae4ee0a-7cae-42bb-ab6e-3333dea091c4', 'tag': 'fd33e2b1-b977-483b-b4b2-480041aecc8a', 'status': 'completed', 'code': 200} Nov 13 05:02:34.426234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bf46f-3626-49cb-bdf8-809ef0853e45 service neutron] Pushing event updated for resources: {'Port': ['ID=fd33e2b1-b977-483b-b4b2-480041aecc8a,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:34.440903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-80e903d0-3b9b-4196-b8d7-d0ace50ddd2f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05902fd0-8743-474a-8465-76944be5f8e4']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:34.454684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-80e903d0-3b9b-4196-b8d7-d0ace50ddd2f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:34.455135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-80e903d0-3b9b-4196-b8d7-d0ace50ddd2f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c0538a-62f0-4b5e-b32f-5ab7acfa86db') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:34.459636 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:34.460281 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.461740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] 10.222.0.36 "PUT /v2.0/ports/7cb90d40-188c-4924-80a8-dc8c2aed6e40 HTTP/1.1" status: 200 len: 1092 time: 2.0747037 Nov 13 05:02:34.462195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a493b21-7182-4fb4-9625-ac16226592e4', 'tag': '7cb90d40-188c-4924-80a8-dc8c2aed6e40'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:34.464522 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b030b16-c395-4a4a-a29f-b1380825af25" -d '{"events": [{"name": "network-changed", "server_uuid": "5a493b21-7182-4fb4-9625-ac16226592e4", "tag": "7cb90d40-188c-4924-80a8-dc8c2aed6e40"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:34.482269 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e903d0-3b9b-4196-b8d7-d0ace50ddd2f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.482507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06064a19-42e8-4d53-a52b-7944f062e127 req-66246d69-312c-426a-81ae-4aed2989e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:34.484872 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06064a19-42e8-4d53-a52b-7944f062e127 req-66246d69-312c-426a-81ae-4aed2989e10b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5121caf031d46588300a89c8e2e4ba8&device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 1095 time: 0.0483944 Nov 13 05:02:34.503482 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a7745-1efe-49bb-963f-0feb80602f47 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb90d40-188c-4924-80a8-dc8c2aed6e40,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:34.509232 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e903d0-3b9b-4196-b8d7-d0ace50ddd2f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.517253 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e903d0-3b9b-4196-b8d7-d0ace50ddd2f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:02:34.517653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e903d0-3b9b-4196-b8d7-d0ace50ddd2f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:02:34.520984 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:02:34.557356 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded361ab-8000-4845-896d-c7e3fe5671dd x-openstack-request-id: req-ded361ab-8000-4845-896d-c7e3fe5671dd {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:34.557648 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a493b21-7182-4fb4-9625-ac16226592e4", "tag": "7cb90d40-188c-4924-80a8-dc8c2aed6e40", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:34.557898 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ded361ab-8000-4845-896d-c7e3fe5671dd {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:34.558301 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a493b21-7182-4fb4-9625-ac16226592e4', 'tag': '7cb90d40-188c-4924-80a8-dc8c2aed6e40', 'status': 'completed', 'code': 200} Nov 13 05:02:34.561498 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06064a19-42e8-4d53-a52b-7944f062e127 req-d45e8992-be48-4235-94d5-b04063651581 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd33e2b1-b977-483b-b4b2-480041aecc8a HTTP/1.1" status: 200 len: 217 time: 0.0604630 Nov 13 05:02:34.615928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06064a19-42e8-4d53-a52b-7944f062e127 req-3bb19411-140e-43ec-a9ca-f7f832602500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:34.617348 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06064a19-42e8-4d53-a52b-7944f062e127 req-3bb19411-140e-43ec-a9ca-f7f832602500 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d HTTP/1.1" status: 200 len: 854 time: 0.0468903 Nov 13 05:02:34.631627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e903d0-3b9b-4196-b8d7-d0ace50ddd2f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.649458 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e903d0-3b9b-4196-b8d7-d0ace50ddd2f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:34.655475 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-80e903d0-3b9b-4196-b8d7-d0ace50ddd2f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] 10.222.0.43 "DELETE /v2.0/networks/05902fd0-8743-474a-8465-76944be5f8e4 HTTP/1.1" status: 204 len: 168 time: 0.5672703 Nov 13 05:02:34.659039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e903d0-3b9b-4196-b8d7-d0ace50ddd2f tempest-TaggedBootDevicesTest_v242-316083829 tempest-TaggedBootDevicesTest_v242-316083829-project] Pushing event deleted for resources: {'Network': ['ID=05902fd0-8743-474a-8465-76944be5f8e4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:34.664660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-2bf9bd9d-b0f7-403b-8f6a-80d9f92de2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:34.667420 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-2bf9bd9d-b0f7-403b-8f6a-80d9f92de2df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5121caf031d46588300a89c8e2e4ba8&device_id=5a493b21-7182-4fb4-9625-ac16226592e4 HTTP/1.1" status: 200 len: 1095 time: 0.1129560 Nov 13 05:02:34.682449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06064a19-42e8-4d53-a52b-7944f062e127 req-05cfb165-f591-4a8f-a763-39ce7225a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:34.683988 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06064a19-42e8-4d53-a52b-7944f062e127 req-05cfb165-f591-4a8f-a763-39ce7225a301 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585611 Nov 13 05:02:34.725600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-43f1d0c2-3b37-4b4d-a104-8983d0264628 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb90d40-188c-4924-80a8-dc8c2aed6e40 HTTP/1.1" status: 200 len: 217 time: 0.0435834 Nov 13 05:02:34.801007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-7a1856ff-5b2d-4fa1-bcec-917a119db609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:34.802719 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-7a1856ff-5b2d-4fa1-bcec-917a119db609 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d HTTP/1.1" status: 200 len: 854 time: 0.0698385 Nov 13 05:02:34.854524 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06064a19-42e8-4d53-a52b-7944f062e127 req-588d5ebd-95ce-49dd-9cf3-6178c9cf829a service neutron] 10.222.0.46 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616728 Nov 13 05:02:34.883459 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device cfb97133-9940-4661-8671-a770db9e152f no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:34.895652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-56d015b2-606b-4321-99b0-c50bc368000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:34.902428 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-56d015b2-606b-4321-99b0-c50bc368000b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871670 Nov 13 05:02:34.917488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: cfb97133-9940-4661-8671-a770db9e152f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:02:34.917829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device cfb97133-9940-4661-8671-a770db9e152f not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:02:34.979265 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06064a19-42e8-4d53-a52b-7944f062e127 req-de367e06-6231-489b-abc7-7adb7f0a4b16 service neutron] 10.222.0.46 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166286 Nov 13 05:02:35.056987 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d5f6de24-e803-426a-9f9c-33eca1dd96a4 service neutron] 10.222.0.36 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425757 Nov 13 05:02:35.106907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885a11d-57d9-410a-9e65-db6f0c90b13a req-ac6824ac-87b0-4da8-99a1-164f6190b843 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:35.108560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0885a11d-57d9-410a-9e65-db6f0c90b13a req-ac6824ac-87b0-4da8-99a1-164f6190b843 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 944 time: 0.1024170 Nov 13 05:02:35.130194 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae651e-163e-4267-a45a-6591d9662f6f req-b83e7e8b-149d-47e8-9696-5451e1e7fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:35.131064 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56ae651e-163e-4267-a45a-6591d9662f6f req-b83e7e8b-149d-47e8-9696-5451e1e7fa41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5121caf031d46588300a89c8e2e4ba8&device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 1095 time: 0.0530434 Nov 13 05:02:35.199576 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0885a11d-57d9-410a-9e65-db6f0c90b13a req-a1ea0ff8-aee5-47a6-9efc-8960309344db tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619614 Nov 13 05:02:35.203380 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fda15c1a-f190-4113-8e3e-de6349ac9deb req-d098f9d7-616e-4b50-944a-f14c46d7a1da service neutron] 10.222.0.36 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374130 Nov 13 05:02:35.250964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae651e-163e-4267-a45a-6591d9662f6f req-f3da1470-3dbc-4159-8492-25b771306395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:35.252616 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56ae651e-163e-4267-a45a-6591d9662f6f req-f3da1470-3dbc-4159-8492-25b771306395 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 HTTP/1.1" status: 200 len: 916 time: 0.1141095 Nov 13 05:02:35.295952 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56ae651e-163e-4267-a45a-6591d9662f6f req-d338eb29-aa4c-4aad-85ad-3d7d14e41127 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd33e2b1-b977-483b-b4b2-480041aecc8a HTTP/1.1" status: 200 len: 217 time: 0.0358741 Nov 13 05:02:35.349598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b030b16-c395-4a4a-a29f-b1380825af25 req-1c999ad9-3ae4-4991-8d10-b1f06765306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:35.351220 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b030b16-c395-4a4a-a29f-b1380825af25 req-1c999ad9-3ae4-4991-8d10-b1f06765306a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5121caf031d46588300a89c8e2e4ba8&device_id=5a493b21-7182-4fb4-9625-ac16226592e4 HTTP/1.1" status: 200 len: 1095 time: 0.0474503 Nov 13 05:02:35.353751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae651e-163e-4267-a45a-6591d9662f6f req-156fbbe0-ddef-4df6-9cda-311166075841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:35.355231 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56ae651e-163e-4267-a45a-6591d9662f6f req-156fbbe0-ddef-4df6-9cda-311166075841 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d HTTP/1.1" status: 200 len: 854 time: 0.0509489 Nov 13 05:02:35.403509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae651e-163e-4267-a45a-6591d9662f6f req-cc81559a-69da-4f16-aa46-9690822ac65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:35.404912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56ae651e-163e-4267-a45a-6591d9662f6f req-cc81559a-69da-4f16-aa46-9690822ac65b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430865 Nov 13 05:02:35.443503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b030b16-c395-4a4a-a29f-b1380825af25 req-8c6b1e61-0bac-4e1f-88ae-37e790b8b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:35.444948 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b030b16-c395-4a4a-a29f-b1380825af25 req-8c6b1e61-0bac-4e1f-88ae-37e790b8b82b service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 HTTP/1.1" status: 200 len: 916 time: 0.0866733 Nov 13 05:02:35.493968 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b030b16-c395-4a4a-a29f-b1380825af25 req-452ea93c-f18a-491c-9cf9-bb7dc1f948a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb90d40-188c-4924-80a8-dc8c2aed6e40 HTTP/1.1" status: 200 len: 217 time: 0.0396609 Nov 13 05:02:35.510161 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56ae651e-163e-4267-a45a-6591d9662f6f req-ceba0e2a-ef96-41a6-8e65-44df41449317 service neutron] 10.222.0.46 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972528 Nov 13 05:02:35.550684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b030b16-c395-4a4a-a29f-b1380825af25 req-a69b54f2-e986-4344-80a3-c2b00cff2129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:35.552171 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b030b16-c395-4a4a-a29f-b1380825af25 req-a69b54f2-e986-4344-80a3-c2b00cff2129 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d HTTP/1.1" status: 200 len: 854 time: 0.0493851 Nov 13 05:02:35.619476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b030b16-c395-4a4a-a29f-b1380825af25 req-9a6f11a3-1f55-4c43-a2dd-6de62483d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:35.620929 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56ae651e-163e-4267-a45a-6591d9662f6f req-5b31db3f-9e43-4a4d-a359-18199427d2ef service neutron] 10.222.0.46 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021769 Nov 13 05:02:35.621350 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b030b16-c395-4a4a-a29f-b1380825af25 req-9a6f11a3-1f55-4c43-a2dd-6de62483d39d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434608 Nov 13 05:02:35.714130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b030b16-c395-4a4a-a29f-b1380825af25 req-a6c85979-00ee-42be-98d0-a7e8c1a65c7c service neutron] 10.222.0.36 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854683 Nov 13 05:02:35.804773 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b030b16-c395-4a4a-a29f-b1380825af25 req-34f7f8c9-8f3e-4882-8308-1559b79bf196 service neutron] 10.222.0.36 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829353 Nov 13 05:02:36.319831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a17e2-7305-48bf-9297-442f9de25186 req-34b141ce-6756-4f9a-bb20-e9fc39240a6b tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:36.321377 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a02a17e2-7305-48bf-9297-442f9de25186 req-34b141ce-6756-4f9a-bb20-e9fc39240a6b tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 944 time: 0.0505512 Nov 13 05:02:36.374481 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a02a17e2-7305-48bf-9297-442f9de25186 req-8c0dbe20-51ad-466f-ac62-e7eda9b5b415 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470059 Nov 13 05:02:36.413910 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 374fb406-188d-4757-9b69-1837b4e9054b details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:02:36.493527 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ced5e96-1726-4f73-a0ac-4f110b095474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:36.533659 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 374fb406-188d-4757-9b69-1837b4e9054b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=374fb406-188d-4757-9b69-1837b4e9054b,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:36.551098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '374fb406-188d-4757-9b69-1837b4e9054b', 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3', 'port_id': '374fb406-188d-4757-9b69-1837b4e9054b', 'mac_address': 'fa:16:3e:18:89:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:02:36.593344 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:36.608072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374fb406-188d-4757-9b69-1837b4e9054b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:02:36.629529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 374fb406-188d-4757-9b69-1837b4e9054b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=374fb406-188d-4757-9b69-1837b4e9054b,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:36.635156 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:36.682022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=374fb406-188d-4757-9b69-1837b4e9054b,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:37.036351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['374fb406-188d-4757-9b69-1837b4e9054b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:02:37.499547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d546af9-05cc-4301-bb20-4b314ab8e80b req-70b2f5d9-a73e-4ce1-a5d4-ea2d9aa966ea tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:37.500970 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d546af9-05cc-4301-bb20-4b314ab8e80b req-70b2f5d9-a73e-4ce1-a5d4-ea2d9aa966ea tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 944 time: 0.0565267 Nov 13 05:02:37.550375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d546af9-05cc-4301-bb20-4b314ab8e80b req-c24dab28-f5bf-4688-ad6d-0a7cd5663356 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429926 Nov 13 05:02:37.817990 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:38.431509 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device fd33e2b1-b977-483b-b4b2-480041aecc8a details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:02:38.443748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 374fb406-188d-4757-9b69-1837b4e9054b up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:02:38.450057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 7cb90d40-188c-4924-80a8-dc8c2aed6e40 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:02:38.664762 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 374fb406-188d-4757-9b69-1837b4e9054b completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:02:38.673463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 374fb406-188d-4757-9b69-1837b4e9054b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:38.673942 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:38.680826 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port fd33e2b1-b977-483b-b4b2-480041aecc8a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fd33e2b1-b977-483b-b4b2-480041aecc8a,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:38.684269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 7cb90d40-188c-4924-80a8-dc8c2aed6e40, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=7cb90d40-188c-4924-80a8-dc8c2aed6e40,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:38.693817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624d6bd-890c-4e27-9252-845f331ffd25 req-b4ea1721-2b82-4527-abbe-cda1a7d10b71 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:38.696389 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8624d6bd-890c-4e27-9252-845f331ffd25 req-b4ea1721-2b82-4527-abbe-cda1a7d10b71 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 944 time: 0.0636942 Nov 13 05:02:38.728381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'fd33e2b1-b977-483b-b4b2-480041aecc8a', 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3', 'port_id': 'fd33e2b1-b977-483b-b4b2-480041aecc8a', 'mac_address': 'fa:16:3e:a2:47:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:02:38.732339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '7cb90d40-188c-4924-80a8-dc8c2aed6e40', 'network_id': '5c23abc6-8e7c-40ff-8ef6-d099758bb4f3', 'port_id': '7cb90d40-188c-4924-80a8-dc8c2aed6e40', 'mac_address': 'fa:16:3e:a1:2a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:02:38.777188 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:38.793042 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8624d6bd-890c-4e27-9252-845f331ffd25 req-6e6755ad-9411-4038-ab27-857b2554d0b9 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895989 Nov 13 05:02:38.825363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd33e2b1-b977-483b-b4b2-480041aecc8a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:02:38.845680 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:38.870448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port fd33e2b1-b977-483b-b4b2-480041aecc8a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fd33e2b1-b977-483b-b4b2-480041aecc8a,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:38.890551 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb90d40-188c-4924-80a8-dc8c2aed6e40 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:02:38.894868 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:38.942696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 7cb90d40-188c-4924-80a8-dc8c2aed6e40, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=7cb90d40-188c-4924-80a8-dc8c2aed6e40,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:38.955505 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:38.960135 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:38.977076 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=fd33e2b1-b977-483b-b4b2-480041aecc8a,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:39.017789 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ae205e-ad60-44c3-bb2e-fb033a7a118d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374fb406-188d-4757-9b69-1837b4e9054b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:39.020069 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae775a9-8df8-4bd5-9d52-aeb4f6a9eef2" -d '{"events": [{"server_uuid": "56ae205e-ad60-44c3-bb2e-fb033a7a118d", "name": "network-vif-plugged", "status": "completed", "tag": "374fb406-188d-4757-9b69-1837b4e9054b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:39.034855 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 374fb406-188d-4757-9b69-1837b4e9054b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=374fb406-188d-4757-9b69-1837b4e9054b,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:39.043725 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:39.062872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=7cb90d40-188c-4924-80a8-dc8c2aed6e40,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:39.112057 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64987d88-23d8-4aa4-b8ec-8f6f7747b0aa x-openstack-request-id: req-64987d88-23d8-4aa4-b8ec-8f6f7747b0aa {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:39.112340 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ae205e-ad60-44c3-bb2e-fb033a7a118d", "name": "network-vif-plugged", "status": "completed", "tag": "374fb406-188d-4757-9b69-1837b4e9054b", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:39.112594 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64987d88-23d8-4aa4-b8ec-8f6f7747b0aa {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:39.112981 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ae205e-ad60-44c3-bb2e-fb033a7a118d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374fb406-188d-4757-9b69-1837b4e9054b', 'code': 200} Nov 13 05:02:39.139631 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=374fb406-188d-4757-9b69-1837b4e9054b,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:39.150002 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:39.237910 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8db3b-84d2-4666-9657-2a5d240c621b req-fbc60ece-47d1-4f4e-b2f1-095f8606db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:39.239632 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a9f8db3b-84d2-4666-9657-2a5d240c621b req-fbc60ece-47d1-4f4e-b2f1-095f8606db98 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 1096 time: 0.0428972 Nov 13 05:02:39.285647 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['fd33e2b1-b977-483b-b4b2-480041aecc8a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:02:39.291077 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a9f8db3b-84d2-4666-9657-2a5d240c621b req-fe359e8e-a2d5-4621-acc1-370f37aac514 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 Nov 13 05:02:39.327581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['7cb90d40-188c-4924-80a8-dc8c2aed6e40'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:02:39.914072 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3859c-2e9d-45bc-92db-fa2d94be4c5d req-512726d3-f464-4f0d-a865-e0854a5bc8be tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:39.916026 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cae3859c-2e9d-45bc-92db-fa2d94be4c5d req-512726d3-f464-4f0d-a865-e0854a5bc8be tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 945 time: 0.0575178 Nov 13 05:02:39.967308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cae3859c-2e9d-45bc-92db-fa2d94be4c5d req-b055794a-e6d6-4892-90ec-8da8ddc10d43 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454524 Nov 13 05:02:40.039348 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:40.452571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 7cb90d40-188c-4924-80a8-dc8c2aed6e40 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:02:40.481563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device fd33e2b1-b977-483b-b4b2-480041aecc8a up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:02:40.541833 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 7cb90d40-188c-4924-80a8-dc8c2aed6e40 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:02:40.546409 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 7cb90d40-188c-4924-80a8-dc8c2aed6e40 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:40.546757 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:40.549558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port fd33e2b1-b977-483b-b4b2-480041aecc8a completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:02:40.573618 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port fd33e2b1-b977-483b-b4b2-480041aecc8a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:40.573957 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:40.683851 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:40.706737 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:40.737451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 7cb90d40-188c-4924-80a8-dc8c2aed6e40, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=7cb90d40-188c-4924-80a8-dc8c2aed6e40,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:40.744794 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:40.778344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port fd33e2b1-b977-483b-b4b2-480041aecc8a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fd33e2b1-b977-483b-b4b2-480041aecc8a,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:40.787807 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:40.808471 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=7cb90d40-188c-4924-80a8-dc8c2aed6e40,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:41.014950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=fd33e2b1-b977-483b-b4b2-480041aecc8a,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:41.114283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a493b21-7182-4fb4-9625-ac16226592e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb90d40-188c-4924-80a8-dc8c2aed6e40'}, {'server_uuid': '3ae4ee0a-7cae-42bb-ab6e-3333dea091c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd33e2b1-b977-483b-b4b2-480041aecc8a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:41.116727 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3323de4e-0ef4-4673-9506-76f6189506d1" -d '{"events": [{"server_uuid": "5a493b21-7182-4fb4-9625-ac16226592e4", "name": "network-vif-plugged", "status": "completed", "tag": "7cb90d40-188c-4924-80a8-dc8c2aed6e40"}, {"server_uuid": "3ae4ee0a-7cae-42bb-ab6e-3333dea091c4", "name": "network-vif-plugged", "status": "completed", "tag": "fd33e2b1-b977-483b-b4b2-480041aecc8a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:41.117840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf456f-b312-4ce7-97a7-227fddc068d0 req-6fcab38c-67d9-47e7-a43a-572dd280f2c0 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:41.119532 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-abaf456f-b312-4ce7-97a7-227fddc068d0 req-6fcab38c-67d9-47e7-a43a-572dd280f2c0 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 946 time: 0.0575986 Nov 13 05:02:41.162222 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a2d6a3-a779-47e5-a9d4-0ccf7d3bcb56 x-openstack-request-id: req-f8a2d6a3-a779-47e5-a9d4-0ccf7d3bcb56 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:41.162571 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a493b21-7182-4fb4-9625-ac16226592e4", "name": "network-vif-plugged", "status": "completed", "tag": "7cb90d40-188c-4924-80a8-dc8c2aed6e40", "code": 200}, {"server_uuid": "3ae4ee0a-7cae-42bb-ab6e-3333dea091c4", "name": "network-vif-plugged", "status": "completed", "tag": "fd33e2b1-b977-483b-b4b2-480041aecc8a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:41.162824 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8a2d6a3-a779-47e5-a9d4-0ccf7d3bcb56 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:41.163262 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a493b21-7182-4fb4-9625-ac16226592e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb90d40-188c-4924-80a8-dc8c2aed6e40', 'code': 200} Nov 13 05:02:41.163517 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae4ee0a-7cae-42bb-ab6e-3333dea091c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd33e2b1-b977-483b-b4b2-480041aecc8a', 'code': 200} Nov 13 05:02:41.175345 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-abaf456f-b312-4ce7-97a7-227fddc068d0 req-04c4d0e8-9e94-45bc-a2c2-a2d045ec739b tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478957 Nov 13 05:02:41.283462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be1fee-6f5e-448e-8c9d-c6f1af73bf0b req-fdf97eb6-054d-4175-9a38-b16821ce843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:41.284956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-47be1fee-6f5e-448e-8c9d-c6f1af73bf0b req-fdf97eb6-054d-4175-9a38-b16821ce843d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a493b21-7182-4fb4-9625-ac16226592e4 HTTP/1.1" status: 200 len: 1097 time: 0.0417445 Nov 13 05:02:41.290557 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056b021-dfa8-423a-8a70-bf819e88db42 req-27faad14-91ab-4add-a216-6d8f4a5f9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:41.292950 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a056b021-dfa8-423a-8a70-bf819e88db42 req-27faad14-91ab-4add-a216-6d8f4a5f9e88 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 1097 time: 0.0422022 Nov 13 05:02:41.333099 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-47be1fee-6f5e-448e-8c9d-c6f1af73bf0b req-27b1e6a3-146b-4fdf-bdae-36b96f4a33c8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401309 Nov 13 05:02:41.339553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a056b021-dfa8-423a-8a70-bf819e88db42 req-3b92266a-554e-4505-b7c8-e1cbc79e3632 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 Nov 13 05:02:42.312157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97a6c4-7f76-4a14-9dce-e1f8a195bb15 req-aed23e96-769b-45cb-b69d-94b53e5f0136 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:42.315163 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5b97a6c4-7f76-4a14-9dce-e1f8a195bb15 req-aed23e96-769b-45cb-b69d-94b53e5f0136 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 946 time: 0.0661166 Nov 13 05:02:42.367746 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5b97a6c4-7f76-4a14-9dce-e1f8a195bb15 req-efa0a0de-69b1-4217-a4ef-45dd7aa8a4b0 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459423 Nov 13 05:02:43.500597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf5e48-ffe7-41d7-8a91-6ebb586d2e2a req-4b7fc6fb-73ad-4b62-a7ed-924609cfa8b8 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:43.502123 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54cf5e48-ffe7-41d7-8a91-6ebb586d2e2a req-4b7fc6fb-73ad-4b62-a7ed-924609cfa8b8 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 946 time: 0.0623956 Nov 13 05:02:43.561087 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54cf5e48-ffe7-41d7-8a91-6ebb586d2e2a req-ef0a4a5f-8b8c-456e-98ff-116cff3e7526 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528481 Nov 13 05:02:43.689790 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04219e-5fc8-49c3-9b7a-6de813fb0711 req-a1551633-2451-4ff0-b28f-049fc32e2869 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:43.691453 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f04219e-5fc8-49c3-9b7a-6de813fb0711 req-a1551633-2451-4ff0-b28f-049fc32e2869 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0498135 Nov 13 05:02:43.747164 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f04219e-5fc8-49c3-9b7a-6de813fb0711 req-c46a0af3-ca0e-4dd9-89ce-e1280c4f8eba tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493703 Nov 13 05:02:43.864259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb248ed-be78-4b6b-a432-504fbdd127e2 req-772d4431-112c-4fa6-acc8-00131cfd5f4b tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:43.865793 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9bb248ed-be78-4b6b-a432-504fbdd127e2 req-772d4431-112c-4fa6-acc8-00131cfd5f4b tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a493b21-7182-4fb4-9625-ac16226592e4 HTTP/1.1" status: 200 len: 946 time: 0.0523407 Nov 13 05:02:43.920130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9bb248ed-be78-4b6b-a432-504fbdd127e2 req-3f9dcfd8-4b60-4107-bf52-86fc14fe0212 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Nov 13 05:02:44.217453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24341c-ce5d-4b42-80cb-ab1334beab5b req-03cb4271-8f94-42ae-a446-3b7672f3cb55 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:44.218993 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bc24341c-ce5d-4b42-80cb-ab1334beab5b req-03cb4271-8f94-42ae-a446-3b7672f3cb55 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 946 time: 0.0526011 Nov 13 05:02:44.268020 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bc24341c-ce5d-4b42-80cb-ab1334beab5b req-fc3ad28b-c180-4591-9ad5-12f7caf7bc72 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423615 Nov 13 05:02:44.537057 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6414317-620b-4013-ac0f-e687a965aa39 req-43bf756b-8c3e-44cf-942d-713c144f5311 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:44.538547 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6414317-620b-4013-ac0f-e687a965aa39 req-43bf756b-8c3e-44cf-942d-713c144f5311 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0500152 Nov 13 05:02:44.585299 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6414317-620b-4013-ac0f-e687a965aa39 req-6d6694bd-9c6b-42dc-af70-ed2c8eab8f15 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Nov 13 05:02:44.673537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50062) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:44.915359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125366f3-6ab5-462f-b1fa-8b7e7ac8d82f req-a1c638e0-95c8-4398-99b7-510bdabc2537 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:44.921217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125366f3-6ab5-462f-b1fa-8b7e7ac8d82f req-a1c638e0-95c8-4398-99b7-510bdabc2537 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:44.927462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125366f3-6ab5-462f-b1fa-8b7e7ac8d82f req-a1c638e0-95c8-4398-99b7-510bdabc2537 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:44.929136 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-125366f3-6ab5-462f-b1fa-8b7e7ac8d82f req-a1c638e0-95c8-4398-99b7-510bdabc2537 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4&device_id=5a493b21-7182-4fb4-9625-ac16226592e4&device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 2418 time: 0.1116242 Nov 13 05:02:45.022341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-125366f3-6ab5-462f-b1fa-8b7e7ac8d82f req-9fd54464-5180-491a-a106-1ac3b5ee2415 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854897 Nov 13 05:02:45.172394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428ad4c-2461-4604-a04e-21810bf8db47 req-9dbe1c32-37cd-47c9-a653-6d065dcf962e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:45.174007 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7428ad4c-2461-4604-a04e-21810bf8db47 req-9dbe1c32-37cd-47c9-a653-6d065dcf962e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 946 time: 0.0552731 Nov 13 05:02:45.177019 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:45.224814 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7428ad4c-2461-4604-a04e-21810bf8db47 req-cafd065f-5108-4915-8a81-75021e453155 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435007 Nov 13 05:02:45.454050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Deleting port ee62935f-3c7e-4929-a5ab-3d6cc155027c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:45.454476 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:45.541176 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] For port ee62935f-3c7e-4929-a5ab-3d6cc155027c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ee62935f-3c7e-4929-a5ab-3d6cc155027c,segment=NetworkSegment(a94b6e33-3fa6-49b1-8240-bf08a2f919ec),segment_id=a94b6e33-3fa6-49b1-8240-bf08a2f919ec)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:45.541532 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:45.556868 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Calling delete_port for ee62935f-3c7e-4929-a5ab-3d6cc155027c owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:45.743432 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:45.770262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee62935f-3c7e-4929-a5ab-3d6cc155027c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:45.780307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:45.780645 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:45.780978 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:45.781309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:45.781632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:45.781952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:45.782268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:45.782586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:45.782958 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:45.783233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:45.783548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:45.783858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:45.953713 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:46.397388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0c577-9847-4d2e-9348-fdc00bb24d92 req-ff7e1ef7-0acd-407d-9ff7-338ee8ab14df tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:46.398848 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f3d0c577-9847-4d2e-9348-fdc00bb24d92 req-ff7e1ef7-0acd-407d-9ff7-338ee8ab14df tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0651829 Nov 13 05:02:46.517317 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f3d0c577-9847-4d2e-9348-fdc00bb24d92 req-2274f808-eb59-41ac-9634-c1a7160e4932 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900836 Nov 13 05:02:46.529747 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Router 0901723f-e10a-47ae-858a-4331527ab294 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:02:46.648200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:02:46.654647 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dc7f4ef9-cd60-44fe-b1ca-5a1d1bd93e01 admin admin] 10.222.0.43 "PUT /v2.0/routers/0901723f-e10a-47ae-858a-4331527ab294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9779932 Nov 13 05:02:46.655841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50088) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:46.659426 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ae9bc-334a-4dd1-a1eb-d03b87a14e64 None None] Sync routers for ids ['0901723f-e10a-47ae-858a-4331527ab294'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:02:46.670204 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ae9bc-334a-4dd1-a1eb-d03b87a14e64 None None] Routers {'0901723f-e10a-47ae-858a-4331527ab294'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:02:46.670824 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-374ae9bc-334a-4dd1-a1eb-d03b87a14e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:02:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0901723f-e10a-47ae-858a-4331527ab294'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:46.759658 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:46.779409 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-374ae9bc-334a-4dd1-a1eb-d03b87a14e64 None None] Set router 0901723f-e10a-47ae-858a-4331527ab294 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:02:46.871553 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:46.923747 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] Deleting port 9a4bbea2-3f06-4a15-af69-a831815e7eee {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:46.923999 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:46.969967 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-374ae9bc-334a-4dd1-a1eb-d03b87a14e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0901723f-e10a-47ae-858a-4331527ab294', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:24Z', 'updated_at': '2021-11-13T05:02:45Z', 'revision_number': 5, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'gw_port': {'id': '9a4bbea2-3f06-4a15-af69-a831815e7eee', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901723f-e10a-47ae-858a-4331527ab294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:50:25Z', 'updated_at': '2021-11-13T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:46.996351 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ae9bc-334a-4dd1-a1eb-d03b87a14e64 None None] Checking router: 0901723f-e10a-47ae-858a-4331527ab294 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:02:47.004981 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ae9bc-334a-4dd1-a1eb-d03b87a14e64 None None] Routers {'0901723f-e10a-47ae-858a-4331527ab294'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:02:47.005577 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-374ae9bc-334a-4dd1-a1eb-d03b87a14e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:02:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['0901723f-e10a-47ae-858a-4331527ab294'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:47.011570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] For port 9a4bbea2-3f06-4a15-af69-a831815e7eee, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9a4bbea2-3f06-4a15-af69-a831815e7eee,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:47.011929 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:47.025205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] Calling delete_port for 9a4bbea2-3f06-4a15-af69-a831815e7eee owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:47.089766 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-374ae9bc-334a-4dd1-a1eb-d03b87a14e64 None None] Set router 0901723f-e10a-47ae-858a-4331527ab294 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:02:47.140390 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-374ae9bc-334a-4dd1-a1eb-d03b87a14e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0901723f-e10a-47ae-858a-4331527ab294', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:24Z', 'updated_at': '2021-11-13T05:02:46Z', 'revision_number': 6, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:47.169637 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ae9bc-334a-4dd1-a1eb-d03b87a14e64 None None] The sync data for ids ['0901723f-e10a-47ae-858a-4331527ab294'] in n-d-813114-2 is: [{'id': '0901723f-e10a-47ae-858a-4331527ab294', 'name': 'tempest-TaggedBootDevicesTest_v242-2070149045-router', 'tenant_id': '56e889b16bd745a8aae943f6a4671633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:50:24Z', 'updated_at': '2021-11-13T05:02:46Z', 'revision_number': 6, 'project_id': '56e889b16bd745a8aae943f6a4671633', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:02:47.199461 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:47.229934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4bbea2-3f06-4a15-af69-a831815e7eee,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:47.238570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5677996-678b-421c-b9b4-f887e6d36f82 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:02:47.288427 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:47.381169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:47.384536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:47.433921 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:47.434386 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0901723f-e10a-47ae-858a-4331527ab294 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:02:47.439134 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:47.440299 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-668cf6e5-d36e-4779-8d33-6660d78c908c admin admin] 10.222.0.43 "DELETE /v2.0/routers/0901723f-e10a-47ae-858a-4331527ab294 HTTP/1.1" status: 204 len: 168 time: 0.7835827 Nov 13 05:02:47.443442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50090) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:47.488928 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-00dcb1da-88f2-4671-99d1-aa549daf07f3 admin admin] Deleting subnet 2b89a777-78f4-4339-bcc5-ce101bcdd17e {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:02:47.492312 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00dcb1da-88f2-4671-99d1-aa549daf07f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:47.528951 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00dcb1da-88f2-4671-99d1-aa549daf07f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:47.645322 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00dcb1da-88f2-4671-99d1-aa549daf07f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:47.690199 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4cbde-f7f5-4dcd-a1b6-5c2d23043270 req-0ed6b34e-eb81-4968-a3b4-0b24159a3be0 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:47.691688 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-46e4cbde-f7f5-4dcd-a1b6-5c2d23043270 req-0ed6b34e-eb81-4968-a3b4-0b24159a3be0 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0910571 Nov 13 05:02:47.726947 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00dcb1da-88f2-4671-99d1-aa549daf07f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:47.767019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcb1da-88f2-4671-99d1-aa549daf07f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b89a777-78f4-4339-bcc5-ce101bcdd17e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:47.773481 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00dcb1da-88f2-4671-99d1-aa549daf07f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:47.777403 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-00dcb1da-88f2-4671-99d1-aa549daf07f3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2b89a777-78f4-4339-bcc5-ce101bcdd17e HTTP/1.1" status: 204 len: 168 time: 0.3328323 Nov 13 05:02:47.778890 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d77cd4-9eea-4ea2-aa2e-e18edac218d1 None None] Network 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:02:47.780033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50096) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:47.781373 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-46e4cbde-f7f5-4dcd-a1b6-5c2d23043270 req-ac38f467-2ca2-4c30-9f74-7447b1763972 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833714 Nov 13 05:02:47.852409 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:47.909877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Deleting port e002eeaa-f952-4457-9380-27797226310d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:47.910210 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:47.963492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2b56f3-e212-4095-bf58-fb241c002fdf None None] DHCP port deletion for 1c27c071-3ae5-43fe-b926-2a8ca6120cc2 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:02:47.976025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] For port e002eeaa-f952-4457-9380-27797226310d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e002eeaa-f952-4457-9380-27797226310d,segment=NetworkSegment(a94b6e33-3fa6-49b1-8240-bf08a2f919ec),segment_id=a94b6e33-3fa6-49b1-8240-bf08a2f919ec)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:47.976738 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:47.989894 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Calling delete_port for e002eeaa-f952-4457-9380-27797226310d owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:48.013648 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-af2b56f3-e212-4095-bf58-fb241c002fdf None None] Deleting port e002eeaa-f952-4457-9380-27797226310d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:02:48.014017 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af2b56f3-e212-4095-bf58-fb241c002fdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:48.072204 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:48.093867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-af2b56f3-e212-4095-bf58-fb241c002fdf None None] For port e002eeaa-f952-4457-9380-27797226310d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e002eeaa-f952-4457-9380-27797226310d,segment=NetworkSegment(a94b6e33-3fa6-49b1-8240-bf08a2f919ec),segment_id=a94b6e33-3fa6-49b1-8240-bf08a2f919ec)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:48.094293 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af2b56f3-e212-4095-bf58-fb241c002fdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:48.101937 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Pushing event deleted for resources: {'Port': ['ID=e002eeaa-f952-4457-9380-27797226310d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:48.107349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-af2b56f3-e212-4095-bf58-fb241c002fdf None None] Calling delete_port for e002eeaa-f952-4457-9380-27797226310d owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:02:48.107543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] No DVR routers for this DVR port e002eeaa-f952-4457-9380-27797226310d on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:02:48.117034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:48.117380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:48.117723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:48.118063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:48.118387 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:48.118713 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:48.119062 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:48.119388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:48.119708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:48.120573 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:48.120903 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:48.121225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:02:48.186827 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af2b56f3-e212-4095-bf58-fb241c002fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:48.197350 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:48.212204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b56f3-e212-4095-bf58-fb241c002fdf None None] Pushing event deleted for resources: {'Port': ['ID=e002eeaa-f952-4457-9380-27797226310d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:48.215938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b56f3-e212-4095-bf58-fb241c002fdf None None] No DVR routers for this DVR port e002eeaa-f952-4457-9380-27797226310d on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:02:48.521611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c27c071-3ae5-43fe-b926-2a8ca6120cc2']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:48.532571 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94b6e33-3fa6-49b1-8240-bf08a2f919ec') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:48.532868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94b6e33-3fa6-49b1-8240-bf08a2f919ec') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:02:48.543410 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:48.556807 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:48.563030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:02:48.563416 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:02:48.565157 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:02:48.621347 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:48.627107 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:48.630196 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] 10.222.0.43 "DELETE /v2.0/networks/1c27c071-3ae5-43fe-b926-2a8ca6120cc2 HTTP/1.1" status: 204 len: 168 time: 0.8490772 Nov 13 05:02:48.640976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb264713-4b89-48ca-bfed-08193d1d0fac admin admin] Pushing event deleted for resources: {'Network': ['ID=1c27c071-3ae5-43fe-b926-2a8ca6120cc2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:48.748470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50102) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:48.796428 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-06556e6c-14df-4a45-a500-4d65c3e6031c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56e889b16bd745a8aae943f6a4671633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464408 Nov 13 05:02:48.799719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50104) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:48.850154 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e002eeaa-f952-4457-9380-27797226310d no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:48.867474 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eba48533-83db-4b4e-85b3-cd69dd5445c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:48.871583 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: e002eeaa-f952-4457-9380-27797226310d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:02:48.872029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e002eeaa-f952-4457-9380-27797226310d not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:02:48.872510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9a4bbea2-3f06-4a15-af69-a831815e7eee no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:48.891316 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 9a4bbea2-3f06-4a15-af69-a831815e7eee {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:02:48.891732 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9a4bbea2-3f06-4a15-af69-a831815e7eee not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:02:48.892239 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ee62935f-3c7e-4929-a5ab-3d6cc155027c no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:02:48.907689 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eba48533-83db-4b4e-85b3-cd69dd5445c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:48.911612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: ee62935f-3c7e-4929-a5ab-3d6cc155027c {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:02:48.911955 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ee62935f-3c7e-4929-a5ab-3d6cc155027c not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:02:48.928048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5d5c-fa3c-4e15-8b9f-48a01b7ad06b req-632b26c9-706f-4d87-af19-a422117e10e8 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:48.929542 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-740d5d5c-fa3c-4e15-8b9f-48a01b7ad06b req-632b26c9-706f-4d87-af19-a422117e10e8 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0756774 Nov 13 05:02:48.988484 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-740d5d5c-fa3c-4e15-8b9f-48a01b7ad06b req-ad2041ad-154a-48b7-9835-de7a85f3d58e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522416 Nov 13 05:02:48.996754 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eba48533-83db-4b4e-85b3-cd69dd5445c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:48.999457 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eba48533-83db-4b4e-85b3-cd69dd5445c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:49.000721 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-eba48533-83db-4b4e-85b3-cd69dd5445c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a HTTP/1.1" status: 204 len: 168 time: 0.2000062 Nov 13 05:02:49.008591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba48533-83db-4b4e-85b3-cd69dd5445c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841bcf5b-d872-4a4b-a5f0-89fbf60c5e7a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:49.720697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50130) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:49.836286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-233966910-network', 'tenant_id': '0a4b5e0c68b54b44bdef5a197004a8a2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:49.862011 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] Made reservation on behalf of 0a4b5e0c68b54b44bdef5a197004a8a2 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:02:49.864345 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:49.873198 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:49.964969 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:49.971552 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:50.001522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:02:50.016184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19dbce4-5ba3-42bd-bf98-e9b8f554b327,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:50.019373 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:50.019701 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] Added segment b6ee02c8-36db-40eb-86de-d6696d995964 of type vlan for network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 Nov 13 05:02:50.066733 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:50.122754 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:50.123742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:50.124314 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:50.139382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864341c2-c8f5-4565-b58a-f46e252b5e6b req-24c2f330-bf7f-4d91-91d4-251840c185d7 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:50.140863 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-864341c2-c8f5-4565-b58a-f46e252b5e6b req-24c2f330-bf7f-4d91-91d4-251840c185d7 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0718491 Nov 13 05:02:50.210394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4884331 Nov 13 05:02:50.213582 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50136) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:02:50.218707 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643a615-fd11-47bc-b58e-022cdc99d2a2 admin admin] Pushing event updated for resources: {'Network': ['ID=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:50.219246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6aa66393-8e37-4026-8400-d8e413307b1c admin admin] Request body: {'subnet': {'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-233966910-subnet', 'tenant_id': '0a4b5e0c68b54b44bdef5a197004a8a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:50.230557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:02:50.242592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa66393-8e37-4026-8400-d8e413307b1c admin admin] Made reservation on behalf of 0a4b5e0c68b54b44bdef5a197004a8a2 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:02:50.245352 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6aa66393-8e37-4026-8400-d8e413307b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:50.245983 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-864341c2-c8f5-4565-b58a-f46e252b5e6b req-ce004bb2-e728-42f3-b8ff-0b8f0744cc75 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880601 Nov 13 05:02:50.421292 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6aa66393-8e37-4026-8400-d8e413307b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:50.472687 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa66393-8e37-4026-8400-d8e413307b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:50.489897 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa66393-8e37-4026-8400-d8e413307b1c admin admin] Checking segment: {'id': 'b6ee02c8-36db-40eb-86de-d6696d995964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:02:50.490250 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa66393-8e37-4026-8400-d8e413307b1c admin admin] Network hostable DHCP agents. Network: 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:02:50.509366 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa66393-8e37-4026-8400-d8e413307b1c admin admin] Network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:02:50.520077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-6aa66393-8e37-4026-8400-d8e413307b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:02:50.524269 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa66393-8e37-4026-8400-d8e413307b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:50.524849 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6aa66393-8e37-4026-8400-d8e413307b1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:50.530024 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4339b8-7f01-4213-89f9-d7a4af7ea1c6 None None] Network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:02:50.545375 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6aa66393-8e37-4026-8400-d8e413307b1c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3301013 Nov 13 05:02:50.663622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b6f86-7be7-4041-917d-e7395f6d91f9 None None] Network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:02:50.986640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-ce0fa20e-b226-4575-90f1-c20a23527285 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:50.988131 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-ce0fa20e-b226-4575-90f1-c20a23527285 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/networks?id=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 HTTP/1.1" status: 200 len: 814 time: 0.1195245 Nov 13 05:02:51.004096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-d9177b65-750d-4357-9774-1593cf71de96 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/quotas/0a4b5e0c68b54b44bdef5a197004a8a2 HTTP/1.1" status: 200 len: 375 time: 0.0101647 Nov 13 05:02:51.039901 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-8a43beec-0703-460e-a5d8-132db2af8c40 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a4b5e0c68b54b44bdef5a197004a8a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304995 Nov 13 05:02:51.132289 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-6edad243-b7a5-4218-92a3-fe3e78572459 service neutron] 10.222.0.43 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854697 Nov 13 05:02:51.227458 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-9d1c3fbf-3f91-4c8f-b6c0-6cd3c31fdc8c service neutron] 10.222.0.43 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865755 Nov 13 05:02:51.373102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e1d2a-cd52-4632-a04d-ea946a44127b req-ee89326b-1200-49eb-b6e4-68ff15cc9573 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:51.374721 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0a0e1d2a-cd52-4632-a04d-ea946a44127b req-ee89326b-1200-49eb-b6e4-68ff15cc9573 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0558794 Nov 13 05:02:51.399516 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d91e7850-8137-4d4f-9561-a1512a2ce632 req-e5d68b9d-b644-4966-b7fd-388f16b980e9 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 210 time: 0.0347238 Nov 13 05:02:51.423547 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0a0e1d2a-cd52-4632-a04d-ea946a44127b req-f3f22402-f344-4d87-add7-9850287a851d tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427656 Nov 13 05:02:52.514972 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c53b6003-8a0b-495e-a45a-f595c9786ef5 req-4299d348-8114-43c1-bfea-42e5908729ba tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 210 time: 0.0312459 Nov 13 05:02:52.553899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-fcc9d1a7-5cb8-48d8-ae48-38c26add1a87 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:52.555779 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-fcc9d1a7-5cb8-48d8-ae48-38c26add1a87 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.36 "GET /v2.0/networks?id=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 HTTP/1.1" status: 200 len: 814 time: 0.1411705 Nov 13 05:02:52.559321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb0410-4e23-4872-8822-6229f3a947e1 req-701a4602-cac0-4242-8f75-e9e7ef60b5f1 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:52.563471 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-55bb0410-4e23-4872-8822-6229f3a947e1 req-701a4602-cac0-4242-8f75-e9e7ef60b5f1 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0620794 Nov 13 05:02:52.575900 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-ad3b241f-4d24-4437-a0c7-4daed9dd580f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Request body: {'port': {'device_id': 'f43b2ead-70c0-432d-9c99-f0914801378f', 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6', 'admin_state_up': True, 'tenant_id': '0a4b5e0c68b54b44bdef5a197004a8a2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:52.610831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-55bb0410-4e23-4872-8822-6229f3a947e1 req-f4680f45-27a9-44de-9b15-051ca7f47c9b tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424078 Nov 13 05:02:52.690122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-ad3b241f-4d24-4437-a0c7-4daed9dd580f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Made reservation on behalf of 0a4b5e0c68b54b44bdef5a197004a8a2 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:02:52.693921 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-ad3b241f-4d24-4437-a0c7-4daed9dd580f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:52.817993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-ad3b241f-4d24-4437-a0c7-4daed9dd580f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Allocated IP 172.20.0.14 (280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6/15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0/791b22f4-16f3-4b8d-b950-45a96c7e0d3c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:02:52.965612 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-ad3b241f-4d24-4437-a0c7-4daed9dd580f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:53.001553 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-ad3b241f-4d24-4437-a0c7-4daed9dd580f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:53.044715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-ad3b241f-4d24-4437-a0c7-4daed9dd580f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:02:53.047691 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-ad3b241f-4d24-4437-a0c7-4daed9dd580f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:02:53.050219 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-ad3b241f-4d24-4437-a0c7-4daed9dd580f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:02:53.084947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b241f-4d24-4437-a0c7-4daed9dd580f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Pushing event updated for resources: {'Port': ['ID=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:53.113087 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-ad3b241f-4d24-4437-a0c7-4daed9dd580f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:53.113702 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-ad3b241f-4d24-4437-a0c7-4daed9dd580f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:53.133683 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-ad3b241f-4d24-4437-a0c7-4daed9dd580f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5617557 Nov 13 05:02:53.168888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Request body: {'port': {'device_id': 'f43b2ead-70c0-432d-9c99-f0914801378f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:02:53.224864 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:53.485539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791b22f4-16f3-4b8d-b950-45a96c7e0d3c {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:02:53.493671 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:53.507666 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Transition to ACTIVE for port object 791b22f4-16f3-4b8d-b950-45a96c7e0d3c will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:02:53.514242 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:53.584924 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Pushing event updated for resources: {'Port': ['ID=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:53.634984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Attempting to bind port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:02:53.635338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Attempting to bind port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'b6ee02c8-36db-40eb-86de-d6696d995964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:02:53.635664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Attempting to bind port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c on network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:02:53.640279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c on network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:02:53.640924 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Attempting to bind port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c on network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:02:53.641312 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0b961-54cc-46ed-984c-e42b3e3e0fb8 req-e16127a6-1386-4118-8210-f028a844206a tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:53.644476 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-85d0b961-54cc-46ed-984c-e42b3e3e0fb8 req-e16127a6-1386-4118-8210-f028a844206a tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 944 time: 0.0523591 Nov 13 05:02:53.646104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:02:53.646440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Checking segment: {'id': 'b6ee02c8-36db-40eb-86de-d6696d995964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:02:53.646822 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Bound using segment: {'id': 'b6ee02c8-36db-40eb-86de-d6696d995964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:02:53.647279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Bound port: 791b22f4-16f3-4b8d-b950-45a96c7e0d3c, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ee02c8-36db-40eb-86de-d6696d995964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:02:53.647630 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:53.700950 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-85d0b961-54cc-46ed-984c-e42b3e3e0fb8 req-5dd8b489-67d8-4f5b-b5a9-08790abc7f7e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489292 Nov 13 05:02:53.745946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] For port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:02:53.749323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] For port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:02:53.755251 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:53.767903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b48ed-aec7-4cf4-b287-0e6ed14276c6 req-4d05fc62-7998-442b-afa3-334c096af533 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:53.769553 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-621b48ed-aec7-4cf4-b287-0e6ed14276c6 req-4d05fc62-7998-442b-afa3-334c096af533 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0848911 Nov 13 05:02:53.812896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:53.813494 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:53.814864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] 10.222.0.36 "PUT /v2.0/ports/791b22f4-16f3-4b8d-b950-45a96c7e0d3c HTTP/1.1" status: 200 len: 1092 time: 0.6499639 Nov 13 05:02:53.815330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43b2ead-70c0-432d-9c99-f0914801378f', 'tag': '791b22f4-16f3-4b8d-b950-45a96c7e0d3c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:53.817582 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d0fc7e-91f8-4203-b4f0-ea868c135d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f43b2ead-70c0-432d-9c99-f0914801378f", "tag": "791b22f4-16f3-4b8d-b950-45a96c7e0d3c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:53.860082 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79cf289-75a3-4a70-a904-5fc75208c0b4 x-openstack-request-id: req-f79cf289-75a3-4a70-a904-5fc75208c0b4 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:53.860363 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43b2ead-70c0-432d-9c99-f0914801378f", "tag": "791b22f4-16f3-4b8d-b950-45a96c7e0d3c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:53.860568 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f79cf289-75a3-4a70-a904-5fc75208c0b4 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:53.860990 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43b2ead-70c0-432d-9c99-f0914801378f', 'tag': '791b22f4-16f3-4b8d-b950-45a96c7e0d3c', 'status': 'completed', 'code': 200} Nov 13 05:02:53.861659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b077c-98a4-4872-8dc1-0c52937e503c service neutron] Pushing event updated for resources: {'Port': ['ID=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:53.872242 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-621b48ed-aec7-4cf4-b287-0e6ed14276c6 req-65d6cdca-ea46-48e1-b760-1d39c35ecf5e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807235 Nov 13 05:02:53.919449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-4a1531e5-847d-4e5a-bb9e-240da1798581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:53.920978 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-4a1531e5-847d-4e5a-bb9e-240da1798581 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a4b5e0c68b54b44bdef5a197004a8a2&device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 1095 time: 0.0415523 Nov 13 05:02:53.974021 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-ec3dcd18-6da0-4031-9f2d-30df748ddef7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=791b22f4-16f3-4b8d-b950-45a96c7e0d3c HTTP/1.1" status: 200 len: 217 time: 0.0373526 Nov 13 05:02:54.032231 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-c7fade2d-95ab-4e15-8f02-3b62991f04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:54.033650 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-c7fade2d-95ab-4e15-8f02-3b62991f04c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0 HTTP/1.1" status: 200 len: 854 time: 0.0527670 Nov 13 05:02:54.074369 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-f91957c6-6c08-44f8-8579-ef31c3d53c29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316584 Nov 13 05:02:54.181957 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-38d1454f-02dc-4e62-86b1-bbb4ff6aa7d7 service neutron] 10.222.0.36 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999985 Nov 13 05:02:54.276877 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45acb166-c405-455a-a44c-3496c2d3f8b9 req-74d1e722-f187-45f0-b1b4-2dd47f8e255e service neutron] 10.222.0.36 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867693 Nov 13 05:02:54.429834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0fc7e-91f8-4203-b4f0-ea868c135d5f req-5db36999-712c-492e-9d19-2a80dbf59ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:54.431352 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-50d0fc7e-91f8-4203-b4f0-ea868c135d5f req-5db36999-712c-492e-9d19-2a80dbf59ca6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a4b5e0c68b54b44bdef5a197004a8a2&device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 1095 time: 0.0481093 Nov 13 05:02:54.520597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0fc7e-91f8-4203-b4f0-ea868c135d5f req-c41b03ea-2677-4dbd-9bf4-36f8113ba449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:54.522044 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-50d0fc7e-91f8-4203-b4f0-ea868c135d5f req-c41b03ea-2677-4dbd-9bf4-36f8113ba449 service neutron] 10.222.0.36 "GET /v2.0/networks?id=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 HTTP/1.1" status: 200 len: 915 time: 0.0829682 Nov 13 05:02:54.566096 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-50d0fc7e-91f8-4203-b4f0-ea868c135d5f req-b2a30a57-c11f-4303-98ac-7f29d4445ea8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=791b22f4-16f3-4b8d-b950-45a96c7e0d3c HTTP/1.1" status: 200 len: 217 time: 0.0365984 Nov 13 05:02:54.614090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0fc7e-91f8-4203-b4f0-ea868c135d5f req-e59b4a4f-d716-4040-bb85-66b554e011fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:54.615609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-50d0fc7e-91f8-4203-b4f0-ea868c135d5f req-e59b4a4f-d716-4040-bb85-66b554e011fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0 HTTP/1.1" status: 200 len: 854 time: 0.0431223 Nov 13 05:02:54.616838 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:02:54.645792 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-50d0fc7e-91f8-4203-b4f0-ea868c135d5f req-339a7ed0-2ccf-4b32-a7af-5bb18c3e3d7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235727 Nov 13 05:02:54.740254 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-50d0fc7e-91f8-4203-b4f0-ea868c135d5f req-2fe5c1da-5f11-4b10-bc57-9ef88243b15e service neutron] 10.222.0.36 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846169 Nov 13 05:02:54.862381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72802164-d2ed-4422-baf1-af525d49edd9 req-2a23d026-adeb-49de-9eff-10be01921398 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:54.863816 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-72802164-d2ed-4422-baf1-af525d49edd9 req-2a23d026-adeb-49de-9eff-10be01921398 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 944 time: 0.0899267 Nov 13 05:02:54.867445 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-50d0fc7e-91f8-4203-b4f0-ea868c135d5f req-13b4345a-6a42-4c73-8848-e1b69ef3554f service neutron] 10.222.0.36 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166518 Nov 13 05:02:54.918362 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-72802164-d2ed-4422-baf1-af525d49edd9 req-d7f2ad14-05c4-4db8-b0bb-fe92616738b8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483770 Nov 13 05:02:54.994432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18017303-e8cd-4142-8c35-61e95a8a6bc7 req-c8781234-b8d9-45eb-8d79-e244c4245a73 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:54.996218 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-18017303-e8cd-4142-8c35-61e95a8a6bc7 req-c8781234-b8d9-45eb-8d79-e244c4245a73 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0505383 Nov 13 05:02:55.045901 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-18017303-e8cd-4142-8c35-61e95a8a6bc7 req-1e601048-a953-4a4a-862e-7c7a3993ed6d tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436363 Nov 13 05:02:56.043517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09c7a3-42ad-42b4-a1c7-47aa48dc1c20 req-4852ca6e-b84a-4a68-a2f5-1c53f7e2645c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:56.045067 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd09c7a3-42ad-42b4-a1c7-47aa48dc1c20 req-4852ca6e-b84a-4a68-a2f5-1c53f7e2645c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 944 time: 0.0512364 Nov 13 05:02:56.102205 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd09c7a3-42ad-42b4-a1c7-47aa48dc1c20 req-2e8475bc-b729-47ff-b396-d1087d616d1d tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481954 Nov 13 05:02:56.165418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97229510-3dfa-48d8-8dcf-66c061735f24 req-8a998cf0-5ba9-47aa-8dc5-377f1b273311 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:56.168330 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97229510-3dfa-48d8-8dcf-66c061735f24 req-8a998cf0-5ba9-47aa-8dc5-377f1b273311 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0503788 Nov 13 05:02:56.216777 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97229510-3dfa-48d8-8dcf-66c061735f24 req-631d14b6-aaf7-4212-9ce0-60031555f369 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Nov 13 05:02:56.531044 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 791b22f4-16f3-4b8d-b950-45a96c7e0d3c details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:02:56.633286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:56.644342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '791b22f4-16f3-4b8d-b950-45a96c7e0d3c', 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6', 'port_id': '791b22f4-16f3-4b8d-b950-45a96c7e0d3c', 'mac_address': 'fa:16:3e:ee:32:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:02:56.681215 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:56.695167 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791b22f4-16f3-4b8d-b950-45a96c7e0d3c {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:02:56.719768 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:56.724975 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:56.771753 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:57.164461 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['791b22f4-16f3-4b8d-b950-45a96c7e0d3c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:02:57.226991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0729b-192f-4c57-a248-59048816784f req-8024fa01-9e05-468d-8728-a4e1b1c29329 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:57.228496 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1cf0729b-192f-4c57-a248-59048816784f req-8024fa01-9e05-468d-8728-a4e1b1c29329 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 945 time: 0.0500703 Nov 13 05:02:57.281782 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1cf0729b-192f-4c57-a248-59048816784f req-7d4a3cd0-7bd5-4359-89c6-caacf702c2a0 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468140 Nov 13 05:02:57.341669 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454177e-1de3-4520-9281-b7989f23459b req-80bd3814-1b3d-4c29-a0f4-92b7af32f870 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:57.343178 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3454177e-1de3-4520-9281-b7989f23459b req-80bd3814-1b3d-4c29-a0f4-92b7af32f870 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0531311 Nov 13 05:02:57.391623 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3454177e-1de3-4520-9281-b7989f23459b req-da743540-669f-4b24-97bd-f58bca47d8cc tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Nov 13 05:02:58.408762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b01e9f-c51f-4922-ac46-2f846017189c req-903a70c3-a031-44aa-9c7f-03d01d706c1c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:58.410354 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f0b01e9f-c51f-4922-ac46-2f846017189c req-903a70c3-a031-44aa-9c7f-03d01d706c1c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 945 time: 0.0537336 Nov 13 05:02:58.460353 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f0b01e9f-c51f-4922-ac46-2f846017189c req-4ec94aa4-3d51-457c-9b2c-dd5b03239d61 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Nov 13 05:02:58.511852 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:58.533829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 791b22f4-16f3-4b8d-b950-45a96c7e0d3c up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:02:58.563780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa77349-729f-4966-a54b-d752e0e24740 req-e91d4cf2-555d-4508-9601-52ccd83cbbc3 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:58.565276 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9fa77349-729f-4966-a54b-d752e0e24740 req-e91d4cf2-555d-4508-9601-52ccd83cbbc3 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0525129 Nov 13 05:02:58.588521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:02:58.592936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:02:58.593280 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:58.614241 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9fa77349-729f-4966-a54b-d752e0e24740 req-ed0aa234-b257-4daa-9065-bc8c4cc680c5 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424533 Nov 13 05:02:58.676141 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:58.699019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b2ead-70c0-432d-9c99-f0914801378f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791b22f4-16f3-4b8d-b950-45a96c7e0d3c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:02:58.701542 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a288746-5365-4c31-9460-016d83a7096b" -d '{"events": [{"server_uuid": "f43b2ead-70c0-432d-9c99-f0914801378f", "name": "network-vif-plugged", "status": "completed", "tag": "791b22f4-16f3-4b8d-b950-45a96c7e0d3c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:02:58.713912 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:02:58.718600 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:58.743820 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d44956-5e19-4163-8ae5-1cacfaed4a53 x-openstack-request-id: req-d3d44956-5e19-4163-8ae5-1cacfaed4a53 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:02:58.744084 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43b2ead-70c0-432d-9c99-f0914801378f", "name": "network-vif-plugged", "status": "completed", "tag": "791b22f4-16f3-4b8d-b950-45a96c7e0d3c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:02:58.744350 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3d44956-5e19-4163-8ae5-1cacfaed4a53 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:02:58.745141 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b2ead-70c0-432d-9c99-f0914801378f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791b22f4-16f3-4b8d-b950-45a96c7e0d3c', 'code': 200} Nov 13 05:02:58.771042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:02:58.843301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcce20a-f159-49ef-9115-0e83917a5d32 req-c121d404-da7a-4881-b693-1756168a1b13 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:58.844678 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afcce20a-f159-49ef-9115-0e83917a5d32 req-c121d404-da7a-4881-b693-1756168a1b13 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0554900 Nov 13 05:02:58.872453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed50de-c010-421d-af65-d400b484742e req-3883387a-22af-494a-82d3-6032e2d65ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:58.873964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-79ed50de-c010-421d-af65-d400b484742e req-3883387a-22af-494a-82d3-6032e2d65ef7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 1097 time: 0.0405242 Nov 13 05:02:58.895452 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afcce20a-f159-49ef-9115-0e83917a5d32 req-c57e7a45-6757-40d4-b2cb-a07daffd96e0 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436387 Nov 13 05:02:58.908010 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:02:58.923139 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-79ed50de-c010-421d-af65-d400b484742e req-d168a3c1-0683-4619-bf91-5571a1c1ff23 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412896 Nov 13 05:02:59.023048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2fdcb-44e9-4a4d-ab72-72e59c9272a1 req-92b3122f-db28-4b6c-8b16-c01dfe1daf56 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:59.024516 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b7d2fdcb-44e9-4a4d-ab72-72e59c9272a1 req-92b3122f-db28-4b6c-8b16-c01dfe1daf56 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0564499 Nov 13 05:02:59.370551 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b7d2fdcb-44e9-4a4d-ab72-72e59c9272a1 req-f1546a94-7183-4033-a1e3-8d1b4c51513a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393898 Nov 13 05:02:59.642246 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-fc0e0879-7dd7-4758-b459-653e7a28bfa1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:59.643414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c7c54-ef4e-4578-a7fe-496f9ba43e0f req-dcf191ca-4633-47fb-9851-f3b1f336b91b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:59.643871 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-fc0e0879-7dd7-4758-b459-653e7a28bfa1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 811 time: 0.1031098 Nov 13 05:02:59.645614 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-106c7c54-ef4e-4578-a7fe-496f9ba43e0f req-dcf191ca-4633-47fb-9851-f3b1f336b91b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0538981 Nov 13 05:02:59.660646 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-479e31ed-829c-4263-b458-9b2445adbc32 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/quotas/ed45584aef18439cae95469fe30521e9 HTTP/1.1" status: 200 len: 375 time: 0.0100684 Nov 13 05:02:59.694962 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-106c7c54-ef4e-4578-a7fe-496f9ba43e0f req-5c6196c6-906e-45d8-9e74-b3f4469ae9a5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430758 Nov 13 05:02:59.725139 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-a93cd71c-453d-4bfc-81aa-75365541653a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0588486 Nov 13 05:02:59.796537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69e43e-d9b8-4308-9cfb-910475ca464b req-ce07e8d9-7276-4a96-a906-402ef811bd35 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:02:59.798020 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c69e43e-d9b8-4308-9cfb-910475ca464b req-ce07e8d9-7276-4a96-a906-402ef811bd35 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0487964 Nov 13 05:02:59.816905 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-f0cc9ec7-b092-49d9-bb6f-77ce87fc1b11 service neutron] 10.222.0.43 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844758 Nov 13 05:02:59.854283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c69e43e-d9b8-4308-9cfb-910475ca464b req-1e2cd364-8ad0-4edd-98fa-acb5e67ce3de tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495150 Nov 13 05:02:59.915549 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b998deaa-ce5e-4dbc-93f2-9086dd0e4eb8 service neutron] 10.222.0.43 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923746 Nov 13 05:03:00.089766 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f617f64-31a7-44f8-a1e1-2df4012fcb34 req-cf5622ab-b628-4424-b4bd-13cd820ba330 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 210 time: 0.0265543 Nov 13 05:03:00.820536 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2b619-05fa-4f83-af35-8fc80e224b87 req-baea7e8e-216a-4f38-9e8a-ef78df1f7b4f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:00.822027 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8cb2b619-05fa-4f83-af35-8fc80e224b87 req-baea7e8e-216a-4f38-9e8a-ef78df1f7b4f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0578120 Nov 13 05:03:00.871191 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8cb2b619-05fa-4f83-af35-8fc80e224b87 req-f031813c-acd3-4b0e-96c9-d65cd774011a tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430694 Nov 13 05:03:00.976854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641db34-40ad-4dd9-a49f-78fd74267a1b req-16c4c5ab-d315-4b84-b37d-078a2d6356cb tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:00.978361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f641db34-40ad-4dd9-a49f-78fd74267a1b req-16c4c5ab-d315-4b84-b37d-078a2d6356cb tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0519087 Nov 13 05:03:00.991152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ae257-96a1-4667-bda6-a2df244778b0 req-64fc41d7-1b41-4bd7-a0fa-1186d3f7d8a6 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:00.992924 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3d2ae257-96a1-4667-bda6-a2df244778b0 req-64fc41d7-1b41-4bd7-a0fa-1186d3f7d8a6 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0530314 Nov 13 05:03:01.053257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f641db34-40ad-4dd9-a49f-78fd74267a1b req-d135d40b-aca3-4b42-88c1-620f410446f4 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675495 Nov 13 05:03:01.064918 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3d2ae257-96a1-4667-bda6-a2df244778b0 req-1d53e6ca-a7b5-487a-aa4e-121e6eb5c79e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649173 Nov 13 05:03:01.238058 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d63a0a3a-b337-4a19-abe2-0d812e2a4466 req-5670a0e7-5497-44a1-ba7f-fe93617393bd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 210 time: 0.0391774 Nov 13 05:03:01.249638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-d68d5cf8-8326-4162-845c-7c65d7a9228d tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:01.251962 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-d68d5cf8-8326-4162-845c-7c65d7a9228d tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 811 time: 0.1679211 Nov 13 05:03:01.284785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-9c086bc1-f1b1-499b-a145-bc20847c2c49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Request body: {'port': {'device_id': '5b9218f2-e159-4bca-89c3-c3467dedae7f', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'admin_state_up': True, 'tenant_id': 'ed45584aef18439cae95469fe30521e9'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:01.451777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-9c086bc1-f1b1-499b-a145-bc20847c2c49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Made reservation on behalf of ed45584aef18439cae95469fe30521e9 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:03:01.455489 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-9c086bc1-f1b1-499b-a145-bc20847c2c49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:01.477619 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229da59-529f-444f-a65c-db75ef447aa3 req-2fec0462-84a3-46b0-8539-19cb6d67e99b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:01.479311 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9229da59-529f-444f-a65c-db75ef447aa3 req-2fec0462-84a3-46b0-8539-19cb6d67e99b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0803318 Nov 13 05:03:01.585558 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9229da59-529f-444f-a65c-db75ef447aa3 req-1b97f7c5-ef6f-4071-b094-358fefa9c193 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987849 Nov 13 05:03:01.646492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-9c086bc1-f1b1-499b-a145-bc20847c2c49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Allocated IP 172.20.0.11 (2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265/8425bb51-2f44-48d9-9624-de0a04579a27/a33133b7-5c1d-4eff-abf5-07270d9cce64) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:03:01.828629 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-9c086bc1-f1b1-499b-a145-bc20847c2c49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:01.863859 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-9c086bc1-f1b1-499b-a145-bc20847c2c49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:01.904141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['82e8520d-df63-42fb-a803-f74b019364fb'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:01.906537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-9c086bc1-f1b1-499b-a145-bc20847c2c49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:03:01.908499 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['1389231e-ac69-429d-bf74-ab27295f78b5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:01.913982 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-9c086bc1-f1b1-499b-a145-bc20847c2c49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:03:01.918712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-9c086bc1-f1b1-499b-a145-bc20847c2c49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:03:01.922971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c086bc1-f1b1-499b-a145-bc20847c2c49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event updated for resources: {'Port': ['ID=a33133b7-5c1d-4eff-abf5-07270d9cce64,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:01.974154 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-9c086bc1-f1b1-499b-a145-bc20847c2c49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:01.974554 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-9c086bc1-f1b1-499b-a145-bc20847c2c49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:01.994235 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-9c086bc1-f1b1-499b-a145-bc20847c2c49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7141373 Nov 13 05:03:02.014646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Request body: {'port': {'device_id': '5b9218f2-e159-4bca-89c3-c3467dedae7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:02.086538 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:02.270620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9c1ef26e-5f3b-4f9d-ba6d-02ebe7ba5b67 None None] Provisioning complete for port a33133b7-5c1d-4eff-abf5-07270d9cce64 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:02.271136 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c1ef26e-5f3b-4f9d-ba6d-02ebe7ba5b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:02.307730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9c1ef26e-5f3b-4f9d-ba6d-02ebe7ba5b67 None None] Port a33133b7-5c1d-4eff-abf5-07270d9cce64 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:03:02.313554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd538a-d7c6-48d1-9fe1-cd2e04729dd9 req-593d4604-ba2d-47c5-b19e-98f30737bf52 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:02.315091 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-61bd538a-d7c6-48d1-9fe1-cd2e04729dd9 req-593d4604-ba2d-47c5-b19e-98f30737bf52 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.1100609 Nov 13 05:03:02.361601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c3509-091b-496b-8c32-3ad21488c575 req-667afb4f-d1e8-459c-a79c-0e9c11c28c8b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:02.363218 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b34c3509-091b-496b-8c32-3ad21488c575 req-667afb4f-d1e8-459c-a79c-0e9c11c28c8b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 932 time: 0.0493495 Nov 13 05:03:02.390547 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-61bd538a-d7c6-48d1-9fe1-cd2e04729dd9 req-8ff182e7-3530-4120-9f7a-35b5405735da tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694411 Nov 13 05:03:02.415086 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b34c3509-091b-496b-8c32-3ad21488c575 req-a6206f12-3575-435a-9203-d43641ee4d38 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454171 Nov 13 05:03:02.451766 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33133b7-5c1d-4eff-abf5-07270d9cce64 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:03:02.459468 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:02.471592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Transition to ACTIVE for port object a33133b7-5c1d-4eff-abf5-07270d9cce64 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:03:02.475965 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:02.528033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Pushing event updated for resources: {'Port': ['ID=a33133b7-5c1d-4eff-abf5-07270d9cce64,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:02.595768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Attempting to bind port a33133b7-5c1d-4eff-abf5-07270d9cce64 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:03:02.596284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Attempting to bind port a33133b7-5c1d-4eff-abf5-07270d9cce64 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:03:02.596883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Attempting to bind port a33133b7-5c1d-4eff-abf5-07270d9cce64 on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:03:02.601894 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Port a33133b7-5c1d-4eff-abf5-07270d9cce64 on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:03:02.602202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Attempting to bind port a33133b7-5c1d-4eff-abf5-07270d9cce64 on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:03:02.607418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:03:02.607774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Checking segment: {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:03:02.608149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Bound using segment: {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:03:02.608574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Bound port: a33133b7-5c1d-4eff-abf5-07270d9cce64, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:03:02.608928 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:02.707127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] For port a33133b7-5c1d-4eff-abf5-07270d9cce64, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:03:02.710995 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] For port a33133b7-5c1d-4eff-abf5-07270d9cce64, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=a33133b7-5c1d-4eff-abf5-07270d9cce64,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:03:02.716116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:02.757110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371489ff-cf58-44e0-a7b4-bf43e4eaaea5 req-d08acd0f-a78d-4afb-8be4-65bb843056b0 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:02.758270 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-371489ff-cf58-44e0-a7b4-bf43e4eaaea5 req-d08acd0f-a78d-4afb-8be4-65bb843056b0 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0984321 Nov 13 05:03:02.764394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:02.764994 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:02.766359 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] 10.222.0.46 "PUT /v2.0/ports/a33133b7-5c1d-4eff-abf5-07270d9cce64 HTTP/1.1" status: 200 len: 1092 time: 0.7562964 Nov 13 05:03:02.766836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9218f2-e159-4bca-89c3-c3467dedae7f', 'tag': 'a33133b7-5c1d-4eff-abf5-07270d9cce64'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:02.769602 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0f87af-91df-4559-b8af-5134c0787e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9218f2-e159-4bca-89c3-c3467dedae7f", "tag": "a33133b7-5c1d-4eff-abf5-07270d9cce64"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:02.806589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb56be-f0a2-40b1-ae5d-80405a9014da service neutron] Pushing event updated for resources: {'Port': ['ID=a33133b7-5c1d-4eff-abf5-07270d9cce64,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:02.851580 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-371489ff-cf58-44e0-a7b4-bf43e4eaaea5 req-059128e6-5948-49e1-b0ab-ed35a0cd6a63 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790188 Nov 13 05:03:02.886055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-f10ed2ec-4ecd-4b8b-a667-54cf28e11d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:02.887680 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-f10ed2ec-4ecd-4b8b-a667-54cf28e11d90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 1095 time: 0.0499461 Nov 13 05:03:02.944472 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a89245d-ac06-4425-82f8-869ba54c39a1 x-openstack-request-id: req-2a89245d-ac06-4425-82f8-869ba54c39a1 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:02.944753 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9218f2-e159-4bca-89c3-c3467dedae7f", "tag": "a33133b7-5c1d-4eff-abf5-07270d9cce64", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:02.945004 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a89245d-ac06-4425-82f8-869ba54c39a1 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:02.945412 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9218f2-e159-4bca-89c3-c3467dedae7f', 'tag': 'a33133b7-5c1d-4eff-abf5-07270d9cce64', 'status': 'completed', 'code': 200} Nov 13 05:03:02.947027 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-31196560-7f1e-44d5-8967-d54b7a1ba3ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a33133b7-5c1d-4eff-abf5-07270d9cce64 HTTP/1.1" status: 200 len: 217 time: 0.0395672 Nov 13 05:03:03.010624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-7d4fe75c-bd30-4e76-9e87-1772a99a03e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:03.012210 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-7d4fe75c-bd30-4e76-9e87-1772a99a03e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0469368 Nov 13 05:03:03.078968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-e90c1fb7-0f5a-439b-a9df-50f1c63a3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:03.080543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-e90c1fb7-0f5a-439b-a9df-50f1c63a3a2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602036 Nov 13 05:03:03.174381 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-e489515f-7c29-4185-9f7e-9130a691c73d service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861390 Nov 13 05:03:03.267368 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3448433f-2e77-4f13-af91-8a5437d2b12f req-e2c4ba09-1895-43d5-8952-a7c4b35fa1c4 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847106 Nov 13 05:03:03.419794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f87af-91df-4559-b8af-5134c0787e1b req-b50da736-3c17-49d7-a3ed-df31f4605a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:03.420726 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d0f87af-91df-4559-b8af-5134c0787e1b req-b50da736-3c17-49d7-a3ed-df31f4605a5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 1095 time: 0.0502658 Nov 13 05:03:03.534157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f509ead-2f4b-4021-8e31-2d9635ad13ab req-2d927b3e-ee35-46a2-a214-18242237fdab tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:03.537229 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f509ead-2f4b-4021-8e31-2d9635ad13ab req-2d927b3e-ee35-46a2-a214-18242237fdab tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 944 time: 0.0502415 Nov 13 05:03:03.554247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d848d-f20d-4bff-98c7-1525b6fe3ed2 req-276852d5-7156-4d1c-811b-8e2d6e26909c tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:03.555815 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-387d848d-f20d-4bff-98c7-1525b6fe3ed2 req-276852d5-7156-4d1c-811b-8e2d6e26909c tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0755856 Nov 13 05:03:03.557330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f87af-91df-4559-b8af-5134c0787e1b req-5eda68b2-e3cd-4a8a-82a1-625de8bc84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:03.558645 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d0f87af-91df-4559-b8af-5134c0787e1b req-5eda68b2-e3cd-4a8a-82a1-625de8bc84d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.1303847 Nov 13 05:03:03.585375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f509ead-2f4b-4021-8e31-2d9635ad13ab req-2333835b-500c-43f9-9c78-246d922d3c1a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414228 Nov 13 05:03:03.610562 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d0f87af-91df-4559-b8af-5134c0787e1b req-824d4ab3-07f5-48ba-a497-871b5fd348de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a33133b7-5c1d-4eff-abf5-07270d9cce64 HTTP/1.1" status: 200 len: 217 time: 0.0423281 Nov 13 05:03:03.667015 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-387d848d-f20d-4bff-98c7-1525b6fe3ed2 req-42dd83c3-2a6e-4df6-8cc3-2324209931ec tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050546 Nov 13 05:03:03.680702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f87af-91df-4559-b8af-5134c0787e1b req-f1610015-5979-422e-b7f7-e2aad574f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:03.682150 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d0f87af-91df-4559-b8af-5134c0787e1b req-f1610015-5979-422e-b7f7-e2aad574f123 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0621114 Nov 13 05:03:03.729171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f87af-91df-4559-b8af-5134c0787e1b req-f4f33d20-122b-40bd-8e5b-5868302aba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:03.730650 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d0f87af-91df-4559-b8af-5134c0787e1b req-f4f33d20-122b-40bd-8e5b-5868302aba58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402994 Nov 13 05:03:03.832518 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d0f87af-91df-4559-b8af-5134c0787e1b req-b05eb1c0-52f9-4775-aa66-c10b36ef3f13 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903454 Nov 13 05:03:03.932063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d0f87af-91df-4559-b8af-5134c0787e1b req-e5834580-27c3-47dc-8430-4fcf92f48afb service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917988 Nov 13 05:03:03.978616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c4ceb-d9ea-4857-ae6a-c088049a9ffb req-e2f28bd4-d71a-44ea-b757-7a070e1c4d0a tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:03.980179 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-444c4ceb-d9ea-4857-ae6a-c088049a9ffb req-e2f28bd4-d71a-44ea-b757-7a070e1c4d0a tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0513010 Nov 13 05:03:04.030119 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-444c4ceb-d9ea-4857-ae6a-c088049a9ffb req-6dd62d43-ff83-4d71-a08d-c888e8d6dcf3 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438793 Nov 13 05:03:04.153036 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4a9704e-fc59-48cb-a56d-ad3c41803a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:04.720189 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48df518-01f8-4316-bc99-bfc9e1e68f66 req-a9ea628b-6d9c-49b4-b9b5-d7bcaed4e3e0 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:04.721677 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d48df518-01f8-4316-bc99-bfc9e1e68f66 req-a9ea628b-6d9c-49b4-b9b5-d7bcaed4e3e0 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 944 time: 0.0516949 Nov 13 05:03:04.772678 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d48df518-01f8-4316-bc99-bfc9e1e68f66 req-66828d82-91a0-4440-bd8e-c013b5d674ad tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447626 Nov 13 05:03:04.794840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0e550-1b3b-4354-b436-5ed019cd2ac2 req-7c8146ff-a0c4-47f4-b8fe-cfa452acfd0a tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:04.796387 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ca0e550-1b3b-4354-b436-5ed019cd2ac2 req-7c8146ff-a0c4-47f4-b8fe-cfa452acfd0a tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0545211 Nov 13 05:03:04.843384 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ca0e550-1b3b-4354-b436-5ed019cd2ac2 req-dbfef025-f684-495e-ada7-b92f27bcfcc6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406222 Nov 13 05:03:05.154103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af2d67-27aa-4ef1-ab56-1ba2dc69dd69 req-7986182b-0591-4f41-b0e5-002a737d7974 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:05.155606 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7af2d67-27aa-4ef1-ab56-1ba2dc69dd69 req-7986182b-0591-4f41-b0e5-002a737d7974 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0518050 Nov 13 05:03:05.208974 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7af2d67-27aa-4ef1-ab56-1ba2dc69dd69 req-6874e611-c3ca-44a2-880d-7bd569fb62ed tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470221 Nov 13 05:03:05.917671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd53887-6d53-4142-9279-6ee991fc3bab req-229a85b8-9997-4036-b46b-0f872117b643 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:05.919237 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8bd53887-6d53-4142-9279-6ee991fc3bab req-229a85b8-9997-4036-b46b-0f872117b643 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 944 time: 0.0621955 Nov 13 05:03:05.968941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8bd53887-6d53-4142-9279-6ee991fc3bab req-84ea4df1-1b56-40e6-8310-3338557e6138 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 Nov 13 05:03:05.975067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9db5da-a5ab-49e5-b010-0c9b26274f09 req-bff2048d-cbaa-4829-89fd-d5ce817aae50 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:05.976578 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0a9db5da-a5ab-49e5-b010-0c9b26274f09 req-bff2048d-cbaa-4829-89fd-d5ce817aae50 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0529923 Nov 13 05:03:06.025349 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0a9db5da-a5ab-49e5-b010-0c9b26274f09 req-ec3ef2d9-d333-4b00-b44a-f95f3719f3b4 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425868 Nov 13 05:03:06.335009 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c4e2d-52bb-47a3-b90c-bbb583683af8 req-a7354f47-e82e-470d-9a3b-2f7f3ca6120e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:06.339543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f4c4e2d-52bb-47a3-b90c-bbb583683af8 req-a7354f47-e82e-470d-9a3b-2f7f3ca6120e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0546699 Nov 13 05:03:06.391597 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f4c4e2d-52bb-47a3-b90c-bbb583683af8 req-0a4d5029-84b6-4307-b981-bcf92d7096f0 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490108 Nov 13 05:03:06.450847 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-183d1f8b-039e-4536-9571-4d7030f3a57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:06.615746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device a33133b7-5c1d-4eff-abf5-07270d9cce64 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:03:06.723898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port a33133b7-5c1d-4eff-abf5-07270d9cce64, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=a33133b7-5c1d-4eff-abf5-07270d9cce64,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:06.735598 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'a33133b7-5c1d-4eff-abf5-07270d9cce64', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'port_id': 'a33133b7-5c1d-4eff-abf5-07270d9cce64', 'mac_address': 'fa:16:3e:7f:df:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:03:06.776238 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:06.788888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33133b7-5c1d-4eff-abf5-07270d9cce64 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:03:06.809349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port a33133b7-5c1d-4eff-abf5-07270d9cce64, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=a33133b7-5c1d-4eff-abf5-07270d9cce64,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:06.817080 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:06.862715 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=a33133b7-5c1d-4eff-abf5-07270d9cce64,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:07.099749 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd9788-b1c2-4df8-b0e9-7c9e3894dea9 req-55352368-29b0-4c37-aeb3-d83eb9cced68 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:07.101280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65cd9788-b1c2-4df8-b0e9-7c9e3894dea9 req-55352368-29b0-4c37-aeb3-d83eb9cced68 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 945 time: 0.0512877 Nov 13 05:03:07.146325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c543ef4-493d-4044-820d-ccea41153716 req-816ae2ad-0209-4023-b135-ef0981c19635 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:07.148625 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65cd9788-b1c2-4df8-b0e9-7c9e3894dea9 req-3e5d5607-17bc-4c41-bfa9-54e319093d7f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Nov 13 05:03:07.148999 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c543ef4-493d-4044-820d-ccea41153716 req-816ae2ad-0209-4023-b135-ef0981c19635 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0541039 Nov 13 05:03:07.200007 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c543ef4-493d-4044-820d-ccea41153716 req-9f2e1f01-f700-41d0-af84-ba2a3e903e10 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462329 Nov 13 05:03:07.280710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['a33133b7-5c1d-4eff-abf5-07270d9cce64'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:07.508339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b4166-0536-44e7-9ddf-820ed6e3869b req-6447ac5f-0603-4a4f-848b-f80b2556c558 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:07.509842 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-153b4166-0536-44e7-9ddf-820ed6e3869b req-6447ac5f-0603-4a4f-848b-f80b2556c558 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0516987 Nov 13 05:03:07.560765 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-153b4166-0536-44e7-9ddf-820ed6e3869b req-98c72610-ed43-4b3b-9133-4be6b939dc65 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423069 Nov 13 05:03:07.830875 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:08.276726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbf2e8-56f8-42dc-8d36-ee1667d583a0 req-9c95703e-61de-431f-94a3-69865cff3efc tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:08.278234 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3bbf2e8-56f8-42dc-8d36-ee1667d583a0 req-9c95703e-61de-431f-94a3-69865cff3efc tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 945 time: 0.0510254 Nov 13 05:03:08.323050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cfd2f-d54d-4557-a2e5-3b2355c10108 req-eb3d7a0e-84da-41d4-bbc9-7e59a58e91cb tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:08.324601 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b0cfd2f-d54d-4557-a2e5-3b2355c10108 req-eb3d7a0e-84da-41d4-bbc9-7e59a58e91cb tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0500312 Nov 13 05:03:08.331564 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3bbf2e8-56f8-42dc-8d36-ee1667d583a0 req-718e05f3-6c0e-4d6f-a0ed-d2852301c548 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469801 Nov 13 05:03:08.375784 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b0cfd2f-d54d-4557-a2e5-3b2355c10108 req-81f05016-6be3-4315-9ce7-3156311afd46 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450070 Nov 13 05:03:08.610348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device a33133b7-5c1d-4eff-abf5-07270d9cce64 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:03:08.664501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port a33133b7-5c1d-4eff-abf5-07270d9cce64 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:03:08.668589 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port a33133b7-5c1d-4eff-abf5-07270d9cce64 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:08.668961 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:08.691345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f616f1-8f04-4a2d-ae6b-da4449046215 req-237e65ea-e357-45da-889a-eb00234c1fe1 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:08.693076 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64f616f1-8f04-4a2d-ae6b-da4449046215 req-237e65ea-e357-45da-889a-eb00234c1fe1 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0528302 Nov 13 05:03:08.749634 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64f616f1-8f04-4a2d-ae6b-da4449046215 req-5f4a54d6-788a-4d73-8466-ed540b7cf20e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499368 Nov 13 05:03:08.759594 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:08.783323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9218f2-e159-4bca-89c3-c3467dedae7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33133b7-5c1d-4eff-abf5-07270d9cce64'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:08.786213 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e46cb6-af4e-48a5-b81c-136520bb1b86" -d '{"events": [{"server_uuid": "5b9218f2-e159-4bca-89c3-c3467dedae7f", "name": "network-vif-plugged", "status": "completed", "tag": "a33133b7-5c1d-4eff-abf5-07270d9cce64"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:08.799026 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port a33133b7-5c1d-4eff-abf5-07270d9cce64, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=a33133b7-5c1d-4eff-abf5-07270d9cce64,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:08.803937 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:08.832626 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fd0032-1fc9-45ea-95a8-6a42781f159e x-openstack-request-id: req-81fd0032-1fc9-45ea-95a8-6a42781f159e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:08.833228 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9218f2-e159-4bca-89c3-c3467dedae7f", "name": "network-vif-plugged", "status": "completed", "tag": "a33133b7-5c1d-4eff-abf5-07270d9cce64", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:08.833328 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81fd0032-1fc9-45ea-95a8-6a42781f159e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:08.833645 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9218f2-e159-4bca-89c3-c3467dedae7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33133b7-5c1d-4eff-abf5-07270d9cce64', 'code': 200} Nov 13 05:03:08.854144 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=a33133b7-5c1d-4eff-abf5-07270d9cce64,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:08.973046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fcbc2-dec7-4fb9-8f07-681d3459ef87 req-3cea8c87-6999-4ab9-94d0-7cdf39c12e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:08.974562 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bc0fcbc2-dec7-4fb9-8f07-681d3459ef87 req-3cea8c87-6999-4ab9-94d0-7cdf39c12e05 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 1097 time: 0.0429685 Nov 13 05:03:09.024969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bc0fcbc2-dec7-4fb9-8f07-681d3459ef87 req-eb8489d1-1009-4919-9700-7a99b417496c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387676 Nov 13 05:03:09.131389 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:09.455538 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb001995-b71f-4333-b6c2-943c0fa8fee0 req-aeff7216-50a9-4058-9f74-a2ba05e54b16 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:09.457024 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb001995-b71f-4333-b6c2-943c0fa8fee0 req-aeff7216-50a9-4058-9f74-a2ba05e54b16 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 946 time: 0.0518312 Nov 13 05:03:09.502466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f7889-73f6-4046-a683-1cee23297c8e req-068b8c95-566a-4c1c-b860-b79556831200 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:09.503975 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-706f7889-73f6-4046-a683-1cee23297c8e req-068b8c95-566a-4c1c-b860-b79556831200 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0554287 Nov 13 05:03:09.513654 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb001995-b71f-4333-b6c2-943c0fa8fee0 req-cb9c73ad-487b-4742-9ed7-349a9e7279e4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503831 Nov 13 05:03:09.560259 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-706f7889-73f6-4046-a683-1cee23297c8e req-0962574e-6808-4587-9a42-6e03f86b88e2 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500612 Nov 13 05:03:09.870507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3c5d5-f19a-44ec-a19b-a1259faa28d0 req-857c3ec5-24af-4fd0-a882-d17a1dc220d9 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:09.872155 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60f3c5d5-f19a-44ec-a19b-a1259faa28d0 req-857c3ec5-24af-4fd0-a882-d17a1dc220d9 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0524035 Nov 13 05:03:09.925847 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60f3c5d5-f19a-44ec-a19b-a1259faa28d0 req-94bf97f0-97c9-4ef0-b2e9-c5ca0991fb5e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476501 Nov 13 05:03:10.051993 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:10.641736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36352e91-bf74-46ee-9e9d-e81dd6485f7d req-e4eae819-868f-40e3-b654-ec949a59fa0c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:10.643268 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-36352e91-bf74-46ee-9e9d-e81dd6485f7d req-e4eae819-868f-40e3-b654-ec949a59fa0c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 946 time: 0.0504546 Nov 13 05:03:10.683064 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbc2d8-6be2-479e-bbd5-184c298fe728 req-5171d038-47b2-4b23-8af4-6fccf1500a57 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:10.684698 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56bbc2d8-6be2-479e-bbd5-184c298fe728 req-5171d038-47b2-4b23-8af4-6fccf1500a57 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0541625 Nov 13 05:03:10.691509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-36352e91-bf74-46ee-9e9d-e81dd6485f7d req-a23c07c8-2594-4c01-83b3-c0cce67a1d26 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419047 Nov 13 05:03:10.736500 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56bbc2d8-6be2-479e-bbd5-184c298fe728 req-1dd42741-48d5-4bfe-a3d5-cd1fb2c7f118 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455635 Nov 13 05:03:10.853231 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eda03aab-b6ef-4efd-ac27-aa72c7584157 req-9ff6f5f2-a78c-4d5d-994d-af1d02d5aff1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ed45584aef18439cae95469fe30521e9 HTTP/1.1" status: 200 len: 267 time: 0.0534050 Nov 13 05:03:10.911419 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda03aab-b6ef-4efd-ac27-aa72c7584157 req-d09d4822-9710-45f9-9561-f9dd63c7534b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:10.913030 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eda03aab-b6ef-4efd-ac27-aa72c7584157 req-d09d4822-9710-45f9-9561-f9dd63c7534b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 946 time: 0.0517578 Nov 13 05:03:10.927368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-eda03aab-b6ef-4efd-ac27-aa72c7584157 req-c8637acb-0296-4b0a-8745-616bc1cea980 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Request body: {'port': {'security_groups': []}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:10.998610 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eda03aab-b6ef-4efd-ac27-aa72c7584157 req-c8637acb-0296-4b0a-8745-616bc1cea980 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:11.058183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb1262-3938-4faf-abd5-714653a22f74 req-c773104e-8b47-4137-9fb3-1f2475da239b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:11.059644 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0bb1262-3938-4faf-abd5-714653a22f74 req-c773104e-8b47-4137-9fb3-1f2475da239b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0542474 Nov 13 05:03:11.109789 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0bb1262-3938-4faf-abd5-714653a22f74 req-1009d940-6c83-4677-91a7-691dda457357 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438011 Nov 13 05:03:11.162729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eda03aab-b6ef-4efd-ac27-aa72c7584157 req-c8637acb-0296-4b0a-8745-616bc1cea980 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] For port a33133b7-5c1d-4eff-abf5-07270d9cce64, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=a33133b7-5c1d-4eff-abf5-07270d9cce64,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:11.192962 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eda03aab-b6ef-4efd-ac27-aa72c7584157 req-c8637acb-0296-4b0a-8745-616bc1cea980 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:11.198953 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eda03aab-b6ef-4efd-ac27-aa72c7584157 req-c8637acb-0296-4b0a-8745-616bc1cea980 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:11.231872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['82e8520d-df63-42fb-a803-f74b019364fb', 'a33133b7-5c1d-4eff-abf5-07270d9cce64'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:11.240764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['1389231e-ac69-429d-bf74-ab27295f78b5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:11.241749 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda03aab-b6ef-4efd-ac27-aa72c7584157 req-c8637acb-0296-4b0a-8745-616bc1cea980 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:11.242373 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eda03aab-b6ef-4efd-ac27-aa72c7584157 req-c8637acb-0296-4b0a-8745-616bc1cea980 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:11.243763 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eda03aab-b6ef-4efd-ac27-aa72c7584157 req-c8637acb-0296-4b0a-8745-616bc1cea980 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "PUT /v2.0/ports/a33133b7-5c1d-4eff-abf5-07270d9cce64 HTTP/1.1" status: 200 len: 905 time: 0.3216004 Nov 13 05:03:11.244205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9218f2-e159-4bca-89c3-c3467dedae7f', 'tag': 'a33133b7-5c1d-4eff-abf5-07270d9cce64'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:11.247239 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c19798-955d-40da-bfcf-747237550f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9218f2-e159-4bca-89c3-c3467dedae7f", "tag": "a33133b7-5c1d-4eff-abf5-07270d9cce64"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:11.280292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8637acb-0296-4b0a-8745-616bc1cea980 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event updated for resources: {'Port': ['ID=a33133b7-5c1d-4eff-abf5-07270d9cce64,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:11.295863 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f09a89-fec4-4a8c-9195-9f8aeef7f7c0 x-openstack-request-id: req-b5f09a89-fec4-4a8c-9195-9f8aeef7f7c0 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:11.296154 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9218f2-e159-4bca-89c3-c3467dedae7f", "tag": "a33133b7-5c1d-4eff-abf5-07270d9cce64", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:11.296407 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5f09a89-fec4-4a8c-9195-9f8aeef7f7c0 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:11.296816 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9218f2-e159-4bca-89c3-c3467dedae7f', 'tag': 'a33133b7-5c1d-4eff-abf5-07270d9cce64', 'status': 'completed', 'code': 200} Nov 13 05:03:11.365147 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeae709-5227-4c3b-b521-9e3aec77cc2d req-c34c2512-9b4c-4cc3-b011-fc65450fc7e4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:11.366833 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-deeae709-5227-4c3b-b521-9e3aec77cc2d req-c34c2512-9b4c-4cc3-b011-fc65450fc7e4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 908 time: 0.0573413 Nov 13 05:03:11.408495 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['a33133b7-5c1d-4eff-abf5-07270d9cce64'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:11.413515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c19798-955d-40da-bfcf-747237550f1d req-4c1984c0-211e-472e-b614-ebee8bda2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:11.415263 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98c19798-955d-40da-bfcf-747237550f1d req-4c1984c0-211e-472e-b614-ebee8bda2175 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 1059 time: 0.0456483 Nov 13 05:03:11.560902 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c19798-955d-40da-bfcf-747237550f1d req-0c6a4be9-e8cc-467c-a43d-8fd4da9b6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:11.562377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98c19798-955d-40da-bfcf-747237550f1d req-0c6a4be9-e8cc-467c-a43d-8fd4da9b6324 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.1379516 Nov 13 05:03:11.564076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611383-71fd-42bc-b048-edac0e402e61 req-41900cbe-65fe-4c21-8cd0-518ac67d56a4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:11.565856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9611383-71fd-42bc-b048-edac0e402e61 req-41900cbe-65fe-4c21-8cd0-518ac67d56a4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.1051188 Nov 13 05:03:11.613731 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98c19798-955d-40da-bfcf-747237550f1d req-d4f099f2-1187-44eb-a9af-8762d5798b24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a33133b7-5c1d-4eff-abf5-07270d9cce64 HTTP/1.1" status: 200 len: 217 time: 0.0426672 Nov 13 05:03:11.617591 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9611383-71fd-42bc-b048-edac0e402e61 req-3b659a1f-6517-4e11-9562-e08d38b8d97a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438616 Nov 13 05:03:11.642749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b5f9a616-37fb-419b-89a8-0c905ebfcace None None] Provisioning complete for port a33133b7-5c1d-4eff-abf5-07270d9cce64 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:11.642749 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5f9a616-37fb-419b-89a8-0c905ebfcace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:11.671332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c19798-955d-40da-bfcf-747237550f1d req-93401017-a996-48ad-b93f-9b967485e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:11.673014 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98c19798-955d-40da-bfcf-747237550f1d req-93401017-a996-48ad-b93f-9b967485e602 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0511408 Nov 13 05:03:11.750491 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c19798-955d-40da-bfcf-747237550f1d req-b36ebcd8-dc0a-499d-baa5-40f38ded46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:11.752050 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98c19798-955d-40da-bfcf-747237550f1d req-b36ebcd8-dc0a-499d-baa5-40f38ded46fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714543 Nov 13 05:03:11.763806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7e5c0-b69d-4563-915b-9a8dba8ec5fc req-3d2a6023-cd1f-444a-93bc-c2c53d92c6c4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:11.765204 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4e7e5c0-b69d-4563-915b-9a8dba8ec5fc req-3d2a6023-cd1f-444a-93bc-c2c53d92c6c4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0754426 Nov 13 05:03:11.866342 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4e7e5c0-b69d-4563-915b-9a8dba8ec5fc req-474221c9-36bd-4cab-8e21-09482a0fa95f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927932 Nov 13 05:03:11.868592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ff1a6-0476-4993-8456-f9e37deafd2c req-9c523d3f-b475-4190-830e-a051cde19a87 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:11.871102 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e9ff1a6-0476-4993-8456-f9e37deafd2c req-9c523d3f-b475-4190-830e-a051cde19a87 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0557084 Nov 13 05:03:11.907238 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98c19798-955d-40da-bfcf-747237550f1d req-cc6693c8-f4ff-40cd-ace4-726ec6e0c7fd service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404932 Nov 13 05:03:11.931460 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e9ff1a6-0476-4993-8456-f9e37deafd2c req-ce91319f-5965-40e9-96e9-1ec5954f76a8 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526087 Nov 13 05:03:12.011514 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98c19798-955d-40da-bfcf-747237550f1d req-0b96d1b7-b705-4761-9f14-f8b1dd75dfdb service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969431 Nov 13 05:03:12.111811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-ecaf2204-e4ca-4a3d-bb68-09d2aa45e194 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:12.113428 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-ecaf2204-e4ca-4a3d-bb68-09d2aa45e194 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 811 time: 0.1106279 Nov 13 05:03:12.128914 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-d40f54fb-b0a1-4838-ad68-1fb5f290759e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/quotas/ed45584aef18439cae95469fe30521e9 HTTP/1.1" status: 200 len: 375 time: 0.0096788 Nov 13 05:03:12.196809 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-3b6142a4-d015-4889-9488-c81e6a6bfd14 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0619793 Nov 13 05:03:12.291248 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-750398c0-ce6f-4f5b-8bd3-d2ce7fad8a6b service neutron] 10.222.0.43 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868618 Nov 13 05:03:12.319331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224e3e4-8926-483b-ac72-6aa84ab15834 req-7a377ff9-c0fd-457b-99bb-32c99e07e3c6 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:12.321043 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b224e3e4-8926-483b-ac72-6aa84ab15834 req-7a377ff9-c0fd-457b-99bb-32c99e07e3c6 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0521309 Nov 13 05:03:12.393919 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-d2d23277-a014-45e9-9f68-f43cc25137f6 service neutron] 10.222.0.43 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954051 Nov 13 05:03:12.405964 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b224e3e4-8926-483b-ac72-6aa84ab15834 req-54e4ae27-bbe6-4c07-be27-3da335ead34c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788908 Nov 13 05:03:12.408899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05749339-3c9c-40b8-97f7-8b243461235d req-6843fb3e-b48b-4168-b02d-0179c8aa8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:12.410290 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05749339-3c9c-40b8-97f7-8b243461235d req-6843fb3e-b48b-4168-b02d-0179c8aa8d89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5121caf031d46588300a89c8e2e4ba8&device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 1096 time: 0.0761552 Nov 13 05:03:12.538350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05749339-3c9c-40b8-97f7-8b243461235d req-6f9ef74e-062d-4e75-878b-5bf728c3c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:12.540494 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05749339-3c9c-40b8-97f7-8b243461235d req-6f9ef74e-062d-4e75-878b-5bf728c3c001 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 HTTP/1.1" status: 200 len: 916 time: 0.1236501 Nov 13 05:03:12.548922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da661be9-d845-454c-8211-0402f0cf1561 req-c08d5d63-be99-4358-a0ae-0b23f1ac53e0 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:12.550335 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da661be9-d845-454c-8211-0402f0cf1561 req-c08d5d63-be99-4358-a0ae-0b23f1ac53e0 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0798204 Nov 13 05:03:12.571067 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23f21c8a-6a56-4063-9d23-959bee9f74ae req-17fb191f-91c6-48b1-ae26-4df44232b48b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 210 time: 0.0320799 Nov 13 05:03:12.597426 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05749339-3c9c-40b8-97f7-8b243461235d req-98001f59-3b51-403f-8ac8-935631dd069f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374fb406-188d-4757-9b69-1837b4e9054b HTTP/1.1" status: 200 len: 217 time: 0.0461307 Nov 13 05:03:12.657625 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da661be9-d845-454c-8211-0402f0cf1561 req-5ccf0e0d-557f-40ac-8809-0b13e8dd257a tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001861 Nov 13 05:03:12.665711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05749339-3c9c-40b8-97f7-8b243461235d req-da627dd1-2220-40da-8080-430c903f4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:12.667359 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05749339-3c9c-40b8-97f7-8b243461235d req-da627dd1-2220-40da-8080-430c903f4e18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d HTTP/1.1" status: 200 len: 854 time: 0.0634711 Nov 13 05:03:12.717044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05749339-3c9c-40b8-97f7-8b243461235d req-51b0079c-53f5-439c-a59d-30765d8c0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:12.718647 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05749339-3c9c-40b8-97f7-8b243461235d req-51b0079c-53f5-439c-a59d-30765d8c0558 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445499 Nov 13 05:03:12.812469 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05749339-3c9c-40b8-97f7-8b243461235d req-5a580f4c-920f-47b3-b20b-aa2c2d2821a7 service neutron] 10.222.0.46 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868819 Nov 13 05:03:13.217641 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05749339-3c9c-40b8-97f7-8b243461235d req-9b62df44-dda0-41c2-940f-3b6c7703e2d8 service neutron] 10.222.0.46 "GET /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971956 Nov 13 05:03:13.537573 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48866e5-f0f6-4174-be59-dfa5e63b6e5c req-6d503966-59a5-495f-adab-477a16c8f0d3 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:13.539229 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f48866e5-f0f6-4174-be59-dfa5e63b6e5c req-6d503966-59a5-495f-adab-477a16c8f0d3 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0594687 Nov 13 05:03:13.596923 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f48866e5-f0f6-4174-be59-dfa5e63b6e5c req-4a90f2ec-cb1a-4c98-818b-18ee945f839b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465603 Nov 13 05:03:13.687218 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38c1e184-abc1-4149-b19c-643a40b66bc7 req-61dc5707-b960-447c-94e2-9bc6f290ff83 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 210 time: 0.0360043 Nov 13 05:03:13.713393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-23a5cf6c-dd87-4911-9473-23aa8cda8802 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:13.714860 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-23a5cf6c-dd87-4911-9473-23aa8cda8802 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.36 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 811 time: 0.1576476 Nov 13 05:03:13.751915 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-58bbe6b5-507a-40d1-b30a-ee146b341f2e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Request body: {'port': {'device_id': '4acb2fdd-66d5-4c67-908c-9c1525eceab8', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'admin_state_up': True, 'tenant_id': 'ed45584aef18439cae95469fe30521e9'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:13.787202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9adf6c-0cb3-46e5-ae9c-aaac2c5baff4 req-1ae58c51-125f-47ce-8a8e-6f17068dac32 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:13.788739 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d9adf6c-0cb3-46e5-ae9c-aaac2c5baff4 req-1ae58c51-125f-47ce-8a8e-6f17068dac32 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0495551 Nov 13 05:03:13.847389 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d9adf6c-0cb3-46e5-ae9c-aaac2c5baff4 req-21c4c495-111e-460e-95e0-30f8a6a51289 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521860 Nov 13 05:03:13.883090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-58bbe6b5-507a-40d1-b30a-ee146b341f2e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Made reservation on behalf of ed45584aef18439cae95469fe30521e9 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:03:13.886763 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-58bbe6b5-507a-40d1-b30a-ee146b341f2e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:14.020687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-58bbe6b5-507a-40d1-b30a-ee146b341f2e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Allocated IP 172.20.0.8 (2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265/8425bb51-2f44-48d9-9624-de0a04579a27/4c380b19-2ac8-4a83-931d-2edf119261b0) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:03:14.179430 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-58bbe6b5-507a-40d1-b30a-ee146b341f2e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:14.219581 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-58bbe6b5-507a-40d1-b30a-ee146b341f2e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:14.252028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['82e8520d-df63-42fb-a803-f74b019364fb'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:14.261508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-58bbe6b5-507a-40d1-b30a-ee146b341f2e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:03:14.264549 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-58bbe6b5-507a-40d1-b30a-ee146b341f2e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:03:14.271054 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-58bbe6b5-507a-40d1-b30a-ee146b341f2e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:03:14.277824 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['1389231e-ac69-429d-bf74-ab27295f78b5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:14.297523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbe6b5-507a-40d1-b30a-ee146b341f2e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event updated for resources: {'Port': ['ID=4c380b19-2ac8-4a83-931d-2edf119261b0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:14.334311 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-58bbe6b5-507a-40d1-b30a-ee146b341f2e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:14.335062 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-58bbe6b5-507a-40d1-b30a-ee146b341f2e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:14.353654 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-58bbe6b5-507a-40d1-b30a-ee146b341f2e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6056762 Nov 13 05:03:14.387055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Request body: {'port': {'device_id': '4acb2fdd-66d5-4c67-908c-9c1525eceab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:14.448013 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:14.652347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c2a32039-9cb1-4b4b-8962-56103467055b None None] Provisioning complete for port 4c380b19-2ac8-4a83-931d-2edf119261b0 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:14.652746 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2a32039-9cb1-4b4b-8962-56103467055b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:14.716331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c2a32039-9cb1-4b4b-8962-56103467055b None None] Port 4c380b19-2ac8-4a83-931d-2edf119261b0 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:03:14.731055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c380b19-2ac8-4a83-931d-2edf119261b0 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:03:14.739140 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:14.752971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Transition to ACTIVE for port object 4c380b19-2ac8-4a83-931d-2edf119261b0 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:03:14.754119 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a505ee1-1812-4a15-b3de-270c998fe158 req-268803d3-2f98-4b9d-b484-1380f92fc827 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:14.755956 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a505ee1-1812-4a15-b3de-270c998fe158 req-268803d3-2f98-4b9d-b484-1380f92fc827 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0760555 Nov 13 05:03:14.758679 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:14.805814 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a505ee1-1812-4a15-b3de-270c998fe158 req-7dcd1a0b-8013-4d57-b281-bc29fd09f051 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421476 Nov 13 05:03:14.843700 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Pushing event updated for resources: {'Port': ['ID=4c380b19-2ac8-4a83-931d-2edf119261b0,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:14.899633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceafb91-4a14-4137-b908-d9545258266a req-19b7a95e-4f08-47f5-b825-393acfa86444 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:14.901207 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aceafb91-4a14-4137-b908-d9545258266a req-19b7a95e-4f08-47f5-b825-393acfa86444 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 943 time: 0.1368551 Nov 13 05:03:14.964118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Attempting to bind port 4c380b19-2ac8-4a83-931d-2edf119261b0 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:03:14.964444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Attempting to bind port 4c380b19-2ac8-4a83-931d-2edf119261b0 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:03:14.964770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Attempting to bind port 4c380b19-2ac8-4a83-931d-2edf119261b0 on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:03:14.976955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f8e8b-519a-436a-835c-dab471a6eacb req-f108e2eb-567b-4ded-ab39-66e8017d3098 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:14.978314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Port 4c380b19-2ac8-4a83-931d-2edf119261b0 on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:03:14.978636 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Attempting to bind port 4c380b19-2ac8-4a83-931d-2edf119261b0 on network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:03:14.979154 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f1f8e8b-519a-436a-835c-dab471a6eacb req-f108e2eb-567b-4ded-ab39-66e8017d3098 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0559618 Nov 13 05:03:14.991250 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aceafb91-4a14-4137-b908-d9545258266a req-b1cecc3c-2a8e-40a3-8f07-85d1bf989053 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790479 Nov 13 05:03:14.997462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:03:14.997809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Checking segment: {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:03:14.998192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Bound using segment: {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:03:14.998625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Bound port: 4c380b19-2ac8-4a83-931d-2edf119261b0, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0de0fb-7443-4669-8a62-c4fa74b22f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:03:14.999248 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:15.031567 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f1f8e8b-519a-436a-835c-dab471a6eacb req-f3640e9f-5a95-47a2-8776-75d55a5db375 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451789 Nov 13 05:03:15.071198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] For port 4c380b19-2ac8-4a83-931d-2edf119261b0, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:03:15.074770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] For port 4c380b19-2ac8-4a83-931d-2edf119261b0, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4c380b19-2ac8-4a83-931d-2edf119261b0,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:03:15.080780 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:15.116683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:15.117309 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:15.118681 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] 10.222.0.36 "PUT /v2.0/ports/4c380b19-2ac8-4a83-931d-2edf119261b0 HTTP/1.1" status: 200 len: 1091 time: 0.7364566 Nov 13 05:03:15.119159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acb2fdd-66d5-4c67-908c-9c1525eceab8', 'tag': '4c380b19-2ac8-4a83-931d-2edf119261b0'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:15.121779 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf571b1-50bc-43bd-a11c-c3a89b99421d" -d '{"events": [{"name": "network-changed", "server_uuid": "4acb2fdd-66d5-4c67-908c-9c1525eceab8", "tag": "4c380b19-2ac8-4a83-931d-2edf119261b0"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:15.162702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a907c54-d3bb-4815-b65c-bb2d1abc91dd service neutron] Pushing event updated for resources: {'Port': ['ID=4c380b19-2ac8-4a83-931d-2edf119261b0,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:15.175866 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f31b7d-1ff9-43d7-ab25-2fe5884af436 x-openstack-request-id: req-22f31b7d-1ff9-43d7-ab25-2fe5884af436 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:15.176158 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acb2fdd-66d5-4c67-908c-9c1525eceab8", "tag": "4c380b19-2ac8-4a83-931d-2edf119261b0", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:15.176415 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22f31b7d-1ff9-43d7-ab25-2fe5884af436 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:15.176821 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acb2fdd-66d5-4c67-908c-9c1525eceab8', 'tag': '4c380b19-2ac8-4a83-931d-2edf119261b0', 'status': 'completed', 'code': 200} Nov 13 05:03:15.220624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e46ca-67d1-4221-82bb-e8cbfcca1cab req-900f8b35-998c-4857-b6c8-d82ed17f0089 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:15.222345 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f27e46ca-67d1-4221-82bb-e8cbfcca1cab req-900f8b35-998c-4857-b6c8-d82ed17f0089 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0744576 Nov 13 05:03:15.251829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-ed0636a9-f201-421d-be1a-c88398dab675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:15.253454 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-ed0636a9-f201-421d-be1a-c88398dab675 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 1094 time: 0.0471506 Nov 13 05:03:15.279450 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f27e46ca-67d1-4221-82bb-e8cbfcca1cab req-7af8aa6d-5305-4d1e-96ba-0a8ec7f80fb0 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506732 Nov 13 05:03:15.309907 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-723bea3d-e828-4bd7-abf1-b8daa9d752cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c380b19-2ac8-4a83-931d-2edf119261b0 HTTP/1.1" status: 200 len: 217 time: 0.0423708 Nov 13 05:03:15.373780 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-09f3bc37-1d22-4396-ad50-4744401f33df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:15.375256 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-09f3bc37-1d22-4396-ad50-4744401f33df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0558863 Nov 13 05:03:15.444261 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63014c7-94cc-4743-9c3f-af1972e7b318 req-af8ea412-4ca5-46e3-aae8-aef45f3dc276 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:15.445614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c63014c7-94cc-4743-9c3f-af1972e7b318 req-af8ea412-4ca5-46e3-aae8-aef45f3dc276 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a493b21-7182-4fb4-9625-ac16226592e4 HTTP/1.1" status: 200 len: 946 time: 0.0885227 Nov 13 05:03:15.448301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-ad0a623b-afcf-4f0d-abd1-969ba43c523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:15.449614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-ad0a623b-afcf-4f0d-abd1-969ba43c523c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609827 Nov 13 05:03:15.542331 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c63014c7-94cc-4743-9c3f-af1972e7b318 req-d27c77c0-c80c-4999-b1d8-28ac914e74fb tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906994 Nov 13 05:03:15.572706 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-8880896c-abfa-4ce7-93f1-17f05768098a service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144643 Nov 13 05:03:15.658047 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4ad16-4f2f-40ad-b62c-f9ee1c41f954 req-88b480fb-2b64-4410-845d-34ec44da0a15 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:15.659587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7af4ad16-4f2f-40ad-b62c-f9ee1c41f954 req-88b480fb-2b64-4410-845d-34ec44da0a15 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 946 time: 0.0499289 Nov 13 05:03:15.669533 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7946db0d-1aba-4ea3-876b-bac47c2a8cd7 req-a0cc0cb9-9d72-48ef-b9a7-42c06c3205a3 service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894444 Nov 13 05:03:15.709638 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7af4ad16-4f2f-40ad-b62c-f9ee1c41f954 req-1737ec1b-7e96-4877-8ec8-2ce4e1755a5c tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432506 Nov 13 05:03:15.754122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-2e342708-9630-4107-81cd-70858f245721 req-0fac07b2-75fb-44f3-ab3b-d5b06c29886d tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:03:15.755141 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2e342708-9630-4107-81cd-70858f245721 req-0fac07b2-75fb-44f3-ab3b-d5b06c29886d tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062692 Nov 13 05:03:15.863938 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf571b1-50bc-43bd-a11c-c3a89b99421d req-731030ab-d400-490d-a320-93170c591a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:15.865575 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eaf571b1-50bc-43bd-a11c-c3a89b99421d req-731030ab-d400-490d-a320-93170c591a5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 1094 time: 0.1062472 Nov 13 05:03:15.870937 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2e342708-9630-4107-81cd-70858f245721 req-db5d64cf-1a0a-46eb-bc9a-f526099ceb79 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1040401 Nov 13 05:03:15.928495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c2ec7-f22c-421a-b7ed-e600f0bc1480 req-eaccf567-233a-4922-91fa-af1eabe1a20c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:15.930027 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c65c2ec7-f22c-421a-b7ed-e600f0bc1480 req-eaccf567-233a-4922-91fa-af1eabe1a20c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0495379 Nov 13 05:03:15.960680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf571b1-50bc-43bd-a11c-c3a89b99421d req-b917b00c-a468-4ced-a507-751b492d3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:15.962239 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eaf571b1-50bc-43bd-a11c-c3a89b99421d req-b917b00c-a468-4ced-a507-751b492d3db3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.0881677 Nov 13 05:03:15.983428 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c65c2ec7-f22c-421a-b7ed-e600f0bc1480 req-16bb28bf-f6ac-4944-9072-045191a698cf tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462034 Nov 13 05:03:16.009644 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eaf571b1-50bc-43bd-a11c-c3a89b99421d req-5374e65b-34ec-4a2c-8deb-5aa603e9e3e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c380b19-2ac8-4a83-931d-2edf119261b0 HTTP/1.1" status: 200 len: 217 time: 0.0403235 Nov 13 05:03:16.065309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf571b1-50bc-43bd-a11c-c3a89b99421d req-faa9262f-7565-4688-b4ee-ec4a1998b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:16.067173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eaf571b1-50bc-43bd-a11c-c3a89b99421d req-faa9262f-7565-4688-b4ee-ec4a1998b76e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0506730 Nov 13 05:03:16.105932 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17aeb06-9dbf-47a5-aa32-3f74c2521bf2 req-27d15ddf-8841-4755-b28e-41ed0fd17a14 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:16.107552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d17aeb06-9dbf-47a5-aa32-3f74c2521bf2 req-27d15ddf-8841-4755-b28e-41ed0fd17a14 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 943 time: 0.0500987 Nov 13 05:03:16.141799 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf571b1-50bc-43bd-a11c-c3a89b99421d req-109b3153-88b7-41dc-b51a-7a2eab687ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:16.143323 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eaf571b1-50bc-43bd-a11c-c3a89b99421d req-109b3153-88b7-41dc-b51a-7a2eab687ce2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690553 Nov 13 05:03:16.158515 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d17aeb06-9dbf-47a5-aa32-3f74c2521bf2 req-b908a647-cfa1-45d1-8bdc-d33955d70a1a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442808 Nov 13 05:03:16.166632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5baf79-bcf6-429f-bc51-a45717c45762 req-3ca455aa-b215-4822-ba56-00b338354761 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:16.168117 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb5baf79-bcf6-429f-bc51-a45717c45762 req-3ca455aa-b215-4822-ba56-00b338354761 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0689828 Nov 13 05:03:16.267641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb5baf79-bcf6-429f-bc51-a45717c45762 req-06e2f4ba-9a63-4281-89e5-db2c55e6da06 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896332 Nov 13 05:03:16.290596 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eaf571b1-50bc-43bd-a11c-c3a89b99421d req-fbfe082e-e338-4a25-9d6e-8fc298ca552b service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314201 Nov 13 05:03:16.405637 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eaf571b1-50bc-43bd-a11c-c3a89b99421d req-7bb8047f-f707-4a7f-acc2-83cf1f66c9d8 service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146770 Nov 13 05:03:16.414191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71098c9-101b-4903-926e-32aa01d513d2 req-2775b7ac-1f53-4bf6-878d-62e62f81089d tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:16.415563 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e71098c9-101b-4903-926e-32aa01d513d2 req-2775b7ac-1f53-4bf6-878d-62e62f81089d tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a493b21-7182-4fb4-9625-ac16226592e4 HTTP/1.1" status: 200 len: 946 time: 0.0704353 Nov 13 05:03:16.467249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e71098c9-101b-4903-926e-32aa01d513d2 req-a2524c99-21f8-4e4b-a4e1-351245c92388 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428567 Nov 13 05:03:16.594544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873fb12-ef7d-4826-b594-687656c1b5ad req-b1d619c1-b136-466c-ae74-f39227c730f3 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:16.595967 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c873fb12-ef7d-4826-b594-687656c1b5ad req-b1d619c1-b136-466c-ae74-f39227c730f3 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 946 time: 0.0585661 Nov 13 05:03:16.650060 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c873fb12-ef7d-4826-b594-687656c1b5ad req-25018a77-1a47-4d24-8f20-1086d45e61d8 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479152 Nov 13 05:03:16.827569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b3cac-0d64-4d1b-9895-dc886f39b284 req-7da02dff-9600-4df1-9998-5f43d9286b10 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:16.833623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b3cac-0d64-4d1b-9895-dc886f39b284 req-7da02dff-9600-4df1-9998-5f43d9286b10 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:16.840279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b3cac-0d64-4d1b-9895-dc886f39b284 req-7da02dff-9600-4df1-9998-5f43d9286b10 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:16.841941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-176b3cac-0d64-4d1b-9895-dc886f39b284 req-7da02dff-9600-4df1-9998-5f43d9286b10 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4&device_id=5a493b21-7182-4fb4-9625-ac16226592e4&device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 2418 time: 0.0654125 Nov 13 05:03:16.899285 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-176b3cac-0d64-4d1b-9895-dc886f39b284 req-f49f7193-ff1b-4f00-b59f-b441a6785813 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459862 Nov 13 05:03:16.941362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-5e630870-dfa7-4a4f-9d69-e32983494d2c req-abb22fb6-47d5-4500-a1ca-8d169c48efa8 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:03:16.942328 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5e630870-dfa7-4a4f-9d69-e32983494d2c req-abb22fb6-47d5-4500-a1ca-8d169c48efa8 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061915 Nov 13 05:03:17.038840 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5e630870-dfa7-4a4f-9d69-e32983494d2c req-97ff0bf9-954c-4aff-b2a1-81569f5eeb3f tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0894797 Nov 13 05:03:17.105220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75cf91-ca8b-4006-8bf6-386ab70c0328 req-98aa4294-e0c1-41d7-a91a-f785a311477f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:17.106721 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5f75cf91-ca8b-4006-8bf6-386ab70c0328 req-98aa4294-e0c1-41d7-a91a-f785a311477f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0535898 Nov 13 05:03:17.155822 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5f75cf91-ca8b-4006-8bf6-386ab70c0328 req-c70e841b-a0b6-467b-836c-1501368ac842 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429308 Nov 13 05:03:17.274390 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc57e2-28b6-4c28-bd23-a1f25cd91060 req-1d85831e-291d-46a7-9610-28edc550dfe2 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:17.275938 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-74fc57e2-28b6-4c28-bd23-a1f25cd91060 req-1d85831e-291d-46a7-9610-28edc550dfe2 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 943 time: 0.0503602 Nov 13 05:03:17.325783 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-74fc57e2-28b6-4c28-bd23-a1f25cd91060 req-5e724acb-3b91-4442-8935-1bc4b8111053 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434406 Nov 13 05:03:18.280120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25905ef-77d5-4b9e-813c-831680d2f56e req-a0a626d3-d613-471d-84ed-2f410a19b102 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:18.281679 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e25905ef-77d5-4b9e-813c-831680d2f56e req-a0a626d3-d613-471d-84ed-2f410a19b102 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0564528 Nov 13 05:03:18.298007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99371e3e-66a3-4b8e-8ec0-2fc0ce803cb8 req-70a243a2-4d53-4740-808e-d36cd135d231 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:18.299512 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-99371e3e-66a3-4b8e-8ec0-2fc0ce803cb8 req-70a243a2-4d53-4740-808e-d36cd135d231 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 946 time: 0.0497372 Nov 13 05:03:18.332907 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e25905ef-77d5-4b9e-813c-831680d2f56e req-d27888ae-cfd9-4770-974f-aaea8781992b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424917 Nov 13 05:03:18.349553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-99371e3e-66a3-4b8e-8ec0-2fc0ce803cb8 req-4c491bf4-7193-430b-b2aa-4062b4eb9bb6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432389 Nov 13 05:03:18.443615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846809c4-1622-4628-8383-597e4bec8e65 req-bd062c31-f1ff-4970-b83c-c1a1538438da tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:18.445110 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-846809c4-1622-4628-8383-597e4bec8e65 req-bd062c31-f1ff-4970-b83c-c1a1538438da tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 943 time: 0.0520639 Nov 13 05:03:18.495361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-846809c4-1622-4628-8383-597e4bec8e65 req-9ddfdb0e-54e3-47b8-a416-16eda7cedfb9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439222 Nov 13 05:03:18.636222 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4c380b19-2ac8-4a83-931d-2edf119261b0 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:03:18.740185 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 4c380b19-2ac8-4a83-931d-2edf119261b0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4c380b19-2ac8-4a83-931d-2edf119261b0,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:18.752610 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '4c380b19-2ac8-4a83-931d-2edf119261b0', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'port_id': '4c380b19-2ac8-4a83-931d-2edf119261b0', 'mac_address': 'fa:16:3e:a4:0e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:03:18.794597 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:18.808057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c380b19-2ac8-4a83-931d-2edf119261b0 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:03:18.828136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 4c380b19-2ac8-4a83-931d-2edf119261b0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4c380b19-2ac8-4a83-931d-2edf119261b0,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:18.834736 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:18.883096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=4c380b19-2ac8-4a83-931d-2edf119261b0,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:19.303747 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['4c380b19-2ac8-4a83-931d-2edf119261b0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:19.460250 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fdbb7-8e87-4fe4-8623-6c3c48a2b1b0 req-5a63947f-6ce3-41ef-9faa-cdab6a47ad0f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:19.461781 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c54fdbb7-8e87-4fe4-8623-6c3c48a2b1b0 req-5a63947f-6ce3-41ef-9faa-cdab6a47ad0f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0549765 Nov 13 05:03:19.467720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5538f-7738-443f-9ae7-1ce84062462d req-30ed15fb-2efb-424e-b866-eba67b12df3d tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:19.469204 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6e5538f-7738-443f-9ae7-1ce84062462d req-30ed15fb-2efb-424e-b866-eba67b12df3d tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 946 time: 0.0499690 Nov 13 05:03:19.509883 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c54fdbb7-8e87-4fe4-8623-6c3c48a2b1b0 req-0f4633c2-3161-46e8-9c83-648297553d06 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420041 Nov 13 05:03:19.520054 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6e5538f-7738-443f-9ae7-1ce84062462d req-e6cca87d-3c6a-43e8-9d48-192d6063a915 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448961 Nov 13 05:03:19.625998 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8da13-3082-4663-9fb7-650c85b37f4d req-8584b39a-cbd8-4284-9189-f0129861a4b6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:19.627527 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99a8da13-3082-4663-9fb7-650c85b37f4d req-8584b39a-cbd8-4284-9189-f0129861a4b6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 944 time: 0.0511546 Nov 13 05:03:19.676126 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99a8da13-3082-4663-9fb7-650c85b37f4d req-e756d6db-048b-4105-8c7b-ce011772a5ab tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406404 Nov 13 05:03:20.070759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2007924-6e68-401e-bd00-37977cb227d3 req-b22c35fb-8449-436f-afea-20941fd3ad30 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:20.072284 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d2007924-6e68-401e-bd00-37977cb227d3 req-b22c35fb-8449-436f-afea-20941fd3ad30 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 946 time: 0.0706046 Nov 13 05:03:20.168483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-d2007924-6e68-401e-bd00-37977cb227d3 req-64ed7076-107c-460b-aec3-db31abb39890 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Deleting port fd33e2b1-b977-483b-b4b2-480041aecc8a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:03:20.168810 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d2007924-6e68-401e-bd00-37977cb227d3 req-64ed7076-107c-460b-aec3-db31abb39890 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:20.259846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-d2007924-6e68-401e-bd00-37977cb227d3 req-64ed7076-107c-460b-aec3-db31abb39890 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] For port fd33e2b1-b977-483b-b4b2-480041aecc8a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=fd33e2b1-b977-483b-b4b2-480041aecc8a,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:20.260190 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d2007924-6e68-401e-bd00-37977cb227d3 req-64ed7076-107c-460b-aec3-db31abb39890 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:20.272930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-d2007924-6e68-401e-bd00-37977cb227d3 req-64ed7076-107c-460b-aec3-db31abb39890 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Calling delete_port for fd33e2b1-b977-483b-b4b2-480041aecc8a owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:03:20.404196 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d2007924-6e68-401e-bd00-37977cb227d3 req-64ed7076-107c-460b-aec3-db31abb39890 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:20.431827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed7076-107c-460b-aec3-db31abb39890 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Pushing event deleted for resources: {'Port': ['ID=fd33e2b1-b977-483b-b4b2-480041aecc8a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:20.438412 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['374fb406-188d-4757-9b69-1837b4e9054b', 'fd33e2b1-b977-483b-b4b2-480041aecc8a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:20.468101 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['7cb90d40-188c-4924-80a8-dc8c2aed6e40'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:20.478542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2007924-6e68-401e-bd00-37977cb227d3 req-64ed7076-107c-460b-aec3-db31abb39890 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] No DVR routers for this DVR port fd33e2b1-b977-483b-b4b2-480041aecc8a on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:03:20.481382 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d2007924-6e68-401e-bd00-37977cb227d3 req-64ed7076-107c-460b-aec3-db31abb39890 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:20.485180 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d2007924-6e68-401e-bd00-37977cb227d3 req-64ed7076-107c-460b-aec3-db31abb39890 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.46 "DELETE /v2.0/ports/fd33e2b1-b977-483b-b4b2-480041aecc8a HTTP/1.1" status: 204 len: 173 time: 0.4052975 Nov 13 05:03:20.485651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae4ee0a-7cae-42bb-ab6e-3333dea091c4', 'name': 'network-vif-deleted', 'tag': 'fd33e2b1-b977-483b-b4b2-480041aecc8a'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:20.488497 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c2df1b-f32f-4af1-b9aa-fa101b44189b" -d '{"events": [{"server_uuid": "3ae4ee0a-7cae-42bb-ab6e-3333dea091c4", "name": "network-vif-deleted", "tag": "fd33e2b1-b977-483b-b4b2-480041aecc8a"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:20.529492 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f24bba-0e19-465e-8e04-bfe2ffb96a7d x-openstack-request-id: req-e5f24bba-0e19-465e-8e04-bfe2ffb96a7d {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:20.529855 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae4ee0a-7cae-42bb-ab6e-3333dea091c4", "name": "network-vif-deleted", "tag": "fd33e2b1-b977-483b-b4b2-480041aecc8a", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:20.530150 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5f24bba-0e19-465e-8e04-bfe2ffb96a7d {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:20.530583 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae4ee0a-7cae-42bb-ab6e-3333dea091c4', 'name': 'network-vif-deleted', 'tag': 'fd33e2b1-b977-483b-b4b2-480041aecc8a', 'status': 'completed', 'code': 200} Nov 13 05:03:20.640744 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fb3470e-4954-4c60-8d7d-1b6a2223cfbe req-4c6f128d-e06a-4e63-8a97-104c6e1732f7 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae4ee0a-7cae-42bb-ab6e-3333dea091c4 HTTP/1.1" status: 200 len: 210 time: 0.0441241 Nov 13 05:03:20.655210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4c380b19-2ac8-4a83-931d-2edf119261b0 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:03:20.662052 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804799a3-bd6d-4db1-9bf8-6b53ef88e6fc req-184c7c83-d400-4b6d-8668-f0640ef12f77 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:20.670763 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-804799a3-bd6d-4db1-9bf8-6b53ef88e6fc req-184c7c83-d400-4b6d-8668-f0640ef12f77 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0686805 Nov 13 05:03:20.716663 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-804799a3-bd6d-4db1-9bf8-6b53ef88e6fc req-99821618-eedd-4f3e-97f2-e652c433f39c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448139 Nov 13 05:03:20.775735 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 4c380b19-2ac8-4a83-931d-2edf119261b0 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:03:20.782581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 4c380b19-2ac8-4a83-931d-2edf119261b0 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:20.782977 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:20.839048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84bdf-147c-4cb4-a231-04c8606250f3 req-79b62fba-0f7f-46c4-836e-4f9c21b83410 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:20.846517 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1cc84bdf-147c-4cb4-a231-04c8606250f3 req-79b62fba-0f7f-46c4-836e-4f9c21b83410 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 944 time: 0.0652936 Nov 13 05:03:20.883253 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:20.891550 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1cc84bdf-147c-4cb4-a231-04c8606250f3 req-69b90ef0-4425-4949-8c3b-f59c68fefc99 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441844 Nov 13 05:03:20.908177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb2fdd-66d5-4c67-908c-9c1525eceab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c380b19-2ac8-4a83-931d-2edf119261b0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:20.910388 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3b9519-1fc2-486e-a51a-3ab40e3f5415" -d '{"events": [{"server_uuid": "4acb2fdd-66d5-4c67-908c-9c1525eceab8", "name": "network-vif-plugged", "status": "completed", "tag": "4c380b19-2ac8-4a83-931d-2edf119261b0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:20.927250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 4c380b19-2ac8-4a83-931d-2edf119261b0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4c380b19-2ac8-4a83-931d-2edf119261b0,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:20.932937 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:20.985790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=4c380b19-2ac8-4a83-931d-2edf119261b0,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:21.025680 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4314b591-87b0-48d5-888e-f1d3527a3e3e x-openstack-request-id: req-4314b591-87b0-48d5-888e-f1d3527a3e3e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:21.025997 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb2fdd-66d5-4c67-908c-9c1525eceab8", "name": "network-vif-plugged", "status": "completed", "tag": "4c380b19-2ac8-4a83-931d-2edf119261b0", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:21.026268 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4314b591-87b0-48d5-888e-f1d3527a3e3e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:21.026662 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acb2fdd-66d5-4c67-908c-9c1525eceab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c380b19-2ac8-4a83-931d-2edf119261b0', 'code': 200} Nov 13 05:03:21.206750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d37501-21ef-40ba-96f9-d70bc3b24804 req-477c4a3f-00be-472e-80ce-862c4f4b72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:21.209876 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-58d37501-21ef-40ba-96f9-d70bc3b24804 req-477c4a3f-00be-472e-80ce-862c4f4b72a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 1096 time: 0.0521979 Nov 13 05:03:21.262614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-58d37501-21ef-40ba-96f9-d70bc3b24804 req-de8ec492-8ef1-41dd-bd5d-57f8ebb16699 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463581 Nov 13 05:03:21.797624 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f33a1b43-ac3c-4c51-956b-241167d3dfc8 req-aa4b781e-f227-4d7e-910f-644dcbca5476 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687175 Nov 13 05:03:21.865426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee153b-d315-4ca6-8e00-ef4694930642 req-daf36da8-de52-42ee-861a-5fdb755ebe99 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:21.867123 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-18ee153b-d315-4ca6-8e00-ef4694930642 req-daf36da8-de52-42ee-861a-5fdb755ebe99 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0608187 Nov 13 05:03:21.887626 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a1b43-ac3c-4c51-956b-241167d3dfc8 req-75090ff8-296c-417c-97da-a60c0744bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:21.889309 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f33a1b43-ac3c-4c51-956b-241167d3dfc8 req-75090ff8-296c-417c-97da-a60c0744bf05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 1096 time: 0.0529492 Nov 13 05:03:21.921962 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-18ee153b-d315-4ca6-8e00-ef4694930642 req-9e2c70df-cd6f-4dc8-b1b0-84902b2f8f5d tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476778 Nov 13 05:03:22.015722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a1b43-ac3c-4c51-956b-241167d3dfc8 req-38f61b47-441e-4de7-8f70-ee456a8cfe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:22.017175 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f33a1b43-ac3c-4c51-956b-241167d3dfc8 req-38f61b47-441e-4de7-8f70-ee456a8cfe26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.1065917 Nov 13 05:03:22.041801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7c9cf-11ec-410d-8fd5-f55965c83a7c req-f5ca4db0-8fb3-464b-b725-d24675e333f0 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:22.043803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-72d7c9cf-11ec-410d-8fd5-f55965c83a7c req-f5ca4db0-8fb3-464b-b725-d24675e333f0 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a493b21-7182-4fb4-9625-ac16226592e4 HTTP/1.1" status: 200 len: 946 time: 0.0570991 Nov 13 05:03:22.070007 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f33a1b43-ac3c-4c51-956b-241167d3dfc8 req-e479ebe0-4c41-44e3-b615-27d929f5f095 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82e8520d-df63-42fb-a803-f74b019364fb HTTP/1.1" status: 200 len: 217 time: 0.0378935 Nov 13 05:03:22.095514 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-72d7c9cf-11ec-410d-8fd5-f55965c83a7c req-c43cad66-2c33-407b-819e-3eba8d0f1075 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456719 Nov 13 05:03:22.101960 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f013c-6879-4bde-a994-b396872dc44f req-e3860d2b-5616-453e-a4c9-ab45a6948644 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:22.103540 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f90f013c-6879-4bde-a994-b396872dc44f req-e3860d2b-5616-453e-a4c9-ab45a6948644 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.1064618 Nov 13 05:03:22.159298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a1b43-ac3c-4c51-956b-241167d3dfc8 req-7c6ff40c-9a0d-4121-b700-7ce6e0dab52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:22.160737 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f33a1b43-ac3c-4c51-956b-241167d3dfc8 req-7c6ff40c-9a0d-4121-b700-7ce6e0dab52b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0808203 Nov 13 05:03:22.204702 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f90f013c-6879-4bde-a994-b396872dc44f req-0ff5273f-d2b4-4f08-8d1a-1d7e919dc077 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789313 Nov 13 05:03:22.218701 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a1b43-ac3c-4c51-956b-241167d3dfc8 req-88216b9c-370f-4d6f-bd62-0e7b3d950f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:22.220348 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f33a1b43-ac3c-4c51-956b-241167d3dfc8 req-88216b9c-370f-4d6f-bd62-0e7b3d950f67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516877 Nov 13 05:03:22.318978 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f33a1b43-ac3c-4c51-956b-241167d3dfc8 req-e348048f-6e33-4dee-9108-acb4a317f9af service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883093 Nov 13 05:03:22.409715 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f33a1b43-ac3c-4c51-956b-241167d3dfc8 req-4817f03e-a2fa-4662-a752-0aa5338a1010 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833502 Nov 13 05:03:22.686491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device fd33e2b1-b977-483b-b4b2-480041aecc8a no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:03:22.713140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: fd33e2b1-b977-483b-b4b2-480041aecc8a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:03:22.713468 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device fd33e2b1-b977-483b-b4b2-480041aecc8a not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:03:23.043792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86eccb-caaa-4f95-8e49-f6480ea84d00 req-4996230d-a568-4e25-afc2-b533068bfb95 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:23.046042 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df86eccb-caaa-4f95-8e49-f6480ea84d00 req-4996230d-a568-4e25-afc2-b533068bfb95 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0551088 Nov 13 05:03:23.099138 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df86eccb-caaa-4f95-8e49-f6480ea84d00 req-9fbacae0-17a3-4792-92a8-6fde844f2243 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428600 Nov 13 05:03:23.217718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585942ff-b7b8-4dfb-86ad-6bd6942e4088 req-6301bdd3-5142-4ee9-8d91-7f73cf457eeb tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:23.219118 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-585942ff-b7b8-4dfb-86ad-6bd6942e4088 req-6301bdd3-5142-4ee9-8d91-7f73cf457eeb tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a493b21-7182-4fb4-9625-ac16226592e4 HTTP/1.1" status: 200 len: 946 time: 0.0520647 Nov 13 05:03:23.273011 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-585942ff-b7b8-4dfb-86ad-6bd6942e4088 req-4939f0f7-d492-4296-90b1-7b89bd20e132 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479567 Nov 13 05:03:23.321990 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16beda0-67ee-40ad-befd-a63a92cf3ce2 req-b5b9b3d4-787f-4c25-92ce-4586df7a3138 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:23.323482 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b16beda0-67ee-40ad-befd-a63a92cf3ce2 req-b5b9b3d4-787f-4c25-92ce-4586df7a3138 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0530436 Nov 13 05:03:23.372403 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b16beda0-67ee-40ad-befd-a63a92cf3ce2 req-c5e00f33-52f0-4161-a019-dd0e73c23e49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Nov 13 05:03:23.582847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54fdda-8801-47ef-90fd-23b4d1f1f749 req-16e12b8f-0a43-45af-a354-e36abdefda0e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:23.584550 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c54fdda-8801-47ef-90fd-23b4d1f1f749 req-16e12b8f-0a43-45af-a354-e36abdefda0e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0517356 Nov 13 05:03:23.635190 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c54fdda-8801-47ef-90fd-23b4d1f1f749 req-07250815-0816-41d4-8e0d-50125e599976 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435388 Nov 13 05:03:23.918089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79794443-b936-4d77-a637-06a7c316901f req-b4fc0804-07c0-4415-bd7b-d57397e0521f tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:23.919563 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-79794443-b936-4d77-a637-06a7c316901f req-b4fc0804-07c0-4415-bd7b-d57397e0521f tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a493b21-7182-4fb4-9625-ac16226592e4 HTTP/1.1" status: 200 len: 946 time: 0.0538774 Nov 13 05:03:24.312013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7c342-3f7e-4950-9cf6-c2dba6d03784 req-24986490-6ea2-4eab-b4dd-eea91b06ea79 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:24.313479 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93a7c342-3f7e-4950-9cf6-c2dba6d03784 req-24986490-6ea2-4eab-b4dd-eea91b06ea79 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0787792 Nov 13 05:03:24.362483 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-79794443-b936-4d77-a637-06a7c316901f req-3175fabf-ab86-4a1e-9973-7174db6cd55e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Deleting port 7cb90d40-188c-4924-80a8-dc8c2aed6e40 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:03:24.362787 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-79794443-b936-4d77-a637-06a7c316901f req-3175fabf-ab86-4a1e-9973-7174db6cd55e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:24.391375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93a7c342-3f7e-4950-9cf6-c2dba6d03784 req-d53c6423-5426-4928-8a83-a28eaca451cb tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710959 Nov 13 05:03:24.395058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed9478-2f7f-4bce-87de-1c5b2bfdc979 req-d3c18507-b9c2-4376-b960-84da8703af23 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:24.396696 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-01ed9478-2f7f-4bce-87de-1c5b2bfdc979 req-d3c18507-b9c2-4376-b960-84da8703af23 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a493b21-7182-4fb4-9625-ac16226592e4 HTTP/1.1" status: 200 len: 946 time: 0.0513356 Nov 13 05:03:24.444381 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-01ed9478-2f7f-4bce-87de-1c5b2bfdc979 req-e69fb68e-50a5-4a8a-aba6-3af0c446e295 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409865 Nov 13 05:03:24.461430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-79794443-b936-4d77-a637-06a7c316901f req-3175fabf-ab86-4a1e-9973-7174db6cd55e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] For port 7cb90d40-188c-4924-80a8-dc8c2aed6e40, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=7cb90d40-188c-4924-80a8-dc8c2aed6e40,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:24.461790 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-79794443-b936-4d77-a637-06a7c316901f req-3175fabf-ab86-4a1e-9973-7174db6cd55e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:24.473925 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-79794443-b936-4d77-a637-06a7c316901f req-3175fabf-ab86-4a1e-9973-7174db6cd55e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Calling delete_port for 7cb90d40-188c-4924-80a8-dc8c2aed6e40 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:03:24.606803 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-79794443-b936-4d77-a637-06a7c316901f req-3175fabf-ab86-4a1e-9973-7174db6cd55e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:24.634958 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175fabf-ab86-4a1e-9973-7174db6cd55e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Pushing event deleted for resources: {'Port': ['ID=7cb90d40-188c-4924-80a8-dc8c2aed6e40,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:24.640358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['374fb406-188d-4757-9b69-1837b4e9054b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:24.644650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['7cb90d40-188c-4924-80a8-dc8c2aed6e40'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:24.684378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-79794443-b936-4d77-a637-06a7c316901f req-3175fabf-ab86-4a1e-9973-7174db6cd55e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] No DVR routers for this DVR port 7cb90d40-188c-4924-80a8-dc8c2aed6e40 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:03:24.687227 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-79794443-b936-4d77-a637-06a7c316901f req-3175fabf-ab86-4a1e-9973-7174db6cd55e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:24.690534 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-79794443-b936-4d77-a637-06a7c316901f req-3175fabf-ab86-4a1e-9973-7174db6cd55e tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.36 "DELETE /v2.0/ports/7cb90d40-188c-4924-80a8-dc8c2aed6e40 HTTP/1.1" status: 204 len: 173 time: 0.7629008 Nov 13 05:03:24.691002 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a493b21-7182-4fb4-9625-ac16226592e4', 'name': 'network-vif-deleted', 'tag': '7cb90d40-188c-4924-80a8-dc8c2aed6e40'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:24.693634 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4b3f48-f853-488c-9d2a-6a59fbcf8d02" -d '{"events": [{"server_uuid": "5a493b21-7182-4fb4-9625-ac16226592e4", "name": "network-vif-deleted", "tag": "7cb90d40-188c-4924-80a8-dc8c2aed6e40"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:24.750878 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4c15f9-47ac-4bc2-86ce-bd11f2f7925f x-openstack-request-id: req-fd4c15f9-47ac-4bc2-86ce-bd11f2f7925f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:24.751197 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a493b21-7182-4fb4-9625-ac16226592e4", "name": "network-vif-deleted", "tag": "7cb90d40-188c-4924-80a8-dc8c2aed6e40", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:24.751448 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd4c15f9-47ac-4bc2-86ce-bd11f2f7925f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:24.751842 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a493b21-7182-4fb4-9625-ac16226592e4', 'name': 'network-vif-deleted', 'tag': '7cb90d40-188c-4924-80a8-dc8c2aed6e40', 'status': 'completed', 'code': 200} Nov 13 05:03:24.774967 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c5244-8a6f-4e91-8d1d-cd0d7eeffa01 req-416ac677-4ea4-4470-b826-03f19ea9fb79 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:24.776560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a45c5244-8a6f-4e91-8d1d-cd0d7eeffa01 req-416ac677-4ea4-4470-b826-03f19ea9fb79 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0580733 Nov 13 05:03:24.830957 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a45c5244-8a6f-4e91-8d1d-cd0d7eeffa01 req-d6134522-dd95-4615-8658-887528034c30 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470715 Nov 13 05:03:25.255049 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954f275-e5f6-4492-b2e8-a01739f9c0c4 req-7ae15430-3f95-432c-bfc6-85817989af1f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:25.256476 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7954f275-e5f6-4492-b2e8-a01739f9c0c4 req-7ae15430-3f95-432c-bfc6-85817989af1f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0518110 Nov 13 05:03:25.304582 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7954f275-e5f6-4492-b2e8-a01739f9c0c4 req-e99b7dbc-35ab-47dc-abb4-a495bf31e420 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420763 Nov 13 05:03:25.521847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4954f4f-2083-4914-a5ba-db5b8095b3e5 req-0b60fe0d-ef58-4d47-8c77-5ca93cbe277b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:25.524184 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4954f4f-2083-4914-a5ba-db5b8095b3e5 req-0b60fe0d-ef58-4d47-8c77-5ca93cbe277b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0542228 Nov 13 05:03:25.572670 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4954f4f-2083-4914-a5ba-db5b8095b3e5 req-cc3740ce-a21f-4bc9-81b9-3d8b33d1e11d tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412018 Nov 13 05:03:25.727667 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f3da8-a3e3-4ca8-b725-6506602fbe27 req-592d0543-954a-433a-aae6-4351d908c6d4 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:25.729313 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad0f3da8-a3e3-4ca8-b725-6506602fbe27 req-592d0543-954a-433a-aae6-4351d908c6d4 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0543489 Nov 13 05:03:25.778680 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad0f3da8-a3e3-4ca8-b725-6506602fbe27 req-5e4bf94a-875f-41e8-af4c-6d7d9c85cf0d tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433242 Nov 13 05:03:26.434899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc2394-3693-41f0-9244-3761b56ac56e req-3fdfb322-08c8-4322-9144-af3d3b10f2c3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:26.436402 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7edc2394-3693-41f0-9244-3761b56ac56e req-3fdfb322-08c8-4322-9144-af3d3b10f2c3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0584121 Nov 13 05:03:26.487706 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7edc2394-3693-41f0-9244-3761b56ac56e req-8c2705e9-fec5-4c1d-909a-e5ea3fd5a923 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 Nov 13 05:03:26.672650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 7cb90d40-188c-4924-80a8-dc8c2aed6e40 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:03:26.696977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 7cb90d40-188c-4924-80a8-dc8c2aed6e40 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:03:26.697447 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 7cb90d40-188c-4924-80a8-dc8c2aed6e40 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:03:26.706802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467c1fa-c39a-4abc-a210-6be1182075bb req-8725776c-14c8-4014-959c-95dac56007d1 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:26.708327 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e467c1fa-c39a-4abc-a210-6be1182075bb req-8725776c-14c8-4014-959c-95dac56007d1 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0569892 Nov 13 05:03:26.760737 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e467c1fa-c39a-4abc-a210-6be1182075bb req-66eaf2d8-776e-4c1b-8b61-0454ff3fc1b1 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461736 Nov 13 05:03:26.895464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c6fa8-6a1b-41d5-b384-751b31d088b8 req-12227d49-91ac-4358-bff8-4adfab8bdd7c tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:26.896970 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a5c6fa8-6a1b-41d5-b384-751b31d088b8 req-12227d49-91ac-4358-bff8-4adfab8bdd7c tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0506525 Nov 13 05:03:26.949886 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a5c6fa8-6a1b-41d5-b384-751b31d088b8 req-01e29cb9-048d-4792-80a4-33eea8e318c2 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468078 Nov 13 05:03:27.612991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65119b96-51d7-4dc9-92f4-f343acff6a23 req-c9427eb9-7de6-4479-8a9f-b707ee275305 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:27.614463 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65119b96-51d7-4dc9-92f4-f343acff6a23 req-c9427eb9-7de6-4479-8a9f-b707ee275305 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0552244 Nov 13 05:03:27.662793 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65119b96-51d7-4dc9-92f4-f343acff6a23 req-b710a870-e38e-4b4b-8e1d-fe48a98e578b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420580 Nov 13 05:03:27.755711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b843-7e08-4d81-b797-bbe693a90060 req-03e9605a-c3aa-4e3c-913a-c611659e3f5f tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:27.757368 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3370b843-7e08-4d81-b797-bbe693a90060 req-03e9605a-c3aa-4e3c-913a-c611659e3f5f tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0518134 Nov 13 05:03:27.900548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46276ee6-7b70-439f-ab31-a8d248fc1fd3 req-28e4d302-6347-47e5-8fe6-e860cfe4998e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:27.902035 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46276ee6-7b70-439f-ab31-a8d248fc1fd3 req-28e4d302-6347-47e5-8fe6-e860cfe4998e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0635448 Nov 13 05:03:27.907143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-3370b843-7e08-4d81-b797-bbe693a90060 req-f12a9ab9-0f29-4780-bc91-57a9adc505d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Deleting port 374fb406-188d-4757-9b69-1837b4e9054b {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:03:27.907480 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3370b843-7e08-4d81-b797-bbe693a90060 req-f12a9ab9-0f29-4780-bc91-57a9adc505d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:28.010266 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46276ee6-7b70-439f-ab31-a8d248fc1fd3 req-097c59f1-1c24-43d2-ad2f-6cfd0a1ec2d2 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997958 Nov 13 05:03:28.034707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3370b843-7e08-4d81-b797-bbe693a90060 req-f12a9ab9-0f29-4780-bc91-57a9adc505d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] For port 374fb406-188d-4757-9b69-1837b4e9054b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=374fb406-188d-4757-9b69-1837b4e9054b,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:28.035111 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3370b843-7e08-4d81-b797-bbe693a90060 req-f12a9ab9-0f29-4780-bc91-57a9adc505d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:28.052655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-3370b843-7e08-4d81-b797-bbe693a90060 req-f12a9ab9-0f29-4780-bc91-57a9adc505d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Calling delete_port for 374fb406-188d-4757-9b69-1837b4e9054b owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:03:28.074065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552d3a8-f7d0-4cba-8c5e-a51f2ababd17 req-c7f8dacd-42f1-4c46-9be0-735d959f4936 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:28.075662 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7552d3a8-f7d0-4cba-8c5e-a51f2ababd17 req-c7f8dacd-42f1-4c46-9be0-735d959f4936 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ae205e-ad60-44c3-bb2e-fb033a7a118d HTTP/1.1" status: 200 len: 945 time: 0.0542312 Nov 13 05:03:28.133064 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7552d3a8-f7d0-4cba-8c5e-a51f2ababd17 req-ad72e885-2919-4322-b98a-236909ff1c70 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.43 "GET /v2.0/security-groups?id=da932a9a-3bc7-4bad-af18-8414d30eef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470285 Nov 13 05:03:28.188771 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-370519f6-012b-4246-8a99-60eb440b576f req-35091ab6-657a-4d1f-90f3-6e8afbf3e590 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1081550 Nov 13 05:03:28.209434 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3370b843-7e08-4d81-b797-bbe693a90060 req-f12a9ab9-0f29-4780-bc91-57a9adc505d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:28.236132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a9ab9-0f29-4780-bc91-57a9adc505d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Pushing event deleted for resources: {'Port': ['ID=374fb406-188d-4757-9b69-1837b4e9054b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:28.249156 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['374fb406-188d-4757-9b69-1837b4e9054b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:28.286549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3370b843-7e08-4d81-b797-bbe693a90060 req-f12a9ab9-0f29-4780-bc91-57a9adc505d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] No DVR routers for this DVR port 374fb406-188d-4757-9b69-1837b4e9054b on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:03:28.290953 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3370b843-7e08-4d81-b797-bbe693a90060 req-f12a9ab9-0f29-4780-bc91-57a9adc505d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:28.294514 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3370b843-7e08-4d81-b797-bbe693a90060 req-f12a9ab9-0f29-4780-bc91-57a9adc505d6 tempest-ListServerFiltersTestJSON-1623397453 tempest-ListServerFiltersTestJSON-1623397453-project] 10.222.0.46 "DELETE /v2.0/ports/374fb406-188d-4757-9b69-1837b4e9054b HTTP/1.1" status: 204 len: 173 time: 0.5298407 Nov 13 05:03:28.295017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ae205e-ad60-44c3-bb2e-fb033a7a118d', 'name': 'network-vif-deleted', 'tag': '374fb406-188d-4757-9b69-1837b4e9054b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:28.297484 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9d12b6-299a-4125-ad1c-f132d6b10815" -d '{"events": [{"server_uuid": "56ae205e-ad60-44c3-bb2e-fb033a7a118d", "name": "network-vif-deleted", "tag": "374fb406-188d-4757-9b69-1837b4e9054b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:28.299458 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370519f6-012b-4246-8a99-60eb440b576f req-4704708b-92b3-43d3-b4d7-b06641515c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:28.301158 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-370519f6-012b-4246-8a99-60eb440b576f req-4704708b-92b3-43d3-b4d7-b06641515c95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 1097 time: 0.0482957 Nov 13 05:03:28.350642 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb819b3e-a148-4472-baa9-b4b00844d0ad x-openstack-request-id: req-eb819b3e-a148-4472-baa9-b4b00844d0ad {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:28.351185 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ae205e-ad60-44c3-bb2e-fb033a7a118d", "name": "network-vif-deleted", "tag": "374fb406-188d-4757-9b69-1837b4e9054b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:28.351526 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb819b3e-a148-4472-baa9-b4b00844d0ad {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:28.352073 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ae205e-ad60-44c3-bb2e-fb033a7a118d', 'name': 'network-vif-deleted', 'tag': '374fb406-188d-4757-9b69-1837b4e9054b', 'status': 'completed', 'code': 200} Nov 13 05:03:28.425616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370519f6-012b-4246-8a99-60eb440b576f req-fd19466f-7c1d-4612-ae32-07e6b1a1af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:28.427373 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-370519f6-012b-4246-8a99-60eb440b576f req-fd19466f-7c1d-4612-ae32-07e6b1a1af12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.1020224 Nov 13 05:03:28.477061 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-370519f6-012b-4246-8a99-60eb440b576f req-00cb2f4e-1d36-43c6-8bdc-6b58a1c0824c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1389231e-ac69-429d-bf74-ab27295f78b5 HTTP/1.1" status: 200 len: 217 time: 0.0408847 Nov 13 05:03:28.526140 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:28.540735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370519f6-012b-4246-8a99-60eb440b576f req-47734d5a-4d87-4d4f-90cf-bcdc8a6f4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:28.542220 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-370519f6-012b-4246-8a99-60eb440b576f req-47734d5a-4d87-4d4f-90cf-bcdc8a6f4ad5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0509012 Nov 13 05:03:28.591181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370519f6-012b-4246-8a99-60eb440b576f req-3fedbdeb-56d7-4c8a-9d5c-af35438cc8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:28.592681 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-370519f6-012b-4246-8a99-60eb440b576f req-3fedbdeb-56d7-4c8a-9d5c-af35438cc8d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405962 Nov 13 05:03:28.686808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4c380b19-2ac8-4a83-931d-2edf119261b0 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:03:28.694014 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-370519f6-012b-4246-8a99-60eb440b576f req-acb030b9-94c7-4dc4-a683-7a2b452de228 service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889740 Nov 13 05:03:28.786857 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec5f26-a27b-410a-b244-b6b6dda8b6bd req-3812b14c-dec7-4149-bb99-3233c47a33e7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:28.793521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 4c380b19-2ac8-4a83-931d-2edf119261b0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4c380b19-2ac8-4a83-931d-2edf119261b0,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:28.794907 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b1ec5f26-a27b-410a-b244-b6b6dda8b6bd req-3812b14c-dec7-4149-bb99-3233c47a33e7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0572948 Nov 13 05:03:28.804867 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-370519f6-012b-4246-8a99-60eb440b576f req-7bb8f682-e469-48af-8d9d-cb29a9707451 service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950134 Nov 13 05:03:28.811124 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '4c380b19-2ac8-4a83-931d-2edf119261b0', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'port_id': '4c380b19-2ac8-4a83-931d-2edf119261b0', 'mac_address': 'fa:16:3e:a4:0e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:03:28.847814 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b1ec5f26-a27b-410a-b244-b6b6dda8b6bd req-71f31eb9-0840-45e5-8a5b-ae84983403fb tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525393 Nov 13 05:03:28.854459 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:28.872649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c380b19-2ac8-4a83-931d-2edf119261b0 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:03:28.899388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 4c380b19-2ac8-4a83-931d-2edf119261b0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4c380b19-2ac8-4a83-931d-2edf119261b0,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:28.906391 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:28.942533 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:28.965831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=4c380b19-2ac8-4a83-931d-2edf119261b0,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:28.973151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:28.973491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:28.973820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:28.974151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:28.974474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:28.974794 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:28.975138 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:28.975455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:28.975791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:28.976208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:28.976523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:28.976997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:29.072224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['4c380b19-2ac8-4a83-931d-2edf119261b0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:29.139638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126fae0-a296-4bf6-a921-c8b2c36ec421 req-5ce041f1-e894-4c6a-b0b1-b13ca54e36e2 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:29.141431 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9126fae0-a296-4bf6-a921-c8b2c36ec421 req-5ce041f1-e894-4c6a-b0b1-b13ca54e36e2 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0557642 Nov 13 05:03:29.191801 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9126fae0-a296-4bf6-a921-c8b2c36ec421 req-c2c5c79a-3fa7-4d2f-b6a5-6fad6ce11130 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Nov 13 05:03:29.197847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50564) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:03:29.252988 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54736ef-8a34-425f-8f7f-8fccb5de02f1 admin admin] Deleting subnet 2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:03:29.256096 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b54736ef-8a34-425f-8f7f-8fccb5de02f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.289297 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b54736ef-8a34-425f-8f7f-8fccb5de02f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.374579 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b54736ef-8a34-425f-8f7f-8fccb5de02f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.435446 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b54736ef-8a34-425f-8f7f-8fccb5de02f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.460535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54736ef-8a34-425f-8f7f-8fccb5de02f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:29.464708 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b54736ef-8a34-425f-8f7f-8fccb5de02f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.468264 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b54736ef-8a34-425f-8f7f-8fccb5de02f1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2dd1b8a0-7c30-4d35-8bd7-25f937c21a1d HTTP/1.1" status: 204 len: 168 time: 0.2687597 Nov 13 05:03:29.470785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50566) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:03:29.471495 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a4cffd-2075-4aeb-b638-7e0034cd0071 None None] Network 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:03:29.548707 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.610009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] Deleting port e6186fe2-77d0-42aa-99f1-cd31b1720c5a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:03:29.610389 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.664025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bbafab-ddee-4e5d-b375-4075740f273e None None] DHCP port deletion for 5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:03:29.678858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] For port e6186fe2-77d0-42aa-99f1-cd31b1720c5a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e6186fe2-77d0-42aa-99f1-cd31b1720c5a,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:29.679247 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.691642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] Calling delete_port for e6186fe2-77d0-42aa-99f1-cd31b1720c5a owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:03:29.716738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-42bbafab-ddee-4e5d-b375-4075740f273e None None] Deleting port e6186fe2-77d0-42aa-99f1-cd31b1720c5a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:03:29.717004 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-42bbafab-ddee-4e5d-b375-4075740f273e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.777238 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.779370 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-42bbafab-ddee-4e5d-b375-4075740f273e None None] For port e6186fe2-77d0-42aa-99f1-cd31b1720c5a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e6186fe2-77d0-42aa-99f1-cd31b1720c5a,segment=NetworkSegment(b46c799b-d0fd-457d-aeed-a6f3b7d3877b),segment_id=b46c799b-d0fd-457d-aeed-a6f3b7d3877b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:29.779772 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-42bbafab-ddee-4e5d-b375-4075740f273e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.792811 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-42bbafab-ddee-4e5d-b375-4075740f273e None None] Calling delete_port for e6186fe2-77d0-42aa-99f1-cd31b1720c5a owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:03:29.805556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] No DVR routers for this DVR port e6186fe2-77d0-42aa-99f1-cd31b1720c5a on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:03:29.809853 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6186fe2-77d0-42aa-99f1-cd31b1720c5a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:03:29.865783 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:03:29.875471 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-42bbafab-ddee-4e5d-b375-4075740f273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.882274 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.895159 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbafab-ddee-4e5d-b375-4075740f273e None None] Pushing event deleted for resources: {'Port': ['ID=e6186fe2-77d0-42aa-99f1-cd31b1720c5a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:29.905117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bbafab-ddee-4e5d-b375-4075740f273e None None] No DVR routers for this DVR port e6186fe2-77d0-42aa-99f1-cd31b1720c5a on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:03:29.908875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c23abc6-8e7c-40ff-8ef6-d099758bb4f3']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:03:29.923103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:03:29.923393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46c799b-d0fd-457d-aeed-a6f3b7d3877b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:03:29.934785 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.969737 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.979536 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:03:29.979903 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:03:29.981714 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:03:30.033459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f924280-615b-44a9-a219-4bc1c18629c4 req-569f38f3-febd-47f8-be99-f6825a6c6609 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:30.034986 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f924280-615b-44a9-a219-4bc1c18629c4 req-569f38f3-febd-47f8-be99-f6825a6c6609 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 944 time: 0.1027150 Nov 13 05:03:30.062129 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:30.066812 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:30.070020 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5c23abc6-8e7c-40ff-8ef6-d099758bb4f3 HTTP/1.1" status: 204 len: 168 time: 0.5981653 Nov 13 05:03:30.098298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae89ed-47d0-41c1-95af-bbfb8f17e5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c23abc6-8e7c-40ff-8ef6-d099758bb4f3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:30.118704 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f924280-615b-44a9-a219-4bc1c18629c4 req-4b7d8a7c-cbee-4bf7-a859-f2cc1adb0f4f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760989 Nov 13 05:03:30.198271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50574) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:03:30.241796 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fb018f4f-bf31-4230-ae29-4cd4a42bb90f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5121caf031d46588300a89c8e2e4ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422926 Nov 13 05:03:30.245524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50578) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:03:30.321344 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98245b57-c6f0-4e9b-b598-6c433c825e2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:30.341645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66bc86-c1e3-4a9c-8370-3e5721b98d69 req-854f13df-2f1f-48a6-9998-20adce747870 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:30.343149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e66bc86-c1e3-4a9c-8370-3e5721b98d69 req-854f13df-2f1f-48a6-9998-20adce747870 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0793285 Nov 13 05:03:30.355644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98245b57-c6f0-4e9b-b598-6c433c825e2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:30.424092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e66bc86-c1e3-4a9c-8370-3e5721b98d69 req-7173c532-9510-42a4-8b1a-8268e61b8920 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736108 Nov 13 05:03:30.438310 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98245b57-c6f0-4e9b-b598-6c433c825e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:30.440929 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98245b57-c6f0-4e9b-b598-6c433c825e2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:30.442060 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-98245b57-c6f0-4e9b-b598-6c433c825e2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da932a9a-3bc7-4bad-af18-8414d30eef20 HTTP/1.1" status: 204 len: 168 time: 0.1954799 Nov 13 05:03:30.450410 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98245b57-c6f0-4e9b-b598-6c433c825e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da932a9a-3bc7-4bad-af18-8414d30eef20,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:30.692469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4c380b19-2ac8-4a83-931d-2edf119261b0 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:03:30.716780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 374fb406-188d-4757-9b69-1837b4e9054b no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:03:30.740315 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 374fb406-188d-4757-9b69-1837b4e9054b {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:03:30.740667 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 374fb406-188d-4757-9b69-1837b4e9054b not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:03:30.761830 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 4c380b19-2ac8-4a83-931d-2edf119261b0 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:30.762196 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:30.841695 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:30.865717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb2fdd-66d5-4c67-908c-9c1525eceab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c380b19-2ac8-4a83-931d-2edf119261b0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:30.868186 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d4a7c7-d193-4877-b9ab-4a87d2bb2b78" -d '{"events": [{"server_uuid": "4acb2fdd-66d5-4c67-908c-9c1525eceab8", "name": "network-vif-plugged", "status": "completed", "tag": "4c380b19-2ac8-4a83-931d-2edf119261b0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:30.874890 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e6186fe2-77d0-42aa-99f1-cd31b1720c5a no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:03:30.901695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 4c380b19-2ac8-4a83-931d-2edf119261b0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4c380b19-2ac8-4a83-931d-2edf119261b0,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:30.903670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: e6186fe2-77d0-42aa-99f1-cd31b1720c5a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:03:30.904020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e6186fe2-77d0-42aa-99f1-cd31b1720c5a not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:03:30.908224 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b68407-f091-42be-acb3-aee30f31ad62 x-openstack-request-id: req-a5b68407-f091-42be-acb3-aee30f31ad62 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:30.908622 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb2fdd-66d5-4c67-908c-9c1525eceab8", "name": "network-vif-plugged", "status": "completed", "tag": "4c380b19-2ac8-4a83-931d-2edf119261b0", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:30.908947 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5b68407-f091-42be-acb3-aee30f31ad62 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:30.909359 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acb2fdd-66d5-4c67-908c-9c1525eceab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c380b19-2ac8-4a83-931d-2edf119261b0', 'code': 200} Nov 13 05:03:30.910559 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:30.961756 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=4c380b19-2ac8-4a83-931d-2edf119261b0,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:31.240195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e4124-178e-487b-9f85-fa80372a8cc3 req-a813e6d9-9ba0-41f3-a422-4e9a154953dd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:31.241742 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4c9e4124-178e-487b-9f85-fa80372a8cc3 req-a813e6d9-9ba0-41f3-a422-4e9a154953dd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0494728 Nov 13 05:03:31.292597 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4c9e4124-178e-487b-9f85-fa80372a8cc3 req-234d0bcc-1bab-4b63-87fb-f106b6e1bd78 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442021 Nov 13 05:03:31.428896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50628) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:03:31.552487 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9dba3689-7a3c-42fc-97a8-2addf4512e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:31.574975 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68a9e6-a7cc-44cd-b6c0-a44f73e907a7 req-1ce353fd-3ec2-4f7a-83a6-d9d1ef8e1659 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:31.576521 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8a68a9e6-a7cc-44cd-b6c0-a44f73e907a7 req-1ce353fd-3ec2-4f7a-83a6-d9d1ef8e1659 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0747144 Nov 13 05:03:31.616328 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:03:31.649362 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8a68a9e6-a7cc-44cd-b6c0-a44f73e907a7 req-8e171608-b529-473a-8c8b-6a62463885c3 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639889 Nov 13 05:03:31.694797 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9dba3689-7a3c-42fc-97a8-2addf4512e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:31.700207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9dba3689-7a3c-42fc-97a8-2addf4512e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:31.741461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba3689-7a3c-42fc-97a8-2addf4512e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0327beb2-9784-443e-9cf4-426c68836976,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:31.750511 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9dba3689-7a3c-42fc-97a8-2addf4512e86 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=38cb1e91468040dfafc4b3fdaea06d19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3181667 Nov 13 05:03:31.750943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50652) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:03:31.806987 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-313d6a59-8483-4c23-b17e-09ceffe8130b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:31.829937 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-313d6a59-8483-4c23-b17e-09ceffe8130b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:31.881077 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-313d6a59-8483-4c23-b17e-09ceffe8130b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:31.884226 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-313d6a59-8483-4c23-b17e-09ceffe8130b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:31.885589 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-313d6a59-8483-4c23-b17e-09ceffe8130b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0327beb2-9784-443e-9cf4-426c68836976 HTTP/1.1" status: 204 len: 168 time: 0.1336763 Nov 13 05:03:31.894208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d6a59-8483-4c23-b17e-09ceffe8130b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0327beb2-9784-443e-9cf4-426c68836976,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:32.449148 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eafd5-305d-4265-9f56-cddb79a40bb5 req-e83a5761-0468-4cbc-9f6d-b555a0dad99c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:32.451803 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a28eafd5-305d-4265-9f56-cddb79a40bb5 req-e83a5761-0468-4cbc-9f6d-b555a0dad99c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0647328 Nov 13 05:03:32.527680 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a28eafd5-305d-4265-9f56-cddb79a40bb5 req-30511a24-607f-490c-a5f0-9346b72baa75 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471385 Nov 13 05:03:32.646725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50680) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:03:32.766887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1819470569-network', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:32.792660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] Made reservation on behalf of efc30c3e2ccf48c9ba40a10a54421570 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:03:32.796144 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:32.806303 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:32.821372 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06698584-d547-433f-9247-f67bce29624d req-2aacb895-150d-4d7f-9d2f-065fb5c5a58f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:32.824473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06698584-d547-433f-9247-f67bce29624d req-2aacb895-150d-4d7f-9d2f-065fb5c5a58f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0901153 Nov 13 05:03:32.905207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:32.909207 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06698584-d547-433f-9247-f67bce29624d req-c9755fa1-2493-415a-b597-a8c453f37f6c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762610 Nov 13 05:03:32.913170 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:32.927771 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:03:32.945052 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:32.945388 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] Added segment 1cc6a327-4e44-4e29-b923-044009f28265 of type vlan for network a8029875-4483-4e77-8f06-85348be088a0 Nov 13 05:03:32.981925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b91d673-419c-410c-9b06-48cd16cf6230,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:32.998498 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:33.041664 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:33.044424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:33.047592 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:33.104739 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4568374 Nov 13 05:03:33.108061 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50688) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:03:33.113212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ed332320-d341-4a00-81b5-22ccf40ff7c7 admin admin] Request body: {'subnet': {'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1819470569-subnet', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:33.123520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593b84f-04d1-4a44-a699-9c356e410c8a admin admin] Pushing event updated for resources: {'Network': ['ID=a8029875-4483-4e77-8f06-85348be088a0,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:33.136163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network a8029875-4483-4e77-8f06-85348be088a0 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:03:33.141711 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed332320-d341-4a00-81b5-22ccf40ff7c7 admin admin] Made reservation on behalf of efc30c3e2ccf48c9ba40a10a54421570 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:03:33.144342 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed332320-d341-4a00-81b5-22ccf40ff7c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:33.349909 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed332320-d341-4a00-81b5-22ccf40ff7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:33.410795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed332320-d341-4a00-81b5-22ccf40ff7c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=134b1d99-7bf8-4a9d-961c-0a94024a9f56,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:33.416452 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed332320-d341-4a00-81b5-22ccf40ff7c7 admin admin] Checking segment: {'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:03:33.416806 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed332320-d341-4a00-81b5-22ccf40ff7c7 admin admin] Network hostable DHCP agents. Network: a8029875-4483-4e77-8f06-85348be088a0, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:03:33.438981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed332320-d341-4a00-81b5-22ccf40ff7c7 admin admin] Network a8029875-4483-4e77-8f06-85348be088a0 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:03:33.451458 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ed332320-d341-4a00-81b5-22ccf40ff7c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, a8029875-4483-4e77-8f06-85348be088a0) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:03:33.456859 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed332320-d341-4a00-81b5-22ccf40ff7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:33.457505 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed332320-d341-4a00-81b5-22ccf40ff7c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:33.474504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeb9ce8-1016-48a9-97b4-94b1a84c3aab None None] Network a8029875-4483-4e77-8f06-85348be088a0 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:03:33.491002 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ed332320-d341-4a00-81b5-22ccf40ff7c7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3815894 Nov 13 05:03:33.495083 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50690) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:03:33.500146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:33.549395 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:33.570971 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:33.694818 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:33.726271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-a8029875-4483-4e77-8f06-85348be088a0', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:03:33.727353 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:33.758313 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09d774-13b0-4ff6-8cac-63d6a77327fd req-fe69ee38-d97c-43f0-a87b-48967742e221 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:33.766951 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d09d774-13b0-4ff6-8cac-63d6a77327fd req-fe69ee38-d97c-43f0-a87b-48967742e221 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.1002021 Nov 13 05:03:33.890474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Allocated IP 172.20.0.2 (a8029875-4483-4e77-8f06-85348be088a0/134b1d99-7bf8-4a9d-961c-0a94024a9f56/732db193-fb5f-4dcc-ac1b-a1b07dca6b01) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:03:33.893423 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:33.905811 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d09d774-13b0-4ff6-8cac-63d6a77327fd req-36947f1a-ffd0-4407-a03a-e9271c5084c3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378479 Nov 13 05:03:34.120727 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:34.128601 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:34.181584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Pushing event updated for resources: {'Port': ['ID=732db193-fb5f-4dcc-ac1b-a1b07dca6b01,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:34.205513 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Network a8029875-4483-4e77-8f06-85348be088a0 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:03:34.206610 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf50d1-60bb-46a7-a78d-f5f9f12cb492 req-9e834e3e-8ad6-4620-98be-133374de0502 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:34.210014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:03:34.214280 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:03:34.216264 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b1cf50d1-60bb-46a7-a78d-f5f9f12cb492 req-9e834e3e-8ad6-4620-98be-133374de0502 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.1374700 Nov 13 05:03:34.240135 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:34.264685 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:34.287545 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d96cbd-81d1-4113-a037-b172987747ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:34.292747 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Attempting to bind port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:03:34.293231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Attempting to bind port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:03:34.293674 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Attempting to bind port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 on network a8029875-4483-4e77-8f06-85348be088a0 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:03:34.300377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:03:34.300842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Checking segment: {'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:03:34.301744 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:34.302196 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Bound using segment: {'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:03:34.302924 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Bound port: 732db193-fb5f-4dcc-ac1b-a1b07dca6b01, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:03:34.303436 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:34.360373 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b1cf50d1-60bb-46a7-a78d-f5f9f12cb492 req-bb864990-40a0-4642-b403-8d443a9ad304 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428998 Nov 13 05:03:34.388366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] For port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:03:34.392230 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] For port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=732db193-fb5f-4dcc-ac1b-a1b07dca6b01,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:03:34.400679 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:34.434052 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Allocated IP 172.25.8.228 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/f5e987c1-ee2a-4c91-a9c1-c090131923e3) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:03:34.474417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b216be-92ea-4dd3-b87b-2160435721ba None None] Pushing event updated for resources: {'Port': ['ID=732db193-fb5f-4dcc-ac1b-a1b07dca6b01,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:34.574264 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:34.614164 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:34.693926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:03:34.699092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:03:34.707853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:03:34.710576 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Pushing event updated for resources: {'Port': ['ID=f5e987c1-ee2a-4c91-a9c1-c090131923e3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:34.713021 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266fe250-4500-44c9-b9e4-c3578d06d9fe None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:03:34.772545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e4140e92-fdc1-410a-84a3-d13d95e2caed None None] Provisioning complete for port f5e987c1-ee2a-4c91-a9c1-c090131923e3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:34.773927 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4140e92-fdc1-410a-84a3-d13d95e2caed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:34.837662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e4140e92-fdc1-410a-84a3-d13d95e2caed None None] Port f5e987c1-ee2a-4c91-a9c1-c090131923e3 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:03:34.935181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:03:35.047125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:35.047754 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:35.079901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ca98f-ce70-4a76-8a04-81d6d77157bd req-c6a6e1a2-c66f-4c1f-9514-7b1df42e08d9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:35.090560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f39ca98f-ce70-4a76-8a04-81d6d77157bd req-c6a6e1a2-c66f-4c1f-9514-7b1df42e08d9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0959885 Nov 13 05:03:35.196366 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f39ca98f-ce70-4a76-8a04-81d6d77157bd req-58e045b0-a905-4811-860b-f54cf1aeec98 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913217 Nov 13 05:03:35.225501 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:35.268379 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=732db193-fb5f-4dcc-ac1b-a1b07dca6b01,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:35.275517 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:35.375205 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=732db193-fb5f-4dcc-ac1b-a1b07dca6b01,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:35.506231 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6176e-157d-42ac-8cab-a209daf6eb66 req-4b0c9b0b-fd49-44e8-94d6-cc532ca301a1 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:35.515477 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8ae6176e-157d-42ac-8cab-a209daf6eb66 req-4b0c9b0b-fd49-44e8-94d6-cc532ca301a1 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0717793 Nov 13 05:03:35.543205 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:35.577154 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8ae6176e-157d-42ac-8cab-a209daf6eb66 req-85de2dba-e63a-4e74-91ca-78a41fd67597 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604587 Nov 13 05:03:35.777059 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:35.831314 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c499518-05b3-40b1-b3ac-b71fe8d0a914 None None] Network a8029875-4483-4e77-8f06-85348be088a0 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:03:35.906220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6224855e-54a7-4ccb-9973-139cec596383 None None] Provisioning complete for port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:35.906683 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6224855e-54a7-4ccb-9973-139cec596383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:35.947866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Router bc67483c-6075-46c9-a308-4b295bd58183 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:03:36.082479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:03:36.102957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Sync routers for ids ['bc67483c-6075-46c9-a308-4b295bd58183'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:03:36.112762 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:36.116994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:03:36.117554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1c10c75f-4556-451f-bc0b-14c822581e43 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6208532 Nov 13 05:03:36.121286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Routers {'bc67483c-6075-46c9-a308-4b295bd58183'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:03:36.122584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:03:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['bc67483c-6075-46c9-a308-4b295bd58183'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:03:36.267346 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Set router bc67483c-6075-46c9-a308-4b295bd58183 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:03:36.440054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00184d85-aecd-477e-ac17-3893f9928e20 req-5c5a5b3a-62a2-4525-9117-25bee085f96f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:36.441955 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-00184d85-aecd-477e-ac17-3893f9928e20 req-5c5a5b3a-62a2-4525-9117-25bee085f96f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0865531 Nov 13 05:03:36.503468 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-00184d85-aecd-477e-ac17-3893f9928e20 req-e7e029b1-b0a4-467a-987b-6e70c184b7a0 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549822 Nov 13 05:03:36.715632 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 791b22f4-16f3-4b8d-b950-45a96c7e0d3c no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:03:36.727840 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-733c9366-3c25-4620-8d80-52a5faf32701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:36.755245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6b5e98e5-e8d9-4d0e-99e3-f11aed80b84a None None] Provisioning complete for port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:36.755609 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b5e98e5-e8d9-4d0e-99e3-f11aed80b84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:36.821586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed55ee9-1a7b-4f2c-b9d1-751a3c08f3f2 req-2a96a39e-8290-404e-b814-423c5f8dc73d tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:36.823205 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ed55ee9-1a7b-4f2c-b9d1-751a3c08f3f2 req-2a96a39e-8290-404e-b814-423c5f8dc73d tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.1129823 Nov 13 05:03:36.825032 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:36.934048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:03:36.965175 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ed55ee9-1a7b-4f2c-b9d1-751a3c08f3f2 req-6b81ad9c-4113-4d49-ada0-be4acddf25d2 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239109 Nov 13 05:03:37.010999 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.065645 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b2ead-70c0-432d-9c99-f0914801378f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '791b22f4-16f3-4b8d-b950-45a96c7e0d3c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:37.068330 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9203d9-738b-4981-9f00-7527a06413be" -d '{"events": [{"server_uuid": "f43b2ead-70c0-432d-9c99-f0914801378f", "name": "network-vif-unplugged", "status": "completed", "tag": "791b22f4-16f3-4b8d-b950-45a96c7e0d3c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:37.086461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Allocated IP 172.20.0.1 (a8029875-4483-4e77-8f06-85348be088a0/134b1d99-7bf8-4a9d-961c-0a94024a9f56/42e8378b-430a-4f09-9753-51d279ad8a23) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:03:37.091499 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:34Z', 'revision_number': 3, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:03:37.105780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:37.139645 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b737c1a4-d89b-45c1-88e7-34db169268f4 x-openstack-request-id: req-b737c1a4-d89b-45c1-88e7-34db169268f4 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:37.139938 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43b2ead-70c0-432d-9c99-f0914801378f", "name": "network-vif-unplugged", "status": "completed", "tag": "791b22f4-16f3-4b8d-b950-45a96c7e0d3c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:37.140189 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b737c1a4-d89b-45c1-88e7-34db169268f4 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:37.140701 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b2ead-70c0-432d-9c99-f0914801378f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '791b22f4-16f3-4b8d-b950-45a96c7e0d3c', 'code': 200} Nov 13 05:03:37.143203 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Checking router: bc67483c-6075-46c9-a308-4b295bd58183 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:03:37.143563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Updating router bc67483c-6075-46c9-a308-4b295bd58183 port f5e987c1-ee2a-4c91-a9c1-c090131923e3 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:03:37.145513 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.202586 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:37.202981 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.228808 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.235749 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.267605 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.309424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:37.313603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Network a8029875-4483-4e77-8f06-85348be088a0 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:03:37.320859 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:03:37.323056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Pushing event updated for resources: {'Port': ['ID=42e8378b-430a-4f09-9753-51d279ad8a23,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:37.325935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:03:37.375110 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.593170 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.721356 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.727576 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72290193-eb76-4581-8993-ca10e3becf6b req-58de6ca3-ff53-4581-b9b7-503de8655475 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:37.735357 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.741223 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72290193-eb76-4581-8993-ca10e3becf6b req-58de6ca3-ff53-4581-b9b7-503de8655475 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.1147552 Nov 13 05:03:37.802897 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72290193-eb76-4581-8993-ca10e3becf6b req-696c81f7-4aac-47d4-8595-b1e47af36452 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568793 Nov 13 05:03:37.831808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cb613a91-2256-4d72-91f4-ab5f3d9df2d6 None None] Provisioning complete for port 42e8378b-430a-4f09-9753-51d279ad8a23 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:37.832192 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb613a91-2256-4d72-91f4-ab5f3d9df2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.833960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9061f57-1d0f-4ab0-9bd4-abe8800d9e99 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:03:37.849299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Attempting to bind port f5e987c1-ee2a-4c91-a9c1-c090131923e3 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:03:37.849668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Attempting to bind port f5e987c1-ee2a-4c91-a9c1-c090131923e3 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:03:37.850030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Attempting to bind port f5e987c1-ee2a-4c91-a9c1-c090131923e3 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:03:37.862118 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.868503 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.898889 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:03:37.899431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:03:37.899835 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.900225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:03:37.900725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Bound port: f5e987c1-ee2a-4c91-a9c1-c090131923e3, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:03:37.901159 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.907219 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.935047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9871c-0fae-4cf0-aaa4-96ff2ea09a41 None None] Pushing event updated for resources: {'Port': ['ID=f5e987c1-ee2a-4c91-a9c1-c090131923e3,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:37.946462 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cb613a91-2256-4d72-91f4-ab5f3d9df2d6 None None] Port 42e8378b-430a-4f09-9753-51d279ad8a23 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:03:37.954999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Pushing event updated for resources: {'Port': ['ID=42e8378b-430a-4f09-9753-51d279ad8a23,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:37.976652 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] For port f5e987c1-ee2a-4c91-a9c1-c090131923e3, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:03:37.980359 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] For port f5e987c1-ee2a-4c91-a9c1-c090131923e3, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f5e987c1-ee2a-4c91-a9c1-c090131923e3,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:03:37.987198 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:37.988906 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:38.066888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Routers {'bc67483c-6075-46c9-a308-4b295bd58183'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:03:38.067947 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:03:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['bc67483c-6075-46c9-a308-4b295bd58183'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:03:38.071003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e0456-5ef7-4a35-aaa1-20341eb935c6 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:03:38.148447 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9871c-0fae-4cf0-aaa4-96ff2ea09a41 None None] Pushing event updated for resources: {'Port': ['ID=f5e987c1-ee2a-4c91-a9c1-c090131923e3,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:38.157252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ca6fcf0b-c119-4fbd-99d2-b6d991fa4910 None None] Provisioning complete for port f5e987c1-ee2a-4c91-a9c1-c090131923e3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:38.157998 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca6fcf0b-c119-4fbd-99d2-b6d991fa4910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:38.174851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b053d0-1427-4ae6-a4d8-ef846ff09c6c req-e8eebb2f-9203-4bcd-9e6e-e6ac98fb147c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:38.176418 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b053d0-1427-4ae6-a4d8-ef846ff09c6c req-e8eebb2f-9203-4bcd-9e6e-e6ac98fb147c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 944 time: 0.0996182 Nov 13 05:03:38.188543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Network a8029875-4483-4e77-8f06-85348be088a0 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:03:38.193392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:03:38.261624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] Set router bc67483c-6075-46c9-a308-4b295bd58183 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:03:38.368726 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b053d0-1427-4ae6-a4d8-ef846ff09c6c req-1aba7b1e-0cfe-4964-bb4d-5c0579a2f97b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734653 Nov 13 05:03:38.421697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Router bc67483c-6075-46c9-a308-4b295bd58183 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:03:38.425257 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca6fcf0b-c119-4fbd-99d2-b6d991fa4910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:38.485738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ca6fcf0b-c119-4fbd-99d2-b6d991fa4910 None None] For port f5e987c1-ee2a-4c91-a9c1-c090131923e3, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f5e987c1-ee2a-4c91-a9c1-c090131923e3,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:38.498624 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca6fcf0b-c119-4fbd-99d2-b6d991fa4910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:38.623810 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fcf0b-c119-4fbd-99d2-b6d991fa4910 None None] Pushing event updated for resources: {'Port': ['ID=f5e987c1-ee2a-4c91-a9c1-c090131923e3,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:38.634250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ff9a952c-4d7e-4283-b9b8-b18f08887bce None None] Provisioning complete for port 42e8378b-430a-4f09-9753-51d279ad8a23 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:38.634619 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff9a952c-4d7e-4283-b9b8-b18f08887bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:38.689545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a952c-4d7e-4283-b9b8-b18f08887bce None None] Port 42e8378b-430a-4f09-9753-51d279ad8a23 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:03:38.699833 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 2, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:03:38.751788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 791b22f4-16f3-4b8d-b950-45a96c7e0d3c details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:03:38.758804 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ff9a952c-4d7e-4283-b9b8-b18f08887bce None None] Provisioning complete for port f5e987c1-ee2a-4c91-a9c1-c090131923e3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:38.759468 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff9a952c-4d7e-4283-b9b8-b18f08887bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:38.802828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f52974-4a82-4f4f-9c81-8a68d5a65740 None None] The sync data for ids ['bc67483c-6075-46c9-a308-4b295bd58183'] in n-d-813114-2 is: [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 2, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:03:38.967338 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:38.985288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '791b22f4-16f3-4b8d-b950-45a96c7e0d3c', 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6', 'port_id': '791b22f4-16f3-4b8d-b950-45a96c7e0d3c', 'mac_address': 'fa:16:3e:ee:32:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:03:39.000279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:03:39.007875 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-931b51e6-846f-4a0c-bfa1-67eb99060c04 admin admin] 10.222.0.43 "PUT /v2.0/routers/bc67483c-6075-46c9-a308-4b295bd58183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8893435 Nov 13 05:03:39.070831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c63b7-d829-4190-b1da-55fac19a3b4b req-d73d53c5-bd39-4992-8c61-7d690fb934e5 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:39.077577 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e2c63b7-d829-4190-b1da-55fac19a3b4b req-d73d53c5-bd39-4992-8c61-7d690fb934e5 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.1286626 Nov 13 05:03:39.085047 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:39.110693 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791b22f4-16f3-4b8d-b950-45a96c7e0d3c {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:03:39.152211 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:39.167001 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:39.218234 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:39.222396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e2c63b7-d829-4190-b1da-55fac19a3b4b req-fbc52369-388e-4e66-a1b2-a257f9215959 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369812 Nov 13 05:03:39.252568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:39.495840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35396919-2185-447f-9a6d-1f9ba50b0dad req-49c10e9f-1af9-497e-bb32-2f83d8e62ccf tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:39.497705 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35396919-2185-447f-9a6d-1f9ba50b0dad req-49c10e9f-1af9-497e-bb32-2f83d8e62ccf tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 945 time: 0.0611327 Nov 13 05:03:39.554215 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35396919-2185-447f-9a6d-1f9ba50b0dad req-acc1e887-22de-4e31-ae75-593f65d3745d tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500185 Nov 13 05:03:39.641416 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['791b22f4-16f3-4b8d-b950-45a96c7e0d3c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:39.895987 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50742) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:03:39.901436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cb4e2d01-0d6c-4e31-8690-3ac664d81b8c tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--45181779', 'description': 'tempest-description--1975789822'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:39.931066 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2d01-0d6c-4e31-8690-3ac664d81b8c tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:40.016959 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2d01-0d6c-4e31-8690-3ac664d81b8c tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:40.023906 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2d01-0d6c-4e31-8690-3ac664d81b8c tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:40.059119 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:40.062508 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2d01-0d6c-4e31-8690-3ac664d81b8c tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:40.064400 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cb4e2d01-0d6c-4e31-8690-3ac664d81b8c tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1674411 Nov 13 05:03:40.067394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50744) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:03:40.073023 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-85577706-371a-473c-9872-90fbcf58f93f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Request body: {'security_group_rule': {'security_group_id': '532b8ea4-50ad-4d68-b158-06a473c8306f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:40.073617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e2d01-0d6c-4e31-8690-3ac664d81b8c tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532b8ea4-50ad-4d68-b158-06a473c8306f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:40.125557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85577706-371a-473c-9872-90fbcf58f93f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:40.197350 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85577706-371a-473c-9872-90fbcf58f93f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:40.204166 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85577706-371a-473c-9872-90fbcf58f93f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:40.232680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85577706-371a-473c-9872-90fbcf58f93f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56829e9-ef63-431c-8af4-35325213c436,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:40.252423 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85577706-371a-473c-9872-90fbcf58f93f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:40.253795 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-85577706-371a-473c-9872-90fbcf58f93f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1848567 Nov 13 05:03:40.256655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50746) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:03:40.265137 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-f93d2987-0d19-45f8-9377-b118dc8a5f1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Request body: {'security_group_rule': {'security_group_id': '532b8ea4-50ad-4d68-b158-06a473c8306f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:40.319288 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f93d2987-0d19-45f8-9377-b118dc8a5f1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:40.406622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40687a-04dd-4cab-9f80-242f29a55374 req-ba3a264a-e378-4db4-8ad6-829e86d01aa4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:40.407505 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f93d2987-0d19-45f8-9377-b118dc8a5f1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:40.408258 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd40687a-04dd-4cab-9f80-242f29a55374 req-ba3a264a-e378-4db4-8ad6-829e86d01aa4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0594261 Nov 13 05:03:40.420953 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f93d2987-0d19-45f8-9377-b118dc8a5f1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:40.459999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d2987-0d19-45f8-9377-b118dc8a5f1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e150349b-864e-4475-916e-7c7e890bcf43,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:40.472474 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f93d2987-0d19-45f8-9377-b118dc8a5f1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:40.479466 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f93d2987-0d19-45f8-9377-b118dc8a5f1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2214150 Nov 13 05:03:40.480961 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50750) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:03:40.488246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:40.502797 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd40687a-04dd-4cab-9f80-242f29a55374 req-f35ff3d0-38fb-455e-8f4c-a19db8958f5b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845337 Nov 13 05:03:40.542567 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:40.703899 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:40.754113 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0563a35-a904-49a6-9e9e-7aa396d4efa8 req-36d61e4d-44ca-4abb-a8e5-e4c84aaa96a0 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:40.761746 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0563a35-a904-49a6-9e9e-7aa396d4efa8 req-36d61e4d-44ca-4abb-a8e5-e4c84aaa96a0 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 945 time: 0.1079910 Nov 13 05:03:40.859745 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0563a35-a904-49a6-9e9e-7aa396d4efa8 req-9d59ae75-9646-4c21-8e0b-f32471a3ada5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937517 Nov 13 05:03:40.912316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Allocated IP 172.25.8.89 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/e924e3bb-2ff0-4a9c-81e3-8ac5534d997f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:03:40.946461 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f5e987c1-ee2a-4c91-a9c1-c090131923e3 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:03:41.009537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f5e987c1-ee2a-4c91-a9c1-c090131923e3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:41.009834 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:41.066056 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:41.137148 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:41.189996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:03:41.195993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:03:41.199593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:03:41.246647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event updated for resources: {'Port': ['ID=e924e3bb-2ff0-4a9c-81e3-8ac5534d997f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:41.316943 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:41.360309 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:41.544903 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:41.552872 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:41.629330 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Sync routers for ids ['bc67483c-6075-46c9-a308-4b295bd58183'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:03:41.643846 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Routers {'bc67483c-6075-46c9-a308-4b295bd58183'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:03:41.644776 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:03:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['bc67483c-6075-46c9-a308-4b295bd58183'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:03:41.656217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event updated for resources: {'Port': ['ID=e924e3bb-2ff0-4a9c-81e3-8ac5534d997f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:41.681132 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:41.702782 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da062247-e953-4eba-9692-fa27fcab2422 req-a5e019a8-8963-4a01-8153-187603a6fd56 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:41.704412 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da062247-e953-4eba-9692-fa27fcab2422 req-a5e019a8-8963-4a01-8153-187603a6fd56 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0840011 Nov 13 05:03:41.715728 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:41.718957 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9da0d658-6801-4a0a-88ab-9919d1fae9a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2343330 Nov 13 05:03:41.768614 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da062247-e953-4eba-9692-fa27fcab2422 req-9ee5a613-fcce-42cf-a7a3-605ea3cb858a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574450 Nov 13 05:03:41.820976 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Set router bc67483c-6075-46c9-a308-4b295bd58183 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:03:41.933518 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-a8e477a3-1b4b-457c-b9ce-254d44dfde73 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--45181779&fields=id&tenant_id=efc30c3e2ccf48c9ba40a10a54421570 HTTP/1.1" status: 200 len: 267 time: 0.0777063 Nov 13 05:03:42.011067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a4707-e057-46f4-8c43-010a9185b149 req-c81b9e06-8191-4f4b-a11a-881b50a38711 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:42.026963 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-492a4707-e057-46f4-8c43-010a9185b149 req-c81b9e06-8191-4f4b-a11a-881b50a38711 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 945 time: 0.0624294 Nov 13 05:03:42.108533 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-95e64c54-1a82-4b2a-8dc0-a83109ad0c73 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:42.116033 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-95e64c54-1a82-4b2a-8dc0-a83109ad0c73 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/networks?id=a8029875-4483-4e77-8f06-85348be088a0 HTTP/1.1" status: 200 len: 811 time: 0.1736186 Nov 13 05:03:42.120145 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-492a4707-e057-46f4-8c43-010a9185b149 req-33d5ac27-caed-4a52-b36e-8b5a65dd1072 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978899 Nov 13 05:03:42.131670 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 2, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:03:42.139478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-3763d554-a3ff-485f-a16d-b91275880f2b tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/quotas/efc30c3e2ccf48c9ba40a10a54421570 HTTP/1.1" status: 200 len: 375 time: 0.0221810 Nov 13 05:03:42.171449 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Checking router: bc67483c-6075-46c9-a308-4b295bd58183 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:03:42.172164 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Updating router bc67483c-6075-46c9-a308-4b295bd58183 port 42e8378b-430a-4f09-9753-51d279ad8a23 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:03:42.201063 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:42.209785 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-947b7556-1de9-4616-9d4e-e372c62a33c7 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=efc30c3e2ccf48c9ba40a10a54421570&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682335 Nov 13 05:03:42.350261 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-152c06a0-0711-4d5c-9148-44d982f66963 service neutron] 10.222.0.43 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177838 Nov 13 05:03:42.475452 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-c367ddf7-558b-4fb1-a4ee-a21ef5f334cc service neutron] 10.222.0.43 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189628 Nov 13 05:03:42.637626 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:42.645500 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:42.725529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 791b22f4-16f3-4b8d-b950-45a96c7e0d3c up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:03:42.742100 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f7e3e737-501e-42e8-845d-e504ed294eab req-bb4a64e1-754b-4011-9d99-2a1bbeb6ca80 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 210 time: 0.0466590 Nov 13 05:03:42.772621 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b7760-9c2e-42fd-bb00-246e4771c246 None None] Pushing event updated for resources: {'Port': ['ID=42e8378b-430a-4f09-9753-51d279ad8a23,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:42.816543 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b7760-9c2e-42fd-bb00-246e4771c246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:42.816880 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b7760-9c2e-42fd-bb00-246e4771c246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:42.834630 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b7760-9c2e-42fd-bb00-246e4771c246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:42.835114 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b7760-9c2e-42fd-bb00-246e4771c246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:42.835559 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b7760-9c2e-42fd-bb00-246e4771c246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:42.835891 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b7760-9c2e-42fd-bb00-246e4771c246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:42.836218 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b7760-9c2e-42fd-bb00-246e4771c246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:42.836537 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b7760-9c2e-42fd-bb00-246e4771c246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:42.836854 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b7760-9c2e-42fd-bb00-246e4771c246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:42.837170 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b7760-9c2e-42fd-bb00-246e4771c246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:42.837485 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b7760-9c2e-42fd-bb00-246e4771c246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:42.837795 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b7760-9c2e-42fd-bb00-246e4771c246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:42.848108 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:42.848649 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:42.887376 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Attempting to bind port 42e8378b-430a-4f09-9753-51d279ad8a23 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:03:42.887729 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Attempting to bind port 42e8378b-430a-4f09-9753-51d279ad8a23 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:03:42.888083 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Attempting to bind port 42e8378b-430a-4f09-9753-51d279ad8a23 on network a8029875-4483-4e77-8f06-85348be088a0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:03:42.900065 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:03:42.901053 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Checking segment: {'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:03:42.901458 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:42.902291 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Bound using segment: {'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:03:42.902291 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Bound port: 42e8378b-430a-4f09-9753-51d279ad8a23, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:03:42.902669 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:42.962663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b949d30-12f3-450a-baef-ceb915da7a1d req-5c2e29c7-0154-46ee-85dc-86322cae534f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:42.981801 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b949d30-12f3-450a-baef-ceb915da7a1d req-5c2e29c7-0154-46ee-85dc-86322cae534f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.1036785 Nov 13 05:03:42.988869 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:43.040520 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b2ead-70c0-432d-9c99-f0914801378f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791b22f4-16f3-4b8d-b950-45a96c7e0d3c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:43.048504 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665cfc50-5b57-4ac3-9ab2-73baa46fee6b" -d '{"events": [{"server_uuid": "f43b2ead-70c0-432d-9c99-f0914801378f", "name": "network-vif-plugged", "status": "completed", "tag": "791b22f4-16f3-4b8d-b950-45a96c7e0d3c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:43.067373 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] For port 42e8378b-430a-4f09-9753-51d279ad8a23, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:03:43.071514 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] For port 42e8378b-430a-4f09-9753-51d279ad8a23, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=42e8378b-430a-4f09-9753-51d279ad8a23,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:03:43.084511 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:43.087065 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b949d30-12f3-450a-baef-ceb915da7a1d req-61d9e958-f30e-4c6a-bf33-4167b5f6e1b6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037128 Nov 13 05:03:43.096817 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:43.117275 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:43.130633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-19895a4c-947c-481c-842e-6dbed2f45a72 None None] Provisioning complete for port 42e8378b-430a-4f09-9753-51d279ad8a23 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:43.133060 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19895a4c-947c-481c-842e-6dbed2f45a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:43.168328 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4526b181-aaf2-4816-bde8-319b16bd6dac x-openstack-request-id: req-4526b181-aaf2-4816-bde8-319b16bd6dac {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:43.168656 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43b2ead-70c0-432d-9c99-f0914801378f", "name": "network-vif-plugged", "status": "completed", "tag": "791b22f4-16f3-4b8d-b950-45a96c7e0d3c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:43.169316 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Routers {'bc67483c-6075-46c9-a308-4b295bd58183'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:03:43.169804 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4526b181-aaf2-4816-bde8-319b16bd6dac {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:43.169927 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:03:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['bc67483c-6075-46c9-a308-4b295bd58183'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:03:43.170378 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b2ead-70c0-432d-9c99-f0914801378f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791b22f4-16f3-4b8d-b950-45a96c7e0d3c', 'code': 200} Nov 13 05:03:43.329020 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b7760-9c2e-42fd-bb00-246e4771c246 None None] Pushing event updated for resources: {'Port': ['ID=42e8378b-430a-4f09-9753-51d279ad8a23,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:43.357395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:43.479002 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dc91c-1aa2-49ec-83a7-cd9baa46601b req-fa5ece19-2a49-40f2-84fe-585de1f6ff2e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:43.481486 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-056dc91c-1aa2-49ec-83a7-cd9baa46601b req-fa5ece19-2a49-40f2-84fe-585de1f6ff2e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.2353709 Nov 13 05:03:43.507048 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] Set router bc67483c-6075-46c9-a308-4b295bd58183 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:03:43.541096 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19895a4c-947c-481c-842e-6dbed2f45a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:43.600450 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a3153-fa30-4cf0-b5cc-2c292f7437c6 req-4ee80e63-39d0-4582-a67c-91a28f798a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:43.602490 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-936a3153-fa30-4cf0-b5cc-2c292f7437c6 req-4ee80e63-39d0-4582-a67c-91a28f798a69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 1097 time: 0.2168727 Nov 13 05:03:43.618731 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-056dc91c-1aa2-49ec-83a7-cd9baa46601b req-1e10964d-9b55-4269-aaa5-ea5c470efcff tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361926 Nov 13 05:03:43.643896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-19895a4c-947c-481c-842e-6dbed2f45a72 None None] For port 42e8378b-430a-4f09-9753-51d279ad8a23, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=42e8378b-430a-4f09-9753-51d279ad8a23,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:43.654982 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19895a4c-947c-481c-842e-6dbed2f45a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:43.669855 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-936a3153-fa30-4cf0-b5cc-2c292f7437c6 req-fe987a43-eb0c-4741-a7bd-50bc005663fa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446811 Nov 13 05:03:43.722895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19895a4c-947c-481c-842e-6dbed2f45a72 None None] Pushing event updated for resources: {'Port': ['ID=42e8378b-430a-4f09-9753-51d279ad8a23,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:43.793607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9e33fb81-6640-4f38-8228-b35efb2303e7 None None] Provisioning complete for port 42e8378b-430a-4f09-9753-51d279ad8a23 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:43.794859 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e33fb81-6640-4f38-8228-b35efb2303e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:43.843964 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:43Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:03:43.874321 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2ffe5-fdf2-40b0-a2dc-32794a711ca8 None None] The sync data for ids ['bc67483c-6075-46c9-a308-4b295bd58183'] in n-d-813114-2 is: [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:43Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:03:43.966576 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-41c70d46-3d74-4b2c-8b42-726f60c2ea5b req-f4c9647b-9a91-48d5-9247-7e5b8fe512b7 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 210 time: 0.0500374 Nov 13 05:03:44.231555 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d3d2b-c0da-4218-a57e-ac1821545386 req-383be056-29b5-4e88-b62e-b9e644009345 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:44.240008 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f3d3d2b-c0da-4218-a57e-ac1821545386 req-383be056-29b5-4e88-b62e-b9e644009345 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0787721 Nov 13 05:03:44.290339 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f3d3d2b-c0da-4218-a57e-ac1821545386 req-1f653670-2c6e-43a2-9a77-473d2a735a49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491669 Nov 13 05:03:44.478897 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-4e04a0dd-05cf-43c7-981d-f7569ab442d1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:44.480580 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-4e04a0dd-05cf-43c7-981d-f7569ab442d1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.46 "GET /v2.0/networks?id=a8029875-4483-4e77-8f06-85348be088a0 HTTP/1.1" status: 200 len: 811 time: 0.1166584 Nov 13 05:03:44.559800 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-e422ad1a-ddb7-4abc-b2b3-aa55129cda2c tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efc30c3e2ccf48c9ba40a10a54421570 HTTP/1.1" status: 200 len: 378 time: 0.0627077 Nov 13 05:03:44.584676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-c2faa644-517b-4b10-9b8b-8ca629e908c5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Request body: {'port': {'device_id': '41b57c14-07a8-4086-ac6a-60827db96717', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'admin_state_up': True, 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'security_groups': ['532b8ea4-50ad-4d68-b158-06a473c8306f']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:44.699104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-c2faa644-517b-4b10-9b8b-8ca629e908c5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Made reservation on behalf of efc30c3e2ccf48c9ba40a10a54421570 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:03:44.702779 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-c2faa644-517b-4b10-9b8b-8ca629e908c5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:44.741598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f913-3857-4683-9ac8-e9bdcc76e107 req-dfc66381-a159-43df-8547-c7fddbd4cf1b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:44.743148 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8259f913-3857-4683-9ac8-e9bdcc76e107 req-dfc66381-a159-43df-8547-c7fddbd4cf1b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0556753 Nov 13 05:03:44.791599 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8259f913-3857-4683-9ac8-e9bdcc76e107 req-8c3a2c5f-c33e-460c-aa2c-339bb29db6a2 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Nov 13 05:03:44.838590 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-c2faa644-517b-4b10-9b8b-8ca629e908c5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Allocated IP 172.20.0.6 (a8029875-4483-4e77-8f06-85348be088a0/134b1d99-7bf8-4a9d-961c-0a94024a9f56/1f17a950-0945-48d2-9d76-02a08b6e6973) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:03:44.902283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 42e8378b-430a-4f09-9753-51d279ad8a23 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:03:44.951259 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 42e8378b-430a-4f09-9753-51d279ad8a23 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:44.951654 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:44.992919 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-c2faa644-517b-4b10-9b8b-8ca629e908c5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:45.040555 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-c2faa644-517b-4b10-9b8b-8ca629e908c5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:45.114733 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-c2faa644-517b-4b10-9b8b-8ca629e908c5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Network a8029875-4483-4e77-8f06-85348be088a0 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:03:45.123124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-c2faa644-517b-4b10-9b8b-8ca629e908c5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:03:45.124920 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2faa644-517b-4b10-9b8b-8ca629e908c5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event updated for resources: {'Port': ['ID=1f17a950-0945-48d2-9d76-02a08b6e6973,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:45.128702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-c2faa644-517b-4b10-9b8b-8ca629e908c5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:03:45.172761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815137a5-453d-465e-9a6a-48fb896f4140 req-1438811b-09e2-4398-972c-b76281aa0315 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:45.174318 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-815137a5-453d-465e-9a6a-48fb896f4140 req-1438811b-09e2-4398-972c-b76281aa0315 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 931 time: 0.1046422 Nov 13 05:03:45.200222 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-c2faa644-517b-4b10-9b8b-8ca629e908c5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:45.200845 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-c2faa644-517b-4b10-9b8b-8ca629e908c5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:45.245332 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-c2faa644-517b-4b10-9b8b-8ca629e908c5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6642783 Nov 13 05:03:45.253402 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-815137a5-453d-465e-9a6a-48fb896f4140 req-ff524f1b-9dde-48cc-a80d-91fd50ae46ad tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717726 Nov 13 05:03:45.276888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Request body: {'port': {'device_id': '41b57c14-07a8-4086-ac6a-60827db96717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:45.337668 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:45.390229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e46ee8b4-a3bb-4f3c-868e-783ff742e30f None None] Provisioning complete for port 1f17a950-0945-48d2-9d76-02a08b6e6973 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:45.390595 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e46ee8b4-a3bb-4f3c-868e-783ff742e30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:45.403116 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebde91-419e-47cc-833a-0eab6647b206 req-47b9038e-9707-411f-a56c-1f7f70c73696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:45.406284 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10ebde91-419e-47cc-833a-0eab6647b206 req-47b9038e-9707-411f-a56c-1f7f70c73696 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 1096 time: 0.0806940 Nov 13 05:03:45.445285 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e46ee8b4-a3bb-4f3c-868e-783ff742e30f None None] Port 1f17a950-0945-48d2-9d76-02a08b6e6973 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:03:45.531704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebde91-419e-47cc-833a-0eab6647b206 req-87800dfb-c388-492f-951c-f735bee1dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:45.533463 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10ebde91-419e-47cc-833a-0eab6647b206 req-87800dfb-c388-492f-951c-f735bee1dec5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.1177292 Nov 13 05:03:45.583740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10ebde91-419e-47cc-833a-0eab6647b206 req-8868effc-d807-4ccc-a86b-6470e9084938 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c380b19-2ac8-4a83-931d-2edf119261b0 HTTP/1.1" status: 200 len: 217 time: 0.0410793 Nov 13 05:03:45.638664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebde91-419e-47cc-833a-0eab6647b206 req-02a0f1ad-7851-40f9-8a9a-9734a4680d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:45.640159 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10ebde91-419e-47cc-833a-0eab6647b206 req-02a0f1ad-7851-40f9-8a9a-9734a4680d32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0500772 Nov 13 05:03:45.661976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f17a950-0945-48d2-9d76-02a08b6e6973 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:03:45.672969 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:45.685863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Transition to ACTIVE for port object 1f17a950-0945-48d2-9d76-02a08b6e6973 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:03:45.690065 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:45.718771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebde91-419e-47cc-833a-0eab6647b206 req-8a93953d-2f66-4442-8e14-6923c25226fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:45.720325 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10ebde91-419e-47cc-833a-0eab6647b206 req-8a93953d-2f66-4442-8e14-6923c25226fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729241 Nov 13 05:03:45.745205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cb409-5b2a-483b-be3f-c5370b7008a3 req-de0ca843-7ed1-416c-ae96-19d01dc1987e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:45.746730 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-614cb409-5b2a-483b-be3f-c5370b7008a3 req-de0ca843-7ed1-416c-ae96-19d01dc1987e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0676246 Nov 13 05:03:45.748914 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Pushing event updated for resources: {'Port': ['ID=1f17a950-0945-48d2-9d76-02a08b6e6973,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:45.832615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Attempting to bind port 1f17a950-0945-48d2-9d76-02a08b6e6973 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:03:45.833076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Attempting to bind port 1f17a950-0945-48d2-9d76-02a08b6e6973 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:03:45.833482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Attempting to bind port 1f17a950-0945-48d2-9d76-02a08b6e6973 on network a8029875-4483-4e77-8f06-85348be088a0 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:03:45.841388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Port 1f17a950-0945-48d2-9d76-02a08b6e6973 on network a8029875-4483-4e77-8f06-85348be088a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:03:45.841845 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Attempting to bind port 1f17a950-0945-48d2-9d76-02a08b6e6973 on network a8029875-4483-4e77-8f06-85348be088a0 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:03:45.847487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:03:45.847974 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Checking segment: {'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:03:45.848425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Bound using segment: {'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:03:45.848964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Bound port: 1f17a950-0945-48d2-9d76-02a08b6e6973, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:03:45.849773 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:45.866941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-614cb409-5b2a-483b-be3f-c5370b7008a3 req-146eae57-6941-4371-a890-0134a3c2bfed tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074085 Nov 13 05:03:45.886104 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10ebde91-419e-47cc-833a-0eab6647b206 req-17adfb0c-0f53-4404-928b-0bf8ba77d509 service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559343 Nov 13 05:03:45.955420 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] For port 1f17a950-0945-48d2-9d76-02a08b6e6973, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:03:45.960341 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] For port 1f17a950-0945-48d2-9d76-02a08b6e6973, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1f17a950-0945-48d2-9d76-02a08b6e6973,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:03:45.969284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677f32a-7ea2-43c4-bfdf-9d61208bdbf2 req-0e4c14fb-cb0f-4abd-941d-44a83692162c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:45.970885 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d677f32a-7ea2-43c4-bfdf-9d61208bdbf2 req-0e4c14fb-cb0f-4abd-941d-44a83692162c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0844936 Nov 13 05:03:45.972520 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:45.999650 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10ebde91-419e-47cc-833a-0eab6647b206 req-60bcb16f-c758-40b1-a9ab-1bd6275345c5 service neutron] 10.222.0.36 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055665 Nov 13 05:03:46.026790 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:46.027487 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:46.028963 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] 10.222.0.46 "PUT /v2.0/ports/1f17a950-0945-48d2-9d76-02a08b6e6973 HTTP/1.1" status: 200 len: 1091 time: 0.7672760 Nov 13 05:03:46.031495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b57c14-07a8-4086-ac6a-60827db96717', 'tag': '1f17a950-0945-48d2-9d76-02a08b6e6973'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:46.031937 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c281fe1-59ca-4e8a-8edf-8c0e72b14e63" -d '{"events": [{"name": "network-changed", "server_uuid": "41b57c14-07a8-4086-ac6a-60827db96717", "tag": "1f17a950-0945-48d2-9d76-02a08b6e6973"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:46.075035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0295b35-1a47-4209-930f-396a97c3ef46 service neutron] Pushing event updated for resources: {'Port': ['ID=1f17a950-0945-48d2-9d76-02a08b6e6973,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:46.091588 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d677f32a-7ea2-43c4-bfdf-9d61208bdbf2 req-669b9bd7-21ff-4fad-94c0-b06bf8ab4f4f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131463 Nov 13 05:03:46.093627 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be20ef98-f5bc-4de0-8bf4-deec4056cb30 x-openstack-request-id: req-be20ef98-f5bc-4de0-8bf4-deec4056cb30 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:46.093918 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b57c14-07a8-4086-ac6a-60827db96717", "tag": "1f17a950-0945-48d2-9d76-02a08b6e6973", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:46.094177 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be20ef98-f5bc-4de0-8bf4-deec4056cb30 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:46.094611 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b57c14-07a8-4086-ac6a-60827db96717', 'tag': '1f17a950-0945-48d2-9d76-02a08b6e6973', 'status': 'completed', 'code': 200} Nov 13 05:03:46.150878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-604c9c15-bfc4-4d54-97fe-b55efafe8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:46.152568 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-604c9c15-bfc4-4d54-97fe-b55efafe8247 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=efc30c3e2ccf48c9ba40a10a54421570&device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 1094 time: 0.0455146 Nov 13 05:03:46.209266 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-da170f59-76a7-43de-9663-7e26fd0f50cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f17a950-0945-48d2-9d76-02a08b6e6973 HTTP/1.1" status: 200 len: 217 time: 0.0419416 Nov 13 05:03:46.215465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309979d8-d7b8-423d-85bd-1d2bfa820fd4 req-96ace49f-9388-49fa-9256-733fd97cf335 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:46.217110 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-309979d8-d7b8-423d-85bd-1d2bfa820fd4 req-96ace49f-9388-49fa-9256-733fd97cf335 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0544984 Nov 13 05:03:46.261544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-0a19a664-5613-42aa-b937-3efbde8e99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:46.263070 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-0a19a664-5613-42aa-b937-3efbde8e99e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=134b1d99-7bf8-4a9d-961c-0a94024a9f56 HTTP/1.1" status: 200 len: 850 time: 0.0466425 Nov 13 05:03:46.266450 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-309979d8-d7b8-423d-85bd-1d2bfa820fd4 req-03d88037-c8e5-45bf-8b4b-10a61003b24f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434060 Nov 13 05:03:46.317263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-33886eec-adf8-4f86-a324-f50b0300220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:46.319281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-33886eec-adf8-4f86-a324-f50b0300220d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8029875-4483-4e77-8f06-85348be088a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486004 Nov 13 05:03:46.432237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d4442-16ca-4242-aeee-be78212db86f req-70d2c6d9-06e0-470c-a0f2-a3bc94c48c32 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:46.433840 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c78d4442-16ca-4242-aeee-be78212db86f req-70d2c6d9-06e0-470c-a0f2-a3bc94c48c32 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 943 time: 0.1071179 Nov 13 05:03:46.471381 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-08b17e65-9d08-474f-81a1-3a324eb86590 service neutron] 10.222.0.46 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427233 Nov 13 05:03:46.523710 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c78d4442-16ca-4242-aeee-be78212db86f req-fc935eb6-c309-44ff-b469-635b6aca094c tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816476 Nov 13 05:03:46.581078 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60c3cd4a-2316-46d3-9bb0-9b7a068fb313 req-ab570bbe-cee8-427f-aed1-892f2defd24f service neutron] 10.222.0.46 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000397 Nov 13 05:03:46.697575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-ae21aa3e-156d-40d6-b697-3bf3210ebcf5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:46.699224 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-ae21aa3e-156d-40d6-b697-3bf3210ebcf5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/networks?id=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 HTTP/1.1" status: 200 len: 814 time: 0.1072540 Nov 13 05:03:46.716331 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-257877b5-f092-4177-bcce-405f78cfc941 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/quotas/0a4b5e0c68b54b44bdef5a197004a8a2 HTTP/1.1" status: 200 len: 375 time: 0.0099981 Nov 13 05:03:46.718973 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c281fe1-59ca-4e8a-8edf-8c0e72b14e63 req-81b0253a-aae4-42db-9292-7f027cb2810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:46.720499 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c281fe1-59ca-4e8a-8edf-8c0e72b14e63 req-81b0253a-aae4-42db-9292-7f027cb2810e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=efc30c3e2ccf48c9ba40a10a54421570&device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 1094 time: 0.0424404 Nov 13 05:03:46.770776 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-a58c05f8-30d3-427b-a04e-9b5fd619415a tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a4b5e0c68b54b44bdef5a197004a8a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487881 Nov 13 05:03:46.821665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c281fe1-59ca-4e8a-8edf-8c0e72b14e63 req-51563a68-f8b0-4733-b0e6-df64174e4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:46.823228 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c281fe1-59ca-4e8a-8edf-8c0e72b14e63 req-51563a68-f8b0-4733-b0e6-df64174e4da1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8029875-4483-4e77-8f06-85348be088a0 HTTP/1.1" status: 200 len: 912 time: 0.0947986 Nov 13 05:03:46.865620 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-c042b9ea-415e-4ad9-be52-eb29fba5113d service neutron] 10.222.0.43 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873992 Nov 13 05:03:46.868631 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c281fe1-59ca-4e8a-8edf-8c0e72b14e63 req-fb347332-c620-4277-9e23-cd0f3b25eedc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f17a950-0945-48d2-9d76-02a08b6e6973 HTTP/1.1" status: 200 len: 217 time: 0.0384800 Nov 13 05:03:46.919372 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c281fe1-59ca-4e8a-8edf-8c0e72b14e63 req-187d8f02-f3ff-4035-ad1b-90d033207a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:46.920852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c281fe1-59ca-4e8a-8edf-8c0e72b14e63 req-187d8f02-f3ff-4035-ad1b-90d033207a12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=134b1d99-7bf8-4a9d-961c-0a94024a9f56 HTTP/1.1" status: 200 len: 850 time: 0.0459580 Nov 13 05:03:46.961022 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-6723d49d-162c-460f-8e0d-e811844a8e1f service neutron] 10.222.0.43 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886331 Nov 13 05:03:47.010992 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d540f06-5f5f-425b-9fd4-551af38791a2 req-aa8ba6ee-3ead-4dc6-bfc3-5867f5a3444a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:47.012350 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d540f06-5f5f-425b-9fd4-551af38791a2 req-aa8ba6ee-3ead-4dc6-bfc3-5867f5a3444a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0804212 Nov 13 05:03:47.014334 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c281fe1-59ca-4e8a-8edf-8c0e72b14e63 req-c12701f2-8329-41eb-b9e1-d908157f6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:47.015687 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c281fe1-59ca-4e8a-8edf-8c0e72b14e63 req-c12701f2-8329-41eb-b9e1-d908157f6cfa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8029875-4483-4e77-8f06-85348be088a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820410 Nov 13 05:03:47.128965 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d540f06-5f5f-425b-9fd4-551af38791a2 req-41873981-141b-4ead-92e3-7bf53df4d8e4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106200 Nov 13 05:03:47.147610 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cdc2bd9c-5243-4df6-832e-fb322556a413 req-2276457d-5086-41ab-bb57-ce3982f6aa8c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 210 time: 0.0360558 Nov 13 05:03:47.154282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c281fe1-59ca-4e8a-8edf-8c0e72b14e63 req-bb51c86c-080b-44ea-87bb-04880c55164b service neutron] 10.222.0.46 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296117 Nov 13 05:03:47.248238 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c281fe1-59ca-4e8a-8edf-8c0e72b14e63 req-1a03d3c6-828f-44af-b790-74d719f9dd28 service neutron] 10.222.0.46 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856841 Nov 13 05:03:47.656427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe44ca3-c0cb-45d3-8a47-27633e79189f req-fecb152c-d5f5-46d4-a79e-7a441105b563 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:47.658319 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0fe44ca3-c0cb-45d3-8a47-27633e79189f req-fecb152c-d5f5-46d4-a79e-7a441105b563 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 943 time: 0.0580771 Nov 13 05:03:47.706252 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0fe44ca3-c0cb-45d3-8a47-27633e79189f req-4eee4a7c-a616-4960-bdb6-0a51e66acfba tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415640 Nov 13 05:03:48.267128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1e8d1-d620-4794-984e-ac2090e56a2a req-cd656dc6-59d4-44ac-9c88-6550234dbd38 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:48.269128 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-edd1e8d1-d620-4794-984e-ac2090e56a2a req-cd656dc6-59d4-44ac-9c88-6550234dbd38 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 945 time: 0.0624247 Nov 13 05:03:48.271029 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9d2a8a3-06ed-40ea-8f70-43e71d0ccfa4 req-59047a73-f348-45ef-83cd-c171c582497b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 210 time: 0.0365689 Nov 13 05:03:48.288082 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9f22d-2c5b-416d-b1c8-e327ad9e3907 req-0e9681ac-b973-4b46-ae2d-581d050a62e0 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:48.289758 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bdb9f22d-2c5b-416d-b1c8-e327ad9e3907 req-0e9681ac-b973-4b46-ae2d-581d050a62e0 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43b2ead-70c0-432d-9c99-f0914801378f HTTP/1.1" status: 200 len: 946 time: 0.0830810 Nov 13 05:03:48.340515 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-edd1e8d1-d620-4794-984e-ac2090e56a2a req-7a994990-ace8-42f2-8cb5-d2b31dfde47c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577264 Nov 13 05:03:48.409900 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-bdb9f22d-2c5b-416d-b1c8-e327ad9e3907 req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Deleting port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:03:48.410663 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bdb9f22d-2c5b-416d-b1c8-e327ad9e3907 req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:48.470169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-c35d0ad8-0eb3-499e-a535-5fcbc5bb6c1a tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:48.471697 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-c35d0ad8-0eb3-499e-a535-5fcbc5bb6c1a tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.36 "GET /v2.0/networks?id=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 HTTP/1.1" status: 200 len: 814 time: 0.1163692 Nov 13 05:03:48.492854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Request body: {'port': {'device_id': '64e77236-1808-4869-b80a-0efd413ee85b', 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6', 'admin_state_up': True, 'tenant_id': '0a4b5e0c68b54b44bdef5a197004a8a2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:48.544667 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330587b-c272-48e9-80d4-220a73734252 req-b8a06d0c-58f4-4a9a-a172-942e7ccec56f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:48.546184 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7330587b-c272-48e9-80d4-220a73734252 req-b8a06d0c-58f4-4a9a-a172-942e7ccec56f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.1158445 Nov 13 05:03:48.553266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bdb9f22d-2c5b-416d-b1c8-e327ad9e3907 req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] For port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:48.553611 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bdb9f22d-2c5b-416d-b1c8-e327ad9e3907 req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:48.577489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-bdb9f22d-2c5b-416d-b1c8-e327ad9e3907 req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Calling delete_port for 791b22f4-16f3-4b8d-b950-45a96c7e0d3c owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:03:48.603029 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Made reservation on behalf of 0a4b5e0c68b54b44bdef5a197004a8a2 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:03:48.606662 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:48.657157 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7330587b-c272-48e9-80d4-220a73734252 req-8bd38848-15c4-414a-957c-6a73a37d3e34 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008356 Nov 13 05:03:48.752459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Allocated IP 172.20.0.12 (280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6/15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0/bb56fb98-c9ee-4335-b8bf-667c6a3928ca) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:03:48.764289 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bdb9f22d-2c5b-416d-b1c8-e327ad9e3907 req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:48.764590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4c380b19-2ac8-4a83-931d-2edf119261b0 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:03:48.807248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1f17a950-0945-48d2-9d76-02a08b6e6973 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:03:48.807453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Pushing event deleted for resources: {'Port': ['ID=791b22f4-16f3-4b8d-b950-45a96c7e0d3c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:48.809798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['791b22f4-16f3-4b8d-b950-45a96c7e0d3c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:48.853331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a43b96-54b2-4d7e-b00e-f852a3b0f98d req-de4d6ad3-b582-45cb-8d0f-f2a48b4a6f20 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:48.855485 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48a43b96-54b2-4d7e-b00e-f852a3b0f98d req-de4d6ad3-b582-45cb-8d0f-f2a48b4a6f20 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0838833 Nov 13 05:03:48.877249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb9f22d-2c5b-416d-b1c8-e327ad9e3907 req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] No DVR routers for this DVR port 791b22f4-16f3-4b8d-b950-45a96c7e0d3c on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:03:48.880198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:48.880198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:48.880508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:48.880687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:48.881019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:48.881344 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:48.881671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:48.882025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:48.882349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:48.882679 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:48.883025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:48.883345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:48.887716 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bdb9f22d-2c5b-416d-b1c8-e327ad9e3907 req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:48.891198 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bdb9f22d-2c5b-416d-b1c8-e327ad9e3907 req-e30d29ca-b384-419e-898b-3a0dcea4f007 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.36 "DELETE /v2.0/ports/791b22f4-16f3-4b8d-b950-45a96c7e0d3c HTTP/1.1" status: 204 len: 173 time: 0.5940380 Nov 13 05:03:48.891857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b2ead-70c0-432d-9c99-f0914801378f', 'name': 'network-vif-deleted', 'tag': '791b22f4-16f3-4b8d-b950-45a96c7e0d3c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:48.894164 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6907bf2f-45f9-409a-ad38-47b54ab210ee" -d '{"events": [{"server_uuid": "f43b2ead-70c0-432d-9c99-f0914801378f", "name": "network-vif-deleted", "tag": "791b22f4-16f3-4b8d-b950-45a96c7e0d3c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:48.931129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db88365-aedf-4941-a216-718cf86c18f0 req-094a0926-f57f-459b-ba4e-a4d646c103b3 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:48.933029 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2db88365-aedf-4941-a216-718cf86c18f0 req-094a0926-f57f-459b-ba4e-a4d646c103b3 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 943 time: 0.1301053 Nov 13 05:03:48.983225 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:49.014424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1f17a950-0945-48d2-9d76-02a08b6e6973, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1f17a950-0945-48d2-9d76-02a08b6e6973,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:49.017715 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48a43b96-54b2-4d7e-b00e-f852a3b0f98d req-2d278b6c-6ff9-4534-9f9c-4dd2ee55059f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395483 Nov 13 05:03:49.023427 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2db88365-aedf-4941-a216-718cf86c18f0 req-b875d99e-c20e-4534-a09e-9b033b1e5eab tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741484 Nov 13 05:03:49.029165 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:49.047160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 4c380b19-2ac8-4a83-931d-2edf119261b0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4c380b19-2ac8-4a83-931d-2edf119261b0,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:49.048302 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb2fdd-66d5-4c67-908c-9c1525eceab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c380b19-2ac8-4a83-931d-2edf119261b0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:49.051245 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db535f5e-7834-4338-ae2e-d9591cc1cfa5" -d '{"events": [{"server_uuid": "4acb2fdd-66d5-4c67-908c-9c1525eceab8", "name": "network-vif-unplugged", "status": "completed", "tag": "4c380b19-2ac8-4a83-931d-2edf119261b0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:49.058392 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:49.060456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '1f17a950-0945-48d2-9d76-02a08b6e6973', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'port_id': '1f17a950-0945-48d2-9d76-02a08b6e6973', 'mac_address': 'fa:16:3e:75:57:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:03:49.085623 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f968cf6-de73-4b0a-a350-12d1d3f4754f x-openstack-request-id: req-2f968cf6-de73-4b0a-a350-12d1d3f4754f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:49.087053 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43b2ead-70c0-432d-9c99-f0914801378f", "name": "network-vif-deleted", "tag": "791b22f4-16f3-4b8d-b950-45a96c7e0d3c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:49.087559 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f968cf6-de73-4b0a-a350-12d1d3f4754f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:49.088191 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b2ead-70c0-432d-9c99-f0914801378f', 'name': 'network-vif-deleted', 'tag': '791b22f4-16f3-4b8d-b950-45a96c7e0d3c', 'status': 'completed', 'code': 200} Nov 13 05:03:49.104587 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:49.119113 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:49.142031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f17a950-0945-48d2-9d76-02a08b6e6973 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:03:49.166966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1f17a950-0945-48d2-9d76-02a08b6e6973, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1f17a950-0945-48d2-9d76-02a08b6e6973,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:49.173856 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['791b22f4-16f3-4b8d-b950-45a96c7e0d3c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:49.175686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:03:49.189038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:03:49.193293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:03:49.199267 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:49.206633 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e888bad2-fdac-4ad7-9117-abc50fb249f6 x-openstack-request-id: req-e888bad2-fdac-4ad7-9117-abc50fb249f6 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:49.206947 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb2fdd-66d5-4c67-908c-9c1525eceab8", "name": "network-vif-unplugged", "status": "failed", "tag": "4c380b19-2ac8-4a83-931d-2edf119261b0", "code": 422}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:49.207231 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e888bad2-fdac-4ad7-9117-abc50fb249f6 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:49.207627 n-d-813114-2 neutron-server[102669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4acb2fdd-66d5-4c67-908c-9c1525eceab8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4c380b19-2ac8-4a83-931d-2edf119261b0', 'code': 422} returned with failed status Nov 13 05:03:49.214483 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=4c380b19-2ac8-4a83-931d-2edf119261b0,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:49.247420 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Pushing event updated for resources: {'Port': ['ID=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:49.261388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:49.261816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:49.262214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:49.262606 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:49.263012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:49.263396 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:49.263775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:49.264155 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:49.264532 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:49.264912 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:49.265120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=1f17a950-0945-48d2-9d76-02a08b6e6973,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:49.265350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:49.265724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:03:49.277811 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:49.278507 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:49.321970 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-2447e517-d86e-4594-aa60-c53be3ef800b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8331087 Nov 13 05:03:49.341891 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12ef78-9b0d-4266-a8d1-add8ede6af4e req-037bd9b8-3d1e-4759-b98b-2cc92dd64e5a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:49.343434 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1c12ef78-9b0d-4266-a8d1-add8ede6af4e req-037bd9b8-3d1e-4759-b98b-2cc92dd64e5a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0721295 Nov 13 05:03:49.348305 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Request body: {'port': {'device_id': '64e77236-1808-4869-b80a-0efd413ee85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:49.395531 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d581f3c-91af-4803-bd36-5e1fcdd3a689 req-1b1f0348-54fb-45f2-8459-36863944502e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:49.397705 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d581f3c-91af-4803-bd36-5e1fcdd3a689 req-1b1f0348-54fb-45f2-8459-36863944502e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 932 time: 0.0519795 Nov 13 05:03:49.446377 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:49.451729 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d581f3c-91af-4803-bd36-5e1fcdd3a689 req-e1dd3d71-9884-44f8-972c-37beee9a8308 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463855 Nov 13 05:03:49.454724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1c12ef78-9b0d-4266-a8d1-add8ede6af4e req-3b3c46ad-0a78-4881-a38f-6f4742f8cb83 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031678 Nov 13 05:03:49.608882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['1f17a950-0945-48d2-9d76-02a08b6e6973'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:49.727475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb56fb98-c9ee-4335-b8bf-667c6a3928ca {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:03:49.735164 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:49.748570 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Transition to ACTIVE for port object bb56fb98-c9ee-4335-b8bf-667c6a3928ca will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:03:49.753977 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:49.801661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Pushing event updated for resources: {'Port': ['ID=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:49.876338 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Attempting to bind port bb56fb98-c9ee-4335-b8bf-667c6a3928ca on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:03:49.876678 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Attempting to bind port bb56fb98-c9ee-4335-b8bf-667c6a3928ca by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'b6ee02c8-36db-40eb-86de-d6696d995964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:03:49.877008 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Attempting to bind port bb56fb98-c9ee-4335-b8bf-667c6a3928ca on network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:03:49.881785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Port bb56fb98-c9ee-4335-b8bf-667c6a3928ca on network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:03:49.882165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Attempting to bind port bb56fb98-c9ee-4335-b8bf-667c6a3928ca on network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:03:49.887954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:03:49.888428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Checking segment: {'id': 'b6ee02c8-36db-40eb-86de-d6696d995964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:03:49.888761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Bound using segment: {'id': 'b6ee02c8-36db-40eb-86de-d6696d995964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:03:49.889194 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Bound port: bb56fb98-c9ee-4335-b8bf-667c6a3928ca, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ee02c8-36db-40eb-86de-d6696d995964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:03:49.889547 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:49.959764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] For port bb56fb98-c9ee-4335-b8bf-667c6a3928ca, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:03:49.963001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] For port bb56fb98-c9ee-4335-b8bf-667c6a3928ca, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:03:49.968709 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:50.003364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:50.003983 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:50.005407 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] 10.222.0.36 "PUT /v2.0/ports/bb56fb98-c9ee-4335-b8bf-667c6a3928ca HTTP/1.1" status: 200 len: 1092 time: 0.6610060 Nov 13 05:03:50.005874 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e77236-1808-4869-b80a-0efd413ee85b', 'tag': 'bb56fb98-c9ee-4335-b8bf-667c6a3928ca'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:50.008298 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d737f6-02e5-4a4a-8bba-87c19825f7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "64e77236-1808-4869-b80a-0efd413ee85b", "tag": "bb56fb98-c9ee-4335-b8bf-667c6a3928ca"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:50.035965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011051b4-79b0-4f99-959a-34de58dcc117 service neutron] Pushing event updated for resources: {'Port': ['ID=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:50.055081 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bc1572-7b55-4d6d-b33d-66eaf2d7b2bc x-openstack-request-id: req-74bc1572-7b55-4d6d-b33d-66eaf2d7b2bc {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:50.055374 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e77236-1808-4869-b80a-0efd413ee85b", "tag": "bb56fb98-c9ee-4335-b8bf-667c6a3928ca", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:50.055624 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74bc1572-7b55-4d6d-b33d-66eaf2d7b2bc {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:50.056123 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e77236-1808-4869-b80a-0efd413ee85b', 'tag': 'bb56fb98-c9ee-4335-b8bf-667c6a3928ca', 'status': 'completed', 'code': 200} Nov 13 05:03:50.124040 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-50035451-f933-42dc-a0f3-93f8f8bb4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:50.125718 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-50035451-f933-42dc-a0f3-93f8f8bb4840 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a4b5e0c68b54b44bdef5a197004a8a2&device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 1095 time: 0.0516818 Nov 13 05:03:50.152775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38316b24-0c93-4196-8bcb-5299b3279eca req-ff5319ac-1a0b-4820-add5-4d86049e23cd tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:50.154887 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38316b24-0c93-4196-8bcb-5299b3279eca req-ff5319ac-1a0b-4820-add5-4d86049e23cd tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 944 time: 0.0522950 Nov 13 05:03:50.180838 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-0efb62c7-3ab8-4452-89ba-6c74a3be0344 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb56fb98-c9ee-4335-b8bf-667c6a3928ca HTTP/1.1" status: 200 len: 217 time: 0.0409975 Nov 13 05:03:50.210290 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38316b24-0c93-4196-8bcb-5299b3279eca req-db2a96e2-00b1-4000-a8a9-ce333cd00049 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487595 Nov 13 05:03:50.238081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-7a49af50-6a92-4231-a8f0-bc90d6d323f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:50.239657 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-7a49af50-6a92-4231-a8f0-bc90d6d323f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0 HTTP/1.1" status: 200 len: 854 time: 0.0515265 Nov 13 05:03:50.271281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-f16acefd-ed01-40c6-b8ff-79b9978d3c86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234466 Nov 13 05:03:50.374798 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-384f580d-5db8-4616-a801-97147972aa22 service neutron] 10.222.0.36 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959268 Nov 13 05:03:50.464016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d2a4b719-3cf2-4dce-a31e-2afb05f8f654 req-3abaad8e-ec82-41f3-a257-89bb6cd276e8 service neutron] 10.222.0.36 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816803 Nov 13 05:03:50.581844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c5ceb-0b5d-4e96-aebc-578a9db296a4 req-e790de44-94bc-456a-ba09-fe7945361717 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:50.583268 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4e1c5ceb-0b5d-4e96-aebc-578a9db296a4 req-e790de44-94bc-456a-ba09-fe7945361717 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0528791 Nov 13 05:03:50.608118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d804d75-9545-468d-904d-936a1a89c3f0 req-318fb240-d150-4d73-977c-ed0286bf3859 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:50.609641 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d804d75-9545-468d-904d-936a1a89c3f0 req-318fb240-d150-4d73-977c-ed0286bf3859 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 944 time: 0.0802948 Nov 13 05:03:50.624969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d737f6-02e5-4a4a-8bba-87c19825f7ca req-43a4dde7-f9f5-49a8-a7b7-c73f5cd30975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:50.626389 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93d737f6-02e5-4a4a-8bba-87c19825f7ca req-43a4dde7-f9f5-49a8-a7b7-c73f5cd30975 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a4b5e0c68b54b44bdef5a197004a8a2&device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 1095 time: 0.0638731 Nov 13 05:03:50.631616 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4e1c5ceb-0b5d-4e96-aebc-578a9db296a4 req-a9135bcc-8a39-4fb2-9872-ae55fbc46676 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419042 Nov 13 05:03:50.713775 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2d804d75-9545-468d-904d-936a1a89c3f0 req-a7b36b79-b98f-4dfb-b14d-61ad1b0bb344 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969272 Nov 13 05:03:50.740921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d737f6-02e5-4a4a-8bba-87c19825f7ca req-e656572b-8344-4dfa-b886-cdb70241e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:50.742769 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93d737f6-02e5-4a4a-8bba-87c19825f7ca req-e656572b-8344-4dfa-b886-cdb70241e148 service neutron] 10.222.0.36 "GET /v2.0/networks?id=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 HTTP/1.1" status: 200 len: 915 time: 0.1090004 Nov 13 05:03:50.785239 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1f17a950-0945-48d2-9d76-02a08b6e6973 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:03:50.792224 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93d737f6-02e5-4a4a-8bba-87c19825f7ca req-8e6bdabc-b626-477e-8e68-a6c0305bd9c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb56fb98-c9ee-4335-b8bf-667c6a3928ca HTTP/1.1" status: 200 len: 217 time: 0.0420821 Nov 13 05:03:50.837336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 1f17a950-0945-48d2-9d76-02a08b6e6973 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:03:50.841316 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 1f17a950-0945-48d2-9d76-02a08b6e6973 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:50.841665 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:50.843187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d737f6-02e5-4a4a-8bba-87c19825f7ca req-75a5a005-7d0c-425b-bef4-e6b0f16e21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:50.844709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93d737f6-02e5-4a4a-8bba-87c19825f7ca req-75a5a005-7d0c-425b-bef4-e6b0f16e21f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0 HTTP/1.1" status: 200 len: 854 time: 0.0451434 Nov 13 05:03:50.877244 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93d737f6-02e5-4a4a-8bba-87c19825f7ca req-908aff5b-3c05-4fb7-b6b6-2abd44698304 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244370 Nov 13 05:03:50.920294 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:50.952188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 1f17a950-0945-48d2-9d76-02a08b6e6973, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1f17a950-0945-48d2-9d76-02a08b6e6973,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:50.956841 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:50.973662 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93d737f6-02e5-4a4a-8bba-87c19825f7ca req-ae3f6701-852b-4441-8c9f-ce0e92408ac4 service neutron] 10.222.0.36 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886209 Nov 13 05:03:51.004992 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=1f17a950-0945-48d2-9d76-02a08b6e6973,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:51.066323 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93d737f6-02e5-4a4a-8bba-87c19825f7ca req-0b88106a-db5a-490e-9992-9d7ea7098503 service neutron] 10.222.0.36 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842736 Nov 13 05:03:51.208801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b57c14-07a8-4086-ac6a-60827db96717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f17a950-0945-48d2-9d76-02a08b6e6973'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:51.211780 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e91848c-48c2-4bf1-bb0a-192740820cc8" -d '{"events": [{"server_uuid": "41b57c14-07a8-4086-ac6a-60827db96717", "name": "network-vif-plugged", "status": "completed", "tag": "1f17a950-0945-48d2-9d76-02a08b6e6973"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:51.250163 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367e4903-013a-4dec-8eed-9a225c2b33e9 x-openstack-request-id: req-367e4903-013a-4dec-8eed-9a225c2b33e9 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:51.250676 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b57c14-07a8-4086-ac6a-60827db96717", "name": "network-vif-plugged", "status": "completed", "tag": "1f17a950-0945-48d2-9d76-02a08b6e6973", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:51.251177 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-367e4903-013a-4dec-8eed-9a225c2b33e9 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:51.251673 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b57c14-07a8-4086-ac6a-60827db96717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f17a950-0945-48d2-9d76-02a08b6e6973', 'code': 200} Nov 13 05:03:51.350741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564d38c-9766-4939-8341-9d39557d7089 req-2d11286f-ae0b-4430-b74a-8ae736bfc14a tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:51.352278 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1564d38c-9766-4939-8341-9d39557d7089 req-2d11286f-ae0b-4430-b74a-8ae736bfc14a tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0543685 Nov 13 05:03:51.380829 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40490166-2310-43d9-ad45-99d09541bdd9 req-978810cd-20d9-4f52-a372-6f01d164564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:51.382413 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40490166-2310-43d9-ad45-99d09541bdd9 req-978810cd-20d9-4f52-a372-6f01d164564a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 1096 time: 0.0445740 Nov 13 05:03:51.400928 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1564d38c-9766-4939-8341-9d39557d7089 req-99330dab-be6d-4478-8ec3-5ff50cdb5d77 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424073 Nov 13 05:03:51.762805 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40490166-2310-43d9-ad45-99d09541bdd9 req-d17ad70f-fa87-49f0-b034-52f8d81d58d2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3725195 Nov 13 05:03:51.777492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a88f9-9cbf-4b1f-a72b-448a766a4fae req-3cb28a72-bdfa-4f44-9114-81fcaa7978e8 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:51.779000 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0f9a88f9-9cbf-4b1f-a72b-448a766a4fae req-3cb28a72-bdfa-4f44-9114-81fcaa7978e8 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0671916 Nov 13 05:03:51.826421 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0f9a88f9-9cbf-4b1f-a72b-448a766a4fae req-c9b7b955-5f1b-478f-8d73-12d572327af3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413394 Nov 13 05:03:51.840384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6c1e8-86e6-49e1-99f7-2359dc02489f req-e7a0c18b-880f-4543-acc0-9318796b6d6f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:51.841923 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-17a6c1e8-86e6-49e1-99f7-2359dc02489f req-e7a0c18b-880f-4543-acc0-9318796b6d6f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 944 time: 0.0549071 Nov 13 05:03:51.900459 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-17a6c1e8-86e6-49e1-99f7-2359dc02489f req-277fe616-3277-4c94-a9f4-9ba400902909 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524540 Nov 13 05:03:52.520257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bff83-74d9-4888-bc6b-d6a11a998ffa req-f452c507-dcc2-4042-8162-527c1b9daadf tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:52.521738 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-498bff83-74d9-4888-bc6b-d6a11a998ffa req-f452c507-dcc2-4042-8162-527c1b9daadf tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0528235 Nov 13 05:03:52.569167 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-498bff83-74d9-4888-bc6b-d6a11a998ffa req-f9953e93-dc74-4907-9cfa-454d152600b5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409968 Nov 13 05:03:52.786958 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 791b22f4-16f3-4b8d-b950-45a96c7e0d3c no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:03:52.814439 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 791b22f4-16f3-4b8d-b950-45a96c7e0d3c {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:03:52.814729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 791b22f4-16f3-4b8d-b950-45a96c7e0d3c not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:03:52.815201 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 4c380b19-2ac8-4a83-931d-2edf119261b0 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:03:52.950066 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226691ec-f0b8-49c6-a7eb-e4a1f9ad8bd2 req-4b9ddd55-cf92-4354-875f-47284c188b62 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:52.951616 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-226691ec-f0b8-49c6-a7eb-e4a1f9ad8bd2 req-4b9ddd55-cf92-4354-875f-47284c188b62 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0547383 Nov 13 05:03:53.006637 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-226691ec-f0b8-49c6-a7eb-e4a1f9ad8bd2 req-fdb20fc2-3f7f-4e0d-8204-d20a7431f569 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489841 Nov 13 05:03:53.029557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196698-59e4-43bb-bc2c-f4e9f67ac3fb req-34e7f64c-65b6-4a83-a91d-1b1bd23107b6 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:53.031355 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc196698-59e4-43bb-bc2c-f4e9f67ac3fb req-34e7f64c-65b6-4a83-a91d-1b1bd23107b6 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 944 time: 0.0574958 Nov 13 05:03:53.080792 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc196698-59e4-43bb-bc2c-f4e9f67ac3fb req-7ad2c53d-f0f8-42b5-9d13-7f7b26cbccfb tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 Nov 13 05:03:53.696528 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29134f55-3b49-4872-8572-ab84d5cd69d6 req-38d93be3-75f7-4394-878b-cdb520ca80a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:53.697984 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29134f55-3b49-4872-8572-ab84d5cd69d6 req-38d93be3-75f7-4394-878b-cdb520ca80a1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0602357 Nov 13 05:03:53.748331 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29134f55-3b49-4872-8572-ab84d5cd69d6 req-28074a98-0a36-4a58-9175-dcef243c6528 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442035 Nov 13 05:03:53.866696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73558a1-f929-4993-b264-32b2c0644681 req-53d3b317-d26d-4946-b9a7-67a1d4fe14e4 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:53.868281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c73558a1-f929-4993-b264-32b2c0644681 req-53d3b317-d26d-4946-b9a7-67a1d4fe14e4 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0535772 Nov 13 05:03:53.877543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50918) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:03:53.882110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-28c37e80-4f78-46b3-9c6e-b12ae74a2241 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Request body: {'floatingip': {'port_id': '1f17a950-0945-48d2-9d76-02a08b6e6973'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:03:53.921671 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28c37e80-4f78-46b3-9c6e-b12ae74a2241 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for floatingip, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:54.131478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a4771-b526-4a99-98a9-2656079f29b9 req-45c6cbfd-6778-4adc-a21b-c3924f288673 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:54.133049 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-110a4771-b526-4a99-98a9-2656079f29b9 req-45c6cbfd-6778-4adc-a21b-c3924f288673 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0506001 Nov 13 05:03:54.192216 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-110a4771-b526-4a99-98a9-2656079f29b9 req-3420da47-f5ce-4e53-ae5f-86e964b23de4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515063 Nov 13 05:03:54.379016 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19e211-4a06-44f1-a4f9-a7d7f9bae730 req-08329b45-ab39-496c-998c-b6a64d8a89a3 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:54.380476 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa19e211-4a06-44f1-a4f9-a7d7f9bae730 req-08329b45-ab39-496c-998c-b6a64d8a89a3 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 944 time: 0.1893375 Nov 13 05:03:54.523039 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa19e211-4a06-44f1-a4f9-a7d7f9bae730 req-6daf9b14-faf5-4e45-99c7-478462cce49d tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361742 Nov 13 05:03:54.582336 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28c37e80-4f78-46b3-9c6e-b12ae74a2241 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:54.588748 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28c37e80-4f78-46b3-9c6e-b12ae74a2241 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:54.688207 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-28c37e80-4f78-46b3-9c6e-b12ae74a2241 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Floating IP e8465982-f83c-4316-8ef9-9a3692bc27c3 associated. External IP: 172.25.8.89, port: 1f17a950-0945-48d2-9d76-02a08b6e6973. Nov 13 05:03:54.801293 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bb56fb98-c9ee-4335-b8bf-667c6a3928ca details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:03:54.900403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bb56fb98-c9ee-4335-b8bf-667c6a3928ca, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:54.901205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c37e80-4f78-46b3-9c6e-b12ae74a2241 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Router bc67483c-6075-46c9-a308-4b295bd58183 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:03:54.911741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'bb56fb98-c9ee-4335-b8bf-667c6a3928ca', 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6', 'port_id': 'bb56fb98-c9ee-4335-b8bf-667c6a3928ca', 'mac_address': 'fa:16:3e:8d:f1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:03:54.948273 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:54.960936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb56fb98-c9ee-4335-b8bf-667c6a3928ca {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:03:54.980258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bb56fb98-c9ee-4335-b8bf-667c6a3928ca, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:54.985090 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:55.011260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c37e80-4f78-46b3-9c6e-b12ae74a2241 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:03:55.016310 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-28c37e80-4f78-46b3-9c6e-b12ae74a2241 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:55.024991 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba6a2b-a93b-44e3-b939-fdcb988b6170 None None] Sync routers for ids ['bc67483c-6075-46c9-a308-4b295bd58183'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:03:55.043941 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-28c37e80-4f78-46b3-9c6e-b12ae74a2241 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "PUT /v2.0/floatingips/e8465982-f83c-4316-8ef9-9a3692bc27c3 HTTP/1.1" status: 200 len: 990 time: 1.1651812 Nov 13 05:03:55.044554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b57c14-07a8-4086-ac6a-60827db96717', 'tag': '1f17a950-0945-48d2-9d76-02a08b6e6973'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:55.046931 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cd20e4-e1f9-46e9-88e0-7d013d4937d9" -d '{"events": [{"name": "network-changed", "server_uuid": "41b57c14-07a8-4086-ac6a-60827db96717", "tag": "1f17a950-0945-48d2-9d76-02a08b6e6973"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:55.050210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:55.054714 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba6a2b-a93b-44e3-b939-fdcb988b6170 None None] Routers {'bc67483c-6075-46c9-a308-4b295bd58183'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:03:55.055491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-43ba6a2b-a93b-44e3-b939-fdcb988b6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:03:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['bc67483c-6075-46c9-a308-4b295bd58183'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:03:55.099487 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0602486e-092e-427c-83e8-23c60b9ab7b2 x-openstack-request-id: req-0602486e-092e-427c-83e8-23c60b9ab7b2 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:55.100025 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b57c14-07a8-4086-ac6a-60827db96717", "tag": "1f17a950-0945-48d2-9d76-02a08b6e6973", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:55.101239 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0602486e-092e-427c-83e8-23c60b9ab7b2 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:55.101907 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b57c14-07a8-4086-ac6a-60827db96717', 'tag': '1f17a950-0945-48d2-9d76-02a08b6e6973', 'status': 'completed', 'code': 200} Nov 13 05:03:55.166540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-43ba6a2b-a93b-44e3-b939-fdcb988b6170 None None] Set router bc67483c-6075-46c9-a308-4b295bd58183 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:03:55.194805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd20e4-e1f9-46e9-88e0-7d013d4937d9 req-087daf76-171b-4a82-81da-b350f6246db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:55.196638 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-85cd20e4-e1f9-46e9-88e0-7d013d4937d9 req-087daf76-171b-4a82-81da-b350f6246db3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=efc30c3e2ccf48c9ba40a10a54421570&device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 1096 time: 0.0413942 Nov 13 05:03:55.308326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd20e4-e1f9-46e9-88e0-7d013d4937d9 req-1202953b-d7a7-4240-87f7-6d4d04948751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:55.310123 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-85cd20e4-e1f9-46e9-88e0-7d013d4937d9 req-1202953b-d7a7-4240-87f7-6d4d04948751 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8029875-4483-4e77-8f06-85348be088a0 HTTP/1.1" status: 200 len: 912 time: 0.1036370 Nov 13 05:03:55.322874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffd718-d3eb-4523-b30e-c755a4a64484 req-72dbb133-9d99-4f60-affa-a353a3067ee5 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:55.330252 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53ffd718-d3eb-4523-b30e-c755a4a64484 req-72dbb133-9d99-4f60-affa-a353a3067ee5 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0607295 Nov 13 05:03:55.363117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['bb56fb98-c9ee-4335-b8bf-667c6a3928ca'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:03:55.378655 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-85cd20e4-e1f9-46e9-88e0-7d013d4937d9 req-06ae02ae-fa7a-4679-9972-6e8f793f65c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f17a950-0945-48d2-9d76-02a08b6e6973 HTTP/1.1" status: 200 len: 998 time: 0.0616329 Nov 13 05:03:55.380086 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53ffd718-d3eb-4523-b30e-c755a4a64484 req-3ac33005-2bf6-4ec4-8f42-cc10ee82001a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489841 Nov 13 05:03:55.431955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd20e4-e1f9-46e9-88e0-7d013d4937d9 req-78c2d876-67af-413e-840a-f67d7df37e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:55.433438 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-85cd20e4-e1f9-46e9-88e0-7d013d4937d9 req-78c2d876-67af-413e-840a-f67d7df37e7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=134b1d99-7bf8-4a9d-961c-0a94024a9f56 HTTP/1.1" status: 200 len: 850 time: 0.0477815 Nov 13 05:03:55.468138 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-43ba6a2b-a93b-44e3-b939-fdcb988b6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'e8465982-f83c-4316-8ef9-9a3692bc27c3', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'port_id': '1f17a950-0945-48d2-9d76-02a08b6e6973', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'mac_address': 'fa:16:3e:75:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b57c14-07a8-4086-ac6a-60827db96717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:03:41Z', 'updated_at': '2021-11-13T05:03:54Z', 'revision_number': 1, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:43Z', 'revision_number': 5, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:03:55.479012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd20e4-e1f9-46e9-88e0-7d013d4937d9 req-7dfd81e1-fb7a-4b75-85dd-e39fed5eb508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:55.480450 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-85cd20e4-e1f9-46e9-88e0-7d013d4937d9 req-7dfd81e1-fb7a-4b75-85dd-e39fed5eb508 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8029875-4483-4e77-8f06-85348be088a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402362 Nov 13 05:03:55.506088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba6a2b-a93b-44e3-b939-fdcb988b6170 None None] Checking router: bc67483c-6075-46c9-a308-4b295bd58183 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:03:55.528653 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba6a2b-a93b-44e3-b939-fdcb988b6170 None None] Routers {'bc67483c-6075-46c9-a308-4b295bd58183'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:03:55.529280 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-43ba6a2b-a93b-44e3-b939-fdcb988b6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:03:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['bc67483c-6075-46c9-a308-4b295bd58183'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:03:55.574641 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-85cd20e4-e1f9-46e9-88e0-7d013d4937d9 req-32c27641-b6be-4ee5-98fb-3f518eb0b934 service neutron] 10.222.0.46 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867975 Nov 13 05:03:55.706083 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7879d6-c65f-4324-95f6-be7db96ef087 req-927bfdf6-ff46-4ba9-b8e2-7a3945fa074c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:55.707721 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8b7879d6-c65f-4324-95f6-be7db96ef087 req-927bfdf6-ff46-4ba9-b8e2-7a3945fa074c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 945 time: 0.0933719 Nov 13 05:03:55.726308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-85cd20e4-e1f9-46e9-88e0-7d013d4937d9 req-afd7a7c9-e14e-4902-b515-04d95d474df3 service neutron] 10.222.0.46 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438754 Nov 13 05:03:55.766890 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8b7879d6-c65f-4324-95f6-be7db96ef087 req-fa35e6d5-f590-469c-a169-4e3e37a33984 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507436 Nov 13 05:03:55.823087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-43ba6a2b-a93b-44e3-b939-fdcb988b6170 None None] Set router bc67483c-6075-46c9-a308-4b295bd58183 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:03:56.054849 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-43ba6a2b-a93b-44e3-b939-fdcb988b6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'e8465982-f83c-4316-8ef9-9a3692bc27c3', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'port_id': '1f17a950-0945-48d2-9d76-02a08b6e6973', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'mac_address': 'fa:16:3e:75:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b57c14-07a8-4086-ac6a-60827db96717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:03:41Z', 'updated_at': '2021-11-13T05:03:54Z', 'revision_number': 1, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:43Z', 'revision_number': 5, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:03:56.080478 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba6a2b-a93b-44e3-b939-fdcb988b6170 None None] The sync data for ids ['bc67483c-6075-46c9-a308-4b295bd58183'] in n-d-813114-2 is: [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'e8465982-f83c-4316-8ef9-9a3692bc27c3', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'port_id': '1f17a950-0945-48d2-9d76-02a08b6e6973', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'mac_address': 'fa:16:3e:75:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b57c14-07a8-4086-ac6a-60827db96717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:03:41Z', 'updated_at': '2021-11-13T05:03:54Z', 'revision_number': 1, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:43Z', 'revision_number': 5, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:03:56.287032 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9b19a1-f471-441a-9651-4d050ccda615 None None] New status for floating IP e8465982-f83c-4316-8ef9-9a3692bc27c3: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:03:56.506648 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53eecb8-f190-456c-887d-39fe228c549d req-3b4cb7c0-f6f3-4632-8a35-c9817d2c4127 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:56.508385 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d53eecb8-f190-456c-887d-39fe228c549d req-3b4cb7c0-f6f3-4632-8a35-c9817d2c4127 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0537529 Nov 13 05:03:56.555963 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d53eecb8-f190-456c-887d-39fe228c549d req-721be188-4b7b-48af-9230-f8969c464561 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412097 Nov 13 05:03:56.813746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bb56fb98-c9ee-4335-b8bf-667c6a3928ca up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:03:56.877744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port bb56fb98-c9ee-4335-b8bf-667c6a3928ca completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:03:56.881960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port bb56fb98-c9ee-4335-b8bf-667c6a3928ca triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:03:56.882326 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:56.899241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064397c4-057f-43a8-a39f-e020f8478254 req-38c14c4f-6a39-4c15-968f-32bfe498ea0d tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:56.900815 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-064397c4-057f-43a8-a39f-e020f8478254 req-38c14c4f-6a39-4c15-968f-32bfe498ea0d tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 945 time: 0.0508218 Nov 13 05:03:56.951021 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-064397c4-057f-43a8-a39f-e020f8478254 req-174b9dea-0273-404c-856a-71dfa339e0e4 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437768 Nov 13 05:03:56.968774 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:56.991031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e77236-1808-4869-b80a-0efd413ee85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb56fb98-c9ee-4335-b8bf-667c6a3928ca'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:03:56.993692 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49259e39-d584-4481-a50e-bb40a89d159a" -d '{"events": [{"server_uuid": "64e77236-1808-4869-b80a-0efd413ee85b", "name": "network-vif-plugged", "status": "completed", "tag": "bb56fb98-c9ee-4335-b8bf-667c6a3928ca"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:03:57.006430 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bb56fb98-c9ee-4335-b8bf-667c6a3928ca, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:03:57.010802 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:57.037242 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1ed58d-d24c-4ef8-a5c9-f256a0d851d7 x-openstack-request-id: req-ba1ed58d-d24c-4ef8-a5c9-f256a0d851d7 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:03:57.037532 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e77236-1808-4869-b80a-0efd413ee85b", "name": "network-vif-plugged", "status": "completed", "tag": "bb56fb98-c9ee-4335-b8bf-667c6a3928ca", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:03:57.037772 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba1ed58d-d24c-4ef8-a5c9-f256a0d851d7 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:03:57.038163 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e77236-1808-4869-b80a-0efd413ee85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb56fb98-c9ee-4335-b8bf-667c6a3928ca', 'code': 200} Nov 13 05:03:57.064434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:03:57.167178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2d2f1-1768-46b4-981c-102960548677 req-148c6c81-fe65-42e6-84ac-8be5f0b25e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:57.168654 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ca2d2f1-1768-46b4-981c-102960548677 req-148c6c81-fe65-42e6-84ac-8be5f0b25e53 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 1097 time: 0.0418658 Nov 13 05:03:57.217819 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ca2d2f1-1768-46b4-981c-102960548677 req-4a0afe3b-fb22-4935-9d6b-d3de5649b981 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Nov 13 05:03:57.707116 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c567e3-4260-43f5-9415-6353a931cbd9 req-e21ebb58-3eea-4875-b89b-74a8911814cd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:57.708605 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-92c567e3-4260-43f5-9415-6353a931cbd9 req-e21ebb58-3eea-4875-b89b-74a8911814cd tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0564134 Nov 13 05:03:57.760633 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-92c567e3-4260-43f5-9415-6353a931cbd9 req-88ac5cdc-847d-4326-a2e6-90aecf16356d tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450044 Nov 13 05:03:58.081149 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4a383-6cf4-468e-a0df-487f473ae540 req-9b280880-936d-42a6-8025-1922ea436855 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:58.082645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ee4a383-6cf4-468e-a0df-487f473ae540 req-9b280880-936d-42a6-8025-1922ea436855 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0604525 Nov 13 05:03:58.133909 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ee4a383-6cf4-468e-a0df-487f473ae540 req-1dadcae7-ac04-42b7-acc8-92bf368e722d tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446556 Nov 13 05:03:58.532783 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:58.889240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f69e3-99e6-4984-b7e8-8ccb4cb0524a req-90c31b7d-6dd9-440e-ac25-4e1aee8a6eac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:58.890728 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-261f69e3-99e6-4984-b7e8-8ccb4cb0524a req-90c31b7d-6dd9-440e-ac25-4e1aee8a6eac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0512369 Nov 13 05:03:58.905040 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:03:58.943243 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-261f69e3-99e6-4984-b7e8-8ccb4cb0524a req-8b40389c-e89f-4e3f-8ec4-58dce61adbfc tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459588 Nov 13 05:03:59.254392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67481b-42cb-4b9c-8000-99be58b93a94 req-80beeae6-dd65-4053-b86d-9edb8340c5e2 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:59.255912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d67481b-42cb-4b9c-8000-99be58b93a94 req-80beeae6-dd65-4053-b86d-9edb8340c5e2 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0513773 Nov 13 05:03:59.305106 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d67481b-42cb-4b9c-8000-99be58b93a94 req-7b7fc595-732f-4e28-bc3d-131691d3cc41 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429676 Nov 13 05:03:59.423521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9490b4-9a2f-4c6d-9904-91e003a88b1b req-1adc0ccd-1783-4378-b78a-0df8f1833721 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:59.425049 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da9490b4-9a2f-4c6d-9904-91e003a88b1b req-1adc0ccd-1783-4378-b78a-0df8f1833721 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0522254 Nov 13 05:03:59.479291 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da9490b4-9a2f-4c6d-9904-91e003a88b1b req-8dd52bdb-fe92-4331-8a6b-69a2ad947c15 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473750 Nov 13 05:03:59.685846 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d441dde-885c-454c-94b3-750d5a2b3fba req-1c63271b-b0a6-45d9-b9bb-0a4528d2df49 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:59.687294 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d441dde-885c-454c-94b3-750d5a2b3fba req-1c63271b-b0a6-45d9-b9bb-0a4528d2df49 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0519023 Nov 13 05:03:59.740345 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d441dde-885c-454c-94b3-750d5a2b3fba req-409e8ab3-62ff-4384-940a-1c9c92aa8c2e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469575 Nov 13 05:03:59.868747 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef381a-b991-43ab-935a-e0f9a9961b8b req-cb1634b2-60a2-4690-96a9-141e2d9d0db8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:03:59.870593 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6eef381a-b991-43ab-935a-e0f9a9961b8b req-cb1634b2-60a2-4690-96a9-141e2d9d0db8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0495136 Nov 13 05:03:59.919254 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6eef381a-b991-43ab-935a-e0f9a9961b8b req-47bd9e98-384c-41cd-8d04-67482b7f2fee tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428128 Nov 13 05:04:00.111198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b46050-df48-43c8-b28d-a7c349fc5792 req-e2394789-0d45-43d7-855e-c9caef5bcdfa tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:00.112833 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-98b46050-df48-43c8-b28d-a7c349fc5792 req-e2394789-0d45-43d7-855e-c9caef5bcdfa tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0544617 Nov 13 05:04:00.166662 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-98b46050-df48-43c8-b28d-a7c349fc5792 req-24a454fc-4317-48ec-88cf-cffbb546f595 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472832 Nov 13 05:04:00.500108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd5822-96cc-4910-9ee5-22148ee59253 req-ed91f71c-51fb-4995-9ddd-23140884d458 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:00.501637 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b7fd5822-96cc-4910-9ee5-22148ee59253 req-ed91f71c-51fb-4995-9ddd-23140884d458 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0562329 Nov 13 05:04:00.548857 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b7fd5822-96cc-4910-9ee5-22148ee59253 req-66db923b-2f11-4724-9a0c-2bcc41a4bca1 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413272 Nov 13 05:04:01.287815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56544f25-dde2-4b26-8f16-528288d2133f req-310d7eda-0aa2-4cab-9403-5ede4f3a0631 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:01.289329 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56544f25-dde2-4b26-8f16-528288d2133f req-310d7eda-0aa2-4cab-9403-5ede4f3a0631 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0531263 Nov 13 05:04:01.336862 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56544f25-dde2-4b26-8f16-528288d2133f req-28a048d9-5079-4c30-9f95-9e03ca8bc5e7 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412478 Nov 13 05:04:01.684087 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9daf90-3bd9-4626-8f74-dd5f942d52bd req-ce5f9f66-33b4-4081-98ac-9b9f0fc5b981 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:01.685609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea9daf90-3bd9-4626-8f74-dd5f942d52bd req-ce5f9f66-33b4-4081-98ac-9b9f0fc5b981 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0576577 Nov 13 05:04:01.733720 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea9daf90-3bd9-4626-8f74-dd5f942d52bd req-f280b55d-a9b3-4767-b78a-9e642c5ea612 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417418 Nov 13 05:04:02.467273 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b28dff-1bc7-4b82-96c0-8c85454392c7 req-b8f67bc5-bdfe-4769-9244-719f8f88a7d0 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:02.468792 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42b28dff-1bc7-4b82-96c0-8c85454392c7 req-b8f67bc5-bdfe-4769-9244-719f8f88a7d0 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0512760 Nov 13 05:04:02.524864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42b28dff-1bc7-4b82-96c0-8c85454392c7 req-f9fd3649-1d2c-4206-8811-427fa852d7f9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477741 Nov 13 05:04:02.855420 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f335b1-8f0d-4297-8021-c384a960147b req-baa4b554-2214-40de-b1a9-c4ac95f1e2b6 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:02.856893 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42f335b1-8f0d-4297-8021-c384a960147b req-baa4b554-2214-40de-b1a9-c4ac95f1e2b6 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0515983 Nov 13 05:04:02.911012 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42f335b1-8f0d-4297-8021-c384a960147b req-17af284c-db22-4780-a91f-2dd32e697940 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454273 Nov 13 05:04:03.666863 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07443ac0-6b55-44b1-9c9e-f9e555f77364 req-16f0d8a9-d462-44d2-9774-e35eeaaf2410 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:03.669109 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07443ac0-6b55-44b1-9c9e-f9e555f77364 req-16f0d8a9-d462-44d2-9774-e35eeaaf2410 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0555949 Nov 13 05:04:03.722123 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07443ac0-6b55-44b1-9c9e-f9e555f77364 req-de6d74f4-7f54-4695-9f06-daa708ae9d04 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439234 Nov 13 05:04:04.035537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2d82c-a404-4709-857b-c4314f4faaf4 req-297d613f-418f-4a76-93f8-12f6e9dd05ad tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:04.037074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3df2d82c-a404-4709-857b-c4314f4faaf4 req-297d613f-418f-4a76-93f8-12f6e9dd05ad tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0507185 Nov 13 05:04:04.084788 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3df2d82c-a404-4709-857b-c4314f4faaf4 req-3fefe77d-e2dc-4abd-a364-f609afe85f1a tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Nov 13 05:04:04.161843 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1066e76d-c9d9-47ff-ac00-fea04d119f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:04.850972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1f826-915e-4b5a-a0a1-a5013c47ad80 req-942c1789-0f29-42fe-863e-527f08d796d4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:04.852633 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b7c1f826-915e-4b5a-a0a1-a5013c47ad80 req-942c1789-0f29-42fe-863e-527f08d796d4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0583911 Nov 13 05:04:04.906271 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b7c1f826-915e-4b5a-a0a1-a5013c47ad80 req-04be4587-dd64-44d8-a186-e5c77832163b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475087 Nov 13 05:04:05.132491 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592254f-f2f6-4a93-9e42-942353e15d47 req-3492b7f0-645d-4720-8c61-f19c18c722a0 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:05.134041 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6592254f-f2f6-4a93-9e42-942353e15d47 req-3492b7f0-645d-4720-8c61-f19c18c722a0 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0548677 Nov 13 05:04:05.185311 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6592254f-f2f6-4a93-9e42-942353e15d47 req-2142e90c-c0d8-4a10-a9e3-416322b1d13c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426862 Nov 13 05:04:05.221060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37ae37-058a-4b37-a141-1734f5e58030 req-d2ad127d-42de-4d5d-99b5-0c0587d82930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:05.222577 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb37ae37-058a-4b37-a141-1734f5e58030 req-d2ad127d-42de-4d5d-99b5-0c0587d82930 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0749757 Nov 13 05:04:05.246736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711d3d0-01d3-4b67-9b88-5fb325adbf05 req-28a39fcb-6a02-4c42-9645-e8548514ff01 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:05.248211 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c711d3d0-01d3-4b67-9b88-5fb325adbf05 req-28a39fcb-6a02-4c42-9645-e8548514ff01 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0889797 Nov 13 05:04:05.354592 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c711d3d0-01d3-4b67-9b88-5fb325adbf05 req-bc1398aa-2350-4481-b8ae-d393537effc4 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875688 Nov 13 05:04:05.365099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37ae37-058a-4b37-a141-1734f5e58030 req-fa411843-597c-46da-b3c2-9bff76cb358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:05.371082 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb37ae37-058a-4b37-a141-1734f5e58030 req-fa411843-597c-46da-b3c2-9bff76cb358c service neutron] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.1346102 Nov 13 05:04:05.432894 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb37ae37-058a-4b37-a141-1734f5e58030 req-3652f706-3223-4a2f-b0cf-dda83ecf939c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80953b7-b232-4f39-9db5-08450b9e844c HTTP/1.1" status: 200 len: 998 time: 0.0593789 Nov 13 05:04:05.486443 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37ae37-058a-4b37-a141-1734f5e58030 req-abfff0c1-690f-44f9-b335-56572f2381e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:05.487954 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb37ae37-058a-4b37-a141-1734f5e58030 req-abfff0c1-690f-44f9-b335-56572f2381e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0453744 Nov 13 05:04:05.537789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37ae37-058a-4b37-a141-1734f5e58030 req-efe2b726-0428-4f58-b479-2f6094d6ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:05.539314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb37ae37-058a-4b37-a141-1734f5e58030 req-efe2b726-0428-4f58-b479-2f6094d6ab94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431888 Nov 13 05:04:05.628968 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb37ae37-058a-4b37-a141-1734f5e58030 req-bd816017-27be-48df-adb8-4c7f1a03e4f0 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810544 Nov 13 05:04:05.726475 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb37ae37-058a-4b37-a141-1734f5e58030 req-85d12925-d4cc-48c7-a588-f3f24cc9c7e9 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895672 Nov 13 05:04:06.309026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5784f8c-1940-4d36-b8c5-25e90c600ef9 req-8ad99dfa-9701-4946-b750-5d6fce7f71a9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:06.310494 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c5784f8c-1940-4d36-b8c5-25e90c600ef9 req-8ad99dfa-9701-4946-b750-5d6fce7f71a9 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0501471 Nov 13 05:04:06.364895 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c5784f8c-1940-4d36-b8c5-25e90c600ef9 req-6a32e05c-a971-4d4f-bc62-94d844ffacd1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481119 Nov 13 05:04:06.439362 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9539e973-5d4f-4de6-901c-42939d080c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:06.484035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21047c-07b7-4c8b-8b24-2f8962cbe622 req-26649f15-9cf4-4cce-87cb-9ddba77dcce9 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:06.485696 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b21047c-07b7-4c8b-8b24-2f8962cbe622 req-26649f15-9cf4-4cce-87cb-9ddba77dcce9 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0519695 Nov 13 05:04:06.534723 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b21047c-07b7-4c8b-8b24-2f8962cbe622 req-dcd5b31b-397f-4509-a552-a18f076918c8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Nov 13 05:04:07.489613 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e748e46-a2b9-47ab-8912-5a78c4cf7af0 req-59b38489-9835-4a79-a2f0-33a68dafbfa2 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:07.491103 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e748e46-a2b9-47ab-8912-5a78c4cf7af0 req-59b38489-9835-4a79-a2f0-33a68dafbfa2 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0499105 Nov 13 05:04:07.548324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e748e46-a2b9-47ab-8912-5a78c4cf7af0 req-9cbbaa93-3f87-41b1-8619-95c4ad627a24 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480866 Nov 13 05:04:07.655043 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533d288-8da6-4feb-ba1c-9fa25da85fad req-1695397d-1f28-4a8c-b47f-73c20fe1003b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:07.656428 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3533d288-8da6-4feb-ba1c-9fa25da85fad req-1695397d-1f28-4a8c-b47f-73c20fe1003b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0506327 Nov 13 05:04:07.697393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab292f5-26ee-4f7b-976a-6877f9f588ea req-38e59fd1-e343-4fc3-b510-77068557e791 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:07.698934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fab292f5-26ee-4f7b-976a-6877f9f588ea req-38e59fd1-e343-4fc3-b510-77068557e791 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0503752 Nov 13 05:04:07.703718 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3533d288-8da6-4feb-ba1c-9fa25da85fad req-cae1262c-a031-4aee-bc1b-25937bef6332 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Nov 13 05:04:07.750271 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fab292f5-26ee-4f7b-976a-6877f9f588ea req-021564bc-eac0-4bf3-9c1a-f3cf4f5ec356 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443997 Nov 13 05:04:07.829203 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:07.887393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c1f3d-88d0-4f0d-9e0e-f256f3afb7ed req-1511c6a9-ef37-446f-b2c6-eb4e8499846f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:07.888919 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-959c1f3d-88d0-4f0d-9e0e-f256f3afb7ed req-1511c6a9-ef37-446f-b2c6-eb4e8499846f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0579715 Nov 13 05:04:07.940608 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-959c1f3d-88d0-4f0d-9e0e-f256f3afb7ed req-2b75dc72-c82a-40b3-afa9-f8ac8616980b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426321 Nov 13 05:04:08.191357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f40ba-ad8c-453e-bb4f-1264709f16ca req-f864e694-9285-45bc-ab7a-2a3f70a3cc46 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:08.192755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-988f40ba-ad8c-453e-bb4f-1264709f16ca req-f864e694-9285-45bc-ab7a-2a3f70a3cc46 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0507035 Nov 13 05:04:08.239557 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-988f40ba-ad8c-453e-bb4f-1264709f16ca req-36dc65cb-ceeb-4b04-ace4-6f95523b903e tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404890 Nov 13 05:04:08.616058 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:04:08.833527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fee20-2535-4b7e-a925-6e4f552a4b80 req-043bba41-1feb-4acb-a470-828d36b9d4c5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:08.835007 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-673fee20-2535-4b7e-a925-6e4f552a4b80 req-043bba41-1feb-4acb-a470-828d36b9d4c5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0559731 Nov 13 05:04:08.900009 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-673fee20-2535-4b7e-a925-6e4f552a4b80 req-d1913f39-bb4e-4d11-9c53-c8567bf8b9d8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573225 Nov 13 05:04:09.141181 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:09.372544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6c3e8-8128-4812-b001-9fa427f4b357 req-00587bb7-6abf-4962-95f3-74e584fe669f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:09.374014 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffd6c3e8-8128-4812-b001-9fa427f4b357 req-00587bb7-6abf-4962-95f3-74e584fe669f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0658531 Nov 13 05:04:09.422644 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffd6c3e8-8128-4812-b001-9fa427f4b357 req-252b4132-dbcf-4bc7-92ad-6b1a74aa2ad1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422189 Nov 13 05:04:09.639766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aef649-7352-43c3-bbf1-f727b29c3f16 req-a57eb9b0-1905-4d8d-9706-186e84e882a1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:09.641552 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5aef649-7352-43c3-bbf1-f727b29c3f16 req-a57eb9b0-1905-4d8d-9706-186e84e882a1 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0560372 Nov 13 05:04:09.685657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b9f87-bd5e-4e51-aecc-43944d3a356e req-667e7065-4e8d-4f6b-87a5-9378888a4a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:09.687138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-050b9f87-bd5e-4e51-aecc-43944d3a356e req-667e7065-4e8d-4f6b-87a5-9378888a4a7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0458348 Nov 13 05:04:09.688840 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5aef649-7352-43c3-bbf1-f727b29c3f16 req-2bd5b0b2-d44b-4527-a195-87fe70e84592 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411885 Nov 13 05:04:09.782780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b9f87-bd5e-4e51-aecc-43944d3a356e req-08e5b38d-6c9a-4101-9466-9560f13130ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:09.784318 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-050b9f87-bd5e-4e51-aecc-43944d3a356e req-08e5b38d-6c9a-4101-9466-9560f13130ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.0888565 Nov 13 05:04:10.029613 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fc068-f0d1-4770-b450-9aaaa8b94964 req-1759a82b-8aa9-4108-a9b6-5ea294ec6e6f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:10.031194 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-946fc068-f0d1-4770-b450-9aaaa8b94964 req-1759a82b-8aa9-4108-a9b6-5ea294ec6e6f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0545080 Nov 13 05:04:10.046301 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:10.095633 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-946fc068-f0d1-4770-b450-9aaaa8b94964 req-3b4a1373-9e21-436b-b446-e832e23f6d48 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483534 Nov 13 05:04:10.163510 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-050b9f87-bd5e-4e51-aecc-43944d3a356e req-71ff8d4f-0d1b-4161-8c4a-7be7846fedcb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80953b7-b232-4f39-9db5-08450b9e844c HTTP/1.1" status: 200 len: 998 time: 0.3686941 Nov 13 05:04:10.214041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b9f87-bd5e-4e51-aecc-43944d3a356e req-6b6b4ad3-9b80-4855-a7b7-7f0dd6952b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:10.215428 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-050b9f87-bd5e-4e51-aecc-43944d3a356e req-6b6b4ad3-9b80-4855-a7b7-7f0dd6952b23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0443547 Nov 13 05:04:10.262477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b9f87-bd5e-4e51-aecc-43944d3a356e req-674281a2-ba04-4272-beff-869df9324a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:10.264202 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-050b9f87-bd5e-4e51-aecc-43944d3a356e req-674281a2-ba04-4272-beff-869df9324a2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416448 Nov 13 05:04:10.366608 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-050b9f87-bd5e-4e51-aecc-43944d3a356e req-dd396b41-1d8d-4c41-9e73-950ea08dfabd service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950775 Nov 13 05:04:10.464869 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-050b9f87-bd5e-4e51-aecc-43944d3a356e req-b57fb37a-3219-4822-b622-481d08fa0ebd service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897808 Nov 13 05:04:10.823264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5912e02-3804-49a2-89e9-8f1b915aefe7 req-6fa90a1f-165a-4c39-a9d5-0f981a7bca54 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:10.824836 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b5912e02-3804-49a2-89e9-8f1b915aefe7 req-6fa90a1f-165a-4c39-a9d5-0f981a7bca54 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0506389 Nov 13 05:04:10.880078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b5912e02-3804-49a2-89e9-8f1b915aefe7 req-bb617091-1cdd-4b4e-8f8a-d6f198c0ff2a tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490918 Nov 13 05:04:11.243911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98628dd-6c3b-4ef6-8c25-6944fb601cb6 req-41f97779-90ce-4c35-9bf4-f247558b1253 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:11.245751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c98628dd-6c3b-4ef6-8c25-6944fb601cb6 req-41f97779-90ce-4c35-9bf4-f247558b1253 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0702934 Nov 13 05:04:11.292837 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c98628dd-6c3b-4ef6-8c25-6944fb601cb6 req-fad490eb-ccfc-43a3-82e7-223edde62a44 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Nov 13 05:04:12.009665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad57608-631c-4eb6-9b8b-26f842bacd9e req-e7d128c9-c3b8-4b1a-9f73-5afabac3d21d tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:12.011169 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aad57608-631c-4eb6-9b8b-26f842bacd9e req-e7d128c9-c3b8-4b1a-9f73-5afabac3d21d tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0510740 Nov 13 05:04:12.062449 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aad57608-631c-4eb6-9b8b-26f842bacd9e req-18cea107-2389-4636-8bb8-a5f1ee39ab11 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433710 Nov 13 05:04:12.183475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bf5f5-c9d8-4ede-85ee-00f47f6fdadf req-5d82a63c-75cb-4eb6-9681-d9c782514a16 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:12.185092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb6bf5f5-c9d8-4ede-85ee-00f47f6fdadf req-5d82a63c-75cb-4eb6-9681-d9c782514a16 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0513539 Nov 13 05:04:12.234073 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb6bf5f5-c9d8-4ede-85ee-00f47f6fdadf req-f5c39952-dedf-44c2-bc81-f10340135dd3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431824 Nov 13 05:04:12.420282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f68e2e-0f50-4f59-817b-8b9dd9713aae req-8c0ea8f4-0b7f-41a8-88d2-4430ead878f1 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:12.421779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9f68e2e-0f50-4f59-817b-8b9dd9713aae req-8c0ea8f4-0b7f-41a8-88d2-4430ead878f1 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0506582 Nov 13 05:04:12.475504 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9f68e2e-0f50-4f59-817b-8b9dd9713aae req-1be23f92-54f2-421f-ae1e-fd4939d1ffcd tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476274 Nov 13 05:04:12.949399 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d5daf-4c49-49b8-b00c-78d360ea6d71 req-758e60e5-7170-42fb-8f24-d13b56237020 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:12.951263 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac7d5daf-4c49-49b8-b00c-78d360ea6d71 req-758e60e5-7170-42fb-8f24-d13b56237020 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb2fdd-66d5-4c67-908c-9c1525eceab8 HTTP/1.1" status: 200 len: 943 time: 0.0602527 Nov 13 05:04:13.052009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ac7d5daf-4c49-49b8-b00c-78d360ea6d71 req-9c855d7b-eec3-471f-99ee-179a2b885480 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Deleting port 4c380b19-2ac8-4a83-931d-2edf119261b0 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:04:13.052649 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ac7d5daf-4c49-49b8-b00c-78d360ea6d71 req-9c855d7b-eec3-471f-99ee-179a2b885480 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:13.143191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ac7d5daf-4c49-49b8-b00c-78d360ea6d71 req-9c855d7b-eec3-471f-99ee-179a2b885480 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] For port 4c380b19-2ac8-4a83-931d-2edf119261b0, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=4c380b19-2ac8-4a83-931d-2edf119261b0,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:13.143536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ac7d5daf-4c49-49b8-b00c-78d360ea6d71 req-9c855d7b-eec3-471f-99ee-179a2b885480 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:13.156853 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ac7d5daf-4c49-49b8-b00c-78d360ea6d71 req-9c855d7b-eec3-471f-99ee-179a2b885480 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Calling delete_port for 4c380b19-2ac8-4a83-931d-2edf119261b0 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:04:13.298465 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ac7d5daf-4c49-49b8-b00c-78d360ea6d71 req-9c855d7b-eec3-471f-99ee-179a2b885480 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:13.332536 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c855d7b-eec3-471f-99ee-179a2b885480 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event deleted for resources: {'Port': ['ID=4c380b19-2ac8-4a83-931d-2edf119261b0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:13.335743 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['82e8520d-df63-42fb-a803-f74b019364fb'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:04:13.360123 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['1389231e-ac69-429d-bf74-ab27295f78b5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:04:13.382201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7d5daf-4c49-49b8-b00c-78d360ea6d71 req-9c855d7b-eec3-471f-99ee-179a2b885480 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] No DVR routers for this DVR port 4c380b19-2ac8-4a83-931d-2edf119261b0 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:04:13.385108 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ac7d5daf-4c49-49b8-b00c-78d360ea6d71 req-9c855d7b-eec3-471f-99ee-179a2b885480 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:13.394470 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac7d5daf-4c49-49b8-b00c-78d360ea6d71 req-9c855d7b-eec3-471f-99ee-179a2b885480 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "DELETE /v2.0/ports/4c380b19-2ac8-4a83-931d-2edf119261b0 HTTP/1.1" status: 204 len: 173 time: 0.4368060 Nov 13 05:04:13.395125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb2fdd-66d5-4c67-908c-9c1525eceab8', 'name': 'network-vif-deleted', 'tag': '4c380b19-2ac8-4a83-931d-2edf119261b0'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:04:13.397812 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6b1696-f59c-4b98-9e27-60edb605225d" -d '{"events": [{"server_uuid": "4acb2fdd-66d5-4c67-908c-9c1525eceab8", "name": "network-vif-deleted", "tag": "4c380b19-2ac8-4a83-931d-2edf119261b0"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:04:13.459450 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 13 Nov 2021 05:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf34351-839f-4d33-8315-f5ce52bf8b38 x-openstack-request-id: req-1cf34351-839f-4d33-8315-f5ce52bf8b38 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:04:13.460067 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb2fdd-66d5-4c67-908c-9c1525eceab8", "name": "network-vif-deleted", "tag": "4c380b19-2ac8-4a83-931d-2edf119261b0", "status": "failed", "code": 422}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:04:13.460501 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1cf34351-839f-4d33-8315-f5ce52bf8b38 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:04:13.461242 n-d-813114-2 neutron-server[102668]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4acb2fdd-66d5-4c67-908c-9c1525eceab8', 'name': 'network-vif-deleted', 'tag': '4c380b19-2ac8-4a83-931d-2edf119261b0', 'status': 'failed', 'code': 422} returned with failed status Nov 13 05:04:13.627415 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feba1d0-0bb9-4b14-b8e7-19011de325a0 req-08804f37-1511-4d45-8cf1-d7c16f4fd721 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:13.628925 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1feba1d0-0bb9-4b14-b8e7-19011de325a0 req-08804f37-1511-4d45-8cf1-d7c16f4fd721 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0618486 Nov 13 05:04:13.677664 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1feba1d0-0bb9-4b14-b8e7-19011de325a0 req-252b4214-76cb-4797-90cb-49ea7293a622 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427778 Nov 13 05:04:13.988126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a12b2-7791-4a51-b5bd-b6b2ced7ab67 req-644a4a85-f7fa-45f1-9812-96367081074d tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:13.989654 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-835a12b2-7791-4a51-b5bd-b6b2ced7ab67 req-644a4a85-f7fa-45f1-9812-96367081074d tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 908 time: 0.0619297 Nov 13 05:04:14.796808 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaa7d1-4ad1-4b22-90fe-8958dffd1724 req-c4b5467b-f673-4fba-ac31-5d35b1552148 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:14.798746 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-defaa7d1-4ad1-4b22-90fe-8958dffd1724 req-c4b5467b-f673-4fba-ac31-5d35b1552148 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0512426 Nov 13 05:04:14.851750 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-defaa7d1-4ad1-4b22-90fe-8958dffd1724 req-e4c2ebed-c0d9-4baa-9db6-ebf82eba62ea tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472405 Nov 13 05:04:15.116146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c1532-b6b7-4cbb-8e65-9f6cf0b7d506 req-8cc4e32d-528c-49e9-ab97-a8efde49873c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:15.117629 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df9c1532-b6b7-4cbb-8e65-9f6cf0b7d506 req-8cc4e32d-528c-49e9-ab97-a8efde49873c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 908 time: 0.0523787 Nov 13 05:04:15.771030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc4718-3355-4bc8-b7c9-07f023f3279d req-a9269587-3674-4675-a6d2-b6e45177f586 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:15.772491 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88dc4718-3355-4bc8-b7c9-07f023f3279d req-a9269587-3674-4675-a6d2-b6e45177f586 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 908 time: 0.0515616 Nov 13 05:04:15.867230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-88dc4718-3355-4bc8-b7c9-07f023f3279d req-0c234e5f-3633-49dd-904c-424845160715 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Deleting port a33133b7-5c1d-4eff-abf5-07270d9cce64 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:04:15.867856 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88dc4718-3355-4bc8-b7c9-07f023f3279d req-0c234e5f-3633-49dd-904c-424845160715 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:15.991496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-88dc4718-3355-4bc8-b7c9-07f023f3279d req-0c234e5f-3633-49dd-904c-424845160715 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] For port a33133b7-5c1d-4eff-abf5-07270d9cce64, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=a33133b7-5c1d-4eff-abf5-07270d9cce64,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:15.991809 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88dc4718-3355-4bc8-b7c9-07f023f3279d req-0c234e5f-3633-49dd-904c-424845160715 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:16.007374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558cbb0-cb5f-4db4-a385-9fb718012f79 req-03c7540a-13fe-4ace-88e9-9feace372f90 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:16.008829 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e558cbb0-cb5f-4db4-a385-9fb718012f79 req-03c7540a-13fe-4ace-88e9-9feace372f90 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0813713 Nov 13 05:04:16.014683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-88dc4718-3355-4bc8-b7c9-07f023f3279d req-0c234e5f-3633-49dd-904c-424845160715 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Calling delete_port for a33133b7-5c1d-4eff-abf5-07270d9cce64 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:04:16.106224 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e558cbb0-cb5f-4db4-a385-9fb718012f79 req-509c25ab-8c35-48a1-9400-929a1c7603ff tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894768 Nov 13 05:04:16.183443 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88dc4718-3355-4bc8-b7c9-07f023f3279d req-0c234e5f-3633-49dd-904c-424845160715 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:16.211439 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c234e5f-3633-49dd-904c-424845160715 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event deleted for resources: {'Port': ['ID=a33133b7-5c1d-4eff-abf5-07270d9cce64,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:16.222950 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ccf015f8-6d73-45c6-a899-617e0a13ba73 req-17e59c4b-3326-4f07-9ace-2ff71af72ce5 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b9218f2-e159-4bca-89c3-c3467dedae7f HTTP/1.1" status: 200 len: 210 time: 0.0279741 Nov 13 05:04:16.261212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dc4718-3355-4bc8-b7c9-07f023f3279d req-0c234e5f-3633-49dd-904c-424845160715 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] No DVR routers for this DVR port a33133b7-5c1d-4eff-abf5-07270d9cce64 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:04:16.263939 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-88dc4718-3355-4bc8-b7c9-07f023f3279d req-0c234e5f-3633-49dd-904c-424845160715 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:16.268097 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88dc4718-3355-4bc8-b7c9-07f023f3279d req-0c234e5f-3633-49dd-904c-424845160715 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.46 "DELETE /v2.0/ports/a33133b7-5c1d-4eff-abf5-07270d9cce64 HTTP/1.1" status: 204 len: 173 time: 0.4883788 Nov 13 05:04:16.268564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9218f2-e159-4bca-89c3-c3467dedae7f', 'name': 'network-vif-deleted', 'tag': 'a33133b7-5c1d-4eff-abf5-07270d9cce64'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:04:16.270890 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcb89f7-e0b3-44e6-9ae0-f0c08519662a" -d '{"events": [{"server_uuid": "5b9218f2-e159-4bca-89c3-c3467dedae7f", "name": "network-vif-deleted", "tag": "a33133b7-5c1d-4eff-abf5-07270d9cce64"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:04:16.315002 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cc2a20-c12e-44dc-a3ce-3597e8e9e02a x-openstack-request-id: req-f3cc2a20-c12e-44dc-a3ce-3597e8e9e02a {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:04:16.315347 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9218f2-e159-4bca-89c3-c3467dedae7f", "name": "network-vif-deleted", "tag": "a33133b7-5c1d-4eff-abf5-07270d9cce64", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:04:16.315558 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3cc2a20-c12e-44dc-a3ce-3597e8e9e02a {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:04:16.316121 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9218f2-e159-4bca-89c3-c3467dedae7f', 'name': 'network-vif-deleted', 'tag': 'a33133b7-5c1d-4eff-abf5-07270d9cce64', 'status': 'completed', 'code': 200} Nov 13 05:04:17.254683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefa4ac-0ff2-4c73-92a9-51bfce4f444a req-babf5695-fa9b-4a6f-859e-b86077759d39 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:17.256484 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7cefa4ac-0ff2-4c73-92a9-51bfce4f444a req-babf5695-fa9b-4a6f-859e-b86077759d39 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0635047 Nov 13 05:04:17.306067 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7cefa4ac-0ff2-4c73-92a9-51bfce4f444a req-0a8676b6-05b9-47fe-9893-cad843dc5064 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431437 Nov 13 05:04:17.509036 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c9c8b-e55e-4b8d-92d4-49b66c479509 req-a3a02f25-9238-4935-a53e-28112f95cc42 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:17.510416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d51c9c8b-e55e-4b8d-92d4-49b66c479509 req-a3a02f25-9238-4935-a53e-28112f95cc42 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 945 time: 0.0540600 Nov 13 05:04:17.562127 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d51c9c8b-e55e-4b8d-92d4-49b66c479509 req-f1faa37c-9eb3-4c70-ac52-31a384234802 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Nov 13 05:04:18.437154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979dc21-f2dd-4366-ab30-b1b2a1568cc8 req-519d1486-77a9-4e29-915f-01abcfbd1be0 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:18.438693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f979dc21-f2dd-4366-ab30-b1b2a1568cc8 req-519d1486-77a9-4e29-915f-01abcfbd1be0 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0547731 Nov 13 05:04:18.487118 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f979dc21-f2dd-4366-ab30-b1b2a1568cc8 req-7168c7ef-319d-476b-8479-18d6f35a3439 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Nov 13 05:04:18.701459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff25899-151a-4990-a6f0-c9708a605622 req-38e95e66-19d8-4f22-b324-160cc84d9367 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:18.703066 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aff25899-151a-4990-a6f0-c9708a605622 req-38e95e66-19d8-4f22-b324-160cc84d9367 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 945 time: 0.0504513 Nov 13 05:04:18.749985 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aff25899-151a-4990-a6f0-c9708a605622 req-d6d963f3-24e5-46dd-be34-521d5983cc22 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408878 Nov 13 05:04:18.947759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device a33133b7-5c1d-4eff-abf5-07270d9cce64 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:04:18.971693 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: a33133b7-5c1d-4eff-abf5-07270d9cce64 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:04:18.972040 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device a33133b7-5c1d-4eff-abf5-07270d9cce64 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:04:19.230481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71133391-87c3-4ddb-bf1f-eb1191833382 req-c83997c1-c07f-4ced-810c-141ec97f0d49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:19.231858 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-71133391-87c3-4ddb-bf1f-eb1191833382 req-c83997c1-c07f-4ced-810c-141ec97f0d49 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 945 time: 0.0519428 Nov 13 05:04:19.328918 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-71133391-87c3-4ddb-bf1f-eb1191833382 req-20341f37-c287-42d9-9a58-172c94bbd0ac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Deleting port 82e8520d-df63-42fb-a803-f74b019364fb {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:04:19.329206 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-71133391-87c3-4ddb-bf1f-eb1191833382 req-20341f37-c287-42d9-9a58-172c94bbd0ac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:19.419257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-71133391-87c3-4ddb-bf1f-eb1191833382 req-20341f37-c287-42d9-9a58-172c94bbd0ac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] For port 82e8520d-df63-42fb-a803-f74b019364fb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=82e8520d-df63-42fb-a803-f74b019364fb,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:19.419625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-71133391-87c3-4ddb-bf1f-eb1191833382 req-20341f37-c287-42d9-9a58-172c94bbd0ac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:19.433172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-71133391-87c3-4ddb-bf1f-eb1191833382 req-20341f37-c287-42d9-9a58-172c94bbd0ac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Calling delete_port for 82e8520d-df63-42fb-a803-f74b019364fb owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:04:19.569250 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-71133391-87c3-4ddb-bf1f-eb1191833382 req-20341f37-c287-42d9-9a58-172c94bbd0ac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:19.601102 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20341f37-c287-42d9-9a58-172c94bbd0ac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event deleted for resources: {'Port': ['ID=82e8520d-df63-42fb-a803-f74b019364fb,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:19.603436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['1389231e-ac69-429d-bf74-ab27295f78b5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:04:19.614442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735488cb-4501-4987-bd93-b4ae36fc352b req-cfda43b9-77d0-4e09-a248-66dceab094b6 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:19.622754 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735488cb-4501-4987-bd93-b4ae36fc352b req-cfda43b9-77d0-4e09-a248-66dceab094b6 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0625052 Nov 13 05:04:19.646136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-71133391-87c3-4ddb-bf1f-eb1191833382 req-20341f37-c287-42d9-9a58-172c94bbd0ac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] No DVR routers for this DVR port 82e8520d-df63-42fb-a803-f74b019364fb on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:04:19.647281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['82e8520d-df63-42fb-a803-f74b019364fb'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:04:19.648728 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-71133391-87c3-4ddb-bf1f-eb1191833382 req-20341f37-c287-42d9-9a58-172c94bbd0ac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:19.652156 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-71133391-87c3-4ddb-bf1f-eb1191833382 req-20341f37-c287-42d9-9a58-172c94bbd0ac tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.46 "DELETE /v2.0/ports/82e8520d-df63-42fb-a803-f74b019364fb HTTP/1.1" status: 204 len: 173 time: 0.4138002 Nov 13 05:04:19.652686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8ccf23-3cae-4058-b16c-e8899b6ee799', 'name': 'network-vif-deleted', 'tag': '82e8520d-df63-42fb-a803-f74b019364fb'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:04:19.655132 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891b578e-1cc2-45d4-bd76-d3a0652cec63" -d '{"events": [{"server_uuid": "4b8ccf23-3cae-4058-b16c-e8899b6ee799", "name": "network-vif-deleted", "tag": "82e8520d-df63-42fb-a803-f74b019364fb"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:04:19.677605 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-735488cb-4501-4987-bd93-b4ae36fc352b req-087286fa-8605-44b7-830d-9ffe3152f135 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539503 Nov 13 05:04:19.700591 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a35081-7745-44b9-aee6-4b5ecaa82716 x-openstack-request-id: req-57a35081-7745-44b9-aee6-4b5ecaa82716 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:04:19.700891 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8ccf23-3cae-4058-b16c-e8899b6ee799", "name": "network-vif-deleted", "tag": "82e8520d-df63-42fb-a803-f74b019364fb", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:04:19.701147 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57a35081-7745-44b9-aee6-4b5ecaa82716 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:04:19.701593 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8ccf23-3cae-4058-b16c-e8899b6ee799', 'name': 'network-vif-deleted', 'tag': '82e8520d-df63-42fb-a803-f74b019364fb', 'status': 'completed', 'code': 200} Nov 13 05:04:19.859865 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c501bf5-86f1-4e85-afb4-22081d95bdba req-8ee5ec5a-0d6f-4937-8ad0-5fcf4a73b0fb tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b8ccf23-3cae-4058-b16c-e8899b6ee799 HTTP/1.1" status: 200 len: 210 time: 0.0283086 Nov 13 05:04:20.811267 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29642af-663a-44f1-b1e8-9fb7343520ec req-b993e709-f7d8-4b80-b8c0-2af4a8d78e2b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:20.812751 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e29642af-663a-44f1-b1e8-9fb7343520ec req-b993e709-f7d8-4b80-b8c0-2af4a8d78e2b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0607414 Nov 13 05:04:20.862059 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e29642af-663a-44f1-b1e8-9fb7343520ec req-7cd5f80a-c5c2-4c90-adb0-3cb8943b605a tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 Nov 13 05:04:21.142648 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25d808-c145-4026-8a8e-89e15979324a req-1d61dbe2-c8c7-4c10-89e5-f6e0c1c56078 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:21.144142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e25d808-c145-4026-8a8e-89e15979324a req-1d61dbe2-c8c7-4c10-89e5-f6e0c1c56078 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.0519876 Nov 13 05:04:21.197593 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e25d808-c145-4026-8a8e-89e15979324a req-606f2119-9b1b-420f-9a5b-1100b273f2b4 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469129 Nov 13 05:04:22.003074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208159f-ba60-4c10-ac0d-5de014c382c5 req-28c783bc-1bfc-4436-a870-af97d757bcde tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:22.004475 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1208159f-ba60-4c10-ac0d-5de014c382c5 req-28c783bc-1bfc-4436-a870-af97d757bcde tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0566943 Nov 13 05:04:22.056360 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1208159f-ba60-4c10-ac0d-5de014c382c5 req-911a85aa-7bff-407b-b1c3-aa8994190d1b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457873 Nov 13 05:04:22.343840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bed3-ce65-4d2c-9767-3dd70d7eb677 req-37f0a010-4aee-4ca5-9d08-a43e3e951ca6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:22.345231 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1464bed3-ce65-4d2c-9767-3dd70d7eb677 req-37f0a010-4aee-4ca5-9d08-a43e3e951ca6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.0630605 Nov 13 05:04:22.396592 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1464bed3-ce65-4d2c-9767-3dd70d7eb677 req-7db737ce-6787-4063-9bbe-db340c98baa3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d475bdb-7d4e-4873-9b75-7de1c3ed167e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445483 Nov 13 05:04:22.488204 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9cf0-e69b-40f2-8154-2e76ad4cca58 req-1e4795ed-ef12-4a4d-a4cb-d04312389967 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:22.489673 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06ad9cf0-e69b-40f2-8154-2e76ad4cca58 req-1e4795ed-ef12-4a4d-a4cb-d04312389967 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.36 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 946 time: 0.0648220 Nov 13 05:04:22.596561 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-06ad9cf0-e69b-40f2-8154-2e76ad4cca58 req-c44b0cc4-494b-41d4-9c3e-e85a0fa733c3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Deleting port 1389231e-ac69-429d-bf74-ab27295f78b5 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:04:22.596810 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06ad9cf0-e69b-40f2-8154-2e76ad4cca58 req-c44b0cc4-494b-41d4-9c3e-e85a0fa733c3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:22.697817 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-06ad9cf0-e69b-40f2-8154-2e76ad4cca58 req-c44b0cc4-494b-41d4-9c3e-e85a0fa733c3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] For port 1389231e-ac69-429d-bf74-ab27295f78b5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=1389231e-ac69-429d-bf74-ab27295f78b5,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:22.698156 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06ad9cf0-e69b-40f2-8154-2e76ad4cca58 req-c44b0cc4-494b-41d4-9c3e-e85a0fa733c3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:22.711753 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-06ad9cf0-e69b-40f2-8154-2e76ad4cca58 req-c44b0cc4-494b-41d4-9c3e-e85a0fa733c3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Calling delete_port for 1389231e-ac69-429d-bf74-ab27295f78b5 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:04:22.878373 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06ad9cf0-e69b-40f2-8154-2e76ad4cca58 req-c44b0cc4-494b-41d4-9c3e-e85a0fa733c3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:22.910573 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['1389231e-ac69-429d-bf74-ab27295f78b5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:04:22.923012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b0cc4-494b-41d4-9c3e-e85a0fa733c3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event deleted for resources: {'Port': ['ID=1389231e-ac69-429d-bf74-ab27295f78b5,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:22.966935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 82e8520d-df63-42fb-a803-f74b019364fb no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:04:22.978091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ad9cf0-e69b-40f2-8154-2e76ad4cca58 req-c44b0cc4-494b-41d4-9c3e-e85a0fa733c3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] No DVR routers for this DVR port 1389231e-ac69-429d-bf74-ab27295f78b5 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:04:22.981727 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-06ad9cf0-e69b-40f2-8154-2e76ad4cca58 req-c44b0cc4-494b-41d4-9c3e-e85a0fa733c3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:22.987028 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06ad9cf0-e69b-40f2-8154-2e76ad4cca58 req-c44b0cc4-494b-41d4-9c3e-e85a0fa733c3 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.36 "DELETE /v2.0/ports/1389231e-ac69-429d-bf74-ab27295f78b5 HTTP/1.1" status: 204 len: 173 time: 0.4879220 Nov 13 05:04:22.987650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fd94f8-a751-4b36-8db7-482b0c4be0a4', 'name': 'network-vif-deleted', 'tag': '1389231e-ac69-429d-bf74-ab27295f78b5'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:04:22.988967 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 82e8520d-df63-42fb-a803-f74b019364fb {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:04:22.989308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 82e8520d-df63-42fb-a803-f74b019364fb not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:04:22.989947 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dd3373-e86f-46f0-b260-1b36d2257a1c" -d '{"events": [{"server_uuid": "59fd94f8-a751-4b36-8db7-482b0c4be0a4", "name": "network-vif-deleted", "tag": "1389231e-ac69-429d-bf74-ab27295f78b5"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:04:23.000034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e166ecc8-4d32-4a28-b307-568b804b0934 req-3f127cfb-c531-445f-93ec-bb5bdfc0c7db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1333301 Nov 13 05:04:23.041824 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646785a6-895c-4e4f-b45f-78dc3283d47c x-openstack-request-id: req-646785a6-895c-4e4f-b45f-78dc3283d47c {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:04:23.042136 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fd94f8-a751-4b36-8db7-482b0c4be0a4", "name": "network-vif-deleted", "tag": "1389231e-ac69-429d-bf74-ab27295f78b5", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:04:23.042385 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-646785a6-895c-4e4f-b45f-78dc3283d47c {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:04:23.042795 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fd94f8-a751-4b36-8db7-482b0c4be0a4', 'name': 'network-vif-deleted', 'tag': '1389231e-ac69-429d-bf74-ab27295f78b5', 'status': 'completed', 'code': 200} Nov 13 05:04:23.142247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166ecc8-4d32-4a28-b307-568b804b0934 req-9d0d62fa-46d2-43a2-ad8d-8b554811924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:23.143834 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e166ecc8-4d32-4a28-b307-568b804b0934 req-9d0d62fa-46d2-43a2-ad8d-8b554811924d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed45584aef18439cae95469fe30521e9&device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0631559 Nov 13 05:04:23.302206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1f0a-8ea0-4ece-940a-913b427e5329 req-2eef2d37-31fd-4b30-9ebf-cdf6cd5f0109 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:23.303902 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b56e1f0a-8ea0-4ece-940a-913b427e5329 req-2eef2d37-31fd-4b30-9ebf-cdf6cd5f0109 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.1427765 Nov 13 05:04:23.345962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166ecc8-4d32-4a28-b307-568b804b0934 req-2e8c3de7-e390-4f57-a2ae-c272649c508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:23.347469 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e166ecc8-4d32-4a28-b307-568b804b0934 req-2e8c3de7-e390-4f57-a2ae-c272649c508a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 200 len: 912 time: 0.1730590 Nov 13 05:04:23.409214 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b56e1f0a-8ea0-4ece-940a-913b427e5329 req-d8d43b8e-cea6-46a6-9e52-361bfb03a129 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975814 Nov 13 05:04:23.436519 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e166ecc8-4d32-4a28-b307-568b804b0934 req-7062637d-d92e-49b4-9203-4160c390cf02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80953b7-b232-4f39-9db5-08450b9e844c HTTP/1.1" status: 200 len: 998 time: 0.0780923 Nov 13 05:04:23.509520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166ecc8-4d32-4a28-b307-568b804b0934 req-bb95b403-76c3-4617-ad78-7f58b9c587cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:23.512238 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e166ecc8-4d32-4a28-b307-568b804b0934 req-bb95b403-76c3-4617-ad78-7f58b9c587cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 200 len: 850 time: 0.0678484 Nov 13 05:04:23.530198 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-50a7ab14-9d1c-480b-8bd1-d33a2df5456e req-7d3a8269-ba34-467f-a9f3-3fc5bf55caaf tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=59fd94f8-a751-4b36-8db7-482b0c4be0a4 HTTP/1.1" status: 200 len: 210 time: 0.0286479 Nov 13 05:04:23.572778 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166ecc8-4d32-4a28-b307-568b804b0934 req-4512ed94-c55e-4bfa-aec3-15dda8d1cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:23.574489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e166ecc8-4d32-4a28-b307-568b804b0934 req-4512ed94-c55e-4bfa-aec3-15dda8d1cda7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539756 Nov 13 05:04:23.687188 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e166ecc8-4d32-4a28-b307-568b804b0934 req-23b4696c-18cd-4205-837c-35e943983399 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038136 Nov 13 05:04:23.803508 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e166ecc8-4d32-4a28-b307-568b804b0934 req-f664de3b-c5e8-47c8-9024-ab5adc6db426 service neutron] 10.222.0.46 "GET /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045997 Nov 13 05:04:24.557915 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3d6d5-c035-4cf8-b77a-ba3342826b7b req-345eb826-1342-4460-a5db-8df913e3bc65 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:24.561101 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2ed3d6d5-c035-4cf8-b77a-ba3342826b7b req-345eb826-1342-4460-a5db-8df913e3bc65 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0597997 Nov 13 05:04:24.611603 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2ed3d6d5-c035-4cf8-b77a-ba3342826b7b req-02f10601-7a4b-4aba-ad7a-f32283ebc479 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456109 Nov 13 05:04:24.868034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4d021-ad7f-4442-b7af-6624dc82a323 req-3d1173db-0ebf-4e0a-976a-f39f0a4f749f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:24.869859 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-abb4d021-ad7f-4442-b7af-6624dc82a323 req-3d1173db-0ebf-4e0a-976a-f39f0a4f749f tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0520556 Nov 13 05:04:24.922878 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-abb4d021-ad7f-4442-b7af-6624dc82a323 req-03747ae6-bdfb-4985-a173-9026e37ef79c tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432682 Nov 13 05:04:25.746932 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf543f8-df30-4750-b53d-5b980b28da7f req-29fcdb78-8d80-47dc-95d5-69095bca056d tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:25.748393 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4cf543f8-df30-4750-b53d-5b980b28da7f req-29fcdb78-8d80-47dc-95d5-69095bca056d tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0567727 Nov 13 05:04:25.801223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4cf543f8-df30-4750-b53d-5b980b28da7f req-f7a0b3c8-f9f9-46ca-a041-a117586a4951 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444806 Nov 13 05:04:26.064789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddfb87-83e8-4e7d-a365-9efe8f1d33a0 req-66cc7839-4c9c-4ea7-b824-2acbf2dd4d27 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:26.066279 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44ddfb87-83e8-4e7d-a365-9efe8f1d33a0 req-66cc7839-4c9c-4ea7-b824-2acbf2dd4d27 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0615492 Nov 13 05:04:26.115928 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44ddfb87-83e8-4e7d-a365-9efe8f1d33a0 req-ef5a7541-dd45-4080-91a3-d8470142c360 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups?id=9805dacb-e443-4711-bc65-5698a101c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435808 Nov 13 05:04:26.540705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f224877-7951-46e1-82f2-151feec41414 req-fca86efa-a37d-4843-88e8-e7a6962fd6a6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:26.542192 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0f224877-7951-46e1-82f2-151feec41414 req-fca86efa-a37d-4843-88e8-e7a6962fd6a6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.46 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 944 time: 0.0552599 Nov 13 05:04:26.643041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-0f224877-7951-46e1-82f2-151feec41414 req-ecda3521-975f-4fc9-b1c8-d1d7e65fac12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Deleting port d80953b7-b232-4f39-9db5-08450b9e844c {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:04:26.643364 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0f224877-7951-46e1-82f2-151feec41414 req-ecda3521-975f-4fc9-b1c8-d1d7e65fac12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:26.735794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0f224877-7951-46e1-82f2-151feec41414 req-ecda3521-975f-4fc9-b1c8-d1d7e65fac12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] For port d80953b7-b232-4f39-9db5-08450b9e844c, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d80953b7-b232-4f39-9db5-08450b9e844c,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:26.736159 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0f224877-7951-46e1-82f2-151feec41414 req-ecda3521-975f-4fc9-b1c8-d1d7e65fac12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:26.942535 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0f224877-7951-46e1-82f2-151feec41414 req-ecda3521-975f-4fc9-b1c8-d1d7e65fac12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:26.942833 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0f224877-7951-46e1-82f2-151feec41414 req-ecda3521-975f-4fc9-b1c8-d1d7e65fac12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:26.943213 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [req-0f224877-7951-46e1-82f2-151feec41414 req-ecda3521-975f-4fc9-b1c8-d1d7e65fac12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Floating IP 7a5456f6-61b9-4b36-8610-7438e6146eef disassociated. External IP: 172.25.8.73, port: d80953b7-b232-4f39-9db5-08450b9e844c. Nov 13 05:04:26.943559 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-0f224877-7951-46e1-82f2-151feec41414 req-ecda3521-975f-4fc9-b1c8-d1d7e65fac12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Calling delete_port for d80953b7-b232-4f39-9db5-08450b9e844c owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:04:26.943852 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 1389231e-ac69-429d-bf74-ab27295f78b5 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:04:26.964888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 1389231e-ac69-429d-bf74-ab27295f78b5 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:04:26.965144 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 1389231e-ac69-429d-bf74-ab27295f78b5 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:04:26.966794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1cd99-ec9f-4af9-bcdd-6cc8b7020187 req-b1341657-ee33-4485-8444-f98a3f230167 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:26.968531 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d1d1cd99-ec9f-4af9-bcdd-6cc8b7020187 req-b1341657-ee33-4485-8444-f98a3f230167 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0802305 Nov 13 05:04:27.063336 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d1d1cd99-ec9f-4af9-bcdd-6cc8b7020187 req-fa114fed-7082-448d-b0e4-7ff12234bc25 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648744 Nov 13 05:04:27.126320 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0f224877-7951-46e1-82f2-151feec41414 req-ecda3521-975f-4fc9-b1c8-d1d7e65fac12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:27.159076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda3521-975f-4fc9-b1c8-d1d7e65fac12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event deleted for resources: {'Port': ['ID=d80953b7-b232-4f39-9db5-08450b9e844c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:27.239628 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c65ce7e5-ffdd-4fe0-b20e-69ebeea5de7f req-7a0fd8ef-3b76-4770-899a-d101c7ae28e8 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b688661a-cd98-4928-a603-e68fde6aa2b9 HTTP/1.1" status: 200 len: 210 time: 0.0385017 Nov 13 05:04:27.303377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f224877-7951-46e1-82f2-151feec41414 req-ecda3521-975f-4fc9-b1c8-d1d7e65fac12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Router d743e8a6-cae8-4aee-a04e-5784d21617bb has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:04:27.416454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f224877-7951-46e1-82f2-151feec41414 req-ecda3521-975f-4fc9-b1c8-d1d7e65fac12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:04:27.429916 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c457e7-d1c8-4109-851f-af059336bbec None None] Sync routers for ids ['d743e8a6-cae8-4aee-a04e-5784d21617bb'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:04:27.441818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c457e7-d1c8-4109-851f-af059336bbec None None] Routers {'d743e8a6-cae8-4aee-a04e-5784d21617bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:04:27.442781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b2c457e7-d1c8-4109-851f-af059336bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:04:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d743e8a6-cae8-4aee-a04e-5784d21617bb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:27.458066 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f224877-7951-46e1-82f2-151feec41414 req-ecda3521-975f-4fc9-b1c8-d1d7e65fac12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] No DVR routers for this DVR port d80953b7-b232-4f39-9db5-08450b9e844c on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:04:27.460936 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0f224877-7951-46e1-82f2-151feec41414 req-ecda3521-975f-4fc9-b1c8-d1d7e65fac12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:27.464298 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0f224877-7951-46e1-82f2-151feec41414 req-ecda3521-975f-4fc9-b1c8-d1d7e65fac12 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.46 "DELETE /v2.0/ports/d80953b7-b232-4f39-9db5-08450b9e844c HTTP/1.1" status: 204 len: 173 time: 0.9153907 Nov 13 05:04:27.464759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-deleted', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:04:27.467036 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c84da7-dae3-4463-ae5a-c6008091764d" -d '{"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-deleted", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:04:27.510500 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6417242-c5cc-4e0e-ac23-bbc12ce3b5dd x-openstack-request-id: req-a6417242-c5cc-4e0e-ac23-bbc12ce3b5dd {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:04:27.510885 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b688661a-cd98-4928-a603-e68fde6aa2b9", "name": "network-vif-deleted", "tag": "d80953b7-b232-4f39-9db5-08450b9e844c", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:04:27.511277 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6417242-c5cc-4e0e-ac23-bbc12ce3b5dd {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:04:27.511768 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688661a-cd98-4928-a603-e68fde6aa2b9', 'name': 'network-vif-deleted', 'tag': 'd80953b7-b232-4f39-9db5-08450b9e844c', 'status': 'completed', 'code': 200} Nov 13 05:04:27.563313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b2c457e7-d1c8-4109-851f-af059336bbec None None] Set router d743e8a6-cae8-4aee-a04e-5784d21617bb gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:04:27.781789 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b2c457e7-d1c8-4109-851f-af059336bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:15Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'gw_port': {'id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:18Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'd7686aa5-90ef-4127-915b-fc6631de82db', 'name': '', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'mac_address': 'fa:16:3e:cf:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:24Z', 'updated_at': '2021-11-13T04:54:33Z', 'revision_number': 5, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'subnets': [{'id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:27.808757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c457e7-d1c8-4109-851f-af059336bbec None None] Checking router: d743e8a6-cae8-4aee-a04e-5784d21617bb for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:04:27.818004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c457e7-d1c8-4109-851f-af059336bbec None None] Routers {'d743e8a6-cae8-4aee-a04e-5784d21617bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:04:27.818604 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b2c457e7-d1c8-4109-851f-af059336bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:04:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d743e8a6-cae8-4aee-a04e-5784d21617bb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:27.933712 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b2c457e7-d1c8-4109-851f-af059336bbec None None] Set router d743e8a6-cae8-4aee-a04e-5784d21617bb gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:04:28.152428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b2c457e7-d1c8-4109-851f-af059336bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:15Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'gw_port': {'id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:18Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'd7686aa5-90ef-4127-915b-fc6631de82db', 'name': '', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'mac_address': 'fa:16:3e:cf:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:24Z', 'updated_at': '2021-11-13T04:54:33Z', 'revision_number': 5, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'subnets': [{'id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:28.180596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c457e7-d1c8-4109-851f-af059336bbec None None] The sync data for ids ['d743e8a6-cae8-4aee-a04e-5784d21617bb'] in n-d-813114-2 is: [{'id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:15Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'gw_port': {'id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:18Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'd7686aa5-90ef-4127-915b-fc6631de82db', 'name': '', 'network_id': '2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'mac_address': 'fa:16:3e:cf:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:24Z', 'updated_at': '2021-11-13T04:54:33Z', 'revision_number': 5, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'subnets': [{'id': '8425bb51-2f44-48d9-9624-de0a04579a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:04:28.189391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccead4-9e6d-4ed0-9ccf-fd906a0e8e49 req-eee24b83-e096-4cf0-be7c-26fa46ff83f3 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:28.191089 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-73ccead4-9e6d-4ed0-9ccf-fd906a0e8e49 req-eee24b83-e096-4cf0-be7c-26fa46ff83f3 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0545642 Nov 13 05:04:28.243331 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-73ccead4-9e6d-4ed0-9ccf-fd906a0e8e49 req-efd988c9-c75a-450f-a013-3a704a97dbc6 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459554 Nov 13 05:04:28.329422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51274) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:28.392823 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82fbf60b-8dcf-4aed-aff4-ee35483507a6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:28.417780 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82fbf60b-8dcf-4aed-aff4-ee35483507a6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:28.420464 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3190056-5913-471a-9a30-801a8a7d8da4 None None] New status for floating IP 7a5456f6-61b9-4b36-8610-7438e6146eef: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:04:28.465347 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82fbf60b-8dcf-4aed-aff4-ee35483507a6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:28.468367 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82fbf60b-8dcf-4aed-aff4-ee35483507a6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:28.469549 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-82fbf60b-8dcf-4aed-aff4-ee35483507a6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "DELETE /v2.0/security-groups/9805dacb-e443-4711-bc65-5698a101c99b HTTP/1.1" status: 204 len: 168 time: 0.1390443 Nov 13 05:04:28.472467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51276) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:28.479150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbf60b-8dcf-4aed-aff4-ee35483507a6 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9805dacb-e443-4711-bc65-5698a101c99b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:28.486260 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-b040c9b1-be16-4ebc-8740-a22c46068171 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] show failed (client error): The resource could not be found. Nov 13 05:04:28.489831 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b040c9b1-be16-4ebc-8740-a22c46068171 tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "GET /v2.0/security-groups/9805dacb-e443-4711-bc65-5698a101c99b HTTP/1.1" status: 404 len: 347 time: 0.0136392 Nov 13 05:04:28.490109 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51278) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:28.528609 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:28.621778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6751bd9c-6f5f-4394-8f8a-1a56a4ff096b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Deleting port b2e125a8-0418-4755-b414-3c30bd808262 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:04:28.622089 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6751bd9c-6f5f-4394-8f8a-1a56a4ff096b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:28.814777 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30019fcf-1763-4c96-ba74-eff3a26c8943 req-c4c6de09-c78d-46d2-8b04-025eb22d3be5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430963 Nov 13 05:04:28.894419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30019fcf-1763-4c96-ba74-eff3a26c8943 req-00eaaf74-9a77-476e-a9f5-34cfe6a5a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:28.895984 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30019fcf-1763-4c96-ba74-eff3a26c8943 req-00eaaf74-9a77-476e-a9f5-34cfe6a5a690 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 1096 time: 0.0461500 Nov 13 05:04:28.907556 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:28.987824 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d80953b7-b232-4f39-9db5-08450b9e844c no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:04:29.011064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: d80953b7-b232-4f39-9db5-08450b9e844c {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:04:29.011353 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d80953b7-b232-4f39-9db5-08450b9e844c not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:04:29.016714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30019fcf-1763-4c96-ba74-eff3a26c8943 req-63bc20fa-c00c-4379-b665-0510dfb4d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:29.018211 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30019fcf-1763-4c96-ba74-eff3a26c8943 req-63bc20fa-c00c-4379-b665-0510dfb4d4dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 917 time: 0.0980115 Nov 13 05:04:29.022976 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6751bd9c-6f5f-4394-8f8a-1a56a4ff096b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:29.023292 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6751bd9c-6f5f-4394-8f8a-1a56a4ff096b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:29.035153 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6751bd9c-6f5f-4394-8f8a-1a56a4ff096b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Calling delete_port for b2e125a8-0418-4755-b414-3c30bd808262 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:04:29.084726 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30019fcf-1763-4c96-ba74-eff3a26c8943 req-c74a3d9a-8ad3-4e64-a9a1-d66616ff322e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 HTTP/1.1" status: 200 len: 1000 time: 0.0591469 Nov 13 05:04:29.139716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30019fcf-1763-4c96-ba74-eff3a26c8943 req-67c74585-a773-462d-b301-dd50f62f2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:29.141329 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30019fcf-1763-4c96-ba74-eff3a26c8943 req-67c74585-a773-462d-b301-dd50f62f2a7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.0488827 Nov 13 05:04:29.171890 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6751bd9c-6f5f-4394-8f8a-1a56a4ff096b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:29.185915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30019fcf-1763-4c96-ba74-eff3a26c8943 req-4f798926-a57d-4d3a-bb36-1612fd46c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:29.187583 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30019fcf-1763-4c96-ba74-eff3a26c8943 req-4f798926-a57d-4d3a-bb36-1612fd46c365 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397017 Nov 13 05:04:29.199898 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751bd9c-6f5f-4394-8f8a-1a56a4ff096b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Pushing event deleted for resources: {'Port': ['ID=b2e125a8-0418-4755-b414-3c30bd808262,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:29.261136 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6751bd9c-6f5f-4394-8f8a-1a56a4ff096b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:29.263809 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6751bd9c-6f5f-4394-8f8a-1a56a4ff096b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:29.265065 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6751bd9c-6f5f-4394-8f8a-1a56a4ff096b tempest-ServerActionsTestJSON-414310066 tempest-ServerActionsTestJSON-414310066-project] 10.222.0.43 "DELETE /v2.0/floatingips/7a5456f6-61b9-4b36-8610-7438e6146eef HTTP/1.1" status: 204 len: 168 time: 0.7739239 Nov 13 05:04:29.268211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51284) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:29.288508 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30019fcf-1763-4c96-ba74-eff3a26c8943 req-865e0e6a-ee04-4517-9a7f-7f7d049d83e2 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930932 Nov 13 05:04:29.487204 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30019fcf-1763-4c96-ba74-eff3a26c8943 req-213211e8-454b-4f1b-a8cc-38c7e02c4a60 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906893 Nov 13 05:04:29.503899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ac5ad-49ec-4eab-9ba2-c9c057dee1ad req-5839447f-10e5-4d7f-9909-d3f338443541 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:29.505309 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-246ac5ad-49ec-4eab-9ba2-c9c057dee1ad req-5839447f-10e5-4d7f-9909-d3f338443541 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.1501060 Nov 13 05:04:29.603024 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-246ac5ad-49ec-4eab-9ba2-c9c057dee1ad req-cb6548c2-2f2e-49b0-8351-076cb8e7542d tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903423 Nov 13 05:04:29.804177 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-872b20ae-a781-426b-9c9d-c6b48ae3211f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:30.052731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-872b20ae-a781-426b-9c9d-c6b48ae3211f admin admin] Deleting port d7686aa5-90ef-4127-915b-fc6631de82db {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:04:30.053068 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-872b20ae-a781-426b-9c9d-c6b48ae3211f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:30.131816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-872b20ae-a781-426b-9c9d-c6b48ae3211f admin admin] For port d7686aa5-90ef-4127-915b-fc6631de82db, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d7686aa5-90ef-4127-915b-fc6631de82db,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:30.132167 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-872b20ae-a781-426b-9c9d-c6b48ae3211f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:30.144485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-872b20ae-a781-426b-9c9d-c6b48ae3211f admin admin] Calling delete_port for d7686aa5-90ef-4127-915b-fc6631de82db owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:04:30.340150 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-872b20ae-a781-426b-9c9d-c6b48ae3211f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:30.359085 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-41bdd47b-4dfc-4b7f-ba9c-4ae106a6c8e5 req-ad546a1c-3710-4b1a-8d13-b1861d5c4e80 service neutron] (102668) timed out ('10.222.0.36', 60283) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 05:04:30.366474 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b20ae-a781-426b-9c9d-c6b48ae3211f admin admin] Pushing event deleted for resources: {'Port': ['ID=d7686aa5-90ef-4127-915b-fc6631de82db,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:30.737522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e4a8f-dcad-4626-87b8-7debfe0a827e req-4a5dee33-98a1-4987-abdb-3a26fc77cd25 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:30.739168 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c63e4a8f-dcad-4626-87b8-7debfe0a827e req-4a5dee33-98a1-4987-abdb-3a26fc77cd25 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0614192 Nov 13 05:04:30.792958 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c63e4a8f-dcad-4626-87b8-7debfe0a827e req-da90a42c-7a62-433a-ad32-2493a86a161f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472436 Nov 13 05:04:30.858690 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-872b20ae-a781-426b-9c9d-c6b48ae3211f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:30.958031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bb56fb98-c9ee-4335-b8bf-667c6a3928ca no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:04:31.040568 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:31.064518 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e77236-1808-4869-b80a-0efd413ee85b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb56fb98-c9ee-4335-b8bf-667c6a3928ca'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:04:31.066815 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3f4b72-1366-48d9-9886-87d9da1f66a0" -d '{"events": [{"server_uuid": "64e77236-1808-4869-b80a-0efd413ee85b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb56fb98-c9ee-4335-b8bf-667c6a3928ca"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:04:31.080024 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bb56fb98-c9ee-4335-b8bf-667c6a3928ca, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:31.085603 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:31.092542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872b20ae-a781-426b-9c9d-c6b48ae3211f admin admin] Router d743e8a6-cae8-4aee-a04e-5784d21617bb has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:04:31.116273 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f06afc9-5187-4818-a26a-2868df002ba0 x-openstack-request-id: req-9f06afc9-5187-4818-a26a-2868df002ba0 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:04:31.116558 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e77236-1808-4869-b80a-0efd413ee85b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb56fb98-c9ee-4335-b8bf-667c6a3928ca", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:04:31.116803 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f06afc9-5187-4818-a26a-2868df002ba0 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:04:31.117189 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e77236-1808-4869-b80a-0efd413ee85b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb56fb98-c9ee-4335-b8bf-667c6a3928ca', 'code': 200} Nov 13 05:04:31.142136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:31.149522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:31.149858 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:31.150185 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:31.150508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:31.150826 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:31.151178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:31.151494 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:31.151806 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:31.152118 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:31.152426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:31.152735 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:31.153044 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:31.209486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872b20ae-a781-426b-9c9d-c6b48ae3211f admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:04:31.215004 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-872b20ae-a781-426b-9c9d-c6b48ae3211f admin admin] 10.222.0.43 "PUT /v2.0/routers/d743e8a6-cae8-4aee-a04e-5784d21617bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9455972 Nov 13 05:04:31.218364 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51300) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:31.219112 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb8226-30e7-4300-9e12-9cab5aa0dd43 None None] Sync routers for ids ['d743e8a6-cae8-4aee-a04e-5784d21617bb'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:04:31.228749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb8226-30e7-4300-9e12-9cab5aa0dd43 None None] Routers {'d743e8a6-cae8-4aee-a04e-5784d21617bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:04:31.229365 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f3cb8226-30e7-4300-9e12-9cab5aa0dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:04:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d743e8a6-cae8-4aee-a04e-5784d21617bb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:31.322022 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:31.333217 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-f3cb8226-30e7-4300-9e12-9cab5aa0dd43 None None] Set router d743e8a6-cae8-4aee-a04e-5784d21617bb gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:04:31.427328 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:31.490512 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] Deleting port 664811a1-a3a1-4bf5-a590-d204a0fccd08 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:04:31.490828 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:31.533638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f3cb8226-30e7-4300-9e12-9cab5aa0dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:15Z', 'updated_at': '2021-11-13T05:04:30Z', 'revision_number': 5, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'gw_port': {'id': '664811a1-a3a1-4bf5-a590-d204a0fccd08', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:54:18Z', 'updated_at': '2021-11-13T04:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:31.561224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb8226-30e7-4300-9e12-9cab5aa0dd43 None None] Checking router: d743e8a6-cae8-4aee-a04e-5784d21617bb for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:04:31.569748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb8226-30e7-4300-9e12-9cab5aa0dd43 None None] Routers {'d743e8a6-cae8-4aee-a04e-5784d21617bb'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:04:31.570361 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f3cb8226-30e7-4300-9e12-9cab5aa0dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:04:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d743e8a6-cae8-4aee-a04e-5784d21617bb'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:31.572188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] For port 664811a1-a3a1-4bf5-a590-d204a0fccd08, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=664811a1-a3a1-4bf5-a590-d204a0fccd08,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:31.572548 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:31.585637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] Calling delete_port for 664811a1-a3a1-4bf5-a590-d204a0fccd08 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:04:31.656273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-f3cb8226-30e7-4300-9e12-9cab5aa0dd43 None None] Set router d743e8a6-cae8-4aee-a04e-5784d21617bb gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:04:31.710110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f3cb8226-30e7-4300-9e12-9cab5aa0dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:15Z', 'updated_at': '2021-11-13T05:04:31Z', 'revision_number': 6, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:31.735951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb8226-30e7-4300-9e12-9cab5aa0dd43 None None] The sync data for ids ['d743e8a6-cae8-4aee-a04e-5784d21617bb'] in n-d-813114-2 is: [{'id': 'd743e8a6-cae8-4aee-a04e-5784d21617bb', 'name': 'tempest-ServerActionsTestJSON-737441402-router', 'tenant_id': 'ed45584aef18439cae95469fe30521e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:54:15Z', 'updated_at': '2021-11-13T05:04:31Z', 'revision_number': 6, 'project_id': 'ed45584aef18439cae95469fe30521e9', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:04:31.753550 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:31.781185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] Pushing event deleted for resources: {'Port': ['ID=664811a1-a3a1-4bf5-a590-d204a0fccd08,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:31.793341 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea74a8e-29cb-4150-a3ef-b9a7db180c73 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:04:31.843266 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:31.952616 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:31.955299 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.009925 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33ca8-6919-462e-8d72-95e81b68b22c req-e57c7192-f654-418b-a86f-dac0c4529784 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:32.011350 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eea33ca8-6919-462e-8d72-95e81b68b22c req-e57c7192-f654-418b-a86f-dac0c4529784 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 944 time: 0.1423078 Nov 13 05:04:32.016705 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.017181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d743e8a6-cae8-4aee-a04e-5784d21617bb {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:04:32.022122 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.023207 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b56686d0-3357-4a05-a7c2-242a409da969 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d743e8a6-cae8-4aee-a04e-5784d21617bb HTTP/1.1" status: 204 len: 168 time: 0.8037653 Nov 13 05:04:32.025979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51306) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:32.067729 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eea33ca8-6919-462e-8d72-95e81b68b22c req-12f5cff0-012f-4522-b7e5-dbe0ceaf34ab tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486522 Nov 13 05:04:32.072842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f6b0ee-2811-4e58-b6ee-f83cb2fbdd25 admin admin] Deleting subnet 8425bb51-2f44-48d9-9624-de0a04579a27 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:04:32.083660 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92f6b0ee-2811-4e58-b6ee-f83cb2fbdd25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.120548 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92f6b0ee-2811-4e58-b6ee-f83cb2fbdd25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.209994 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92f6b0ee-2811-4e58-b6ee-f83cb2fbdd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.265879 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92f6b0ee-2811-4e58-b6ee-f83cb2fbdd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.301116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6b0ee-2811-4e58-b6ee-f83cb2fbdd25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8425bb51-2f44-48d9-9624-de0a04579a27,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:32.305587 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92f6b0ee-2811-4e58-b6ee-f83cb2fbdd25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.309165 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-92f6b0ee-2811-4e58-b6ee-f83cb2fbdd25 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8425bb51-2f44-48d9-9624-de0a04579a27 HTTP/1.1" status: 204 len: 168 time: 0.2821419 Nov 13 05:04:32.311838 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51310) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:32.312018 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b3d80-2f78-4042-bf63-0f5aa095e9d6 None None] Network 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:04:32.381595 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.434043 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] Deleting port b4ba1107-432d-467c-a209-7e27fc300067 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:04:32.434620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.501026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] For port b4ba1107-432d-467c-a209-7e27fc300067, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b4ba1107-432d-467c-a209-7e27fc300067,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:32.501226 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.514253 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] Calling delete_port for b4ba1107-432d-467c-a209-7e27fc300067 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:04:32.532214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7f16d6-72e6-4c8e-a8fa-1f10c1d30399 None None] DHCP port deletion for 2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:04:32.583595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ec7f16d6-72e6-4c8e-a8fa-1f10c1d30399 None None] Deleting port b4ba1107-432d-467c-a209-7e27fc300067 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:04:32.583968 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec7f16d6-72e6-4c8e-a8fa-1f10c1d30399 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.599906 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.632243 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ba1107-432d-467c-a209-7e27fc300067,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:32.637735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] No DVR routers for this DVR port b4ba1107-432d-467c-a209-7e27fc300067 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:04:32.658085 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ec7f16d6-72e6-4c8e-a8fa-1f10c1d30399 None None] For port b4ba1107-432d-467c-a209-7e27fc300067, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b4ba1107-432d-467c-a209-7e27fc300067,segment=NetworkSegment(8c0de0fb-7443-4669-8a62-c4fa74b22f40),segment_id=8c0de0fb-7443-4669-8a62-c4fa74b22f40)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:32.658589 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec7f16d6-72e6-4c8e-a8fa-1f10c1d30399 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.672488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ec7f16d6-72e6-4c8e-a8fa-1f10c1d30399 None None] Calling delete_port for b4ba1107-432d-467c-a209-7e27fc300067 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:04:32.711232 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.734492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:32.745795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0de0fb-7443-4669-8a62-c4fa74b22f40') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:32.746207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0de0fb-7443-4669-8a62-c4fa74b22f40') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:32.761626 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec7f16d6-72e6-4c8e-a8fa-1f10c1d30399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.762006 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.777365 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.784182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:04:32.784825 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:04:32.786655 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:04:32.790549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f16d6-72e6-4c8e-a8fa-1f10c1d30399 None None] Pushing event deleted for resources: {'Port': ['ID=b4ba1107-432d-467c-a209-7e27fc300067,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:32.796444 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f16d6-72e6-4c8e-a8fa-1f10c1d30399 None None] No DVR routers for this DVR port b4ba1107-432d-467c-a209-7e27fc300067 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:04:32.844682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.856314 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:32.865626 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] 10.222.0.43 "DELETE /v2.0/networks/2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265 HTTP/1.1" status: 204 len: 168 time: 0.5500526 Nov 13 05:04:32.875088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8800ba1-ddc3-451e-9dab-f61e229ce84d admin admin] Pushing event deleted for resources: {'Network': ['ID=2496fc8e-0f1a-44a8-a0ef-2ce1aa43d265,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:32.931556 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 664811a1-a3a1-4bf5-a590-d204a0fccd08 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:04:32.956999 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bb56fb98-c9ee-4335-b8bf-667c6a3928ca details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:04:32.959251 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 664811a1-a3a1-4bf5-a590-d204a0fccd08 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:04:32.959749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 664811a1-a3a1-4bf5-a590-d204a0fccd08 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:04:32.960228 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d7686aa5-90ef-4127-915b-fc6631de82db no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:04:32.995080 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51316) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:33.038268 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-342f8012-958e-4e26-a063-8ae0415eeef1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed45584aef18439cae95469fe30521e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416453 Nov 13 05:04:33.040703 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51318) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:33.097050 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a2ef7e0-f848-48c8-910f-5b370d0d81af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:33.124550 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a2ef7e0-f848-48c8-910f-5b370d0d81af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:33.154744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: d7686aa5-90ef-4127-915b-fc6631de82db {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:04:33.155113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d7686aa5-90ef-4127-915b-fc6631de82db not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:04:33.155534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b4ba1107-432d-467c-a209-7e27fc300067 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:04:33.178664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: b4ba1107-432d-467c-a209-7e27fc300067 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:04:33.179030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b4ba1107-432d-467c-a209-7e27fc300067 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:04:33.222167 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc623c41-4f8b-4b81-920e-f90d94fe0714 req-a5754a3c-9352-4f2d-994f-e50adee8170f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:33.223840 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bc623c41-4f8b-4b81-920e-f90d94fe0714 req-a5754a3c-9352-4f2d-994f-e50adee8170f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 944 time: 0.0750079 Nov 13 05:04:33.241760 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a2ef7e0-f848-48c8-910f-5b370d0d81af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:33.245538 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a2ef7e0-f848-48c8-910f-5b370d0d81af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:33.246754 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6a2ef7e0-f848-48c8-910f-5b370d0d81af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d475bdb-7d4e-4873-9b75-7de1c3ed167e HTTP/1.1" status: 204 len: 168 time: 0.2049127 Nov 13 05:04:33.263539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ef7e0-f848-48c8-910f-5b370d0d81af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d475bdb-7d4e-4873-9b75-7de1c3ed167e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:33.290245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bb56fb98-c9ee-4335-b8bf-667c6a3928ca, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:33.301201 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bc623c41-4f8b-4b81-920e-f90d94fe0714 req-8d051ddc-72d8-4f54-8b4a-cdb4dfcc067b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663691 Nov 13 05:04:33.303813 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'bb56fb98-c9ee-4335-b8bf-667c6a3928ca', 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6', 'port_id': 'bb56fb98-c9ee-4335-b8bf-667c6a3928ca', 'mac_address': 'fa:16:3e:8d:f1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:04:33.342375 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:33.355274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb56fb98-c9ee-4335-b8bf-667c6a3928ca {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:04:33.376609 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bb56fb98-c9ee-4335-b8bf-667c6a3928ca, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:33.380996 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:33.428559 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:33.776904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['bb56fb98-c9ee-4335-b8bf-667c6a3928ca'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:04:33.965411 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51346) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:34.067185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1893258364-network', 'tenant_id': '03d8396c83d74e2892b4c70d40776008'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:04:34.089624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] Made reservation on behalf of 03d8396c83d74e2892b4c70d40776008 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:04:34.093138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:34.102314 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:34.164441 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bc3856d-4706-45ec-b60a-51a948fcafa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:34.180979 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:34.186298 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:34.215127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:04:34.221373 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c95012-9c29-480d-9673-889893613afb,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:34.227516 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:34.227945 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] Added segment 78b91965-bd21-4f1b-932c-f2cac1f3fc80 of type vlan for network 001f178f-9659-4baa-b9a1-ab157ccd43b3 Nov 13 05:04:34.268750 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:34.293419 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:34.294427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:34.295023 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:34.359693 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3928998 Nov 13 05:04:34.359810 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51354) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:34.364686 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5bb244cb-0711-456d-8446-1f65372c1853 admin admin] Request body: {'subnet': {'network_id': '001f178f-9659-4baa-b9a1-ab157ccd43b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1893258364-subnet', 'tenant_id': '03d8396c83d74e2892b4c70d40776008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:04:34.369019 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636df967-1737-440f-8bd9-b241d45eff55 admin admin] Pushing event updated for resources: {'Network': ['ID=001f178f-9659-4baa-b9a1-ab157ccd43b3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:34.381626 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 001f178f-9659-4baa-b9a1-ab157ccd43b3 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:04:34.417072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb244cb-0711-456d-8446-1f65372c1853 admin admin] Made reservation on behalf of 03d8396c83d74e2892b4c70d40776008 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:04:34.419532 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bb244cb-0711-456d-8446-1f65372c1853 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:34.475697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b60036-643b-4e20-94cf-8c53beb47f92 req-ad38ecb4-3032-4dbd-9681-ba33b3024b28 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:34.477196 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20b60036-643b-4e20-94cf-8c53beb47f92 req-ad38ecb4-3032-4dbd-9681-ba33b3024b28 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 945 time: 0.1014624 Nov 13 05:04:34.549033 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-20b60036-643b-4e20-94cf-8c53beb47f92 req-c4071836-5a15-4d9f-9ed5-334f92d583a6 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637305 Nov 13 05:04:34.637518 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bb244cb-0711-456d-8446-1f65372c1853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:34.694235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb244cb-0711-456d-8446-1f65372c1853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10a0344-0931-47d8-ba4d-937533a2abfe,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:34.701836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb244cb-0711-456d-8446-1f65372c1853 admin admin] Checking segment: {'id': '78b91965-bd21-4f1b-932c-f2cac1f3fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001f178f-9659-4baa-b9a1-ab157ccd43b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:04:34.702198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb244cb-0711-456d-8446-1f65372c1853 admin admin] Network hostable DHCP agents. Network: 001f178f-9659-4baa-b9a1-ab157ccd43b3, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:04:34.720775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb244cb-0711-456d-8446-1f65372c1853 admin admin] Network 001f178f-9659-4baa-b9a1-ab157ccd43b3 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:04:34.734419 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5bb244cb-0711-456d-8446-1f65372c1853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 001f178f-9659-4baa-b9a1-ab157ccd43b3) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:04:34.738980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb244cb-0711-456d-8446-1f65372c1853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:34.739597 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bb244cb-0711-456d-8446-1f65372c1853 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:34.747190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f016ad4b-a8f3-4ce0-b91f-53862231c80d None None] Network 001f178f-9659-4baa-b9a1-ab157ccd43b3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:04:34.767446 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5bb244cb-0711-456d-8446-1f65372c1853 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3999367 Nov 13 05:04:34.887805 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b96412-689d-453b-983e-f27aac6a3b50 None None] Network 001f178f-9659-4baa-b9a1-ab157ccd43b3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:04:34.953237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bb56fb98-c9ee-4335-b8bf-667c6a3928ca up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:04:35.049220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port bb56fb98-c9ee-4335-b8bf-667c6a3928ca triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:04:35.049584 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:35.126623 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:35.148746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e77236-1808-4869-b80a-0efd413ee85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb56fb98-c9ee-4335-b8bf-667c6a3928ca'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:04:35.150957 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac49fe8-ccb5-48e0-83f9-60c82638c0c0" -d '{"events": [{"server_uuid": "64e77236-1808-4869-b80a-0efd413ee85b", "name": "network-vif-plugged", "status": "completed", "tag": "bb56fb98-c9ee-4335-b8bf-667c6a3928ca"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:04:35.167125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bb56fb98-c9ee-4335-b8bf-667c6a3928ca, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:35.174146 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:35.197915 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66544e32-c7dc-4592-9926-edad9fa69e09 x-openstack-request-id: req-66544e32-c7dc-4592-9926-edad9fa69e09 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:04:35.198199 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e77236-1808-4869-b80a-0efd413ee85b", "name": "network-vif-plugged", "status": "completed", "tag": "bb56fb98-c9ee-4335-b8bf-667c6a3928ca", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:04:35.198447 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66544e32-c7dc-4592-9926-edad9fa69e09 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:04:35.198835 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e77236-1808-4869-b80a-0efd413ee85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb56fb98-c9ee-4335-b8bf-667c6a3928ca', 'code': 200} Nov 13 05:04:35.219679 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-c87ef5d0-f75b-45cf-8468-89b4655468d8 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:35.221394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-c87ef5d0-f75b-45cf-8468-89b4655468d8 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/networks?id=001f178f-9659-4baa-b9a1-ab157ccd43b3 HTTP/1.1" status: 200 len: 813 time: 0.1151657 Nov 13 05:04:35.224234 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:35.243465 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-db74b13e-e60d-49a7-8c26-1a327fc0fb11 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/quotas/03d8396c83d74e2892b4c70d40776008 HTTP/1.1" status: 200 len: 375 time: 0.0121527 Nov 13 05:04:35.276375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-9f557e22-f968-44f7-b1e4-2ed774f3a4f0 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=03d8396c83d74e2892b4c70d40776008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266345 Nov 13 05:04:35.372392 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-255e8cf7-7dcf-410c-a8c5-c8399f40bc1c service neutron] 10.222.0.43 "GET /v2.0/networks/001f178f-9659-4baa-b9a1-ab157ccd43b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886400 Nov 13 05:04:35.382296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d5cd8-c4ba-4853-bee4-f621994de166 req-e1ccee9e-e06f-4561-babb-67862ef81847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:35.383987 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1d5cd8-c4ba-4853-bee4-f621994de166 req-e1ccee9e-e06f-4561-babb-67862ef81847 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 1097 time: 0.0422430 Nov 13 05:04:35.429997 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a1d5cd8-c4ba-4853-bee4-f621994de166 req-dcd35497-b20a-4afd-9f4f-c0ce4eee681c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383992 Nov 13 05:04:35.466677 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-acc2270e-f1d5-4863-8c0f-1099f3ca35c7 service neutron] 10.222.0.43 "GET /v2.0/networks/001f178f-9659-4baa-b9a1-ab157ccd43b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856438 Nov 13 05:04:35.634498 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6b00d2d-17e0-4a26-959e-05947473681c req-6da23bbf-66b2-42fb-960b-76a7a50ff577 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/ports?device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 210 time: 0.0312576 Nov 13 05:04:35.690175 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bbdf5-d8b9-48c0-b21d-119359b28292 req-8af81f1e-b605-4bd9-8771-979391a89e5f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:35.691750 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e0bbdf5-d8b9-48c0-b21d-119359b28292 req-8af81f1e-b605-4bd9-8771-979391a89e5f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0540497 Nov 13 05:04:35.740543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e0bbdf5-d8b9-48c0-b21d-119359b28292 req-54436e15-075d-4564-bd13-e197085ff1dd tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426557 Nov 13 05:04:36.449219 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84f6f900-c7ab-4382-b868-ce328d05410f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:36.750458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28be64da-90d4-4a67-9a15-f3ef79775013 req-b1fa3a0a-3370-4b8f-8dfc-bf47f2625b16 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/ports?device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 210 time: 0.0374765 Nov 13 05:04:36.809896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-2659f05b-9d70-4d28-a62c-2107645a0337 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:36.811374 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-2659f05b-9d70-4d28-a62c-2107645a0337 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.46 "GET /v2.0/networks?id=001f178f-9659-4baa-b9a1-ab157ccd43b3 HTTP/1.1" status: 200 len: 813 time: 0.1214199 Nov 13 05:04:36.832701 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-8233d5cf-1b50-4480-aaa3-c07d720565f1 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Request body: {'port': {'device_id': '879bddf5-03d8-4c7a-8ff5-dabc93c2a868', 'network_id': '001f178f-9659-4baa-b9a1-ab157ccd43b3', 'admin_state_up': True, 'tenant_id': '03d8396c83d74e2892b4c70d40776008'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:04:36.950257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efd0b0-e3dd-4422-97d1-dd6c85b764a2 req-545b9190-19ce-4f01-b9ab-8d12cdfed5b2 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:36.951796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c1efd0b0-e3dd-4422-97d1-dd6c85b764a2 req-545b9190-19ce-4f01-b9ab-8d12cdfed5b2 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.1013310 Nov 13 05:04:37.025462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-8233d5cf-1b50-4480-aaa3-c07d720565f1 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Made reservation on behalf of 03d8396c83d74e2892b4c70d40776008 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:04:37.028994 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-8233d5cf-1b50-4480-aaa3-c07d720565f1 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:37.035427 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c1efd0b0-e3dd-4422-97d1-dd6c85b764a2 req-46c95fd6-cd9e-459a-8ce0-07a77bdfef19 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730338 Nov 13 05:04:37.161889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb918dca-b95a-4794-ae8b-55e718bcc9c6 req-93058c5a-3c29-4442-a21b-28e62f037d29 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:37.163405 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb918dca-b95a-4794-ae8b-55e718bcc9c6 req-93058c5a-3c29-4442-a21b-28e62f037d29 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0555949 Nov 13 05:04:37.165278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-8233d5cf-1b50-4480-aaa3-c07d720565f1 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Allocated IP 172.20.0.10 (001f178f-9659-4baa-b9a1-ab157ccd43b3/d10a0344-0931-47d8-ba4d-937533a2abfe/7ae32315-f691-491b-b1e4-8df2984c8977) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:04:37.214511 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb918dca-b95a-4794-ae8b-55e718bcc9c6 req-c021ce3e-438e-47fc-891a-96fe47ea07ea tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446141 Nov 13 05:04:37.323230 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-8233d5cf-1b50-4480-aaa3-c07d720565f1 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:37.365941 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-8233d5cf-1b50-4480-aaa3-c07d720565f1 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:37.409205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-8233d5cf-1b50-4480-aaa3-c07d720565f1 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Network 001f178f-9659-4baa-b9a1-ab157ccd43b3 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:04:37.415107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-8233d5cf-1b50-4480-aaa3-c07d720565f1 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:04:37.418937 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-8233d5cf-1b50-4480-aaa3-c07d720565f1 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:04:37.425759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233d5cf-1b50-4480-aaa3-c07d720565f1 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Pushing event updated for resources: {'Port': ['ID=7ae32315-f691-491b-b1e4-8df2984c8977,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:37.472407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-8233d5cf-1b50-4480-aaa3-c07d720565f1 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:37.473025 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-8233d5cf-1b50-4480-aaa3-c07d720565f1 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:37.490111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-8233d5cf-1b50-4480-aaa3-c07d720565f1 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6618080 Nov 13 05:04:37.509195 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Request body: {'port': {'device_id': '879bddf5-03d8-4c7a-8ff5-dabc93c2a868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:04:37.568566 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:37.638142 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-da016e6d-a5e1-4859-92b5-a09609bd3abd tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:37.639651 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-da016e6d-a5e1-4859-92b5-a09609bd3abd tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/networks?id=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 HTTP/1.1" status: 200 len: 814 time: 0.1118016 Nov 13 05:04:37.655032 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-5752cc50-9f4e-443b-a109-f74f6d122b1f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/quotas/0a4b5e0c68b54b44bdef5a197004a8a2 HTTP/1.1" status: 200 len: 375 time: 0.0091727 Nov 13 05:04:37.705144 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-8a28b236-b516-48a0-9828-bf784035c059 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a4b5e0c68b54b44bdef5a197004a8a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444994 Nov 13 05:04:37.797320 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-064191f1-14e9-4c05-9255-8272fa1f91af service neutron] 10.222.0.43 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846190 Nov 13 05:04:37.828636 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:37.870295 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae32315-f691-491b-b1e4-8df2984c8977 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:04:37.880755 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:37.897640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Transition to ACTIVE for port object 7ae32315-f691-491b-b1e4-8df2984c8977 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:04:37.900729 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-fcb61170-102c-448a-86c5-795709275023 service neutron] 10.222.0.43 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952561 Nov 13 05:04:37.906502 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98763d61-f328-4e60-9ced-672e0f7ced5a req-10c5d918-e960-4e1d-add7-07d1326962cd tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:37.908197 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98763d61-f328-4e60-9ced-672e0f7ced5a req-10c5d918-e960-4e1d-add7-07d1326962cd tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/ports?device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 932 time: 0.0790048 Nov 13 05:04:37.909312 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:37.984905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Pushing event updated for resources: {'Port': ['ID=7ae32315-f691-491b-b1e4-8df2984c8977,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:38.043654 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-98763d61-f328-4e60-9ced-672e0f7ced5a req-14280f40-10fd-4caf-9b12-0fc5e4fa8c9d tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/security-groups?id=99c95012-9c29-480d-9673-889893613afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267333 Nov 13 05:04:38.086213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Attempting to bind port 7ae32315-f691-491b-b1e4-8df2984c8977 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:04:38.086594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Attempting to bind port 7ae32315-f691-491b-b1e4-8df2984c8977 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '78b91965-bd21-4f1b-932c-f2cac1f3fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001f178f-9659-4baa-b9a1-ab157ccd43b3'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:04:38.087021 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Attempting to bind port 7ae32315-f691-491b-b1e4-8df2984c8977 on network 001f178f-9659-4baa-b9a1-ab157ccd43b3 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:04:38.103587 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Port 7ae32315-f691-491b-b1e4-8df2984c8977 on network 001f178f-9659-4baa-b9a1-ab157ccd43b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:04:38.103903 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Attempting to bind port 7ae32315-f691-491b-b1e4-8df2984c8977 on network 001f178f-9659-4baa-b9a1-ab157ccd43b3 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:04:38.127144 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ec558a52-57ee-4d30-9be1-4997df67fbc3 req-4ad6b293-5232-4aa8-810b-fb61e8296050 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 210 time: 0.0355020 Nov 13 05:04:38.128272 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:04:38.128577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Checking segment: {'id': '78b91965-bd21-4f1b-932c-f2cac1f3fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001f178f-9659-4baa-b9a1-ab157ccd43b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:04:38.128941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Bound using segment: {'id': '78b91965-bd21-4f1b-932c-f2cac1f3fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001f178f-9659-4baa-b9a1-ab157ccd43b3'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:04:38.129362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Bound port: 7ae32315-f691-491b-b1e4-8df2984c8977, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b91965-bd21-4f1b-932c-f2cac1f3fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001f178f-9659-4baa-b9a1-ab157ccd43b3'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:04:38.129707 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:38.197095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] For port 7ae32315-f691-491b-b1e4-8df2984c8977, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:04:38.200842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] For port 7ae32315-f691-491b-b1e4-8df2984c8977, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7ae32315-f691-491b-b1e4-8df2984c8977,segment=NetworkSegment(78b91965-bd21-4f1b-932c-f2cac1f3fc80),segment_id=78b91965-bd21-4f1b-932c-f2cac1f3fc80)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:04:38.205091 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:38.239739 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:38.240350 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:38.244112 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] 10.222.0.46 "PUT /v2.0/ports/7ae32315-f691-491b-b1e4-8df2984c8977 HTTP/1.1" status: 200 len: 1092 time: 0.7386136 Nov 13 05:04:38.245054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879bddf5-03d8-4c7a-8ff5-dabc93c2a868', 'tag': '7ae32315-f691-491b-b1e4-8df2984c8977'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:04:38.248211 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eae1b0-d5d8-497f-b769-ad18aa8089fe" -d '{"events": [{"name": "network-changed", "server_uuid": "879bddf5-03d8-4c7a-8ff5-dabc93c2a868", "tag": "7ae32315-f691-491b-b1e4-8df2984c8977"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:04:38.279702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959588a3-01aa-473a-b544-0fc076b2c55b service neutron] Pushing event updated for resources: {'Port': ['ID=7ae32315-f691-491b-b1e4-8df2984c8977,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:38.289539 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a097e79-ff7c-48a5-a7c7-eaa05c7acd05 x-openstack-request-id: req-4a097e79-ff7c-48a5-a7c7-eaa05c7acd05 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:04:38.289832 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879bddf5-03d8-4c7a-8ff5-dabc93c2a868", "tag": "7ae32315-f691-491b-b1e4-8df2984c8977", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:04:38.290087 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a097e79-ff7c-48a5-a7c7-eaa05c7acd05 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:04:38.290523 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879bddf5-03d8-4c7a-8ff5-dabc93c2a868', 'tag': '7ae32315-f691-491b-b1e4-8df2984c8977', 'status': 'completed', 'code': 200} Nov 13 05:04:38.351866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-9686d867-7626-436d-81db-b0aa8f6b8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:38.353384 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-9686d867-7626-436d-81db-b0aa8f6b8d4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03d8396c83d74e2892b4c70d40776008&device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 1095 time: 0.0419202 Nov 13 05:04:38.408015 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-4dabe99b-cc43-46ac-be36-3e49904ef059 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ae32315-f691-491b-b1e4-8df2984c8977 HTTP/1.1" status: 200 len: 217 time: 0.0396936 Nov 13 05:04:38.458730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-4c5d2beb-38de-41d9-8cd6-fecb8357549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:38.460212 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-4c5d2beb-38de-41d9-8cd6-fecb8357549c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d10a0344-0931-47d8-ba4d-937533a2abfe HTTP/1.1" status: 200 len: 853 time: 0.0456698 Nov 13 05:04:38.491506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-048b3423-2262-42d7-b7d5-0dedf440b60c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=001f178f-9659-4baa-b9a1-ab157ccd43b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240376 Nov 13 05:04:38.588987 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-ab61bb3a-44c0-4c2b-b0d7-e117a211fe83 service neutron] 10.222.0.46 "GET /v2.0/networks/001f178f-9659-4baa-b9a1-ab157ccd43b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906506 Nov 13 05:04:38.686471 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9db2ed7b-0829-4339-a8e0-28d187466259 req-5d5f2d60-fa3b-4ab9-8a33-64fcfe389162 service neutron] 10.222.0.46 "GET /v2.0/networks/001f178f-9659-4baa-b9a1-ab157ccd43b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902905 Nov 13 05:04:38.840015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eae1b0-d5d8-497f-b769-ad18aa8089fe req-653cf14a-dd52-46ae-a20f-5431af8e82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:38.841434 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68eae1b0-d5d8-497f-b769-ad18aa8089fe req-653cf14a-dd52-46ae-a20f-5431af8e82d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03d8396c83d74e2892b4c70d40776008&device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 1095 time: 0.0557883 Nov 13 05:04:38.936084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eae1b0-d5d8-497f-b769-ad18aa8089fe req-5c10c66b-9c0f-4dcf-92fe-f94e5cae8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:38.937581 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68eae1b0-d5d8-497f-b769-ad18aa8089fe req-5c10c66b-9c0f-4dcf-92fe-f94e5cae8e71 service neutron] 10.222.0.46 "GET /v2.0/networks?id=001f178f-9659-4baa-b9a1-ab157ccd43b3 HTTP/1.1" status: 200 len: 914 time: 0.0877800 Nov 13 05:04:38.982889 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68eae1b0-d5d8-497f-b769-ad18aa8089fe req-acff375a-040f-4ebe-8275-7bef19dc76b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ae32315-f691-491b-b1e4-8df2984c8977 HTTP/1.1" status: 200 len: 217 time: 0.0382798 Nov 13 05:04:39.057572 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eae1b0-d5d8-497f-b769-ad18aa8089fe req-4b9e69dc-8cae-484d-b5bb-ef1de456ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:39.059034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68eae1b0-d5d8-497f-b769-ad18aa8089fe req-4b9e69dc-8cae-484d-b5bb-ef1de456ca7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d10a0344-0931-47d8-ba4d-937533a2abfe HTTP/1.1" status: 200 len: 853 time: 0.0692511 Nov 13 05:04:39.074293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7033a-7231-4bfd-afc1-bac1cc2e741c req-04d3a05f-9b11-43d0-a3b3-e128f807c2e7 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:39.075412 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6f7033a-7231-4bfd-afc1-bac1cc2e741c req-04d3a05f-9b11-43d0-a3b3-e128f807c2e7 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e77236-1808-4869-b80a-0efd413ee85b HTTP/1.1" status: 200 len: 946 time: 0.0776339 Nov 13 05:04:39.103674 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68eae1b0-d5d8-497f-b769-ad18aa8089fe req-ba39f82e-1baa-475a-82ac-5738c5abfdac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=001f178f-9659-4baa-b9a1-ab157ccd43b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272779 Nov 13 05:04:39.157477 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:39.200740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5a366-5d9f-4c7b-b38d-9463763171d1 req-ce746c86-6808-4e5c-a624-b2dc1aa29be8 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:39.202672 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3bc5a366-5d9f-4c7b-b38d-9463763171d1 req-ce746c86-6808-4e5c-a624-b2dc1aa29be8 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/ports?device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 944 time: 0.0678167 Nov 13 05:04:39.293628 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07f9fdd2-75ea-4816-8209-d8f79e0447cc req-d3e5344b-f976-4527-af86-9506b0e59735 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 210 time: 0.0442221 Nov 13 05:04:39.338579 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3bc5a366-5d9f-4c7b-b38d-9463763171d1 req-c391052b-c6c4-4d94-bc3f-9c8d545ee840 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/security-groups?id=99c95012-9c29-480d-9673-889893613afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211529 Nov 13 05:04:39.347045 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-d6f7033a-7231-4bfd-afc1-bac1cc2e741c req-ff2af62d-863e-4216-9be5-e383a7bce9d5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Deleting port bb56fb98-c9ee-4335-b8bf-667c6a3928ca {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:04:39.347723 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d6f7033a-7231-4bfd-afc1-bac1cc2e741c req-ff2af62d-863e-4216-9be5-e383a7bce9d5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:39.362273 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68eae1b0-d5d8-497f-b769-ad18aa8089fe req-14e79edd-c6e9-48cc-a80d-38c56c84d098 service neutron] 10.222.0.46 "GET /v2.0/networks/001f178f-9659-4baa-b9a1-ab157ccd43b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433114 Nov 13 05:04:39.366140 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-33e7ba3b-88bc-4763-b046-a3bcf0d3ab47 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:39.367695 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-33e7ba3b-88bc-4763-b046-a3bcf0d3ab47 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.36 "GET /v2.0/networks?id=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 HTTP/1.1" status: 200 len: 814 time: 0.1639302 Nov 13 05:04:39.389459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-dd9b8141-b6ae-47e0-8a95-91800f1a4503 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Request body: {'port': {'device_id': '5d3edbd1-dc63-4b3f-aa0d-72aab6636442', 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6', 'admin_state_up': True, 'tenant_id': '0a4b5e0c68b54b44bdef5a197004a8a2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:04:39.501647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-dd9b8141-b6ae-47e0-8a95-91800f1a4503 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Made reservation on behalf of 0a4b5e0c68b54b44bdef5a197004a8a2 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:04:39.505183 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-dd9b8141-b6ae-47e0-8a95-91800f1a4503 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:39.510891 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-d6f7033a-7231-4bfd-afc1-bac1cc2e741c req-ff2af62d-863e-4216-9be5-e383a7bce9d5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] For port bb56fb98-c9ee-4335-b8bf-667c6a3928ca, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:39.511279 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d6f7033a-7231-4bfd-afc1-bac1cc2e741c req-ff2af62d-863e-4216-9be5-e383a7bce9d5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:39.524717 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68eae1b0-d5d8-497f-b769-ad18aa8089fe req-f0e37cbf-7936-4c3e-ad83-fdfaa66fbd48 service neutron] 10.222.0.46 "GET /v2.0/networks/001f178f-9659-4baa-b9a1-ab157ccd43b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578407 Nov 13 05:04:39.529364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-d6f7033a-7231-4bfd-afc1-bac1cc2e741c req-ff2af62d-863e-4216-9be5-e383a7bce9d5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Calling delete_port for bb56fb98-c9ee-4335-b8bf-667c6a3928ca owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:04:39.633541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-dd9b8141-b6ae-47e0-8a95-91800f1a4503 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Allocated IP 172.20.0.4 (280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6/15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0/33182374-3487-4f00-962f-54b04a0be558) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:04:39.671709 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d6f7033a-7231-4bfd-afc1-bac1cc2e741c req-ff2af62d-863e-4216-9be5-e383a7bce9d5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:39.704247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2af62d-863e-4216-9be5-e383a7bce9d5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Pushing event deleted for resources: {'Port': ['ID=bb56fb98-c9ee-4335-b8bf-667c6a3928ca,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:39.706236 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['bb56fb98-c9ee-4335-b8bf-667c6a3928ca'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:04:39.752435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f7033a-7231-4bfd-afc1-bac1cc2e741c req-ff2af62d-863e-4216-9be5-e383a7bce9d5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] No DVR routers for this DVR port bb56fb98-c9ee-4335-b8bf-667c6a3928ca on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:04:39.755655 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d6f7033a-7231-4bfd-afc1-bac1cc2e741c req-ff2af62d-863e-4216-9be5-e383a7bce9d5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:39.759764 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6f7033a-7231-4bfd-afc1-bac1cc2e741c req-ff2af62d-863e-4216-9be5-e383a7bce9d5 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.36 "DELETE /v2.0/ports/bb56fb98-c9ee-4335-b8bf-667c6a3928ca HTTP/1.1" status: 204 len: 173 time: 0.6586230 Nov 13 05:04:39.789248 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-dd9b8141-b6ae-47e0-8a95-91800f1a4503 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:39.824696 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-dd9b8141-b6ae-47e0-8a95-91800f1a4503 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:39.856876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['bb56fb98-c9ee-4335-b8bf-667c6a3928ca'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:04:39.871643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-dd9b8141-b6ae-47e0-8a95-91800f1a4503 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:04:39.875062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-dd9b8141-b6ae-47e0-8a95-91800f1a4503 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:04:39.880671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-dd9b8141-b6ae-47e0-8a95-91800f1a4503 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:04:39.884879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b8141-b6ae-47e0-8a95-91800f1a4503 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Pushing event updated for resources: {'Port': ['ID=33182374-3487-4f00-962f-54b04a0be558,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:39.934249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-dd9b8141-b6ae-47e0-8a95-91800f1a4503 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:39.934847 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-dd9b8141-b6ae-47e0-8a95-91800f1a4503 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:39.954131 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-dd9b8141-b6ae-47e0-8a95-91800f1a4503 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684307 Nov 13 05:04:39.974154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Request body: {'port': {'device_id': '5d3edbd1-dc63-4b3f-aa0d-72aab6636442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:04:40.028653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:40.044222 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:40.291829 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e77236-1808-4869-b80a-0efd413ee85b', 'name': 'network-vif-deleted', 'tag': 'bb56fb98-c9ee-4335-b8bf-667c6a3928ca'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:04:40.294632 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc4ae92-ecd3-499a-9119-4c44a0ac74ce" -d '{"events": [{"server_uuid": "64e77236-1808-4869-b80a-0efd413ee85b", "name": "network-vif-deleted", "tag": "bb56fb98-c9ee-4335-b8bf-667c6a3928ca"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:04:40.317522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33182374-3487-4f00-962f-54b04a0be558 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:04:40.326841 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:40.337813 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c536d99-3a14-4701-9782-63586f1ffbb3 x-openstack-request-id: req-7c536d99-3a14-4701-9782-63586f1ffbb3 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:04:40.337813 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e77236-1808-4869-b80a-0efd413ee85b", "name": "network-vif-deleted", "tag": "bb56fb98-c9ee-4335-b8bf-667c6a3928ca", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:04:40.337813 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c536d99-3a14-4701-9782-63586f1ffbb3 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:04:40.337813 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e77236-1808-4869-b80a-0efd413ee85b', 'name': 'network-vif-deleted', 'tag': 'bb56fb98-c9ee-4335-b8bf-667c6a3928ca', 'status': 'completed', 'code': 200} Nov 13 05:04:40.341884 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Transition to ACTIVE for port object 33182374-3487-4f00-962f-54b04a0be558 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:04:40.345639 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:40.457802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Pushing event updated for resources: {'Port': ['ID=33182374-3487-4f00-962f-54b04a0be558,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:40.466699 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a4ca6-c9d9-4c64-8fbf-d0039ea54cb0 req-9582bbdb-f92c-4cc4-8ab2-ad4dc2cf2909 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:40.468302 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-009a4ca6-c9d9-4c64-8fbf-d0039ea54cb0 req-9582bbdb-f92c-4cc4-8ab2-ad4dc2cf2909 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/ports?device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 944 time: 0.0495367 Nov 13 05:04:40.501862 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a7a74-4784-4e1c-a503-7c0d92ecf929 req-be184809-0bb5-4817-923f-8b9ba5a7bd89 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:40.503362 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-535a7a74-4784-4e1c-a503-7c0d92ecf929 req-be184809-0bb5-4817-923f-8b9ba5a7bd89 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 943 time: 0.1089497 Nov 13 05:04:40.519276 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Attempting to bind port 33182374-3487-4f00-962f-54b04a0be558 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:04:40.519641 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Attempting to bind port 33182374-3487-4f00-962f-54b04a0be558 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'b6ee02c8-36db-40eb-86de-d6696d995964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:04:40.519966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Attempting to bind port 33182374-3487-4f00-962f-54b04a0be558 on network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:04:40.521586 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-009a4ca6-c9d9-4c64-8fbf-d0039ea54cb0 req-fd56215c-a461-421a-8565-b61908e8c1d9 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/security-groups?id=99c95012-9c29-480d-9673-889893613afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467052 Nov 13 05:04:40.531987 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Port 33182374-3487-4f00-962f-54b04a0be558 on network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:04:40.532312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Attempting to bind port 33182374-3487-4f00-962f-54b04a0be558 on network 280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:04:40.541852 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:04:40.542191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Checking segment: {'id': 'b6ee02c8-36db-40eb-86de-d6696d995964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:04:40.542571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Bound using segment: {'id': 'b6ee02c8-36db-40eb-86de-d6696d995964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:04:40.543025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Bound port: 33182374-3487-4f00-962f-54b04a0be558, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ee02c8-36db-40eb-86de-d6696d995964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:04:40.543385 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:40.576036 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-535a7a74-4784-4e1c-a503-7c0d92ecf929 req-bc97f2dc-7514-4174-8584-857e64f2a5a0 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652068 Nov 13 05:04:40.626678 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] For port 33182374-3487-4f00-962f-54b04a0be558, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:04:40.629705 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] For port 33182374-3487-4f00-962f-54b04a0be558, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=33182374-3487-4f00-962f-54b04a0be558,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:04:40.636721 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:40.672499 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:40.673135 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:40.674560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] 10.222.0.36 "PUT /v2.0/ports/33182374-3487-4f00-962f-54b04a0be558 HTTP/1.1" status: 200 len: 1091 time: 0.7046158 Nov 13 05:04:40.675020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3edbd1-dc63-4b3f-aa0d-72aab6636442', 'tag': '33182374-3487-4f00-962f-54b04a0be558'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:04:40.677303 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f370c930-55df-447d-9559-6dcf32c704f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3edbd1-dc63-4b3f-aa0d-72aab6636442", "tag": "33182374-3487-4f00-962f-54b04a0be558"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:04:40.702334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb69f4-274b-4d62-b2d5-ecc7dac531f0 service neutron] Pushing event updated for resources: {'Port': ['ID=33182374-3487-4f00-962f-54b04a0be558,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:40.770738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-dfefe502-d270-48f5-a719-6f6dfb5e1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:40.772287 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-dfefe502-d270-48f5-a719-6f6dfb5e1b81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a4b5e0c68b54b44bdef5a197004a8a2&device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 1094 time: 0.0422187 Nov 13 05:04:40.776874 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb735095-12d4-4b60-ba2d-f35d3bd35bb6 x-openstack-request-id: req-bb735095-12d4-4b60-ba2d-f35d3bd35bb6 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:04:40.777154 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3edbd1-dc63-4b3f-aa0d-72aab6636442", "tag": "33182374-3487-4f00-962f-54b04a0be558", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:04:40.777404 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb735095-12d4-4b60-ba2d-f35d3bd35bb6 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:04:40.777796 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3edbd1-dc63-4b3f-aa0d-72aab6636442', 'tag': '33182374-3487-4f00-962f-54b04a0be558', 'status': 'completed', 'code': 200} Nov 13 05:04:40.826710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-08e5fa69-0aee-4056-953d-e60a93538345 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33182374-3487-4f00-962f-54b04a0be558 HTTP/1.1" status: 200 len: 217 time: 0.0376990 Nov 13 05:04:40.877942 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-25f69ae8-ac01-432f-9a5e-f32b7889563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:40.879460 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-25f69ae8-ac01-432f-9a5e-f32b7889563e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0 HTTP/1.1" status: 200 len: 854 time: 0.0455329 Nov 13 05:04:40.910546 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-19d7c010-19f9-45bb-b58a-e0cd14ef575e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240226 Nov 13 05:04:41.014442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-c77dea42-1a1e-4b88-b308-a4ed58764ff3 service neutron] 10.222.0.36 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957930 Nov 13 05:04:41.024371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7ae32315-f691-491b-b1e4-8df2984c8977 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:04:41.107964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e959359-8859-4ac0-a1b4-8dc6e3d2d83a req-9561b522-a195-4433-8ba8-76c76a8af082 service neutron] 10.222.0.36 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862405 Nov 13 05:04:41.135972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7ae32315-f691-491b-b1e4-8df2984c8977, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7ae32315-f691-491b-b1e4-8df2984c8977,segment=NetworkSegment(78b91965-bd21-4f1b-932c-f2cac1f3fc80),segment_id=78b91965-bd21-4f1b-932c-f2cac1f3fc80)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:41.148553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '7ae32315-f691-491b-b1e4-8df2984c8977', 'network_id': '001f178f-9659-4baa-b9a1-ab157ccd43b3', 'port_id': '7ae32315-f691-491b-b1e4-8df2984c8977', 'mac_address': 'fa:16:3e:1f:cf:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10a0344-0931-47d8-ba4d-937533a2abfe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:04:41.193305 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:41.208307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae32315-f691-491b-b1e4-8df2984c8977 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:04:41.228869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7ae32315-f691-491b-b1e4-8df2984c8977, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7ae32315-f691-491b-b1e4-8df2984c8977,segment=NetworkSegment(78b91965-bd21-4f1b-932c-f2cac1f3fc80),segment_id=78b91965-bd21-4f1b-932c-f2cac1f3fc80)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:41.234478 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:41.249074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370c930-55df-447d-9559-6dcf32c704f5 req-1967903a-b94c-4058-b8e1-b33b937a5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:41.250935 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f370c930-55df-447d-9559-6dcf32c704f5 req-1967903a-b94c-4058-b8e1-b33b937a5557 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a4b5e0c68b54b44bdef5a197004a8a2&device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 1094 time: 0.0558951 Nov 13 05:04:41.288166 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=7ae32315-f691-491b-b1e4-8df2984c8977,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:41.344209 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370c930-55df-447d-9559-6dcf32c704f5 req-0c7be896-7b95-4859-9c3b-9f4c27e1f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:41.345718 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f370c930-55df-447d-9559-6dcf32c704f5 req-0c7be896-7b95-4859-9c3b-9f4c27e1f1e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 HTTP/1.1" status: 200 len: 915 time: 0.0874860 Nov 13 05:04:41.393953 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f370c930-55df-447d-9559-6dcf32c704f5 req-68ddad2b-9d1d-48fb-a2c3-ddfdff34b5aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33182374-3487-4f00-962f-54b04a0be558 HTTP/1.1" status: 200 len: 217 time: 0.0384908 Nov 13 05:04:41.625862 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['7ae32315-f691-491b-b1e4-8df2984c8977'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:04:41.703075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0ab9a-47bd-4653-be82-ca4bc81c3219 req-dbaed713-f631-43a4-b56d-c34b2fdd05e4 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:41.705717 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90d0ab9a-47bd-4653-be82-ca4bc81c3219 req-dbaed713-f631-43a4-b56d-c34b2fdd05e4 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 943 time: 0.0566227 Nov 13 05:04:41.760599 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90d0ab9a-47bd-4653-be82-ca4bc81c3219 req-615ea452-5bbf-4cba-8001-13e20c575c1c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470049 Nov 13 05:04:41.773704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370c930-55df-447d-9559-6dcf32c704f5 req-018b9bcb-95ab-40cc-9a9d-09354b82aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:41.775215 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f370c930-55df-447d-9559-6dcf32c704f5 req-018b9bcb-95ab-40cc-9a9d-09354b82aeea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0 HTTP/1.1" status: 200 len: 854 time: 0.3726866 Nov 13 05:04:41.790897 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f805a-6a4c-467b-8528-96464f43110b req-bd50a81c-bcba-417a-8574-f057c7d8ee85 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:41.792337 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-943f805a-6a4c-467b-8528-96464f43110b req-bd50a81c-bcba-417a-8574-f057c7d8ee85 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/ports?device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 945 time: 0.0632405 Nov 13 05:04:41.823241 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f370c930-55df-447d-9559-6dcf32c704f5 req-97b4b266-6c4f-427b-be35-446cfbdb9576 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399845 Nov 13 05:04:41.908503 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-943f805a-6a4c-467b-8528-96464f43110b req-0125d96e-f3f0-433d-a307-65dee8e08de7 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/security-groups?id=99c95012-9c29-480d-9673-889893613afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084607 Nov 13 05:04:41.939547 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f370c930-55df-447d-9559-6dcf32c704f5 req-e3b1fa54-ef09-40fd-92aa-2ed64468ee90 service neutron] 10.222.0.36 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082561 Nov 13 05:04:42.033710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f370c930-55df-447d-9559-6dcf32c704f5 req-554124c8-2ac2-4213-bf5b-446fb77af7a8 service neutron] 10.222.0.36 "GET /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864608 Nov 13 05:04:42.904007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0faa8-2cb0-40b2-95dd-1899eac4dd09 req-e9051a80-40b7-4e1e-b8c3-54d5973aadaa tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:42.905805 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ea0faa8-2cb0-40b2-95dd-1899eac4dd09 req-e9051a80-40b7-4e1e-b8c3-54d5973aadaa tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 943 time: 0.0666056 Nov 13 05:04:42.957463 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ea0faa8-2cb0-40b2-95dd-1899eac4dd09 req-7f6067b1-e410-45a4-8992-0f233b0fc09b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Nov 13 05:04:42.985294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bb56fb98-c9ee-4335-b8bf-667c6a3928ca no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:04:43.006107 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: bb56fb98-c9ee-4335-b8bf-667c6a3928ca {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:04:43.006563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bb56fb98-c9ee-4335-b8bf-667c6a3928ca not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:04:43.035130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7ae32315-f691-491b-b1e4-8df2984c8977 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:04:43.036590 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724d107-27d7-4c3b-ba8c-280291994246 req-925baa01-c9a3-44bc-96c1-19e40eba89b8 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:43.039660 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c724d107-27d7-4c3b-ba8c-280291994246 req-925baa01-c9a3-44bc-96c1-19e40eba89b8 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/ports?device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 945 time: 0.0585079 Nov 13 05:04:43.090564 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c724d107-27d7-4c3b-ba8c-280291994246 req-17a46439-602d-40e5-bff0-f0ef3bf36c9d tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/security-groups?id=99c95012-9c29-480d-9673-889893613afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427051 Nov 13 05:04:43.094712 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 7ae32315-f691-491b-b1e4-8df2984c8977 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:04:43.098710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 7ae32315-f691-491b-b1e4-8df2984c8977 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:04:43.099105 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:43.178709 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:43.202167 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879bddf5-03d8-4c7a-8ff5-dabc93c2a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae32315-f691-491b-b1e4-8df2984c8977'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:04:43.204545 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6935ca82-2ef4-4219-ad41-2c085a7b7989" -d '{"events": [{"server_uuid": "879bddf5-03d8-4c7a-8ff5-dabc93c2a868", "name": "network-vif-plugged", "status": "completed", "tag": "7ae32315-f691-491b-b1e4-8df2984c8977"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:04:43.216721 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7ae32315-f691-491b-b1e4-8df2984c8977, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7ae32315-f691-491b-b1e4-8df2984c8977,segment=NetworkSegment(78b91965-bd21-4f1b-932c-f2cac1f3fc80),segment_id=78b91965-bd21-4f1b-932c-f2cac1f3fc80)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:43.222242 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:43.247306 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a088c7b8-b45e-4154-be27-7e4148b9b1ca x-openstack-request-id: req-a088c7b8-b45e-4154-be27-7e4148b9b1ca {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:04:43.247596 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879bddf5-03d8-4c7a-8ff5-dabc93c2a868", "name": "network-vif-plugged", "status": "completed", "tag": "7ae32315-f691-491b-b1e4-8df2984c8977", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:04:43.247843 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a088c7b8-b45e-4154-be27-7e4148b9b1ca {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:04:43.248230 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879bddf5-03d8-4c7a-8ff5-dabc93c2a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae32315-f691-491b-b1e4-8df2984c8977', 'code': 200} Nov 13 05:04:43.275261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=7ae32315-f691-491b-b1e4-8df2984c8977,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:43.377847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9efb5-edd6-49c0-99b0-ae706c97f7c3 req-54ba969d-f73e-4ec4-9630-f75961a901a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:43.379361 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5b9efb5-edd6-49c0-99b0-ae706c97f7c3 req-54ba969d-f73e-4ec4-9630-f75961a901a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 1097 time: 0.0458927 Nov 13 05:04:43.425222 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5b9efb5-edd6-49c0-99b0-ae706c97f7c3 req-5a09ec9d-1ba1-4228-8c29-fe95acafeaed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=99c95012-9c29-480d-9673-889893613afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386126 Nov 13 05:04:44.078616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ff37c-7d25-4bd7-a652-5c07cc2b2d74 req-c39af1e8-819b-47ee-ab49-89e909b7f0c8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:44.080422 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba6ff37c-7d25-4bd7-a652-5c07cc2b2d74 req-c39af1e8-819b-47ee-ab49-89e909b7f0c8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 943 time: 0.0515029 Nov 13 05:04:44.131757 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba6ff37c-7d25-4bd7-a652-5c07cc2b2d74 req-56f07c83-71d5-48e1-b28a-36da5761deb4 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445957 Nov 13 05:04:44.250338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85178381-e235-4e21-a15c-50736696f901 req-37487a05-1fc5-47fd-974e-1119a1b52a9b tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:44.251770 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85178381-e235-4e21-a15c-50736696f901 req-37487a05-1fc5-47fd-974e-1119a1b52a9b tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/ports?device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 946 time: 0.0598333 Nov 13 05:04:44.304998 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85178381-e235-4e21-a15c-50736696f901 req-2797b1eb-da9a-40cb-87f2-0fb5dc142838 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/security-groups?id=99c95012-9c29-480d-9673-889893613afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470490 Nov 13 05:04:44.988610 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 33182374-3487-4f00-962f-54b04a0be558 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:04:45.088438 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 33182374-3487-4f00-962f-54b04a0be558, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=33182374-3487-4f00-962f-54b04a0be558,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:45.099859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '33182374-3487-4f00-962f-54b04a0be558', 'network_id': '280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6', 'port_id': '33182374-3487-4f00-962f-54b04a0be558', 'mac_address': 'fa:16:3e:83:5a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:04:45.137018 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:45.154394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33182374-3487-4f00-962f-54b04a0be558 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:04:45.175492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 33182374-3487-4f00-962f-54b04a0be558, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=33182374-3487-4f00-962f-54b04a0be558,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:45.182509 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:45.232756 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=33182374-3487-4f00-962f-54b04a0be558,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:45.255689 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698f3e-ab19-4a98-9b2d-6131d4e5fbb5 req-b72e8bcd-209a-46b3-a0b8-8cbb48d9f185 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:45.257218 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-11698f3e-ab19-4a98-9b2d-6131d4e5fbb5 req-b72e8bcd-209a-46b3-a0b8-8cbb48d9f185 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 944 time: 0.0490601 Nov 13 05:04:45.309234 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-11698f3e-ab19-4a98-9b2d-6131d4e5fbb5 req-c5eceaf0-084e-45c2-8fc4-3129f86abbc0 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452332 Nov 13 05:04:45.429096 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31999d34-35be-4229-84ac-857e4644ae98 req-39fbd8da-b2ee-40fc-b48d-abf81758a04f tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:45.430475 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31999d34-35be-4229-84ac-857e4644ae98 req-39fbd8da-b2ee-40fc-b48d-abf81758a04f tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/ports?device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 946 time: 0.0501778 Nov 13 05:04:45.480909 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31999d34-35be-4229-84ac-857e4644ae98 req-aa908347-3a6f-47d8-ad7b-b3ebaea9b51f tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/security-groups?id=99c95012-9c29-480d-9673-889893613afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444033 Nov 13 05:04:45.535500 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['33182374-3487-4f00-962f-54b04a0be558'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:04:45.615777 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:04:45.863634 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fce74-88a6-4764-874a-2ee6f00c1eb6 req-edb9cc27-5f08-4618-a8d8-a60ad1b67f2b tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:45.865081 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f57fce74-88a6-4764-874a-2ee6f00c1eb6 req-edb9cc27-5f08-4618-a8d8-a60ad1b67f2b tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/ports?device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 946 time: 0.0498855 Nov 13 05:04:45.916406 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f57fce74-88a6-4764-874a-2ee6f00c1eb6 req-7b749fb6-a517-46dc-9242-a32466b9f06d tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/security-groups?id=99c95012-9c29-480d-9673-889893613afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419977 Nov 13 05:04:46.432432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcf3ef-59b0-43bf-8328-9ec23594d379 req-97340c7c-0c1a-4d4b-b398-55f5f356dab9 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:46.433934 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02dcf3ef-59b0-43bf-8328-9ec23594d379 req-97340c7c-0c1a-4d4b-b398-55f5f356dab9 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 944 time: 0.0526948 Nov 13 05:04:46.481207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02dcf3ef-59b0-43bf-8328-9ec23594d379 req-9c122dda-d7d8-41a8-b068-9a7ed8c2096f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Nov 13 05:04:47.003271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 33182374-3487-4f00-962f-54b04a0be558 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:04:47.052921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52d16a-6abe-4fe3-91b6-a01f46fd7817 req-c72824ee-86bd-4094-b73b-31610b2ac3af tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:47.054480 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea52d16a-6abe-4fe3-91b6-a01f46fd7817 req-c72824ee-86bd-4094-b73b-31610b2ac3af tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/ports?device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 946 time: 0.0611072 Nov 13 05:04:47.071756 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 33182374-3487-4f00-962f-54b04a0be558 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:04:47.075513 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 33182374-3487-4f00-962f-54b04a0be558 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:04:47.075881 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:47.104377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea52d16a-6abe-4fe3-91b6-a01f46fd7817 req-e4c4dfab-c215-4164-acbb-fc28b45a358d tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/security-groups?id=99c95012-9c29-480d-9673-889893613afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436916 Nov 13 05:04:47.154049 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:47.177674 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3edbd1-dc63-4b3f-aa0d-72aab6636442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33182374-3487-4f00-962f-54b04a0be558'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:04:47.179949 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ddda6e-8183-4d90-af97-16ced37741bc" -d '{"events": [{"server_uuid": "5d3edbd1-dc63-4b3f-aa0d-72aab6636442", "name": "network-vif-plugged", "status": "completed", "tag": "33182374-3487-4f00-962f-54b04a0be558"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:04:47.197001 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 33182374-3487-4f00-962f-54b04a0be558, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=33182374-3487-4f00-962f-54b04a0be558,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:47.201420 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:47.226275 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90d9726-2f3f-4028-a48b-d36f5dd09431 x-openstack-request-id: req-e90d9726-2f3f-4028-a48b-d36f5dd09431 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:04:47.226559 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3edbd1-dc63-4b3f-aa0d-72aab6636442", "name": "network-vif-plugged", "status": "completed", "tag": "33182374-3487-4f00-962f-54b04a0be558", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:04:47.226799 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e90d9726-2f3f-4028-a48b-d36f5dd09431 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:04:47.227213 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3edbd1-dc63-4b3f-aa0d-72aab6636442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33182374-3487-4f00-962f-54b04a0be558', 'code': 200} Nov 13 05:04:47.253867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=33182374-3487-4f00-962f-54b04a0be558,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:47.348877 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9a89f-cfe5-403c-8e21-c67f038be1b5 req-17c3a4b6-b1ea-4ea3-9c84-6082d1425acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:47.350475 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-32b9a89f-cfe5-403c-8e21-c67f038be1b5 req-17c3a4b6-b1ea-4ea3-9c84-6082d1425acb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 1096 time: 0.0502772 Nov 13 05:04:47.398654 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fedb21-d5a3-4022-a34a-c4998e8736eb req-1a81b47e-498f-49f8-a00d-fc3effc4410a tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:47.399081 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-32b9a89f-cfe5-403c-8e21-c67f038be1b5 req-d8608691-6964-4b1b-9378-7123c977306d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415318 Nov 13 05:04:47.400187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24fedb21-d5a3-4022-a34a-c4998e8736eb req-1a81b47e-498f-49f8-a00d-fc3effc4410a tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.46 "GET /v2.0/ports?device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 946 time: 0.0502951 Nov 13 05:04:47.504226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-24fedb21-d5a3-4022-a34a-c4998e8736eb req-95f9ddbb-2a21-428a-bd9c-b68bbedd57d0 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Deleting port 7ae32315-f691-491b-b1e4-8df2984c8977 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:04:47.504889 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-24fedb21-d5a3-4022-a34a-c4998e8736eb req-95f9ddbb-2a21-428a-bd9c-b68bbedd57d0 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:47.595160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-24fedb21-d5a3-4022-a34a-c4998e8736eb req-95f9ddbb-2a21-428a-bd9c-b68bbedd57d0 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] For port 7ae32315-f691-491b-b1e4-8df2984c8977, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7ae32315-f691-491b-b1e4-8df2984c8977,segment=NetworkSegment(78b91965-bd21-4f1b-932c-f2cac1f3fc80),segment_id=78b91965-bd21-4f1b-932c-f2cac1f3fc80)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:47.595525 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-24fedb21-d5a3-4022-a34a-c4998e8736eb req-95f9ddbb-2a21-428a-bd9c-b68bbedd57d0 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:47.604252 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51811f9c-a8ce-4eac-83ee-f816603ed782 req-12bcbc57-1a25-4f27-b9bc-7c1606fe615f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:47.605721 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51811f9c-a8ce-4eac-83ee-f816603ed782 req-12bcbc57-1a25-4f27-b9bc-7c1606fe615f tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 945 time: 0.0522573 Nov 13 05:04:47.608406 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-24fedb21-d5a3-4022-a34a-c4998e8736eb req-95f9ddbb-2a21-428a-bd9c-b68bbedd57d0 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Calling delete_port for 7ae32315-f691-491b-b1e4-8df2984c8977 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:04:47.654076 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51811f9c-a8ce-4eac-83ee-f816603ed782 req-8f5865e2-c69e-4aa6-9a88-b240807b69d0 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Nov 13 05:04:47.738881 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-24fedb21-d5a3-4022-a34a-c4998e8736eb req-95f9ddbb-2a21-428a-bd9c-b68bbedd57d0 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:47.767228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9ddbb-2a21-428a-bd9c-b68bbedd57d0 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Pushing event deleted for resources: {'Port': ['ID=7ae32315-f691-491b-b1e4-8df2984c8977,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:47.771816 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['7ae32315-f691-491b-b1e4-8df2984c8977'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:04:47.810722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fedb21-d5a3-4022-a34a-c4998e8736eb req-95f9ddbb-2a21-428a-bd9c-b68bbedd57d0 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] No DVR routers for this DVR port 7ae32315-f691-491b-b1e4-8df2984c8977 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:04:47.813552 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-24fedb21-d5a3-4022-a34a-c4998e8736eb req-95f9ddbb-2a21-428a-bd9c-b68bbedd57d0 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:47.817103 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24fedb21-d5a3-4022-a34a-c4998e8736eb req-95f9ddbb-2a21-428a-bd9c-b68bbedd57d0 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.46 "DELETE /v2.0/ports/7ae32315-f691-491b-b1e4-8df2984c8977 HTTP/1.1" status: 204 len: 173 time: 0.4099445 Nov 13 05:04:47.817559 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879bddf5-03d8-4c7a-8ff5-dabc93c2a868', 'name': 'network-vif-deleted', 'tag': '7ae32315-f691-491b-b1e4-8df2984c8977'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:04:47.819887 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849ebdee-55fe-45c1-8a4c-f87330c84314" -d '{"events": [{"server_uuid": "879bddf5-03d8-4c7a-8ff5-dabc93c2a868", "name": "network-vif-deleted", "tag": "7ae32315-f691-491b-b1e4-8df2984c8977"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:04:47.858124 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60eb9687-76b9-4206-8717-369d79281198 x-openstack-request-id: req-60eb9687-76b9-4206-8717-369d79281198 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:04:47.858525 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879bddf5-03d8-4c7a-8ff5-dabc93c2a868", "name": "network-vif-deleted", "tag": "7ae32315-f691-491b-b1e4-8df2984c8977", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:04:47.858831 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60eb9687-76b9-4206-8717-369d79281198 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:04:47.859276 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879bddf5-03d8-4c7a-8ff5-dabc93c2a868', 'name': 'network-vif-deleted', 'tag': '7ae32315-f691-491b-b1e4-8df2984c8977', 'status': 'completed', 'code': 200} Nov 13 05:04:48.220907 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffd8fd60-047f-4a2e-8054-14fdef1d53d4 req-c4b445dd-9af0-457d-b648-b9a528a02b64 tempest-ServerPasswordTestJSON-63165464 tempest-ServerPasswordTestJSON-63165464-project] 10.222.0.43 "GET /v2.0/ports?device_id=879bddf5-03d8-4c7a-8ff5-dabc93c2a868 HTTP/1.1" status: 200 len: 210 time: 0.0314884 Nov 13 05:04:48.789487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01aa498-d74e-405a-8e44-54d17ac5fa26 req-7857cbc9-ac4c-4cd8-babc-ad11d5197f50 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:48.791138 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c01aa498-d74e-405a-8e44-54d17ac5fa26 req-7857cbc9-ac4c-4cd8-babc-ad11d5197f50 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 945 time: 0.0569296 Nov 13 05:04:48.840199 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c01aa498-d74e-405a-8e44-54d17ac5fa26 req-f2b5c1f4-c8fb-4f5e-84d3-0de113af505b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428200 Nov 13 05:04:49.288597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51532) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:49.334309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Deleting subnet d10a0344-0931-47d8-ba4d-937533a2abfe {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:04:49.337604 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:49.371757 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:49.412291 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:49.467644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:49.490613 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d10a0344-0931-47d8-ba4d-937533a2abfe,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:49.500374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:49.504037 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d10a0344-0931-47d8-ba4d-937533a2abfe HTTP/1.1" status: 204 len: 168 time: 0.2143004 Nov 13 05:04:49.505849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.506179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.506537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.506863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.507007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51536) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:49.507213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.507555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.507877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.508195 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.508511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.508828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.509145 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.509452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf231-5dd1-4738-90cc-033a75f027a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.581636 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:49.664313 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:49.684059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001f178f-9659-4baa-b9a1-ab157ccd43b3']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:49.694004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b91965-bd21-4f1b-932c-f2cac1f3fc80') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:49.694288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b91965-bd21-4f1b-932c-f2cac1f3fc80') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:49.703531 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:49.716617 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:49.722595 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:04:49.722958 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:04:49.724623 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:04:49.779368 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:49.784819 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:49.788253 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] 10.222.0.43 "DELETE /v2.0/networks/001f178f-9659-4baa-b9a1-ab157ccd43b3 HTTP/1.1" status: 204 len: 168 time: 0.2798676 Nov 13 05:04:49.801072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=001f178f-9659-4baa-b9a1-ab157ccd43b3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:49.809346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.809706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.810006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.810329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.810661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.811015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.811342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.811688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.811991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.812356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.812676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.813020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1d07e-30d1-4c90-a245-c3357d0bb6dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:49.908858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51542) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:49.983244 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-28d3ed8f-8208-4f2f-93e2-3e37b8db7e9d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03d8396c83d74e2892b4c70d40776008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0731599 Nov 13 05:04:49.986138 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51546) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:49.992500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87a70c-806e-431a-a8f1-daff90051628 req-c7c546a7-864d-461b-ab84-8db2a957922b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:49.993962 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce87a70c-806e-431a-a8f1-daff90051628 req-c7c546a7-864d-461b-ab84-8db2a957922b tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 945 time: 0.0785306 Nov 13 05:04:50.038300 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a930bb6b-2686-4c93-94bc-6e797c55ba0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:50.047460 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ce87a70c-806e-431a-a8f1-daff90051628 req-52db0b58-5c12-4936-a707-616ecff42aa0 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465789 Nov 13 05:04:50.065410 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a930bb6b-2686-4c93-94bc-6e797c55ba0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:50.113691 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a930bb6b-2686-4c93-94bc-6e797c55ba0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:50.116349 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a930bb6b-2686-4c93-94bc-6e797c55ba0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:50.117552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a930bb6b-2686-4c93-94bc-6e797c55ba0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99c95012-9c29-480d-9673-889893613afb HTTP/1.1" status: 204 len: 168 time: 0.1299729 Nov 13 05:04:50.127213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930bb6b-2686-4c93-94bc-6e797c55ba0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c95012-9c29-480d-9673-889893613afb,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:50.175547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91f64f-6ac5-47e6-959a-6046f5a45bb0 req-2e642ada-b34d-402d-a238-95d065f26629 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:50.177166 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f91f64f-6ac5-47e6-959a-6046f5a45bb0 req-2e642ada-b34d-402d-a238-95d065f26629 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 945 time: 0.0514624 Nov 13 05:04:50.231856 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f91f64f-6ac5-47e6-959a-6046f5a45bb0 req-b4ce451b-abd7-432e-9703-8897f064de33 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485773 Nov 13 05:04:50.441636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbfc8d-ae59-4889-b2cd-e03780492d5b req-d4376750-024c-4fd9-8b40-b51bedd6f14e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:50.443180 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e6dbfc8d-ae59-4889-b2cd-e03780492d5b req-d4376750-024c-4fd9-8b40-b51bedd6f14e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 945 time: 0.0500758 Nov 13 05:04:50.491456 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e6dbfc8d-ae59-4889-b2cd-e03780492d5b req-1824fe0c-c67e-4f0b-9687-288f4e2c13e3 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Nov 13 05:04:50.618374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0774c65-a5c9-48f3-987e-5a379487381e req-0594c593-9ee0-4612-8182-69224be90144 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:50.620395 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0774c65-a5c9-48f3-987e-5a379487381e req-0594c593-9ee0-4612-8182-69224be90144 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 945 time: 0.0620549 Nov 13 05:04:50.669448 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0774c65-a5c9-48f3-987e-5a379487381e req-fa5c282a-ed79-451c-87e0-b0711fabb9f6 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422862 Nov 13 05:04:50.803903 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51582) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:50.879370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47c0d2-1b22-4ce5-a61a-cfde238bbb50 req-35f50760-b051-41dd-af96-a8949b67a1d2 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:50.880867 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad47c0d2-1b22-4ce5-a61a-cfde238bbb50 req-35f50760-b051-41dd-af96-a8949b67a1d2 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 945 time: 0.0537107 Nov 13 05:04:50.902466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-network', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:04:50.924649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] Made reservation on behalf of cd90c18aa5d840d485ac3e7d718f82fd for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:04:50.926982 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:50.929182 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad47c0d2-1b22-4ce5-a61a-cfde238bbb50 req-a195916c-e502-4c9d-ae6f-50e30491cf3e tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 Nov 13 05:04:50.935489 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:51.016601 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:51.035497 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:51.072367 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:04:51.080697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d737cdc0-9d8b-4918-b1a2-005a8d0206d8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:51.081632 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7ae32315-f691-491b-b1e4-8df2984c8977 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:04:51.096703 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2756f6-bb5c-4110-9789-7a4f3218d32a req-577b9ff9-db71-47d4-a8ce-0e0c44d78bf1 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:51.098228 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e2756f6-bb5c-4110-9789-7a4f3218d32a req-577b9ff9-db71-47d4-a8ce-0e0c44d78bf1 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 945 time: 0.0973046 Nov 13 05:04:51.099426 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:51.099764 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] Added segment 6634d814-c14e-43f4-8dd8-4b6e2e184580 of type vlan for network 0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 Nov 13 05:04:51.118152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 7ae32315-f691-491b-b1e4-8df2984c8977 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:04:51.118541 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7ae32315-f691-491b-b1e4-8df2984c8977 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:04:51.155832 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:51.188272 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e2756f6-bb5c-4110-9789-7a4f3218d32a req-d3d11a51-d0ba-459e-b379-448437583db8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799475 Nov 13 05:04:51.199297 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:51.200258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:51.200893 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:51.231973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4269180 Nov 13 05:04:51.235350 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51592) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:51.241411 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b2666f15-03df-49dd-b49f-c200ca3f9c1c admin admin] Request body: {'subnet': {'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-subnet', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:04:51.267508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7a3c8-69ec-4287-9d4a-8d0b807ba4ab admin admin] Pushing event updated for resources: {'Network': ['ID=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:51.268024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2666f15-03df-49dd-b49f-c200ca3f9c1c admin admin] Made reservation on behalf of cd90c18aa5d840d485ac3e7d718f82fd for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:04:51.276851 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2666f15-03df-49dd-b49f-c200ca3f9c1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:51.277494 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:04:51.458236 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2666f15-03df-49dd-b49f-c200ca3f9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:51.528623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2666f15-03df-49dd-b49f-c200ca3f9c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=be631b1b-d9b7-4945-82fb-4af8e604c9bf,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:51.553125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2666f15-03df-49dd-b49f-c200ca3f9c1c admin admin] Checking segment: {'id': '6634d814-c14e-43f4-8dd8-4b6e2e184580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:04:51.553477 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2666f15-03df-49dd-b49f-c200ca3f9c1c admin admin] Network hostable DHCP agents. Network: 0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:04:51.569866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb9968-2a4e-4fb5-a713-0b216c0da2d7 req-cdc55ee3-2fed-4faa-a851-f003b1bc793d tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:51.571404 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13fb9968-2a4e-4fb5-a713-0b216c0da2d7 req-cdc55ee3-2fed-4faa-a851-f003b1bc793d tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 945 time: 0.0760109 Nov 13 05:04:51.586985 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2666f15-03df-49dd-b49f-c200ca3f9c1c admin admin] Network 0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:04:51.604763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b2666f15-03df-49dd-b49f-c200ca3f9c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:04:51.613844 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6125a023-708b-4f47-b521-7e26af61e7c9 None None] Network 0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:04:51.614503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2666f15-03df-49dd-b49f-c200ca3f9c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:51.615093 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2666f15-03df-49dd-b49f-c200ca3f9c1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:51.637307 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13fb9968-2a4e-4fb5-a713-0b216c0da2d7 req-8e7d777e-f78e-48c2-b73e-966909e7e29a tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597386 Nov 13 05:04:51.643781 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b2666f15-03df-49dd-b49f-c200ca3f9c1c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4070506 Nov 13 05:04:51.646692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51598) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:51.658009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:04:51.673732 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:51.674869 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:51.736272 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:51.748381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2d5901-af3d-4f44-a61f-3ca533c3e605 None None] Network 0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:04:51.878224 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:52.073581 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:52.092796 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:52.201081 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Allocated IP 172.25.8.150 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/03b45ae7-f957-46aa-823f-1817858667b8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:04:52.306826 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:52.350111 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:52.387663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:04:52.394563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:04:52.399196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:04:52.402123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Pushing event updated for resources: {'Port': ['ID=03b45ae7-f957-46aa-823f-1817858667b8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:52.408442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e420bf-b16c-451a-8c31-f588e38dc52c None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:04:52.514204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-841890b7-0200-4fbe-90c2-5097c2e5c8e2 None None] Provisioning complete for port 03b45ae7-f957-46aa-823f-1817858667b8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:04:52.514516 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-841890b7-0200-4fbe-90c2-5097c2e5c8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:52.551071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-841890b7-0200-4fbe-90c2-5097c2e5c8e2 None None] Port 03b45ae7-f957-46aa-823f-1817858667b8 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:04:52.669430 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:52.886532 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:53.038260 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e572bd4-e345-432f-9ec3-32ed6b670675 req-523437c9-cd5e-4064-adcc-7b0be4632e16 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:53.039892 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e572bd4-e345-432f-9ec3-32ed6b670675 req-523437c9-cd5e-4064-adcc-7b0be4632e16 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 945 time: 0.0681334 Nov 13 05:04:53.081615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:04:53.117797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc1018-496d-4bcd-aa8b-58902e441562 req-5efb97f6-0e33-4f94-899d-c04374667b17 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:53.119644 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e1dc1018-496d-4bcd-aa8b-58902e441562 req-5efb97f6-0e33-4f94-899d-c04374667b17 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 945 time: 0.4022636 Nov 13 05:04:53.168436 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e1dc1018-496d-4bcd-aa8b-58902e441562 req-32d39356-7cc3-4ad2-ae12-ec53b4acc17c tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/security-groups?id=f19dbce4-5ba3-42bd-bf98-e9b8f554b327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421944 Nov 13 05:04:53.233003 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9e572bd4-e345-432f-9ec3-32ed6b670675 req-1e2f5559-8d31-4ee5-812f-c4dba1c78dd8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Deleting port 33182374-3487-4f00-962f-54b04a0be558 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:04:53.233340 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9e572bd4-e345-432f-9ec3-32ed6b670675 req-1e2f5559-8d31-4ee5-812f-c4dba1c78dd8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:53.265055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:04:53.275361 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Sync routers for ids ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:04:53.287109 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Routers {'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:04:53.287651 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:04:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:53.314384 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:53.318047 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-612ad8b7-2ed8-48d8-8c8b-1b3244e1f606 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 1.6680121 Nov 13 05:04:53.319885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51610) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:53.382325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9e572bd4-e345-432f-9ec3-32ed6b670675 req-1e2f5559-8d31-4ee5-812f-c4dba1c78dd8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] For port 33182374-3487-4f00-962f-54b04a0be558, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=33182374-3487-4f00-962f-54b04a0be558,segment=NetworkSegment(b6ee02c8-36db-40eb-86de-d6696d995964),segment_id=b6ee02c8-36db-40eb-86de-d6696d995964)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:53.382760 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9e572bd4-e345-432f-9ec3-32ed6b670675 req-1e2f5559-8d31-4ee5-812f-c4dba1c78dd8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:53.392718 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Set router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:04:53.673680 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '03b45ae7-f957-46aa-823f-1817858667b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:04:51Z', 'updated_at': '2021-11-13T05:04:52Z', 'revision_number': 3, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'gw_port': {'id': '03b45ae7-f957-46aa-823f-1817858667b8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:52Z', 'updated_at': '2021-11-13T05:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:53.702752 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Checking router: c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:04:53.703095 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Updating router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 port 03b45ae7-f957-46aa-823f-1817858667b8 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:04:53.718490 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9e572bd4-e345-432f-9ec3-32ed6b670675 req-1e2f5559-8d31-4ee5-812f-c4dba1c78dd8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Calling delete_port for 33182374-3487-4f00-962f-54b04a0be558 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:04:53.727402 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:53.977256 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:53.982895 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:54.002454 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9e572bd4-e345-432f-9ec3-32ed6b670675 req-1e2f5559-8d31-4ee5-812f-c4dba1c78dd8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:54.032383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f18893-8bee-44cf-97e0-89449907bbe4 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:04:54.039375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['33182374-3487-4f00-962f-54b04a0be558'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:04:54.044215 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f5559-8d31-4ee5-812f-c4dba1c78dd8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Pushing event deleted for resources: {'Port': ['ID=33182374-3487-4f00-962f-54b04a0be558,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:54.046259 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729ce18-0665-4939-9125-14ded66db5f0 None None] Pushing event updated for resources: {'Port': ['ID=03b45ae7-f957-46aa-823f-1817858667b8,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:54.048950 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Attempting to bind port 03b45ae7-f957-46aa-823f-1817858667b8 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:04:54.049416 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Attempting to bind port 03b45ae7-f957-46aa-823f-1817858667b8 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:04:54.050429 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Attempting to bind port 03b45ae7-f957-46aa-823f-1817858667b8 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:04:54.059803 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:04:54.060293 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:04:54.060786 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:54.061253 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:04:54.061801 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Bound port: 03b45ae7-f957-46aa-823f-1817858667b8, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:04:54.062257 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:54.065337 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729ce18-0665-4939-9125-14ded66db5f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:54.065771 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729ce18-0665-4939-9125-14ded66db5f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:54.066207 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729ce18-0665-4939-9125-14ded66db5f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:54.066618 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729ce18-0665-4939-9125-14ded66db5f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:54.067065 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729ce18-0665-4939-9125-14ded66db5f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:54.067466 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729ce18-0665-4939-9125-14ded66db5f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:54.067877 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729ce18-0665-4939-9125-14ded66db5f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:54.068270 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729ce18-0665-4939-9125-14ded66db5f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:54.068667 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729ce18-0665-4939-9125-14ded66db5f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:54.069064 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729ce18-0665-4939-9125-14ded66db5f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:54.069466 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729ce18-0665-4939-9125-14ded66db5f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:54.069873 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729ce18-0665-4939-9125-14ded66db5f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:04:54.093086 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e572bd4-e345-432f-9ec3-32ed6b670675 req-1e2f5559-8d31-4ee5-812f-c4dba1c78dd8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] No DVR routers for this DVR port 33182374-3487-4f00-962f-54b04a0be558 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:04:54.112017 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9e572bd4-e345-432f-9ec3-32ed6b670675 req-1e2f5559-8d31-4ee5-812f-c4dba1c78dd8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:54.115310 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e572bd4-e345-432f-9ec3-32ed6b670675 req-1e2f5559-8d31-4ee5-812f-c4dba1c78dd8 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.36 "DELETE /v2.0/ports/33182374-3487-4f00-962f-54b04a0be558 HTTP/1.1" status: 204 len: 173 time: 1.0664067 Nov 13 05:04:54.115757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3edbd1-dc63-4b3f-aa0d-72aab6636442', 'name': 'network-vif-deleted', 'tag': '33182374-3487-4f00-962f-54b04a0be558'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:04:54.118112 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8a19d2-2fe2-41dd-8967-3adaa4a1525b" -d '{"events": [{"server_uuid": "5d3edbd1-dc63-4b3f-aa0d-72aab6636442", "name": "network-vif-deleted", "tag": "33182374-3487-4f00-962f-54b04a0be558"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:04:54.134354 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] For port 03b45ae7-f957-46aa-823f-1817858667b8, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:04:54.138344 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] For port 03b45ae7-f957-46aa-823f-1817858667b8, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=03b45ae7-f957-46aa-823f-1817858667b8,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:04:54.144392 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:54.171524 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fde83bf-0590-420d-a1a7-a2711369a4ce x-openstack-request-id: req-2fde83bf-0590-420d-a1a7-a2711369a4ce {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:04:54.172035 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3edbd1-dc63-4b3f-aa0d-72aab6636442", "name": "network-vif-deleted", "tag": "33182374-3487-4f00-962f-54b04a0be558", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:04:54.172167 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fde83bf-0590-420d-a1a7-a2711369a4ce {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:04:54.172692 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3edbd1-dc63-4b3f-aa0d-72aab6636442', 'name': 'network-vif-deleted', 'tag': '33182374-3487-4f00-962f-54b04a0be558', 'status': 'completed', 'code': 200} Nov 13 05:04:54.182752 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6a15d614-2ba8-4d26-8a87-fa0a57b2766e None None] Provisioning complete for port 03b45ae7-f957-46aa-823f-1817858667b8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:04:54.183079 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a15d614-2ba8-4d26-8a87-fa0a57b2766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:54.229688 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:54.242625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ede28c1-a239-4c9b-97ef-643dd5d0da57 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:04:54.247116 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729ce18-0665-4939-9125-14ded66db5f0 None None] Pushing event updated for resources: {'Port': ['ID=03b45ae7-f957-46aa-823f-1817858667b8,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:54.252444 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Routers {'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:04:54.253967 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:04:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:54.308775 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1b4d575d-5f37-43bb-b5ab-72afd173f161 req-28c8ec14-683b-410e-bd7e-7892b99dfcb7 tempest-ServerDiskConfigTestJSON-1986739833 tempest-ServerDiskConfigTestJSON-1986739833-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d3edbd1-dc63-4b3f-aa0d-72aab6636442 HTTP/1.1" status: 200 len: 210 time: 0.0376329 Nov 13 05:04:54.379246 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a15d614-2ba8-4d26-8a87-fa0a57b2766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:54.402240 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6a15d614-2ba8-4d26-8a87-fa0a57b2766e None None] For port 03b45ae7-f957-46aa-823f-1817858667b8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=03b45ae7-f957-46aa-823f-1817858667b8,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:54.402625 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] Set router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:04:54.407966 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a15d614-2ba8-4d26-8a87-fa0a57b2766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:54.432203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Allocated IP 172.20.0.1 (0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7/be631b1b-d9b7-4945-82fb-4af8e604c9bf/44a642c0-60db-4216-aaaf-6a4a7a1d2cba) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:04:54.467423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15d614-2ba8-4d26-8a87-fa0a57b2766e None None] Pushing event updated for resources: {'Port': ['ID=03b45ae7-f957-46aa-823f-1817858667b8,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:54.527591 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6c11489b-1b4c-4c6f-aa43-1546606bcfa3 None None] Provisioning complete for port 03b45ae7-f957-46aa-823f-1817858667b8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:04:54.528017 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c11489b-1b4c-4c6f-aa43-1546606bcfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:54.548965 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:54.590020 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:54.593358 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '03b45ae7-f957-46aa-823f-1817858667b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:04:51Z', 'updated_at': '2021-11-13T05:04:52Z', 'revision_number': 3, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'gw_port': {'id': '03b45ae7-f957-46aa-823f-1817858667b8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:52Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:54.619685 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f090524-c554-4dcc-8028-18fc14730333 None None] The sync data for ids ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'] in n-d-813114-2 is: [{'id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '03b45ae7-f957-46aa-823f-1817858667b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:04:51Z', 'updated_at': '2021-11-13T05:04:52Z', 'revision_number': 3, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'gw_port': {'id': '03b45ae7-f957-46aa-823f-1817858667b8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:52Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:04:54.631658 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Network 0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:04:54.634464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:04:54.640320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:04:54.676394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Pushing event updated for resources: {'Port': ['ID=44a642c0-60db-4216-aaaf-6a4a7a1d2cba,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:54.698457 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:54.831804 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:55.028875 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:55.039613 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:55.112274 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:55.115519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Pushing event updated for resources: {'Port': ['ID=44a642c0-60db-4216-aaaf-6a4a7a1d2cba,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:55.207697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Network 0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:04:55.209055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:04:55.331552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:04:55.448637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:04:55.460359 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e8f4bfa4-0a10-428b-af9e-0913f18640b2 admin admin] 10.222.0.43 "PUT /v2.0/routers/c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1370723 Nov 13 05:04:55.545402 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51636) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:55.589556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4236eaa3-4212-4975-a022-3d0003d5f558 admin admin] Deleting subnet 15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:04:55.592738 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4236eaa3-4212-4975-a022-3d0003d5f558 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:55.633245 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4236eaa3-4212-4975-a022-3d0003d5f558 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:55.672747 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4236eaa3-4212-4975-a022-3d0003d5f558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:55.727896 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4236eaa3-4212-4975-a022-3d0003d5f558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:55.760459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236eaa3-4212-4975-a022-3d0003d5f558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:55.764444 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4236eaa3-4212-4975-a022-3d0003d5f558 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:55.768189 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4236eaa3-4212-4975-a022-3d0003d5f558 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/15c9c6b6-f8e1-4788-bc2f-f2192dd4d9b0 HTTP/1.1" status: 204 len: 168 time: 0.2216604 Nov 13 05:04:55.770869 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51648) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:55.891454 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5eb90f45-42be-4cba-bace-af45d126e99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:55.968561 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-4ee5cb2e-db7f-41ce-a039-42ec0977d008 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:55.970300 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-4ee5cb2e-db7f-41ce-a039-42ec0977d008 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/networks?id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 HTTP/1.1" status: 200 len: 820 time: 0.1701994 Nov 13 05:04:56.014117 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-1e5cac02-86bf-4855-9664-592ba939b0b8 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/quotas/cd90c18aa5d840d485ac3e7d718f82fd HTTP/1.1" status: 200 len: 375 time: 0.0372026 Nov 13 05:04:56.017893 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5eb90f45-42be-4cba-bace-af45d126e99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:56.060806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-5eb90f45-42be-4cba-bace-af45d126e99a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:56.072823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-5eb90f45-42be-4cba-bace-af45d126e99a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ee02c8-36db-40eb-86de-d6696d995964') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:56.073105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-5eb90f45-42be-4cba-bace-af45d126e99a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ee02c8-36db-40eb-86de-d6696d995964') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:56.086172 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5eb90f45-42be-4cba-bace-af45d126e99a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:56.102543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-57aabd7c-7cb8-4308-bc0f-1e02dc51a248 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd90c18aa5d840d485ac3e7d718f82fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820627 Nov 13 05:04:56.106546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5eb90f45-42be-4cba-bace-af45d126e99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:56.117876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb90f45-42be-4cba-bace-af45d126e99a admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:04:56.118289 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5eb90f45-42be-4cba-bace-af45d126e99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:04:56.120975 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:04:56.201627 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5eb90f45-42be-4cba-bace-af45d126e99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:56.231552 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5eb90f45-42be-4cba-bace-af45d126e99a admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:56.234412 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5eb90f45-42be-4cba-bace-af45d126e99a admin admin] 10.222.0.43 "DELETE /v2.0/networks/280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6 HTTP/1.1" status: 204 len: 168 time: 0.4618073 Nov 13 05:04:56.247294 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb90f45-42be-4cba-bace-af45d126e99a admin admin] Pushing event deleted for resources: {'Network': ['ID=280b5855-7e4f-4a9a-b46e-54a6a1dcb0c6,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:56.278363 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-83e7afb6-81de-41ef-85f4-444ef94f2c83 service neutron] 10.222.0.43 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668935 Nov 13 05:04:56.288891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Sync routers for ids ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:04:56.299370 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Routers {'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:04:56.300382 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:04:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:56.382176 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-db537bab-c529-4502-b96b-aa9db78ec9c7 service neutron] 10.222.0.43 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950961 Nov 13 05:04:56.384103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51660) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:56.416385 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Set router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:04:56.437258 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-844eed32-853c-4b22-8cde-33ada1c93b43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a4b5e0c68b54b44bdef5a197004a8a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483518 Nov 13 05:04:56.437638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51662) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:56.498747 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b233c6a2-6414-41ee-bb89-f6784aad02b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:56.537449 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b233c6a2-6414-41ee-bb89-f6784aad02b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:56.588237 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f368bb1d-2f4f-4fba-9e6e-00ccb399156f req-f67c93e5-3b54-43cf-bf7d-ab0d752731ae tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 210 time: 0.0367830 Nov 13 05:04:56.627271 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b233c6a2-6414-41ee-bb89-f6784aad02b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:56.630280 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b233c6a2-6414-41ee-bb89-f6784aad02b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:56.634286 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b233c6a2-6414-41ee-bb89-f6784aad02b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f19dbce4-5ba3-42bd-bf98-e9b8f554b327 HTTP/1.1" status: 204 len: 168 time: 0.1930244 Nov 13 05:04:56.640203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233c6a2-6414-41ee-bb89-f6784aad02b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19dbce4-5ba3-42bd-bf98-e9b8f554b327,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:56.851092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '03b45ae7-f957-46aa-823f-1817858667b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:04:51Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'gw_port': {'id': '03b45ae7-f957-46aa-823f-1817858667b8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:52Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '44a642c0-60db-4216-aaaf-6a4a7a1d2cba', 'name': '', 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'mac_address': 'fa:16:3e:65:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:54Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 2, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'subnets': [{'id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:56.882036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Checking router: c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:04:56.882389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Updating router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 port 44a642c0-60db-4216-aaaf-6a4a7a1d2cba binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:04:56.912494 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:57.011910 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 03b45ae7-f957-46aa-823f-1817858667b8 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:04:57.080710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 33182374-3487-4f00-962f-54b04a0be558 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:04:57.115747 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 33182374-3487-4f00-962f-54b04a0be558 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:04:57.116084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 33182374-3487-4f00-962f-54b04a0be558 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:04:57.127351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 03b45ae7-f957-46aa-823f-1817858667b8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:04:57.127721 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:57.328094 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:57.335883 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:57.394423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c937b-a580-4be2-8186-497942dfdb9d None None] Pushing event updated for resources: {'Port': ['ID=44a642c0-60db-4216-aaaf-6a4a7a1d2cba,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:57.421115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51700) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:57.442452 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Attempting to bind port 44a642c0-60db-4216-aaaf-6a4a7a1d2cba on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:04:57.442846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Attempting to bind port 44a642c0-60db-4216-aaaf-6a4a7a1d2cba by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '6634d814-c14e-43f4-8dd8-4b6e2e184580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:04:57.443237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Attempting to bind port 44a642c0-60db-4216-aaaf-6a4a7a1d2cba on network 0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:04:57.449617 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:04:57.449987 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Checking segment: {'id': '6634d814-c14e-43f4-8dd8-4b6e2e184580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:04:57.450373 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:57.450761 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Bound using segment: {'id': '6634d814-c14e-43f4-8dd8-4b6e2e184580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:04:57.451254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Bound port: 44a642c0-60db-4216-aaaf-6a4a7a1d2cba, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6634d814-c14e-43f4-8dd8-4b6e2e184580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:04:57.451630 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:57.515354 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] For port 44a642c0-60db-4216-aaaf-6a4a7a1d2cba, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:04:57.519834 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] For port 44a642c0-60db-4216-aaaf-6a4a7a1d2cba, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=44a642c0-60db-4216-aaaf-6a4a7a1d2cba,segment=NetworkSegment(6634d814-c14e-43f4-8dd8-4b6e2e184580),segment_id=6634d814-c14e-43f4-8dd8-4b6e2e184580)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:04:57.524356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1031124297-network', 'tenant_id': 'efa94432ad9d4bf5985a2279e9d0c37c'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:04:57.524836 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:57.549795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] Made reservation on behalf of efa94432ad9d4bf5985a2279e9d0c37c for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:04:57.552206 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:57.563249 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:57.585305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Routers {'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:04:57.585913 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:04:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:57.663080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c937b-a580-4be2-8186-497942dfdb9d None None] Pushing event updated for resources: {'Port': ['ID=44a642c0-60db-4216-aaaf-6a4a7a1d2cba,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:57.727143 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-166af808-5a94-4e29-85a7-9e46c6300950 req-d3a879aa-7731-49cc-9c16-db27b1015958 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 210 time: 0.0516989 Nov 13 05:04:57.748272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] Set router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:04:57.772274 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:57.781146 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:57.825507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:04:57.843971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe7740a-adc1-42d0-bba0-b6fe5e234cb4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:57.854890 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:57.855268 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] Added segment 609e070f-0c1e-4947-b1d2-46877ffb24dd of type vlan for network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f Nov 13 05:04:57.885627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-4b72cdac-651f-4e85-8219-82095ed1c06e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:57.887395 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-4b72cdac-651f-4e85-8219-82095ed1c06e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.36 "GET /v2.0/networks?id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 HTTP/1.1" status: 200 len: 820 time: 0.2657502 Nov 13 05:04:57.913621 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-5c46f357-3329-44b5-afdf-e2b898203687 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Request body: {'port': {'device_id': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7', 'admin_state_up': True, 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:04:57.943162 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:57.945842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '03b45ae7-f957-46aa-823f-1817858667b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:04:51Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'gw_port': {'id': '03b45ae7-f957-46aa-823f-1817858667b8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:52Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '44a642c0-60db-4216-aaaf-6a4a7a1d2cba', 'name': '', 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'mac_address': 'fa:16:3e:65:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:54Z', 'updated_at': '2021-11-13T05:04:57Z', 'revision_number': 4, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'subnets': [{'id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:04:57.971396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab56a4-b710-43e7-98de-da4dd5598007 None None] The sync data for ids ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'] in n-d-813114-2 is: [{'id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '03b45ae7-f957-46aa-823f-1817858667b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:04:51Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'gw_port': {'id': '03b45ae7-f957-46aa-823f-1817858667b8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:52Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '44a642c0-60db-4216-aaaf-6a4a7a1d2cba', 'name': '', 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'mac_address': 'fa:16:3e:65:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:54Z', 'updated_at': '2021-11-13T05:04:57Z', 'revision_number': 4, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'subnets': [{'id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:04:58.034937 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:58.034937 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:58.034937 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:58.114966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] Pushing event updated for resources: {'Network': ['ID=1b150fc0-e6de-4f6e-83bd-c420fa79c68f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:58.118446 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-5c46f357-3329-44b5-afdf-e2b898203687 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Made reservation on behalf of cd90c18aa5d840d485ac3e7d718f82fd for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:04:58.122575 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-5c46f357-3329-44b5-afdf-e2b898203687 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:58.128284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:04:58.131986 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-813da4ab-fb2f-46d3-90b0-b0d3a05e6806 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7069230 Nov 13 05:04:58.132341 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51708) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:04:58.138140 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7b008d8a-cd0c-4664-a886-7eb3f9507849 admin admin] Request body: {'subnet': {'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1031124297-subnet', 'tenant_id': 'efa94432ad9d4bf5985a2279e9d0c37c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:04:58.174359 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b008d8a-cd0c-4664-a886-7eb3f9507849 admin admin] Made reservation on behalf of efa94432ad9d4bf5985a2279e9d0c37c for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:04:58.176962 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7b008d8a-cd0c-4664-a886-7eb3f9507849 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:58.285757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-5c46f357-3329-44b5-afdf-e2b898203687 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Allocated IP 172.20.0.6 (0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7/be631b1b-d9b7-4945-82fb-4af8e604c9bf/8cd64c9f-c3f1-4543-a3de-0ded600b5cbd) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:04:58.374505 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7b008d8a-cd0c-4664-a886-7eb3f9507849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:58.434590 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b008d8a-cd0c-4664-a886-7eb3f9507849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3760f73-b403-4e1d-840e-67f7817e60e8,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:58.450529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b008d8a-cd0c-4664-a886-7eb3f9507849 admin admin] Checking segment: {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:04:58.450881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b008d8a-cd0c-4664-a886-7eb3f9507849 admin admin] Network hostable DHCP agents. Network: 1b150fc0-e6de-4f6e-83bd-c420fa79c68f, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:04:58.458165 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-5c46f357-3329-44b5-afdf-e2b898203687 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:58.469222 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b008d8a-cd0c-4664-a886-7eb3f9507849 admin admin] Network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:04:58.482993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-7b008d8a-cd0c-4664-a886-7eb3f9507849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 1b150fc0-e6de-4f6e-83bd-c420fa79c68f) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:04:58.487524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b008d8a-cd0c-4664-a886-7eb3f9507849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:58.488339 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7b008d8a-cd0c-4664-a886-7eb3f9507849 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:58.503448 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-5c46f357-3329-44b5-afdf-e2b898203687 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:58.517107 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b46ad0d-e4e1-4448-b8d7-7b11679ed13f None None] Network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:04:58.525924 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7b008d8a-cd0c-4664-a886-7eb3f9507849 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3841469 Nov 13 05:04:58.542970 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:58.581677 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-5c46f357-3329-44b5-afdf-e2b898203687 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Network 0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:04:58.584840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-5c46f357-3329-44b5-afdf-e2b898203687 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:04:58.588616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-5c46f357-3329-44b5-afdf-e2b898203687 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:04:58.629630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46f357-3329-44b5-afdf-e2b898203687 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Pushing event updated for resources: {'Port': ['ID=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:58.676694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-5c46f357-3329-44b5-afdf-e2b898203687 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:58.677452 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-5c46f357-3329-44b5-afdf-e2b898203687 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:58.691648 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b604168-eb9e-45ae-b0f6-0d7e02c9b9ba None None] Network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:04:58.698816 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-5c46f357-3329-44b5-afdf-e2b898203687 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7909703 Nov 13 05:04:58.722084 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Request body: {'port': {'device_id': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:04:58.809215 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:58.904974 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:59.011910 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 44a642c0-60db-4216-aaaf-6a4a7a1d2cba up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:04:59.017253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba6f09-717e-497e-91f9-9d3feedc3de6 req-f3747be0-7ced-490f-b30d-086917456df1 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:59.018845 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aeba6f09-717e-497e-91f9-9d3feedc3de6 req-f3747be0-7ced-490f-b30d-086917456df1 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 931 time: 0.0760050 Nov 13 05:04:59.078024 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aeba6f09-717e-497e-91f9-9d3feedc3de6 req-43b1a885-fa32-4461-afde-d486d0b8bed3 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520208 Nov 13 05:04:59.100179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 44a642c0-60db-4216-aaaf-6a4a7a1d2cba triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:04:59.100546 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:59.190227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-51bff658-c598-439c-b453-52078603968a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:59.190475 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:59.192894 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-51bff658-c598-439c-b453-52078603968a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 806 time: 0.1908267 Nov 13 05:04:59.224162 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-cf0a7ed3-d225-480e-8a97-f6a4d7024a19 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/quotas/efa94432ad9d4bf5985a2279e9d0c37c HTTP/1.1" status: 200 len: 375 time: 0.0199931 Nov 13 05:04:59.228850 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 44a642c0-60db-4216-aaaf-6a4a7a1d2cba, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=44a642c0-60db-4216-aaaf-6a4a7a1d2cba,segment=NetworkSegment(6634d814-c14e-43f4-8dd8-4b6e2e184580),segment_id=6634d814-c14e-43f4-8dd8-4b6e2e184580)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:04:59.234178 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:59.267228 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-91328f31-d214-467c-b032-8f51e4f79046 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364707 Nov 13 05:04:59.288078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=44a642c0-60db-4216-aaaf-6a4a7a1d2cba,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:59.364994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:04:59.377480 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:59.398860 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Transition to ACTIVE for port object 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:04:59.404703 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:59.433358 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-6e690478-7325-46f4-8822-8e13b5730b91 service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556785 Nov 13 05:04:59.507744 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Pushing event updated for resources: {'Port': ['ID=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:59.587176 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-174fc017-655b-4ce4-8ecf-ef5ed31fbd6a service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466537 Nov 13 05:04:59.604812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Attempting to bind port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:04:59.605163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Attempting to bind port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '6634d814-c14e-43f4-8dd8-4b6e2e184580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:04:59.605501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Attempting to bind port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd on network 0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:04:59.609801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd on network 0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:04:59.610130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Attempting to bind port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd on network 0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:04:59.614999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:04:59.615327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Checking segment: {'id': '6634d814-c14e-43f4-8dd8-4b6e2e184580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:04:59.615698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Bound using segment: {'id': '6634d814-c14e-43f4-8dd8-4b6e2e184580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:04:59.616108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Bound port: 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6634d814-c14e-43f4-8dd8-4b6e2e184580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:04:59.616432 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:59.678024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] For port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:04:59.680913 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] For port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd,segment=NetworkSegment(6634d814-c14e-43f4-8dd8-4b6e2e184580),segment_id=6634d814-c14e-43f4-8dd8-4b6e2e184580)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:04:59.685940 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:59.722326 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:59.722956 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:04:59.724382 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] 10.222.0.36 "PUT /v2.0/ports/8cd64c9f-c3f1-4543-a3de-0ded600b5cbd HTTP/1.1" status: 200 len: 1091 time: 1.0083108 Nov 13 05:04:59.724829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'tag': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:04:59.727107 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e89479d-b81e-4833-8602-f463170acffa" -d '{"events": [{"name": "network-changed", "server_uuid": "c391c71a-e059-44c1-bc11-2f27564a2ec3", "tag": "8cd64c9f-c3f1-4543-a3de-0ded600b5cbd"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:04:59.754950 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce309ce3-21d5-434f-93eb-e7059555550b service neutron] Pushing event updated for resources: {'Port': ['ID=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:04:59.779476 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-958ed751-da47-4e66-ba64-6665ee19dd72 req-6e7f3cfb-75a9-4d7d-b365-fd4557b802af tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 210 time: 0.0515146 Nov 13 05:04:59.786627 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cdd7c6-b1d8-4aed-ab79-88e581d676b1 x-openstack-request-id: req-80cdd7c6-b1d8-4aed-ab79-88e581d676b1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:04:59.786944 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c391c71a-e059-44c1-bc11-2f27564a2ec3", "tag": "8cd64c9f-c3f1-4543-a3de-0ded600b5cbd", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:04:59.787188 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80cdd7c6-b1d8-4aed-ab79-88e581d676b1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:04:59.787592 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'tag': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd', 'status': 'completed', 'code': 200} Nov 13 05:04:59.841605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ae6da1e1-7c77-4376-876b-479744f618dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:59.843144 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ae6da1e1-7c77-4376-876b-479744f618dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd90c18aa5d840d485ac3e7d718f82fd&device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 1094 time: 0.0421200 Nov 13 05:04:59.898125 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-daa9cdec-da9b-4eb5-8574-ac888aa55315 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd HTTP/1.1" status: 200 len: 217 time: 0.0406260 Nov 13 05:04:59.952132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-4ed79774-6221-4cf9-bcc2-f4230c33151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:04:59.953635 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-4ed79774-6221-4cf9-bcc2-f4230c33151f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be631b1b-d9b7-4945-82fb-4af8e604c9bf HTTP/1.1" status: 200 len: 860 time: 0.0476146 Nov 13 05:04:59.985123 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-eaa679d1-331f-4f67-bce5-76d520078010 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242357 Nov 13 05:05:00.084981 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-e8cdfb9b-d890-4990-a00a-d0899f08dc1d service neutron] 10.222.0.36 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924330 Nov 13 05:05:00.204773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd2f19-05fb-4fb0-b6d9-9f105a7458b0 req-85e87a6d-e813-4678-b455-76488af0c826 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:00.206415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89dd2f19-05fb-4fb0-b6d9-9f105a7458b0 req-85e87a6d-e813-4678-b455-76488af0c826 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 943 time: 0.0505369 Nov 13 05:05:00.268367 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89dd2f19-05fb-4fb0-b6d9-9f105a7458b0 req-c873140e-8269-433b-8b61-9d081596b73a tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505042 Nov 13 05:05:00.292600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c009fb7a-ebf9-4e36-9c2a-e0340e0724fe req-ce5652d2-4da9-4329-a012-6bd070dc97ab service neutron] 10.222.0.36 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899935 Nov 13 05:05:00.429710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89479d-b81e-4833-8602-f463170acffa req-f18cf43b-7170-4061-92fe-f0b6075f568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:00.431262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e89479d-b81e-4833-8602-f463170acffa req-f18cf43b-7170-4061-92fe-f0b6075f568c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd90c18aa5d840d485ac3e7d718f82fd&device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 1094 time: 0.0413766 Nov 13 05:05:00.526677 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89479d-b81e-4833-8602-f463170acffa req-64c08ceb-63b8-4557-87b0-6bcd55e31ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:00.528247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e89479d-b81e-4833-8602-f463170acffa req-64c08ceb-63b8-4557-87b0-6bcd55e31ea2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 HTTP/1.1" status: 200 len: 921 time: 0.0884457 Nov 13 05:05:00.569844 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e89479d-b81e-4833-8602-f463170acffa req-d9530387-f034-4703-b825-b1bb392a5535 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd HTTP/1.1" status: 200 len: 217 time: 0.0345087 Nov 13 05:05:00.629489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89479d-b81e-4833-8602-f463170acffa req-8624a2c0-639a-4112-85e3-fbb8d5085885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:00.631577 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e89479d-b81e-4833-8602-f463170acffa req-8624a2c0-639a-4112-85e3-fbb8d5085885 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be631b1b-d9b7-4945-82fb-4af8e604c9bf HTTP/1.1" status: 200 len: 860 time: 0.0541861 Nov 13 05:05:00.666669 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e89479d-b81e-4833-8602-f463170acffa req-585f0d09-3dff-496d-99c5-8a7ebbe70fe1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274515 Nov 13 05:05:00.761650 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e89479d-b81e-4833-8602-f463170acffa req-c6214e45-720b-4504-9e04-1f585170c43e service neutron] 10.222.0.36 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868366 Nov 13 05:05:00.874556 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-df0c292d-cffe-4650-84e1-85a4dfff8523 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:00.877011 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-df0c292d-cffe-4650-84e1-85a4dfff8523 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.46 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 806 time: 0.1209414 Nov 13 05:05:00.880235 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9e89479d-b81e-4833-8602-f463170acffa req-86a322d6-8fb2-463c-ac76-fadd6b6c92a2 service neutron] 10.222.0.36 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114471 Nov 13 05:05:00.900515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-27aeab7c-34f1-47cb-ab8d-f9759cc5edb7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Request body: {'port': {'device_id': '082e442a-a0d0-414d-b968-5ee47fe29dab', 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f', 'admin_state_up': True, 'tenant_id': 'efa94432ad9d4bf5985a2279e9d0c37c'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:05:00.927351 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c2db9e1-e0b2-47ec-82ad-da104657ebf2 req-cabd55a9-21e9-4a6c-8f47-c68da8476a21 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 210 time: 0.0409727 Nov 13 05:05:00.974197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 44a642c0-60db-4216-aaaf-6a4a7a1d2cba up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:05:01.029214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 44a642c0-60db-4216-aaaf-6a4a7a1d2cba triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:05:01.042985 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:01.055681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-27aeab7c-34f1-47cb-ab8d-f9759cc5edb7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Made reservation on behalf of efa94432ad9d4bf5985a2279e9d0c37c for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:05:01.059812 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-27aeab7c-34f1-47cb-ab8d-f9759cc5edb7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:01.189592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-27aeab7c-34f1-47cb-ab8d-f9759cc5edb7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Allocated IP 172.20.0.4 (1b150fc0-e6de-4f6e-83bd-c420fa79c68f/a3760f73-b403-4e1d-840e-67f7817e60e8/be3e1bec-0832-4fcf-b550-f05aee05646a) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:05:01.339678 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-27aeab7c-34f1-47cb-ab8d-f9759cc5edb7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:01.408741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2011ffa-73b9-4e61-be77-1e35e00d9703 req-9d431895-47e6-4907-a5fe-3f1543bcfd70 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:01.410270 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c2011ffa-73b9-4e61-be77-1e35e00d9703 req-9d431895-47e6-4907-a5fe-3f1543bcfd70 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 943 time: 0.0688779 Nov 13 05:05:01.415914 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-27aeab7c-34f1-47cb-ab8d-f9759cc5edb7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:01.490579 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-27aeab7c-34f1-47cb-ab8d-f9759cc5edb7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:05:01.497539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aeab7c-34f1-47cb-ab8d-f9759cc5edb7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Pushing event updated for resources: {'Port': ['ID=be3e1bec-0832-4fcf-b550-f05aee05646a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:01.502805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-27aeab7c-34f1-47cb-ab8d-f9759cc5edb7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:05:01.508316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-27aeab7c-34f1-47cb-ab8d-f9759cc5edb7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:05:01.543792 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c2011ffa-73b9-4e61-be77-1e35e00d9703 req-06db7cb4-86ab-42a1-9d2c-0d69e28a5b41 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258700 Nov 13 05:05:01.571246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-27aeab7c-34f1-47cb-ab8d-f9759cc5edb7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:01.571843 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-27aeab7c-34f1-47cb-ab8d-f9759cc5edb7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:01.591570 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-27aeab7c-34f1-47cb-ab8d-f9759cc5edb7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6947982 Nov 13 05:05:01.610707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Request body: {'port': {'device_id': '082e442a-a0d0-414d-b968-5ee47fe29dab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:05:01.665357 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:01.930063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3e1bec-0832-4fcf-b550-f05aee05646a {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:05:01.937607 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:01.950033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Transition to ACTIVE for port object be3e1bec-0832-4fcf-b550-f05aee05646a will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:05:01.959764 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:02.024007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a5909-669d-441b-ade3-115a110c708b service neutron] Pushing event updated for resources: {'Port': ['ID=be3e1bec-0832-4fcf-b550-f05aee05646a,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:02.112122 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89da71-7936-4abc-be5c-1203565f921c req-4c7fba18-ce16-4dc2-9c46-1e8abed8b91e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:02.113746 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8c89da71-7936-4abc-be5c-1203565f921c req-4c7fba18-ce16-4dc2-9c46-1e8abed8b91e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 943 time: 0.1044621 Nov 13 05:05:02.142408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Attempting to bind port be3e1bec-0832-4fcf-b550-f05aee05646a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:05:02.142767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Attempting to bind port be3e1bec-0832-4fcf-b550-f05aee05646a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:05:02.143093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Attempting to bind port be3e1bec-0832-4fcf-b550-f05aee05646a on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:05:02.155155 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Port be3e1bec-0832-4fcf-b550-f05aee05646a on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:05:02.155554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Attempting to bind port be3e1bec-0832-4fcf-b550-f05aee05646a on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:05:02.170454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:05:02.170783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Checking segment: {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:05:02.171276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Bound using segment: {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:05:02.171603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Bound port: be3e1bec-0832-4fcf-b550-f05aee05646a, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:05:02.171960 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:02.193974 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8c89da71-7936-4abc-be5c-1203565f921c req-595f9259-6103-4ce5-94bb-445eab2354f6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693970 Nov 13 05:05:02.244116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] For port be3e1bec-0832-4fcf-b550-f05aee05646a, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:05:02.247465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] For port be3e1bec-0832-4fcf-b550-f05aee05646a, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=be3e1bec-0832-4fcf-b550-f05aee05646a,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:05:02.252837 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:02.290647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:02.291430 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:02.292833 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-322a5909-669d-441b-ade3-115a110c708b service neutron] 10.222.0.46 "PUT /v2.0/ports/be3e1bec-0832-4fcf-b550-f05aee05646a HTTP/1.1" status: 200 len: 1091 time: 0.6864038 Nov 13 05:05:02.293476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082e442a-a0d0-414d-b968-5ee47fe29dab', 'tag': 'be3e1bec-0832-4fcf-b550-f05aee05646a'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:02.295918 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2393a561-47e3-4fe6-b914-802614ed11cb" -d '{"events": [{"name": "network-changed", "server_uuid": "082e442a-a0d0-414d-b968-5ee47fe29dab", "tag": "be3e1bec-0832-4fcf-b550-f05aee05646a"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:02.328687 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a5909-669d-441b-ade3-115a110c708b service neutron] Pushing event updated for resources: {'Port': ['ID=be3e1bec-0832-4fcf-b550-f05aee05646a,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:02.350988 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107c545a-645c-4401-90f3-ce0fd655c40d x-openstack-request-id: req-107c545a-645c-4401-90f3-ce0fd655c40d {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:02.351699 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082e442a-a0d0-414d-b968-5ee47fe29dab", "tag": "be3e1bec-0832-4fcf-b550-f05aee05646a", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:02.351955 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-107c545a-645c-4401-90f3-ce0fd655c40d {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:02.352388 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082e442a-a0d0-414d-b968-5ee47fe29dab', 'tag': 'be3e1bec-0832-4fcf-b550-f05aee05646a', 'status': 'completed', 'code': 200} Nov 13 05:05:02.416491 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-a20958a9-38de-4dec-801c-59b9ccea3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:02.418128 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-a20958a9-38de-4dec-801c-59b9ccea3c13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 1094 time: 0.0463951 Nov 13 05:05:02.468584 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-933df7ac-c8bd-4c65-a3b5-57a7a78405d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be3e1bec-0832-4fcf-b550-f05aee05646a HTTP/1.1" status: 200 len: 217 time: 0.0358081 Nov 13 05:05:02.525203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-362e5eff-3e87-4e56-b897-8bec0cbb0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:02.526666 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-362e5eff-3e87-4e56-b897-8bec0cbb0d1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 200 len: 846 time: 0.0507672 Nov 13 05:05:02.559965 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-cba1fb2b-a9e6-4b5d-9f07-3c675fc2c250 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256295 Nov 13 05:05:02.707343 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-b05876fe-c54b-46f5-ac4b-9d4a6f867423 service neutron] 10.222.0.46 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399066 Nov 13 05:05:02.717999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281dd4c-5a36-422a-b9d3-2fa83044bbdc req-3b459d41-1f87-4929-a5fe-9309b02fc66e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:02.720025 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2281dd4c-5a36-422a-b9d3-2fa83044bbdc req-3b459d41-1f87-4929-a5fe-9309b02fc66e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 943 time: 0.0888307 Nov 13 05:05:02.819367 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2281dd4c-5a36-422a-b9d3-2fa83044bbdc req-93320a75-afab-4792-8cef-0e21cd2fa948 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910556 Nov 13 05:05:02.841211 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89c5e8d5-1818-4ebc-8442-96feae88504c req-013ef2e9-af34-4dbd-baba-b6f0e90d6fb5 service neutron] 10.222.0.46 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201289 Nov 13 05:05:02.974099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393a561-47e3-4fe6-b914-802614ed11cb req-3bd7727e-555b-4ec3-8382-f9e0e3fbadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:02.975570 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2393a561-47e3-4fe6-b914-802614ed11cb req-3bd7727e-555b-4ec3-8382-f9e0e3fbadfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 1094 time: 0.0471220 Nov 13 05:05:03.073019 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393a561-47e3-4fe6-b914-802614ed11cb req-2a36d710-1d54-4910-bb12-94296b925358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:03.074609 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2393a561-47e3-4fe6-b914-802614ed11cb req-2a36d710-1d54-4910-bb12-94296b925358 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 907 time: 0.0893195 Nov 13 05:05:03.133623 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2393a561-47e3-4fe6-b914-802614ed11cb req-bf4a14b2-d0eb-4f13-a0fd-983bea3372ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be3e1bec-0832-4fcf-b550-f05aee05646a HTTP/1.1" status: 200 len: 217 time: 0.0415602 Nov 13 05:05:03.187631 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393a561-47e3-4fe6-b914-802614ed11cb req-557e065e-0ed4-4802-a559-c0eab2be1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:03.189553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2393a561-47e3-4fe6-b914-802614ed11cb req-557e065e-0ed4-4802-a559-c0eab2be1690 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 200 len: 846 time: 0.0477860 Nov 13 05:05:03.225154 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2393a561-47e3-4fe6-b914-802614ed11cb req-9703a785-a2c9-49a1-8310-a44ab8d3097b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263262 Nov 13 05:05:03.321685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27385b95-c2dd-47ea-a521-4e4f28bc0815 req-acd2c06e-6265-4d5d-b8be-fdb3e36d9c3c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:03.323202 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-27385b95-c2dd-47ea-a521-4e4f28bc0815 req-acd2c06e-6265-4d5d-b8be-fdb3e36d9c3c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 943 time: 0.0506902 Nov 13 05:05:03.333088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2393a561-47e3-4fe6-b914-802614ed11cb req-80827689-72fb-4e64-bac0-646c00de5180 service neutron] 10.222.0.46 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997193 Nov 13 05:05:03.372079 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-27385b95-c2dd-47ea-a521-4e4f28bc0815 req-9aeb8637-c30b-45c3-8c4c-fa1e9afb3bb4 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415664 Nov 13 05:05:03.426731 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2393a561-47e3-4fe6-b914-802614ed11cb req-a792c7c1-d0ee-4035-b602-a57136415119 service neutron] 10.222.0.46 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858631 Nov 13 05:05:03.945156 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacfa54-d4be-4590-83f1-dd3a2017924f req-d5c7a741-9dfd-49c8-9dde-8226a29fcf3e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:03.946623 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1dacfa54-d4be-4590-83f1-dd3a2017924f req-d5c7a741-9dfd-49c8-9dde-8226a29fcf3e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 943 time: 0.0557730 Nov 13 05:05:03.993550 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1dacfa54-d4be-4590-83f1-dd3a2017924f req-599dd606-2bf6-4c64-980a-3568193eac76 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407555 Nov 13 05:05:04.169707 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6337e1c-96d0-4b1c-a2f3-0d6a20ad5993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:04.516637 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39265b9b-b8b1-4ce9-99d1-4f2415f513ae req-f67a6b26-b564-4b36-bfc1-551efd80af6a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:04.518230 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39265b9b-b8b1-4ce9-99d1-4f2415f513ae req-f67a6b26-b564-4b36-bfc1-551efd80af6a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 943 time: 0.0636113 Nov 13 05:05:04.570308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-39265b9b-b8b1-4ce9-99d1-4f2415f513ae req-34f6479c-6190-42ea-8a31-7106e46c694d tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458703 Nov 13 05:05:05.100906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:05:05.128391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device be3e1bec-0832-4fcf-b550-f05aee05646a details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:05:05.132074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f6970-b5a9-4b53-844a-5a0165430231 req-05d0b0cb-3d6c-49df-b37c-cd3e80ca5dc1 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:05.133634 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f9f6970-b5a9-4b53-844a-5a0165430231 req-05d0b0cb-3d6c-49df-b37c-cd3e80ca5dc1 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 943 time: 0.0625865 Nov 13 05:05:05.182467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f9f6970-b5a9-4b53-844a-5a0165430231 req-9baecd6d-bc7a-4c06-8218-470ad6650b17 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425825 Nov 13 05:05:05.261852 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd,segment=NetworkSegment(6634d814-c14e-43f4-8dd8-4b6e2e184580),segment_id=6634d814-c14e-43f4-8dd8-4b6e2e184580)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:05.277213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd', 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7', 'port_id': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd', 'mac_address': 'fa:16:3e:67:32:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:05:05.293040 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port be3e1bec-0832-4fcf-b550-f05aee05646a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=be3e1bec-0832-4fcf-b550-f05aee05646a,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:05.499935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'be3e1bec-0832-4fcf-b550-f05aee05646a', 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f', 'port_id': 'be3e1bec-0832-4fcf-b550-f05aee05646a', 'mac_address': 'fa:16:3e:6f:a9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3760f73-b403-4e1d-840e-67f7817e60e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:05:05.505913 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:05.539419 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:05:05.561971 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:05.566871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd,segment=NetworkSegment(6634d814-c14e-43f4-8dd8-4b6e2e184580),segment_id=6634d814-c14e-43f4-8dd8-4b6e2e184580)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:05.573784 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:05.581861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3e1bec-0832-4fcf-b550-f05aee05646a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:05:05.634485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port be3e1bec-0832-4fcf-b550-f05aee05646a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=be3e1bec-0832-4fcf-b550-f05aee05646a,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:05.639545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:05.642396 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:05.691575 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=be3e1bec-0832-4fcf-b550-f05aee05646a,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:05.695057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d87fa-465b-4f24-b476-86c56267fbbc req-6fd56fe3-dc26-48bf-974e-caf9e8c91970 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:05.696924 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-240d87fa-465b-4f24-b476-86c56267fbbc req-6fd56fe3-dc26-48bf-974e-caf9e8c91970 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 944 time: 0.0551784 Nov 13 05:05:05.747737 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-240d87fa-465b-4f24-b476-86c56267fbbc req-572c1066-1669-4e0e-bd72-59a2e7cd4ac4 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440927 Nov 13 05:05:05.930729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['8cd64c9f-c3f1-4543-a3de-0ded600b5cbd'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:06.043075 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['be3e1bec-0832-4fcf-b550-f05aee05646a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:06.312622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb115329-2fd2-46d7-a290-303b645c9dbc req-2ad19a5e-7ace-4d93-ab1f-6538996804d2 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:06.314113 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cb115329-2fd2-46d7-a290-303b645c9dbc req-2ad19a5e-7ace-4d93-ab1f-6538996804d2 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 944 time: 0.0541615 Nov 13 05:05:06.366230 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cb115329-2fd2-46d7-a290-303b645c9dbc req-c8b05473-e824-443f-9ff0-555abe0a3de1 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456400 Nov 13 05:05:06.446829 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1837e471-2e63-48e9-a3e8-f17a573ca488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:06.877682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c3e74-49fd-43dc-8912-39cdb23f6623 req-3a7e4fcb-4313-43d5-a680-9bc982a5750b tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:06.879506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f88c3e74-49fd-43dc-8912-39cdb23f6623 req-3a7e4fcb-4313-43d5-a680-9bc982a5750b tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 944 time: 0.0530128 Nov 13 05:05:06.928489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f88c3e74-49fd-43dc-8912-39cdb23f6623 req-0896859a-9e3b-4207-a3af-c9284eaed2d5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429513 Nov 13 05:05:07.102781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:05:07.144573 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device be3e1bec-0832-4fcf-b550-f05aee05646a up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:05:07.207357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:05:07.211055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port be3e1bec-0832-4fcf-b550-f05aee05646a completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:05:07.214492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:05:07.214857 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:07.217511 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port be3e1bec-0832-4fcf-b550-f05aee05646a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:05:07.217859 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:07.351815 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:07.355802 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:07.389322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:07.391611 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5341b355-65ed-4df1-afd1-b38f83edf38e" -d '{"events": [{"server_uuid": "c391c71a-e059-44c1-bc11-2f27564a2ec3", "name": "network-vif-plugged", "status": "completed", "tag": "8cd64c9f-c3f1-4543-a3de-0ded600b5cbd"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:07.409700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd,segment=NetworkSegment(6634d814-c14e-43f4-8dd8-4b6e2e184580),segment_id=6634d814-c14e-43f4-8dd8-4b6e2e184580)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:07.418875 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port be3e1bec-0832-4fcf-b550-f05aee05646a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=be3e1bec-0832-4fcf-b550-f05aee05646a,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:07.420130 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:07.427655 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:07.448457 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8a7143-3f7c-40c9-96eb-9ae61e5f63aa x-openstack-request-id: req-5a8a7143-3f7c-40c9-96eb-9ae61e5f63aa {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:07.449169 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c391c71a-e059-44c1-bc11-2f27564a2ec3", "name": "network-vif-plugged", "status": "completed", "tag": "8cd64c9f-c3f1-4543-a3de-0ded600b5cbd", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:07.449169 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a8a7143-3f7c-40c9-96eb-9ae61e5f63aa {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:07.449387 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd', 'code': 200} Nov 13 05:05:07.477669 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:07.499028 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba08b9-d947-4d5b-80ae-dea3fe6fb173 req-3b74f8e5-917d-4d73-88d8-99d2a66ae4e6 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:07.500729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7dba08b9-d947-4d5b-80ae-dea3fe6fb173 req-3b74f8e5-917d-4d73-88d8-99d2a66ae4e6 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0550749 Nov 13 05:05:07.535338 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=be3e1bec-0832-4fcf-b550-f05aee05646a,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:07.549399 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7dba08b9-d947-4d5b-80ae-dea3fe6fb173 req-d5d68e4d-b138-4c87-9eba-3eca950d0758 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424693 Nov 13 05:05:07.564117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617120b4-f204-46f3-821d-754e88476b5c req-6c99e5ed-154f-4a3a-9051-05aa390fa3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:07.565617 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-617120b4-f204-46f3-821d-754e88476b5c req-6c99e5ed-154f-4a3a-9051-05aa390fa3fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0421007 Nov 13 05:05:07.610902 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-617120b4-f204-46f3-821d-754e88476b5c req-27665e31-9f25-4ff5-81b4-27f934273cb5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379207 Nov 13 05:05:07.838938 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:08.054287 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635325ab-bade-4e91-b5b8-a3948acd471a req-ddd6f2be-d8e0-408c-8bab-5deabc046341 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:08.055874 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-635325ab-bade-4e91-b5b8-a3948acd471a req-ddd6f2be-d8e0-408c-8bab-5deabc046341 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 945 time: 0.0502098 Nov 13 05:05:08.110686 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-635325ab-bade-4e91-b5b8-a3948acd471a req-9c900230-eebd-4f8e-b2eb-14e0062bb83a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485411 Nov 13 05:05:08.674847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b87eb9-a823-43fd-9b8b-a4ce5c78ab9f req-5a6af940-1fbf-43df-a319-ffef3a43d9ff tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:08.676270 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b1b87eb9-a823-43fd-9b8b-a4ce5c78ab9f req-5a6af940-1fbf-43df-a319-ffef3a43d9ff tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0516121 Nov 13 05:05:08.723138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b1b87eb9-a823-43fd-9b8b-a4ce5c78ab9f req-ea0c30b8-bff3-4a88-b2ce-85bb984c517e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Nov 13 05:05:09.143120 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:09.238111 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2b275-e41f-4e66-81be-e8cb05f360e0 req-c5374b30-45d6-4d29-a850-98c0bc37649f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:09.239635 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c2b2b275-e41f-4e66-81be-e8cb05f360e0 req-c5374b30-45d6-4d29-a850-98c0bc37649f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 945 time: 0.0543363 Nov 13 05:05:09.292796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c2b2b275-e41f-4e66-81be-e8cb05f360e0 req-840f14a3-6370-4a74-a512-c3b39beac46a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464473 Nov 13 05:05:09.450796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082e442a-a0d0-414d-b968-5ee47fe29dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3e1bec-0832-4fcf-b550-f05aee05646a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:09.454510 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224192c6-f322-470e-8343-ccb0a565bb26" -d '{"events": [{"server_uuid": "082e442a-a0d0-414d-b968-5ee47fe29dab", "name": "network-vif-plugged", "status": "completed", "tag": "be3e1bec-0832-4fcf-b550-f05aee05646a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:09.498260 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b231c9-b197-4704-87b7-de1a854180eb x-openstack-request-id: req-72b231c9-b197-4704-87b7-de1a854180eb {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:09.498547 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082e442a-a0d0-414d-b968-5ee47fe29dab", "name": "network-vif-plugged", "status": "completed", "tag": "be3e1bec-0832-4fcf-b550-f05aee05646a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:09.498788 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72b231c9-b197-4704-87b7-de1a854180eb {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:09.499201 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082e442a-a0d0-414d-b968-5ee47fe29dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3e1bec-0832-4fcf-b550-f05aee05646a', 'code': 200} Nov 13 05:05:09.625432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e9169-0cb7-4979-8a3b-744f7981847c req-f8084988-b5bc-44dc-9283-7142432da653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:09.627010 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-711e9169-0cb7-4979-8a3b-744f7981847c req-f8084988-b5bc-44dc-9283-7142432da653 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 1096 time: 0.0414369 Nov 13 05:05:09.673653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-711e9169-0cb7-4979-8a3b-744f7981847c req-d181a311-3d05-4a80-b6ba-2e1dffff7721 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 Nov 13 05:05:09.855204 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51842248-adf3-46aa-824b-a5e002cc8990 req-ce6c3b4a-7e31-4afb-97c6-aef794006267 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:09.856713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-51842248-adf3-46aa-824b-a5e002cc8990 req-ce6c3b4a-7e31-4afb-97c6-aef794006267 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0539718 Nov 13 05:05:09.906754 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-51842248-adf3-46aa-824b-a5e002cc8990 req-acbfa865-0d14-4cbb-9c7c-1f838d73b2ea tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437226 Nov 13 05:05:10.042613 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:10.163348 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccf862-0eb7-47bc-a023-5cae0fb35554 req-7bbb4d59-a7af-45cf-bbed-8e2304a10a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:10.164733 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a0ccf862-0eb7-47bc-a023-5cae0fb35554 req-7bbb4d59-a7af-45cf-bbed-8e2304a10a91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd90c18aa5d840d485ac3e7d718f82fd&device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0399961 Nov 13 05:05:10.168137 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719022d-dd40-4f78-978a-cb4d07b9511f req-a980e882-c922-4c93-8984-1567e92905a8 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:10.169649 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8719022d-dd40-4f78-978a-cb4d07b9511f req-a980e882-c922-4c93-8984-1567e92905a8 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0543590 Nov 13 05:05:10.219536 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8719022d-dd40-4f78-978a-cb4d07b9511f req-267daf45-4753-4ebe-b50c-7a02e9077393 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418777 Nov 13 05:05:10.261576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccf862-0eb7-47bc-a023-5cae0fb35554 req-da1ae206-5145-49d6-9833-fa4f40b9d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:10.263080 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a0ccf862-0eb7-47bc-a023-5cae0fb35554 req-da1ae206-5145-49d6-9833-fa4f40b9d4c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 HTTP/1.1" status: 200 len: 921 time: 0.0899715 Nov 13 05:05:10.308173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a0ccf862-0eb7-47bc-a023-5cae0fb35554 req-00119eea-9ebe-4dcd-8141-556007f4ffbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd HTTP/1.1" status: 200 len: 217 time: 0.0368493 Nov 13 05:05:10.362453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccf862-0eb7-47bc-a023-5cae0fb35554 req-16423fd4-c2ee-4f09-8cfb-1a66ab9ebdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:10.363950 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a0ccf862-0eb7-47bc-a023-5cae0fb35554 req-16423fd4-c2ee-4f09-8cfb-1a66ab9ebdcb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be631b1b-d9b7-4945-82fb-4af8e604c9bf HTTP/1.1" status: 200 len: 860 time: 0.0479445 Nov 13 05:05:10.395698 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a0ccf862-0eb7-47bc-a023-5cae0fb35554 req-f861e566-57c4-42f2-b9f1-ee23b14164ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244184 Nov 13 05:05:10.417089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817efe27-c7a3-4fad-94db-52c1ec3da63a req-6f6548fa-aed5-4d1c-a4e0-bafb16b99259 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:10.418553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-817efe27-c7a3-4fad-94db-52c1ec3da63a req-6f6548fa-aed5-4d1c-a4e0-bafb16b99259 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 945 time: 0.0495141 Nov 13 05:05:10.466165 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-817efe27-c7a3-4fad-94db-52c1ec3da63a req-5816e3c1-22e2-4163-af28-dd505ffef616 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Nov 13 05:05:10.786461 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a0ccf862-0eb7-47bc-a023-5cae0fb35554 req-c2847c4f-abdc-4c4d-95bd-bbbb582b95bb service neutron] 10.222.0.36 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832715 Nov 13 05:05:10.876739 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a0ccf862-0eb7-47bc-a023-5cae0fb35554 req-757fe4da-d0ed-4f26-ba66-72769ac86a28 service neutron] 10.222.0.36 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820146 Nov 13 05:05:11.343511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd17f0-0a6a-45c3-876c-3eef59bf2792 req-ef39f739-9f7e-40b8-8cdd-e1f85da91de6 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:11.344999 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-39cd17f0-0a6a-45c3-876c-3eef59bf2792 req-ef39f739-9f7e-40b8-8cdd-e1f85da91de6 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0516000 Nov 13 05:05:11.400838 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-39cd17f0-0a6a-45c3-876c-3eef59bf2792 req-23c2549d-b999-447e-8f09-5280fee190c7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495646 Nov 13 05:05:11.614305 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba54eb-fbc9-47a2-95ab-0cc983f7c1c0 req-113be035-0b7a-4568-9518-73d6f3115b70 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:11.615743 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-00ba54eb-fbc9-47a2-95ab-0cc983f7c1c0 req-113be035-0b7a-4568-9518-73d6f3115b70 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 945 time: 0.0645540 Nov 13 05:05:11.666480 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-00ba54eb-fbc9-47a2-95ab-0cc983f7c1c0 req-41da77a2-70f1-449d-82d1-af80eee2ab45 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412602 Nov 13 05:05:11.914650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce8143-7af5-4ae5-b0bc-169823d4ce74 req-c60712fd-d45a-43f8-848b-37d945b1356c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:11.916159 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1ce8143-7af5-4ae5-b0bc-169823d4ce74 req-c60712fd-d45a-43f8-848b-37d945b1356c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 806 time: 0.1068161 Nov 13 05:05:11.931876 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1ce8143-7af5-4ae5-b0bc-169823d4ce74 req-6e7c1670-d7f3-43ba-9315-fe880de9326c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/quotas/efa94432ad9d4bf5985a2279e9d0c37c HTTP/1.1" status: 200 len: 375 time: 0.0096805 Nov 13 05:05:11.987789 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1ce8143-7af5-4ae5-b0bc-169823d4ce74 req-d7f78cde-df54-4f6e-8485-7e6ec600bc2e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504882 Nov 13 05:05:12.084233 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1ce8143-7af5-4ae5-b0bc-169823d4ce74 req-ff0b2dcb-05b3-4527-a317-d5dab11e5e33 service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852606 Nov 13 05:05:12.177203 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1ce8143-7af5-4ae5-b0bc-169823d4ce74 req-c6a62664-589c-4cc8-aaac-2f132b4d8032 service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866959 Nov 13 05:05:12.537908 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73404452-da0b-497c-baaf-11ab0254f5c3 req-8153acce-8d24-4230-9a96-359dcec48965 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:12.539514 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-73404452-da0b-497c-baaf-11ab0254f5c3 req-8153acce-8d24-4230-9a96-359dcec48965 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0556409 Nov 13 05:05:12.593955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-73404452-da0b-497c-baaf-11ab0254f5c3 req-77675558-9ee3-4907-ab56-ac4013241500 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447643 Nov 13 05:05:12.865959 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-d0d9102c-615f-4646-ad16-de64ccf78c0e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:12.867435 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-d0d9102c-615f-4646-ad16-de64ccf78c0e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 806 time: 0.1042023 Nov 13 05:05:12.891991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-7d230f8a-78a4-464a-a7ba-80a971468402 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/quotas/efa94432ad9d4bf5985a2279e9d0c37c HTTP/1.1" status: 200 len: 375 time: 0.0152402 Nov 13 05:05:12.946842 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-18517ff4-537c-436a-86a7-7e8df582e4b0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487888 Nov 13 05:05:13.044858 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-18f0acdd-52de-4cfe-8033-a0388ca94a86 service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910428 Nov 13 05:05:13.144811 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-d212e256-f4b8-4835-8760-d6974f7d0a43 service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925264 Nov 13 05:05:13.321826 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c4ce8179-9970-46eb-a9df-49a9982ba0d5 req-b79835ae-d311-42c8-baeb-eae4fb7c6613 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 210 time: 0.0263712 Nov 13 05:05:13.729396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50cda5-0d77-4d4a-916e-fe6f3c8ff3e2 req-cbb59ec4-2a21-43da-9939-ceffd2a5c512 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:13.730830 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a50cda5-0d77-4d4a-916e-fe6f3c8ff3e2 req-cbb59ec4-2a21-43da-9939-ceffd2a5c512 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0535781 Nov 13 05:05:13.785016 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a50cda5-0d77-4d4a-916e-fe6f3c8ff3e2 req-2df9f7b3-33f0-4b31-afd5-73b50484360e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479434 Nov 13 05:05:14.385745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-a665a0c5-5493-429a-923e-aa1eba5ee57a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:14.387616 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-a665a0c5-5493-429a-923e-aa1eba5ee57a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 806 time: 0.1088445 Nov 13 05:05:14.405982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-17a53d5f-1841-4018-b02b-da2de4870ea1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Request body: {'port': {'device_id': 'b8007a14-fd00-4514-b77b-8fb77b93d009', 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f', 'admin_state_up': True, 'tenant_id': 'efa94432ad9d4bf5985a2279e9d0c37c'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:05:14.423280 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7134ccd5-27fe-4858-9e02-d8a33ccfbcd7 req-f382dd7f-f76f-4e2b-a993-a2f7bbb93b26 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 210 time: 0.0284283 Nov 13 05:05:14.527021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-17a53d5f-1841-4018-b02b-da2de4870ea1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Made reservation on behalf of efa94432ad9d4bf5985a2279e9d0c37c for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:05:14.531422 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-17a53d5f-1841-4018-b02b-da2de4870ea1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:14.663822 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-17a53d5f-1841-4018-b02b-da2de4870ea1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Allocated IP 172.20.0.10 (1b150fc0-e6de-4f6e-83bd-c420fa79c68f/a3760f73-b403-4e1d-840e-67f7817e60e8/2aad85b0-f4d1-4346-8b02-7139df18dfa4) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:05:14.819493 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-17a53d5f-1841-4018-b02b-da2de4870ea1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:14.857094 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-17a53d5f-1841-4018-b02b-da2de4870ea1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:14.890843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['be3e1bec-0832-4fcf-b550-f05aee05646a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:14.905545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-17a53d5f-1841-4018-b02b-da2de4870ea1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:05:14.908748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5c08b-6114-4e8f-8b7f-f3aa70e40fd5 req-ecfd480a-7cbf-4c23-bc08-70240384b55d tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:14.910529 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0e5c08b-6114-4e8f-8b7f-f3aa70e40fd5 req-ecfd480a-7cbf-4c23-bc08-70240384b55d tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0502048 Nov 13 05:05:14.910835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-17a53d5f-1841-4018-b02b-da2de4870ea1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:05:14.914934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-17a53d5f-1841-4018-b02b-da2de4870ea1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:05:14.943192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a53d5f-1841-4018-b02b-da2de4870ea1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Pushing event updated for resources: {'Port': ['ID=2aad85b0-f4d1-4346-8b02-7139df18dfa4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:14.970491 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0e5c08b-6114-4e8f-8b7f-f3aa70e40fd5 req-514d97a2-e5ac-4357-97d2-6fd2c48cbffe tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538168 Nov 13 05:05:14.974693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-17a53d5f-1841-4018-b02b-da2de4870ea1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:14.975357 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-17a53d5f-1841-4018-b02b-da2de4870ea1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:14.996475 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-17a53d5f-1841-4018-b02b-da2de4870ea1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5945814 Nov 13 05:05:15.013726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Request body: {'port': {'device_id': 'b8007a14-fd00-4514-b77b-8fb77b93d009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:05:15.068075 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:15.335204 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aad85b0-f4d1-4346-8b02-7139df18dfa4 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:05:15.343992 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:15.355854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Transition to ACTIVE for port object 2aad85b0-f4d1-4346-8b02-7139df18dfa4 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:05:15.360411 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:15.408616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2aad85b0-f4d1-4346-8b02-7139df18dfa4,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:15.477971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Attempting to bind port 2aad85b0-f4d1-4346-8b02-7139df18dfa4 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:05:15.478300 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Attempting to bind port 2aad85b0-f4d1-4346-8b02-7139df18dfa4 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:05:15.478608 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Attempting to bind port 2aad85b0-f4d1-4346-8b02-7139df18dfa4 on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:05:15.483009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Port 2aad85b0-f4d1-4346-8b02-7139df18dfa4 on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:05:15.483342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Attempting to bind port 2aad85b0-f4d1-4346-8b02-7139df18dfa4 on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:05:15.488137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:05:15.488457 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Checking segment: {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:05:15.488835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Bound using segment: {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:05:15.489257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Bound port: 2aad85b0-f4d1-4346-8b02-7139df18dfa4, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:05:15.489601 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:15.586274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d2ea5-4324-4bd3-a5a2-f7827a970d9a req-c1a92a26-aa69-4281-922d-a788394f25c6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:15.587698 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-099d2ea5-4324-4bd3-a5a2-f7827a970d9a req-c1a92a26-aa69-4281-922d-a788394f25c6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 944 time: 0.0887103 Nov 13 05:05:15.593506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] For port 2aad85b0-f4d1-4346-8b02-7139df18dfa4, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:05:15.598620 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] For port 2aad85b0-f4d1-4346-8b02-7139df18dfa4, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2aad85b0-f4d1-4346-8b02-7139df18dfa4,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:05:15.613646 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:15.654885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:15.655633 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:15.657012 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/2aad85b0-f4d1-4346-8b02-7139df18dfa4 HTTP/1.1" status: 200 len: 1092 time: 0.6474721 Nov 13 05:05:15.660216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8007a14-fd00-4514-b77b-8fb77b93d009', 'tag': '2aad85b0-f4d1-4346-8b02-7139df18dfa4'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:15.662663 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51752d67-89ae-4189-891b-4f117cedd782" -d '{"events": [{"name": "network-changed", "server_uuid": "b8007a14-fd00-4514-b77b-8fb77b93d009", "tag": "2aad85b0-f4d1-4346-8b02-7139df18dfa4"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:15.703934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ea668-8c2b-49c5-8cb4-3e82ff2f89d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2aad85b0-f4d1-4346-8b02-7139df18dfa4,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:15.711697 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-099d2ea5-4324-4bd3-a5a2-f7827a970d9a req-59d480f4-4d3b-469d-bd0e-7c8de6e6797b tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156342 Nov 13 05:05:15.713181 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568d54c6-8add-41e0-b26c-13d009b69033 x-openstack-request-id: req-568d54c6-8add-41e0-b26c-13d009b69033 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:15.713440 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8007a14-fd00-4514-b77b-8fb77b93d009", "tag": "2aad85b0-f4d1-4346-8b02-7139df18dfa4", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:15.713673 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-568d54c6-8add-41e0-b26c-13d009b69033 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:15.714070 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8007a14-fd00-4514-b77b-8fb77b93d009', 'tag': '2aad85b0-f4d1-4346-8b02-7139df18dfa4', 'status': 'completed', 'code': 200} Nov 13 05:05:15.774940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-8c7276a0-2d08-4ab1-a159-c78f9226c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:15.776484 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-8c7276a0-2d08-4ab1-a159-c78f9226c464 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 1095 time: 0.0461862 Nov 13 05:05:15.824739 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-8cc47079-659f-425c-aaa5-eb117240204d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aad85b0-f4d1-4346-8b02-7139df18dfa4 HTTP/1.1" status: 200 len: 217 time: 0.0334501 Nov 13 05:05:15.883726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-d4f04aee-04ac-47dd-b52d-b20af7edda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:15.885172 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-d4f04aee-04ac-47dd-b52d-b20af7edda81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 200 len: 846 time: 0.0537524 Nov 13 05:05:15.927227 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-95679028-bd0a-4f66-b2b9-bf027ca0fae1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333405 Nov 13 05:05:16.021815 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-1b2d131d-6b4e-423f-a0df-439939bb9a0f service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874548 Nov 13 05:05:16.098029 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9ff9b-c6b7-49c8-98af-380ed21e14a0 req-66253bb8-7c28-4dd5-8767-be38782526ce tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:16.099956 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-62c9ff9b-c6b7-49c8-98af-380ed21e14a0 req-66253bb8-7c28-4dd5-8767-be38782526ce tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0559459 Nov 13 05:05:16.118759 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d21d967-3d80-4e64-a4bc-24776f5a926a req-bfd75871-0bcd-4142-ad7d-dacdab055fd8 service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896373 Nov 13 05:05:16.150510 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-62c9ff9b-c6b7-49c8-98af-380ed21e14a0 req-967bc567-cc93-404c-87fb-8ac0aa459478 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443907 Nov 13 05:05:16.252901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51752d67-89ae-4189-891b-4f117cedd782 req-198fff5f-3393-4025-a13f-76989e800093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:16.254482 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51752d67-89ae-4189-891b-4f117cedd782 req-198fff5f-3393-4025-a13f-76989e800093 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 1095 time: 0.0432115 Nov 13 05:05:16.359230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51752d67-89ae-4189-891b-4f117cedd782 req-3649467d-0136-4056-8410-4b76ba760c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:16.360720 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51752d67-89ae-4189-891b-4f117cedd782 req-3649467d-0136-4056-8410-4b76ba760c61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 907 time: 0.0984898 Nov 13 05:05:16.406655 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51752d67-89ae-4189-891b-4f117cedd782 req-edacc493-cf4c-47b0-81d6-08d849853f20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aad85b0-f4d1-4346-8b02-7139df18dfa4 HTTP/1.1" status: 200 len: 217 time: 0.0378308 Nov 13 05:05:16.457547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51752d67-89ae-4189-891b-4f117cedd782 req-360b4b55-0fce-4111-9421-c3f51ed2244f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:16.459085 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51752d67-89ae-4189-891b-4f117cedd782 req-360b4b55-0fce-4111-9421-c3f51ed2244f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 200 len: 846 time: 0.0461328 Nov 13 05:05:16.490405 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51752d67-89ae-4189-891b-4f117cedd782 req-eb8b8f74-5614-4cf0-849f-c1d89ee9da67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237689 Nov 13 05:05:16.588854 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51752d67-89ae-4189-891b-4f117cedd782 req-0f04318b-1612-4187-9fe0-3e11c5230e55 service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914140 Nov 13 05:05:16.687412 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51752d67-89ae-4189-891b-4f117cedd782 req-96f56aed-4395-4400-980f-322b26b4f0d9 service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900762 Nov 13 05:05:16.830747 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cfab1-fba4-4d81-b86e-bd90e62b247a req-2da227e3-ee6b-49c5-82fc-0e12a2b40a7a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:16.832373 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-748cfab1-fba4-4d81-b86e-bd90e62b247a req-2da227e3-ee6b-49c5-82fc-0e12a2b40a7a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 944 time: 0.0499568 Nov 13 05:05:16.884984 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-748cfab1-fba4-4d81-b86e-bd90e62b247a req-d221fab2-7020-49e3-82bf-cf70cf8ca418 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461206 Nov 13 05:05:17.286671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb527-9748-4ac7-940e-278573addcc5 req-96031e5f-12b5-4169-8ca5-253decd5efd8 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:17.288294 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3bbcb527-9748-4ac7-940e-278573addcc5 req-96031e5f-12b5-4169-8ca5-253decd5efd8 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0526531 Nov 13 05:05:17.347525 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3bbcb527-9748-4ac7-940e-278573addcc5 req-e2422851-1de2-41f3-8aa8-e2c5594384c3 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502086 Nov 13 05:05:18.012420 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09205b20-7686-470e-a6e7-653f62a22539 req-56e939a3-0b66-49fc-a100-26c41a85d21f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:18.013903 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09205b20-7686-470e-a6e7-653f62a22539 req-56e939a3-0b66-49fc-a100-26c41a85d21f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 944 time: 0.0498066 Nov 13 05:05:18.069698 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09205b20-7686-470e-a6e7-653f62a22539 req-3c405c6b-92ce-4f73-a61f-e4cfa0df72ca tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493457 Nov 13 05:05:18.480112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a02cd-e085-436f-b16f-15955f871a3c req-15ca02a6-a9c4-4458-9136-e87c1e1d72a1 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:18.482131 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0f5a02cd-e085-436f-b16f-15955f871a3c req-15ca02a6-a9c4-4458-9136-e87c1e1d72a1 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0572963 Nov 13 05:05:18.535620 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0f5a02cd-e085-436f-b16f-15955f871a3c req-4525d8a0-d352-4431-9e79-5f6bb071769d tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473561 Nov 13 05:05:19.137545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2aad85b0-f4d1-4346-8b02-7139df18dfa4 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:05:19.192463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc51df-fb87-4440-a1bf-511a84ec7252 req-40457030-8915-4783-b92b-3bfe41308a53 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:19.194089 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6fc51df-fb87-4440-a1bf-511a84ec7252 req-40457030-8915-4783-b92b-3bfe41308a53 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 944 time: 0.0495412 Nov 13 05:05:19.236827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 2aad85b0-f4d1-4346-8b02-7139df18dfa4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2aad85b0-f4d1-4346-8b02-7139df18dfa4,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:19.242685 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6fc51df-fb87-4440-a1bf-511a84ec7252 req-c343a0a5-b358-4a15-aae3-e1d25c59f600 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 Nov 13 05:05:19.249139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '2aad85b0-f4d1-4346-8b02-7139df18dfa4', 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f', 'port_id': '2aad85b0-f4d1-4346-8b02-7139df18dfa4', 'mac_address': 'fa:16:3e:b4:f1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3760f73-b403-4e1d-840e-67f7817e60e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:05:19.286942 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:19.304665 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aad85b0-f4d1-4346-8b02-7139df18dfa4 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:05:19.325927 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 2aad85b0-f4d1-4346-8b02-7139df18dfa4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2aad85b0-f4d1-4346-8b02-7139df18dfa4,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:19.332386 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:19.380634 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=2aad85b0-f4d1-4346-8b02-7139df18dfa4,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:19.669069 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce41ad-fdf6-49f5-b1e6-f6c3d19d5a20 req-60c82517-9342-452d-b9d1-dd333b4da9a3 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:19.670498 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-98ce41ad-fdf6-49f5-b1e6-f6c3d19d5a20 req-60c82517-9342-452d-b9d1-dd333b4da9a3 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0520999 Nov 13 05:05:19.721002 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-98ce41ad-fdf6-49f5-b1e6-f6c3d19d5a20 req-931ebaf1-ed50-488f-9011-79194088338b tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442474 Nov 13 05:05:19.734204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['2aad85b0-f4d1-4346-8b02-7139df18dfa4'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:20.186581 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29134d08-68a2-40d3-91a7-ff9c72910dab req-dc24e799-0c89-4e84-b961-1947b5439228 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:20.188070 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29134d08-68a2-40d3-91a7-ff9c72910dab req-dc24e799-0c89-4e84-b961-1947b5439228 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0586078 Nov 13 05:05:20.243279 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29134d08-68a2-40d3-91a7-ff9c72910dab req-5a95797c-2c58-4d51-95f3-44b2e5a1218a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488009 Nov 13 05:05:20.363518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c694afc-55d8-469d-b46b-63853d1bc751 req-4f81eee1-5330-482d-954f-87735efd97d4 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:20.365147 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c694afc-55d8-469d-b46b-63853d1bc751 req-4f81eee1-5330-482d-954f-87735efd97d4 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 945 time: 0.0516317 Nov 13 05:05:20.413533 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c694afc-55d8-469d-b46b-63853d1bc751 req-164faded-f688-4ce2-b7ce-a183a28f45b0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418341 Nov 13 05:05:20.866592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5160c97-37fb-4ca4-ad40-93b8f8bad1ea req-20862693-6ea2-49da-9b73-e00df63d7188 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:20.869886 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a5160c97-37fb-4ca4-ad40-93b8f8bad1ea req-20862693-6ea2-49da-9b73-e00df63d7188 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0595710 Nov 13 05:05:20.922442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a5160c97-37fb-4ca4-ad40-93b8f8bad1ea req-3851c2cf-65b4-42cd-b028-31dd735f12e2 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462282 Nov 13 05:05:21.147905 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2aad85b0-f4d1-4346-8b02-7139df18dfa4 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:05:21.200522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 2aad85b0-f4d1-4346-8b02-7139df18dfa4 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:05:21.204385 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 2aad85b0-f4d1-4346-8b02-7139df18dfa4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:05:21.204758 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:21.285101 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:21.307882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8007a14-fd00-4514-b77b-8fb77b93d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aad85b0-f4d1-4346-8b02-7139df18dfa4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:21.310203 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64ac0c1-ec6c-48a4-a38a-25c8aeb19ec1" -d '{"events": [{"server_uuid": "b8007a14-fd00-4514-b77b-8fb77b93d009", "name": "network-vif-plugged", "status": "completed", "tag": "2aad85b0-f4d1-4346-8b02-7139df18dfa4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:21.324229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 2aad85b0-f4d1-4346-8b02-7139df18dfa4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2aad85b0-f4d1-4346-8b02-7139df18dfa4,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:21.329042 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:21.353703 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0af053-87aa-4b6c-bcf7-99e45972c2f7 x-openstack-request-id: req-aa0af053-87aa-4b6c-bcf7-99e45972c2f7 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:21.353994 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8007a14-fd00-4514-b77b-8fb77b93d009", "name": "network-vif-plugged", "status": "completed", "tag": "2aad85b0-f4d1-4346-8b02-7139df18dfa4", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:21.354242 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa0af053-87aa-4b6c-bcf7-99e45972c2f7 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:21.354668 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8007a14-fd00-4514-b77b-8fb77b93d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aad85b0-f4d1-4346-8b02-7139df18dfa4', 'code': 200} Nov 13 05:05:21.380579 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=2aad85b0-f4d1-4346-8b02-7139df18dfa4,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:21.380847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70c569-9d99-40ee-8894-8eee5cbb76af req-fdb2e6a6-3d34-47ad-823b-fb27593c0175 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:21.383352 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f70c569-9d99-40ee-8894-8eee5cbb76af req-fdb2e6a6-3d34-47ad-823b-fb27593c0175 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0651252 Nov 13 05:05:21.429799 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f70c569-9d99-40ee-8894-8eee5cbb76af req-56031555-cb0b-439d-9517-999022ec2c47 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414476 Nov 13 05:05:21.473737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805e654-b305-4c2e-9b17-506eed09bfb8 req-ca0889a9-5a6b-49ae-bac3-218f880db617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:21.475466 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f805e654-b305-4c2e-9b17-506eed09bfb8 req-ca0889a9-5a6b-49ae-bac3-218f880db617 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 1097 time: 0.0410764 Nov 13 05:05:21.524836 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f805e654-b305-4c2e-9b17-506eed09bfb8 req-99ae7e50-a4a1-4c72-999d-a9a059918611 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413442 Nov 13 05:05:21.546346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c3e7d-fd5d-4203-a999-fd002df09683 req-34080da3-02aa-4f0a-9830-a2b5d9c46a0d tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:21.547796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-343c3e7d-fd5d-4203-a999-fd002df09683 req-34080da3-02aa-4f0a-9830-a2b5d9c46a0d tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 946 time: 0.0542128 Nov 13 05:05:21.599449 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-343c3e7d-fd5d-4203-a999-fd002df09683 req-819c623d-a4af-48f2-92e4-102385b1bbd9 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438671 Nov 13 05:05:22.044436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ea172-a5e5-47cb-893e-438abe3b19ce req-daed671a-c27d-4442-b96f-829211157e73 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:22.045945 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-102ea172-a5e5-47cb-893e-438abe3b19ce req-daed671a-c27d-4442-b96f-829211157e73 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0520604 Nov 13 05:05:22.097842 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-102ea172-a5e5-47cb-893e-438abe3b19ce req-7b8eb8e4-08d6-4e6c-801d-d86f1040bffe tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457928 Nov 13 05:05:22.569810 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517ff3c-b4e6-4bd4-a0dc-6eb9da40e2e5 req-8bb17340-71a8-4700-ab06-64cf3f8a3648 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:22.571316 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5517ff3c-b4e6-4bd4-a0dc-6eb9da40e2e5 req-8bb17340-71a8-4700-ab06-64cf3f8a3648 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0558574 Nov 13 05:05:22.615592 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:05:22.622230 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5517ff3c-b4e6-4bd4-a0dc-6eb9da40e2e5 req-a2b6e7da-7b85-4e16-a738-1c1f8142fda7 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428290 Nov 13 05:05:22.728550 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d8f15-2a9f-4f7c-9a26-863f3852bab0 req-fe573742-e566-47f2-82d3-06369b40940c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:22.729973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f2d8f15-2a9f-4f7c-9a26-863f3852bab0 req-fe573742-e566-47f2-82d3-06369b40940c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 946 time: 0.0545330 Nov 13 05:05:22.792159 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f2d8f15-2a9f-4f7c-9a26-863f3852bab0 req-d4aab862-894d-4f20-98f7-b1a5e09919d5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560839 Nov 13 05:05:23.245285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf0a74-ff32-4ebd-b60a-2151026e830d req-f4dd0139-f2aa-46a8-a184-dcf227bf2d9d tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:23.247250 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-80cf0a74-ff32-4ebd-b60a-2151026e830d req-f4dd0139-f2aa-46a8-a184-dcf227bf2d9d tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0619252 Nov 13 05:05:23.309666 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-80cf0a74-ff32-4ebd-b60a-2151026e830d req-f4a0a406-8da8-4593-b2a2-9e05540bb2a8 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529530 Nov 13 05:05:23.749355 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5bd9a507-3515-4a09-bf88-34d418764957 req-8e905dc1-2344-45d1-8cbd-1ee0eef28cb2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776186 Nov 13 05:05:23.778879 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545120c2-9df9-4ffc-9c61-28df6fedacf9 req-e584088d-e28a-41d9-92e5-51499e5c06f9 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:23.780390 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545120c2-9df9-4ffc-9c61-28df6fedacf9 req-e584088d-e28a-41d9-92e5-51499e5c06f9 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0726693 Nov 13 05:05:23.855539 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-545120c2-9df9-4ffc-9c61-28df6fedacf9 req-1719e17b-218d-43fa-8180-0b2aaeeb3ea1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689156 Nov 13 05:05:23.861746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9a507-3515-4a09-bf88-34d418764957 req-e2dddec9-1f24-4756-b583-3b48535485e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:23.863266 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5bd9a507-3515-4a09-bf88-34d418764957 req-e2dddec9-1f24-4756-b583-3b48535485e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=efc30c3e2ccf48c9ba40a10a54421570&device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 1096 time: 0.0755396 Nov 13 05:05:23.917937 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf20d7-f628-4bed-9d21-a6c2790018b2 req-3f69c3cc-e980-4636-870e-f093e6063146 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:23.919336 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dabf20d7-f628-4bed-9d21-a6c2790018b2 req-3f69c3cc-e980-4636-870e-f093e6063146 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 946 time: 0.0532823 Nov 13 05:05:23.967606 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dabf20d7-f628-4bed-9d21-a6c2790018b2 req-2e817833-cbe0-457e-8e4d-4c3740ea5e90 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418375 Nov 13 05:05:23.984444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9a507-3515-4a09-bf88-34d418764957 req-959eb360-1bb7-44dd-8869-38182bf00a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:23.985929 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5bd9a507-3515-4a09-bf88-34d418764957 req-959eb360-1bb7-44dd-8869-38182bf00a27 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8029875-4483-4e77-8f06-85348be088a0 HTTP/1.1" status: 200 len: 912 time: 0.0900533 Nov 13 05:05:24.078312 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5bd9a507-3515-4a09-bf88-34d418764957 req-93006791-9a1f-4345-8d01-4c50564b7a84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f17a950-0945-48d2-9d76-02a08b6e6973 HTTP/1.1" status: 200 len: 1000 time: 0.0851171 Nov 13 05:05:24.129474 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade489b-eb7f-4f53-b845-8f62775d7cd4 req-888f9f23-0aca-4cc6-b05f-d89a942df541 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:24.131118 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ade489b-eb7f-4f53-b845-8f62775d7cd4 req-888f9f23-0aca-4cc6-b05f-d89a942df541 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 946 time: 0.0893321 Nov 13 05:05:24.156739 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9a507-3515-4a09-bf88-34d418764957 req-5ca5a320-1b1d-4c00-b3e3-34a0c6f1ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:24.158129 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5bd9a507-3515-4a09-bf88-34d418764957 req-5ca5a320-1b1d-4c00-b3e3-34a0c6f1ddd7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=134b1d99-7bf8-4a9d-961c-0a94024a9f56 HTTP/1.1" status: 200 len: 850 time: 0.0716348 Nov 13 05:05:24.210107 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ade489b-eb7f-4f53-b845-8f62775d7cd4 req-f0a1c0e2-d9ab-47c0-ad8f-633322d3ced7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706096 Nov 13 05:05:24.221904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9a507-3515-4a09-bf88-34d418764957 req-c743f337-ba21-48f9-b840-8fb1f25ec340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:24.223308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5bd9a507-3515-4a09-bf88-34d418764957 req-c743f337-ba21-48f9-b840-8fb1f25ec340 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8029875-4483-4e77-8f06-85348be088a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526445 Nov 13 05:05:24.325569 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5bd9a507-3515-4a09-bf88-34d418764957 req-25f13f44-efa4-40aa-9722-c9322cacc661 service neutron] 10.222.0.46 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927014 Nov 13 05:05:24.440203 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5bd9a507-3515-4a09-bf88-34d418764957 req-a3af1927-f34d-452f-8ad4-e7dcd2e15035 service neutron] 10.222.0.46 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016531 Nov 13 05:05:24.453000 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efec8dc-2326-421f-a6d4-dcefa21ee275 req-196b276b-3ac3-40df-84ab-16663f93b383 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:24.460092 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2efec8dc-2326-421f-a6d4-dcefa21ee275 req-196b276b-3ac3-40df-84ab-16663f93b383 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0539937 Nov 13 05:05:24.476582 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faf0a2-9385-434a-89b2-a6320bb5c488 req-75428676-ab31-4e33-93d7-c6fdb751f83a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:24.478742 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0faf0a2-9385-434a-89b2-a6320bb5c488 req-75428676-ab31-4e33-93d7-c6fdb751f83a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 946 time: 0.0533671 Nov 13 05:05:24.509397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2efec8dc-2326-421f-a6d4-dcefa21ee275 req-2a12e0e1-4d6d-4b35-8a98-2ba778740322 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483689 Nov 13 05:05:24.532564 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0faf0a2-9385-434a-89b2-a6320bb5c488 req-48549d31-1a20-42ff-abbd-3c6b7e0d0feb tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469756 Nov 13 05:05:24.984492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c3f7b-5330-448d-90d0-6c45cbe1a4ec req-9f62152f-583d-46ea-9c5e-9ea6e8a50ae5 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:24.985964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e52c3f7b-5330-448d-90d0-6c45cbe1a4ec req-9f62152f-583d-46ea-9c5e-9ea6e8a50ae5 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0529878 Nov 13 05:05:25.042471 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e52c3f7b-5330-448d-90d0-6c45cbe1a4ec req-612a48b9-c15a-46e1-981a-cf9093b78312 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469174 Nov 13 05:05:25.634227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45f92b-5753-426c-b1c7-59a2bc6bc55a req-62eba8de-6334-476f-ab7f-64b8e147379f tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:25.635815 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c45f92b-5753-426c-b1c7-59a2bc6bc55a req-62eba8de-6334-476f-ab7f-64b8e147379f tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0533814 Nov 13 05:05:25.656279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe2691-6afc-4989-a9cd-b20e194e9720 req-2120b254-e471-410a-a9c3-c44cd179caee tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:25.657777 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efbe2691-6afc-4989-a9cd-b20e194e9720 req-2120b254-e471-410a-a9c3-c44cd179caee tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 946 time: 0.0534236 Nov 13 05:05:25.685195 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c45f92b-5753-426c-b1c7-59a2bc6bc55a req-73295c6f-a30b-4a11-abcb-e460ba8c4dd1 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432594 Nov 13 05:05:25.707478 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-efbe2691-6afc-4989-a9cd-b20e194e9720 req-a4b42df0-589f-43eb-9286-9f4f8cc683c4 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Nov 13 05:05:26.107196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708990a6-1b6b-4b8f-9861-b9e39371cc9e req-9bbb5871-db48-4456-baf0-641cc1c7da66 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:26.108599 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-708990a6-1b6b-4b8f-9861-b9e39371cc9e req-9bbb5871-db48-4456-baf0-641cc1c7da66 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 946 time: 0.0519047 Nov 13 05:05:26.221068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18babdb4-5346-4d89-85c4-cde315e8f948 req-1d30826e-609e-4f48-8b7a-47b2086acfd0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:26.222554 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-18babdb4-5346-4d89-85c4-cde315e8f948 req-1d30826e-609e-4f48-8b7a-47b2086acfd0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0978265 Nov 13 05:05:26.264451 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-708990a6-1b6b-4b8f-9861-b9e39371cc9e req-cb539d04-f8c3-4e05-bd5d-c6e1557417b6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Deleting port 2aad85b0-f4d1-4346-8b02-7139df18dfa4 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:05:26.264738 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-708990a6-1b6b-4b8f-9861-b9e39371cc9e req-cb539d04-f8c3-4e05-bd5d-c6e1557417b6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:26.301213 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-18babdb4-5346-4d89-85c4-cde315e8f948 req-2d9f2f14-2ca8-4d6c-a79d-bb9458ffe5fe tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719075 Nov 13 05:05:26.368577 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-708990a6-1b6b-4b8f-9861-b9e39371cc9e req-cb539d04-f8c3-4e05-bd5d-c6e1557417b6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] For port 2aad85b0-f4d1-4346-8b02-7139df18dfa4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2aad85b0-f4d1-4346-8b02-7139df18dfa4,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:26.368935 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-708990a6-1b6b-4b8f-9861-b9e39371cc9e req-cb539d04-f8c3-4e05-bd5d-c6e1557417b6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:26.382601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-708990a6-1b6b-4b8f-9861-b9e39371cc9e req-cb539d04-f8c3-4e05-bd5d-c6e1557417b6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Calling delete_port for 2aad85b0-f4d1-4346-8b02-7139df18dfa4 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:05:26.522743 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-708990a6-1b6b-4b8f-9861-b9e39371cc9e req-cb539d04-f8c3-4e05-bd5d-c6e1557417b6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:26.555485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['be3e1bec-0832-4fcf-b550-f05aee05646a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:26.556065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb539d04-f8c3-4e05-bd5d-c6e1557417b6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Pushing event deleted for resources: {'Port': ['ID=2aad85b0-f4d1-4346-8b02-7139df18dfa4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:26.582294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['2aad85b0-f4d1-4346-8b02-7139df18dfa4'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:26.595891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-708990a6-1b6b-4b8f-9861-b9e39371cc9e req-cb539d04-f8c3-4e05-bd5d-c6e1557417b6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] No DVR routers for this DVR port 2aad85b0-f4d1-4346-8b02-7139df18dfa4 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:05:26.598600 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-708990a6-1b6b-4b8f-9861-b9e39371cc9e req-cb539d04-f8c3-4e05-bd5d-c6e1557417b6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:26.602120 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-708990a6-1b6b-4b8f-9861-b9e39371cc9e req-cb539d04-f8c3-4e05-bd5d-c6e1557417b6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "DELETE /v2.0/ports/2aad85b0-f4d1-4346-8b02-7139df18dfa4 HTTP/1.1" status: 204 len: 173 time: 0.4841073 Nov 13 05:05:26.602550 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8007a14-fd00-4514-b77b-8fb77b93d009', 'name': 'network-vif-deleted', 'tag': '2aad85b0-f4d1-4346-8b02-7139df18dfa4'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:26.604881 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebab483d-bb49-4c30-a1d6-c5ac5e4ac249" -d '{"events": [{"server_uuid": "b8007a14-fd00-4514-b77b-8fb77b93d009", "name": "network-vif-deleted", "tag": "2aad85b0-f4d1-4346-8b02-7139df18dfa4"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:26.647727 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d12652-d8a0-4b51-ae72-080c5ac48621 x-openstack-request-id: req-d5d12652-d8a0-4b51-ae72-080c5ac48621 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:26.648401 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8007a14-fd00-4514-b77b-8fb77b93d009", "name": "network-vif-deleted", "tag": "2aad85b0-f4d1-4346-8b02-7139df18dfa4", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:26.648401 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5d12652-d8a0-4b51-ae72-080c5ac48621 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:26.649069 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8007a14-fd00-4514-b77b-8fb77b93d009', 'name': 'network-vif-deleted', 'tag': '2aad85b0-f4d1-4346-8b02-7139df18dfa4', 'status': 'completed', 'code': 200} Nov 13 05:05:26.815284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c138f-d5d4-4442-afcb-60fea45e22a9 req-a38afbe1-cef5-425f-b97b-030edc584cb2 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:26.816853 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cc1c138f-d5d4-4442-afcb-60fea45e22a9 req-a38afbe1-cef5-425f-b97b-030edc584cb2 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0565145 Nov 13 05:05:26.819527 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2e58ce2-6345-4ca3-8ba0-90697e854b54 req-3a1c9593-5a40-48f1-b31a-d7cf25177208 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8007a14-fd00-4514-b77b-8fb77b93d009 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Nov 13 05:05:26.867447 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cc1c138f-d5d4-4442-afcb-60fea45e22a9 req-aeaf1914-e41c-4781-a9df-9d99813a51f8 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441453 Nov 13 05:05:27.432915 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7cdfe-0258-4ff3-818d-1e61c895c371 req-2fe17e78-eb45-46c2-ad9a-01ea95529086 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:27.434387 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cb7cdfe-0258-4ff3-818d-1e61c895c371 req-2fe17e78-eb45-46c2-ad9a-01ea95529086 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0550561 Nov 13 05:05:27.483830 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cb7cdfe-0258-4ff3-818d-1e61c895c371 req-43e0d122-16ff-4933-b8a2-a2d6478bf9ab tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431507 Nov 13 05:05:27.984778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246fe7d-8630-4a21-8c66-a2dda6d1aff4 req-bccb2552-2c48-4d2c-b54e-171725ba2e0f tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:27.986279 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1246fe7d-8630-4a21-8c66-a2dda6d1aff4 req-bccb2552-2c48-4d2c-b54e-171725ba2e0f tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0508926 Nov 13 05:05:28.038442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1246fe7d-8630-4a21-8c66-a2dda6d1aff4 req-53237e91-e753-45e9-bc8a-93d1cffc6313 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457916 Nov 13 05:05:28.533554 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:28.614429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d4844-b304-4d57-8138-333c77c8b0a3 req-ad570050-1143-4fb3-9d0e-91abe2bee730 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:28.616550 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c49d4844-b304-4d57-8138-333c77c8b0a3 req-ad570050-1143-4fb3-9d0e-91abe2bee730 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0542686 Nov 13 05:05:28.672519 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c49d4844-b304-4d57-8138-333c77c8b0a3 req-279a443c-01d0-4ef8-b589-bf894b6f81cf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490701 Nov 13 05:05:28.786502 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-77bc0dfd-1f52-47f4-9a2e-1c522c5083c3 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:28.788199 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-77bc0dfd-1f52-47f4-9a2e-1c522c5083c3 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 806 time: 0.4432559 Nov 13 05:05:28.803528 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-dada4ad2-23e1-4e81-9306-c0af1348630b tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/quotas/efa94432ad9d4bf5985a2279e9d0c37c HTTP/1.1" status: 200 len: 375 time: 0.0095558 Nov 13 05:05:28.854206 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-a3b2c293-da62-41a1-bf3e-fcc60b1b805e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443399 Nov 13 05:05:28.900119 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:28.953066 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-b50734be-3ce5-4c1b-930d-5fe27d492a78 service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862622 Nov 13 05:05:29.042052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-67839f6c-0f56-4df4-bd4a-5f1bbb01b637 service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827682 Nov 13 05:05:29.176439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f012d-529d-484d-9bca-b2ebeffe29da req-44969fab-0c4f-4c22-8dec-c35b4bf73ed3 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:29.178183 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b7f012d-529d-484d-9bca-b2ebeffe29da req-44969fab-0c4f-4c22-8dec-c35b4bf73ed3 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0642097 Nov 13 05:05:29.219893 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8f4552a7-cc9a-4eb5-8735-ac12cc61f52a req-bd1d9dcd-eb99-4445-8816-8e931ce80a72 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 210 time: 0.0314167 Nov 13 05:05:29.228482 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b7f012d-529d-484d-9bca-b2ebeffe29da req-2d380a31-d72f-427f-bc0a-0f2251b3b990 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432339 Nov 13 05:05:29.801328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82082be-b199-4885-8719-d0b9cbe04f19 req-cdd911fc-fa07-427b-be76-eb9856ed659c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:29.803676 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c82082be-b199-4885-8719-d0b9cbe04f19 req-cdd911fc-fa07-427b-be76-eb9856ed659c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0546668 Nov 13 05:05:29.855153 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c82082be-b199-4885-8719-d0b9cbe04f19 req-81e510e4-217c-46ff-9842-2521da40b9d1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447226 Nov 13 05:05:30.301927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-381db855-91dc-4a32-88ce-afb52d0f4574 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:30.303993 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-381db855-91dc-4a32-88ce-afb52d0f4574 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.46 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 806 time: 0.1098070 Nov 13 05:05:30.335486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-f98ab409-190d-43e1-ac6d-24cefd45acd0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Request body: {'port': {'device_id': '13907648-6cfb-4d60-8f78-15614e3a7b46', 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f', 'admin_state_up': True, 'tenant_id': 'efa94432ad9d4bf5985a2279e9d0c37c'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:05:30.349949 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9ef6cd1-3087-424a-b754-e9dfb65ea971 req-ab15594f-03a0-4f50-be7f-3563e153e467 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 210 time: 0.0269670 Nov 13 05:05:30.427010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3ef7b-3617-4f18-aed8-b0fc0fffd917 req-d864037b-3e0e-4a23-b5c5-31870f36369b tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:30.428560 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48c3ef7b-3617-4f18-aed8-b0fc0fffd917 req-d864037b-3e0e-4a23-b5c5-31870f36369b tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.1068552 Nov 13 05:05:30.504376 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48c3ef7b-3617-4f18-aed8-b0fc0fffd917 req-03f0cf97-ff88-48c8-93fc-f52e5ac9a150 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681801 Nov 13 05:05:30.505356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-f98ab409-190d-43e1-ac6d-24cefd45acd0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Made reservation on behalf of efa94432ad9d4bf5985a2279e9d0c37c for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:05:30.509030 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-f98ab409-190d-43e1-ac6d-24cefd45acd0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:30.639413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-f98ab409-190d-43e1-ac6d-24cefd45acd0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Allocated IP 172.20.0.7 (1b150fc0-e6de-4f6e-83bd-c420fa79c68f/a3760f73-b403-4e1d-840e-67f7817e60e8/16b88a87-8461-4cae-93c4-6432c4103a19) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:05:30.805495 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-f98ab409-190d-43e1-ac6d-24cefd45acd0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:30.841044 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-f98ab409-190d-43e1-ac6d-24cefd45acd0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:30.875350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['be3e1bec-0832-4fcf-b550-f05aee05646a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:30.889941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-f98ab409-190d-43e1-ac6d-24cefd45acd0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:05:30.895448 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-f98ab409-190d-43e1-ac6d-24cefd45acd0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:05:30.900181 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-f98ab409-190d-43e1-ac6d-24cefd45acd0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:05:30.931209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ab409-190d-43e1-ac6d-24cefd45acd0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Pushing event updated for resources: {'Port': ['ID=16b88a87-8461-4cae-93c4-6432c4103a19,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:30.974809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-f98ab409-190d-43e1-ac6d-24cefd45acd0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:30.975522 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-f98ab409-190d-43e1-ac6d-24cefd45acd0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:31.010729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-f98ab409-190d-43e1-ac6d-24cefd45acd0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6799898 Nov 13 05:05:31.025785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895be638-ee22-44ba-88cb-bed2162fa315 req-39d3ae7a-c3d4-47e0-87de-5049a611740d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:31.027334 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-895be638-ee22-44ba-88cb-bed2162fa315 req-39d3ae7a-c3d4-47e0-87de-5049a611740d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0677598 Nov 13 05:05:31.032612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Request body: {'port': {'device_id': '13907648-6cfb-4d60-8f78-15614e3a7b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:05:31.110414 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:31.134451 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-895be638-ee22-44ba-88cb-bed2162fa315 req-a9007061-efd9-483a-9360-41632219a5cf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980909 Nov 13 05:05:31.200538 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2aad85b0-f4d1-4346-8b02-7139df18dfa4 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:05:31.223888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 2aad85b0-f4d1-4346-8b02-7139df18dfa4 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:05:31.224222 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2aad85b0-f4d1-4346-8b02-7139df18dfa4 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:05:31.407626 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b88a87-8461-4cae-93c4-6432c4103a19 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:05:31.415625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:31.429241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Transition to ACTIVE for port object 16b88a87-8461-4cae-93c4-6432c4103a19 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:05:31.433922 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:31.476612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a17d1-1900-4a3d-b6c6-4809d71cf9a0 req-25abaa01-73db-4314-bcf2-d25f3f07965d tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:31.478168 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-685a17d1-1900-4a3d-b6c6-4809d71cf9a0 req-25abaa01-73db-4314-bcf2-d25f3f07965d tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 943 time: 0.0521593 Nov 13 05:05:31.482708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Pushing event updated for resources: {'Port': ['ID=16b88a87-8461-4cae-93c4-6432c4103a19,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:31.536102 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-685a17d1-1900-4a3d-b6c6-4809d71cf9a0 req-b4dc81e4-599d-429d-a207-3395b63e2bf8 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516615 Nov 13 05:05:31.559036 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Attempting to bind port 16b88a87-8461-4cae-93c4-6432c4103a19 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:05:31.559441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Attempting to bind port 16b88a87-8461-4cae-93c4-6432c4103a19 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:05:31.559769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Attempting to bind port 16b88a87-8461-4cae-93c4-6432c4103a19 on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:05:31.564547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Port 16b88a87-8461-4cae-93c4-6432c4103a19 on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:05:31.564867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Attempting to bind port 16b88a87-8461-4cae-93c4-6432c4103a19 on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:05:31.570270 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:05:31.570603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Checking segment: {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:05:31.571071 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Bound using segment: {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:05:31.571502 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Bound port: 16b88a87-8461-4cae-93c4-6432c4103a19, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:05:31.571859 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:31.668594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d0271-9534-4a28-bee7-ac4b1156b5ad req-434162c4-fb53-4e1d-8085-6647a2eb7603 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:31.670043 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e40d0271-9534-4a28-bee7-ac4b1156b5ad req-434162c4-fb53-4e1d-8085-6647a2eb7603 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0885718 Nov 13 05:05:31.672722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] For port 16b88a87-8461-4cae-93c4-6432c4103a19, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:05:31.676676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] For port 16b88a87-8461-4cae-93c4-6432c4103a19, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=16b88a87-8461-4cae-93c4-6432c4103a19,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:05:31.698157 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:31.753662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:31.754274 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:31.755864 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] 10.222.0.46 "PUT /v2.0/ports/16b88a87-8461-4cae-93c4-6432c4103a19 HTTP/1.1" status: 200 len: 1091 time: 0.7274630 Nov 13 05:05:31.758165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13907648-6cfb-4d60-8f78-15614e3a7b46', 'tag': '16b88a87-8461-4cae-93c4-6432c4103a19'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:31.760461 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0db2e8-235b-4be3-b2de-193f93524115" -d '{"events": [{"name": "network-changed", "server_uuid": "13907648-6cfb-4d60-8f78-15614e3a7b46", "tag": "16b88a87-8461-4cae-93c4-6432c4103a19"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:31.789096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e40d0271-9534-4a28-bee7-ac4b1156b5ad req-1fa9f4b9-59b8-4448-a015-a62a9de6cdff tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101227 Nov 13 05:05:31.789708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e21f6-bbc4-4e06-99cb-1750d8151741 service neutron] Pushing event updated for resources: {'Port': ['ID=16b88a87-8461-4cae-93c4-6432c4103a19,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:31.804441 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8939201-d85d-4f6c-a16f-5176ba6cf952 x-openstack-request-id: req-f8939201-d85d-4f6c-a16f-5176ba6cf952 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:31.805201 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13907648-6cfb-4d60-8f78-15614e3a7b46", "tag": "16b88a87-8461-4cae-93c4-6432c4103a19", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:31.805829 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8939201-d85d-4f6c-a16f-5176ba6cf952 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:31.806465 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13907648-6cfb-4d60-8f78-15614e3a7b46', 'tag': '16b88a87-8461-4cae-93c4-6432c4103a19', 'status': 'completed', 'code': 200} Nov 13 05:05:31.863734 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-95a64b2a-d16a-4f4d-b9e5-af7289d32bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:31.865283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-95a64b2a-d16a-4f4d-b9e5-af7289d32bc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 1094 time: 0.0412483 Nov 13 05:05:31.917100 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-e6ca5a33-0069-497a-9c5e-e2cb24bb598f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b88a87-8461-4cae-93c4-6432c4103a19 HTTP/1.1" status: 200 len: 217 time: 0.0373244 Nov 13 05:05:31.971811 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-bee28762-2142-4e4d-8d96-4bd4841057ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:31.973277 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-bee28762-2142-4e4d-8d96-4bd4841057ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 200 len: 846 time: 0.0485296 Nov 13 05:05:32.006497 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-7fefaaac-b519-4fba-a435-e38a7513235d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254681 Nov 13 05:05:32.101220 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-c667a965-2d04-4891-b8e2-6f65d21ba920 service neutron] 10.222.0.46 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874186 Nov 13 05:05:32.206792 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c46c8988-f7dc-4b5d-b490-e613306362cc req-1a4759c7-ce9a-4ef9-9e2d-e8e430ab8f49 service neutron] 10.222.0.46 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966020 Nov 13 05:05:32.266611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e76f42-44c6-4690-a2c9-0bb9702ebe49 req-d6e0ff7b-2abe-4f2d-8b8c-c0f8f6a451bf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:32.268712 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44e76f42-44c6-4690-a2c9-0bb9702ebe49 req-d6e0ff7b-2abe-4f2d-8b8c-c0f8f6a451bf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0566857 Nov 13 05:05:32.351252 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44e76f42-44c6-4690-a2c9-0bb9702ebe49 req-dc84fc47-c347-4124-8e66-3666d58324de tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762341 Nov 13 05:05:32.361248 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0db2e8-235b-4be3-b2de-193f93524115 req-a11e7954-781f-4b3e-8a41-fc4b4c2f9c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:32.362697 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d0db2e8-235b-4be3-b2de-193f93524115 req-a11e7954-781f-4b3e-8a41-fc4b4c2f9c85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 1094 time: 0.0616436 Nov 13 05:05:32.459429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0db2e8-235b-4be3-b2de-193f93524115 req-71cdfc30-b26d-4631-9e8d-c748d48bcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:32.460842 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d0db2e8-235b-4be3-b2de-193f93524115 req-71cdfc30-b26d-4631-9e8d-c748d48bcb3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 907 time: 0.0902643 Nov 13 05:05:32.507732 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d0db2e8-235b-4be3-b2de-193f93524115 req-3afef0a7-6626-4d1a-936c-c9fa86135537 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b88a87-8461-4cae-93c4-6432c4103a19 HTTP/1.1" status: 200 len: 217 time: 0.0382662 Nov 13 05:05:32.558143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0db2e8-235b-4be3-b2de-193f93524115 req-8364a6b8-be5a-445c-beb0-9a0d279fceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:32.559509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d0db2e8-235b-4be3-b2de-193f93524115 req-8364a6b8-be5a-445c-beb0-9a0d279fceb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 200 len: 846 time: 0.0431151 Nov 13 05:05:32.592045 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d0db2e8-235b-4be3-b2de-193f93524115 req-6bc50d01-3bd5-4a18-b592-5801c500d6dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246813 Nov 13 05:05:32.661980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ad13c-5193-4b5d-9824-3423260b190b req-24d999ea-8d61-4e6c-bc98-158b2df38649 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:32.663521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a77ad13c-5193-4b5d-9824-3423260b190b req-24d999ea-8d61-4e6c-bc98-158b2df38649 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 943 time: 0.0526950 Nov 13 05:05:32.689038 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d0db2e8-235b-4be3-b2de-193f93524115 req-4b943506-28ac-441e-b616-09f90abfa1d7 service neutron] 10.222.0.46 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904794 Nov 13 05:05:32.712974 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a77ad13c-5193-4b5d-9824-3423260b190b req-136ee82e-7be1-41dd-823d-c9e6f1dfd54e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430160 Nov 13 05:05:32.784503 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d0db2e8-235b-4be3-b2de-193f93524115 req-c7cb2f6e-54c0-4635-ba50-e708f599e51f service neutron] 10.222.0.46 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862131 Nov 13 05:05:32.917934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47133147-057d-46ea-b475-7d1b596ed350 req-75a398b3-a921-40ad-a624-14b108b4c673 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:32.919454 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-47133147-057d-46ea-b475-7d1b596ed350 req-75a398b3-a921-40ad-a624-14b108b4c673 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0512443 Nov 13 05:05:32.976211 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-47133147-057d-46ea-b475-7d1b596ed350 req-c20fd120-f2e4-49b8-bdd2-885624a92c6e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507095 Nov 13 05:05:33.209915 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:05:33.310958 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:33.322842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'port_id': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'mac_address': 'fa:16:3e:8f:d9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:05:33.364327 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:33.377240 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:05:33.397776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:33.403301 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:33.450240 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:33.457774 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:33.458113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:33.458454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:33.458875 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:33.459381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:33.459713 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:33.460041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:33.460361 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:33.460682 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:33.461000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:33.461315 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:33.461623 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:33.483329 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f2458-50cf-445d-ad8e-01df3017bfbe req-96c1108e-9a57-4794-b79a-ec516d33b912 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:33.485002 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a7f2458-50cf-445d-ad8e-01df3017bfbe req-96c1108e-9a57-4794-b79a-ec516d33b912 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 944 time: 0.0527594 Nov 13 05:05:33.533424 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a7f2458-50cf-445d-ad8e-01df3017bfbe req-cdd03f61-2520-4fe0-b694-fa5df566b5b4 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420332 Nov 13 05:05:33.552766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:33.855476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60964753-81c1-4972-b257-da98c5f2ed65 req-54ca14e7-5d85-4143-b93f-c8646dce6d5b tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:33.856967 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60964753-81c1-4972-b257-da98c5f2ed65 req-54ca14e7-5d85-4143-b93f-c8646dce6d5b tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 943 time: 0.0677953 Nov 13 05:05:33.909164 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60964753-81c1-4972-b257-da98c5f2ed65 req-030364d7-2f71-4bb7-990c-6e27258732af tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428970 Nov 13 05:05:34.099481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7872-ccda-4e56-9a89-9a1bb4e0d1db req-b768fc4d-db90-4dd9-a441-5cf47320cb2c tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:34.101051 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dfd7872-ccda-4e56-9a89-9a1bb4e0d1db req-b768fc4d-db90-4dd9-a441-5cf47320cb2c tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0506608 Nov 13 05:05:34.152324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dfd7872-ccda-4e56-9a89-9a1bb4e0d1db req-2f0a5314-e00d-465c-abcf-38451d0cb4d3 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449708 Nov 13 05:05:34.174337 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28ab777-e0b3-4aa5-9e6d-ca03379fbcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:34.679951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbfb79-5471-4e6c-a955-89a3d1d9b5da req-f69a7af1-15ff-4bd8-afa6-83a831eb585e tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:34.681458 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-13dbfb79-5471-4e6c-a955-89a3d1d9b5da req-f69a7af1-15ff-4bd8-afa6-83a831eb585e tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 944 time: 0.0637262 Nov 13 05:05:34.731867 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-13dbfb79-5471-4e6c-a955-89a3d1d9b5da req-27156db1-b339-4eaf-85bf-f61bdbe41226 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433228 Nov 13 05:05:35.055562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232f03f-797c-486d-be1f-7d425f06a8f8 req-8d41832a-06a7-4642-aa69-b25f8bcd6206 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:35.057039 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5232f03f-797c-486d-be1f-7d425f06a8f8 req-8d41832a-06a7-4642-aa69-b25f8bcd6206 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 943 time: 0.0636604 Nov 13 05:05:35.104423 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5232f03f-797c-486d-be1f-7d425f06a8f8 req-deaa2535-499c-410d-a530-ee8da10d5d6d tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412948 Nov 13 05:05:35.220901 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:05:35.258273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 16b88a87-8461-4cae-93c4-6432c4103a19 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:05:35.271752 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315007e-3bd0-40cf-8ae7-ce9a4a5bf67c req-70d5c78f-2e00-41f4-a5c6-ccfa72535b71 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:35.273935 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5315007e-3bd0-40cf-8ae7-ce9a4a5bf67c req-70d5c78f-2e00-41f4-a5c6-ccfa72535b71 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0530772 Nov 13 05:05:35.322845 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5315007e-3bd0-40cf-8ae7-ce9a4a5bf67c req-855264d1-aa43-408f-8be1-f88ae2e68637 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424719 Nov 13 05:05:35.335370 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:05:35.335738 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:35.396821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 16b88a87-8461-4cae-93c4-6432c4103a19, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=16b88a87-8461-4cae-93c4-6432c4103a19,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:35.411267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '16b88a87-8461-4cae-93c4-6432c4103a19', 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f', 'port_id': '16b88a87-8461-4cae-93c4-6432c4103a19', 'mac_address': 'fa:16:3e:d8:92:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3760f73-b403-4e1d-840e-67f7817e60e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:05:35.475536 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:35.478357 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:35.504820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b88a87-8461-4cae-93c4-6432c4103a19 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:05:35.511884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:35.514141 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9e1f7b-ff92-4cd8-abd1-bc477761d770" -d '{"events": [{"server_uuid": "0f73a1a3-5c6b-4c75-92d7-a78b83e09833", "name": "network-vif-plugged", "status": "completed", "tag": "edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:35.532720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:35.538837 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:35.544800 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 16b88a87-8461-4cae-93c4-6432c4103a19, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=16b88a87-8461-4cae-93c4-6432c4103a19,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:35.565777 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b86f0d-fa20-42bd-86ee-e90b65c6830c x-openstack-request-id: req-b1b86f0d-fa20-42bd-86ee-e90b65c6830c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:35.566033 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f73a1a3-5c6b-4c75-92d7-a78b83e09833", "name": "network-vif-plugged", "status": "completed", "tag": "edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:35.566276 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1b86f0d-fa20-42bd-86ee-e90b65c6830c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:35.566696 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'code': 200} Nov 13 05:05:35.569575 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:35.593708 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:35.642715 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=16b88a87-8461-4cae-93c4-6432c4103a19,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:35.865121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d10ea-d618-46f8-95e3-7b584dfc96b9 req-92a89191-c441-4da4-b9ac-c589ed1cb42d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:35.866736 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-445d10ea-d618-46f8-95e3-7b584dfc96b9 req-92a89191-c441-4da4-b9ac-c589ed1cb42d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0518034 Nov 13 05:05:35.928387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['16b88a87-8461-4cae-93c4-6432c4103a19'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:35.929627 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-445d10ea-d618-46f8-95e3-7b584dfc96b9 req-ed468d5b-2b63-44ff-8116-3212bf95b87d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565722 Nov 13 05:05:36.239111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b30c36-5718-49d2-b076-69e508e0c101 req-20d71702-a6a7-4770-82b5-385936cb0a3a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:36.240980 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-80b30c36-5718-49d2-b076-69e508e0c101 req-20d71702-a6a7-4770-82b5-385936cb0a3a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 944 time: 0.0568554 Nov 13 05:05:36.290443 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-80b30c36-5718-49d2-b076-69e508e0c101 req-080dd7a7-2d14-4106-a45c-4d8fd177ddeb tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430980 Nov 13 05:05:36.439292 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-846aca2c-7b98-4856-a195-563211a10848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:36.443946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d84a53-9b1a-4c9b-896e-fe2f26100179 req-63b37751-c49a-49d0-adc5-e1750d5bb31e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:36.445539 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10d84a53-9b1a-4c9b-896e-fe2f26100179 req-63b37751-c49a-49d0-adc5-e1750d5bb31e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0504003 Nov 13 05:05:36.497584 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10d84a53-9b1a-4c9b-896e-fe2f26100179 req-8dc2f92f-77c0-4318-af4a-cd6dc21e89f2 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456755 Nov 13 05:05:37.060344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069846a-d2e9-483a-9774-22eaf043e2b5 req-89e481b0-2b55-4689-b20e-5a38aa947160 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:37.061860 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1069846a-d2e9-483a-9774-22eaf043e2b5 req-89e481b0-2b55-4689-b20e-5a38aa947160 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0520449 Nov 13 05:05:37.110127 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1069846a-d2e9-483a-9774-22eaf043e2b5 req-dd5e8f94-dced-48a6-bda6-3cdac4933124 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423799 Nov 13 05:05:37.273980 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 16b88a87-8461-4cae-93c4-6432c4103a19 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:05:37.326519 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 16b88a87-8461-4cae-93c4-6432c4103a19 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:05:37.331264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 16b88a87-8461-4cae-93c4-6432c4103a19 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:05:37.331790 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:37.425402 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:37.452032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ea197-1a2c-4d63-81df-65f24abab755 req-282628a1-4919-4576-98cf-c4ec7946afa8 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:37.456870 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-182ea197-1a2c-4d63-81df-65f24abab755 req-282628a1-4919-4576-98cf-c4ec7946afa8 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 944 time: 0.0821335 Nov 13 05:05:37.473469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 16b88a87-8461-4cae-93c4-6432c4103a19, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=16b88a87-8461-4cae-93c4-6432c4103a19,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:37.483348 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:37.511464 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-182ea197-1a2c-4d63-81df-65f24abab755 req-aa40d133-62d6-4206-95fe-eae6df32150e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477021 Nov 13 05:05:37.554258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=16b88a87-8461-4cae-93c4-6432c4103a19,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:37.568312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13907648-6cfb-4d60-8f78-15614e3a7b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b88a87-8461-4cae-93c4-6432c4103a19'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:37.570688 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e99d77e-648e-4788-9837-bb0aa301f304" -d '{"events": [{"server_uuid": "13907648-6cfb-4d60-8f78-15614e3a7b46", "name": "network-vif-plugged", "status": "completed", "tag": "16b88a87-8461-4cae-93c4-6432c4103a19"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:37.622645 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106850b0-6fbb-4da0-a5fc-cfd83c127ed1 x-openstack-request-id: req-106850b0-6fbb-4da0-a5fc-cfd83c127ed1 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:37.622959 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13907648-6cfb-4d60-8f78-15614e3a7b46", "name": "network-vif-plugged", "status": "completed", "tag": "16b88a87-8461-4cae-93c4-6432c4103a19", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:37.623211 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-106850b0-6fbb-4da0-a5fc-cfd83c127ed1 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:37.623599 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13907648-6cfb-4d60-8f78-15614e3a7b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b88a87-8461-4cae-93c4-6432c4103a19', 'code': 200} Nov 13 05:05:37.642620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa58d5f-7aa6-411b-bd5c-3739fab75d01 req-1a2fc8e2-c4c0-4d5b-a3c3-b93e438f39e7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:37.647393 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1fa58d5f-7aa6-411b-bd5c-3739fab75d01 req-1a2fc8e2-c4c0-4d5b-a3c3-b93e438f39e7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0581274 Nov 13 05:05:37.711711 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1fa58d5f-7aa6-411b-bd5c-3739fab75d01 req-25ab41b9-a597-48e2-b12b-907922dc1996 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553527 Nov 13 05:05:37.762441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd77611-33a1-43fc-b34e-0d7f86fbeb56 req-16f2e04e-b735-4c86-a700-b329e377c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:37.764238 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4cd77611-33a1-43fc-b34e-0d7f86fbeb56 req-16f2e04e-b735-4c86-a700-b329e377c093 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 1096 time: 0.0468881 Nov 13 05:05:37.813448 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4cd77611-33a1-43fc-b34e-0d7f86fbeb56 req-92a58000-3bfe-41f9-a820-0dc499c5b498 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418639 Nov 13 05:05:37.840002 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:38.243700 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17c5f5-f875-4e2d-adb8-593612aa8466 req-6c3fbe66-2c94-4ac1-a0e1-9a49457a487c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:38.245554 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba17c5f5-f875-4e2d-adb8-593612aa8466 req-6c3fbe66-2c94-4ac1-a0e1-9a49457a487c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0540583 Nov 13 05:05:38.298235 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba17c5f5-f875-4e2d-adb8-593612aa8466 req-a5a26b4a-aeaa-4115-ad79-76f2aa1809d8 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461290 Nov 13 05:05:38.665445 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304f2d0-ea27-4b95-aae8-16b702c9dfb9 req-cf0e51a4-7eb3-4a7b-8ada-761035a9dba5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:38.667801 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6304f2d0-ea27-4b95-aae8-16b702c9dfb9 req-cf0e51a4-7eb3-4a7b-8ada-761035a9dba5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 945 time: 0.0585480 Nov 13 05:05:38.737167 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6304f2d0-ea27-4b95-aae8-16b702c9dfb9 req-db50181a-31f1-4eaa-8243-61965fdeeb4a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571239 Nov 13 05:05:38.833225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d679263-9c33-4060-9285-181a289c018e req-5d3df329-47ae-41b9-8a37-2c477aee5087 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:38.835545 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d679263-9c33-4060-9285-181a289c018e req-5d3df329-47ae-41b9-8a37-2c477aee5087 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0542531 Nov 13 05:05:38.891546 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d679263-9c33-4060-9285-181a289c018e req-8d0a72a3-c616-41ef-a04f-3aa9a87223d7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479488 Nov 13 05:05:39.151631 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:39.433639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90f86d-729d-49ee-b676-7051adabddb5 req-48c8dec7-749d-4da1-b19d-1d9a2ec0bf0a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:39.435371 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f90f86d-729d-49ee-b676-7051adabddb5 req-48c8dec7-749d-4da1-b19d-1d9a2ec0bf0a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0596325 Nov 13 05:05:39.491610 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f90f86d-729d-49ee-b676-7051adabddb5 req-e7b8f8ab-b24b-483e-b6fd-22d3780a7338 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472720 Nov 13 05:05:39.862726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ddf65-adba-4447-bc7e-ffc917accb62 req-66579c4b-9135-46ff-b2fd-5fcaa139fe07 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:39.864433 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b21ddf65-adba-4447-bc7e-ffc917accb62 req-66579c4b-9135-46ff-b2fd-5fcaa139fe07 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 945 time: 0.0595067 Nov 13 05:05:39.921578 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b21ddf65-adba-4447-bc7e-ffc917accb62 req-12e9d9b2-091d-4a8a-8b51-53a22fa9f624 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484371 Nov 13 05:05:40.047986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfe2c6-3d4f-4d61-be3b-5cca8c9568fa req-d6e32fcb-20e6-487c-8d94-51defe75e869 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:40.049691 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8cfe2c6-3d4f-4d61-be3b-5cca8c9568fa req-d6e32fcb-20e6-487c-8d94-51defe75e869 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0733235 Nov 13 05:05:40.057064 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b1969-e6f6-41b4-9334-58f62512803b req-83e70306-75d4-4039-b364-0433ad81d007 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:40.064591 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-303b1969-e6f6-41b4-9334-58f62512803b req-83e70306-75d4-4039-b364-0433ad81d007 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 945 time: 0.0672874 Nov 13 05:05:40.091776 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:40.109608 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-303b1969-e6f6-41b4-9334-58f62512803b req-c2555a53-5540-44cc-a1f6-032a0c8d8733 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440323 Nov 13 05:05:40.110735 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8cfe2c6-3d4f-4d61-be3b-5cca8c9568fa req-feef053b-0a98-4105-9cef-95b284e597cd tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536163 Nov 13 05:05:40.367508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee95833-a423-4f5f-9531-2b9e20ae6866 req-b1ac317b-dc8d-4c05-a275-402cd88ddb6e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:40.369390 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bee95833-a423-4f5f-9531-2b9e20ae6866 req-b1ac317b-dc8d-4c05-a275-402cd88ddb6e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 945 time: 0.0530460 Nov 13 05:05:40.425909 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bee95833-a423-4f5f-9531-2b9e20ae6866 req-639b72d2-89a7-4d52-8979-896b31394cf0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495028 Nov 13 05:05:40.638581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae2206-b6b2-491c-9d49-4504caca1bc0 req-a7641dd3-2bcf-42ab-ab37-fa9776a390bd tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:40.640415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82ae2206-b6b2-491c-9d49-4504caca1bc0 req-a7641dd3-2bcf-42ab-ab37-fa9776a390bd tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0625007 Nov 13 05:05:40.695133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82ae2206-b6b2-491c-9d49-4504caca1bc0 req-f7f3441c-100a-42ce-9d3b-c48325cbef0f tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470545 Nov 13 05:05:41.232613 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb6a09-c1b9-49f8-9290-e0218fbb1d66 req-c53a3ab3-f80d-431c-b577-948d3ec3de68 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:41.234148 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-15cb6a09-c1b9-49f8-9290-e0218fbb1d66 req-c53a3ab3-f80d-431c-b577-948d3ec3de68 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0513408 Nov 13 05:05:41.299292 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-15cb6a09-c1b9-49f8-9290-e0218fbb1d66 req-e6e1b0d4-424a-49d9-afe0-101261cf15e9 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587363 Nov 13 05:05:41.554721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58360e-52d4-47b9-a985-7a7794606740 req-1535c509-289e-4f66-9a95-49fbc1984691 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:41.562737 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5d58360e-52d4-47b9-a985-7a7794606740 req-1535c509-289e-4f66-9a95-49fbc1984691 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 945 time: 0.0583680 Nov 13 05:05:41.625995 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5d58360e-52d4-47b9-a985-7a7794606740 req-15e97312-27ba-4d55-b854-5196a49e1ca0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622325 Nov 13 05:05:41.822682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c75ede-e5d3-4d67-a765-d28aab3153fe req-dcccddb0-48b1-4c4e-b898-8d7933be5cfc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:41.824283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50c75ede-e5d3-4d67-a765-d28aab3153fe req-dcccddb0-48b1-4c4e-b898-8d7933be5cfc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0512996 Nov 13 05:05:41.873578 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50c75ede-e5d3-4d67-a765-d28aab3153fe req-34ade344-54c1-4864-84ba-17791f55386b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431612 Nov 13 05:05:42.043417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd64c2-8c4f-4039-9b57-d91e130381d8 req-ef0b484f-0589-40b2-a015-0fe6ecca91ff tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:42.045180 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b7bd64c2-8c4f-4039-9b57-d91e130381d8 req-ef0b484f-0589-40b2-a015-0fe6ecca91ff tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.46 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 945 time: 0.0560131 Nov 13 05:05:42.146418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-b7bd64c2-8c4f-4039-9b57-d91e130381d8 req-e06ee278-7f18-49cb-9dae-2116df10bc70 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Deleting port 16b88a87-8461-4cae-93c4-6432c4103a19 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:05:42.146770 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b7bd64c2-8c4f-4039-9b57-d91e130381d8 req-e06ee278-7f18-49cb-9dae-2116df10bc70 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:42.243796 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b7bd64c2-8c4f-4039-9b57-d91e130381d8 req-e06ee278-7f18-49cb-9dae-2116df10bc70 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] For port 16b88a87-8461-4cae-93c4-6432c4103a19, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=16b88a87-8461-4cae-93c4-6432c4103a19,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:42.244897 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b7bd64c2-8c4f-4039-9b57-d91e130381d8 req-e06ee278-7f18-49cb-9dae-2116df10bc70 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:42.260046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-b7bd64c2-8c4f-4039-9b57-d91e130381d8 req-e06ee278-7f18-49cb-9dae-2116df10bc70 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Calling delete_port for 16b88a87-8461-4cae-93c4-6432c4103a19 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:05:42.420732 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b7bd64c2-8c4f-4039-9b57-d91e130381d8 req-e06ee278-7f18-49cb-9dae-2116df10bc70 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:42.454502 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9941e-24c4-4a14-883a-f8aee6250a7d req-420d8a7d-f271-49ce-8b4d-211f8c7267cc tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:42.455891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['be3e1bec-0832-4fcf-b550-f05aee05646a', '16b88a87-8461-4cae-93c4-6432c4103a19'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:42.462566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c9941e-24c4-4a14-883a-f8aee6250a7d req-420d8a7d-f271-49ce-8b4d-211f8c7267cc tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0709629 Nov 13 05:05:42.469560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ee278-7f18-49cb-9dae-2116df10bc70 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Pushing event deleted for resources: {'Port': ['ID=16b88a87-8461-4cae-93c4-6432c4103a19,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:42.526249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c9941e-24c4-4a14-883a-f8aee6250a7d req-00bb6c9c-3f53-4617-abc5-ae90855f6b50 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626435 Nov 13 05:05:42.549398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bd64c2-8c4f-4039-9b57-d91e130381d8 req-e06ee278-7f18-49cb-9dae-2116df10bc70 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] No DVR routers for this DVR port 16b88a87-8461-4cae-93c4-6432c4103a19 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:05:42.552863 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b7bd64c2-8c4f-4039-9b57-d91e130381d8 req-e06ee278-7f18-49cb-9dae-2116df10bc70 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:42.556796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b7bd64c2-8c4f-4039-9b57-d91e130381d8 req-e06ee278-7f18-49cb-9dae-2116df10bc70 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.46 "DELETE /v2.0/ports/16b88a87-8461-4cae-93c4-6432c4103a19 HTTP/1.1" status: 204 len: 173 time: 0.5055494 Nov 13 05:05:42.557340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13907648-6cfb-4d60-8f78-15614e3a7b46', 'name': 'network-vif-deleted', 'tag': '16b88a87-8461-4cae-93c4-6432c4103a19'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:42.560327 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdac3cb-0ef7-410a-b0df-5ff576083a37" -d '{"events": [{"server_uuid": "13907648-6cfb-4d60-8f78-15614e3a7b46", "name": "network-vif-deleted", "tag": "16b88a87-8461-4cae-93c4-6432c4103a19"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:42.653008 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6fc1f3-2740-4679-b5a8-2ea66450d26b x-openstack-request-id: req-3c6fc1f3-2740-4679-b5a8-2ea66450d26b {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:42.653243 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13907648-6cfb-4d60-8f78-15614e3a7b46", "name": "network-vif-deleted", "tag": "16b88a87-8461-4cae-93c4-6432c4103a19", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:42.653492 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c6fc1f3-2740-4679-b5a8-2ea66450d26b {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:42.653891 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13907648-6cfb-4d60-8f78-15614e3a7b46', 'name': 'network-vif-deleted', 'tag': '16b88a87-8461-4cae-93c4-6432c4103a19', 'status': 'completed', 'code': 200} Nov 13 05:05:42.730051 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7bb81882-f425-4407-9dc6-38cf4082f4d7 req-7a65da14-aa82-416d-8ee4-7d17087e556a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=13907648-6cfb-4d60-8f78-15614e3a7b46 HTTP/1.1" status: 200 len: 210 time: 0.0312612 Nov 13 05:05:43.010098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06aa24f-3c24-4640-b02b-0c975179aaf9 req-ea4bc48b-e799-4042-a357-68423a874ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:43.011710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c06aa24f-3c24-4640-b02b-0c975179aaf9 req-ea4bc48b-e799-4042-a357-68423a874ba2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0713058 Nov 13 05:05:43.047983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf18d8a-b34c-42d8-8037-72d7338d2ef0 req-9b91da52-7ab1-4297-bf0a-a04822d5c348 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:43.049671 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-baf18d8a-b34c-42d8-8037-72d7338d2ef0 req-9b91da52-7ab1-4297-bf0a-a04822d5c348 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0817184 Nov 13 05:05:43.101074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c06aa24f-3c24-4640-b02b-0c975179aaf9 req-2836ad45-1415-46dd-b43e-dc3e4937420c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809119 Nov 13 05:05:43.139020 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-baf18d8a-b34c-42d8-8037-72d7338d2ef0 req-818fe563-c514-4283-b9df-34e788842671 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778189 Nov 13 05:05:43.658462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ac113-53e3-417c-af15-575a35d96598 req-583f5b46-6a61-4399-abb5-200cbe92befa tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:43.666655 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5c9ac113-53e3-417c-af15-575a35d96598 req-583f5b46-6a61-4399-abb5-200cbe92befa tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0704539 Nov 13 05:05:43.714823 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5c9ac113-53e3-417c-af15-575a35d96598 req-0f0e3427-590e-4418-b585-c7a4eae784d6 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471020 Nov 13 05:05:44.105759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-aac33725-7ff8-4c16-90d9-5ed9ccaf63d9 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:44.107471 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-aac33725-7ff8-4c16-90d9-5ed9ccaf63d9 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 806 time: 0.1300807 Nov 13 05:05:44.135215 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-e544dbc4-3005-4420-aaf8-a83063cd5f23 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/quotas/efa94432ad9d4bf5985a2279e9d0c37c HTTP/1.1" status: 200 len: 375 time: 0.0117686 Nov 13 05:05:44.200747 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-552ad9a8-8fc4-4136-a8ba-bbbbe08a20c1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0579536 Nov 13 05:05:44.342542 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-eb44f0ed-27fb-4d9b-b622-a1bbe4340ec8 service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407127 Nov 13 05:05:44.355969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3e980-ac81-4cf3-ae7a-70a9d22632da req-f190afc9-7cbc-404c-a0bd-0b26b21792f5 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:44.369625 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c8d3e980-ac81-4cf3-ae7a-70a9d22632da req-f190afc9-7cbc-404c-a0bd-0b26b21792f5 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0978231 Nov 13 05:05:44.452435 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c8d3e980-ac81-4cf3-ae7a-70a9d22632da req-978a5e1d-2092-4e9c-81e4-7fcd1ab9b39d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778847 Nov 13 05:05:44.476809 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-58d242df-0c03-43fe-925c-8acc9e240c80 service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333292 Nov 13 05:05:44.711568 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-edad4d5e-0211-4539-9410-e63a7d7b27aa req-3881d77e-cb83-4c82-bc3b-1431751b85f4 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 210 time: 0.0780420 Nov 13 05:05:44.875885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b0642-a2a1-4b6c-ae2e-2d94de4671f8 req-be298eae-f643-48c4-9a37-7f248740a8a9 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:44.877583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-305b0642-a2a1-4b6c-ae2e-2d94de4671f8 req-be298eae-f643-48c4-9a37-7f248740a8a9 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0669782 Nov 13 05:05:44.947214 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-305b0642-a2a1-4b6c-ae2e-2d94de4671f8 req-7acc59d0-68bf-4585-afe1-d26a2a5c1fd1 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574942 Nov 13 05:05:44.995439 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-0e2cfd08-2436-4248-9d70-df42b4debcec req-bb967016-7486-4c03-b605-34699a53bd6a tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1021481600', 'description': 'tempest-description-652672482'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:05:45.039820 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e2cfd08-2436-4248-9d70-df42b4debcec req-bb967016-7486-4c03-b605-34699a53bd6a tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:45.132026 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e2cfd08-2436-4248-9d70-df42b4debcec req-bb967016-7486-4c03-b605-34699a53bd6a tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:45.141088 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e2cfd08-2436-4248-9d70-df42b4debcec req-bb967016-7486-4c03-b605-34699a53bd6a tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:45.171384 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0e2cfd08-2436-4248-9d70-df42b4debcec req-bb967016-7486-4c03-b605-34699a53bd6a tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:45.176993 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e2cfd08-2436-4248-9d70-df42b4debcec req-bb967016-7486-4c03-b605-34699a53bd6a tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.1886666 Nov 13 05:05:45.221956 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb967016-7486-4c03-b605-34699a53bd6a tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1eb260-27d4-4d40-8cdc-a2dbf11cdd7f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:45.320323 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fc0fe715-2869-4a49-8904-81b3888d9360 req-97b2d337-5039-49f6-b09f-0379554605f7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1021481600&fields=id&tenant_id=cd90c18aa5d840d485ac3e7d718f82fd HTTP/1.1" status: 200 len: 267 time: 0.0660491 Nov 13 05:05:45.324216 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 16b88a87-8461-4cae-93c4-6432c4103a19 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:05:45.388454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 16b88a87-8461-4cae-93c4-6432c4103a19 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:05:45.389025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 16b88a87-8461-4cae-93c4-6432c4103a19 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:05:45.421246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fe715-2869-4a49-8904-81b3888d9360 req-e5409d6d-970a-4327-8964-0954d283de64 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:45.422953 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fc0fe715-2869-4a49-8904-81b3888d9360 req-e5409d6d-970a-4327-8964-0954d283de64 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0794940 Nov 13 05:05:45.435775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-fc0fe715-2869-4a49-8904-81b3888d9360 req-90fc6d1f-8908-4624-8811-05848df5583b tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Request body: {'port': {'security_groups': ['d737cdc0-9d8b-4918-b1a2-005a8d0206d8', '8f1eb260-27d4-4d40-8cdc-a2dbf11cdd7f']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:05:45.525571 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fc0fe715-2869-4a49-8904-81b3888d9360 req-90fc6d1f-8908-4624-8811-05848df5583b tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:45.595888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffb6b8-01d6-49f9-81cb-752f58a5eb73 req-c4705e08-d01b-4417-82c4-6b6beec32f4b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:45.604633 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85ffb6b8-01d6-49f9-81cb-752f58a5eb73 req-c4705e08-d01b-4417-82c4-6b6beec32f4b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0623562 Nov 13 05:05:45.653307 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85ffb6b8-01d6-49f9-81cb-752f58a5eb73 req-b179fac2-8f4c-473a-a8a7-4f50278ac608 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472796 Nov 13 05:05:45.796258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-fc0fe715-2869-4a49-8904-81b3888d9360 req-90fc6d1f-8908-4624-8811-05848df5583b tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] For port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd,segment=NetworkSegment(6634d814-c14e-43f4-8dd8-4b6e2e184580),segment_id=6634d814-c14e-43f4-8dd8-4b6e2e184580)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:45.813671 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a35ee7bd-1d1d-4353-90f5-4afd581189ae req-0a7db3d0-cc1a-41f9-8935-ff9d07a08882 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 210 time: 0.0318077 Nov 13 05:05:45.836547 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fc0fe715-2869-4a49-8904-81b3888d9360 req-90fc6d1f-8908-4624-8811-05848df5583b tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:45.843381 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fc0fe715-2869-4a49-8904-81b3888d9360 req-90fc6d1f-8908-4624-8811-05848df5583b tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:45.876966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['8cd64c9f-c3f1-4543-a3de-0ded600b5cbd'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:45.905851 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fe715-2869-4a49-8904-81b3888d9360 req-90fc6d1f-8908-4624-8811-05848df5583b tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:45.906760 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fc0fe715-2869-4a49-8904-81b3888d9360 req-90fc6d1f-8908-4624-8811-05848df5583b tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:45.914409 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fc0fe715-2869-4a49-8904-81b3888d9360 req-90fc6d1f-8908-4624-8811-05848df5583b tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "PUT /v2.0/ports/8cd64c9f-c3f1-4543-a3de-0ded600b5cbd HTTP/1.1" status: 200 len: 981 time: 0.4827647 Nov 13 05:05:45.938031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'tag': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:45.942016 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0142ace-64b3-41b7-9e76-d0598d1018f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c391c71a-e059-44c1-bc11-2f27564a2ec3", "tag": "8cd64c9f-c3f1-4543-a3de-0ded600b5cbd"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:46.068868 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a4558b-d162-4519-97f9-55098e8f7773 x-openstack-request-id: req-93a4558b-d162-4519-97f9-55098e8f7773 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:46.069185 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c391c71a-e059-44c1-bc11-2f27564a2ec3", "tag": "8cd64c9f-c3f1-4543-a3de-0ded600b5cbd", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:46.069439 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93a4558b-d162-4519-97f9-55098e8f7773 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:46.069846 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'tag': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd', 'status': 'completed', 'code': 200} Nov 13 05:05:46.070743 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc6d1f-8908-4624-8811-05848df5583b tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Pushing event updated for resources: {'Port': ['ID=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd,revision_number=6']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:46.081932 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['8cd64c9f-c3f1-4543-a3de-0ded600b5cbd'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:46.167334 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-2f2fddac-1e1e-4eb9-9cf6-592e8dd93f63 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:46.168808 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-2f2fddac-1e1e-4eb9-9cf6-592e8dd93f63 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.46 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 806 time: 0.2495987 Nov 13 05:05:46.187127 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb208896-243d-4859-a044-e0fb54c7ae85 req-cff812c3-2d64-48a9-ad2c-079a37f4b793 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1021481600&fields=id&tenant_id=cd90c18aa5d840d485ac3e7d718f82fd HTTP/1.1" status: 200 len: 267 time: 0.1174967 Nov 13 05:05:46.196367 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-9d8615b5-4cfd-4dfe-99cf-c86487427573 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Request body: {'port': {'device_id': '04b75ac4-94ad-44bd-ad3c-9fa36df41a43', 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f', 'admin_state_up': True, 'tenant_id': 'efa94432ad9d4bf5985a2279e9d0c37c'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:05:46.253980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0142ace-64b3-41b7-9e76-d0598d1018f0 req-155ce7f7-cb5d-416f-94ab-ed485c99ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:46.253980 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0142ace-64b3-41b7-9e76-d0598d1018f0 req-155ce7f7-cb5d-416f-94ab-ed485c99ba4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd90c18aa5d840d485ac3e7d718f82fd&device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 1135 time: 0.1271639 Nov 13 05:05:46.466416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-9d8615b5-4cfd-4dfe-99cf-c86487427573 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Made reservation on behalf of efa94432ad9d4bf5985a2279e9d0c37c for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:05:46.470586 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-9d8615b5-4cfd-4dfe-99cf-c86487427573 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:46.640467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-9d8615b5-4cfd-4dfe-99cf-c86487427573 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Allocated IP 172.20.0.10 (1b150fc0-e6de-4f6e-83bd-c420fa79c68f/a3760f73-b403-4e1d-840e-67f7817e60e8/69159a25-fc10-4979-81b3-7100590ad08d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:05:46.678093 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb208896-243d-4859-a044-e0fb54c7ae85 req-eca4a9ba-1861-404a-a28b-4eafc7dbb829 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:46.685730 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb208896-243d-4859-a044-e0fb54c7ae85 req-eca4a9ba-1861-404a-a28b-4eafc7dbb829 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 984 time: 0.4914427 Nov 13 05:05:46.696687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-fb208896-243d-4859-a044-e0fb54c7ae85 req-93c87e3f-d268-4ebf-8d5e-036cb61d24cb tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Request body: {'port': {'security_groups': ['d737cdc0-9d8b-4918-b1a2-005a8d0206d8']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:05:46.761979 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0142ace-64b3-41b7-9e76-d0598d1018f0 req-e9186e71-a598-4454-a29d-dbba2a92f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:46.766470 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0142ace-64b3-41b7-9e76-d0598d1018f0 req-e9186e71-a598-4454-a29d-dbba2a92f538 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 HTTP/1.1" status: 200 len: 921 time: 0.5062425 Nov 13 05:05:46.857156 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0142ace-64b3-41b7-9e76-d0598d1018f0 req-3f632382-b735-4e5f-b735-456d99b3e3d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd HTTP/1.1" status: 200 len: 217 time: 0.0750573 Nov 13 05:05:46.875969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47a7b4-e9d8-43b5-8126-966741f0e9de req-4ab717d1-3691-4764-8390-cec6bab6d6e5 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:46.878508 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b47a7b4-e9d8-43b5-8126-966741f0e9de req-4ab717d1-3691-4764-8390-cec6bab6d6e5 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0955915 Nov 13 05:05:46.913546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-9d8615b5-4cfd-4dfe-99cf-c86487427573 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:46.920118 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb208896-243d-4859-a044-e0fb54c7ae85 req-93c87e3f-d268-4ebf-8d5e-036cb61d24cb tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:46.945882 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b47a7b4-e9d8-43b5-8126-966741f0e9de req-c27c1b80-c3f3-440f-a9da-9a2dd041b60f tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574024 Nov 13 05:05:46.959155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0142ace-64b3-41b7-9e76-d0598d1018f0 req-aae3e23b-93e0-46df-bf97-986b9990c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:46.960451 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0142ace-64b3-41b7-9e76-d0598d1018f0 req-aae3e23b-93e0-46df-bf97-986b9990c36e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be631b1b-d9b7-4945-82fb-4af8e604c9bf HTTP/1.1" status: 200 len: 860 time: 0.0938630 Nov 13 05:05:46.983952 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-9d8615b5-4cfd-4dfe-99cf-c86487427573 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:47.020995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['be3e1bec-0832-4fcf-b550-f05aee05646a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:47.026360 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0142ace-64b3-41b7-9e76-d0598d1018f0 req-b66e2f67-3d0a-4d8c-9df3-cae1db178cf3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443327 Nov 13 05:05:47.104883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-9d8615b5-4cfd-4dfe-99cf-c86487427573 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:05:47.116074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-9d8615b5-4cfd-4dfe-99cf-c86487427573 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:05:47.121853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-9d8615b5-4cfd-4dfe-99cf-c86487427573 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:05:47.244693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0142ace-64b3-41b7-9e76-d0598d1018f0 req-c1bf2981-c8d9-4de3-aa74-386102933245 service neutron] 10.222.0.36 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025366 Nov 13 05:05:47.271251 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8615b5-4cfd-4dfe-99cf-c86487427573 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Pushing event updated for resources: {'Port': ['ID=69159a25-fc10-4979-81b3-7100590ad08d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:47.293148 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-9d8615b5-4cfd-4dfe-99cf-c86487427573 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:47.293956 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-9d8615b5-4cfd-4dfe-99cf-c86487427573 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:47.335227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82c5b5-93cb-4ecb-893b-ab1e9b7f22c6 req-235d5dfd-6117-471c-9e51-c7d9112be433 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:47.342944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb82c5b5-93cb-4ecb-893b-ab1e9b7f22c6 req-235d5dfd-6117-471c-9e51-c7d9112be433 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 932 time: 0.2127037 Nov 13 05:05:47.364836 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-9d8615b5-4cfd-4dfe-99cf-c86487427573 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1789427 Nov 13 05:05:47.379506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-fb208896-243d-4859-a044-e0fb54c7ae85 req-93c87e3f-d268-4ebf-8d5e-036cb61d24cb tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] For port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd,segment=NetworkSegment(6634d814-c14e-43f4-8dd8-4b6e2e184580),segment_id=6634d814-c14e-43f4-8dd8-4b6e2e184580)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:47.407790 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Request body: {'port': {'device_id': '04b75ac4-94ad-44bd-ad3c-9fa36df41a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:05:47.422436 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb82c5b5-93cb-4ecb-893b-ab1e9b7f22c6 req-b3b435d6-a808-4819-8e32-f1b2b2fdc36f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785203 Nov 13 05:05:47.426998 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0142ace-64b3-41b7-9e76-d0598d1018f0 req-c0167ce1-a775-42b2-8aa0-551c9ba67b29 service neutron] 10.222.0.36 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610067 Nov 13 05:05:47.431342 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb208896-243d-4859-a044-e0fb54c7ae85 req-93c87e3f-d268-4ebf-8d5e-036cb61d24cb tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:47.454423 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb208896-243d-4859-a044-e0fb54c7ae85 req-93c87e3f-d268-4ebf-8d5e-036cb61d24cb tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:47.495087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['8cd64c9f-c3f1-4543-a3de-0ded600b5cbd'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:47.539897 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:47.570840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb208896-243d-4859-a044-e0fb54c7ae85 req-93c87e3f-d268-4ebf-8d5e-036cb61d24cb tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:47.571703 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fb208896-243d-4859-a044-e0fb54c7ae85 req-93c87e3f-d268-4ebf-8d5e-036cb61d24cb tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:47.573301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb208896-243d-4859-a044-e0fb54c7ae85 req-93c87e3f-d268-4ebf-8d5e-036cb61d24cb tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "PUT /v2.0/ports/8cd64c9f-c3f1-4543-a3de-0ded600b5cbd HTTP/1.1" status: 200 len: 942 time: 0.8863740 Nov 13 05:05:47.575064 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'tag': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:47.576587 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206a1df3-4462-4542-89eb-0782f3bd37d0" -d '{"events": [{"name": "network-changed", "server_uuid": "c391c71a-e059-44c1-bc11-2f27564a2ec3", "tag": "8cd64c9f-c3f1-4543-a3de-0ded600b5cbd"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:47.589172 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c87e3f-d268-4ebf-8d5e-036cb61d24cb tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Pushing event updated for resources: {'Port': ['ID=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:47.670766 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08437669-d4aa-4cc6-873b-1c396fdf9452 x-openstack-request-id: req-08437669-d4aa-4cc6-873b-1c396fdf9452 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:47.671289 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c391c71a-e059-44c1-bc11-2f27564a2ec3", "tag": "8cd64c9f-c3f1-4543-a3de-0ded600b5cbd", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:47.671702 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08437669-d4aa-4cc6-873b-1c396fdf9452 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:47.672270 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'tag': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd', 'status': 'completed', 'code': 200} Nov 13 05:05:47.705074 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['8cd64c9f-c3f1-4543-a3de-0ded600b5cbd'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:47.804488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a1df3-4462-4542-89eb-0782f3bd37d0 req-7b1d9aa7-f8e0-449a-8e89-0fb548d02f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:47.806824 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-206a1df3-4462-4542-89eb-0782f3bd37d0 req-7b1d9aa7-f8e0-449a-8e89-0fb548d02f39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd90c18aa5d840d485ac3e7d718f82fd&device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0801046 Nov 13 05:05:47.924331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a1df3-4462-4542-89eb-0782f3bd37d0 req-9e78aacc-cfd2-4b82-9749-d9f24bcd50ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:47.925934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-206a1df3-4462-4542-89eb-0782f3bd37d0 req-9e78aacc-cfd2-4b82-9749-d9f24bcd50ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 HTTP/1.1" status: 200 len: 921 time: 0.1101806 Nov 13 05:05:47.970590 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-206a1df3-4462-4542-89eb-0782f3bd37d0 req-34d85870-f53a-4273-be47-408f13a68543 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd HTTP/1.1" status: 200 len: 217 time: 0.0371985 Nov 13 05:05:48.038149 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a1df3-4462-4542-89eb-0782f3bd37d0 req-2e8def43-8293-40b7-93ab-ff7ce8b1e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:48.040720 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-206a1df3-4462-4542-89eb-0782f3bd37d0 req-2e8def43-8293-40b7-93ab-ff7ce8b1e74c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be631b1b-d9b7-4945-82fb-4af8e604c9bf HTTP/1.1" status: 200 len: 860 time: 0.0619736 Nov 13 05:05:48.074423 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-206a1df3-4462-4542-89eb-0782f3bd37d0 req-d1104bd4-baad-4117-ae04-6efe55686a38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259490 Nov 13 05:05:48.190032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578adbcc-e18d-45c7-b509-062098a8c808 req-4b9db1ba-ac49-4ca1-ab6a-1457e1977167 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:48.191876 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-578adbcc-e18d-45c7-b509-062098a8c808 req-4b9db1ba-ac49-4ca1-ab6a-1457e1977167 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.1142576 Nov 13 05:05:48.226722 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-206a1df3-4462-4542-89eb-0782f3bd37d0 req-0b60cef0-bbb0-48a2-b895-530545652dbc service neutron] 10.222.0.36 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400616 Nov 13 05:05:48.256192 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-578adbcc-e18d-45c7-b509-062098a8c808 req-3db5d609-96ab-4094-be0b-e096658d6be2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562871 Nov 13 05:05:48.292691 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-124ecd33-21d3-4a4e-bc7e-6970438dc3c2 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6040611 Nov 13 05:05:48.306792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:05:48.353630 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:48.408513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69159a25-fc10-4979-81b3-7100590ad08d {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:05:48.438006 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-206a1df3-4462-4542-89eb-0782f3bd37d0 req-a7a98a29-8b80-417e-afd4-85e01d37883c service neutron] 10.222.0.36 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882130 Nov 13 05:05:48.440911 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:48.458226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Transition to ACTIVE for port object 69159a25-fc10-4979-81b3-7100590ad08d will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:05:48.465326 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:48.529287 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Pushing event updated for resources: {'Port': ['ID=69159a25-fc10-4979-81b3-7100590ad08d,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:48.549293 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e1983-c1bc-4932-9648-bc815b679242 req-a8a3ad24-4f81-4df5-a80f-94e8c2acadaf tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:48.550728 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f3e1983-c1bc-4932-9648-bc815b679242 req-a8a3ad24-4f81-4df5-a80f-94e8c2acadaf tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 944 time: 0.0550809 Nov 13 05:05:48.590624 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:48.602549 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f3e1983-c1bc-4932-9648-bc815b679242 req-00e369a7-f34f-4877-866c-7fca61a13c92 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453055 Nov 13 05:05:48.646751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Attempting to bind port 69159a25-fc10-4979-81b3-7100590ad08d on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:05:48.647116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Attempting to bind port 69159a25-fc10-4979-81b3-7100590ad08d by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:05:48.647443 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Attempting to bind port 69159a25-fc10-4979-81b3-7100590ad08d on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:05:48.659106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Port 69159a25-fc10-4979-81b3-7100590ad08d on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:05:48.659437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Attempting to bind port 69159a25-fc10-4979-81b3-7100590ad08d on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:05:48.668614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:05:48.668944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Checking segment: {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:05:48.669322 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Bound using segment: {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:05:48.669757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Bound port: 69159a25-fc10-4979-81b3-7100590ad08d, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:05:48.670600 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:48.677647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd4fc0-a01e-437a-a51b-a4beb7935edb req-1bc604d0-04f9-44f4-9623-ad35f6cb8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:48.679208 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2bd4fc0-a01e-437a-a51b-a4beb7935edb req-1bc604d0-04f9-44f4-9623-ad35f6cb8da6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 1096 time: 0.0580323 Nov 13 05:05:48.760424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Allocated IP 172.25.8.69 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/9e4bb50e-0d4b-492d-98d0-30234db2b18f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:05:48.773706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd4fc0-a01e-437a-a51b-a4beb7935edb req-adbd100b-5477-4a91-a076-701d71e99091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:48.775440 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2bd4fc0-a01e-437a-a51b-a4beb7935edb req-adbd100b-5477-4a91-a076-701d71e99091 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 917 time: 0.0896258 Nov 13 05:05:48.785399 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] For port 69159a25-fc10-4979-81b3-7100590ad08d, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:05:48.789846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] For port 69159a25-fc10-4979-81b3-7100590ad08d, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=69159a25-fc10-4979-81b3-7100590ad08d,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:05:48.809159 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:48.847818 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2bd4fc0-a01e-437a-a51b-a4beb7935edb req-04885761-8a2f-4979-a2d6-09d0105bd89a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 HTTP/1.1" status: 200 len: 1000 time: 0.0648193 Nov 13 05:05:48.877775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:48.878398 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:48.879808 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] 10.222.0.46 "PUT /v2.0/ports/69159a25-fc10-4979-81b3-7100590ad08d HTTP/1.1" status: 200 len: 1092 time: 1.4773228 Nov 13 05:05:48.880695 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b75ac4-94ad-44bd-ad3c-9fa36df41a43', 'tag': '69159a25-fc10-4979-81b3-7100590ad08d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:48.883014 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735da535-80c3-46c7-b4b9-55f067735dae" -d '{"events": [{"name": "network-changed", "server_uuid": "04b75ac4-94ad-44bd-ad3c-9fa36df41a43", "tag": "69159a25-fc10-4979-81b3-7100590ad08d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:48.902090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd4fc0-a01e-437a-a51b-a4beb7935edb req-c7f039cf-7ce0-4942-8597-f97135a099e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:48.903867 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2bd4fc0-a01e-437a-a51b-a4beb7935edb req-c7f039cf-7ce0-4942-8597-f97135a099e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.0492706 Nov 13 05:05:48.923676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e81702-c16f-44ff-8aa0-49c03a1296c2 service neutron] Pushing event updated for resources: {'Port': ['ID=69159a25-fc10-4979-81b3-7100590ad08d,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:48.942016 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:48.962592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd4fc0-a01e-437a-a51b-a4beb7935edb req-b500cfb5-e6af-4dff-b3ef-0435386c2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:48.964778 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2bd4fc0-a01e-437a-a51b-a4beb7935edb req-b500cfb5-e6af-4dff-b3ef-0435386c2927 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530620 Nov 13 05:05:48.974342 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e9f430-a3bc-4bcd-bb7f-79cde331fc9d x-openstack-request-id: req-85e9f430-a3bc-4bcd-bb7f-79cde331fc9d {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:48.974635 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b75ac4-94ad-44bd-ad3c-9fa36df41a43", "tag": "69159a25-fc10-4979-81b3-7100590ad08d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:48.974884 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85e9f430-a3bc-4bcd-bb7f-79cde331fc9d {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:48.975317 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b75ac4-94ad-44bd-ad3c-9fa36df41a43', 'tag': '69159a25-fc10-4979-81b3-7100590ad08d', 'status': 'completed', 'code': 200} Nov 13 05:05:49.008359 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-59b94b07-214f-4fdf-884c-5c7c81ba0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:49.009885 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-59b94b07-214f-4fdf-884c-5c7c81ba0e67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 1095 time: 0.0621829 Nov 13 05:05:49.016333 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:49.064755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2bd4fc0-a01e-437a-a51b-a4beb7935edb req-13fe61fa-cb87-455e-bdfd-74beefa8a84d service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913453 Nov 13 05:05:49.092195 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-227f4d78-2648-42c9-b420-d7e1858248f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69159a25-fc10-4979-81b3-7100590ad08d HTTP/1.1" status: 200 len: 217 time: 0.0504379 Nov 13 05:05:49.093890 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:05:49.098949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:05:49.106719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:05:49.134292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Pushing event updated for resources: {'Port': ['ID=9e4bb50e-0d4b-492d-98d0-30234db2b18f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:49.156408 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2bd4fc0-a01e-437a-a51b-a4beb7935edb req-b7eba4ed-4c60-41e0-8005-dd972f195407 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844502 Nov 13 05:05:49.183426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-cc567585-b306-424c-8944-03910359fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:49.184930 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-cc567585-b306-424c-8944-03910359fff8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 200 len: 846 time: 0.0821126 Nov 13 05:05:49.240633 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-82bf0a27-cacb-4004-8050-1ad9ffcdacdb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482695 Nov 13 05:05:49.280942 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:49.354473 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:49.389961 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1cdc4-9163-4219-b8b8-915180c0e364 req-196cd590-26d0-403c-86bd-d691475878a0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:49.391478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ef1cdc4-9163-4219-b8b8-915180c0e364 req-196cd590-26d0-403c-86bd-d691475878a0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0560174 Nov 13 05:05:49.391656 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-41d64d24-f839-42a1-9ce8-38745a63d63f service neutron] 10.222.0.46 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401126 Nov 13 05:05:49.438785 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ef1cdc4-9163-4219-b8b8-915180c0e364 req-3646ce7b-b2b7-41d5-988a-33749d7adb7a tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412650 Nov 13 05:05:49.560695 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48d27eb0-f031-44a6-aca2-6b8d978335d4 req-2fb42972-460f-4d67-9fb4-360d214affbd service neutron] 10.222.0.46 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608977 Nov 13 05:05:49.597088 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:49.603361 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:49.700495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Pushing event updated for resources: {'Port': ['ID=9e4bb50e-0d4b-492d-98d0-30234db2b18f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:49.716987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:49.717344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:49.717757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:49.718089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:49.718414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:49.718737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:49.719087 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:49.719413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:49.719731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:49.720042 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:49.720353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:49.720662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:49.726560 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:49.732116 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d153f7e-6249-45d8-95c3-ee7fd997b5a9 req-fd6c5f4f-afe5-478f-a759-4aad3f7b6520 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:49.733685 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d153f7e-6249-45d8-95c3-ee7fd997b5a9 req-fd6c5f4f-afe5-478f-a759-4aad3f7b6520 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 944 time: 0.0564966 Nov 13 05:05:49.739317 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735da535-80c3-46c7-b4b9-55f067735dae req-67eebcfd-927c-4049-b60e-a85b2e354e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:49.740859 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735da535-80c3-46c7-b4b9-55f067735dae req-67eebcfd-927c-4049-b60e-a85b2e354e3f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 1095 time: 0.0824013 Nov 13 05:05:49.752147 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:49.753292 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-f92ec5c2-90e4-4484-aa5a-1283c40fa8da tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4546676 Nov 13 05:05:49.783513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d153f7e-6249-45d8-95c3-ee7fd997b5a9 req-253cedb0-06e5-4206-94b5-a092e7204884 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434346 Nov 13 05:05:49.881146 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-8c460362-6445-46ed-9bbd-3d348193cfa2 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.1187828 Nov 13 05:05:49.962465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735da535-80c3-46c7-b4b9-55f067735dae req-a0120d1e-c50d-4373-bcfb-8be7e22a5704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:49.963947 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735da535-80c3-46c7-b4b9-55f067735dae req-a0120d1e-c50d-4373-bcfb-8be7e22a5704 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 907 time: 0.2152107 Nov 13 05:05:50.017592 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735da535-80c3-46c7-b4b9-55f067735dae req-003ba28b-3749-4068-b63e-d0e1091e195a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69159a25-fc10-4979-81b3-7100590ad08d HTTP/1.1" status: 200 len: 217 time: 0.0458269 Nov 13 05:05:50.081597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-999c677c-f0aa-4619-9d7a-75099c0b12cc tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:50.082944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-999c677c-f0aa-4619-9d7a-75099c0b12cc tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1957436 Nov 13 05:05:50.094790 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-7fc56c28-e7ba-4d62-bd8a-37656fbc494e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:05:50.095752 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f18ccd43-f892-4017-9738-9fa07fa91f76 req-7fc56c28-e7ba-4d62-bd8a-37656fbc494e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069802 Nov 13 05:05:50.103192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735da535-80c3-46c7-b4b9-55f067735dae req-ff6cf4bd-6091-4033-9024-d1399156cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:50.103192 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735da535-80c3-46c7-b4b9-55f067735dae req-ff6cf4bd-6091-4033-9024-d1399156cdd4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 200 len: 846 time: 0.0774765 Nov 13 05:05:50.135881 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735da535-80c3-46c7-b4b9-55f067735dae req-eba6cb14-b479-48fc-8bb6-58a96b8efb47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258296 Nov 13 05:05:50.224209 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735da535-80c3-46c7-b4b9-55f067735dae req-7c07feee-1b7f-4918-85b3-1e0f2b413fa9 service neutron] 10.222.0.46 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809433 Nov 13 05:05:50.242947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-11af6271-d2d0-4765-9c23-d67e2c4710e9 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:50.244824 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-11af6271-d2d0-4765-9c23-d67e2c4710e9 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0876880 Nov 13 05:05:50.316062 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-735da535-80c3-46c7-b4b9-55f067735dae req-1e787660-4b3b-44ba-912e-cd10b7e62040 service neutron] 10.222.0.46 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851657 Nov 13 05:05:50.319268 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-fa08a3ac-7d7e-4ee1-a710-0b06c54a60f1 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.0682602 Nov 13 05:05:50.329593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-996cde0b-b482-44a4-8465-fd8ae0e2b2e7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Request body: {'floatingip': {'port_id': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:05:50.376814 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-996cde0b-b482-44a4-8465-fd8ae0e2b2e7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:50.568391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d442f43-fe59-4ce5-8347-6a76dcdd2ef9 req-a73a5674-91c7-493e-960d-8d74f5ff1fff tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:50.569921 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3d442f43-fe59-4ce5-8347-6a76dcdd2ef9 req-a73a5674-91c7-493e-960d-8d74f5ff1fff tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 945 time: 0.0513191 Nov 13 05:05:50.618613 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3d442f43-fe59-4ce5-8347-6a76dcdd2ef9 req-d02813e3-945a-4edc-ab86-6aef70c976aa tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424910 Nov 13 05:05:50.823982 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-996cde0b-b482-44a4-8465-fd8ae0e2b2e7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:50.829964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-996cde0b-b482-44a4-8465-fd8ae0e2b2e7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:50.907207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2a4f0-6737-42b2-967f-7865019c417f req-8fec9f8e-92c0-468a-bcb8-e81ad27dd75a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:50.908852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77c2a4f0-6737-42b2-967f-7865019c417f req-8fec9f8e-92c0-468a-bcb8-e81ad27dd75a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 944 time: 0.0543103 Nov 13 05:05:50.940239 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-996cde0b-b482-44a4-8465-fd8ae0e2b2e7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Floating IP 8408e111-d32a-4959-9ea1-461663c69fc5 associated. External IP: 172.25.8.69, port: 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd. Nov 13 05:05:50.961508 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77c2a4f0-6737-42b2-967f-7865019c417f req-7aeea074-0dd1-40b9-8df8-7d67d5ae0f19 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465717 Nov 13 05:05:51.147294 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-996cde0b-b482-44a4-8465-fd8ae0e2b2e7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:05:51.265315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-996cde0b-b482-44a4-8465-fd8ae0e2b2e7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:05:51.270853 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-996cde0b-b482-44a4-8465-fd8ae0e2b2e7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:51.275890 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d409fcc-11e3-400c-8d5d-000daf7bc9e2 None None] Sync routers for ids ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:05:51.278546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:05:51.287618 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d409fcc-11e3-400c-8d5d-000daf7bc9e2 None None] Routers {'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:05:51.288255 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5d409fcc-11e3-400c-8d5d-000daf7bc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:05:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:05:51.302596 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-996cde0b-b482-44a4-8465-fd8ae0e2b2e7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "PUT /v2.0/floatingips/8408e111-d32a-4959-9ea1-461663c69fc5 HTTP/1.1" status: 200 len: 995 time: 0.9765086 Nov 13 05:05:51.303246 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'tag': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:51.305547 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba917b8-0d73-4697-b05b-522b0705c77f" -d '{"events": [{"name": "network-changed", "server_uuid": "c391c71a-e059-44c1-bc11-2f27564a2ec3", "tag": "8cd64c9f-c3f1-4543-a3de-0ded600b5cbd"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:51.355231 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fc1311-2e9d-451d-9827-24d7bd50a64c x-openstack-request-id: req-65fc1311-2e9d-451d-9827-24d7bd50a64c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:51.355417 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c391c71a-e059-44c1-bc11-2f27564a2ec3", "tag": "8cd64c9f-c3f1-4543-a3de-0ded600b5cbd", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:51.355673 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65fc1311-2e9d-451d-9827-24d7bd50a64c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:51.356009 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'tag': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd', 'status': 'completed', 'code': 200} Nov 13 05:05:51.360253 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 69159a25-fc10-4979-81b3-7100590ad08d details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:05:51.371643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-95b37ec1-da1e-4b72-9982-2944340f0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:51.375375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-95b37ec1-da1e-4b72-9982-2944340f0204 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd90c18aa5d840d485ac3e7d718f82fd&device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0508604 Nov 13 05:05:51.389898 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:51.404644 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5d409fcc-11e3-400c-8d5d-000daf7bc9e2 None None] Set router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:05:51.489007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba917b8-0d73-4697-b05b-522b0705c77f req-7027461f-f9c1-4cbe-952d-dd021bb32bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:51.490935 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ba917b8-0d73-4697-b05b-522b0705c77f req-7027461f-f9c1-4cbe-952d-dd021bb32bf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd90c18aa5d840d485ac3e7d718f82fd&device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0910218 Nov 13 05:05:51.522325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-809cafb8-61df-4bfb-b3ee-d8f5c3a894f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:51.523758 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-809cafb8-61df-4bfb-b3ee-d8f5c3a894f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 HTTP/1.1" status: 200 len: 921 time: 0.1429086 Nov 13 05:05:51.622323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:51.624785 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c19f2a7-221c-4f4b-9bcb-6f6bb541079d" -d '{"events": [{"server_uuid": "0f73a1a3-5c6b-4c75-92d7-a78b83e09833", "name": "network-vif-unplugged", "status": "completed", "tag": "edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:51.642617 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-cdae9399-9a79-4be3-bf07-cdddaf042370 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd HTTP/1.1" status: 200 len: 998 time: 0.1089785 Nov 13 05:05:51.647638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba917b8-0d73-4697-b05b-522b0705c77f req-c63114e2-ddc1-484e-9eeb-746e25b68132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:51.648155 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:51.649291 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ba917b8-0d73-4697-b05b-522b0705c77f req-c63114e2-ddc1-484e-9eeb-746e25b68132 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 HTTP/1.1" status: 200 len: 921 time: 0.1488910 Nov 13 05:05:51.657189 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:51.668269 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177215d5-7159-4d14-9a7f-13eb0388477d x-openstack-request-id: req-177215d5-7159-4d14-9a7f-13eb0388477d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:51.669205 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f73a1a3-5c6b-4c75-92d7-a78b83e09833", "name": "network-vif-unplugged", "status": "failed", "tag": "edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2", "code": 422}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:51.669205 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-177215d5-7159-4d14-9a7f-13eb0388477d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:51.669466 n-d-813114-2 neutron-server[102669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'code': 422} returned with failed status Nov 13 05:05:51.679850 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5d409fcc-11e3-400c-8d5d-000daf7bc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '03b45ae7-f957-46aa-823f-1817858667b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:04:51Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'gw_port': {'id': '03b45ae7-f957-46aa-823f-1817858667b8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:52Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '8408e111-d32a-4959-9ea1-461663c69fc5', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'port_id': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7', 'mac_address': 'fa:16:3e:67:32:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:05:49Z', 'updated_at': '2021-11-13T05:05:50Z', 'revision_number': 1, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a642c0-60db-4216-aaaf-6a4a7a1d2cba', 'name': '', 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'mac_address': 'fa:16:3e:65:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:54Z', 'updated_at': '2021-11-13T05:04:59Z', 'revision_number': 5, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'subnets': [{'id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:05:51.712782 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 69159a25-fc10-4979-81b3-7100590ad08d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=69159a25-fc10-4979-81b3-7100590ad08d,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:51.715600 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d409fcc-11e3-400c-8d5d-000daf7bc9e2 None None] Checking router: c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:05:51.725031 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d409fcc-11e3-400c-8d5d-000daf7bc9e2 None None] Routers {'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:05:51.725653 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5d409fcc-11e3-400c-8d5d-000daf7bc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:05:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:05:51.736381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '69159a25-fc10-4979-81b3-7100590ad08d', 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f', 'port_id': '69159a25-fc10-4979-81b3-7100590ad08d', 'mac_address': 'fa:16:3e:18:a5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3760f73-b403-4e1d-840e-67f7817e60e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:05:51.743294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:51.765302 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ba917b8-0d73-4697-b05b-522b0705c77f req-2ab7da0d-e651-4455-8b7b-78520d2bdaa8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd HTTP/1.1" status: 200 len: 998 time: 0.1026769 Nov 13 05:05:51.766662 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-b1f8f88a-5d43-4fdd-89a8-79ef359dad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:51.768078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-b1f8f88a-5d43-4fdd-89a8-79ef359dad03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be631b1b-d9b7-4945-82fb-4af8e604c9bf HTTP/1.1" status: 200 len: 860 time: 0.1144335 Nov 13 05:05:51.784852 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:51.797226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8630799-a6c4-44d7-b362-b4f2264c85a3 req-1e0acb77-baa6-4667-b7af-81c3ee542eda tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:51.798194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69159a25-fc10-4979-81b3-7100590ad08d {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:05:51.798993 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e8630799-a6c4-44d7-b362-b4f2264c85a3 req-1e0acb77-baa6-4667-b7af-81c3ee542eda tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0729983 Nov 13 05:05:51.823085 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 69159a25-fc10-4979-81b3-7100590ad08d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=69159a25-fc10-4979-81b3-7100590ad08d,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:51.824052 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba917b8-0d73-4697-b05b-522b0705c77f req-fa5a77f8-a53f-4fd2-85bd-4850e01080af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:51.825705 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ba917b8-0d73-4697-b05b-522b0705c77f req-fa5a77f8-a53f-4fd2-85bd-4850e01080af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be631b1b-d9b7-4945-82fb-4af8e604c9bf HTTP/1.1" status: 200 len: 860 time: 0.0530133 Nov 13 05:05:51.831269 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:51.851380 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-032fab90-0161-4737-a718-a1e0e3a23579 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246396 Nov 13 05:05:51.856278 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e8630799-a6c4-44d7-b362-b4f2264c85a3 req-bbbe3648-27cf-4a5a-9b40-5c4ce9367ca3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508235 Nov 13 05:05:51.865401 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5d409fcc-11e3-400c-8d5d-000daf7bc9e2 None None] Set router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:05:51.877128 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ba917b8-0d73-4697-b05b-522b0705c77f req-6f6ecd7a-894f-4e4f-bf1e-acbda59362f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246432 Nov 13 05:05:51.882819 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-d3198b26-02e4-4993-9047-bbb9e19e6942 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:05:51.883904 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-d3198b26-02e4-4993-9047-bbb9e19e6942 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059052 Nov 13 05:05:51.904857 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=69159a25-fc10-4979-81b3-7100590ad08d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:52.203375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['69159a25-fc10-4979-81b3-7100590ad08d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:05:52.243711 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5d409fcc-11e3-400c-8d5d-000daf7bc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '03b45ae7-f957-46aa-823f-1817858667b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:04:51Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'gw_port': {'id': '03b45ae7-f957-46aa-823f-1817858667b8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:52Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '8408e111-d32a-4959-9ea1-461663c69fc5', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'port_id': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7', 'mac_address': 'fa:16:3e:67:32:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:05:49Z', 'updated_at': '2021-11-13T05:05:50Z', 'revision_number': 1, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a642c0-60db-4216-aaaf-6a4a7a1d2cba', 'name': '', 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'mac_address': 'fa:16:3e:65:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:54Z', 'updated_at': '2021-11-13T05:04:59Z', 'revision_number': 5, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'subnets': [{'id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:05:52.337242 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d409fcc-11e3-400c-8d5d-000daf7bc9e2 None None] The sync data for ids ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'] in n-d-813114-2 is: [{'id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '03b45ae7-f957-46aa-823f-1817858667b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:04:51Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'gw_port': {'id': '03b45ae7-f957-46aa-823f-1817858667b8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:52Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '8408e111-d32a-4959-9ea1-461663c69fc5', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'port_id': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7', 'mac_address': 'fa:16:3e:67:32:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:05:49Z', 'updated_at': '2021-11-13T05:05:50Z', 'revision_number': 1, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a642c0-60db-4216-aaaf-6a4a7a1d2cba', 'name': '', 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'mac_address': 'fa:16:3e:65:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:54Z', 'updated_at': '2021-11-13T05:04:59Z', 'revision_number': 5, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'subnets': [{'id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:05:52.360568 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ba917b8-0d73-4697-b05b-522b0705c77f req-3398ce54-3bc2-49d6-ac11-e736f62e1f14 service neutron] 10.222.0.36 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748831 Nov 13 05:05:52.372188 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-3f8bfa45-c961-47bd-ac0f-f91e00d71b3b service neutron] 10.222.0.43 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790957 Nov 13 05:05:52.375470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e4877-c689-4106-8e22-a0059822d246 req-810ce160-83f1-4206-9c0b-a28aba648302 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:52.384774 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e43e4877-c689-4106-8e22-a0059822d246 req-810ce160-83f1-4206-9c0b-a28aba648302 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 945 time: 0.0870061 Nov 13 05:05:52.448981 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e43e4877-c689-4106-8e22-a0059822d246 req-fd4531a2-472c-4092-a450-d1e07e542a06 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632763 Nov 13 05:05:52.533058 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6ba917b8-0d73-4697-b05b-522b0705c77f req-76f1f25a-5ae1-4d9a-895d-14c52fdf5529 service neutron] 10.222.0.36 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524239 Nov 13 05:05:52.536753 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9dc332c0-5c2e-4eb3-bf74-c09d7bcdbbe2 req-8012cc62-dbb7-4a90-9186-f7cb47f6dd29 service neutron] 10.222.0.43 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637845 Nov 13 05:05:52.613358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c6de8d-9d88-4201-bcc6-ab4f4b553ee3 None None] New status for floating IP 8408e111-d32a-4959-9ea1-461663c69fc5: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:05:52.671558 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-0a75a8af-84e5-4673-a184-1c7339758559 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 998 time: 0.0922735 Nov 13 05:05:52.722663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-da2be811-1b79-47cf-9ff0-0eae75f608f5 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:52.724425 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-da2be811-1b79-47cf-9ff0-0eae75f608f5 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports/8cd64c9f-c3f1-4543-a3de-0ded600b5cbd HTTP/1.1" status: 200 len: 942 time: 0.0502903 Nov 13 05:05:52.839456 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-fcab7954-0e34-47c6-a9db-ddea2d4b31d7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 1000 time: 0.0718148 Nov 13 05:05:52.950310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-0511721b-162f-4af5-b3bd-f239b9fe0198 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:52.951878 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-0511721b-162f-4af5-b3bd-f239b9fe0198 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1068754 Nov 13 05:05:53.029641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-5dce5303-488f-432f-8d78-e9c7fa46ba15 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 1000 time: 0.0699334 Nov 13 05:05:53.041260 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-9661a377-272d-4dff-8081-68045b4cc062 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:05:53.076905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b48661-5dd5-4995-a7a3-9cd8300adab5 req-8049d185-2a85-4720-b370-66d2f9ac35cf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:53.079142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06b48661-5dd5-4995-a7a3-9cd8300adab5 req-8049d185-2a85-4720-b370-66d2f9ac35cf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0568182 Nov 13 05:05:53.106185 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-9661a377-272d-4dff-8081-68045b4cc062 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:53.134252 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-06b48661-5dd5-4995-a7a3-9cd8300adab5 req-96ac0b3d-8184-4768-9a3e-c79de31f1336 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469713 Nov 13 05:05:53.259829 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-9661a377-272d-4dff-8081-68045b4cc062 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:53.264287 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-9661a377-272d-4dff-8081-68045b4cc062 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:53.264630 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-9661a377-272d-4dff-8081-68045b4cc062 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Floating IP 8408e111-d32a-4959-9ea1-461663c69fc5 disassociated. External IP: 172.25.8.69, port: 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd. Nov 13 05:05:53.316064 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f6d7892-f929-4524-9c06-196d136ded7e req-7e8da6dc-5680-4eac-b968-69e1a28d9e13 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905612 Nov 13 05:05:53.371916 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 69159a25-fc10-4979-81b3-7100590ad08d up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:05:53.424687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 69159a25-fc10-4979-81b3-7100590ad08d completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:05:53.428935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 69159a25-fc10-4979-81b3-7100590ad08d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:05:53.429567 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:53.485965 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-9661a377-272d-4dff-8081-68045b4cc062 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:05:53.514671 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:53.555741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 69159a25-fc10-4979-81b3-7100590ad08d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=69159a25-fc10-4979-81b3-7100590ad08d,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:05:53.564281 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:53.586321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f3afb-5bc4-45bc-9048-9f550a3f43c9 req-23e42ecf-fa22-4701-bcdd-64bfb248d5f0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:53.595382 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-163f3afb-5bc4-45bc-9048-9f550a3f43c9 req-23e42ecf-fa22-4701-bcdd-64bfb248d5f0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 945 time: 0.0664048 Nov 13 05:05:53.622514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=69159a25-fc10-4979-81b3-7100590ad08d,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:53.638777 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-9661a377-272d-4dff-8081-68045b4cc062 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:05:53.643909 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-9661a377-272d-4dff-8081-68045b4cc062 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:53.651051 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a045287d-6abf-4d4f-a8c7-5852259766eb None None] Sync routers for ids ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:05:53.663954 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-163f3afb-5bc4-45bc-9048-9f550a3f43c9 req-e9aee754-b0c7-479f-a796-c27b9a655777 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672164 Nov 13 05:05:53.674240 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a045287d-6abf-4d4f-a8c7-5852259766eb None None] Routers {'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:05:53.674240 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a045287d-6abf-4d4f-a8c7-5852259766eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:05:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:05:53.674482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b75ac4-94ad-44bd-ad3c-9fa36df41a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69159a25-fc10-4979-81b3-7100590ad08d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:53.674482 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b352689-4dcc-4b7a-9c38-6f37e4f89a7a" -d '{"events": [{"server_uuid": "04b75ac4-94ad-44bd-ad3c-9fa36df41a43", "name": "network-vif-plugged", "status": "completed", "tag": "69159a25-fc10-4979-81b3-7100590ad08d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:53.715377 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-9661a377-272d-4dff-8081-68045b4cc062 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "PUT /v2.0/floatingips/8408e111-d32a-4959-9ea1-461663c69fc5 HTTP/1.1" status: 200 len: 694 time: 0.6748066 Nov 13 05:05:53.716021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'tag': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:05:53.718603 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e31ed6b-e208-4d4b-bff7-797608fe03fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c391c71a-e059-44c1-bc11-2f27564a2ec3", "tag": "8cd64c9f-c3f1-4543-a3de-0ded600b5cbd"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:05:53.765174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-4e92ac4f-a25b-4e1a-809e-10e9ac50f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:53.766886 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-4e92ac4f-a25b-4e1a-809e-10e9ac50f9aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd90c18aa5d840d485ac3e7d718f82fd&device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0448678 Nov 13 05:05:53.784650 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43f2ac1-4564-4cab-bf97-87aebe1bb3fd x-openstack-request-id: req-a43f2ac1-4564-4cab-bf97-87aebe1bb3fd {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:53.785197 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b75ac4-94ad-44bd-ad3c-9fa36df41a43", "name": "network-vif-plugged", "status": "completed", "tag": "69159a25-fc10-4979-81b3-7100590ad08d", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:53.785787 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a43f2ac1-4564-4cab-bf97-87aebe1bb3fd {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:53.786385 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b75ac4-94ad-44bd-ad3c-9fa36df41a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69159a25-fc10-4979-81b3-7100590ad08d', 'code': 200} Nov 13 05:05:53.806287 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a045287d-6abf-4d4f-a8c7-5852259766eb None None] Set router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:05:53.845654 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d59e7c-da73-430e-abe4-ed29d753e1d3 x-openstack-request-id: req-d3d59e7c-da73-430e-abe4-ed29d753e1d3 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:05:53.846246 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c391c71a-e059-44c1-bc11-2f27564a2ec3", "tag": "8cd64c9f-c3f1-4543-a3de-0ded600b5cbd", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:05:53.846663 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3d59e7c-da73-430e-abe4-ed29d753e1d3 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:05:53.847252 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'tag': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd', 'status': 'completed', 'code': 200} Nov 13 05:05:53.889733 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-11f97980-e096-461d-973a-398cc99bf7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:53.895121 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-11f97980-e096-461d-973a-398cc99bf7ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 HTTP/1.1" status: 200 len: 921 time: 0.1183002 Nov 13 05:05:53.921345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b90a6c-5135-4c81-9c75-7e3fa2b0df6a req-70ceceec-1691-4a26-a16b-82ca2612d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:53.923918 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-36b90a6c-5135-4c81-9c75-7e3fa2b0df6a req-70ceceec-1691-4a26-a16b-82ca2612d4d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 1097 time: 0.0470912 Nov 13 05:05:53.963985 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-6158ff2f-f541-40f0-b4cc-53d954204e54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd HTTP/1.1" status: 200 len: 217 time: 0.0648537 Nov 13 05:05:53.978305 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-36b90a6c-5135-4c81-9c75-7e3fa2b0df6a req-c019b7d6-6c92-493e-967e-5372bf8975ed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454152 Nov 13 05:05:54.002370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31ed6b-e208-4d4b-bff7-797608fe03fb req-04f06b71-5f15-433a-807c-3231e1c16340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:54.003888 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e31ed6b-e208-4d4b-bff7-797608fe03fb req-04f06b71-5f15-433a-807c-3231e1c16340 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd90c18aa5d840d485ac3e7d718f82fd&device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1064253 Nov 13 05:05:54.043925 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a045287d-6abf-4d4f-a8c7-5852259766eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '03b45ae7-f957-46aa-823f-1817858667b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:04:51Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'gw_port': {'id': '03b45ae7-f957-46aa-823f-1817858667b8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:52Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '44a642c0-60db-4216-aaaf-6a4a7a1d2cba', 'name': '', 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'mac_address': 'fa:16:3e:65:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:54Z', 'updated_at': '2021-11-13T05:04:59Z', 'revision_number': 5, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'subnets': [{'id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:05:54.064180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-9a0bdf1d-1648-4c74-99f5-32a6fc5d5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:54.065663 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-9a0bdf1d-1648-4c74-99f5-32a6fc5d5f07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be631b1b-d9b7-4945-82fb-4af8e604c9bf HTTP/1.1" status: 200 len: 860 time: 0.0959001 Nov 13 05:05:54.070046 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a045287d-6abf-4d4f-a8c7-5852259766eb None None] Checking router: c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:05:54.078529 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a045287d-6abf-4d4f-a8c7-5852259766eb None None] Routers {'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:05:54.079161 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a045287d-6abf-4d4f-a8c7-5852259766eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:05:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:05:54.119616 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-055f6f1d-4f65-4673-8d4d-5e71c623c2e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284264 Nov 13 05:05:54.208351 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31ed6b-e208-4d4b-bff7-797608fe03fb req-857df8c5-d52d-482c-a840-410ba08f3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:54.210266 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e31ed6b-e208-4d4b-bff7-797608fe03fb req-857df8c5-d52d-482c-a840-410ba08f3521 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 HTTP/1.1" status: 200 len: 921 time: 0.1957583 Nov 13 05:05:54.240724 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a045287d-6abf-4d4f-a8c7-5852259766eb None None] Set router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:05:54.242902 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-e3266b0b-b044-4318-99d6-a1610a8d9317 service neutron] 10.222.0.43 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160786 Nov 13 05:05:54.312875 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e31ed6b-e208-4d4b-bff7-797608fe03fb req-81547664-812b-4727-be07-f9199561fa86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd HTTP/1.1" status: 200 len: 217 time: 0.0549839 Nov 13 05:05:54.322627 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6962e-c801-4fd7-8696-4345ec94afb1 req-d518052e-0ce4-4724-a9ee-36df515b3540 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:54.324833 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3cd6962e-c801-4fd7-8696-4345ec94afb1 req-d518052e-0ce4-4724-a9ee-36df515b3540 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.1035926 Nov 13 05:05:54.356315 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d7892-f929-4524-9c06-196d136ded7e req-7b98aaec-786c-42eb-89af-3967cb13e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:54.357809 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f6d7892-f929-4524-9c06-196d136ded7e req-7b98aaec-786c-42eb-89af-3967cb13e263 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833&tenant_id=125e3c245a0b495ba8d950939b0d962a HTTP/1.1" status: 200 len: 1094 time: 0.1037338 Nov 13 05:05:54.403828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3cd6962e-c801-4fd7-8696-4345ec94afb1 req-50345f8b-c936-4dd9-ad63-c89117873bb3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715325 Nov 13 05:05:54.404527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31ed6b-e208-4d4b-bff7-797608fe03fb req-f1e45741-ae2a-48fc-a319-4433cbfc29ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:54.406119 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e31ed6b-e208-4d4b-bff7-797608fe03fb req-f1e45741-ae2a-48fc-a319-4433cbfc29ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be631b1b-d9b7-4945-82fb-4af8e604c9bf HTTP/1.1" status: 200 len: 860 time: 0.0689280 Nov 13 05:05:54.412593 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-489aeb69-921f-4d0b-81f0-46fd66e53300 req-5eeaf31e-56e5-44fd-9139-a647b7784336 service neutron] 10.222.0.43 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635256 Nov 13 05:05:54.451155 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e31ed6b-e208-4d4b-bff7-797608fe03fb req-175ceba3-9e80-4a7b-8af1-942ce5ee24a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304956 Nov 13 05:05:54.451537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d7892-f929-4524-9c06-196d136ded7e req-35f4bf68-c43f-4dc3-9ee3-41cf813261e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:54.451537 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f6d7892-f929-4524-9c06-196d136ded7e req-35f4bf68-c43f-4dc3-9ee3-41cf813261e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 1094 time: 0.0460465 Nov 13 05:05:54.524087 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-895d06f5-7978-4f07-aeb8-8d802019edfe tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/floatingips/8408e111-d32a-4959-9ea1-461663c69fc5 HTTP/1.1" status: 200 len: 694 time: 0.0693963 Nov 13 05:05:54.547293 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a045287d-6abf-4d4f-a8c7-5852259766eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '03b45ae7-f957-46aa-823f-1817858667b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:04:51Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'gw_port': {'id': '03b45ae7-f957-46aa-823f-1817858667b8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:52Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '44a642c0-60db-4216-aaaf-6a4a7a1d2cba', 'name': '', 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'mac_address': 'fa:16:3e:65:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:54Z', 'updated_at': '2021-11-13T05:04:59Z', 'revision_number': 5, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'subnets': [{'id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:05:54.562070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d7892-f929-4524-9c06-196d136ded7e req-320f37a5-cee1-4307-9b5e-1546e28350bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:54.563586 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f6d7892-f929-4524-9c06-196d136ded7e req-320f37a5-cee1-4307-9b5e-1546e28350bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 917 time: 0.1043596 Nov 13 05:05:54.573948 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a045287d-6abf-4d4f-a8c7-5852259766eb None None] The sync data for ids ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'] in n-d-813114-2 is: [{'id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '03b45ae7-f957-46aa-823f-1817858667b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:04:51Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'gw_port': {'id': '03b45ae7-f957-46aa-823f-1817858667b8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:52Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '44a642c0-60db-4216-aaaf-6a4a7a1d2cba', 'name': '', 'network_id': '0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'mac_address': 'fa:16:3e:65:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:54Z', 'updated_at': '2021-11-13T05:04:59Z', 'revision_number': 5, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'subnets': [{'id': 'be631b1b-d9b7-4945-82fb-4af8e604c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:05:54.634246 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f6d7892-f929-4524-9c06-196d136ded7e req-b1501a1c-cdc6-412c-a762-c69e94bd78aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 HTTP/1.1" status: 200 len: 998 time: 0.0629668 Nov 13 05:05:54.650929 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e31ed6b-e208-4d4b-bff7-797608fe03fb req-f6125d83-99a8-4ee8-a7ab-5ac325203ae1 service neutron] 10.222.0.36 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894555 Nov 13 05:05:54.713021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-21fec054-2b28-4d98-82df-d89d84527fe2 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:54.719533 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-21fec054-2b28-4d98-82df-d89d84527fe2 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/networks/225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 784 time: 0.1660080 Nov 13 05:05:54.722792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d7892-f929-4524-9c06-196d136ded7e req-46c0d3fe-a8c3-4608-aa28-c7cc1de6d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:54.725074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f6d7892-f929-4524-9c06-196d136ded7e req-46c0d3fe-a8c3-4608-aa28-c7cc1de6d708 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.0816202 Nov 13 05:05:54.761066 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-89f6969e-41cb-4d28-b612-288932685328 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:05:54.762203 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-89f6969e-41cb-4d28-b612-288932685328 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081336 Nov 13 05:05:54.821242 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2b3dd-559c-482f-a355-c5d1fb3e5946 req-739a63a3-37fa-47ea-92ba-59db3000e9a7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:54.822964 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-70b2b3dd-559c-482f-a355-c5d1fb3e5946 req-739a63a3-37fa-47ea-92ba-59db3000e9a7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 946 time: 0.0612462 Nov 13 05:05:54.825323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d7892-f929-4524-9c06-196d136ded7e req-234d11da-50e7-4e53-932f-f9baecc8f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:54.826836 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f6d7892-f929-4524-9c06-196d136ded7e req-234d11da-50e7-4e53-932f-f9baecc8f344 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950918 Nov 13 05:05:54.831859 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-6301fb82-2d71-4364-b7ba-53490228ef0c tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 697 time: 0.0582795 Nov 13 05:05:54.850137 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e31ed6b-e208-4d4b-bff7-797608fe03fb req-8fb44a70-7104-4867-9b3d-5faea5b85198 service neutron] 10.222.0.36 "GET /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904314 Nov 13 05:05:54.852358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222a5a9-52f0-4db3-9e4c-fdc5ef60196d None None] New status for floating IP 8408e111-d32a-4959-9ea1-461663c69fc5: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:05:54.887462 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-65cd4327-bf9b-47a9-9361-5e75103b8f34 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 697 time: 0.0477467 Nov 13 05:05:54.945114 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-70b2b3dd-559c-482f-a355-c5d1fb3e5946 req-1e22a4fd-54a9-49d0-ad52-75267f453ce6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137705 Nov 13 05:05:54.972028 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f6d7892-f929-4524-9c06-196d136ded7e req-50f703cd-6004-4078-afa9-44ec301550f1 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333420 Nov 13 05:05:55.046146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Deleting port 9e4bb50e-0d4b-492d-98d0-30234db2b18f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:05:55.046490 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:55.086855 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f6d7892-f929-4524-9c06-196d136ded7e req-2cea44de-d4b7-4e8d-9162-b6978af06efb service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073687 Nov 13 05:05:55.138038 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:55.138360 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:55.151284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Calling delete_port for 9e4bb50e-0d4b-492d-98d0-30234db2b18f owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:05:55.289050 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:55.293501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:05:55.322010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Pushing event deleted for resources: {'Port': ['ID=9e4bb50e-0d4b-492d-98d0-30234db2b18f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:55.348964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:55.349300 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:55.349636 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:55.349967 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:55.350291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:55.350614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:55.350978 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:55.351280 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:55.351596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:55.351949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:55.352228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:55.352537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:05:55.395192 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:55.398004 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:55.399313 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-593d6435-9dbb-4113-ad69-fd1f2a8573d0 req-db713d13-5a00-4835-8eb6-278f16a8e51e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "DELETE /v2.0/floatingips/8408e111-d32a-4959-9ea1-461663c69fc5 HTTP/1.1" status: 204 len: 173 time: 0.5056622 Nov 13 05:05:55.480360 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f4637d51-4d19-454d-a275-347a2d386837 req-1e861433-d2b2-40ff-bb13-3c5abefea729 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups/8f1eb260-27d4-4d40-8cdc-a2dbf11cdd7f HTTP/1.1" status: 200 len: 1826 time: 0.0567517 Nov 13 05:05:55.549684 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f4637d51-4d19-454d-a275-347a2d386837 req-e172295e-c6ce-4ce7-a396-88955b96070e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:55.582838 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f4637d51-4d19-454d-a275-347a2d386837 req-e172295e-c6ce-4ce7-a396-88955b96070e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:55.637131 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f4637d51-4d19-454d-a275-347a2d386837 req-e172295e-c6ce-4ce7-a396-88955b96070e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:55.641357 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f4637d51-4d19-454d-a275-347a2d386837 req-e172295e-c6ce-4ce7-a396-88955b96070e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:55.659703 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f4637d51-4d19-454d-a275-347a2d386837 req-e172295e-c6ce-4ce7-a396-88955b96070e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "DELETE /v2.0/security-groups/8f1eb260-27d4-4d40-8cdc-a2dbf11cdd7f HTTP/1.1" status: 204 len: 173 time: 0.1781175 Nov 13 05:05:55.681230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172295e-c6ce-4ce7-a396-88955b96070e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1eb260-27d4-4d40-8cdc-a2dbf11cdd7f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:05:55.997015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a52239-002a-4793-b44e-bd04ab9b1f1e req-094f5119-af85-426c-9bd8-9e5c85e0a531 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:56.004659 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93a52239-002a-4793-b44e-bd04ab9b1f1e req-094f5119-af85-426c-9bd8-9e5c85e0a531 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.4850862 Nov 13 05:05:56.004936 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b42fd5-fa8a-4bdf-8a59-10ed7b59d74a req-1c0016ef-ceba-40af-b2ad-b3224d60c6dc tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:56.007509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9b42fd5-fa8a-4bdf-8a59-10ed7b59d74a req-1c0016ef-ceba-40af-b2ad-b3224d60c6dc tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0710027 Nov 13 05:05:56.067071 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93a52239-002a-4793-b44e-bd04ab9b1f1e req-26dcdd00-4440-4d28-bd88-2df2a877c335 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563843 Nov 13 05:05:56.073874 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9b42fd5-fa8a-4bdf-8a59-10ed7b59d74a req-84503759-3864-41e1-9068-01967b6e7827 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639846 Nov 13 05:05:56.198758 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415da8e-bf56-4b60-9498-227c5c8c7058 req-3d8f7558-c9d8-4a58-8c53-653a28475878 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:56.200412 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0415da8e-bf56-4b60-9498-227c5c8c7058 req-3d8f7558-c9d8-4a58-8c53-653a28475878 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 946 time: 0.0603335 Nov 13 05:05:56.250137 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0415da8e-bf56-4b60-9498-227c5c8c7058 req-e3b73a89-d825-47b1-8b2f-6bab96c668f5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433781 Nov 13 05:05:56.488786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-cc756cb3-4094-4653-8b84-8b0cc04d72ce tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:56.490527 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-cc756cb3-4094-4653-8b84-8b0cc04d72ce tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 806 time: 0.1072683 Nov 13 05:05:56.507262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-050a5de6-abe6-44ad-a6ea-86e25b1e2839 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/quotas/efa94432ad9d4bf5985a2279e9d0c37c HTTP/1.1" status: 200 len: 375 time: 0.0099988 Nov 13 05:05:56.563011 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-adbf0c1c-b0e6-4561-bd70-e77d15b292d2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500102 Nov 13 05:05:56.657007 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-eea48ef9-0985-448a-9ed8-a074bad10762 service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862985 Nov 13 05:05:56.766875 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-a978e5e0-f043-4c14-8900-abff676a0ef6 service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999496 Nov 13 05:05:56.945635 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7acd695f-3bfb-4f6f-8d17-53f4ddaac6c1 req-a77c94a9-2170-4200-91d7-113e60b56488 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 210 time: 0.0344903 Nov 13 05:05:57.208506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94515bcb-2379-4b77-bc70-1fc6f777533f req-1252de65-7e11-4e1e-9bcf-2dd90e966989 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:57.210108 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-94515bcb-2379-4b77-bc70-1fc6f777533f req-1252de65-7e11-4e1e-9bcf-2dd90e966989 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0563412 Nov 13 05:05:57.237203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a6435-f566-4135-842a-d4c146818010 req-0695a3f0-0a32-46b4-9cf1-d43955e8c5fc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:57.239026 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-599a6435-f566-4135-842a-d4c146818010 req-0695a3f0-0a32-46b4-9cf1-d43955e8c5fc tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0601881 Nov 13 05:05:57.292281 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-94515bcb-2379-4b77-bc70-1fc6f777533f req-e91cb0d8-6fd6-4082-829d-c24469469789 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755291 Nov 13 05:05:57.312781 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-599a6435-f566-4135-842a-d4c146818010 req-8c51f287-e820-4bc3-a114-d9fd4c294121 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516608 Nov 13 05:05:58.046790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2827c91b-319a-4ed3-a8b1-2be3d6e2b443 req-6cb4176e-c824-4528-94ed-299e8b538536 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 210 time: 0.0387604 Nov 13 05:05:58.428171 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a53c-c48c-44b5-83b2-59984d4294ad req-14f5e145-dbb5-4ce0-a30a-f662b1180dce tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:58.430243 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb86a53c-c48c-44b5-83b2-59984d4294ad req-14f5e145-dbb5-4ce0-a30a-f662b1180dce tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0568235 Nov 13 05:05:58.467279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3003cec-cabb-4b2f-b18f-6911b2be6999 req-98e310ef-46f4-4bfb-b5d4-42ac5189b666 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:58.468802 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c3003cec-cabb-4b2f-b18f-6911b2be6999 req-98e310ef-46f4-4bfb-b5d4-42ac5189b666 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0632839 Nov 13 05:05:58.479451 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb86a53c-c48c-44b5-83b2-59984d4294ad req-00a0f45e-c9a8-4f61-9d12-24192bf798e5 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427516 Nov 13 05:05:58.534556 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c3003cec-cabb-4b2f-b18f-6911b2be6999 req-c2939685-0081-4f6a-8ff6-d399d3f92a08 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594296 Nov 13 05:05:58.539924 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:58.905153 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:05:59.153177 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bfea8592-5d4d-442c-9867-f89a8ce4683e req-d04e027d-60e8-4ec8-ab1b-24078997c5be tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 210 time: 0.0268085 Nov 13 05:05:59.606495 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12593e3-fa28-480f-a72c-b98c2c2e8e90 req-5667703c-e938-4045-82c1-b5395cf7f10a tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:59.608609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a12593e3-fa28-480f-a72c-b98c2c2e8e90 req-5667703c-e938-4045-82c1-b5395cf7f10a tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0544930 Nov 13 05:05:59.617116 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:05:59.671372 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a12593e3-fa28-480f-a72c-b98c2c2e8e90 req-07301bea-54a1-4024-8eda-54cb97398b3d tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568542 Nov 13 05:05:59.684198 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d132e04-a06e-4ee6-82a7-0de43f1cf5da req-eb7948de-a968-4b65-bb0d-c474d6f55de5 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:05:59.685728 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d132e04-a06e-4ee6-82a7-0de43f1cf5da req-eb7948de-a968-4b65-bb0d-c474d6f55de5 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0553420 Nov 13 05:05:59.747138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d132e04-a06e-4ee6-82a7-0de43f1cf5da req-8a014567-9eef-4111-aa10-f411a7966788 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545516 Nov 13 05:06:00.255262 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bcd559f3-e22f-42e0-b471-856df52da108 req-abc3c399-e553-4bf8-ad49-0db65c6ce41e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 210 time: 0.0266685 Nov 13 05:06:00.813580 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffe25e-7b55-4af1-843a-b6166b81d4f1 req-9bfdb4bf-f56e-4380-b135-32ec13428855 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:00.815122 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fdffe25e-7b55-4af1-843a-b6166b81d4f1 req-9bfdb4bf-f56e-4380-b135-32ec13428855 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0560799 Nov 13 05:06:00.891699 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fdffe25e-7b55-4af1-843a-b6166b81d4f1 req-abd76688-e9cd-4b8a-81f1-f689c56788f8 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705130 Nov 13 05:06:00.894135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabebf3-abda-43db-b806-0eeb6dc52d73 req-9d7c6dae-2b7f-42a0-b5de-c406b53666d1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:00.895713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9dabebf3-abda-43db-b806-0eeb6dc52d73 req-9d7c6dae-2b7f-42a0-b5de-c406b53666d1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0721650 Nov 13 05:06:00.976780 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9dabebf3-abda-43db-b806-0eeb6dc52d73 req-f0a9ede0-8ac8-42dd-8583-79f14632a59e tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744755 Nov 13 05:06:01.366268 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5124d142-32c0-4249-a7c0-aff6f31356a6 req-ca65ca52-1192-4825-b5fb-f4ef7470fa90 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 210 time: 0.0360708 Nov 13 05:06:02.043144 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edb947-08ad-46b5-98e3-a3cdbd8d8da0 req-c80633d0-e62c-41d1-bffa-ecfdae9144a0 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:02.044823 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6edb947-08ad-46b5-98e3-a3cdbd8d8da0 req-c80633d0-e62c-41d1-bffa-ecfdae9144a0 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0725298 Nov 13 05:06:02.135864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6edb947-08ad-46b5-98e3-a3cdbd8d8da0 req-12498ff3-1c13-473d-9b0c-dba86d5b3427 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829170 Nov 13 05:06:02.153568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e1b57-7c3b-4479-9f30-f79af8446b06 req-4d47dd9d-4c3b-4e28-92d6-d99de01b14e7 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:02.158961 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-081e1b57-7c3b-4479-9f30-f79af8446b06 req-4d47dd9d-4c3b-4e28-92d6-d99de01b14e7 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.1109829 Nov 13 05:06:02.204215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-081e1b57-7c3b-4479-9f30-f79af8446b06 req-e5edfdb0-181b-40fa-9100-576f1f2d471e tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430319 Nov 13 05:06:02.468040 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-26c9946e-81d5-4f32-a3c0-92ce10b2da9e req-9b362b88-ab4f-4c43-a66e-5bb90f6767a8 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 210 time: 0.0282953 Nov 13 05:06:03.283691 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace022d2-b885-4fe9-bd0c-9bd0486b64f9 req-35212d02-3672-408d-b711-3d8c4309b7d5 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:03.285195 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ace022d2-b885-4fe9-bd0c-9bd0486b64f9 req-35212d02-3672-408d-b711-3d8c4309b7d5 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0657539 Nov 13 05:06:03.331262 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825e826-511d-4530-a4c2-f1e5c177e188 req-c4485b5b-9db0-4be3-9fc1-86c9ee7e2d6c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:03.333138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9825e826-511d-4530-a4c2-f1e5c177e188 req-c4485b5b-9db0-4be3-9fc1-86c9ee7e2d6c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0496600 Nov 13 05:06:03.333990 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ace022d2-b885-4fe9-bd0c-9bd0486b64f9 req-25f8a58a-b434-437f-8073-963c937e70f1 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421195 Nov 13 05:06:03.391924 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9825e826-511d-4530-a4c2-f1e5c177e188 req-42c28c84-2db9-47c1-888c-5a317145c019 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482845 Nov 13 05:06:03.566333 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f626f51c-1dd9-40ce-95f6-40fd6605aef4 req-116a8ce9-65f0-4286-80e0-43253d5b6368 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 210 time: 0.0291767 Nov 13 05:06:04.183926 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33f60444-ec30-43f8-b282-fb12d0573211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:04.479881 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dacfb-89ab-4dc2-9bff-d01ef4f90c42 req-42c80a27-89e7-4f9b-adfe-b32b3505eceb tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:04.481361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5f7dacfb-89ab-4dc2-9bff-d01ef4f90c42 req-42c80a27-89e7-4f9b-adfe-b32b3505eceb tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0610044 Nov 13 05:06:04.541172 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5f7dacfb-89ab-4dc2-9bff-d01ef4f90c42 req-ecce1877-7d65-4e29-99b7-4bfbeb9587d8 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539036 Nov 13 05:06:04.740112 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-77c99f7d-482f-4fd2-bf6e-43171fc2a4b8 req-8f88bec0-3084-4e71-8595-6908d7337541 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 210 time: 0.0280948 Nov 13 05:06:04.878128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca521e6-221e-4c3a-948c-4aae76b5dee7 req-ef0991e2-3b7b-4522-b4d2-a791a2976d6b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:04.879776 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ca521e6-221e-4c3a-948c-4aae76b5dee7 req-ef0991e2-3b7b-4522-b4d2-a791a2976d6b tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.4020047 Nov 13 05:06:04.929960 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ca521e6-221e-4c3a-948c-4aae76b5dee7 req-a539fdfa-5660-487c-92e6-edd002449ae2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437891 Nov 13 05:06:05.665000 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaecca-5111-4229-8cab-efcbfa642dc7 req-29f1f842-8609-49f5-83fe-d61ea68b236e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:05.670966 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91aaecca-5111-4229-8cab-efcbfa642dc7 req-29f1f842-8609-49f5-83fe-d61ea68b236e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0539453 Nov 13 05:06:05.757924 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91aaecca-5111-4229-8cab-efcbfa642dc7 req-0f746b98-5e7c-4346-ae16-c5c80f278971 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817051 Nov 13 05:06:05.871079 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63640a59-df9a-438e-8096-4bcf9b095862 req-edfc6d54-d25b-43a1-838d-4c6e841a8311 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 210 time: 0.0281124 Nov 13 05:06:06.063346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e716b-4281-4ec7-8c13-b94834b349c3 req-c7d99ca9-bc4b-4592-8864-4959762ade8c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:06.064873 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-446e716b-4281-4ec7-8c13-b94834b349c3 req-c7d99ca9-bc4b-4592-8864-4959762ade8c tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0533679 Nov 13 05:06:06.114881 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-446e716b-4281-4ec7-8c13-b94834b349c3 req-9083211a-cd7d-4245-8cdc-5147f1c437ec tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437441 Nov 13 05:06:06.444195 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8a0279a-5131-46a3-9060-e3b046f074b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:06.919559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a8367-3e75-4021-aebc-28c3397853e6 req-663e3429-c254-491e-9b87-ecbe3534a3aa tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:06.921078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a49a8367-3e75-4021-aebc-28c3397853e6 req-663e3429-c254-491e-9b87-ecbe3534a3aa tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0535567 Nov 13 05:06:06.971403 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a49a8367-3e75-4021-aebc-28c3397853e6 req-e8208abf-2a10-4795-a40c-26a9ca37417a tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433042 Nov 13 05:06:06.973655 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c155da91-3a6c-43b8-8474-c1cd993104da req-00c880f3-a789-4106-9980-5dc38817d061 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 210 time: 0.0279624 Nov 13 05:06:07.246128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a0bb9-c8d0-4a26-9ced-7e98bc8424c9 req-2d1681d0-0846-4d5a-88e9-f187c4599062 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:07.247906 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f63a0bb9-c8d0-4a26-9ced-7e98bc8424c9 req-2d1681d0-0846-4d5a-88e9-f187c4599062 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0518672 Nov 13 05:06:07.302985 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f63a0bb9-c8d0-4a26-9ced-7e98bc8424c9 req-329db9d0-c099-4426-9e79-386b45a4171e tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477242 Nov 13 05:06:07.844878 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:08.085001 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e0e7c70-cd81-472a-be25-a15a70b4fe16 req-e8c018d5-ea65-4218-9ec5-15f6e38039b7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 210 time: 0.0287328 Nov 13 05:06:08.103606 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55dd2a-5a14-42e5-9e31-f268f7434ab1 req-a4d49072-eee6-4193-b0b3-bf0b5199e0d7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:08.105500 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8a55dd2a-5a14-42e5-9e31-f268f7434ab1 req-a4d49072-eee6-4193-b0b3-bf0b5199e0d7 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0522478 Nov 13 05:06:08.158804 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8a55dd2a-5a14-42e5-9e31-f268f7434ab1 req-13e182dd-e93c-44e8-b4a9-6aef0435122a tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465324 Nov 13 05:06:08.445441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b08549-fc2f-42e6-84ec-852dec246bd7 req-1c1de84d-cece-42e1-a0c8-aaa7b9ceb045 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:08.446945 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-16b08549-fc2f-42e6-84ec-852dec246bd7 req-1c1de84d-cece-42e1-a0c8-aaa7b9ceb045 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0606956 Nov 13 05:06:08.500787 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-16b08549-fc2f-42e6-84ec-852dec246bd7 req-08e2081c-6c24-4824-91b1-f84c095ed7fd tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449986 Nov 13 05:06:09.148685 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:09.185060 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-924507d2-53cf-49a3-8252-54932f62124e req-860820ba-e1cb-48e0-afa3-611dfdb04dbb tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 210 time: 0.0264490 Nov 13 05:06:09.285520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44074a2c-4ddf-4e6e-86ad-9ce73158a1b4 req-bd9fe1a4-58f9-4bef-af47-f864cb156fef tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:09.287047 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44074a2c-4ddf-4e6e-86ad-9ce73158a1b4 req-bd9fe1a4-58f9-4bef-af47-f864cb156fef tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0531237 Nov 13 05:06:09.334886 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44074a2c-4ddf-4e6e-86ad-9ce73158a1b4 req-78b83f42-5d2f-47ae-b576-2fce3bb1892e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415745 Nov 13 05:06:09.651938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abb613-bdf7-4b39-98b3-5b5a46b7e07a req-8f91b8dc-baaf-4982-bef6-366acf8b6b53 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:09.653827 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-73abb613-bdf7-4b39-98b3-5b5a46b7e07a req-8f91b8dc-baaf-4982-bef6-366acf8b6b53 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0648780 Nov 13 05:06:09.709567 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-73abb613-bdf7-4b39-98b3-5b5a46b7e07a req-586112ea-5515-4e60-969e-944a066d9a81 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468218 Nov 13 05:06:10.040376 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:10.283429 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b45988ed-83f3-43cc-8d89-30c9af729b61 req-c7593284-c307-4651-b1b7-5e0bba5620ec tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 210 time: 0.0310144 Nov 13 05:06:10.463229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772687a9-4b8b-4101-922a-4ca9233c26c3 req-d267a0e4-3e4a-4da6-b8c9-28a497667a0e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:10.464488 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-772687a9-4b8b-4101-922a-4ca9233c26c3 req-d267a0e4-3e4a-4da6-b8c9-28a497667a0e tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0531406 Nov 13 05:06:10.518411 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-772687a9-4b8b-4101-922a-4ca9233c26c3 req-f3f0c9f1-b43e-4ce2-b812-1afb0ce46ed3 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475817 Nov 13 05:06:10.843648 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9cec4-0b0e-4bc1-8d5a-589e870265e2 req-fc4f727f-74ec-4dfb-bdb1-4e5b705f5287 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:10.845247 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89c9cec4-0b0e-4bc1-8d5a-589e870265e2 req-fc4f727f-74ec-4dfb-bdb1-4e5b705f5287 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0515761 Nov 13 05:06:10.905175 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89c9cec4-0b0e-4bc1-8d5a-589e870265e2 req-45e57551-4b5f-4151-9e9d-1dc96b7e2d43 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537984 Nov 13 05:06:11.388637 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-068e767d-b59f-4277-8732-d7b5dd9d6d49 req-c315c557-f65f-4261-80ca-cfefddc1fd23 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 210 time: 0.0360885 Nov 13 05:06:11.486228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-a9cb2d8b-5baa-40d0-9d11-4656e140fcf3 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:11.487899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-a9cb2d8b-5baa-40d0-9d11-4656e140fcf3 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 806 time: 0.1090333 Nov 13 05:06:11.524294 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-c3866f53-71f6-4ea2-9a86-375dce02fe2a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Request body: {'port': {'device_id': 'fd37d445-58a6-4e5b-8fa2-02786471f047', 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f', 'admin_state_up': True, 'tenant_id': 'efa94432ad9d4bf5985a2279e9d0c37c'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:06:11.646221 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f1d9d-8a30-4a71-bc39-e827028bdcd5 req-50442227-656b-4d6c-9c76-ca3ad7f4b96a tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:11.647928 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-589f1d9d-8a30-4a71-bc39-e827028bdcd5 req-50442227-656b-4d6c-9c76-ca3ad7f4b96a tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0556865 Nov 13 05:06:11.657758 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-c3866f53-71f6-4ea2-9a86-375dce02fe2a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Made reservation on behalf of efa94432ad9d4bf5985a2279e9d0c37c for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:06:11.661433 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-c3866f53-71f6-4ea2-9a86-375dce02fe2a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:11.697684 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-589f1d9d-8a30-4a71-bc39-e827028bdcd5 req-caba6a80-d1cf-4d04-a5bf-7d00d01278d8 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432992 Nov 13 05:06:11.795514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-c3866f53-71f6-4ea2-9a86-375dce02fe2a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Allocated IP 172.20.0.7 (1b150fc0-e6de-4f6e-83bd-c420fa79c68f/a3760f73-b403-4e1d-840e-67f7817e60e8/e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:06:11.949747 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-c3866f53-71f6-4ea2-9a86-375dce02fe2a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:12.008661 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-c3866f53-71f6-4ea2-9a86-375dce02fe2a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:12.042984 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['be3e1bec-0832-4fcf-b550-f05aee05646a', '69159a25-fc10-4979-81b3-7100590ad08d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:06:12.061375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-c3866f53-71f6-4ea2-9a86-375dce02fe2a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:06:12.064967 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-c3866f53-71f6-4ea2-9a86-375dce02fe2a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:06:12.072855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-c3866f53-71f6-4ea2-9a86-375dce02fe2a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:06:12.091123 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09c2f4-b7a4-45c4-860e-123d03f6b70a req-93b68f4f-de19-4131-81e2-4ae6af34e4f7 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:12.092631 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cd09c2f4-b7a4-45c4-860e-123d03f6b70a req-93b68f4f-de19-4131-81e2-4ae6af34e4f7 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.1151767 Nov 13 05:06:12.113354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3866f53-71f6-4ea2-9a86-375dce02fe2a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Pushing event updated for resources: {'Port': ['ID=e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:12.167644 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-c3866f53-71f6-4ea2-9a86-375dce02fe2a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:12.168255 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-c3866f53-71f6-4ea2-9a86-375dce02fe2a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:12.186478 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cd09c2f4-b7a4-45c4-860e-123d03f6b70a req-079abbce-2675-4cd0-9a4f-c00026c8e871 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743861 Nov 13 05:06:12.198187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-c3866f53-71f6-4ea2-9a86-375dce02fe2a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6770239 Nov 13 05:06:12.219731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Request body: {'port': {'device_id': 'fd37d445-58a6-4e5b-8fa2-02786471f047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:06:12.279926 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:12.534805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55ea87-93ea-40b4-9c20-15949a489cf3 req-ef85d081-ea8a-49c9-9fce-4a5e5700b047 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:12.536287 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-be55ea87-93ea-40b4-9c20-15949a489cf3 req-ef85d081-ea8a-49c9-9fce-4a5e5700b047 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 931 time: 0.0767565 Nov 13 05:06:12.613643 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:06:12.622078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:12.627126 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-be55ea87-93ea-40b4-9c20-15949a489cf3 req-00838968-6bd7-41bb-9aa3-9b6b946da622 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841742 Nov 13 05:06:12.637793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Transition to ACTIVE for port object e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:06:12.641854 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:12.704513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Pushing event updated for resources: {'Port': ['ID=e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:12.771691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Attempting to bind port e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:06:12.771997 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Attempting to bind port e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:06:12.772356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Attempting to bind port e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:06:12.776886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Port e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:06:12.777204 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Attempting to bind port e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:06:12.782272 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:06:12.782608 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Checking segment: {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:06:12.783026 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Bound using segment: {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:06:12.783449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Bound port: e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:06:12.783799 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:12.826322 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c9e35-23c5-47a9-9185-b56d591d4bbf req-bd4db225-5270-44c5-aa54-a6b1eeda1657 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:12.827837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a13c9e35-23c5-47a9-9185-b56d591d4bbf req-bd4db225-5270-44c5-aa54-a6b1eeda1657 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0534377 Nov 13 05:06:12.846530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] For port e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:06:12.849588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] For port e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:06:12.855728 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:12.876500 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a13c9e35-23c5-47a9-9185-b56d591d4bbf req-9c74e706-6d0c-4ea0-819c-cfe3f8d3d319 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/security-groups?id=d737cdc0-9d8b-4918-b1a2-005a8d0206d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425439 Nov 13 05:06:12.893891 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:12.894512 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:12.895905 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] 10.222.0.36 "PUT /v2.0/ports/e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 HTTP/1.1" status: 200 len: 1091 time: 0.6815214 Nov 13 05:06:12.896335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd37d445-58a6-4e5b-8fa2-02786471f047', 'tag': 'e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:06:12.898581 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcb0611-739a-4351-9d39-ba25b3616133" -d '{"events": [{"name": "network-changed", "server_uuid": "fd37d445-58a6-4e5b-8fa2-02786471f047", "tag": "e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:06:12.923625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34541a-6cac-4526-9fa8-8d9d9e7a5ccd service neutron] Pushing event updated for resources: {'Port': ['ID=e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:12.938589 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1570cc-52af-45e9-95b5-55a987cfec23 x-openstack-request-id: req-0c1570cc-52af-45e9-95b5-55a987cfec23 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:06:12.938887 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd37d445-58a6-4e5b-8fa2-02786471f047", "tag": "e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:06:12.939163 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c1570cc-52af-45e9-95b5-55a987cfec23 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:06:12.939573 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd37d445-58a6-4e5b-8fa2-02786471f047', 'tag': 'e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4', 'status': 'completed', 'code': 200} Nov 13 05:06:13.005302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-c3e5a1b8-5dfc-48ec-801e-fc651c5345ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:13.006803 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-c3e5a1b8-5dfc-48ec-801e-fc651c5345ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 1094 time: 0.0411780 Nov 13 05:06:13.057991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-20f047cd-ab87-4eb9-b7a1-f9417033d3b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 HTTP/1.1" status: 200 len: 217 time: 0.0348582 Nov 13 05:06:13.149663 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-08dc2b74-92d4-4b70-b888-c52a76121c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:13.151252 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-08dc2b74-92d4-4b70-b888-c52a76121c8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 200 len: 846 time: 0.0506148 Nov 13 05:06:13.188429 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-7318f3f6-aed9-4222-a83f-d74b48a07e87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244751 Nov 13 05:06:13.283683 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-cbc60e17-f498-491c-b11a-50c73f406970 service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869775 Nov 13 05:06:13.309125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00318e24-116d-4937-b710-004c86a2f56a req-d99ffabf-ddc0-4e26-a193-2d1616b19ea0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:13.310682 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-00318e24-116d-4937-b710-004c86a2f56a req-d99ffabf-ddc0-4e26-a193-2d1616b19ea0 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0498767 Nov 13 05:06:13.389327 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-00318e24-116d-4937-b710-004c86a2f56a req-34151953-5ff7-4e34-b554-ace54289cecf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705023 Nov 13 05:06:13.402182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe4842-8a38-4e32-9326-b0302e452e3c req-a7c72158-f71c-41d1-bc77-70097e3e8b6f tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:13.403721 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3afe4842-8a38-4e32-9326-b0302e452e3c req-a7c72158-f71c-41d1-bc77-70097e3e8b6f tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.36 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0710838 Nov 13 05:06:13.425423 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37f95126-b24e-4d6c-96d6-e6e130adcf9a req-b094d359-bc5d-49bc-b151-a48983fc2923 service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940654 Nov 13 05:06:13.505076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3afe4842-8a38-4e32-9326-b0302e452e3c req-3f935a72-948d-41f7-a572-dd194b201e18 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Deleting port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:06:13.505340 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3afe4842-8a38-4e32-9326-b0302e452e3c req-3f935a72-948d-41f7-a572-dd194b201e18 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:13.558748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb0611-739a-4351-9d39-ba25b3616133 req-a4091914-0f6c-464a-a508-be85b58ad720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:13.560181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2dcb0611-739a-4351-9d39-ba25b3616133 req-a4091914-0f6c-464a-a508-be85b58ad720 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 1094 time: 0.0413871 Nov 13 05:06:13.593277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3afe4842-8a38-4e32-9326-b0302e452e3c req-3f935a72-948d-41f7-a572-dd194b201e18 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] For port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd,segment=NetworkSegment(6634d814-c14e-43f4-8dd8-4b6e2e184580),segment_id=6634d814-c14e-43f4-8dd8-4b6e2e184580)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:13.593628 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3afe4842-8a38-4e32-9326-b0302e452e3c req-3f935a72-948d-41f7-a572-dd194b201e18 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:13.611779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3afe4842-8a38-4e32-9326-b0302e452e3c req-3f935a72-948d-41f7-a572-dd194b201e18 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Calling delete_port for 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:06:13.655637 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb0611-739a-4351-9d39-ba25b3616133 req-3bd7d144-de96-48f9-8245-081d7d1e6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:13.657584 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2dcb0611-739a-4351-9d39-ba25b3616133 req-3bd7d144-de96-48f9-8245-081d7d1e6e49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 907 time: 0.0884156 Nov 13 05:06:13.703810 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2dcb0611-739a-4351-9d39-ba25b3616133 req-23cc5e6b-9dff-444f-85d1-62b3b24154e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 HTTP/1.1" status: 200 len: 217 time: 0.0391099 Nov 13 05:06:13.745991 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3afe4842-8a38-4e32-9326-b0302e452e3c req-3f935a72-948d-41f7-a572-dd194b201e18 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:13.775164 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f935a72-948d-41f7-a572-dd194b201e18 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Pushing event deleted for resources: {'Port': ['ID=8cd64c9f-c3f1-4543-a3de-0ded600b5cbd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:13.782748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['8cd64c9f-c3f1-4543-a3de-0ded600b5cbd'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:06:13.792354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb0611-739a-4351-9d39-ba25b3616133 req-d216f6e9-c15c-4b57-a279-c631350ae265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:13.793856 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2dcb0611-739a-4351-9d39-ba25b3616133 req-d216f6e9-c15c-4b57-a279-c631350ae265 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 200 len: 846 time: 0.0825238 Nov 13 05:06:13.802441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bc890-6cc3-41ce-84c8-3c580adb1887 req-25428f6f-2a79-4a1f-a615-8be1d21144cd tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:13.803926 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fc9bc890-6cc3-41ce-84c8-3c580adb1887 req-25428f6f-2a79-4a1f-a615-8be1d21144cd tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 943 time: 0.0937152 Nov 13 05:06:13.821403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afe4842-8a38-4e32-9326-b0302e452e3c req-3f935a72-948d-41f7-a572-dd194b201e18 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] No DVR routers for this DVR port 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:06:13.824352 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3afe4842-8a38-4e32-9326-b0302e452e3c req-3f935a72-948d-41f7-a572-dd194b201e18 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:13.827840 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3afe4842-8a38-4e32-9326-b0302e452e3c req-3f935a72-948d-41f7-a572-dd194b201e18 tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.36 "DELETE /v2.0/ports/8cd64c9f-c3f1-4543-a3de-0ded600b5cbd HTTP/1.1" status: 204 len: 173 time: 0.4169874 Nov 13 05:06:13.828442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'name': 'network-vif-deleted', 'tag': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:06:13.830601 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c525030-62b9-47fc-a28d-539268eeefa5" -d '{"events": [{"server_uuid": "c391c71a-e059-44c1-bc11-2f27564a2ec3", "name": "network-vif-deleted", "tag": "8cd64c9f-c3f1-4543-a3de-0ded600b5cbd"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:06:13.838748 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2dcb0611-739a-4351-9d39-ba25b3616133 req-d7c3f289-0a71-4902-802b-1bac768d6fb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337224 Nov 13 05:06:13.877397 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8f2e0a-a83b-44cc-aff8-0d90242e01f3 x-openstack-request-id: req-ae8f2e0a-a83b-44cc-aff8-0d90242e01f3 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:06:13.877687 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c391c71a-e059-44c1-bc11-2f27564a2ec3", "name": "network-vif-deleted", "tag": "8cd64c9f-c3f1-4543-a3de-0ded600b5cbd", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:06:13.877939 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae8f2e0a-a83b-44cc-aff8-0d90242e01f3 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:06:13.878339 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c391c71a-e059-44c1-bc11-2f27564a2ec3', 'name': 'network-vif-deleted', 'tag': '8cd64c9f-c3f1-4543-a3de-0ded600b5cbd', 'status': 'completed', 'code': 200} Nov 13 05:06:13.935052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fc9bc890-6cc3-41ce-84c8-3c580adb1887 req-01e549d2-e16b-4340-82bf-bb250ec2c3e2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217687 Nov 13 05:06:13.967885 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2dcb0611-739a-4351-9d39-ba25b3616133 req-b324442f-3176-404e-a4e9-0c7e8799c4e0 service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219032 Nov 13 05:06:14.000676 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75e24c4f-bab7-495c-9ada-479d404442b2 req-8552b7dd-5696-4b17-ba53-efcb49ff4ecf tempest-ServerRescueTestJSONUnderV235-726302720 tempest-ServerRescueTestJSONUnderV235-726302720-project] 10.222.0.43 "GET /v2.0/ports?device_id=c391c71a-e059-44c1-bc11-2f27564a2ec3 HTTP/1.1" status: 200 len: 210 time: 0.0284641 Nov 13 05:06:14.061608 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2dcb0611-739a-4351-9d39-ba25b3616133 req-8d7fe794-a78c-4f92-8b56-52cfdd03be21 service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841086 Nov 13 05:06:14.515274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebca3f-f999-4321-8179-d76a0e41ba8d req-a8c9a949-e793-4839-92e0-739b2b64cb76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:14.516755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2ebca3f-f999-4321-8179-d76a0e41ba8d req-a8c9a949-e793-4839-92e0-739b2b64cb76 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 943 time: 0.0520432 Nov 13 05:06:14.569837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2ebca3f-f999-4321-8179-d76a0e41ba8d req-53dffe0a-7e40-443c-964e-7bbccda6ffc9 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469317 Nov 13 05:06:15.059093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52556) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:15.075025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd79b1-ff73-4b2f-ae5b-874d7144333b req-941adc6e-204a-4bcc-9436-505bae10db18 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:15.076494 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fcbd79b1-ff73-4b2f-ae5b-874d7144333b req-941adc6e-204a-4bcc-9436-505bae10db18 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 943 time: 0.0583031 Nov 13 05:06:15.196612 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fcbd79b1-ff73-4b2f-ae5b-874d7144333b req-1321b71c-44bc-4671-816c-2d6e67f4020f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870049 Nov 13 05:06:15.390875 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:06:15.462239 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bc99077-5781-4d01-abd4-5f3f1d46bc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:15.495259 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:15.506324 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'port_id': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'mac_address': 'fa:16:3e:8f:d9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:06:15.543820 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:15.560484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:06:15.580272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:15.584956 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:15.636702 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:15.733192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787db47-9e69-4799-9bad-c58ae9e481ea req-121ec73f-0f8b-477f-9442-835ee459f111 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:15.734577 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9787db47-9e69-4799-9bad-c58ae9e481ea req-121ec73f-0f8b-477f-9442-835ee459f111 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 944 time: 0.0875480 Nov 13 05:06:15.772098 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-6bc99077-5781-4d01-abd4-5f3f1d46bc15 admin admin] Deleting port 44a642c0-60db-4216-aaaf-6a4a7a1d2cba {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:06:15.772414 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bc99077-5781-4d01-abd4-5f3f1d46bc15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:15.833422 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9787db47-9e69-4799-9bad-c58ae9e481ea req-686112bc-4459-4975-8214-39995b048f19 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921028 Nov 13 05:06:15.870673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-6bc99077-5781-4d01-abd4-5f3f1d46bc15 admin admin] For port 44a642c0-60db-4216-aaaf-6a4a7a1d2cba, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=44a642c0-60db-4216-aaaf-6a4a7a1d2cba,segment=NetworkSegment(6634d814-c14e-43f4-8dd8-4b6e2e184580),segment_id=6634d814-c14e-43f4-8dd8-4b6e2e184580)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:15.871058 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bc99077-5781-4d01-abd4-5f3f1d46bc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:15.883559 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-6bc99077-5781-4d01-abd4-5f3f1d46bc15 admin admin] Calling delete_port for 44a642c0-60db-4216-aaaf-6a4a7a1d2cba owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:06:15.989705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:06:16.091637 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bc99077-5781-4d01-abd4-5f3f1d46bc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:16.117078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc99077-5781-4d01-abd4-5f3f1d46bc15 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a642c0-60db-4216-aaaf-6a4a7a1d2cba,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:16.299399 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bc99077-5781-4d01-abd4-5f3f1d46bc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:16.340641 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecf908-0841-4ecc-9e80-b578dea2542f req-8ac2b9f1-a473-42d3-936e-e669b1234452 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:16.342210 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8ecf908-0841-4ecc-9e80-b578dea2542f req-8ac2b9f1-a473-42d3-936e-e669b1234452 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 943 time: 0.0615692 Nov 13 05:06:16.392131 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8ecf908-0841-4ecc-9e80-b578dea2542f req-81759263-2602-4965-9c04-15e68b4dd798 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430367 Nov 13 05:06:16.532489 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc99077-5781-4d01-abd4-5f3f1d46bc15 admin admin] Router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:06:16.645520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc99077-5781-4d01-abd4-5f3f1d46bc15 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:06:16.651209 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6bc99077-5781-4d01-abd4-5f3f1d46bc15 admin admin] 10.222.0.43 "PUT /v2.0/routers/c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5908697 Nov 13 05:06:16.653591 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52566) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:16.654937 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e118ef2-7783-4867-b473-91cf1850f824 None None] Sync routers for ids ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:06:16.664618 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e118ef2-7783-4867-b473-91cf1850f824 None None] Routers {'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:06:16.665261 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6e118ef2-7783-4867-b473-91cf1850f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:06:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:06:16.772694 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6e118ef2-7783-4867-b473-91cf1850f824 None None] Set router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:06:16.975792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3653bc1-0d35-405a-926c-406eb48e6a3b req-0c8cf013-97b8-4223-9d62-5d0626b5ce60 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:16.984220 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b3653bc1-0d35-405a-926c-406eb48e6a3b req-0c8cf013-97b8-4223-9d62-5d0626b5ce60 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 944 time: 0.0685480 Nov 13 05:06:17.048185 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b3653bc1-0d35-405a-926c-406eb48e6a3b req-f808d808-6db8-46c6-be14-b48f49b69336 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619788 Nov 13 05:06:17.079875 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6e118ef2-7783-4867-b473-91cf1850f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '03b45ae7-f957-46aa-823f-1817858667b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:04:51Z', 'updated_at': '2021-11-13T05:06:16Z', 'revision_number': 5, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'gw_port': {'id': '03b45ae7-f957-46aa-823f-1817858667b8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:52Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:06:17.104627 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e118ef2-7783-4867-b473-91cf1850f824 None None] Checking router: c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:06:17.113560 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:17.114136 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e118ef2-7783-4867-b473-91cf1850f824 None None] Routers {'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:06:17.114473 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6e118ef2-7783-4867-b473-91cf1850f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:06:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:06:17.214749 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:17.215140 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6e118ef2-7783-4867-b473-91cf1850f824 None None] Set router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:06:17.269376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] Deleting port 03b45ae7-f957-46aa-823f-1817858667b8 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:06:17.269691 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:17.351946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] For port 03b45ae7-f957-46aa-823f-1817858667b8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=03b45ae7-f957-46aa-823f-1817858667b8,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:17.352294 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:17.365793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] Calling delete_port for 03b45ae7-f957-46aa-823f-1817858667b8 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:06:17.399391 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6e118ef2-7783-4867-b473-91cf1850f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '03b45ae7-f957-46aa-823f-1817858667b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:04:51Z', 'updated_at': '2021-11-13T05:06:16Z', 'revision_number': 5, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'gw_port': {'id': '03b45ae7-f957-46aa-823f-1817858667b8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:52Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:06:17.405516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:06:17.417296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:06:17.426171 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e118ef2-7783-4867-b473-91cf1850f824 None None] The sync data for ids ['c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7'] in n-d-813114-2 is: [{'id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1989417991-router', 'tenant_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '03b45ae7-f957-46aa-823f-1817858667b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:04:51Z', 'updated_at': '2021-11-13T05:06:16Z', 'revision_number': 5, 'project_id': 'cd90c18aa5d840d485ac3e7d718f82fd', 'gw_port': {'id': '03b45ae7-f957-46aa-823f-1817858667b8', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:04:52Z', 'updated_at': '2021-11-13T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:06:17.523684 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:06:17.524045 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:17.565469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a5ee-adfc-492e-bbd2-8afc8d772731 req-51f6f723-0da4-41d1-9df3-631fc2bad548 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:17.566939 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e1d4a5ee-adfc-492e-bbd2-8afc8d772731 req-51f6f723-0da4-41d1-9df3-631fc2bad548 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 943 time: 0.0850949 Nov 13 05:06:17.588797 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:17.604211 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4', 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f', 'port_id': 'e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4', 'mac_address': 'fa:16:3e:6a:2a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3760f73-b403-4e1d-840e-67f7817e60e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:06:17.609357 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:17.648862 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] Pushing event deleted for resources: {'Port': ['ID=03b45ae7-f957-46aa-823f-1817858667b8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:17.656853 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e1d4a5ee-adfc-492e-bbd2-8afc8d772731 req-912fdfb1-f979-4033-85bc-7e92e6c7b7bd tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821581 Nov 13 05:06:17.666972 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:17.688507 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87258ed1-7ca3-443a-b4b1-95e225bc1b5c None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:06:17.691454 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:17.701887 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:06:17.704175 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9a4ff7-d434-4e89-b077-1e2c204c749d" -d '{"events": [{"server_uuid": "0f73a1a3-5c6b-4c75-92d7-a78b83e09833", "name": "network-vif-plugged", "status": "completed", "tag": "edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:06:17.721836 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:17.727445 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:17.731351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:06:17.737378 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:17.738199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:06:17.764597 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e4f0b3-7fcd-44f1-84b5-716f2e61fe1b x-openstack-request-id: req-70e4f0b3-7fcd-44f1-84b5-716f2e61fe1b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:06:17.764878 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f73a1a3-5c6b-4c75-92d7-a78b83e09833", "name": "network-vif-plugged", "status": "completed", "tag": "edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:06:17.765349 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70e4f0b3-7fcd-44f1-84b5-716f2e61fe1b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:06:17.765742 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'code': 200} Nov 13 05:06:17.793495 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:06:17.794972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8cd64c9f-c3f1-4543-a3de-0ded600b5cbd not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:06:17.802570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:17.809810 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:17.833740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,revision_number=10']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:17.834010 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:17.836681 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:17.886053 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:17.888980 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:17.890014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:06:17.895114 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:17.896277 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a86b8070-e717-4a2d-b6c7-fafb92d3c016 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c4d30f6c-d2e2-46b0-bdbe-48000f9bcaa7 HTTP/1.1" status: 204 len: 168 time: 1.2417510 Nov 13 05:06:17.898862 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52576) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:17.948660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-958ae422-6b48-4b03-bdfe-3f27273c3db0 admin admin] Deleting subnet be631b1b-d9b7-4945-82fb-4af8e604c9bf {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:06:17.952015 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-958ae422-6b48-4b03-bdfe-3f27273c3db0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.018692 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-958ae422-6b48-4b03-bdfe-3f27273c3db0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.049877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0f2f7-cc12-4186-afa3-11b62dd96f7c req-7ebbe026-1c93-40c2-813f-31c85005598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:18.051501 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3af0f2f7-cc12-4186-afa3-11b62dd96f7c req-7ebbe026-1c93-40c2-813f-31c85005598b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 1097 time: 0.0975900 Nov 13 05:06:18.091178 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-958ae422-6b48-4b03-bdfe-3f27273c3db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.143849 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3af0f2f7-cc12-4186-afa3-11b62dd96f7c req-c5677a0e-d2eb-4b94-b27d-8c2da0291086 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845556 Nov 13 05:06:18.169911 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-958ae422-6b48-4b03-bdfe-3f27273c3db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.172617 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:06:18.173046 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2ca41-97aa-409e-b3c9-42c56bf9ffb9 req-51d33dfa-88de-4c8f-8b37-c22a751c53d9 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:18.175101 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fea2ca41-97aa-409e-b3c9-42c56bf9ffb9 req-51d33dfa-88de-4c8f-8b37-c22a751c53d9 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 946 time: 0.0550344 Nov 13 05:06:18.206135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ae422-6b48-4b03-bdfe-3f27273c3db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be631b1b-d9b7-4945-82fb-4af8e604c9bf,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:18.211602 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-958ae422-6b48-4b03-bdfe-3f27273c3db0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.215503 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-958ae422-6b48-4b03-bdfe-3f27273c3db0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/be631b1b-d9b7-4945-82fb-4af8e604c9bf HTTP/1.1" status: 204 len: 168 time: 0.3153465 Nov 13 05:06:18.218159 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52580) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:18.237509 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fea2ca41-97aa-409e-b3c9-42c56bf9ffb9 req-5f0de65d-2430-4e0e-82ff-ded46bd827e4 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538988 Nov 13 05:06:18.292728 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9d9f3e9-9e36-4c5d-9676-97989c094069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.370932 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9d9f3e9-9e36-4c5d-9676-97989c094069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.395910 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-c9d9f3e9-9e36-4c5d-9676-97989c094069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:06:18.405400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-c9d9f3e9-9e36-4c5d-9676-97989c094069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6634d814-c14e-43f4-8dd8-4b6e2e184580') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:06:18.405696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-c9d9f3e9-9e36-4c5d-9676-97989c094069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6634d814-c14e-43f4-8dd8-4b6e2e184580') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:06:18.415025 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9d9f3e9-9e36-4c5d-9676-97989c094069 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.430125 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9d9f3e9-9e36-4c5d-9676-97989c094069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.436639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d9f3e9-9e36-4c5d-9676-97989c094069 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:06:18.437074 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9d9f3e9-9e36-4c5d-9676-97989c094069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:06:18.438938 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:06:18.502331 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9d9f3e9-9e36-4c5d-9676-97989c094069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.509303 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9d9f3e9-9e36-4c5d-9676-97989c094069 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.516138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c9d9f3e9-9e36-4c5d-9676-97989c094069 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7 HTTP/1.1" status: 204 len: 168 time: 0.2937570 Nov 13 05:06:18.532718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9f3e9-9e36-4c5d-9676-97989c094069 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc58cd5-2b6e-4784-b76e-df6b1adbc9c7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:18.637159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52584) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:18.678353 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-efb2b1dc-2cf6-43fb-a403-244252580a74 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd90c18aa5d840d485ac3e7d718f82fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379021 Nov 13 05:06:18.678719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52586) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:18.726741 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09f480fa-42fc-4950-8afe-01b67e4a29ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.749342 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09f480fa-42fc-4950-8afe-01b67e4a29ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.797118 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09f480fa-42fc-4950-8afe-01b67e4a29ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.799706 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09f480fa-42fc-4950-8afe-01b67e4a29ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:18.801523 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-09f480fa-42fc-4950-8afe-01b67e4a29ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d737cdc0-9d8b-4918-b1a2-005a8d0206d8 HTTP/1.1" status: 204 len: 168 time: 0.1209612 Nov 13 05:06:18.810484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f480fa-42fc-4950-8afe-01b67e4a29ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d737cdc0-9d8b-4918-b1a2-005a8d0206d8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:18.816053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302969ad-2370-4d73-b6f7-e401b9ec7e3d req-ea78311e-684c-4e4b-8ecc-75d206179374 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:18.817815 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-302969ad-2370-4d73-b6f7-e401b9ec7e3d req-ea78311e-684c-4e4b-8ecc-75d206179374 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 944 time: 0.0639269 Nov 13 05:06:18.874577 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-302969ad-2370-4d73-b6f7-e401b9ec7e3d req-010f72a5-7a16-45f3-bfd8-3e3c6f25e4b6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476911 Nov 13 05:06:18.977274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 03b45ae7-f957-46aa-823f-1817858667b8 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:06:19.004530 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 03b45ae7-f957-46aa-823f-1817858667b8 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:06:19.005021 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 03b45ae7-f957-46aa-823f-1817858667b8 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:06:19.005859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 44a642c0-60db-4216-aaaf-6a4a7a1d2cba no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:06:19.027362 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 44a642c0-60db-4216-aaaf-6a4a7a1d2cba {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:06:19.027701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 44a642c0-60db-4216-aaaf-6a4a7a1d2cba not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:06:19.370709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b447f0-d985-4fa1-8628-5d78428b4331 req-47e8c695-e351-407b-90b2-bfcf2a5b7b41 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:19.372370 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c5b447f0-d985-4fa1-8628-5d78428b4331 req-47e8c695-e351-407b-90b2-bfcf2a5b7b41 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 946 time: 0.0568058 Nov 13 05:06:19.401042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:06:19.430385 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c5b447f0-d985-4fa1-8628-5d78428b4331 req-3965bb65-3ee5-477e-9fb3-86a66f4115a2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515208 Nov 13 05:06:19.463809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:06:19.467844 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:06:19.468235 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:19.550788 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:19.585951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:19.590677 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:19.643180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:19.766848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd37d445-58a6-4e5b-8fa2-02786471f047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:06:19.769276 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e381cf00-c3cf-46c1-96d3-ecb15a734aa1" -d '{"events": [{"server_uuid": "fd37d445-58a6-4e5b-8fa2-02786471f047", "name": "network-vif-plugged", "status": "completed", "tag": "e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:06:19.817054 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5682770-1179-44ea-9bb2-1ed7be567f28 x-openstack-request-id: req-c5682770-1179-44ea-9bb2-1ed7be567f28 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:06:19.818306 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd37d445-58a6-4e5b-8fa2-02786471f047", "name": "network-vif-plugged", "status": "completed", "tag": "e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:06:19.818793 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5682770-1179-44ea-9bb2-1ed7be567f28 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:06:19.819424 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd37d445-58a6-4e5b-8fa2-02786471f047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4', 'code': 200} Nov 13 05:06:19.964506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a9678-9aa1-4fdf-81e4-c3df0ed8e26f req-02f6d7bf-1f06-4ea0-97ad-b09d0c5ca188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:19.966840 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-327a9678-9aa1-4fdf-81e4-c3df0ed8e26f req-02f6d7bf-1f06-4ea0-97ad-b09d0c5ca188 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 1096 time: 0.0608535 Nov 13 05:06:20.050036 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-327a9678-9aa1-4fdf-81e4-c3df0ed8e26f req-116061bf-f8ae-45f2-bbf1-fa8d49c8127d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758750 Nov 13 05:06:20.063828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d490be-e72d-428f-aedf-35fdac4ac5fb req-ec12b9b7-0cf7-41dd-be09-cdb056b004e5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:20.073931 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a5d490be-e72d-428f-aedf-35fdac4ac5fb req-ec12b9b7-0cf7-41dd-be09-cdb056b004e5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 945 time: 0.0957019 Nov 13 05:06:20.145939 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a5d490be-e72d-428f-aedf-35fdac4ac5fb req-10870aa5-07ad-4cd1-b709-abf949a7d08a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710547 Nov 13 05:06:20.575914 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7116c-99d9-48bb-9c8a-aba4564c2963 req-8756e287-7dd6-4f82-bf7e-d5714cdcf913 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:20.577504 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-92b7116c-99d9-48bb-9c8a-aba4564c2963 req-8756e287-7dd6-4f82-bf7e-d5714cdcf913 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 946 time: 0.0583138 Nov 13 05:06:20.641288 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-92b7116c-99d9-48bb-9c8a-aba4564c2963 req-d26d2f08-2bb1-4035-b2ee-8431e41697e2 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469124 Nov 13 05:06:21.278670 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d4025-0ea8-442f-b760-d4fa719acc82 req-1d7133c1-0336-499d-87a9-bc7811da19ea tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:21.280164 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7d5d4025-0ea8-442f-b760-d4fa719acc82 req-1d7133c1-0336-499d-87a9-bc7811da19ea tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 945 time: 0.0510004 Nov 13 05:06:21.333105 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7d5d4025-0ea8-442f-b760-d4fa719acc82 req-877ad607-e3af-48f8-8e76-46b5eb91b6eb tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453069 Nov 13 05:06:21.778715 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f97779-8579-4483-93d5-dc0dab88261c req-901852f4-1eab-4aa2-919a-8d176faac3f5 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:21.780158 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40f97779-8579-4483-93d5-dc0dab88261c req-901852f4-1eab-4aa2-919a-8d176faac3f5 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 946 time: 0.0570636 Nov 13 05:06:21.828803 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40f97779-8579-4483-93d5-dc0dab88261c req-ead854ca-bbfe-4271-956a-d6c45fb179f5 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425868 Nov 13 05:06:22.451329 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e7ab9-2a86-48a1-b095-15bce69e2f92 req-e279bba0-9d9b-4f2a-a9bb-d9c1fedf1096 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:22.452872 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-811e7ab9-2a86-48a1-b095-15bce69e2f92 req-e279bba0-9d9b-4f2a-a9bb-d9c1fedf1096 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 945 time: 0.0514553 Nov 13 05:06:22.503042 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-811e7ab9-2a86-48a1-b095-15bce69e2f92 req-e4f78288-ffb2-4ca4-b3c6-61b2c66ff317 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437632 Nov 13 05:06:22.633850 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a489d-670b-46f8-9b21-29264fcbe198 req-071d7b5b-40a2-4905-8f98-bd47a5170904 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:22.635366 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e0a489d-670b-46f8-9b21-29264fcbe198 req-071d7b5b-40a2-4905-8f98-bd47a5170904 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 946 time: 0.0558870 Nov 13 05:06:22.710172 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e0a489d-670b-46f8-9b21-29264fcbe198 req-37b2dcd4-b4a5-4d32-8ea3-2ea4f9341941 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664966 Nov 13 05:06:22.857435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9c22d-b4c6-4821-8e2a-4e00689c0ffc req-05edb6bd-5153-49da-b4f9-2e839a0d2e80 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:22.859350 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2e9c22d-b4c6-4821-8e2a-4e00689c0ffc req-05edb6bd-5153-49da-b4f9-2e839a0d2e80 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 945 time: 0.0564981 Nov 13 05:06:22.913427 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2e9c22d-b4c6-4821-8e2a-4e00689c0ffc req-a8e7aef2-b873-4d03-abe0-31aaea57c46d tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477004 Nov 13 05:06:23.207941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5291-dd28-4b02-8940-e71076fbadec req-0f5a733c-d77a-44d1-b7c0-cb1ed650359c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:23.209497 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-238e5291-dd28-4b02-8940-e71076fbadec req-0f5a733c-d77a-44d1-b7c0-cb1ed650359c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 945 time: 0.0653055 Nov 13 05:06:23.268415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-238e5291-dd28-4b02-8940-e71076fbadec req-4fb16d9d-3094-41e0-b1e6-10fecd220757 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506785 Nov 13 05:06:24.094124 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d4e6031-a76a-441f-977d-b3355ed4d782 req-d77699bd-bbb0-4c16-9db6-5638feba906b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414693 Nov 13 05:06:24.199495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e6031-a76a-441f-977d-b3355ed4d782 req-89cfc05c-637c-4bd1-851b-77c8dd5708ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:24.201020 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d4e6031-a76a-441f-977d-b3355ed4d782 req-89cfc05c-637c-4bd1-851b-77c8dd5708ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=efc30c3e2ccf48c9ba40a10a54421570&device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 1096 time: 0.0463777 Nov 13 05:06:24.310946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e6031-a76a-441f-977d-b3355ed4d782 req-b53d35ac-ea68-4a60-b8da-05abfffdfe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:24.313262 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d4e6031-a76a-441f-977d-b3355ed4d782 req-b53d35ac-ea68-4a60-b8da-05abfffdfe66 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8029875-4483-4e77-8f06-85348be088a0 HTTP/1.1" status: 200 len: 912 time: 0.0923712 Nov 13 05:06:24.387678 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d4e6031-a76a-441f-977d-b3355ed4d782 req-394445de-8dac-4be1-9372-6e41a61df03e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f17a950-0945-48d2-9d76-02a08b6e6973 HTTP/1.1" status: 200 len: 1000 time: 0.0663879 Nov 13 05:06:24.400664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dc278-1166-46d9-871b-5fb1c1e83e2e req-cdd3bdb3-3013-4f88-b253-0a0e671041cf tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:24.402322 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c64dc278-1166-46d9-871b-5fb1c1e83e2e req-cdd3bdb3-3013-4f88-b253-0a0e671041cf tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 945 time: 0.0517306 Nov 13 05:06:24.441431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e6031-a76a-441f-977d-b3355ed4d782 req-074428a7-1ec3-4e93-a49d-a3312678bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:24.443331 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d4e6031-a76a-441f-977d-b3355ed4d782 req-074428a7-1ec3-4e93-a49d-a3312678bad8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=134b1d99-7bf8-4a9d-961c-0a94024a9f56 HTTP/1.1" status: 200 len: 850 time: 0.0469110 Nov 13 05:06:24.452509 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c64dc278-1166-46d9-871b-5fb1c1e83e2e req-62dcc16c-86b2-471f-83e0-f672739a7869 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434542 Nov 13 05:06:24.489896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e6031-a76a-441f-977d-b3355ed4d782 req-573dceb2-4f17-4da2-87a5-170afd65902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:24.491430 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d4e6031-a76a-441f-977d-b3355ed4d782 req-573dceb2-4f17-4da2-87a5-170afd65902e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8029875-4483-4e77-8f06-85348be088a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403497 Nov 13 05:06:24.585124 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d4e6031-a76a-441f-977d-b3355ed4d782 req-6fb8b087-2c57-4c16-b858-84f78c502080 service neutron] 10.222.0.46 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857871 Nov 13 05:06:24.709475 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d4e6031-a76a-441f-977d-b3355ed4d782 req-96ad8bb7-cf45-4b65-a2d7-97c61b4b08bf service neutron] 10.222.0.46 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171839 Nov 13 05:06:24.718017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4ebdf-9511-4775-8048-40180570b8af req-47bae076-4a54-4733-b9ad-d2d2b6ba92a5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:24.719543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9fa4ebdf-9511-4775-8048-40180570b8af req-47bae076-4a54-4733-b9ad-d2d2b6ba92a5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 945 time: 0.0750594 Nov 13 05:06:24.815348 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9fa4ebdf-9511-4775-8048-40180570b8af req-7c747968-d4e5-46d0-9e2d-53e8c808fb93 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Deleting port e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:06:24.815685 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9fa4ebdf-9511-4775-8048-40180570b8af req-7c747968-d4e5-46d0-9e2d-53e8c808fb93 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:24.911252 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9fa4ebdf-9511-4775-8048-40180570b8af req-7c747968-d4e5-46d0-9e2d-53e8c808fb93 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] For port e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:24.912051 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9fa4ebdf-9511-4775-8048-40180570b8af req-7c747968-d4e5-46d0-9e2d-53e8c808fb93 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:24.930011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9fa4ebdf-9511-4775-8048-40180570b8af req-7c747968-d4e5-46d0-9e2d-53e8c808fb93 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Calling delete_port for e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:06:25.067052 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9fa4ebdf-9511-4775-8048-40180570b8af req-7c747968-d4e5-46d0-9e2d-53e8c808fb93 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:25.101363 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c747968-d4e5-46d0-9e2d-53e8c808fb93 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Pushing event deleted for resources: {'Port': ['ID=e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:25.103031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:06:25.129815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['be3e1bec-0832-4fcf-b550-f05aee05646a', '69159a25-fc10-4979-81b3-7100590ad08d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:06:25.149213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa4ebdf-9511-4775-8048-40180570b8af req-7c747968-d4e5-46d0-9e2d-53e8c808fb93 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] No DVR routers for this DVR port e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:06:25.152111 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9fa4ebdf-9511-4775-8048-40180570b8af req-7c747968-d4e5-46d0-9e2d-53e8c808fb93 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:25.156217 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9fa4ebdf-9511-4775-8048-40180570b8af req-7c747968-d4e5-46d0-9e2d-53e8c808fb93 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "DELETE /v2.0/ports/e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 HTTP/1.1" status: 204 len: 173 time: 0.4299531 Nov 13 05:06:25.157458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd37d445-58a6-4e5b-8fa2-02786471f047', 'name': 'network-vif-deleted', 'tag': 'e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:06:25.159437 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726a875a-0bba-46af-b3e3-fe8fd0d3ef62" -d '{"events": [{"server_uuid": "fd37d445-58a6-4e5b-8fa2-02786471f047", "name": "network-vif-deleted", "tag": "e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:06:25.207282 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a0b93b-871d-4779-92b7-8dcac1453c0d x-openstack-request-id: req-16a0b93b-871d-4779-92b7-8dcac1453c0d {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:06:25.207569 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd37d445-58a6-4e5b-8fa2-02786471f047", "name": "network-vif-deleted", "tag": "e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:06:25.207840 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16a0b93b-871d-4779-92b7-8dcac1453c0d {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:06:25.208677 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd37d445-58a6-4e5b-8fa2-02786471f047', 'name': 'network-vif-deleted', 'tag': 'e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4', 'status': 'completed', 'code': 200} Nov 13 05:06:25.564229 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac21aee9-4417-4987-aa3a-6a9d6561e28d req-5b086336-dc9f-40b0-9157-0c1a1eda98d5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd37d445-58a6-4e5b-8fa2-02786471f047 HTTP/1.1" status: 200 len: 210 time: 0.0267692 Nov 13 05:06:26.849924 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d556bc-cd50-483c-9c25-183f48ce634e req-f4b716f8-4771-41ab-b071-febde5732ff7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:26.851530 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-20d556bc-cd50-483c-9c25-183f48ce634e req-f4b716f8-4771-41ab-b071-febde5732ff7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 946 time: 0.0509646 Nov 13 05:06:26.901566 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-20d556bc-cd50-483c-9c25-183f48ce634e req-e9a30e20-3809-4370-a826-9603fa0907e7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435469 Nov 13 05:06:28.032996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30120ed-a791-4b32-a2b7-97527f519e12 req-f31ec138-3d7e-4404-919b-fb1ff57e1867 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:28.036304 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d30120ed-a791-4b32-a2b7-97527f519e12 req-f31ec138-3d7e-4404-919b-fb1ff57e1867 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 946 time: 0.0575824 Nov 13 05:06:28.104803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d30120ed-a791-4b32-a2b7-97527f519e12 req-03b4c818-dec3-4e38-abe7-2a8ed8c2d329 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550280 Nov 13 05:06:28.453524 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:28.455574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca573d2-0f4c-445d-b0b7-149f56909e10 req-20271b5a-b6de-4a0c-b192-695a22d84d98 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:28.457111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dca573d2-0f4c-445d-b0b7-149f56909e10 req-20271b5a-b6de-4a0c-b192-695a22d84d98 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.46 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 946 time: 0.0666959 Nov 13 05:06:28.553528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-dca573d2-0f4c-445d-b0b7-149f56909e10 req-5f5a08a3-61d0-41f9-a608-9e9a508d3de5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Deleting port 69159a25-fc10-4979-81b3-7100590ad08d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:06:28.553866 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-dca573d2-0f4c-445d-b0b7-149f56909e10 req-5f5a08a3-61d0-41f9-a608-9e9a508d3de5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:28.564648 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:28.570227 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fabb9b3-5806-4fdf-a38a-de99e63db812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:28.668770 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fabb9b3-5806-4fdf-a38a-de99e63db812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:28.675022 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fabb9b3-5806-4fdf-a38a-de99e63db812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:28.695227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-dca573d2-0f4c-445d-b0b7-149f56909e10 req-5f5a08a3-61d0-41f9-a608-9e9a508d3de5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] For port 69159a25-fc10-4979-81b3-7100590ad08d, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=69159a25-fc10-4979-81b3-7100590ad08d,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:28.695696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-dca573d2-0f4c-445d-b0b7-149f56909e10 req-5f5a08a3-61d0-41f9-a608-9e9a508d3de5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:28.720366 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1fabb9b3-5806-4fdf-a38a-de99e63db812 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2259fc3f69e144cc9121635817bcd0b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544122 Nov 13 05:06:28.720523 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52800) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:28.730232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabb9b3-5806-4fdf-a38a-de99e63db812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adc6cec-9a8d-4183-b9c6-7f9efd78e080,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:28.746823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-dca573d2-0f4c-445d-b0b7-149f56909e10 req-5f5a08a3-61d0-41f9-a608-9e9a508d3de5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Calling delete_port for 69159a25-fc10-4979-81b3-7100590ad08d owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:06:28.809550 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e241a34a-0ac2-4944-a865-16c72920c4ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:28.843600 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e241a34a-0ac2-4944-a865-16c72920c4ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:28.929968 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:28.944819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e241a34a-0ac2-4944-a865-16c72920c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:28.947749 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e241a34a-0ac2-4944-a865-16c72920c4ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:28.949974 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e241a34a-0ac2-4944-a865-16c72920c4ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2adc6cec-9a8d-4183-b9c6-7f9efd78e080 HTTP/1.1" status: 204 len: 168 time: 0.2329619 Nov 13 05:06:28.962852 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241a34a-0ac2-4944-a865-16c72920c4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adc6cec-9a8d-4183-b9c6-7f9efd78e080,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:28.968608 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-dca573d2-0f4c-445d-b0b7-149f56909e10 req-5f5a08a3-61d0-41f9-a608-9e9a508d3de5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:29.003014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['be3e1bec-0832-4fcf-b550-f05aee05646a', '69159a25-fc10-4979-81b3-7100590ad08d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:06:29.008916 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a08a3-61d0-41f9-a608-9e9a508d3de5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Pushing event deleted for resources: {'Port': ['ID=69159a25-fc10-4979-81b3-7100590ad08d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:29.052685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca573d2-0f4c-445d-b0b7-149f56909e10 req-5f5a08a3-61d0-41f9-a608-9e9a508d3de5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] No DVR routers for this DVR port 69159a25-fc10-4979-81b3-7100590ad08d on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:06:29.056181 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-dca573d2-0f4c-445d-b0b7-149f56909e10 req-5f5a08a3-61d0-41f9-a608-9e9a508d3de5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:29.060483 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dca573d2-0f4c-445d-b0b7-149f56909e10 req-5f5a08a3-61d0-41f9-a608-9e9a508d3de5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.46 "DELETE /v2.0/ports/69159a25-fc10-4979-81b3-7100590ad08d HTTP/1.1" status: 204 len: 173 time: 0.5970745 Nov 13 05:06:29.060949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b75ac4-94ad-44bd-ad3c-9fa36df41a43', 'name': 'network-vif-deleted', 'tag': '69159a25-fc10-4979-81b3-7100590ad08d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:06:29.071400 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fbba89-56b8-49bd-9618-35723514d219" -d '{"events": [{"server_uuid": "04b75ac4-94ad-44bd-ad3c-9fa36df41a43", "name": "network-vif-deleted", "tag": "69159a25-fc10-4979-81b3-7100590ad08d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:06:29.128666 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ff0d73-3d5f-433f-9ed0-06a8ddc75e88 x-openstack-request-id: req-35ff0d73-3d5f-433f-9ed0-06a8ddc75e88 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:06:29.128963 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b75ac4-94ad-44bd-ad3c-9fa36df41a43", "name": "network-vif-deleted", "tag": "69159a25-fc10-4979-81b3-7100590ad08d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:06:29.129258 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35ff0d73-3d5f-433f-9ed0-06a8ddc75e88 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:06:29.129671 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b75ac4-94ad-44bd-ad3c-9fa36df41a43', 'name': 'network-vif-deleted', 'tag': '69159a25-fc10-4979-81b3-7100590ad08d', 'status': 'completed', 'code': 200} Nov 13 05:06:29.237046 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b93f221d-cc73-4f7a-9e8f-d95f07a7ae0a req-03ddf91b-b538-4da9-9f3b-5fc16ab5d73b tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b75ac4-94ad-44bd-ad3c-9fa36df41a43 HTTP/1.1" status: 200 len: 210 time: 0.0279510 Nov 13 05:06:29.471375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:06:29.495469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:06:29.496030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e5fd1cc2-47fc-4e36-9fb3-c77f22724ba4 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:06:30.584158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-2e3fc877-a8ae-4b0a-86b7-1fa89b67792f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:30.585496 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-2e3fc877-a8ae-4b0a-86b7-1fa89b67792f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 806 time: 0.1132758 Nov 13 05:06:30.611557 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-375fd156-9008-4488-857b-199d3541bc2d tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/quotas/efa94432ad9d4bf5985a2279e9d0c37c HTTP/1.1" status: 200 len: 375 time: 0.0182576 Nov 13 05:06:30.666594 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-eb34137f-c010-42c8-85a9-c0ead89a3b59 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0539637 Nov 13 05:06:30.772831 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-babce00d-0af2-4a42-80a6-96a7e9337498 service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968661 Nov 13 05:06:30.868640 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-7bbe33f7-0977-471b-a132-8e3efbe7588f service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882914 Nov 13 05:06:31.041375 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb95fb4a-48c1-4316-9a03-bcf93f7b3ac4 req-e28a6f33-054e-4c7d-a283-b177ceb508a4 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 210 time: 0.0320177 Nov 13 05:06:31.759282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ecc82d2-6df7-4b64-9d2a-5aa03ba9b25e req-a3c29111-8d8f-46ba-a619-e375db93f574 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458140 Nov 13 05:06:31.872100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc82d2-6df7-4b64-9d2a-5aa03ba9b25e req-0b42624c-e4a2-4a61-ae43-13e88eca4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:31.873895 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ecc82d2-6df7-4b64-9d2a-5aa03ba9b25e req-0b42624c-e4a2-4a61-ae43-13e88eca4857 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125e3c245a0b495ba8d950939b0d962a&device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 1097 time: 0.0430136 Nov 13 05:06:32.002253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc82d2-6df7-4b64-9d2a-5aa03ba9b25e req-06e91b0d-ac60-482c-a37a-4a99d366387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:32.004376 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ecc82d2-6df7-4b64-9d2a-5aa03ba9b25e req-06e91b0d-ac60-482c-a37a-4a99d366387d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 200 len: 917 time: 0.1098804 Nov 13 05:06:32.103650 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ecc82d2-6df7-4b64-9d2a-5aa03ba9b25e req-4bfb28e6-a87a-4ade-8a4c-1daab33ff347 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 HTTP/1.1" status: 200 len: 1000 time: 0.0707374 Nov 13 05:06:32.190186 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5bf4fb9a-fcce-4d12-bc61-f106427c84da req-cae2dbbd-33c2-4e53-aa4b-b708a4b0d5eb tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 210 time: 0.0570171 Nov 13 05:06:32.226044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc82d2-6df7-4b64-9d2a-5aa03ba9b25e req-ec023296-a13c-4dbc-9092-c6fe9a2c3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:32.227851 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ecc82d2-6df7-4b64-9d2a-5aa03ba9b25e req-ec023296-a13c-4dbc-9092-c6fe9a2c3a62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 200 len: 855 time: 0.0960283 Nov 13 05:06:32.299673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc82d2-6df7-4b64-9d2a-5aa03ba9b25e req-7ce3332d-f268-4e77-aa54-bad32662298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:32.301633 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ecc82d2-6df7-4b64-9d2a-5aa03ba9b25e req-7ce3332d-f268-4e77-aa54-bad32662298e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aee54f4-a39b-4053-9145-908dd44cd0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649238 Nov 13 05:06:32.358473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-da53ba7f-2d5f-4cdc-b9e8-2fe91ece6851 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:32.367696 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-da53ba7f-2d5f-4cdc-b9e8-2fe91ece6851 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 806 time: 0.2392080 Nov 13 05:06:32.407483 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-5983acd6-15c5-47a8-89dd-74dc88da0298 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Request body: {'port': {'device_id': '3b627bef-7171-4cd5-b747-1709d7b00686', 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f', 'admin_state_up': True, 'tenant_id': 'efa94432ad9d4bf5985a2279e9d0c37c'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:06:32.426784 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ecc82d2-6df7-4b64-9d2a-5aa03ba9b25e req-a79e8ef2-4a5e-453a-a09d-9398ba8cdf3b service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096296 Nov 13 05:06:32.547073 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ecc82d2-6df7-4b64-9d2a-5aa03ba9b25e req-0c2fe1df-76c1-433e-b83a-9b8b4da712d9 service neutron] 10.222.0.36 "GET /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929682 Nov 13 05:06:32.552422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-5983acd6-15c5-47a8-89dd-74dc88da0298 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Made reservation on behalf of efa94432ad9d4bf5985a2279e9d0c37c for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:06:32.556850 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-5983acd6-15c5-47a8-89dd-74dc88da0298 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:32.707311 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-5983acd6-15c5-47a8-89dd-74dc88da0298 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Allocated IP 172.20.0.2 (1b150fc0-e6de-4f6e-83bd-c420fa79c68f/a3760f73-b403-4e1d-840e-67f7817e60e8/aa540449-4762-442e-ace7-3d87ed7d8f50) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:06:32.864858 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-5983acd6-15c5-47a8-89dd-74dc88da0298 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:32.900307 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-5983acd6-15c5-47a8-89dd-74dc88da0298 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:32.934960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['be3e1bec-0832-4fcf-b550-f05aee05646a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:06:32.949940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-5983acd6-15c5-47a8-89dd-74dc88da0298 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:06:32.953151 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-5983acd6-15c5-47a8-89dd-74dc88da0298 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:06:32.957867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-5983acd6-15c5-47a8-89dd-74dc88da0298 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:06:32.961907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983acd6-15c5-47a8-89dd-74dc88da0298 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Pushing event updated for resources: {'Port': ['ID=aa540449-4762-442e-ace7-3d87ed7d8f50,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:33.018858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-5983acd6-15c5-47a8-89dd-74dc88da0298 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:33.019506 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-5983acd6-15c5-47a8-89dd-74dc88da0298 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:33.048506 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-5983acd6-15c5-47a8-89dd-74dc88da0298 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6450834 Nov 13 05:06:33.070619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Request body: {'port': {'device_id': '3b627bef-7171-4cd5-b747-1709d7b00686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:06:33.149979 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:33.373594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf7805-365a-4e9d-abae-35f26447e517 req-1608a987-a974-4ccb-8339-5ca36d6bf369 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:33.382508 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-26cf7805-365a-4e9d-abae-35f26447e517 req-1608a987-a974-4ccb-8339-5ca36d6bf369 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 931 time: 0.0994177 Nov 13 05:06:33.467228 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-26cf7805-365a-4e9d-abae-35f26447e517 req-2ac748a7-0eb9-4371-918d-da7976983d8f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766282 Nov 13 05:06:33.473724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 69159a25-fc10-4979-81b3-7100590ad08d no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:06:33.520139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 69159a25-fc10-4979-81b3-7100590ad08d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:06:33.520687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 69159a25-fc10-4979-81b3-7100590ad08d not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:06:33.537301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa540449-4762-442e-ace7-3d87ed7d8f50 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:06:33.544910 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:33.557773 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Transition to ACTIVE for port object aa540449-4762-442e-ace7-3d87ed7d8f50 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:06:33.562601 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:33.616561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Pushing event updated for resources: {'Port': ['ID=aa540449-4762-442e-ace7-3d87ed7d8f50,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:33.704926 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Attempting to bind port aa540449-4762-442e-ace7-3d87ed7d8f50 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:06:33.705347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Attempting to bind port aa540449-4762-442e-ace7-3d87ed7d8f50 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:06:33.705746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Attempting to bind port aa540449-4762-442e-ace7-3d87ed7d8f50 on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:06:33.710438 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Port aa540449-4762-442e-ace7-3d87ed7d8f50 on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:06:33.710829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Attempting to bind port aa540449-4762-442e-ace7-3d87ed7d8f50 on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:06:33.716203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:06:33.716613 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Checking segment: {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:06:33.717064 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Bound using segment: {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:06:33.717565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Bound port: aa540449-4762-442e-ace7-3d87ed7d8f50, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:06:33.717987 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:33.789532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] For port aa540449-4762-442e-ace7-3d87ed7d8f50, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:06:33.793004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] For port aa540449-4762-442e-ace7-3d87ed7d8f50, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=aa540449-4762-442e-ace7-3d87ed7d8f50,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:06:33.798385 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:33.833787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:33.834492 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:33.836218 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] 10.222.0.36 "PUT /v2.0/ports/aa540449-4762-442e-ace7-3d87ed7d8f50 HTTP/1.1" status: 200 len: 1091 time: 0.7720308 Nov 13 05:06:33.836669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b627bef-7171-4cd5-b747-1709d7b00686', 'tag': 'aa540449-4762-442e-ace7-3d87ed7d8f50'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:06:33.838942 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20e7de0-8d49-4dde-b2af-e0484ee13fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "3b627bef-7171-4cd5-b747-1709d7b00686", "tag": "aa540449-4762-442e-ace7-3d87ed7d8f50"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:06:33.865789 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864426e-be4a-416a-9170-9a864de1e576 service neutron] Pushing event updated for resources: {'Port': ['ID=aa540449-4762-442e-ace7-3d87ed7d8f50,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:33.902904 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e34b04-483f-42fa-8f95-58400fc94399 x-openstack-request-id: req-17e34b04-483f-42fa-8f95-58400fc94399 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:06:33.903760 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b627bef-7171-4cd5-b747-1709d7b00686", "tag": "aa540449-4762-442e-ace7-3d87ed7d8f50", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:06:33.904124 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17e34b04-483f-42fa-8f95-58400fc94399 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:06:33.904775 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b627bef-7171-4cd5-b747-1709d7b00686', 'tag': 'aa540449-4762-442e-ace7-3d87ed7d8f50', 'status': 'completed', 'code': 200} Nov 13 05:06:33.959571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-321392ca-f0e7-4637-b982-788ea75d59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:33.961085 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-321392ca-f0e7-4637-b982-788ea75d59c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 1094 time: 0.0409172 Nov 13 05:06:34.033660 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-1f32f070-31ba-4628-af36-f41f7c7e719d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa540449-4762-442e-ace7-3d87ed7d8f50 HTTP/1.1" status: 200 len: 217 time: 0.0560839 Nov 13 05:06:34.094815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-bda2d5ae-f623-46d4-8990-2e31d6f6ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:34.096443 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-bda2d5ae-f623-46d4-8990-2e31d6f6ef91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 200 len: 846 time: 0.0552266 Nov 13 05:06:34.134455 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-bce7c59a-292c-49b6-8ae1-7bb556577513 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290730 Nov 13 05:06:34.180604 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b49f948-5560-43ef-a6d1-cc1c79ca8697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:34.229474 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-86645719-405b-4be3-962d-361be455367f service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892529 Nov 13 05:06:34.327911 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5f0b817-100b-4d2e-aa8a-d877d7f18f55 req-6e0a5180-08cf-4cfe-943d-ec350adcc328 service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910993 Nov 13 05:06:34.486718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e7de0-8d49-4dde-b2af-e0484ee13fc3 req-7454c612-234d-4ef6-803a-5b71de8f69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:34.488414 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c20e7de0-8d49-4dde-b2af-e0484ee13fc3 req-7454c612-234d-4ef6-803a-5b71de8f69b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 1094 time: 0.0442417 Nov 13 05:06:34.636601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d8275-485f-4e99-8363-0afb50cdd48d req-4d7f1b94-e5d6-4502-9a1a-6ab922f44ff8 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:34.638605 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a25d8275-485f-4e99-8363-0afb50cdd48d req-4d7f1b94-e5d6-4502-9a1a-6ab922f44ff8 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 943 time: 0.0754530 Nov 13 05:06:34.641771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e7de0-8d49-4dde-b2af-e0484ee13fc3 req-ed8469d5-a8d5-4a5f-a474-0d9c7ab9cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:34.643199 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c20e7de0-8d49-4dde-b2af-e0484ee13fc3 req-ed8469d5-a8d5-4a5f-a474-0d9c7ab9cf6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 907 time: 0.1472857 Nov 13 05:06:34.701052 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c20e7de0-8d49-4dde-b2af-e0484ee13fc3 req-d0fcdb86-1e83-48a9-b7d6-1d7a8f8ecf92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa540449-4762-442e-ace7-3d87ed7d8f50 HTTP/1.1" status: 200 len: 217 time: 0.0464728 Nov 13 05:06:34.756607 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a25d8275-485f-4e99-8363-0afb50cdd48d req-ee00f56d-f803-433b-ae9b-970b4c5bb116 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095300 Nov 13 05:06:34.770010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e7de0-8d49-4dde-b2af-e0484ee13fc3 req-1b951943-1f2b-4603-909e-06176580e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:34.771454 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c20e7de0-8d49-4dde-b2af-e0484ee13fc3 req-1b951943-1f2b-4603-909e-06176580e09e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 200 len: 846 time: 0.0605776 Nov 13 05:06:34.818458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c20e7de0-8d49-4dde-b2af-e0484ee13fc3 req-9d246309-a526-468b-adfb-afcbc35fba97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276663 Nov 13 05:06:34.928067 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c20e7de0-8d49-4dde-b2af-e0484ee13fc3 req-6fc63f41-63da-426f-9410-762a49a30f61 service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985818 Nov 13 05:06:35.028674 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c20e7de0-8d49-4dde-b2af-e0484ee13fc3 req-7a3fb22a-1377-46f5-ad7e-697c21fc4be2 service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913782 Nov 13 05:06:35.884084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd5cf7-fd98-438a-9c2d-8b9eda54a5da req-be566ead-f272-4c01-9f3a-91fc434beebc tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:35.886410 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-69dd5cf7-fd98-438a-9c2d-8b9eda54a5da req-be566ead-f272-4c01-9f3a-91fc434beebc tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 943 time: 0.0561287 Nov 13 05:06:35.940473 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-69dd5cf7-fd98-438a-9c2d-8b9eda54a5da req-64a66db6-0845-42fb-90cb-5e47e05085bd tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480692 Nov 13 05:06:35.945933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53008) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:36.056506 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39ee99a3-b2af-469c-a892-5b579012c8ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:36.133269 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39ee99a3-b2af-469c-a892-5b579012c8ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:36.138584 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39ee99a3-b2af-469c-a892-5b579012c8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:36.174950 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee99a3-b2af-469c-a892-5b579012c8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ffb6d0-a7ce-4023-8e93-49704875e6c5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:36.180632 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-39ee99a3-b2af-469c-a892-5b579012c8ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c61f70cc53d74028b335e3df11bbb8e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2329471 Nov 13 05:06:36.183918 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53012) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:36.231110 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6866ef2a-60f0-42c3-83c8-89bf2b727bc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:36.253575 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6866ef2a-60f0-42c3-83c8-89bf2b727bc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:36.301626 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6866ef2a-60f0-42c3-83c8-89bf2b727bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:36.304177 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6866ef2a-60f0-42c3-83c8-89bf2b727bc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:36.305337 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6866ef2a-60f0-42c3-83c8-89bf2b727bc2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32ffb6d0-a7ce-4023-8e93-49704875e6c5 HTTP/1.1" status: 204 len: 168 time: 0.1205919 Nov 13 05:06:36.313462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866ef2a-60f0-42c3-83c8-89bf2b727bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ffb6d0-a7ce-4023-8e93-49704875e6c5,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:36.448173 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed0fc283-7892-460e-b049-965830bc460c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:36.605792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53018) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:36.617285 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:06:36.619546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-665523e2-d010-44d8-8cac-16a2dc2c66ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:36.704960 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-665523e2-d010-44d8-8cac-16a2dc2c66ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:36.709428 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-665523e2-d010-44d8-8cac-16a2dc2c66ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:36.749110 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-665523e2-d010-44d8-8cac-16a2dc2c66ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59336b54e20a411e866c753b292b52f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1421595 Nov 13 05:06:36.750069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665523e2-d010-44d8-8cac-16a2dc2c66ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953c98b8-385d-4d08-adbc-afade7fb61ce,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:36.751914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53022) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:36.801869 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-073ec2b2-2499-4a16-a25c-6ddf0e9ec81b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:36.822864 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-073ec2b2-2499-4a16-a25c-6ddf0e9ec81b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:36.872734 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-073ec2b2-2499-4a16-a25c-6ddf0e9ec81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:36.875521 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-073ec2b2-2499-4a16-a25c-6ddf0e9ec81b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:36.876708 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-073ec2b2-2499-4a16-a25c-6ddf0e9ec81b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/953c98b8-385d-4d08-adbc-afade7fb61ce HTTP/1.1" status: 204 len: 168 time: 0.1237490 Nov 13 05:06:36.884520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ec2b2-2499-4a16-a25c-6ddf0e9ec81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c98b8-385d-4d08-adbc-afade7fb61ce,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:37.063835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5200a60-e445-450a-91e4-5a88d1a901da req-e686f5d3-aa88-4b59-82ff-99dd851981b8 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:37.065416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5200a60-e445-450a-91e4-5a88d1a901da req-e686f5d3-aa88-4b59-82ff-99dd851981b8 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 943 time: 0.0536785 Nov 13 05:06:37.113551 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5200a60-e445-450a-91e4-5a88d1a901da req-765db66b-d6e4-4533-8e47-2b35747d69b5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 Nov 13 05:06:37.503368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device aa540449-4762-442e-ace7-3d87ed7d8f50 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:06:37.601151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port aa540449-4762-442e-ace7-3d87ed7d8f50, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=aa540449-4762-442e-ace7-3d87ed7d8f50,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:37.613065 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'aa540449-4762-442e-ace7-3d87ed7d8f50', 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f', 'port_id': 'aa540449-4762-442e-ace7-3d87ed7d8f50', 'mac_address': 'fa:16:3e:9f:ef:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3760f73-b403-4e1d-840e-67f7817e60e8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:06:37.650568 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:37.663774 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa540449-4762-442e-ace7-3d87ed7d8f50 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:06:37.686266 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port aa540449-4762-442e-ace7-3d87ed7d8f50, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=aa540449-4762-442e-ace7-3d87ed7d8f50,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:37.691166 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:37.741905 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=aa540449-4762-442e-ace7-3d87ed7d8f50,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:37.750643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:37.751006 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:37.751342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:37.751765 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:37.752088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:37.752457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:37.752804 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:37.753159 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:37.753479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:37.753796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:37.754187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:37.754571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:37.844652 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:38.093258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['aa540449-4762-442e-ace7-3d87ed7d8f50'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:06:38.245808 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635db1b-3467-4f69-b2a8-01960a713ff4 req-a31f2832-ffb8-4917-bb58-29265864e56b tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:38.247507 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0635db1b-3467-4f69-b2a8-01960a713ff4 req-a31f2832-ffb8-4917-bb58-29265864e56b tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 944 time: 0.0583885 Nov 13 05:06:38.295734 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0635db1b-3467-4f69-b2a8-01960a713ff4 req-bf1da312-36f0-4c71-9f2b-97038babe4be tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421205 Nov 13 05:06:39.151234 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:39.238774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53104) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:39.352777 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451545f3-9a08-42b8-91a1-a127e29146b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:39.410940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b775992-c91f-450a-909b-36dba7fbeac4 req-314a1161-3b39-47ff-b43f-2ef4fa15fc91 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:39.412426 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7b775992-c91f-450a-909b-36dba7fbeac4 req-314a1161-3b39-47ff-b43f-2ef4fa15fc91 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 944 time: 0.0497029 Nov 13 05:06:39.427596 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451545f3-9a08-42b8-91a1-a127e29146b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:39.432104 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451545f3-9a08-42b8-91a1-a127e29146b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:39.459802 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7b775992-c91f-450a-909b-36dba7fbeac4 req-6990edc2-4c6a-41ec-8899-e1ee7953ce58 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 Nov 13 05:06:39.469857 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451545f3-9a08-42b8-91a1-a127e29146b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16eb47c1-7c58-434c-94e6-ce46242f13c3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:39.474047 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-451545f3-9a08-42b8-91a1-a127e29146b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77b80febcbe74f819a6c8ee0c6a0a50d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342496 Nov 13 05:06:39.477214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53110) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:39.512174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device aa540449-4762-442e-ace7-3d87ed7d8f50 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:06:39.524928 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26ad23f6-786f-40c2-9ad8-5ec5d43ab212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:39.550036 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26ad23f6-786f-40c2-9ad8-5ec5d43ab212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:39.564458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port aa540449-4762-442e-ace7-3d87ed7d8f50 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:06:39.569241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port aa540449-4762-442e-ace7-3d87ed7d8f50 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:06:39.569612 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:39.600809 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26ad23f6-786f-40c2-9ad8-5ec5d43ab212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:39.604020 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26ad23f6-786f-40c2-9ad8-5ec5d43ab212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:39.605610 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-26ad23f6-786f-40c2-9ad8-5ec5d43ab212 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16eb47c1-7c58-434c-94e6-ce46242f13c3 HTTP/1.1" status: 204 len: 168 time: 0.1274862 Nov 13 05:06:39.615813 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad23f6-786f-40c2-9ad8-5ec5d43ab212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16eb47c1-7c58-434c-94e6-ce46242f13c3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:39.666734 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:39.689922 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b627bef-7171-4cd5-b747-1709d7b00686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa540449-4762-442e-ace7-3d87ed7d8f50'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:06:39.692432 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7df923-1596-4d87-a98b-a4e94d316a7f" -d '{"events": [{"server_uuid": "3b627bef-7171-4cd5-b747-1709d7b00686", "name": "network-vif-plugged", "status": "completed", "tag": "aa540449-4762-442e-ace7-3d87ed7d8f50"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:06:39.708299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port aa540449-4762-442e-ace7-3d87ed7d8f50, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=aa540449-4762-442e-ace7-3d87ed7d8f50,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:39.712879 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:39.746262 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ca215c-b3ed-4b69-93bb-a933ecb90b04 x-openstack-request-id: req-d6ca215c-b3ed-4b69-93bb-a933ecb90b04 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:06:39.746546 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b627bef-7171-4cd5-b747-1709d7b00686", "name": "network-vif-plugged", "status": "completed", "tag": "aa540449-4762-442e-ace7-3d87ed7d8f50", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:06:39.746791 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6ca215c-b3ed-4b69-93bb-a933ecb90b04 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:06:39.747198 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b627bef-7171-4cd5-b747-1709d7b00686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa540449-4762-442e-ace7-3d87ed7d8f50', 'code': 200} Nov 13 05:06:39.766433 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=aa540449-4762-442e-ace7-3d87ed7d8f50,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:39.882454 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40b464-d5f3-4c60-a250-f15af1cbf8cf req-f04e99c9-6452-4d02-9255-3ae5d328d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:39.882594 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db40b464-d5f3-4c60-a250-f15af1cbf8cf req-f04e99c9-6452-4d02-9255-3ae5d328d822 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 1096 time: 0.0442924 Nov 13 05:06:39.882720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53120) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:39.896715 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a2ae333e-211f-4f96-aff8-2fc3a83fea7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:39.932591 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db40b464-d5f3-4c60-a250-f15af1cbf8cf req-378c60d2-607e-442d-8b99-cfc898a9ab66 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425794 Nov 13 05:06:39.972499 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a2ae333e-211f-4f96-aff8-2fc3a83fea7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:39.977690 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a2ae333e-211f-4f96-aff8-2fc3a83fea7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:40.015453 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a2ae333e-211f-4f96-aff8-2fc3a83fea7c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05f5c8afd8a0442699c6618f36e1ca20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315594 Nov 13 05:06:40.016253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae333e-211f-4f96-aff8-2fc3a83fea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d349cb9-87cd-4507-9cdd-f8e7cbac414e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:40.018474 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53122) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:40.036445 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:40.068201 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fac375c3-8895-407d-a049-e83c00f948e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:40.088785 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fac375c3-8895-407d-a049-e83c00f948e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:40.138290 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fac375c3-8895-407d-a049-e83c00f948e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:40.141371 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fac375c3-8895-407d-a049-e83c00f948e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:40.142552 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fac375c3-8895-407d-a049-e83c00f948e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d349cb9-87cd-4507-9cdd-f8e7cbac414e HTTP/1.1" status: 204 len: 168 time: 0.1231034 Nov 13 05:06:40.150147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac375c3-8895-407d-a049-e83c00f948e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d349cb9-87cd-4507-9cdd-f8e7cbac414e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:40.585340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f90af-f1e7-4d54-b91d-28979e95fd27 req-9fcff17f-38cf-4ce2-8a0f-fc8bf6ed21a4 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:40.586837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad2f90af-f1e7-4d54-b91d-28979e95fd27 req-9fcff17f-38cf-4ce2-8a0f-fc8bf6ed21a4 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 945 time: 0.0517242 Nov 13 05:06:40.636283 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad2f90af-f1e7-4d54-b91d-28979e95fd27 req-34ff5850-6acd-42d8-93c6-0d12d4548f6d tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432260 Nov 13 05:06:41.761921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d8b84-10cb-4cca-8a78-172ae7c59ba4 req-a08133fc-8675-42a1-b1b7-a81adcdb811e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:41.763506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-160d8b84-10cb-4cca-8a78-172ae7c59ba4 req-a08133fc-8675-42a1-b1b7-a81adcdb811e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 945 time: 0.0521004 Nov 13 05:06:41.812631 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-160d8b84-10cb-4cca-8a78-172ae7c59ba4 req-aa670ac2-58d6-4c52-ab48-0f0614cc77f9 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426927 Nov 13 05:06:42.033563 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa921fcb-4762-4fe6-83c8-6b375c3df411 req-f45da0cc-fd3f-44f5-80fe-a2e6ce35ebe7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:42.040949 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fa921fcb-4762-4fe6-83c8-6b375c3df411 req-f45da0cc-fd3f-44f5-80fe-a2e6ce35ebe7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 945 time: 0.0583754 Nov 13 05:06:42.084571 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fa921fcb-4762-4fe6-83c8-6b375c3df411 req-055d5f5d-84bb-463b-96c7-544b40cf2299 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427473 Nov 13 05:06:42.213090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97324d-996f-4051-9bc3-a1a154eb2f83 req-0d5dc5a8-a385-489a-9daf-df5938d60e5f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:42.214700 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db97324d-996f-4051-9bc3-a1a154eb2f83 req-0d5dc5a8-a385-489a-9daf-df5938d60e5f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 945 time: 0.0597255 Nov 13 05:06:42.220041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53198) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:42.270237 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db97324d-996f-4051-9bc3-a1a154eb2f83 req-b981e7e2-b47f-4f8f-a10e-5e98a701ab50 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478873 Nov 13 05:06:42.337871 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4704c216-ea30-4313-8645-244b2a8e533a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:42.417300 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4704c216-ea30-4313-8645-244b2a8e533a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:42.423043 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4704c216-ea30-4313-8645-244b2a8e533a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:42.467650 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4704c216-ea30-4313-8645-244b2a8e533a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12cb3b84da4546c8a621ee11de53e38f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2464509 Nov 13 05:06:42.467916 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53206) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:42.469008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704c216-ea30-4313-8645-244b2a8e533a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ea61e2-a4d1-44ef-8681-892e92c5a7fb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:42.520008 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30a0606f-d3b8-4b9e-a808-933ed3fc21c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:42.542090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f27a71-9fce-4436-8a61-8b6733be1594 req-e4866ba5-1dac-4841-9f87-af5a25c5240b tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:42.542500 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30a0606f-d3b8-4b9e-a808-933ed3fc21c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:42.544130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63f27a71-9fce-4436-8a61-8b6733be1594 req-e4866ba5-1dac-4841-9f87-af5a25c5240b tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 945 time: 0.0515749 Nov 13 05:06:42.589684 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30a0606f-d3b8-4b9e-a808-933ed3fc21c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:42.592524 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30a0606f-d3b8-4b9e-a808-933ed3fc21c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:42.593714 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-30a0606f-d3b8-4b9e-a808-933ed3fc21c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4ea61e2-a4d1-44ef-8681-892e92c5a7fb HTTP/1.1" status: 204 len: 168 time: 0.1249623 Nov 13 05:06:42.601129 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63f27a71-9fce-4436-8a61-8b6733be1594 req-4c9ee8dd-87a1-4548-8823-50416b6872f2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501635 Nov 13 05:06:42.604129 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0606f-d3b8-4b9e-a808-933ed3fc21c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ea61e2-a4d1-44ef-8681-892e92c5a7fb,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:42.873249 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53214) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:42.886671 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-19f0e409-5a84-4b35-a3e6-5f761f230078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:42.966445 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-19f0e409-5a84-4b35-a3e6-5f761f230078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:42.972305 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-19f0e409-5a84-4b35-a3e6-5f761f230078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:43.018594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0e409-5a84-4b35-a3e6-5f761f230078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230c088d-5bab-410a-9779-49b6698e07a6,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:43.025652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53218) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:43.025859 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-19f0e409-5a84-4b35-a3e6-5f761f230078 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3db5430424ad4f7f85a1e814c16bdaa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513140 Nov 13 05:06:43.087126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bed944a-067c-4706-bbdf-c4f7fa41175e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:43.103430 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bed944a-067c-4706-bbdf-c4f7fa41175e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:43.152574 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bed944a-067c-4706-bbdf-c4f7fa41175e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:43.155796 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bed944a-067c-4706-bbdf-c4f7fa41175e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:43.157043 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6bed944a-067c-4706-bbdf-c4f7fa41175e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/230c088d-5bab-410a-9779-49b6698e07a6 HTTP/1.1" status: 204 len: 168 time: 0.1302149 Nov 13 05:06:43.166345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed944a-067c-4706-bbdf-c4f7fa41175e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230c088d-5bab-410a-9779-49b6698e07a6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:43.285163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16435-1029-4f37-a61b-ba08554b173c req-b06c8564-99f6-40db-ab49-16a6b6ce12f4 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:43.286652 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d8f16435-1029-4f37-a61b-ba08554b173c req-b06c8564-99f6-40db-ab49-16a6b6ce12f4 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0504267 Nov 13 05:06:43.337389 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d8f16435-1029-4f37-a61b-ba08554b173c req-8ea1c2cc-aef6-42f7-9dd2-f08db152fd2e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441105 Nov 13 05:06:43.740535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4f629-53e6-4381-a241-d580846950e3 req-a9cb8262-2502-49cd-b991-d8726593db9c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:43.742051 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50b4f629-53e6-4381-a241-d580846950e3 req-a9cb8262-2502-49cd-b991-d8726593db9c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 945 time: 0.0500329 Nov 13 05:06:43.794363 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50b4f629-53e6-4381-a241-d580846950e3 req-ff15963b-573c-4d3d-8a4a-271e2cbd2f54 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422881 Nov 13 05:06:44.153469 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f607c25-6063-4162-a4fd-b137f70e7556 req-1bd4503e-fb1a-4c0a-9847-7bd889b87329 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:44.154945 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0f607c25-6063-4162-a4fd-b137f70e7556 req-1bd4503e-fb1a-4c0a-9847-7bd889b87329 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 945 time: 0.0564287 Nov 13 05:06:44.248917 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0f607c25-6063-4162-a4fd-b137f70e7556 req-0808cda0-4ae3-4108-98fe-efc26dd07ea2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Deleting port aa540449-4762-442e-ace7-3d87ed7d8f50 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:06:44.249261 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0f607c25-6063-4162-a4fd-b137f70e7556 req-0808cda0-4ae3-4108-98fe-efc26dd07ea2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:44.339389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0f607c25-6063-4162-a4fd-b137f70e7556 req-0808cda0-4ae3-4108-98fe-efc26dd07ea2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] For port aa540449-4762-442e-ace7-3d87ed7d8f50, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=aa540449-4762-442e-ace7-3d87ed7d8f50,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:44.340150 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0f607c25-6063-4162-a4fd-b137f70e7556 req-0808cda0-4ae3-4108-98fe-efc26dd07ea2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:44.353347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0f607c25-6063-4162-a4fd-b137f70e7556 req-0808cda0-4ae3-4108-98fe-efc26dd07ea2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Calling delete_port for aa540449-4762-442e-ace7-3d87ed7d8f50 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:06:44.482453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89912efa-71e2-46bb-9687-4faba72c253a req-778f1ca7-d5f4-41a2-91f2-7123e5e9be10 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:44.483989 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89912efa-71e2-46bb-9687-4faba72c253a req-778f1ca7-d5f4-41a2-91f2-7123e5e9be10 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0734117 Nov 13 05:06:44.525767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53274) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:44.555768 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0f607c25-6063-4162-a4fd-b137f70e7556 req-0808cda0-4ae3-4108-98fe-efc26dd07ea2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:44.566100 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89912efa-71e2-46bb-9687-4faba72c253a req-6d65777b-b2a2-4e36-93d8-48c9e21d5fe8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639534 Nov 13 05:06:44.591548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808cda0-4ae3-4108-98fe-efc26dd07ea2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Pushing event deleted for resources: {'Port': ['ID=aa540449-4762-442e-ace7-3d87ed7d8f50,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:44.596029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['be3e1bec-0832-4fcf-b550-f05aee05646a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:06:44.600073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['aa540449-4762-442e-ace7-3d87ed7d8f50'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:06:44.633738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f607c25-6063-4162-a4fd-b137f70e7556 req-0808cda0-4ae3-4108-98fe-efc26dd07ea2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] No DVR routers for this DVR port aa540449-4762-442e-ace7-3d87ed7d8f50 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:06:44.636967 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0f607c25-6063-4162-a4fd-b137f70e7556 req-0808cda0-4ae3-4108-98fe-efc26dd07ea2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:44.640401 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0f607c25-6063-4162-a4fd-b137f70e7556 req-0808cda0-4ae3-4108-98fe-efc26dd07ea2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "DELETE /v2.0/ports/aa540449-4762-442e-ace7-3d87ed7d8f50 HTTP/1.1" status: 204 len: 173 time: 0.4790382 Nov 13 05:06:44.640928 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b627bef-7171-4cd5-b747-1709d7b00686', 'name': 'network-vif-deleted', 'tag': 'aa540449-4762-442e-ace7-3d87ed7d8f50'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:06:44.643453 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69abb23-7106-4441-995d-eff32ebc0dbd" -d '{"events": [{"server_uuid": "3b627bef-7171-4cd5-b747-1709d7b00686", "name": "network-vif-deleted", "tag": "aa540449-4762-442e-ace7-3d87ed7d8f50"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:06:44.647242 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-949df70d-8e3e-4923-9d51-ab0a49c2ed58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:44.696612 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9101b999-9198-4b7b-bf5f-461f59f91f4c x-openstack-request-id: req-9101b999-9198-4b7b-bf5f-461f59f91f4c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:06:44.696906 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b627bef-7171-4cd5-b747-1709d7b00686", "name": "network-vif-deleted", "tag": "aa540449-4762-442e-ace7-3d87ed7d8f50", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:06:44.697157 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9101b999-9198-4b7b-bf5f-461f59f91f4c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:06:44.697556 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b627bef-7171-4cd5-b747-1709d7b00686', 'name': 'network-vif-deleted', 'tag': 'aa540449-4762-442e-ace7-3d87ed7d8f50', 'status': 'completed', 'code': 200} Nov 13 05:06:44.740328 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-949df70d-8e3e-4923-9d51-ab0a49c2ed58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:44.747561 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-949df70d-8e3e-4923-9d51-ab0a49c2ed58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:44.778035 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-949df70d-8e3e-4923-9d51-ab0a49c2ed58 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32071ab60f07451c909200cca6edf2db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2510982 Nov 13 05:06:44.781047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53280) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:44.798458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949df70d-8e3e-4923-9d51-ab0a49c2ed58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd624ac4-1b3f-414e-9cfb-9bc269291271,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:44.855301 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d509cf73-d523-4198-b307-6f9df67c1d25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:44.878117 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d509cf73-d523-4198-b307-6f9df67c1d25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:44.929786 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d8919ebe-0b84-4a19-8ab7-de476757ddc5 req-896ac813-79e2-4b02-8e3d-347e8d95dbb0 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b627bef-7171-4cd5-b747-1709d7b00686 HTTP/1.1" status: 200 len: 210 time: 0.0356641 Nov 13 05:06:44.953102 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d509cf73-d523-4198-b307-6f9df67c1d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:44.955919 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d509cf73-d523-4198-b307-6f9df67c1d25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:44.957174 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d509cf73-d523-4198-b307-6f9df67c1d25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd624ac4-1b3f-414e-9cfb-9bc269291271 HTTP/1.1" status: 204 len: 168 time: 0.1749921 Nov 13 05:06:44.967692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509cf73-d523-4198-b307-6f9df67c1d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd624ac4-1b3f-414e-9cfb-9bc269291271,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:45.689839 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b071c-ea22-4408-9945-47ef2b4e3b6a req-f1851029-048c-480c-8de4-8cc97066ab79 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:45.691406 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0b2b071c-ea22-4408-9945-47ef2b4e3b6a req-f1851029-048c-480c-8de4-8cc97066ab79 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0535109 Nov 13 05:06:45.738689 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0b2b071c-ea22-4408-9945-47ef2b4e3b6a req-fe5ccc24-4d52-4b6a-88bc-a7f7e9728b25 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411313 Nov 13 05:06:46.270481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-1503afe5-e8c8-4130-a6ac-bca2bf8227ff tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:46.272459 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-1503afe5-e8c8-4130-a6ac-bca2bf8227ff tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 806 time: 0.1130571 Nov 13 05:06:46.288756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-4674c5c8-aab7-4261-bf62-02a4926f7fcf tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/quotas/efa94432ad9d4bf5985a2279e9d0c37c HTTP/1.1" status: 200 len: 375 time: 0.0102346 Nov 13 05:06:46.678236 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-6aa58c57-8164-47d6-9c78-c6fc3194c624 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3838809 Nov 13 05:06:46.769731 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-48c21677-ab75-4864-bc7f-6f532706a464 service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840790 Nov 13 05:06:46.862644 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19ecfc-59fc-4a4e-9aae-0c3e4c260978 req-2e0f55b2-f40a-4917-863f-cf8476b624cc tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:46.864198 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e19ecfc-59fc-4a4e-9aae-0c3e4c260978 req-2e0f55b2-f40a-4917-863f-cf8476b624cc tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0541170 Nov 13 05:06:46.871489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-7cf6993f-64c6-427d-902a-e0d2d599e33b service neutron] 10.222.0.43 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953150 Nov 13 05:06:46.935262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e19ecfc-59fc-4a4e-9aae-0c3e4c260978 req-9c4688a2-6f69-4ad3-8d36-ef164cdd75a9 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644398 Nov 13 05:06:47.070589 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c71f63e-54ff-48db-94a3-182b875d42ec req-830c4703-721e-490d-a6de-a87ff2d33d7a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 210 time: 0.0357366 Nov 13 05:06:47.539346 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device aa540449-4762-442e-ace7-3d87ed7d8f50 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:06:47.564532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: aa540449-4762-442e-ace7-3d87ed7d8f50 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:06:47.564876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device aa540449-4762-442e-ace7-3d87ed7d8f50 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:06:48.063503 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2eae2-b52d-4de1-a8af-92b9b7954a4d req-9f73de3c-9fc1-47c9-9f09-b62be3d6c26c tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:48.071373 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ddb2eae2-b52d-4de1-a8af-92b9b7954a4d req-9f73de3c-9fc1-47c9-9f09-b62be3d6c26c tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0682497 Nov 13 05:06:48.138904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-3dbb5889-9803-40ee-a9d3-a227c53f9f74 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:48.143552 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-3dbb5889-9803-40ee-a9d3-a227c53f9f74 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 806 time: 0.1666894 Nov 13 05:06:48.144215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ddb2eae2-b52d-4de1-a8af-92b9b7954a4d req-5518aadf-b19f-4993-b3d9-40ccc72e83b0 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718122 Nov 13 05:06:48.165853 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-cbb09a4d-9fd8-45c2-98aa-9396f5a16817 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Request body: {'port': {'device_id': 'e6cd70a0-2023-4cbd-b401-19162267b774', 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f', 'admin_state_up': True, 'tenant_id': 'efa94432ad9d4bf5985a2279e9d0c37c'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:06:48.243316 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5ddb3fa2-9598-4ffc-ba70-349ce7b09ea0 req-f9383dc6-e900-476a-bdb4-cf8c06b6b10d tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 210 time: 0.0621147 Nov 13 05:06:48.308482 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-cbb09a4d-9fd8-45c2-98aa-9396f5a16817 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Made reservation on behalf of efa94432ad9d4bf5985a2279e9d0c37c for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:06:48.312927 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-cbb09a4d-9fd8-45c2-98aa-9396f5a16817 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:48.442424 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-cbb09a4d-9fd8-45c2-98aa-9396f5a16817 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Allocated IP 172.20.0.11 (1b150fc0-e6de-4f6e-83bd-c420fa79c68f/a3760f73-b403-4e1d-840e-67f7817e60e8/efeda923-01ff-487b-ac84-afd67d72ad7a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:06:48.594962 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-cbb09a4d-9fd8-45c2-98aa-9396f5a16817 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:48.645907 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-cbb09a4d-9fd8-45c2-98aa-9396f5a16817 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:48.679377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['be3e1bec-0832-4fcf-b550-f05aee05646a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:06:48.692839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-cbb09a4d-9fd8-45c2-98aa-9396f5a16817 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:06:48.698337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-cbb09a4d-9fd8-45c2-98aa-9396f5a16817 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:06:48.702532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-cbb09a4d-9fd8-45c2-98aa-9396f5a16817 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:06:48.731677 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb09a4d-9fd8-45c2-98aa-9396f5a16817 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Pushing event updated for resources: {'Port': ['ID=efeda923-01ff-487b-ac84-afd67d72ad7a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:48.764634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-cbb09a4d-9fd8-45c2-98aa-9396f5a16817 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:48.765268 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-cbb09a4d-9fd8-45c2-98aa-9396f5a16817 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:48.786211 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-cbb09a4d-9fd8-45c2-98aa-9396f5a16817 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6247072 Nov 13 05:06:48.805634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Request body: {'port': {'device_id': 'e6cd70a0-2023-4cbd-b401-19162267b774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:06:48.873484 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:49.275819 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cc23e-b69a-4a22-896d-74777b6f1434 req-03ca94fa-bdcc-4c67-ad33-34c785fbf3e3 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:49.277528 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-830cc23e-b69a-4a22-896d-74777b6f1434 req-03ca94fa-bdcc-4c67-ad33-34c785fbf3e3 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0615239 Nov 13 05:06:49.346742 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-830cc23e-b69a-4a22-896d-74777b6f1434 req-93bd095d-b6e2-4563-a425-e0008a4888b7 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568357 Nov 13 05:06:49.454420 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a92b77-76c6-4e8c-860f-2ca3b0b6d38a req-8ac550fc-1d38-4b92-a94e-e03f1b950c10 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:49.455953 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-84a92b77-76c6-4e8c-860f-2ca3b0b6d38a req-8ac550fc-1d38-4b92-a94e-e03f1b950c10 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 932 time: 0.0791566 Nov 13 05:06:49.540563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efeda923-01ff-487b-ac84-afd67d72ad7a {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:06:49.550658 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-84a92b77-76c6-4e8c-860f-2ca3b0b6d38a req-c4af13a9-9c8f-43c7-802a-a6e7cdd06d59 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861337 Nov 13 05:06:49.552492 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:49.565643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Transition to ACTIVE for port object efeda923-01ff-487b-ac84-afd67d72ad7a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:06:49.570156 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:49.623498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Pushing event updated for resources: {'Port': ['ID=efeda923-01ff-487b-ac84-afd67d72ad7a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:49.689703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Attempting to bind port efeda923-01ff-487b-ac84-afd67d72ad7a on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:06:49.690028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Attempting to bind port efeda923-01ff-487b-ac84-afd67d72ad7a by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:06:49.690368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Attempting to bind port efeda923-01ff-487b-ac84-afd67d72ad7a on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:06:49.694715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Port efeda923-01ff-487b-ac84-afd67d72ad7a on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:06:49.695062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Attempting to bind port efeda923-01ff-487b-ac84-afd67d72ad7a on network 1b150fc0-e6de-4f6e-83bd-c420fa79c68f {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:06:49.700352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:06:49.700689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Checking segment: {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:06:49.701069 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Bound using segment: {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:06:49.701496 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Bound port: efeda923-01ff-487b-ac84-afd67d72ad7a, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609e070f-0c1e-4947-b1d2-46877ffb24dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:06:49.701848 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:49.769892 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] For port efeda923-01ff-487b-ac84-afd67d72ad7a, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:06:49.773070 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] For port efeda923-01ff-487b-ac84-afd67d72ad7a, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=efeda923-01ff-487b-ac84-afd67d72ad7a,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:06:49.777139 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:49.811862 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:49.812483 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:49.813919 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] 10.222.0.36 "PUT /v2.0/ports/efeda923-01ff-487b-ac84-afd67d72ad7a HTTP/1.1" status: 200 len: 1092 time: 1.0132322 Nov 13 05:06:49.814365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cd70a0-2023-4cbd-b401-19162267b774', 'tag': 'efeda923-01ff-487b-ac84-afd67d72ad7a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:06:49.816765 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4162da-c1f3-471b-9fcc-a1f50ed06456" -d '{"events": [{"name": "network-changed", "server_uuid": "e6cd70a0-2023-4cbd-b401-19162267b774", "tag": "efeda923-01ff-487b-ac84-afd67d72ad7a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:06:49.841730 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b48d2a-cc79-4cb0-96d3-762d1b19ae2a service neutron] Pushing event updated for resources: {'Port': ['ID=efeda923-01ff-487b-ac84-afd67d72ad7a,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:49.868346 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53c7f2f-74d4-4dc5-9920-40a4d0ee5329 x-openstack-request-id: req-e53c7f2f-74d4-4dc5-9920-40a4d0ee5329 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:06:49.868633 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6cd70a0-2023-4cbd-b401-19162267b774", "tag": "efeda923-01ff-487b-ac84-afd67d72ad7a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:06:49.869246 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e53c7f2f-74d4-4dc5-9920-40a4d0ee5329 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:06:49.869647 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cd70a0-2023-4cbd-b401-19162267b774', 'tag': 'efeda923-01ff-487b-ac84-afd67d72ad7a', 'status': 'completed', 'code': 200} Nov 13 05:06:49.925532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-1a9adf16-a9f6-4601-9e06-f671c6867027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:49.927051 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-1a9adf16-a9f6-4601-9e06-f671c6867027 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 1095 time: 0.0434871 Nov 13 05:06:49.985015 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-013b44aa-f34f-48da-9840-075d15375d6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efeda923-01ff-487b-ac84-afd67d72ad7a HTTP/1.1" status: 200 len: 217 time: 0.0448298 Nov 13 05:06:50.042744 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-633b2850-3565-4047-ada1-4bfaf2b6a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:50.044250 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-633b2850-3565-4047-ada1-4bfaf2b6a7b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 200 len: 846 time: 0.0516489 Nov 13 05:06:50.077820 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-6e026b9c-17f1-41f3-ac3e-390451034448 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257773 Nov 13 05:06:50.172879 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-b28bf6fe-0934-4a3f-b11a-ccea8b740cc9 service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876212 Nov 13 05:06:50.269560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65ce6cbc-a903-41a9-80a4-43320c57084d req-e3ce3a68-c968-452c-9fe4-113e69c03d07 service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898306 Nov 13 05:06:50.395139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53666) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:50.407353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4162da-c1f3-471b-9fcc-a1f50ed06456 req-a11d5eba-abcd-4cca-9148-4114daabcd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:50.408860 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b4162da-c1f3-471b-9fcc-a1f50ed06456 req-a11d5eba-abcd-4cca-9148-4114daabcd15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 1095 time: 0.0509820 Nov 13 05:06:50.523734 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8467b4ab-ca33-4e10-840d-c111c89061f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:50.554644 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6562e5a-64ab-4f11-8d10-5cf591f48b48 req-bfb34929-8cdd-4029-a443-33e32be1c2c2 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:50.556131 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6562e5a-64ab-4f11-8d10-5cf591f48b48 req-bfb34929-8cdd-4029-a443-33e32be1c2c2 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.1289523 Nov 13 05:06:50.584188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4162da-c1f3-471b-9fcc-a1f50ed06456 req-6af52b75-85b0-483e-81a4-689f8fd5a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:50.585660 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b4162da-c1f3-471b-9fcc-a1f50ed06456 req-6af52b75-85b0-483e-81a4-689f8fd5a54b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 907 time: 0.1675794 Nov 13 05:06:50.644623 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b4162da-c1f3-471b-9fcc-a1f50ed06456 req-fb31ac9d-4605-48c6-b305-e46055a8e9ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efeda923-01ff-487b-ac84-afd67d72ad7a HTTP/1.1" status: 200 len: 217 time: 0.0497582 Nov 13 05:06:50.674381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e78c0-383d-4040-a733-6b3efbd81d93 req-72d67892-d1bf-4a3b-8167-6edb713207b2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:50.675927 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-140e78c0-383d-4040-a733-6b3efbd81d93 req-72d67892-d1bf-4a3b-8167-6edb713207b2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 944 time: 0.0512173 Nov 13 05:06:50.709654 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6562e5a-64ab-4f11-8d10-5cf591f48b48 req-75ea527e-ad1d-457f-8656-ecd3dceea8c8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1412542 Nov 13 05:06:50.729228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4162da-c1f3-471b-9fcc-a1f50ed06456 req-cae09822-25bc-4e42-b9a1-69b48cda8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:50.730817 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b4162da-c1f3-471b-9fcc-a1f50ed06456 req-cae09822-25bc-4e42-b9a1-69b48cda8d79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 200 len: 846 time: 0.0766089 Nov 13 05:06:50.740773 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-140e78c0-383d-4040-a733-6b3efbd81d93 req-d6a09377-0e82-48c3-9ca0-61ac92259931 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584404 Nov 13 05:06:50.770716 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b4162da-c1f3-471b-9fcc-a1f50ed06456 req-1cd52fba-5c75-4637-af01-23ad16713d16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308485 Nov 13 05:06:50.775252 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8467b4ab-ca33-4e10-840d-c111c89061f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:50.786202 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8467b4ab-ca33-4e10-840d-c111c89061f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:50.875981 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8467b4ab-ca33-4e10-840d-c111c89061f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bb3b1ce7c864d92b116b36359e00038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4791479 Nov 13 05:06:50.878311 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467b4ab-ca33-4e10-840d-c111c89061f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5887418a-bab6-423a-8a90-724e8efdcb1f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:50.878850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53674) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:50.902228 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b4162da-c1f3-471b-9fcc-a1f50ed06456 req-d241b4ab-1e30-40cc-9bd0-1f280d45b72f service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238456 Nov 13 05:06:50.932332 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:50.957685 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:50.996282 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b4162da-c1f3-471b-9fcc-a1f50ed06456 req-a6cad072-1a01-48b2-8986-61459f358a9a service neutron] 10.222.0.36 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869937 Nov 13 05:06:51.015754 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:51.018328 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:51.021852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5887418a-bab6-423a-8a90-724e8efdcb1f HTTP/1.1" status: 204 len: 168 time: 0.1395738 Nov 13 05:06:51.030406 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5887418a-bab6-423a-8a90-724e8efdcb1f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:51.041260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:51.041626 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:51.041935 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:51.042760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:51.042995 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:51.043555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:51.043874 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:51.044405 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:51.044626 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:51.044924 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:51.045537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:51.045861 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ea13-a130-40aa-8d85-5ba3fa48a55d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:51.834254 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc983ba5-302e-4455-8b72-bff6f215c879 req-0ec23861-28ab-4170-bc8e-0d1aae930e95 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:51.835901 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc983ba5-302e-4455-8b72-bff6f215c879 req-0ec23861-28ab-4170-bc8e-0d1aae930e95 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0547199 Nov 13 05:06:51.864570 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f6595-ea56-4744-ab33-ec581faf8db6 req-da6d7951-bed0-4161-8f49-4f2b5710182e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:51.866826 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-676f6595-ea56-4744-ab33-ec581faf8db6 req-da6d7951-bed0-4161-8f49-4f2b5710182e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 944 time: 0.0510080 Nov 13 05:06:51.891632 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc983ba5-302e-4455-8b72-bff6f215c879 req-123dbcf3-f353-4c61-bbb5-4d270e91e5a7 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478630 Nov 13 05:06:51.920934 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-676f6595-ea56-4744-ab33-ec581faf8db6 req-f3ce5132-05a6-4869-9269-6806b4c18797 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472116 Nov 13 05:06:53.020357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5148f78-39d8-4cc8-abff-03461e1b9f89 req-ce7b8bcd-5ad8-4b97-85b6-21567e65370b tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:53.022060 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5148f78-39d8-4cc8-abff-03461e1b9f89 req-ce7b8bcd-5ad8-4b97-85b6-21567e65370b tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0551739 Nov 13 05:06:53.048625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ddc49-df4d-4f59-a3aa-bb6275928e22 req-c83306f3-d695-4c38-a9d7-b30b9964121a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:53.051822 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53764) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:53.056281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a32ddc49-df4d-4f59-a3aa-bb6275928e22 req-c83306f3-d695-4c38-a9d7-b30b9964121a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 944 time: 0.0654418 Nov 13 05:06:53.087691 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5148f78-39d8-4cc8-abff-03461e1b9f89 req-075a499c-4004-49c3-928f-4604357cb849 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562372 Nov 13 05:06:53.104867 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a32ddc49-df4d-4f59-a3aa-bb6275928e22 req-27616ffd-f22c-4290-8d25-8f895fc5d1b5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469320 Nov 13 05:06:53.166972 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5a4f066-f3fa-4dbe-a759-8b2d278e10bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.253678 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5a4f066-f3fa-4dbe-a759-8b2d278e10bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.258424 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5a4f066-f3fa-4dbe-a759-8b2d278e10bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.297129 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a5a4f066-f3fa-4dbe-a759-8b2d278e10bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c82b33ff43d54e3eaccebc1907308dbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2440376 Nov 13 05:06:53.297894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4f066-f3fa-4dbe-a759-8b2d278e10bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d997b16-0b17-4b69-ba4b-3c9882557e0c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:53.300050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53768) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:53.353012 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11ecac7f-0471-4e6b-a284-6913225c7071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.374524 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11ecac7f-0471-4e6b-a284-6913225c7071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.424558 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11ecac7f-0471-4e6b-a284-6913225c7071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.427123 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11ecac7f-0471-4e6b-a284-6913225c7071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.428273 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-11ecac7f-0471-4e6b-a284-6913225c7071 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d997b16-0b17-4b69-ba4b-3c9882557e0c HTTP/1.1" status: 204 len: 168 time: 0.1272366 Nov 13 05:06:53.436179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecac7f-0471-4e6b-a284-6913225c7071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d997b16-0b17-4b69-ba4b-3c9882557e0c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:53.589273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device efeda923-01ff-487b-ac84-afd67d72ad7a details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:06:53.681897 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port efeda923-01ff-487b-ac84-afd67d72ad7a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=efeda923-01ff-487b-ac84-afd67d72ad7a,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:53.693233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'efeda923-01ff-487b-ac84-afd67d72ad7a', 'network_id': '1b150fc0-e6de-4f6e-83bd-c420fa79c68f', 'port_id': 'efeda923-01ff-487b-ac84-afd67d72ad7a', 'mac_address': 'fa:16:3e:79:c7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3760f73-b403-4e1d-840e-67f7817e60e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:06:53.702467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53774) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:53.716018 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4ed30844-5269-4239-81d2-1e5f52f4a1a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.739917 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.753692 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efeda923-01ff-487b-ac84-afd67d72ad7a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:06:53.774511 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port efeda923-01ff-487b-ac84-afd67d72ad7a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=efeda923-01ff-487b-ac84-afd67d72ad7a,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:53.779889 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.792125 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4ed30844-5269-4239-81d2-1e5f52f4a1a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.797456 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4ed30844-5269-4239-81d2-1e5f52f4a1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.829242 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=efeda923-01ff-487b-ac84-afd67d72ad7a,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:53.834814 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4ed30844-5269-4239-81d2-1e5f52f4a1a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ffb30ca6fa14b149920d76ec800d76e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312201 Nov 13 05:06:53.836125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed30844-5269-4239-81d2-1e5f52f4a1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c96b6d-c610-46b8-aa54-2659c28fa562,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:53.837745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53776) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:53.889127 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66359500-9ca1-47f4-9ca5-137818de5944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.910625 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66359500-9ca1-47f4-9ca5-137818de5944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.957089 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66359500-9ca1-47f4-9ca5-137818de5944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.959846 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66359500-9ca1-47f4-9ca5-137818de5944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:53.961046 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-66359500-9ca1-47f4-9ca5-137818de5944 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60c96b6d-c610-46b8-aa54-2659c28fa562 HTTP/1.1" status: 204 len: 168 time: 0.1220870 Nov 13 05:06:53.969537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66359500-9ca1-47f4-9ca5-137818de5944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c96b6d-c610-46b8-aa54-2659c28fa562,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:54.161207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['efeda923-01ff-487b-ac84-afd67d72ad7a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:06:54.220775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677222b-7e8b-4d55-9459-2a888890e654 req-0b542413-a8bd-4610-b842-3be55ce4e636 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:54.223255 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3677222b-7e8b-4d55-9459-2a888890e654 req-0b542413-a8bd-4610-b842-3be55ce4e636 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0596960 Nov 13 05:06:54.240465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca1aa6-bc61-445b-829a-a90cc73295c3 req-93d8fb9f-24d8-4a23-9d93-7d59c3a197da tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:54.242809 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-71ca1aa6-bc61-445b-829a-a90cc73295c3 req-93d8fb9f-24d8-4a23-9d93-7d59c3a197da tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 945 time: 0.0617113 Nov 13 05:06:54.286280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3677222b-7e8b-4d55-9459-2a888890e654 req-80cbac80-9d07-44a8-8625-8ca99d8b3f9c tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572469 Nov 13 05:06:54.307467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-71ca1aa6-bc61-445b-829a-a90cc73295c3 req-b393f321-f4b4-4bdb-b9c8-e1e15e331c97 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555286 Nov 13 05:06:54.501060 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600cf3b-b1b1-4c71-8603-de4c74bcba46 req-387d6094-747f-4291-8237-7a4d90591153 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:54.502621 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6600cf3b-b1b1-4c71-8603-de4c74bcba46 req-387d6094-747f-4291-8237-7a4d90591153 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0556929 Nov 13 05:06:54.581791 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7bd0b-e25c-46dd-88ca-33515e0588f4 req-2ce07311-9a26-4c6a-b347-297a08a6722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:54.583350 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f7bd0b-e25c-46dd-88ca-33515e0588f4 req-2ce07311-9a26-4c6a-b347-297a08a6722f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=efc30c3e2ccf48c9ba40a10a54421570&device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 1096 time: 0.0661623 Nov 13 05:06:54.587555 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6600cf3b-b1b1-4c71-8603-de4c74bcba46 req-59341798-4b95-4fc8-92c9-456d23feef3f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788035 Nov 13 05:06:54.681424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7bd0b-e25c-46dd-88ca-33515e0588f4 req-7fb8ae3d-bac8-4703-8334-3578241b956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:54.682956 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f7bd0b-e25c-46dd-88ca-33515e0588f4 req-7fb8ae3d-bac8-4703-8334-3578241b956e service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8029875-4483-4e77-8f06-85348be088a0 HTTP/1.1" status: 200 len: 912 time: 0.0920417 Nov 13 05:06:54.752923 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f7bd0b-e25c-46dd-88ca-33515e0588f4 req-47f6d488-6de5-4cd5-9529-426b667d8e2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f17a950-0945-48d2-9d76-02a08b6e6973 HTTP/1.1" status: 200 len: 1000 time: 0.0617185 Nov 13 05:06:54.808470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7bd0b-e25c-46dd-88ca-33515e0588f4 req-c295453a-128e-4260-ae9d-6012ab3404bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:54.810173 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f7bd0b-e25c-46dd-88ca-33515e0588f4 req-c295453a-128e-4260-ae9d-6012ab3404bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=134b1d99-7bf8-4a9d-961c-0a94024a9f56 HTTP/1.1" status: 200 len: 850 time: 0.0505905 Nov 13 05:06:54.856973 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7bd0b-e25c-46dd-88ca-33515e0588f4 req-5aa2d595-6690-4090-b71d-93c0d6c2fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:54.858455 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f7bd0b-e25c-46dd-88ca-33515e0588f4 req-5aa2d595-6690-4090-b71d-93c0d6c2fc6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8029875-4483-4e77-8f06-85348be088a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399251 Nov 13 05:06:54.952035 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f7bd0b-e25c-46dd-88ca-33515e0588f4 req-d9e15f8a-4d96-41c0-83e7-4fed479d494d service neutron] 10.222.0.46 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850925 Nov 13 05:06:55.055045 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6f7bd0b-e25c-46dd-88ca-33515e0588f4 req-a4ce2c57-645f-4336-9cd8-b853358d14a9 service neutron] 10.222.0.46 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958385 Nov 13 05:06:55.300435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53836) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:55.408593 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39114041-1ece-48a7-94b2-df331a39227e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:55.423277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4174f7-0fb0-4086-9fa9-e1de5fc8eb66 req-89b2a5d3-f5ee-469e-ba6f-a8afbec18cd7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:55.424807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed4174f7-0fb0-4086-9fa9-e1de5fc8eb66 req-89b2a5d3-f5ee-469e-ba6f-a8afbec18cd7 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 945 time: 0.0505917 Nov 13 05:06:55.475148 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed4174f7-0fb0-4086-9fa9-e1de5fc8eb66 req-862f8c2e-cf7a-4530-bc0e-3efa1792f9f3 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436628 Nov 13 05:06:55.486791 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39114041-1ece-48a7-94b2-df331a39227e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:55.497212 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39114041-1ece-48a7-94b2-df331a39227e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:55.533128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39114041-1ece-48a7-94b2-df331a39227e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488e703f-97e0-4e43-9a92-2fe5ba85f0ba,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:55.537438 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-39114041-1ece-48a7-94b2-df331a39227e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=418818c348254eec8178eec2d0c5da88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2359850 Nov 13 05:06:55.541006 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53842) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:55.586791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device efeda923-01ff-487b-ac84-afd67d72ad7a up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:06:55.592071 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-08bd1bd5-2056-407d-b5d1-85e2e5c2e063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:55.615007 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-08bd1bd5-2056-407d-b5d1-85e2e5c2e063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:55.643489 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port efeda923-01ff-487b-ac84-afd67d72ad7a completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:06:55.649564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port efeda923-01ff-487b-ac84-afd67d72ad7a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:06:55.650141 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:55.670166 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-08bd1bd5-2056-407d-b5d1-85e2e5c2e063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:55.675641 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-08bd1bd5-2056-407d-b5d1-85e2e5c2e063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:55.677122 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-08bd1bd5-2056-407d-b5d1-85e2e5c2e063 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/488e703f-97e0-4e43-9a92-2fe5ba85f0ba HTTP/1.1" status: 204 len: 168 time: 0.1357849 Nov 13 05:06:55.690708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd1bd5-2056-407d-b5d1-85e2e5c2e063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488e703f-97e0-4e43-9a92-2fe5ba85f0ba,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:55.745013 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:55.764217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666e71b-7269-4bb6-8ddf-2b7aedef270d req-10dc4982-13a2-4660-bbd4-6e984a04f3b4 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:55.767080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e666e71b-7269-4bb6-8ddf-2b7aedef270d req-10dc4982-13a2-4660-bbd4-6e984a04f3b4 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0883844 Nov 13 05:06:55.806873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cd70a0-2023-4cbd-b401-19162267b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efeda923-01ff-487b-ac84-afd67d72ad7a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:06:55.811583 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ea8426-2d35-410f-a06f-b65d07d21fb4" -d '{"events": [{"server_uuid": "e6cd70a0-2023-4cbd-b401-19162267b774", "name": "network-vif-plugged", "status": "completed", "tag": "efeda923-01ff-487b-ac84-afd67d72ad7a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:06:55.823146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port efeda923-01ff-487b-ac84-afd67d72ad7a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=efeda923-01ff-487b-ac84-afd67d72ad7a,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:06:55.831541 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:55.860149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e666e71b-7269-4bb6-8ddf-2b7aedef270d req-057c8505-2440-42b7-af8d-8e4120776960 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673292 Nov 13 05:06:55.880467 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce857b5-fa87-4375-953f-40040527515e x-openstack-request-id: req-5ce857b5-fa87-4375-953f-40040527515e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:06:55.880874 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cd70a0-2023-4cbd-b401-19162267b774", "name": "network-vif-plugged", "status": "completed", "tag": "efeda923-01ff-487b-ac84-afd67d72ad7a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:06:55.881238 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ce857b5-fa87-4375-953f-40040527515e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:06:55.881995 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cd70a0-2023-4cbd-b401-19162267b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efeda923-01ff-487b-ac84-afd67d72ad7a', 'code': 200} Nov 13 05:06:55.899417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=efeda923-01ff-487b-ac84-afd67d72ad7a,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:56.002438 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f34615-6ee6-447a-85c3-706c1c5d78c0 req-bfea5481-8c9d-4cb4-810b-af18a6df89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:56.003993 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22f34615-6ee6-447a-85c3-706c1c5d78c0 req-bfea5481-8c9d-4cb4-810b-af18a6df89e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 1097 time: 0.0413556 Nov 13 05:06:56.057440 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22f34615-6ee6-447a-85c3-706c1c5d78c0 req-c53a4d86-584f-4cdf-ba0b-52c545112010 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462148 Nov 13 05:06:56.599692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368741ba-a14e-4ecc-9752-f7d94bbaf801 req-83784c2b-bf49-4b62-9d6b-0107e4fbf3fe tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:56.601171 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-368741ba-a14e-4ecc-9752-f7d94bbaf801 req-83784c2b-bf49-4b62-9d6b-0107e4fbf3fe tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0536354 Nov 13 05:06:56.650195 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-368741ba-a14e-4ecc-9752-f7d94bbaf801 req-00ffe85b-8569-45e1-aad8-67bb447d796b tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430167 Nov 13 05:06:56.987388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53886) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:57.004785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dae701-de4d-4e6f-aed6-17467981579a req-0ef0c5bc-2723-4272-ab2c-f04a043fc1b8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:57.006342 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6dae701-de4d-4e6f-aed6-17467981579a req-0ef0c5bc-2723-4272-ab2c-f04a043fc1b8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0560443 Nov 13 05:06:57.055554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6dae701-de4d-4e6f-aed6-17467981579a req-d4c452cc-d7a1-4167-9ffc-288bef685f4e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431254 Nov 13 05:06:57.087211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:06:57.109179 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:57.198804 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:57.307026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Allocated IP 172.25.8.28 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/627ba7d5-da2c-4c38-a178-d5759baa813b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:06:57.423968 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:57.465964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:57.502712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:06:57.505504 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:06:57.511044 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:06:57.534260 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Pushing event updated for resources: {'Port': ['ID=627ba7d5-da2c-4c38-a178-d5759baa813b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:57.545628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:57.545963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:57.546299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:57.546623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:57.547006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:57.547307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:57.547646 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:57.547943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:57.548248 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:57.548572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:57.548884 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:57.549203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:06:57.606869 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:57.650754 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:57.828011 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a578c8-7529-4d03-a90d-2ada3975bbf2 req-783eba67-0fea-4de9-9aac-e2dc0634411a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:57.829503 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23a578c8-7529-4d03-a90d-2ada3975bbf2 req-783eba67-0fea-4de9-9aac-e2dc0634411a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0872242 Nov 13 05:06:57.860060 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:57.869522 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:57.922313 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23a578c8-7529-4d03-a90d-2ada3975bbf2 req-b32d3c8a-e6d6-446a-8942-c8f172f7f6ae tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858924 Nov 13 05:06:57.953657 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Pushing event updated for resources: {'Port': ['ID=627ba7d5-da2c-4c38-a178-d5759baa813b,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:57.972292 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:57.988389 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:57.989635 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-659b86b5-63e2-4b30-b608-660a5a85816d tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0012124 Nov 13 05:06:57.992745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53898) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:57.998812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-690df78a-441f-49b7-91cf-481f9b20dffe tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-239351846', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'fixed_ips': [{'ip_address': '172.25.8.28'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:06:58.020896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690df78a-441f-49b7-91cf-481f9b20dffe tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Made reservation on behalf of 94e06fc2aa7a42b2bb7488560976d56d for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:06:58.023360 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-690df78a-441f-49b7-91cf-481f9b20dffe tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:58.034682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-690df78a-441f-49b7-91cf-481f9b20dffe tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:58.140791 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-690df78a-441f-49b7-91cf-481f9b20dffe tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:58.147926 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-690df78a-441f-49b7-91cf-481f9b20dffe tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:58.152865 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-690df78a-441f-49b7-91cf-481f9b20dffe tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] device_id is not set on port 95a94a07-c6cf-4e35-ad9f-7fc22969ca23 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:06:58.165361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748519-986e-4897-b997-c5b443a253da req-aeb62c85-d950-4d97-ae37-caf7c0a68c16 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:58.166842 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d748519-986e-4897-b997-c5b443a253da req-aeb62c85-d950-4d97-ae37-caf7c0a68c16 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0832109 Nov 13 05:06:58.276879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690df78a-441f-49b7-91cf-481f9b20dffe tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9c0216-974e-40e1-8fdb-c96ae0fb721e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:58.338697 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d748519-986e-4897-b997-c5b443a253da req-a55aad5b-62d9-4451-b091-8672fe58eb7f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642613 Nov 13 05:06:58.386502 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-690df78a-441f-49b7-91cf-481f9b20dffe tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 13 05:06:58.387019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690df78a-441f-49b7-91cf-481f9b20dffe tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:06:58.406791 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-690df78a-441f-49b7-91cf-481f9b20dffe tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4103823 Nov 13 05:06:58.407120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53904) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:58.455951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bcbef-7643-4b94-88a3-14608c5da3c7 req-7e81dbaf-28c1-4252-a248-6c28e2bfd9aa tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:58.457478 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-336bcbef-7643-4b94-88a3-14608c5da3c7 req-7e81dbaf-28c1-4252-a248-6c28e2bfd9aa tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0500364 Nov 13 05:06:58.507444 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-336bcbef-7643-4b94-88a3-14608c5da3c7 req-995c367e-edbe-44b3-a5a0-9b08ceffb42a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436692 Nov 13 05:06:58.536887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4d702c00-dcfa-4dbe-8106-331b65c8a51a tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Deleting port 627ba7d5-da2c-4c38-a178-d5759baa813b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:06:58.537246 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d702c00-dcfa-4dbe-8106-331b65c8a51a tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:58.548631 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:58.619546 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d702c00-dcfa-4dbe-8106-331b65c8a51a tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:58.620144 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d702c00-dcfa-4dbe-8106-331b65c8a51a tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:58.634593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4d702c00-dcfa-4dbe-8106-331b65c8a51a tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Calling delete_port for 627ba7d5-da2c-4c38-a178-d5759baa813b owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:06:58.714296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31667f-2677-4d8f-bb77-2c19f332bc9b req-e13f1101-b959-42ab-bf11-c7baa859c694 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:58.715824 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d31667f-2677-4d8f-bb77-2c19f332bc9b req-e13f1101-b959-42ab-bf11-c7baa859c694 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0501380 Nov 13 05:06:58.772608 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d31667f-2677-4d8f-bb77-2c19f332bc9b req-6a8c2b40-1414-4881-b017-49b6462b22b3 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477364 Nov 13 05:06:58.778627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d702c00-dcfa-4dbe-8106-331b65c8a51a tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:58.805130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d702c00-dcfa-4dbe-8106-331b65c8a51a tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Pushing event deleted for resources: {'Port': ['ID=627ba7d5-da2c-4c38-a178-d5759baa813b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:58.864532 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d702c00-dcfa-4dbe-8106-331b65c8a51a tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:58.867366 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d702c00-dcfa-4dbe-8106-331b65c8a51a tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:58.868512 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4d702c00-dcfa-4dbe-8106-331b65c8a51a tempest-ExternalNetworksAdminNegativeTestJSON-1457281851 tempest-ExternalNetworksAdminNegativeTestJSON-1457281851-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/7e48f6f3-4722-47d0-bf28-43b59a53b60b HTTP/1.1" status: 204 len: 168 time: 0.4604936 Nov 13 05:06:58.925916 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:59.127658 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53914) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:59.244384 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75141660-3074-4e3c-becf-01285097ff3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:59.326059 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75141660-3074-4e3c-becf-01285097ff3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:59.330958 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75141660-3074-4e3c-becf-01285097ff3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:59.370657 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-75141660-3074-4e3c-becf-01285097ff3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=043397f0dd4a403e995f81cc0ddb1acd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2418742 Nov 13 05:06:59.372808 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75141660-3074-4e3c-becf-01285097ff3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6767bfd0-91ac-4219-8948-d19b1bba3091,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:59.373600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53918) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:59.424018 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4620f82b-3fb8-4753-90c6-e6c7a259560f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:59.445615 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4620f82b-3fb8-4753-90c6-e6c7a259560f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:59.494565 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4620f82b-3fb8-4753-90c6-e6c7a259560f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:59.497201 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4620f82b-3fb8-4753-90c6-e6c7a259560f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:59.498891 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4620f82b-3fb8-4753-90c6-e6c7a259560f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6767bfd0-91ac-4219-8948-d19b1bba3091 HTTP/1.1" status: 204 len: 168 time: 0.1242840 Nov 13 05:06:59.506647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620f82b-3fb8-4753-90c6-e6c7a259560f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6767bfd0-91ac-4219-8948-d19b1bba3091,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:06:59.786102 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53924) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:59.828928 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2b3bb00d-9b7a-46a1-97db-929646659a4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94e06fc2aa7a42b2bb7488560976d56d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413780 Nov 13 05:06:59.831654 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53928) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:06:59.881678 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1968efb4-b2ae-487a-88b1-a968bd0ff457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:59.894015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34a21b-a0e9-4de9-9295-d4e3ad3f9548 req-08baf420-2cc2-4c4e-bafd-e6edf2cd2c60 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:06:59.895693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7d34a21b-a0e9-4de9-9295-d4e3ad3f9548 req-08baf420-2cc2-4c4e-bafd-e6edf2cd2c60 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0519843 Nov 13 05:06:59.903197 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1968efb4-b2ae-487a-88b1-a968bd0ff457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:59.943279 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7d34a21b-a0e9-4de9-9295-d4e3ad3f9548 req-15673fa4-5747-4346-bdf2-9eb7c6487035 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413020 Nov 13 05:06:59.954320 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1968efb4-b2ae-487a-88b1-a968bd0ff457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:59.957017 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1968efb4-b2ae-487a-88b1-a968bd0ff457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:06:59.958370 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1968efb4-b2ae-487a-88b1-a968bd0ff457 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b9c0216-974e-40e1-8fdb-c96ae0fb721e HTTP/1.1" status: 204 len: 168 time: 0.1257975 Nov 13 05:06:59.966786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968efb4-b2ae-487a-88b1-a968bd0ff457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9c0216-974e-40e1-8fdb-c96ae0fb721e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:01.073214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdd4f0-edb4-4b05-bc5e-93e05e9c069f req-a961e043-9991-44e8-9433-18b7795001a5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:01.074728 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ebdd4f0-edb4-4b05-bc5e-93e05e9c069f req-a961e043-9991-44e8-9433-18b7795001a5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0583806 Nov 13 05:07:01.125410 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ebdd4f0-edb4-4b05-bc5e-93e05e9c069f req-76663635-58ea-49b8-9cec-2f74c7dc3fa1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445652 Nov 13 05:07:01.698832 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53978) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:01.854266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:01.879705 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:01.981668 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.090698 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Allocated IP 172.25.8.206 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/f97d2c3c-b286-4cd8-aac3-d9c141745dcf) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:02.197552 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.231687 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.242676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d832f12-ce63-4762-b697-9514e60e7061 req-df90880c-9b5f-471b-a03c-c4401f8b454e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:02.244583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3d832f12-ce63-4762-b697-9514e60e7061 req-df90880c-9b5f-471b-a03c-c4401f8b454e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0497470 Nov 13 05:07:02.270187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:02.275073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:02.278608 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:02.284998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event updated for resources: {'Port': ['ID=f97d2c3c-b286-4cd8-aac3-d9c141745dcf,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:02.294323 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3d832f12-ce63-4762-b697-9514e60e7061 req-e72703f6-a9f5-41a4-8320-6fc870b0960e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432792 Nov 13 05:07:02.377753 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.415501 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.573867 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.580891 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.645506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event updated for resources: {'Port': ['ID=f97d2c3c-b286-4cd8-aac3-d9c141745dcf,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:02.661111 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.679844 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.681090 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b597f271-532a-4124-80f4-019afd5979d5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9811485 Nov 13 05:07:02.683924 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 53984) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:02.689184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1287041900'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:02.709425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Made reservation on behalf of f07521d9828743e9878138ae678694c2 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:02.713065 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.722636 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.799544 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.804538 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.827553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:07:02.840946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245e46da-6eb0-4235-932d-32f9340fd946,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:02.846753 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.847124 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Added segment 27281e95-77c2-473d-acb8-b94a1274b4d2 of type vlan for network 6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2 Nov 13 05:07:02.890097 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.916710 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.922575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:02.923165 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:02.958789 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2738640 Nov 13 05:07:02.961871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53986) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:02.967041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0fe2b84c-6c0c-46b3-9266-e9394ae41f0a tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Request body: {'subnet': {'network_id': '6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:02.993074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc1c82-e620-4848-b0c5-863c7f1eadbb tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event updated for resources: {'Network': ['ID=6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:03.005654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:07:03.063746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe2b84c-6c0c-46b3-9266-e9394ae41f0a tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Made reservation on behalf of f07521d9828743e9878138ae678694c2 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:03.067265 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b84c-6c0c-46b3-9266-e9394ae41f0a tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:03.261058 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b84c-6c0c-46b3-9266-e9394ae41f0a tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:03.317536 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2b84c-6c0c-46b3-9266-e9394ae41f0a tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event updated for resources: {'Subnet': ['ID=d2d7a94d-3dac-4877-beee-dec878d2b41b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:03.327977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe2b84c-6c0c-46b3-9266-e9394ae41f0a tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Checking segment: {'id': '27281e95-77c2-473d-acb8-b94a1274b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:07:03.328335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe2b84c-6c0c-46b3-9266-e9394ae41f0a tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Network hostable DHCP agents. Network: 6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:07:03.346479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe2b84c-6c0c-46b3-9266-e9394ae41f0a tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Network 6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:07:03.356953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0fe2b84c-6c0c-46b3-9266-e9394ae41f0a tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:03.361723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe2b84c-6c0c-46b3-9266-e9394ae41f0a tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:03.362309 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b84c-6c0c-46b3-9266-e9394ae41f0a tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:03.367462 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757874eb-dbee-4a84-b8f5-3b95bc1d7310 None None] Network 6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:03.381671 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0fe2b84c-6c0c-46b3-9266-e9394ae41f0a tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4186435 Nov 13 05:07:03.384487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53990) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:03.390678 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-806751308', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:03.421531 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:03.422556 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:03.433843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1aacf-245b-41b9-a3a7-7a741f1acb20 req-472c5f93-4c61-44bb-9e5d-4df26024be8b tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:03.435643 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ead1aacf-245b-41b9-a3a7-7a741f1acb20 req-472c5f93-4c61-44bb-9e5d-4df26024be8b tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0582919 Nov 13 05:07:03.480000 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:03.492489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ead1aacf-245b-41b9-a3a7-7a741f1acb20 req-2d2be413-3f65-4419-a7f9-2000345494ef tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499489 Nov 13 05:07:03.533240 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2', 'network_id': '6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2', 'tenant_id': 'f07521d9828743e9878138ae678694c2', 'fixed_ips': [{'subnet_id': 'd2d7a94d-3dac-4877-beee-dec878d2b41b'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:07:03.534153 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:03.617020 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:03.671178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Allocated IP 172.20.0.2 (6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2/d2d7a94d-3dac-4877-beee-dec878d2b41b/f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:03.831171 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:03.832318 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:03.837976 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:03.852916 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:03.875131 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Network 6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:03.879797 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:03.883291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:03.891008 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Pushing event updated for resources: {'Port': ['ID=f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:03.942815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Attempting to bind port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:07:03.943223 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Attempting to bind port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '27281e95-77c2-473d-acb8-b94a1274b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:07:03.943567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Attempting to bind port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 on network 6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:07:03.948644 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:07:03.949008 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Checking segment: {'id': '27281e95-77c2-473d-acb8-b94a1274b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:07:03.949394 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:03.950104 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Bound using segment: {'id': '27281e95-77c2-473d-acb8-b94a1274b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:07:03.950247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Bound port: f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27281e95-77c2-473d-acb8-b94a1274b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:07:03.950597 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:03.962238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Allocated IP 172.25.8.183 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/9a149e3b-f7be-4e20-ae09-60792f080da2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:04.013141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] For port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:07:04.016307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] For port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5,segment=NetworkSegment(27281e95-77c2-473d-acb8-b94a1274b4d2),segment_id=27281e95-77c2-473d-acb8-b94a1274b4d2)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:07:04.022673 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:04.078058 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:04.082524 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94bcbb-bf47-465e-93b2-01883bc759d2 None None] Pushing event updated for resources: {'Port': ['ID=f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:04.123442 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:04.170218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:04.175492 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bd440bb-d8f5-4c87-8136-3ced60512271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:04.177624 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:04.179883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event updated for resources: {'Port': ['ID=9a149e3b-f7be-4e20-ae09-60792f080da2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:04.182040 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:04.192014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405e82c5-fc66-43f0-9201-f77be6c44c9a None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:07:04.261741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5f5a33ee-2f02-48f5-9ce6-ff17e3505ad4 None None] Provisioning complete for port 9a149e3b-f7be-4e20-ae09-60792f080da2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:04.264620 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f5a33ee-2f02-48f5-9ce6-ff17e3505ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:04.313162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a33ee-2f02-48f5-9ce6-ff17e3505ad4 None None] Port 9a149e3b-f7be-4e20-ae09-60792f080da2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:04.700293 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc03ef-f969-4ec9-b272-f2f3dc559c6e req-a9a98176-f9bf-46c7-9676-cbdc1cae0e75 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:04.702200 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dcdc03ef-f969-4ec9-b272-f2f3dc559c6e req-a9a98176-f9bf-46c7-9676-cbdc1cae0e75 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0899661 Nov 13 05:07:04.826478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dcdc03ef-f969-4ec9-b272-f2f3dc559c6e req-076037f5-ee86-42d8-b135-4e47522c0167 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876544 Nov 13 05:07:04.839648 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:05.029169 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:07:05.062184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9db2b2-2921-4a94-9855-da8524700805 None None] Network 6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:05.062847 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:05.161846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:05.162161 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:05.207314 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-afc6882a-55f3-47cb-ad2d-7921487076e5 None None] Provisioning complete for port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:05.207595 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afc6882a-55f3-47cb-ad2d-7921487076e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:05.209298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Router 80035210-e129-4009-ae83-8217c17cc417 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:07:05.321320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:07:05.342134 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:05.343532 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-628c04e6-997f-46dc-b1d1-58df352c0e1c tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.9580252 Nov 13 05:07:05.346238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 53998) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:05.351433 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab22563a-b5dc-43f9-9770-4876ea3fdc2d None None] Sync routers for ids ['80035210-e129-4009-ae83-8217c17cc417'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:07:05.367790 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:05.391007 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab22563a-b5dc-43f9-9770-4876ea3fdc2d None None] Routers {'80035210-e129-4009-ae83-8217c17cc417'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:05.391898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ab22563a-b5dc-43f9-9770-4876ea3fdc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:06:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['80035210-e129-4009-ae83-8217c17cc417'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:05.399575 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afc6882a-55f3-47cb-ad2d-7921487076e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:05.440689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ab22563a-b5dc-43f9-9770-4876ea3fdc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:05.459175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5,segment=NetworkSegment(27281e95-77c2-473d-acb8-b94a1274b4d2),segment_id=27281e95-77c2-473d-acb8-b94a1274b4d2)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:05.470664 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:05.477698 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab22563a-b5dc-43f9-9770-4876ea3fdc2d None None] Routers {'80035210-e129-4009-ae83-8217c17cc417'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:05.478179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ab22563a-b5dc-43f9-9770-4876ea3fdc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:06:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['80035210-e129-4009-ae83-8217c17cc417'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:05.527883 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ab22563a-b5dc-43f9-9770-4876ea3fdc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:05.528904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab22563a-b5dc-43f9-9770-4876ea3fdc2d None None] The sync data for ids ['80035210-e129-4009-ae83-8217c17cc417'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:07:05.584978 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-afc6882a-55f3-47cb-ad2d-7921487076e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:07:05.585324 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-afc6882a-55f3-47cb-ad2d-7921487076e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:07:05.586190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:05.809684 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:05.947907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b87bf9-767c-4174-b677-e0185c946d85 req-5f6ce7ff-ebaa-4029-a902-586f10e3e993 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:05.949389 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a1b87bf9-767c-4174-b677-e0185c946d85 req-5f6ce7ff-ebaa-4029-a902-586f10e3e993 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0507133 Nov 13 05:07:06.000397 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a1b87bf9-767c-4174-b677-e0185c946d85 req-5e448850-0186-4c2e-bc50-aeaa7492ff88 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447388 Nov 13 05:07:06.137924 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Allocated IP 172.20.0.1 (6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2/d2d7a94d-3dac-4877-beee-dec878d2b41b/3fe128b5-4327-4fb5-bf7b-bd2077263fe6) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:06.245315 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bbea7bd7-398c-49cf-8026-de80fb60c324 None None] Provisioning complete for port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:06.245980 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bbea7bd7-398c-49cf-8026-de80fb60c324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:06.277788 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:06.314685 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:06.351805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Network 6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:06.354777 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:06.361084 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:06.390889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event updated for resources: {'Port': ['ID=3fe128b5-4327-4fb5-bf7b-bd2077263fe6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:06.414739 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:06.454155 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1168082-02b7-49a4-9e7d-42565513e329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:06.549041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:06.551128 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-04485809-7da9-4e49-b515-23203b02ac0b None None] Provisioning complete for port 3fe128b5-4327-4fb5-bf7b-bd2077263fe6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:06.551751 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04485809-7da9-4e49-b515-23203b02ac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:06.585507 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-04485809-7da9-4e49-b515-23203b02ac0b None None] Port 3fe128b5-4327-4fb5-bf7b-bd2077263fe6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:06.826969 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:06.833314 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:06.911362 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:06.913097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event updated for resources: {'Port': ['ID=3fe128b5-4327-4fb5-bf7b-bd2077263fe6,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:06.997224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:07:07.003592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Network 6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:07.005008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:07.061909 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:07.062509 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:07.167018 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fb9d2-17a8-4e59-b97e-f64dd7ce7260 req-979610e1-ae4d-40ff-9fd8-2cb7dfb283bb tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:07.168513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-902fb9d2-17a8-4e59-b97e-f64dd7ce7260 req-979610e1-ae4d-40ff-9fd8-2cb7dfb283bb tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0711350 Nov 13 05:07:07.173102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Router 80035210-e129-4009-ae83-8217c17cc417 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:07:07.264583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-902fb9d2-17a8-4e59-b97e-f64dd7ce7260 req-1c473b36-37f4-4d97-92ec-65104291aef2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884326 Nov 13 05:07:07.310476 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-125a23fe-485f-4a9a-a7af-fa08bb0982be None None] Provisioning complete for port 3fe128b5-4327-4fb5-bf7b-bd2077263fe6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:07.311911 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-125a23fe-485f-4a9a-a7af-fa08bb0982be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:07.330856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:07:07.337949 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b16cfd72-5555-4a21-a20b-e6f7086c1a74 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] 10.222.0.43 "PUT /v2.0/routers/80035210-e129-4009-ae83-8217c17cc417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9902575 Nov 13 05:07:07.340101 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54004) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:07.344336 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b8dd2-3419-416d-81d4-2f9e9d549533 None None] Sync routers for ids ['80035210-e129-4009-ae83-8217c17cc417'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:07:07.351168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-676122b9-7fb6-49dc-acbc-7c746ff24ae5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Request body: {'port': {'network_id': '6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2', 'name': 'tempest-FloatingIPAdminTestJSON-258757315'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:07.356707 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b8dd2-3419-416d-81d4-2f9e9d549533 None None] Routers {'80035210-e129-4009-ae83-8217c17cc417'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:07.358003 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-324b8dd2-3419-416d-81d4-2f9e9d549533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['80035210-e129-4009-ae83-8217c17cc417'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:07.361980 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-125a23fe-485f-4a9a-a7af-fa08bb0982be None None] Port 3fe128b5-4327-4fb5-bf7b-bd2077263fe6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:07.399585 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-324b8dd2-3419-416d-81d4-2f9e9d549533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:07.410188 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b8dd2-3419-416d-81d4-2f9e9d549533 None None] Routers {'80035210-e129-4009-ae83-8217c17cc417'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:07.410840 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-324b8dd2-3419-416d-81d4-2f9e9d549533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['80035210-e129-4009-ae83-8217c17cc417'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:07.445571 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-324b8dd2-3419-416d-81d4-2f9e9d549533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:07.446210 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b8dd2-3419-416d-81d4-2f9e9d549533 None None] The sync data for ids ['80035210-e129-4009-ae83-8217c17cc417'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:07:07.469649 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676122b9-7fb6-49dc-acbc-7c746ff24ae5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Made reservation on behalf of f07521d9828743e9878138ae678694c2 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:07.473634 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-676122b9-7fb6-49dc-acbc-7c746ff24ae5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:07.491868 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-676122b9-7fb6-49dc-acbc-7c746ff24ae5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] device_id is not set on port e22c91f7-05f9-48af-a967-edbf72c9dc92 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:07:07.846862 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:07.912222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-676122b9-7fb6-49dc-acbc-7c746ff24ae5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Allocated IP 172.20.0.14 (6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2/d2d7a94d-3dac-4877-beee-dec878d2b41b/e22c91f7-05f9-48af-a967-edbf72c9dc92) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:08.062106 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-676122b9-7fb6-49dc-acbc-7c746ff24ae5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:08.098680 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-676122b9-7fb6-49dc-acbc-7c746ff24ae5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:08.141323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676122b9-7fb6-49dc-acbc-7c746ff24ae5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Network 6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:08.146355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-676122b9-7fb6-49dc-acbc-7c746ff24ae5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:08.150083 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676122b9-7fb6-49dc-acbc-7c746ff24ae5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:08.175286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676122b9-7fb6-49dc-acbc-7c746ff24ae5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event updated for resources: {'Port': ['ID=e22c91f7-05f9-48af-a967-edbf72c9dc92,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:08.206787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676122b9-7fb6-49dc-acbc-7c746ff24ae5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:08.207462 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-676122b9-7fb6-49dc-acbc-7c746ff24ae5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:08.226273 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-676122b9-7fb6-49dc-acbc-7c746ff24ae5 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8851590 Nov 13 05:07:08.229684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54006) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:08.283563 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'project_id': 'f07521d9828743e9878138ae678694c2', 'port_id': 'e22c91f7-05f9-48af-a967-edbf72c9dc92'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:08.309374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:08.386869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7846eb2a-4d7d-460d-8601-5de8d1040347 None None] Provisioning complete for port e22c91f7-05f9-48af-a967-edbf72c9dc92 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:08.387537 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7846eb2a-4d7d-460d-8601-5de8d1040347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:08.422117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7846eb2a-4d7d-460d-8601-5de8d1040347 None None] Port e22c91f7-05f9-48af-a967-edbf72c9dc92 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:08.425840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bad75e-8a65-43a5-8a24-2d91bc6b21f4 req-906ce4a0-d7d4-4a70-816f-76b5838ec107 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:08.427387 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-69bad75e-8a65-43a5-8a24-2d91bc6b21f4 req-906ce4a0-d7d4-4a70-816f-76b5838ec107 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0671835 Nov 13 05:07:08.472506 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:08.491173 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-69bad75e-8a65-43a5-8a24-2d91bc6b21f4 req-5517ae6a-bcab-4739-af01-a60a78b7ec48 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576892 Nov 13 05:07:08.593082 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Allocated IP 172.25.8.59 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/d253f8cd-b2f5-4969-b43a-0b543e4d2f5a) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:08.700505 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:08.746724 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:08.783982 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:08.788748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:08.793949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:08.800800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Pushing event updated for resources: {'Port': ['ID=d253f8cd-b2f5-4969-b43a-0b543e4d2f5a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:09.154219 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:09.154948 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:09.225136 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:09.378465 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:09.384964 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:09.459355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Pushing event updated for resources: {'Port': ['ID=d253f8cd-b2f5-4969-b43a-0b543e4d2f5a,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:09.469455 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:09.568992 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Floating IP cc8c57dc-c0bd-4803-956f-3639a57a124f associated. External IP: 172.25.8.59, port: e22c91f7-05f9-48af-a967-edbf72c9dc92. Nov 13 05:07:09.617230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027adfda-c522-4d0e-a029-c46bb2441a76 req-c6b6c473-a3fe-4ef4-81eb-7333052eda31 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:09.619140 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-027adfda-c522-4d0e-a029-c46bb2441a76 req-c6b6c473-a3fe-4ef4-81eb-7333052eda31 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0540338 Nov 13 05:07:09.667460 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-027adfda-c522-4d0e-a029-c46bb2441a76 req-f9d47228-e63c-4c9b-8eee-faa25e65f0c4 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419190 Nov 13 05:07:09.774596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Router 80035210-e129-4009-ae83-8217c17cc417 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:07:09.881163 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:07:09.890492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5c3218-3d99-4aba-8855-96bad1690c36 None None] Sync routers for ids ['80035210-e129-4009-ae83-8217c17cc417'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:07:09.901538 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c3218-3d99-4aba-8855-96bad1690c36 None None] Routers {'80035210-e129-4009-ae83-8217c17cc417'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:09.902029 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:09.902223 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5c5c3218-3d99-4aba-8855-96bad1690c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['80035210-e129-4009-ae83-8217c17cc417'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:09.937223 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c7896db7-bf6d-412a-bdf3-e60e98f70ee9 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 1.7056508 Nov 13 05:07:09.937557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5c5c3218-3d99-4aba-8855-96bad1690c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:09.939394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54014) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:09.947196 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c3218-3d99-4aba-8855-96bad1690c36 None None] Routers {'80035210-e129-4009-ae83-8217c17cc417'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:09.947872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5c5c3218-3d99-4aba-8855-96bad1690c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['80035210-e129-4009-ae83-8217c17cc417'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:09.979484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5c5c3218-3d99-4aba-8855-96bad1690c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:09.980109 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5c3218-3d99-4aba-8855-96bad1690c36 None None] The sync data for ids ['80035210-e129-4009-ae83-8217c17cc417'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:07:10.024719 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-290abac3-4192-4279-b8c1-288ad5513fe1 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] 10.222.0.43 "GET /v2.0/floatingips/cc8c57dc-c0bd-4803-956f-3639a57a124f HTTP/1.1" status: 200 len: 982 time: 0.0816243 Nov 13 05:07:10.027188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54016) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:10.036542 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:10.154857 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-46333722-ceb1-44f2-a7f9-0a000135ae89 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.1243875 Nov 13 05:07:10.156537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54020) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:10.324680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8ed5d630-111c-4ebe-91e3-07d1252c66f2 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Deleting port d253f8cd-b2f5-4969-b43a-0b543e4d2f5a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:10.324964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d630-111c-4ebe-91e3-07d1252c66f2 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:10.401044 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d630-111c-4ebe-91e3-07d1252c66f2 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:10.401371 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d630-111c-4ebe-91e3-07d1252c66f2 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:10.413275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8ed5d630-111c-4ebe-91e3-07d1252c66f2 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Calling delete_port for d253f8cd-b2f5-4969-b43a-0b543e4d2f5a owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:10.585427 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d630-111c-4ebe-91e3-07d1252c66f2 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:10.613669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5d630-111c-4ebe-91e3-07d1252c66f2 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event deleted for resources: {'Port': ['ID=d253f8cd-b2f5-4969-b43a-0b543e4d2f5a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:10.673342 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d630-111c-4ebe-91e3-07d1252c66f2 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:10.674061 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-8ed5d630-111c-4ebe-91e3-07d1252c66f2 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Floating IP cc8c57dc-c0bd-4803-956f-3639a57a124f disassociated (deleted). External IP: 172.25.8.59, port: e22c91f7-05f9-48af-a967-edbf72c9dc92. Nov 13 05:07:10.785815 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b16b8-de80-4e3f-8200-7f9ed3565738 req-e528cdcc-b019-4263-8862-420351a574f1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:10.787370 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a81b16b8-de80-4e3f-8200-7f9ed3565738 req-e528cdcc-b019-4263-8862-420351a574f1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0510521 Nov 13 05:07:10.835091 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a81b16b8-de80-4e3f-8200-7f9ed3565738 req-8c58b7bd-8299-44bf-b020-097579cd3349 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 Nov 13 05:07:10.884217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed5d630-111c-4ebe-91e3-07d1252c66f2 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Router 80035210-e129-4009-ae83-8217c17cc417 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:07:10.999907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed5d630-111c-4ebe-91e3-07d1252c66f2 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:07:11.004629 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d630-111c-4ebe-91e3-07d1252c66f2 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:11.010614 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb7c5a5-acfe-447d-abd5-a7c170cdbaf9 None None] Sync routers for ids ['80035210-e129-4009-ae83-8217c17cc417'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:07:11.020339 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb7c5a5-acfe-447d-abd5-a7c170cdbaf9 None None] Routers {'80035210-e129-4009-ae83-8217c17cc417'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:11.020934 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5cb7c5a5-acfe-447d-abd5-a7c170cdbaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['80035210-e129-4009-ae83-8217c17cc417'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:11.032816 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8ed5d630-111c-4ebe-91e3-07d1252c66f2 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] 10.222.0.43 "DELETE /v2.0/floatingips/cc8c57dc-c0bd-4803-956f-3639a57a124f HTTP/1.1" status: 204 len: 168 time: 0.8751724 Nov 13 05:07:11.036384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54024) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:11.040762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:11.056815 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5cb7c5a5-acfe-447d-abd5-a7c170cdbaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:11.064208 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:11.066372 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb7c5a5-acfe-447d-abd5-a7c170cdbaf9 None None] Routers {'80035210-e129-4009-ae83-8217c17cc417'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:11.067004 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5cb7c5a5-acfe-447d-abd5-a7c170cdbaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['80035210-e129-4009-ae83-8217c17cc417'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:11.101227 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5cb7c5a5-acfe-447d-abd5-a7c170cdbaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:11.101811 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb7c5a5-acfe-447d-abd5-a7c170cdbaf9 None None] The sync data for ids ['80035210-e129-4009-ae83-8217c17cc417'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:07:11.154063 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:11.259619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Allocated IP 172.25.8.101 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/5d3d46ff-d3d5-4de1-834c-a4b713d1fedc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:11.369949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:11.408905 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:11.446132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:11.453022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:11.457422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:11.460419 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Pushing event updated for resources: {'Port': ['ID=5d3d46ff-d3d5-4de1-834c-a4b713d1fedc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:11.556546 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:11.591620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:11.759176 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:11.765342 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:11.828121 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Pushing event updated for resources: {'Port': ['ID=5d3d46ff-d3d5-4de1-834c-a4b713d1fedc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:11.841642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:11.859883 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:11.861146 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a3695eda-e1ca-4cf3-bfe4-d4619c90cf86 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8237829 Nov 13 05:07:11.864125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54028) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:11.951370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7364d-865b-4989-bdcd-b9afc93ab7a9 req-ff5f3d1c-1171-411a-b898-769ed079f472 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:11.953024 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1cf7364d-865b-4989-bdcd-b9afc93ab7a9 req-ff5f3d1c-1171-411a-b898-769ed079f472 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0501678 Nov 13 05:07:11.962321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:11.985179 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:12.006253 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1cf7364d-865b-4989-bdcd-b9afc93ab7a9 req-49b2f601-251e-495f-becd-e922e536c5d2 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473189 Nov 13 05:07:12.084918 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:12.191128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Allocated IP 172.25.8.53 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/0d804a2f-6f29-486c-9084-75a8256116b3) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:12.299560 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:12.335168 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:12.370369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:12.373195 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:12.378804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:12.401855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Pushing event updated for resources: {'Port': ['ID=0d804a2f-6f29-486c-9084-75a8256116b3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:12.469278 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:12.840915 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:12.994932 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:13.002199 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:13.075679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Pushing event updated for resources: {'Port': ['ID=0d804a2f-6f29-486c-9084-75a8256116b3,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:13.093845 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:13.126431 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:13.127710 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6a0b38f9-8678-4a47-a5b2-a136776ec10a tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2625670 Nov 13 05:07:13.130567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54034) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:13.144446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0988e-7790-4743-9d0a-1aa9ee9f1fb6 req-66aefbc1-8503-4863-9dc9-ad2c220fec41 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:13.145927 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ae0988e-7790-4743-9d0a-1aa9ee9f1fb6 req-66aefbc1-8503-4863-9dc9-ad2c220fec41 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0613632 Nov 13 05:07:13.191730 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-43bdf469-a065-40ac-b593-cfb7e753b6f7 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.0597575 Nov 13 05:07:13.194293 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54036) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:13.199487 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0ae0988e-7790-4743-9d0a-1aa9ee9f1fb6 req-43f8987c-ce65-4cfe-acad-ebf4fb549160 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471854 Nov 13 05:07:13.264934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a6a464ae-9bc6-4f35-8b2f-adbc0256b81f tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0692029 Nov 13 05:07:13.268936 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54038) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:13.390723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4ac11de4-99d1-430a-b5fb-1fb1de5b8b2f tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Deleting port 0d804a2f-6f29-486c-9084-75a8256116b3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:13.391092 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ac11de4-99d1-430a-b5fb-1fb1de5b8b2f tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:13.472915 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ac11de4-99d1-430a-b5fb-1fb1de5b8b2f tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:13.473258 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ac11de4-99d1-430a-b5fb-1fb1de5b8b2f tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:13.489617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4ac11de4-99d1-430a-b5fb-1fb1de5b8b2f tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Calling delete_port for 0d804a2f-6f29-486c-9084-75a8256116b3 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:13.616929 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:07:13.625681 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ac11de4-99d1-430a-b5fb-1fb1de5b8b2f tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:13.656026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac11de4-99d1-430a-b5fb-1fb1de5b8b2f tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Pushing event deleted for resources: {'Port': ['ID=0d804a2f-6f29-486c-9084-75a8256116b3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:13.709972 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ac11de4-99d1-430a-b5fb-1fb1de5b8b2f tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:13.712550 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ac11de4-99d1-430a-b5fb-1fb1de5b8b2f tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:13.715817 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4ac11de4-99d1-430a-b5fb-1fb1de5b8b2f tempest-FloatingIPAdminTestJSON-1523041750 tempest-FloatingIPAdminTestJSON-1523041750-project] 10.222.0.43 "DELETE /v2.0/floatingips/f5c50b02-f15e-4d7c-98a5-382f1d6e2b12 HTTP/1.1" status: 204 len: 168 time: 0.4439161 Nov 13 05:07:13.716485 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54040) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:13.838329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1a849080-4767-4e50-9a7a-00924a58e3b0 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Deleting port 5d3d46ff-d3d5-4de1-834c-a4b713d1fedc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:13.838638 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a849080-4767-4e50-9a7a-00924a58e3b0 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:13.919930 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a849080-4767-4e50-9a7a-00924a58e3b0 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:13.920200 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a849080-4767-4e50-9a7a-00924a58e3b0 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:13.932920 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1a849080-4767-4e50-9a7a-00924a58e3b0 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Calling delete_port for 5d3d46ff-d3d5-4de1-834c-a4b713d1fedc owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:14.069618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a849080-4767-4e50-9a7a-00924a58e3b0 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:14.099523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a849080-4767-4e50-9a7a-00924a58e3b0 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d3d46ff-d3d5-4de1-834c-a4b713d1fedc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:14.162831 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a849080-4767-4e50-9a7a-00924a58e3b0 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:14.165855 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a849080-4767-4e50-9a7a-00924a58e3b0 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:14.167153 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1a849080-4767-4e50-9a7a-00924a58e3b0 tempest-FloatingIPAdminTestJSON-1464359497 tempest-FloatingIPAdminTestJSON-1464359497-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/6a68537d-f995-48ac-b8f8-e5e46a4431c6 HTTP/1.1" status: 204 len: 168 time: 0.4496393 Nov 13 05:07:14.170844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54042) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:14.259115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-60c5e1cb-decc-44d1-b120-d821ceeb2511 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Deleting port e22c91f7-05f9-48af-a967-edbf72c9dc92 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:14.259523 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60c5e1cb-decc-44d1-b120-d821ceeb2511 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:14.379456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d85310-ed11-4306-90fa-5ae6bf76de36 req-6c7880f4-efd7-4350-8329-d864ca843aed tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:14.380953 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4d85310-ed11-4306-90fa-5ae6bf76de36 req-6c7880f4-efd7-4350-8329-d864ca843aed tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.1037858 Nov 13 05:07:14.384475 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60c5e1cb-decc-44d1-b120-d821ceeb2511 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:14.408220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-60c5e1cb-decc-44d1-b120-d821ceeb2511 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Calling delete_port for e22c91f7-05f9-48af-a967-edbf72c9dc92 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:14.479274 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4d85310-ed11-4306-90fa-5ae6bf76de36 req-b35481f2-278e-4e2a-99e7-93e232eaa78f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917730 Nov 13 05:07:14.560134 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60c5e1cb-decc-44d1-b120-d821ceeb2511 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:14.591531 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5e1cb-decc-44d1-b120-d821ceeb2511 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event deleted for resources: {'Port': ['ID=e22c91f7-05f9-48af-a967-edbf72c9dc92,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:14.659147 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60c5e1cb-decc-44d1-b120-d821ceeb2511 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:14.665072 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-60c5e1cb-decc-44d1-b120-d821ceeb2511 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] 10.222.0.43 "DELETE /v2.0/ports/e22c91f7-05f9-48af-a967-edbf72c9dc92 HTTP/1.1" status: 204 len: 168 time: 0.4906635 Nov 13 05:07:14.665462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54046) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:14.714166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d4878-ec91-4f6b-991f-4e2720d12718 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:14.717619 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-400d4878-ec91-4f6b-991f-4e2720d12718 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] 10.222.0.43 "GET /v2.0/ports?device_id=80035210-e129-4009-ae83-8217c17cc417 HTTP/1.1" status: 200 len: 913 time: 0.0493577 Nov 13 05:07:14.718892 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54048) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:15.407442 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abcab651-1fd2-4105-9dee-e8e0dab42af4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:15.596678 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e064ab4-dcea-4e22-ab43-20fcc1107486 req-54d4e191-da33-4bc2-b18e-b265071b4138 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:15.598182 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e064ab4-dcea-4e22-ab43-20fcc1107486 req-54d4e191-da33-4bc2-b18e-b265071b4138 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0488200 Nov 13 05:07:15.647012 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e064ab4-dcea-4e22-ab43-20fcc1107486 req-796a37c5-2097-417b-a991-1205d7105215 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420372 Nov 13 05:07:15.663233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-abcab651-1fd2-4105-9dee-e8e0dab42af4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Deleting port 3fe128b5-4327-4fb5-bf7b-bd2077263fe6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:15.663545 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abcab651-1fd2-4105-9dee-e8e0dab42af4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:15.749098 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abcab651-1fd2-4105-9dee-e8e0dab42af4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:15.760720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-abcab651-1fd2-4105-9dee-e8e0dab42af4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Calling delete_port for 3fe128b5-4327-4fb5-bf7b-bd2077263fe6 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:15.949020 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abcab651-1fd2-4105-9dee-e8e0dab42af4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:15.974425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcab651-1fd2-4105-9dee-e8e0dab42af4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event deleted for resources: {'Port': ['ID=3fe128b5-4327-4fb5-bf7b-bd2077263fe6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:16.148932 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abcab651-1fd2-4105-9dee-e8e0dab42af4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:16.370076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcab651-1fd2-4105-9dee-e8e0dab42af4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Router 80035210-e129-4009-ae83-8217c17cc417 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:07:16.483338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcab651-1fd2-4105-9dee-e8e0dab42af4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:07:16.488643 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-abcab651-1fd2-4105-9dee-e8e0dab42af4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] 10.222.0.43 "PUT /v2.0/routers/80035210-e129-4009-ae83-8217c17cc417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7686372 Nov 13 05:07:16.491268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54052) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:16.494257 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad9b584-9d23-4619-aa59-7481235214ac None None] Sync routers for ids ['80035210-e129-4009-ae83-8217c17cc417'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:07:16.504801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad9b584-9d23-4619-aa59-7481235214ac None None] Routers {'80035210-e129-4009-ae83-8217c17cc417'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:16.505414 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-aad9b584-9d23-4619-aa59-7481235214ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['80035210-e129-4009-ae83-8217c17cc417'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:16.537399 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-aad9b584-9d23-4619-aa59-7481235214ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:16.546508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad9b584-9d23-4619-aa59-7481235214ac None None] Routers {'80035210-e129-4009-ae83-8217c17cc417'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:16.547136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-aad9b584-9d23-4619-aa59-7481235214ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['80035210-e129-4009-ae83-8217c17cc417'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:16.581495 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-aad9b584-9d23-4619-aa59-7481235214ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:16.582138 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad9b584-9d23-4619-aa59-7481235214ac None None] The sync data for ids ['80035210-e129-4009-ae83-8217c17cc417'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:07:16.608922 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f819-8914-4110-ad06-247217208597 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:16.715959 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f819-8914-4110-ad06-247217208597 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:16.770415 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b4b5f819-8914-4110-ad06-247217208597 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Deleting port 9a149e3b-f7be-4e20-ae09-60792f080da2 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:16.770758 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f819-8914-4110-ad06-247217208597 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:16.803867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-037809db-2ac3-485b-826d-d324cdaaa5dd req-3df850e0-be83-4131-9855-bc061308f831 tempest-ImagesOneServerTestJSON-1779119893 tempest-ImagesOneServerTestJSON-1779119893-project] (102668) timed out ('10.222.0.46', 50301) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 05:07:16.851285 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f819-8914-4110-ad06-247217208597 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:16.863049 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b4b5f819-8914-4110-ad06-247217208597 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Calling delete_port for 9a149e3b-f7be-4e20-ae09-60792f080da2 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:16.891090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970aa36-ea4d-4d59-af82-ad1633a936cf req-9b5e352f-0898-4e70-a12a-81b8dbe0363f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:16.892597 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2970aa36-ea4d-4d59-af82-ad1633a936cf req-9b5e352f-0898-4e70-a12a-81b8dbe0363f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.1757164 Nov 13 05:07:16.940046 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2970aa36-ea4d-4d59-af82-ad1633a936cf req-b35a0b9b-4703-41c3-8017-e02c3a03733c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Nov 13 05:07:17.030377 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f819-8914-4110-ad06-247217208597 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.056202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5f819-8914-4110-ad06-247217208597 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event deleted for resources: {'Port': ['ID=9a149e3b-f7be-4e20-ae09-60792f080da2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:17.070461 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9018769-05c2-4850-b43e-c351e020e972 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:07:17.123767 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f819-8914-4110-ad06-247217208597 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.214802 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f819-8914-4110-ad06-247217208597 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.217086 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f819-8914-4110-ad06-247217208597 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.261691 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f819-8914-4110-ad06-247217208597 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.262264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b5f819-8914-4110-ad06-247217208597 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Fanout notify agent at l3_agent the message router_deleted on router 80035210-e129-4009-ae83-8217c17cc417 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:07:17.269276 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f819-8914-4110-ad06-247217208597 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.270370 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b4b5f819-8914-4110-ad06-247217208597 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] 10.222.0.43 "DELETE /v2.0/routers/80035210-e129-4009-ae83-8217c17cc417 HTTP/1.1" status: 204 len: 168 time: 0.7781186 Nov 13 05:07:17.273707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54058) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:17.326993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-529604a4-a67f-41b0-a5c2-1cf5ef7fe355 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Deleting subnet d2d7a94d-3dac-4877-beee-dec878d2b41b {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:07:17.330357 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-529604a4-a67f-41b0-a5c2-1cf5ef7fe355 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.373333 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-529604a4-a67f-41b0-a5c2-1cf5ef7fe355 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.461345 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-529604a4-a67f-41b0-a5c2-1cf5ef7fe355 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.524743 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-529604a4-a67f-41b0-a5c2-1cf5ef7fe355 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.553700 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-529604a4-a67f-41b0-a5c2-1cf5ef7fe355 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.558287 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-529604a4-a67f-41b0-a5c2-1cf5ef7fe355 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] 10.222.0.43 "DELETE /v2.0/subnets/d2d7a94d-3dac-4877-beee-dec878d2b41b HTTP/1.1" status: 204 len: 168 time: 0.2836235 Nov 13 05:07:17.559137 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529604a4-a67f-41b0-a5c2-1cf5ef7fe355 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d7a94d-3dac-4877-beee-dec878d2b41b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:17.560862 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54062) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:17.562701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48fc391-ae47-497d-be08-b8d896c896ed None None] Network 6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:17.643001 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.697350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Deleting port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:17.697714 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.730175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d4cd2-7596-448f-b67b-5dbc9df92e26 None None] DHCP port deletion for 6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:07:17.767133 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] For port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5,segment=NetworkSegment(27281e95-77c2-473d-acb8-b94a1274b4d2),segment_id=27281e95-77c2-473d-acb8-b94a1274b4d2)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:17.767529 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.778294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d4cd2-7596-448f-b67b-5dbc9df92e26 None None] Deleting port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:17.778595 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e5d4cd2-7596-448f-b67b-5dbc9df92e26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.780276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Calling delete_port for f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:17.843555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1e5d4cd2-7596-448f-b67b-5dbc9df92e26 None None] For port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5,segment=NetworkSegment(27281e95-77c2-473d-acb8-b94a1274b4d2),segment_id=27281e95-77c2-473d-acb8-b94a1274b4d2)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:17.843919 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e5d4cd2-7596-448f-b67b-5dbc9df92e26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.857180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d4cd2-7596-448f-b67b-5dbc9df92e26 None None] Calling delete_port for f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:17.858507 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.884176 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event deleted for resources: {'Port': ['ID=f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:17.887799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] No DVR routers for this DVR port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:07:17.934371 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e5d4cd2-7596-448f-b67b-5dbc9df92e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.959031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d4cd2-7596-448f-b67b-5dbc9df92e26 None None] Pushing event deleted for resources: {'Port': ['ID=f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:17.966400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d4cd2-7596-448f-b67b-5dbc9df92e26 None None] No DVR routers for this DVR port f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:07:17.971308 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:17.992589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:18.002209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27281e95-77c2-473d-acb8-b94a1274b4d2') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:18.002529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27281e95-77c2-473d-acb8-b94a1274b4d2') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:18.012175 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:18.032827 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:18.039626 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:07:18.039626 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:07:18.042949 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:07:18.136082 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:18.140803 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:18.146290 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] 10.222.0.43 "DELETE /v2.0/networks/6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2 HTTP/1.1" status: 204 len: 168 time: 0.5821497 Nov 13 05:07:18.147327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54068) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:18.168336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439466d-9def-4d3e-a57c-2d6d3e9f06be req-60065f5f-530e-4473-a704-18be90caa798 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:18.169799 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0439466d-9def-4d3e-a57c-2d6d3e9f06be req-60065f5f-530e-4473-a704-18be90caa798 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.1501088 Nov 13 05:07:18.171159 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ca219-7fd9-4c28-90ca-550295833ec9 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event deleted for resources: {'Network': ['ID=6bb1926b-cb1b-4cc0-a9f0-877c20daf4f2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:18.218065 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0439466d-9def-4d3e-a57c-2d6d3e9f06be req-07f057ac-3186-455c-b3d4-e05683dd575e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416658 Nov 13 05:07:18.273688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-30013c58-d687-433c-b6e0-6d92cdd0f0f4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Deleting port f97d2c3c-b286-4cd8-aac3-d9c141745dcf {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:18.274017 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30013c58-d687-433c-b6e0-6d92cdd0f0f4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:18.348197 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30013c58-d687-433c-b6e0-6d92cdd0f0f4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:18.348458 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30013c58-d687-433c-b6e0-6d92cdd0f0f4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:18.360938 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-30013c58-d687-433c-b6e0-6d92cdd0f0f4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Calling delete_port for f97d2c3c-b286-4cd8-aac3-d9c141745dcf owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:18.506801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30013c58-d687-433c-b6e0-6d92cdd0f0f4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:18.530224 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30013c58-d687-433c-b6e0-6d92cdd0f0f4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Pushing event deleted for resources: {'Port': ['ID=f97d2c3c-b286-4cd8-aac3-d9c141745dcf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:18.597391 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30013c58-d687-433c-b6e0-6d92cdd0f0f4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:18.601563 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30013c58-d687-433c-b6e0-6d92cdd0f0f4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:18.602993 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-30013c58-d687-433c-b6e0-6d92cdd0f0f4 tempest-FloatingIPAdminTestJSON-1254275366 tempest-FloatingIPAdminTestJSON-1254275366-project] 10.222.0.43 "DELETE /v2.0/floatingips/9e04a318-e58b-40bf-b393-12df43c8a80b HTTP/1.1" status: 204 len: 168 time: 0.4552481 Nov 13 05:07:18.866362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54074) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:19.005223 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:07:19.006477 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f126f104-4a63-4b85-b12e-71111f5f876c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f07521d9828743e9878138ae678694c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388793 Nov 13 05:07:19.009097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54078) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:19.029575 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:07:19.030087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f51bdcf4-29fe-4c1f-8c22-b88e61bcfbf5 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:07:19.058031 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43b64003-9476-4563-9497-b1aff00dfd47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:19.079247 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43b64003-9476-4563-9497-b1aff00dfd47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:19.127448 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43b64003-9476-4563-9497-b1aff00dfd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:19.130448 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43b64003-9476-4563-9497-b1aff00dfd47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:19.131629 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-43b64003-9476-4563-9497-b1aff00dfd47 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/245e46da-6eb0-4235-932d-32f9340fd946 HTTP/1.1" status: 204 len: 168 time: 0.1215758 Nov 13 05:07:19.139606 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b64003-9476-4563-9497-b1aff00dfd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245e46da-6eb0-4235-932d-32f9340fd946,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:19.341003 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b7359-e86b-40a7-9755-9f5413150905 req-69454323-dcb2-424c-919f-2a5c3015e0ca tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:19.342517 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1d7b7359-e86b-40a7-9755-9f5413150905 req-69454323-dcb2-424c-919f-2a5c3015e0ca tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0547655 Nov 13 05:07:19.400929 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1d7b7359-e86b-40a7-9755-9f5413150905 req-ebf19236-a54c-4a7c-adb0-93772fd8fc27 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514834 Nov 13 05:07:19.413936 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54086) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:19.431999 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d26942a-e808-4396-a126-2a76f87781c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:19.506159 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d26942a-e808-4396-a126-2a76f87781c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:19.510952 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d26942a-e808-4396-a126-2a76f87781c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:19.547268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26942a-e808-4396-a126-2a76f87781c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60727dba-f835-4384-9584-dad6fbca2def,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:19.551377 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4d26942a-e808-4396-a126-2a76f87781c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fc84f46d1ec43a4967eae5c7dd75005&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1362689 Nov 13 05:07:19.555122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54088) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:19.605078 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b941361a-8782-4827-979f-062bc457bec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:19.631853 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b941361a-8782-4827-979f-062bc457bec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:19.689464 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b941361a-8782-4827-979f-062bc457bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:19.692526 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b941361a-8782-4827-979f-062bc457bec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:19.693669 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b941361a-8782-4827-979f-062bc457bec5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60727dba-f835-4384-9584-dad6fbca2def HTTP/1.1" status: 204 len: 168 time: 0.1376891 Nov 13 05:07:19.702415 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941361a-8782-4827-979f-062bc457bec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60727dba-f835-4384-9584-dad6fbca2def,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:20.028489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54094) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:20.041838 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6198857-60c5-4b48-b4e4-df49f2524e21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:20.123380 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6198857-60c5-4b48-b4e4-df49f2524e21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:20.127714 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6198857-60c5-4b48-b4e4-df49f2524e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:20.163727 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6198857-60c5-4b48-b4e4-df49f2524e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ffc763-bc17-43ae-ba73-c6e9eae2c882,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:20.170891 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e6198857-60c5-4b48-b4e4-df49f2524e21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52c5b66c7a204abc988f29469f31186a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384897 Nov 13 05:07:20.170891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54096) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:20.220378 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6df60a6-0bc7-4cb1-836a-ff5a5b4dd450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:20.243267 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6df60a6-0bc7-4cb1-836a-ff5a5b4dd450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:20.301038 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6df60a6-0bc7-4cb1-836a-ff5a5b4dd450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:20.303843 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6df60a6-0bc7-4cb1-836a-ff5a5b4dd450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:20.305087 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d6df60a6-0bc7-4cb1-836a-ff5a5b4dd450 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7ffc763-bc17-43ae-ba73-c6e9eae2c882 HTTP/1.1" status: 204 len: 168 time: 0.1332314 Nov 13 05:07:20.313763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df60a6-0bc7-4cb1-836a-ff5a5b4dd450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ffc763-bc17-43ae-ba73-c6e9eae2c882,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:20.543400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260eaa-9c7b-47f9-a474-cb9944f84078 req-7ad3fcae-0e6e-45d3-ae8b-1a852f375d56 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:20.544997 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f260eaa-9c7b-47f9-a474-cb9944f84078 req-7ad3fcae-0e6e-45d3-ae8b-1a852f375d56 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0591116 Nov 13 05:07:20.597606 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f260eaa-9c7b-47f9-a474-cb9944f84078 req-2a43bd42-8cee-41f9-9d6f-6fc9e2187636 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460751 Nov 13 05:07:21.068081 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54120) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:21.171333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1896002526'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:21.197664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Made reservation on behalf of 0db950ac4c63477b9f3f08a0b1383f16 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:21.201243 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:21.209805 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:21.286883 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:21.291377 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:21.318471 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:07:21.328501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985f2807-dfc7-4bcd-b016-0d62a3ae7c99,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:21.333397 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:21.333738 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Added segment a4f0ea98-795b-4139-a92d-adad909798f3 of type vlan for network 45b54961-c9d7-4d3c-86a7-3fb76df57710 Nov 13 05:07:21.373537 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:21.399338 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:21.404994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:21.405561 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:21.441284 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.3720715 Nov 13 05:07:21.444380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54124) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:21.449552 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0b307b55-a532-4257-b6d9-812ecd35e239 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Request body: {'subnet': {'network_id': '45b54961-c9d7-4d3c-86a7-3fb76df57710', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:21.477480 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3b850-d30e-4179-a6d3-4333119c6ec0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event updated for resources: {'Network': ['ID=45b54961-c9d7-4d3c-86a7-3fb76df57710,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:21.487975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 45b54961-c9d7-4d3c-86a7-3fb76df57710 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:07:21.547271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b307b55-a532-4257-b6d9-812ecd35e239 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Made reservation on behalf of 0db950ac4c63477b9f3f08a0b1383f16 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:21.551036 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b307b55-a532-4257-b6d9-812ecd35e239 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:21.723164 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0c260-c236-4129-8cd6-7eaac4b21ab3 req-4dbc9dda-25c5-433b-9547-b3ac0a6be57c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:21.724942 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-49f0c260-c236-4129-8cd6-7eaac4b21ab3 req-4dbc9dda-25c5-433b-9547-b3ac0a6be57c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0555017 Nov 13 05:07:21.737850 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b307b55-a532-4257-b6d9-812ecd35e239 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:21.779358 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-49f0c260-c236-4129-8cd6-7eaac4b21ab3 req-a88bbb50-9446-4ac4-afda-e4cdae488d7d tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481589 Nov 13 05:07:21.798828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b307b55-a532-4257-b6d9-812ecd35e239 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event updated for resources: {'Subnet': ['ID=2dd955eb-6bb8-4438-ae35-6b8fb21db524,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:21.811828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b307b55-a532-4257-b6d9-812ecd35e239 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Checking segment: {'id': 'a4f0ea98-795b-4139-a92d-adad909798f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45b54961-c9d7-4d3c-86a7-3fb76df57710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:07:21.812259 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b307b55-a532-4257-b6d9-812ecd35e239 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Network hostable DHCP agents. Network: 45b54961-c9d7-4d3c-86a7-3fb76df57710, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:07:21.831362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b307b55-a532-4257-b6d9-812ecd35e239 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Network 45b54961-c9d7-4d3c-86a7-3fb76df57710 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:07:21.840129 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-0b307b55-a532-4257-b6d9-812ecd35e239 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 45b54961-c9d7-4d3c-86a7-3fb76df57710) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:21.844662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b307b55-a532-4257-b6d9-812ecd35e239 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:21.845257 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b307b55-a532-4257-b6d9-812ecd35e239 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:21.850173 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cb397d-d6df-472f-b63d-27d5fa672351 None None] Network 45b54961-c9d7-4d3c-86a7-3fb76df57710 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:21.862888 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0b307b55-a532-4257-b6d9-812ecd35e239 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4173112 Nov 13 05:07:21.865685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54128) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:21.871037 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-8226ad44-3fcb-40b5-9e78-0c1d7e708a73 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Request body: {'port': {'network_id': '45b54961-c9d7-4d3c-86a7-3fb76df57710', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1538264135'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:21.989799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8226ad44-3fcb-40b5-9e78-0c1d7e708a73 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Made reservation on behalf of 0db950ac4c63477b9f3f08a0b1383f16 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:21.993367 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8226ad44-3fcb-40b5-9e78-0c1d7e708a73 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:22.003674 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-45b54961-c9d7-4d3c-86a7-3fb76df57710', 'network_id': '45b54961-c9d7-4d3c-86a7-3fb76df57710', 'tenant_id': '0db950ac4c63477b9f3f08a0b1383f16', 'fixed_ips': [{'subnet_id': '2dd955eb-6bb8-4438-ae35-6b8fb21db524'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:07:22.004535 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:22.012251 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-8226ad44-3fcb-40b5-9e78-0c1d7e708a73 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] device_id is not set on port 9128950c-e8e1-477b-8ed6-ae8dcbc4c054 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:07:22.135331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-8226ad44-3fcb-40b5-9e78-0c1d7e708a73 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Allocated IP 2001:db8::113 (45b54961-c9d7-4d3c-86a7-3fb76df57710/2dd955eb-6bb8-4438-ae35-6b8fb21db524/9128950c-e8e1-477b-8ed6-ae8dcbc4c054) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:22.280540 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8226ad44-3fcb-40b5-9e78-0c1d7e708a73 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:22.317116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8226ad44-3fcb-40b5-9e78-0c1d7e708a73 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:22.357800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8226ad44-3fcb-40b5-9e78-0c1d7e708a73 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Network 45b54961-c9d7-4d3c-86a7-3fb76df57710 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:22.364406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Allocated IP 2001:db8::2 (45b54961-c9d7-4d3c-86a7-3fb76df57710/2dd955eb-6bb8-4438-ae35-6b8fb21db524/2d501258-700a-443f-9868-a4d51055944e) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:22.365397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-8226ad44-3fcb-40b5-9e78-0c1d7e708a73 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:22.370386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8226ad44-3fcb-40b5-9e78-0c1d7e708a73 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:22.376503 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8226ad44-3fcb-40b5-9e78-0c1d7e708a73 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:22.377146 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8226ad44-3fcb-40b5-9e78-0c1d7e708a73 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:22.388372 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226ad44-3fcb-40b5-9e78-0c1d7e708a73 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event updated for resources: {'Port': ['ID=9128950c-e8e1-477b-8ed6-ae8dcbc4c054,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:22.400215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8226ad44-3fcb-40b5-9e78-0c1d7e708a73 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5335174 Nov 13 05:07:22.403938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54130) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:22.408953 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-648f597b-0741-466e-b748-762080c8c5c6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Request body: {'port': {'network_id': '45b54961-c9d7-4d3c-86a7-3fb76df57710', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1009767751', 'allowed_address_pairs': [{'ip_address': '2001:db8::113', 'mac_address': 'fa:16:3e:7f:95:0c'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:22.511855 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:22.519250 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:22.522986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648f597b-0741-466e-b748-762080c8c5c6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Made reservation on behalf of 0db950ac4c63477b9f3f08a0b1383f16 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:22.561682 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Network 45b54961-c9d7-4d3c-86a7-3fb76df57710 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:22.566865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:22.573556 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Pushing event updated for resources: {'Port': ['ID=2d501258-700a-443f-9868-a4d51055944e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:22.575809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:22.610126 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-648f597b-0741-466e-b748-762080c8c5c6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:22.627806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-648f597b-0741-466e-b748-762080c8c5c6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] device_id is not set on port 55a2d1de-5829-43e8-8328-a9add02727f1 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:07:22.629053 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Attempting to bind port 2d501258-700a-443f-9868-a4d51055944e on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:07:22.629434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Attempting to bind port 2d501258-700a-443f-9868-a4d51055944e by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'a4f0ea98-795b-4139-a92d-adad909798f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45b54961-c9d7-4d3c-86a7-3fb76df57710'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:07:22.629777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Attempting to bind port 2d501258-700a-443f-9868-a4d51055944e on network 45b54961-c9d7-4d3c-86a7-3fb76df57710 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:07:22.634742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:07:22.635198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Checking segment: {'id': 'a4f0ea98-795b-4139-a92d-adad909798f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45b54961-c9d7-4d3c-86a7-3fb76df57710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:07:22.635438 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:22.635827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Bound using segment: {'id': 'a4f0ea98-795b-4139-a92d-adad909798f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45b54961-c9d7-4d3c-86a7-3fb76df57710'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:07:22.636308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Bound port: 2d501258-700a-443f-9868-a4d51055944e, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f0ea98-795b-4139-a92d-adad909798f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45b54961-c9d7-4d3c-86a7-3fb76df57710'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:07:22.636681 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:22.698144 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] For port 2d501258-700a-443f-9868-a4d51055944e, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:07:22.701441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] For port 2d501258-700a-443f-9868-a4d51055944e, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2d501258-700a-443f-9868-a4d51055944e,segment=NetworkSegment(a4f0ea98-795b-4139-a92d-adad909798f3),segment_id=a4f0ea98-795b-4139-a92d-adad909798f3)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:07:22.705560 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:22.748887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-648f597b-0741-466e-b748-762080c8c5c6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Allocated IP 2001:db8::25f (45b54961-c9d7-4d3c-86a7-3fb76df57710/2dd955eb-6bb8-4438-ae35-6b8fb21db524/55a2d1de-5829-43e8-8328-a9add02727f1) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:22.762503 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad35f7-7335-4c25-b255-a9b86198834d None None] Pushing event updated for resources: {'Port': ['ID=2d501258-700a-443f-9868-a4d51055944e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:22.952654 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b4bdd-93de-4223-b689-c80f4b341cd4 req-dd8be98f-f38e-4739-be16-17622f04515f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:22.954362 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e64b4bdd-93de-4223-b689-c80f4b341cd4 req-dd8be98f-f38e-4739-be16-17622f04515f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0943635 Nov 13 05:07:22.972903 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-648f597b-0741-466e-b748-762080c8c5c6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:23.032685 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e64b4bdd-93de-4223-b689-c80f4b341cd4 req-1640a81c-2ae3-4a28-b4b2-8bea1f565e36 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622385 Nov 13 05:07:23.052999 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-648f597b-0741-466e-b748-762080c8c5c6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:23.082668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2d501258-700a-443f-9868-a4d51055944e up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:07:23.102986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648f597b-0741-466e-b748-762080c8c5c6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Network 45b54961-c9d7-4d3c-86a7-3fb76df57710 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:23.106100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-648f597b-0741-466e-b748-762080c8c5c6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:23.108562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f597b-0741-466e-b748-762080c8c5c6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:23.114426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648f597b-0741-466e-b748-762080c8c5c6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:23.115103 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-648f597b-0741-466e-b748-762080c8c5c6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:23.137425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 2d501258-700a-443f-9868-a4d51055944e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:23.137804 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:23.139069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f597b-0741-466e-b748-762080c8c5c6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event updated for resources: {'Port': ['ID=55a2d1de-5829-43e8-8328-a9add02727f1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:23.145713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-648f597b-0741-466e-b748-762080c8c5c6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.7407176 Nov 13 05:07:23.148442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54134) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:23.217226 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:23.232705 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f46ed7-3957-4657-9ecc-15a01df50bcf tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:23.238633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f46ed7-3957-4657-9ecc-15a01df50bcf tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:23.244989 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f46ed7-3957-4657-9ecc-15a01df50bcf tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:23.249357 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b2f46ed7-3957-4657-9ecc-15a01df50bcf tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.0972524 Nov 13 05:07:23.249603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54136) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:23.254318 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 2d501258-700a-443f-9868-a4d51055944e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2d501258-700a-443f-9868-a4d51055944e,segment=NetworkSegment(a4f0ea98-795b-4139-a92d-adad909798f3),segment_id=a4f0ea98-795b-4139-a92d-adad909798f3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:23.258722 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:23.309166 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=2d501258-700a-443f-9868-a4d51055944e,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:23.339119 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9627b47f-9b35-4673-9282-b547ee1b03bf tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Deleting port 55a2d1de-5829-43e8-8328-a9add02727f1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:23.339462 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9627b47f-9b35-4673-9282-b547ee1b03bf tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:23.434573 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9627b47f-9b35-4673-9282-b547ee1b03bf tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:23.448447 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9627b47f-9b35-4673-9282-b547ee1b03bf tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Calling delete_port for 55a2d1de-5829-43e8-8328-a9add02727f1 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:23.581777 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9627b47f-9b35-4673-9282-b547ee1b03bf tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:23.615327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627b47f-9b35-4673-9282-b547ee1b03bf tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event deleted for resources: {'Port': ['ID=55a2d1de-5829-43e8-8328-a9add02727f1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:23.669948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e82333c-3d18-4509-b551-3999daabe0c4 None None] Network 45b54961-c9d7-4d3c-86a7-3fb76df57710 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:23.701465 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9627b47f-9b35-4673-9282-b547ee1b03bf tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:23.705238 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9627b47f-9b35-4673-9282-b547ee1b03bf tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "DELETE /v2.0/ports/55a2d1de-5829-43e8-8328-a9add02727f1 HTTP/1.1" status: 204 len: 168 time: 0.4547062 Nov 13 05:07:23.707907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54138) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:23.732577 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-726a525c-47d9-41de-b3c2-7cc3ae99c54c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] GET failed (client error): The resource could not be found. Nov 13 05:07:23.734020 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-726a525c-47d9-41de-b3c2-7cc3ae99c54c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "GET /v2.0/ports/55a2d1de-5829-43e8-8328-a9add02727f1 HTTP/1.1" status: 404 len: 333 time: 0.0251091 Nov 13 05:07:23.737750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54140) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:23.742535 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b07cbdfa-a6c1-4cca-b710-5ee10437a7b7 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Request body: {'port': {'network_id': '45b54961-c9d7-4d3c-86a7-3fb76df57710', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-257958456'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:23.797574 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9727ac3a-c817-4075-b967-4f57273d1b26 None None] Provisioning complete for port 2d501258-700a-443f-9868-a4d51055944e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:23.797939 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9727ac3a-c817-4075-b967-4f57273d1b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:23.854324 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07cbdfa-a6c1-4cca-b710-5ee10437a7b7 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Made reservation on behalf of 0db950ac4c63477b9f3f08a0b1383f16 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:23.858004 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b07cbdfa-a6c1-4cca-b710-5ee10437a7b7 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:23.880593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-b07cbdfa-a6c1-4cca-b710-5ee10437a7b7 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] device_id is not set on port b32840c9-1240-45ce-9f67-8a1d5a3b5f02 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:07:24.007354 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-b07cbdfa-a6c1-4cca-b710-5ee10437a7b7 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Allocated IP 2001:db8::116 (45b54961-c9d7-4d3c-86a7-3fb76df57710/2dd955eb-6bb8-4438-ae35-6b8fb21db524/b32840c9-1240-45ce-9f67-8a1d5a3b5f02) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:24.132310 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c06e1e72-4344-48b9-9e43-5f11eed8020c None None] Provisioning complete for port 2d501258-700a-443f-9868-a4d51055944e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:24.132819 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c06e1e72-4344-48b9-9e43-5f11eed8020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:24.202015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9e996-3dcf-4f36-868e-c12419b6619a req-240b110f-f188-4c24-8128-fa2fcdddb1c1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:24.204191 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4b9e996-3dcf-4f36-868e-c12419b6619a req-240b110f-f188-4c24-8128-fa2fcdddb1c1 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0867944 Nov 13 05:07:24.214685 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b07cbdfa-a6c1-4cca-b710-5ee10437a7b7 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:24.234358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c06e1e72-4344-48b9-9e43-5f11eed8020c None None] Provisioning complete for port 9128950c-e8e1-477b-8ed6-ae8dcbc4c054 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:24.234715 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c06e1e72-4344-48b9-9e43-5f11eed8020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:24.269444 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c06e1e72-4344-48b9-9e43-5f11eed8020c None None] Port 9128950c-e8e1-477b-8ed6-ae8dcbc4c054 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:24.277624 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4b9e996-3dcf-4f36-868e-c12419b6619a req-1022f9ac-13e1-4da4-ac48-3c4cca33fb89 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610952 Nov 13 05:07:24.288099 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b07cbdfa-a6c1-4cca-b710-5ee10437a7b7 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:24.328593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07cbdfa-a6c1-4cca-b710-5ee10437a7b7 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Network 45b54961-c9d7-4d3c-86a7-3fb76df57710 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:24.331899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b07cbdfa-a6c1-4cca-b710-5ee10437a7b7 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:24.335645 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07cbdfa-a6c1-4cca-b710-5ee10437a7b7 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:24.341330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07cbdfa-a6c1-4cca-b710-5ee10437a7b7 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:24.341938 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b07cbdfa-a6c1-4cca-b710-5ee10437a7b7 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:24.361863 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cbdfa-a6c1-4cca-b710-5ee10437a7b7 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event updated for resources: {'Port': ['ID=b32840c9-1240-45ce-9f67-8a1d5a3b5f02,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:24.374116 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b07cbdfa-a6c1-4cca-b710-5ee10437a7b7 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6323411 Nov 13 05:07:24.374116 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54144) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:24.379060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-33503d6f-0200-44ad-a58b-cb99f910e73d tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::113', 'mac_address': 'fa:16:3e:7f:95:0c'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:24.395580 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-64757a8f-c1c0-49e5-8c63-2d82a98fe13b None None] Provisioning complete for port 9128950c-e8e1-477b-8ed6-ae8dcbc4c054 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:24.396014 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64757a8f-c1c0-49e5-8c63-2d82a98fe13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:24.434487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-64757a8f-c1c0-49e5-8c63-2d82a98fe13b None None] Port 9128950c-e8e1-477b-8ed6-ae8dcbc4c054 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:24.533532 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33503d6f-0200-44ad-a58b-cb99f910e73d tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:24.649225 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-099b64b9-f31c-4c9f-8aa5-1e73caf330e3 req-d2396164-451f-43d4-b385-56ebae090c76 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461352 Nov 13 05:07:24.650358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-38562bff-bbd4-418b-8b40-173fa50cacc1 None None] Could not find standard attr ID for object 55a2d1de-5829-43e8-8328-a9add02727f1. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:07:24.725939 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33503d6f-0200-44ad-a58b-cb99f910e73d tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:24.732667 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33503d6f-0200-44ad-a58b-cb99f910e73d tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:24.736926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b64b9-f31c-4c9f-8aa5-1e73caf330e3 req-1b57e483-03db-4d5b-88b9-055e6d0b9afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:24.738475 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-099b64b9-f31c-4c9f-8aa5-1e73caf330e3 req-1b57e483-03db-4d5b-88b9-055e6d0b9afd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 1096 time: 0.0545595 Nov 13 05:07:24.773266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-33503d6f-0200-44ad-a58b-cb99f910e73d tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] In _notify_port_updated(), no bound segment for port b32840c9-1240-45ce-9f67-8a1d5a3b5f02 on network 45b54961-c9d7-4d3c-86a7-3fb76df57710 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:07:24.780007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33503d6f-0200-44ad-a58b-cb99f910e73d tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:24.781099 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33503d6f-0200-44ad-a58b-cb99f910e73d tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:24.785586 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-33503d6f-0200-44ad-a58b-cb99f910e73d tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "PUT /v2.0/ports/b32840c9-1240-45ce-9f67-8a1d5a3b5f02 HTTP/1.1" status: 200 len: 1002 time: 0.4079404 Nov 13 05:07:24.786060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54146) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:24.844476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33503d6f-0200-44ad-a58b-cb99f910e73d tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event updated for resources: {'Port': ['ID=b32840c9-1240-45ce-9f67-8a1d5a3b5f02,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:24.862338 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b64b9-f31c-4c9f-8aa5-1e73caf330e3 req-3522906e-cdfe-431c-aa71-4125c639bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:24.864051 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-099b64b9-f31c-4c9f-8aa5-1e73caf330e3 req-3522906e-cdfe-431c-aa71-4125c639bae1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 200 len: 907 time: 0.1057713 Nov 13 05:07:24.879069 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-915f03d2-0bb9-4514-8873-4ab607c661b5 None None] Provisioning complete for port b32840c9-1240-45ce-9f67-8a1d5a3b5f02 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:24.882261 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-915f03d2-0bb9-4514-8873-4ab607c661b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:24.905331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-122d29ff-7431-405c-be56-64b7a29761a9 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Deleting port b32840c9-1240-45ce-9f67-8a1d5a3b5f02 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:24.905936 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-122d29ff-7431-405c-be56-64b7a29761a9 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:24.909454 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-099b64b9-f31c-4c9f-8aa5-1e73caf330e3 req-50bec55a-955d-4ecb-a432-0c59bbeb887a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be3e1bec-0832-4fcf-b550-f05aee05646a HTTP/1.1" status: 200 len: 217 time: 0.0376101 Nov 13 05:07:24.937279 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-915f03d2-0bb9-4514-8873-4ab607c661b5 None None] Port b32840c9-1240-45ce-9f67-8a1d5a3b5f02 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:24.980433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b64b9-f31c-4c9f-8aa5-1e73caf330e3 req-18456247-e084-4c41-bad5-486bc19d309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:24.982228 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-099b64b9-f31c-4c9f-8aa5-1e73caf330e3 req-18456247-e084-4c41-bad5-486bc19d309d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 200 len: 846 time: 0.0647900 Nov 13 05:07:25.027984 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-099b64b9-f31c-4c9f-8aa5-1e73caf330e3 req-49963b23-8e45-4a8a-8d18-80222c65bea5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b150fc0-e6de-4f6e-83bd-c420fa79c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371921 Nov 13 05:07:25.029123 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2d501258-700a-443f-9868-a4d51055944e up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:07:25.041398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-099b64b9-f31c-4c9f-8aa5-1e73caf330e3 req-7f966ab7-057e-4aa4-8100-c1c17f2292e7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:07:25.042455 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-099b64b9-f31c-4c9f-8aa5-1e73caf330e3 req-7f966ab7-057e-4aa4-8100-c1c17f2292e7 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069270 Nov 13 05:07:25.046944 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-122d29ff-7431-405c-be56-64b7a29761a9 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:25.065937 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-122d29ff-7431-405c-be56-64b7a29761a9 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Calling delete_port for b32840c9-1240-45ce-9f67-8a1d5a3b5f02 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:25.110567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 2d501258-700a-443f-9868-a4d51055944e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:25.110567 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:25.167382 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-099b64b9-f31c-4c9f-8aa5-1e73caf330e3 req-62f47f97-3537-47e4-9406-963fa3bec063 service neutron] 10.222.0.46 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166575 Nov 13 05:07:25.247713 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-122d29ff-7431-405c-be56-64b7a29761a9 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:25.288653 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d29ff-7431-405c-be56-64b7a29761a9 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event deleted for resources: {'Port': ['ID=b32840c9-1240-45ce-9f67-8a1d5a3b5f02,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:25.290950 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-099b64b9-f31c-4c9f-8aa5-1e73caf330e3 req-628c0f77-2142-4d48-9037-721d7d27be47 service neutron] 10.222.0.46 "GET /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159353 Nov 13 05:07:25.359679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-683aa91e-95a2-4d75-9b90-c922fcaf7cf0 None None] Could not find standard attr ID for object b32840c9-1240-45ce-9f67-8a1d5a3b5f02. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:07:25.404800 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-122d29ff-7431-405c-be56-64b7a29761a9 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:25.408664 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-122d29ff-7431-405c-be56-64b7a29761a9 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "DELETE /v2.0/ports/b32840c9-1240-45ce-9f67-8a1d5a3b5f02 HTTP/1.1" status: 204 len: 168 time: 0.6219921 Nov 13 05:07:25.411571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54150) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:25.429831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d96ab8-62ab-45e9-8726-94f07c1c3296 req-d7134ff1-cfb5-40f8-9ecd-1a0666b64b4d tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:25.431663 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-96d96ab8-62ab-45e9-8726-94f07c1c3296 req-d7134ff1-cfb5-40f8-9ecd-1a0666b64b4d tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0588446 Nov 13 05:07:25.442488 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2916fe3-0dfc-4443-8bb5-4fa6caacafa6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] GET failed (client error): The resource could not be found. Nov 13 05:07:25.444124 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d2916fe3-0dfc-4443-8bb5-4fa6caacafa6 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "GET /v2.0/ports/b32840c9-1240-45ce-9f67-8a1d5a3b5f02 HTTP/1.1" status: 404 len: 333 time: 0.0307868 Nov 13 05:07:25.452155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54152) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:25.461787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-30893532-f106-4d71-b039-adf25f953e6c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Request body: {'port': {'network_id': '45b54961-c9d7-4d3c-86a7-3fb76df57710', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2001125768'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:25.505854 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-96d96ab8-62ab-45e9-8726-94f07c1c3296 req-7e3b0dae-4874-495e-9bc1-7be2985b1433 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652282 Nov 13 05:07:25.610301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30893532-f106-4d71-b039-adf25f953e6c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Made reservation on behalf of 0db950ac4c63477b9f3f08a0b1383f16 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:25.614099 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30893532-f106-4d71-b039-adf25f953e6c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:25.635959 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-30893532-f106-4d71-b039-adf25f953e6c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] device_id is not set on port 1673022c-2d1b-426c-a93e-ca06a3013001 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:07:25.763665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60d2c9-843f-4e64-accd-bd29f62eba50 req-4bfc9aec-455f-47fb-92b2-1b3e20d2ff9f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:25.765513 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0a60d2c9-843f-4e64-accd-bd29f62eba50 req-4bfc9aec-455f-47fb-92b2-1b3e20d2ff9f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0578799 Nov 13 05:07:25.771593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-30893532-f106-4d71-b039-adf25f953e6c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Allocated IP 2001:db8::38f (45b54961-c9d7-4d3c-86a7-3fb76df57710/2dd955eb-6bb8-4438-ae35-6b8fb21db524/1673022c-2d1b-426c-a93e-ca06a3013001) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:25.821939 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0a60d2c9-843f-4e64-accd-bd29f62eba50 req-7497a3c8-b8c9-4baa-8a5c-9efe7af1032c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480347 Nov 13 05:07:25.957071 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30893532-f106-4d71-b039-adf25f953e6c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:25.972236 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c8c84-8d11-4581-8d55-06f11f995513 req-620c998f-cb02-46af-9cdc-6fc47982c26e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:25.973709 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac0c8c84-8d11-4581-8d55-06f11f995513 req-620c998f-cb02-46af-9cdc-6fc47982c26e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0829315 Nov 13 05:07:26.029529 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30893532-f106-4d71-b039-adf25f953e6c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:26.047469 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac0c8c84-8d11-4581-8d55-06f11f995513 req-f508ffd5-cc4f-40a0-8bd8-faaebf62262f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676761 Nov 13 05:07:26.079564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30893532-f106-4d71-b039-adf25f953e6c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Network 45b54961-c9d7-4d3c-86a7-3fb76df57710 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:26.084820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-30893532-f106-4d71-b039-adf25f953e6c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:26.087426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30893532-f106-4d71-b039-adf25f953e6c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:26.093834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30893532-f106-4d71-b039-adf25f953e6c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:26.094461 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30893532-f106-4d71-b039-adf25f953e6c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:26.105440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30893532-f106-4d71-b039-adf25f953e6c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event updated for resources: {'Port': ['ID=1673022c-2d1b-426c-a93e-ca06a3013001,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:26.126534 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-30893532-f106-4d71-b039-adf25f953e6c tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6693089 Nov 13 05:07:26.130715 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54164) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:26.136343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-76e8d78b-c787-4970-a668-04e716d765a1 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7f:95:0c'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:26.220850 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76e8d78b-c787-4970-a668-04e716d765a1 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:26.317641 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79b70f-af2f-4ed5-9d62-0b4111512e87 req-acf61197-1b9c-4edc-80bf-75780c3e3a35 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:26.319339 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c79b70f-af2f-4ed5-9d62-0b4111512e87 req-acf61197-1b9c-4edc-80bf-75780c3e3a35 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0567720 Nov 13 05:07:26.372295 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c79b70f-af2f-4ed5-9d62-0b4111512e87 req-90e716d8-8ff9-4452-8c63-dfdd1a819bd6 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465949 Nov 13 05:07:26.392785 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4dd8d8f5-e3ec-4713-8c34-fa68f246d807 None None] Provisioning complete for port 1673022c-2d1b-426c-a93e-ca06a3013001 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:26.393341 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d8f5-e3ec-4713-8c34-fa68f246d807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:26.417569 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76e8d78b-c787-4970-a668-04e716d765a1 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:26.422690 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76e8d78b-c787-4970-a668-04e716d765a1 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:26.430049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8d8f5-e3ec-4713-8c34-fa68f246d807 None None] Port 1673022c-2d1b-426c-a93e-ca06a3013001 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:26.455623 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-76e8d78b-c787-4970-a668-04e716d765a1 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] In _notify_port_updated(), no bound segment for port 1673022c-2d1b-426c-a93e-ca06a3013001 on network 45b54961-c9d7-4d3c-86a7-3fb76df57710 {{(pid=102667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:07:26.461099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e8d78b-c787-4970-a668-04e716d765a1 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:26.461713 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76e8d78b-c787-4970-a668-04e716d765a1 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:26.463030 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-76e8d78b-c787-4970-a668-04e716d765a1 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "PUT /v2.0/ports/1673022c-2d1b-426c-a93e-ca06a3013001 HTTP/1.1" status: 200 len: 1003 time: 0.3311090 Nov 13 05:07:26.465828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54168) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:26.506181 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8d78b-c787-4970-a668-04e716d765a1 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event updated for resources: {'Port': ['ID=1673022c-2d1b-426c-a93e-ca06a3013001,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:26.569763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-79ccb7dd-1a40-4b6b-abdd-7f4483c5aeb5 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Deleting port 1673022c-2d1b-426c-a93e-ca06a3013001 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:26.570106 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-79ccb7dd-1a40-4b6b-abdd-7f4483c5aeb5 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:26.658614 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-79ccb7dd-1a40-4b6b-abdd-7f4483c5aeb5 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:26.670516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-79ccb7dd-1a40-4b6b-abdd-7f4483c5aeb5 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Calling delete_port for 1673022c-2d1b-426c-a93e-ca06a3013001 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:26.758141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-878338d6-b887-4946-8db6-0bf2666cd3b2 None None] Provisioning complete for port 1673022c-2d1b-426c-a93e-ca06a3013001 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:26.758141 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-878338d6-b887-4946-8db6-0bf2666cd3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:26.796682 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-878338d6-b887-4946-8db6-0bf2666cd3b2 None None] Port 1673022c-2d1b-426c-a93e-ca06a3013001 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:26.818234 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-79ccb7dd-1a40-4b6b-abdd-7f4483c5aeb5 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:26.845915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccb7dd-1a40-4b6b-abdd-7f4483c5aeb5 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event deleted for resources: {'Port': ['ID=1673022c-2d1b-426c-a93e-ca06a3013001,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:26.874529 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-79ccb7dd-1a40-4b6b-abdd-7f4483c5aeb5 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:26.881365 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-79ccb7dd-1a40-4b6b-abdd-7f4483c5aeb5 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "DELETE /v2.0/ports/1673022c-2d1b-426c-a93e-ca06a3013001 HTTP/1.1" status: 204 len: 168 time: 0.4122117 Nov 13 05:07:26.881622 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54174) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:26.914080 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e79fa4f-feb9-4313-9a2d-2c0bc7bd01b4 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] GET failed (client error): The resource could not be found. Nov 13 05:07:26.919674 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1e79fa4f-feb9-4313-9a2d-2c0bc7bd01b4 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "GET /v2.0/ports/1673022c-2d1b-426c-a93e-ca06a3013001 HTTP/1.1" status: 404 len: 333 time: 0.0331900 Nov 13 05:07:26.919949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54176) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:26.926756 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3f225af4-526a-4aa9-8451-20ae116ee3d2 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Request body: {'port': {'network_id': '45b54961-c9d7-4d3c-86a7-3fb76df57710', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1192259477'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:27.047172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f225af4-526a-4aa9-8451-20ae116ee3d2 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Made reservation on behalf of 0db950ac4c63477b9f3f08a0b1383f16 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:27.050847 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3f225af4-526a-4aa9-8451-20ae116ee3d2 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:27.071925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-3f225af4-526a-4aa9-8451-20ae116ee3d2 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] device_id is not set on port 04eae950-b099-425e-9ffd-5b5ca836104c yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:07:27.196967 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-3f225af4-526a-4aa9-8451-20ae116ee3d2 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Allocated IP 2001:db8::33b (45b54961-c9d7-4d3c-86a7-3fb76df57710/2dd955eb-6bb8-4438-ae35-6b8fb21db524/04eae950-b099-425e-9ffd-5b5ca836104c) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:27.740245 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3f225af4-526a-4aa9-8451-20ae116ee3d2 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:27.751269 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235ce30-c3da-4786-8bfc-b09261aa77fd req-ba1e8e26-d93c-43a4-88b4-16767dc21911 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:27.752782 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f235ce30-c3da-4786-8bfc-b09261aa77fd req-ba1e8e26-d93c-43a4-88b4-16767dc21911 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 946 time: 0.0805519 Nov 13 05:07:27.817810 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f235ce30-c3da-4786-8bfc-b09261aa77fd req-ba10f74a-fc2e-49cd-9894-a1d441228bf1 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586698 Nov 13 05:07:27.819626 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3f225af4-526a-4aa9-8451-20ae116ee3d2 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:27.854987 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b2b70-3a56-4a29-8ede-5ce7403d44f8 req-819392e5-b680-4d0d-9c54-3138f118bffb tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:27.856764 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d38b2b70-3a56-4a29-8ede-5ce7403d44f8 req-819392e5-b680-4d0d-9c54-3138f118bffb tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.4120543 Nov 13 05:07:27.862131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f225af4-526a-4aa9-8451-20ae116ee3d2 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Network 45b54961-c9d7-4d3c-86a7-3fb76df57710 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:27.865161 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-3f225af4-526a-4aa9-8451-20ae116ee3d2 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:27.865340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e488e6c-7722-4fa0-9512-62370bb3232b req-e331f0c3-c866-4b74-92b0-acf7811d8a66 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:27.866688 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e488e6c-7722-4fa0-9512-62370bb3232b req-e331f0c3-c866-4b74-92b0-acf7811d8a66 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 946 time: 0.0662119 Nov 13 05:07:27.871419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f225af4-526a-4aa9-8451-20ae116ee3d2 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:27.877185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f225af4-526a-4aa9-8451-20ae116ee3d2 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:27.877791 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3f225af4-526a-4aa9-8451-20ae116ee3d2 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:27.894422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f225af4-526a-4aa9-8451-20ae116ee3d2 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event updated for resources: {'Port': ['ID=04eae950-b099-425e-9ffd-5b5ca836104c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:27.907975 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3f225af4-526a-4aa9-8451-20ae116ee3d2 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9867809 Nov 13 05:07:27.910379 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54188) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:27.915616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-797236c2-108b-4697-915e-9fa3ed9fbed8 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Request body: {'port': {'network_id': '45b54961-c9d7-4d3c-86a7-3fb76df57710', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1072412063'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:27.975747 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d38b2b70-3a56-4a29-8ede-5ce7403d44f8 req-bf9beead-d6df-4dfe-a2be-92c1e45b4f28 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077206 Nov 13 05:07:28.007466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6e488e6c-7722-4fa0-9512-62370bb3232b req-050c8273-adea-4c53-8575-1d97f0eab24f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Deleting port efeda923-01ff-487b-ac84-afd67d72ad7a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:28.007800 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e488e6c-7722-4fa0-9512-62370bb3232b req-050c8273-adea-4c53-8575-1d97f0eab24f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.040705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797236c2-108b-4697-915e-9fa3ed9fbed8 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Made reservation on behalf of 0db950ac4c63477b9f3f08a0b1383f16 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:28.046271 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-797236c2-108b-4697-915e-9fa3ed9fbed8 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.066271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-797236c2-108b-4697-915e-9fa3ed9fbed8 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] device_id is not set on port 17db0263-f00f-488c-b582-aec1e3588761 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:07:28.107741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6e488e6c-7722-4fa0-9512-62370bb3232b req-050c8273-adea-4c53-8575-1d97f0eab24f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] For port efeda923-01ff-487b-ac84-afd67d72ad7a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=efeda923-01ff-487b-ac84-afd67d72ad7a,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:28.108425 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e488e6c-7722-4fa0-9512-62370bb3232b req-050c8273-adea-4c53-8575-1d97f0eab24f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.130450 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6e488e6c-7722-4fa0-9512-62370bb3232b req-050c8273-adea-4c53-8575-1d97f0eab24f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Calling delete_port for efeda923-01ff-487b-ac84-afd67d72ad7a owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:28.192593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-797236c2-108b-4697-915e-9fa3ed9fbed8 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Allocated IP 2001:db8::2ea (45b54961-c9d7-4d3c-86a7-3fb76df57710/2dd955eb-6bb8-4438-ae35-6b8fb21db524/17db0263-f00f-488c-b582-aec1e3588761) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:28.228768 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-10a7e059-f93b-4b12-bb8c-c2ae378048af None None] Provisioning complete for port 04eae950-b099-425e-9ffd-5b5ca836104c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:28.229426 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-10a7e059-f93b-4b12-bb8c-c2ae378048af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.261994 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e488e6c-7722-4fa0-9512-62370bb3232b req-050c8273-adea-4c53-8575-1d97f0eab24f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.268364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-10a7e059-f93b-4b12-bb8c-c2ae378048af None None] Port 04eae950-b099-425e-9ffd-5b5ca836104c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:28.291015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c8273-adea-4c53-8575-1d97f0eab24f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Pushing event deleted for resources: {'Port': ['ID=efeda923-01ff-487b-ac84-afd67d72ad7a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:28.302840 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['efeda923-01ff-487b-ac84-afd67d72ad7a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:07:28.305127 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['be3e1bec-0832-4fcf-b550-f05aee05646a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:07:28.339601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e488e6c-7722-4fa0-9512-62370bb3232b req-050c8273-adea-4c53-8575-1d97f0eab24f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] No DVR routers for this DVR port efeda923-01ff-487b-ac84-afd67d72ad7a on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:07:28.342818 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e488e6c-7722-4fa0-9512-62370bb3232b req-050c8273-adea-4c53-8575-1d97f0eab24f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.346520 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e488e6c-7722-4fa0-9512-62370bb3232b req-050c8273-adea-4c53-8575-1d97f0eab24f tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.36 "DELETE /v2.0/ports/efeda923-01ff-487b-ac84-afd67d72ad7a HTTP/1.1" status: 204 len: 173 time: 0.4716032 Nov 13 05:07:28.347089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cd70a0-2023-4cbd-b401-19162267b774', 'name': 'network-vif-deleted', 'tag': 'efeda923-01ff-487b-ac84-afd67d72ad7a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:07:28.349445 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de68e26a-e804-4352-8b75-6d1fe64ffe5d" -d '{"events": [{"server_uuid": "e6cd70a0-2023-4cbd-b401-19162267b774", "name": "network-vif-deleted", "tag": "efeda923-01ff-487b-ac84-afd67d72ad7a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:07:28.356381 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-797236c2-108b-4697-915e-9fa3ed9fbed8 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.405845 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba48f70-144a-48a5-bdc0-e0247e1400ce x-openstack-request-id: req-7ba48f70-144a-48a5-bdc0-e0247e1400ce {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:07:28.406345 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cd70a0-2023-4cbd-b401-19162267b774", "name": "network-vif-deleted", "tag": "efeda923-01ff-487b-ac84-afd67d72ad7a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:07:28.406534 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ba48f70-144a-48a5-bdc0-e0247e1400ce {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:07:28.406940 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cd70a0-2023-4cbd-b401-19162267b774', 'name': 'network-vif-deleted', 'tag': 'efeda923-01ff-487b-ac84-afd67d72ad7a', 'status': 'completed', 'code': 200} Nov 13 05:07:28.412130 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-797236c2-108b-4697-915e-9fa3ed9fbed8 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.451675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797236c2-108b-4697-915e-9fa3ed9fbed8 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Network 45b54961-c9d7-4d3c-86a7-3fb76df57710 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:28.455213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-797236c2-108b-4697-915e-9fa3ed9fbed8 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:28.459123 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797236c2-108b-4697-915e-9fa3ed9fbed8 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:28.465002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797236c2-108b-4697-915e-9fa3ed9fbed8 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:28.466429 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-797236c2-108b-4697-915e-9fa3ed9fbed8 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.490175 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797236c2-108b-4697-915e-9fa3ed9fbed8 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event updated for resources: {'Port': ['ID=17db0263-f00f-488c-b582-aec1e3588761,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:28.500130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54192) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:28.500586 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-797236c2-108b-4697-915e-9fa3ed9fbed8 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5888908 Nov 13 05:07:28.506341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-db82cab7-87a1-44d9-bb32-959b965ede45 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::113', 'mac_address': 'fa:16:3e:7f:95:0c'}, {'ip_address': '2001:db8::33b', 'mac_address': 'fa:16:3e:91:41:31'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:28.556945 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.579629 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db82cab7-87a1-44d9-bb32-959b965ede45 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.766236 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db82cab7-87a1-44d9-bb32-959b965ede45 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.772450 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db82cab7-87a1-44d9-bb32-959b965ede45 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.803023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-db82cab7-87a1-44d9-bb32-959b965ede45 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] In _notify_port_updated(), no bound segment for port 17db0263-f00f-488c-b582-aec1e3588761 on network 45b54961-c9d7-4d3c-86a7-3fb76df57710 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:07:28.808419 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db82cab7-87a1-44d9-bb32-959b965ede45 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:28.809044 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db82cab7-87a1-44d9-bb32-959b965ede45 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.809514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c5d639cd-17e7-4390-b8aa-be9fe66d4619 None None] Provisioning complete for port 17db0263-f00f-488c-b582-aec1e3588761 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:28.809923 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5d639cd-17e7-4390-b8aa-be9fe66d4619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.810336 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-db82cab7-87a1-44d9-bb32-959b965ede45 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "PUT /v2.0/ports/17db0263-f00f-488c-b582-aec1e3588761 HTTP/1.1" status: 200 len: 1068 time: 0.3084288 Nov 13 05:07:28.813530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54194) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:28.860292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82cab7-87a1-44d9-bb32-959b965ede45 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event updated for resources: {'Port': ['ID=17db0263-f00f-488c-b582-aec1e3588761,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:28.860903 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c5d639cd-17e7-4390-b8aa-be9fe66d4619 None None] Port 17db0263-f00f-488c-b582-aec1e3588761 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:28.924311 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:28.927241 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-82e7b587-d908-4e2d-8686-302afc8c26a4 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Deleting port 17db0263-f00f-488c-b582-aec1e3588761 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:28.927613 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82e7b587-d908-4e2d-8686-302afc8c26a4 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:29.048309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e55ae-fbd2-4e08-93ca-90b184a015ba req-dc5ec80b-9529-41fd-a126-8b8f04977365 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:29.050111 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b9e55ae-fbd2-4e08-93ca-90b184a015ba req-dc5ec80b-9529-41fd-a126-8b8f04977365 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 946 time: 0.1072049 Nov 13 05:07:29.070026 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82e7b587-d908-4e2d-8686-302afc8c26a4 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:29.088221 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a2cd936b-c92b-4d65-9ff7-d0e4a82a2de6 req-c13bfd07-41f3-4de2-89c6-3ada8c46393c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6cd70a0-2023-4cbd-b401-19162267b774 HTTP/1.1" status: 200 len: 210 time: 0.0285447 Nov 13 05:07:29.090179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-82e7b587-d908-4e2d-8686-302afc8c26a4 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Calling delete_port for 17db0263-f00f-488c-b582-aec1e3588761 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:29.096774 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ceae0a99-a522-4b01-b510-37eb88206228 None None] Provisioning complete for port 17db0263-f00f-488c-b582-aec1e3588761 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:29.097401 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ceae0a99-a522-4b01-b510-37eb88206228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:29.133846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ceae0a99-a522-4b01-b510-37eb88206228 None None] Port 17db0263-f00f-488c-b582-aec1e3588761 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:29.167106 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b9e55ae-fbd2-4e08-93ca-90b184a015ba req-75e7f57d-e061-4226-a7a1-1904ee4968b8 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups?id=0aec1d2e-4aff-459c-9cd1-49484cb3414e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063373 Nov 13 05:07:29.228000 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-3f0612db-a572-4c22-ac4b-1cb1629eee4d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:29.229486 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-3f0612db-a572-4c22-ac4b-1cb1629eee4d tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 946 time: 0.0767877 Nov 13 05:07:29.337593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82e7b587-d908-4e2d-8686-302afc8c26a4 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:29.373659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7b587-d908-4e2d-8686-302afc8c26a4 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event deleted for resources: {'Port': ['ID=17db0263-f00f-488c-b582-aec1e3588761,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:29.428997 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-4166ca0a-cfa9-4648-a5d1-4c7d2092d1d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Deleting port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:29.429393 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-4166ca0a-cfa9-4648-a5d1-4c7d2092d1d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:29.601282 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82e7b587-d908-4e2d-8686-302afc8c26a4 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:29.604562 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-82e7b587-d908-4e2d-8686-302afc8c26a4 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "DELETE /v2.0/ports/17db0263-f00f-488c-b582-aec1e3588761 HTTP/1.1" status: 204 len: 168 time: 0.7901266 Nov 13 05:07:29.607429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54200) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:29.609529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-4166ca0a-cfa9-4648-a5d1-4c7d2092d1d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] For port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:29.609876 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-4166ca0a-cfa9-4648-a5d1-4c7d2092d1d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:29.631890 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb720733-05f3-4c5c-85c2-be5d84fec063 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] GET failed (client error): The resource could not be found. Nov 13 05:07:29.633414 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fb720733-05f3-4c5c-85c2-be5d84fec063 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "GET /v2.0/ports/17db0263-f00f-488c-b582-aec1e3588761 HTTP/1.1" status: 404 len: 333 time: 0.0249579 Nov 13 05:07:29.636058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54202) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:29.726887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-7856ba83-d48e-4136-a689-baa23db7e3dc tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Deleting port 04eae950-b099-425e-9ffd-5b5ca836104c {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:29.727202 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7856ba83-d48e-4136-a689-baa23db7e3dc tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:29.815347 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7856ba83-d48e-4136-a689-baa23db7e3dc tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:29.828152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-7856ba83-d48e-4136-a689-baa23db7e3dc tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Calling delete_port for 04eae950-b099-425e-9ffd-5b5ca836104c owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:29.830716 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-4166ca0a-cfa9-4648-a5d1-4c7d2092d1d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:29.831112 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-4166ca0a-cfa9-4648-a5d1-4c7d2092d1d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:29.831417 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-4166ca0a-cfa9-4648-a5d1-4c7d2092d1d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Floating IP af71c2dc-57cd-4f54-8637-fd3fd176f7e4 disassociated. External IP: 172.25.8.85, port: edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2. Nov 13 05:07:29.831757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-4166ca0a-cfa9-4648-a5d1-4c7d2092d1d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Calling delete_port for edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:29.961400 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7856ba83-d48e-4136-a689-baa23db7e3dc tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:29.964740 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-4166ca0a-cfa9-4648-a5d1-4c7d2092d1d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:29.993333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166ca0a-cfa9-4648-a5d1-4c7d2092d1d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event deleted for resources: {'Port': ['ID=edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:29.993949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856ba83-d48e-4136-a689-baa23db7e3dc tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event deleted for resources: {'Port': ['ID=04eae950-b099-425e-9ffd-5b5ca836104c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:30.021572 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7856ba83-d48e-4136-a689-baa23db7e3dc tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:30.042008 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7856ba83-d48e-4136-a689-baa23db7e3dc tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "DELETE /v2.0/ports/04eae950-b099-425e-9ffd-5b5ca836104c HTTP/1.1" status: 204 len: 168 time: 0.3929069 Nov 13 05:07:30.042784 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54204) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:30.071599 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-97de8290-81ba-4eff-8cd5-f3c9e1c17226 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] GET failed (client error): The resource could not be found. Nov 13 05:07:30.074965 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-97de8290-81ba-4eff-8cd5-f3c9e1c17226 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "GET /v2.0/ports/04eae950-b099-425e-9ffd-5b5ca836104c HTTP/1.1" status: 404 len: 333 time: 0.0295429 Nov 13 05:07:30.076761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54206) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:30.121401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-4166ca0a-cfa9-4648-a5d1-4c7d2092d1d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Router 79dc917a-31a9-4547-a593-4b7c60f04565 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:07:30.186459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-2eee1592-21c6-4c36-91eb-2252048c79d0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Deleting port 9128950c-e8e1-477b-8ed6-ae8dcbc4c054 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:30.187054 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2eee1592-21c6-4c36-91eb-2252048c79d0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:30.248040 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-4166ca0a-cfa9-4648-a5d1-4c7d2092d1d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:07:30.261683 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0a3f8-e1fd-4f5b-8e27-17c8219d93e5 None None] Sync routers for ids ['79dc917a-31a9-4547-a593-4b7c60f04565'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:07:30.276337 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0a3f8-e1fd-4f5b-8e27-17c8219d93e5 None None] Routers {'79dc917a-31a9-4547-a593-4b7c60f04565'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:30.278022 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-69f0a3f8-e1fd-4f5b-8e27-17c8219d93e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['79dc917a-31a9-4547-a593-4b7c60f04565'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:30.295444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-4166ca0a-cfa9-4648-a5d1-4c7d2092d1d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] No DVR routers for this DVR port edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:07:30.298271 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-4166ca0a-cfa9-4648-a5d1-4c7d2092d1d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:30.301734 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8aed23d4-767b-43b3-aba6-65641ab67a85 req-4166ca0a-cfa9-4648-a5d1-4c7d2092d1d3 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.36 "DELETE /v2.0/ports/edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 HTTP/1.1" status: 204 len: 173 time: 1.0605409 Nov 13 05:07:30.313496 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75d14597-f7b7-49be-8551-33087e98fdc6 req-80dd4c91-46c6-4473-9fef-a4532bcac52f tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f73a1a3-5c6b-4c75-92d7-a78b83e09833 HTTP/1.1" status: 200 len: 210 time: 0.0298645 Nov 13 05:07:30.371459 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2eee1592-21c6-4c36-91eb-2252048c79d0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:30.390379 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-2eee1592-21c6-4c36-91eb-2252048c79d0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Calling delete_port for 9128950c-e8e1-477b-8ed6-ae8dcbc4c054 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:30.408072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'name': 'network-vif-deleted', 'tag': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:07:30.411269 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e88c44-9e05-4200-acce-99481856b7c9" -d '{"events": [{"server_uuid": "0f73a1a3-5c6b-4c75-92d7-a78b83e09833", "name": "network-vif-deleted", "tag": "edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:07:30.456306 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-69f0a3f8-e1fd-4f5b-8e27-17c8219d93e5 None None] Set router 79dc917a-31a9-4547-a593-4b7c60f04565 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:07:30.468893 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fd34d4-b607-4746-8164-3a7c10a5a8e3 x-openstack-request-id: req-42fd34d4-b607-4746-8164-3a7c10a5a8e3 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:07:30.469187 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f73a1a3-5c6b-4c75-92d7-a78b83e09833", "name": "network-vif-deleted", "tag": "edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:07:30.469439 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42fd34d4-b607-4746-8164-3a7c10a5a8e3 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:07:30.469847 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f73a1a3-5c6b-4c75-92d7-a78b83e09833', 'name': 'network-vif-deleted', 'tag': 'edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2', 'status': 'completed', 'code': 200} Nov 13 05:07:30.613762 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2eee1592-21c6-4c36-91eb-2252048c79d0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:30.656681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee1592-21c6-4c36-91eb-2252048c79d0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event deleted for resources: {'Port': ['ID=9128950c-e8e1-477b-8ed6-ae8dcbc4c054,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:30.680606 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2eee1592-21c6-4c36-91eb-2252048c79d0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:30.685807 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2eee1592-21c6-4c36-91eb-2252048c79d0 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "DELETE /v2.0/ports/9128950c-e8e1-477b-8ed6-ae8dcbc4c054 HTTP/1.1" status: 204 len: 168 time: 0.6079586 Nov 13 05:07:30.688694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54238) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:30.739754 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-69f0a3f8-e1fd-4f5b-8e27-17c8219d93e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f38a1cd4-0068-4903-a80d-067493047fdf', 'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:22Z', 'updated_at': '2021-11-13T04:56:30Z', 'revision_number': 5, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'subnets': [{'id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:30.778347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff985a8-d5a6-4d28-b053-4949ea309630 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Deleting subnet 2dd955eb-6bb8-4438-ae35-6b8fb21db524 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:07:30.782933 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ff985a8-d5a6-4d28-b053-4949ea309630 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:30.806823 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0a3f8-e1fd-4f5b-8e27-17c8219d93e5 None None] Checking router: 79dc917a-31a9-4547-a593-4b7c60f04565 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:07:30.816150 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0a3f8-e1fd-4f5b-8e27-17c8219d93e5 None None] Routers {'79dc917a-31a9-4547-a593-4b7c60f04565'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:30.816987 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-69f0a3f8-e1fd-4f5b-8e27-17c8219d93e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['79dc917a-31a9-4547-a593-4b7c60f04565'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:30.865973 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ff985a8-d5a6-4d28-b053-4949ea309630 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:30.938471 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-69f0a3f8-e1fd-4f5b-8e27-17c8219d93e5 None None] Set router 79dc917a-31a9-4547-a593-4b7c60f04565 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:07:30.999726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ff985a8-d5a6-4d28-b053-4949ea309630 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.060367 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75152690-1083-42ea-8aff-48c2c7ec65fb req-76ad2acd-90b7-4107-ba4b-eca1a2a2d279 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:31.062096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75152690-1083-42ea-8aff-48c2c7ec65fb req-76ad2acd-90b7-4107-ba4b-eca1a2a2d279 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 945 time: 0.0648282 Nov 13 05:07:31.069903 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ff985a8-d5a6-4d28-b053-4949ea309630 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.099837 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ff985a8-d5a6-4d28-b053-4949ea309630 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.103108 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7ff985a8-d5a6-4d28-b053-4949ea309630 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "DELETE /v2.0/subnets/2dd955eb-6bb8-4438-ae35-6b8fb21db524 HTTP/1.1" status: 204 len: 168 time: 0.4131756 Nov 13 05:07:31.104168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff985a8-d5a6-4d28-b053-4949ea309630 tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd955eb-6bb8-4438-ae35-6b8fb21db524,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:31.105732 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54248) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:31.110448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5ade14-96ed-42ff-8194-4c2501d2a583 None None] Network 45b54961-c9d7-4d3c-86a7-3fb76df57710 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:31.151558 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-69f0a3f8-e1fd-4f5b-8e27-17c8219d93e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f38a1cd4-0068-4903-a80d-067493047fdf', 'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:22Z', 'updated_at': '2021-11-13T04:56:30Z', 'revision_number': 5, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'subnets': [{'id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:31.177259 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0a3f8-e1fd-4f5b-8e27-17c8219d93e5 None None] The sync data for ids ['79dc917a-31a9-4547-a593-4b7c60f04565'] in n-d-813114-2 is: [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:24Z', 'revision_number': 4, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'f38a1cd4-0068-4903-a80d-067493047fdf', 'name': '', 'network_id': '4aee54f4-a39b-4053-9145-908dd44cd0a1', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:22Z', 'updated_at': '2021-11-13T04:56:30Z', 'revision_number': 5, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'subnets': [{'id': '1b11c9ca-245d-46ae-ad95-504e9908fe96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:07:31.203584 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75152690-1083-42ea-8aff-48c2c7ec65fb req-86d95dea-e952-4fa4-8d8e-2e8b2fc7968e tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336243 Nov 13 05:07:31.207783 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.271009 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Deleting port 2d501258-700a-443f-9868-a4d51055944e {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:31.271009 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.306635 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2785042-81b0-433d-a751-4167a18a18b7 None None] DHCP port deletion for 45b54961-c9d7-4d3c-86a7-3fb76df57710 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:07:31.339135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] For port 2d501258-700a-443f-9868-a4d51055944e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2d501258-700a-443f-9868-a4d51055944e,segment=NetworkSegment(a4f0ea98-795b-4139-a92d-adad909798f3),segment_id=a4f0ea98-795b-4139-a92d-adad909798f3)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:31.339515 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.356488 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Calling delete_port for 2d501258-700a-443f-9868-a4d51055944e owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:31.357568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d2785042-81b0-433d-a751-4167a18a18b7 None None] Deleting port 2d501258-700a-443f-9868-a4d51055944e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:31.358131 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d2785042-81b0-433d-a751-4167a18a18b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.427787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54254) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:31.454719 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.487238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event deleted for resources: {'Port': ['ID=2d501258-700a-443f-9868-a4d51055944e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:31.496297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] No DVR routers for this DVR port 2d501258-700a-443f-9868-a4d51055944e on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:07:31.514145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0cd38ce-ab71-47a0-8add-5230036192bf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.542212 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0cd38ce-ab71-47a0-8add-5230036192bf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.583306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91981e18-79c8-460b-a5d2-141fce4d38c9 None None] New status for floating IP af71c2dc-57cd-4f54-8637-fd3fd176f7e4: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:07:31.585593 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.598813 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0cd38ce-ab71-47a0-8add-5230036192bf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.601565 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0cd38ce-ab71-47a0-8add-5230036192bf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.602732 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c0cd38ce-ab71-47a0-8add-5230036192bf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "DELETE /v2.0/security-groups/0aec1d2e-4aff-459c-9cd1-49484cb3414e HTTP/1.1" status: 204 len: 168 time: 0.1732533 Nov 13 05:07:31.606067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54256) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:31.612045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd38ce-ab71-47a0-8add-5230036192bf tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aec1d2e-4aff-459c-9cd1-49484cb3414e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:31.618431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b54961-c9d7-4d3c-86a7-3fb76df57710']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:31.632387 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-1cbe845a-fdef-491a-95a6-84bf7cf27497 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] show failed (client error): The resource could not be found. Nov 13 05:07:31.633555 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1cbe845a-fdef-491a-95a6-84bf7cf27497 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "GET /v2.0/security-groups/0aec1d2e-4aff-459c-9cd1-49484cb3414e HTTP/1.1" status: 404 len: 347 time: 0.0264826 Nov 13 05:07:31.636753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:31.638151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f0ea98-795b-4139-a92d-adad909798f3') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:31.638509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f0ea98-795b-4139-a92d-adad909798f3') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:31.648577 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.663645 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.671166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:07:31.671612 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:07:31.675077 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:07:31.677952 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device efeda923-01ff-487b-ac84-afd67d72ad7a no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:07:31.681064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d2785042-81b0-433d-a751-4167a18a18b7 None None] For port 2d501258-700a-443f-9868-a4d51055944e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2d501258-700a-443f-9868-a4d51055944e,segment=NetworkSegment(a4f0ea98-795b-4139-a92d-adad909798f3),segment_id=a4f0ea98-795b-4139-a92d-adad909798f3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:31.681455 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d2785042-81b0-433d-a751-4167a18a18b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.745032 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: efeda923-01ff-487b-ac84-afd67d72ad7a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:07:31.745362 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device efeda923-01ff-487b-ac84-afd67d72ad7a not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:07:31.747139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d2785042-81b0-433d-a751-4167a18a18b7 None None] Calling delete_port for 2d501258-700a-443f-9868-a4d51055944e owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:31.751510 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.772930 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.779789 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] 10.222.0.43 "DELETE /v2.0/networks/45b54961-c9d7-4d3c-86a7-3fb76df57710 HTTP/1.1" status: 204 len: 168 time: 0.6727655 Nov 13 05:07:31.782261 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae468c-f703-4494-977d-c19821b92900 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Deleting port 44aa175f-a15d-4681-abd2-69790b3e1cf9 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:31.782753 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8ae468c-f703-4494-977d-c19821b92900 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.790482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60850db5-55f9-4b09-972f-625b4af973ea tempest-AllowedAddressPairIpV6TestJSON-939990681 tempest-AllowedAddressPairIpV6TestJSON-939990681-project] Pushing event deleted for resources: {'Network': ['ID=45b54961-c9d7-4d3c-86a7-3fb76df57710,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:31.852352 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d2785042-81b0-433d-a751-4167a18a18b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.880857 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2785042-81b0-433d-a751-4167a18a18b7 None None] Network 45b54961-c9d7-4d3c-86a7-3fb76df57710 is not hosted by any dhcp agent {{(pid=102669) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 13 05:07:31.881315 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2785042-81b0-433d-a751-4167a18a18b7 None None] No DVR routers for this DVR port 2d501258-700a-443f-9868-a4d51055944e on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:07:31.882898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2785042-81b0-433d-a751-4167a18a18b7 None None] Pushing event deleted for resources: {'Port': ['ID=2d501258-700a-443f-9868-a4d51055944e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:31.884503 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8ae468c-f703-4494-977d-c19821b92900 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.884846 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8ae468c-f703-4494-977d-c19821b92900 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:31.901202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae468c-f703-4494-977d-c19821b92900 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Calling delete_port for 44aa175f-a15d-4681-abd2-69790b3e1cf9 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:32.040041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8ae468c-f703-4494-977d-c19821b92900 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:32.062490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54264) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:32.066062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae468c-f703-4494-977d-c19821b92900 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Pushing event deleted for resources: {'Port': ['ID=44aa175f-a15d-4681-abd2-69790b3e1cf9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:32.125416 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8ae468c-f703-4494-977d-c19821b92900 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:32.128161 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8ae468c-f703-4494-977d-c19821b92900 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:32.129461 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b8ae468c-f703-4494-977d-c19821b92900 tempest-AttachVolumeShelveTestJSON-1921932742 tempest-AttachVolumeShelveTestJSON-1921932742-project] 10.222.0.43 "DELETE /v2.0/floatingips/af71c2dc-57cd-4f54-8637-fd3fd176f7e4 HTTP/1.1" status: 204 len: 168 time: 0.4913623 Nov 13 05:07:32.202629 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-009ce03c-28f3-4f19-988e-30e3b284db99 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0db950ac4c63477b9f3f08a0b1383f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387043 Nov 13 05:07:32.206241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54268) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:32.255545 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00d9f660-f910-4b4d-b8bb-ddef26de29a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:32.279232 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00d9f660-f910-4b4d-b8bb-ddef26de29a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:32.334215 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609e042-6e81-4fac-8fc8-90ce09999f2c req-6a803582-8013-4c47-8c00-9cc739f4190a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:32.335735 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d609e042-6e81-4fac-8fc8-90ce09999f2c req-6a803582-8013-4c47-8c00-9cc739f4190a tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 945 time: 0.0553896 Nov 13 05:07:32.358244 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00d9f660-f910-4b4d-b8bb-ddef26de29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:32.361133 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00d9f660-f910-4b4d-b8bb-ddef26de29a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:32.362569 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-00d9f660-f910-4b4d-b8bb-ddef26de29a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/985f2807-dfc7-4bcd-b016-0d62a3ae7c99 HTTP/1.1" status: 204 len: 168 time: 0.1553359 Nov 13 05:07:32.371793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9f660-f910-4b4d-b8bb-ddef26de29a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985f2807-dfc7-4bcd-b016-0d62a3ae7c99,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:32.407526 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d609e042-6e81-4fac-8fc8-90ce09999f2c req-a1d08184-b29a-400d-9713-9110fd90d455 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe7740a-adc1-42d0-bba0-b6fe5e234cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648797 Nov 13 05:07:32.572788 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a25863-c219-4910-8f5f-488c3512a972 req-32005ef8-1d7e-4189-8e14-579a5d8038d9 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:32.572788 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-36a25863-c219-4910-8f5f-488c3512a972 req-32005ef8-1d7e-4189-8e14-579a5d8038d9 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.46 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 945 time: 0.0503933 Nov 13 05:07:32.665952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-36a25863-c219-4910-8f5f-488c3512a972 req-eb751230-f0b8-4409-966d-9d5cb70b42a5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Deleting port be3e1bec-0832-4fcf-b550-f05aee05646a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:32.666293 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-36a25863-c219-4910-8f5f-488c3512a972 req-eb751230-f0b8-4409-966d-9d5cb70b42a5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:32.764230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-36a25863-c219-4910-8f5f-488c3512a972 req-eb751230-f0b8-4409-966d-9d5cb70b42a5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] For port be3e1bec-0832-4fcf-b550-f05aee05646a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=be3e1bec-0832-4fcf-b550-f05aee05646a,segment=NetworkSegment(609e070f-0c1e-4947-b1d2-46877ffb24dd),segment_id=609e070f-0c1e-4947-b1d2-46877ffb24dd)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:32.764673 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-36a25863-c219-4910-8f5f-488c3512a972 req-eb751230-f0b8-4409-966d-9d5cb70b42a5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:32.778549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-36a25863-c219-4910-8f5f-488c3512a972 req-eb751230-f0b8-4409-966d-9d5cb70b42a5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Calling delete_port for be3e1bec-0832-4fcf-b550-f05aee05646a owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:32.923938 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-36a25863-c219-4910-8f5f-488c3512a972 req-eb751230-f0b8-4409-966d-9d5cb70b42a5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:32.957626 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['be3e1bec-0832-4fcf-b550-f05aee05646a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:07:32.958311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb751230-f0b8-4409-966d-9d5cb70b42a5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Pushing event deleted for resources: {'Port': ['ID=be3e1bec-0832-4fcf-b550-f05aee05646a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:32.998944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a25863-c219-4910-8f5f-488c3512a972 req-eb751230-f0b8-4409-966d-9d5cb70b42a5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] No DVR routers for this DVR port be3e1bec-0832-4fcf-b550-f05aee05646a on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:07:33.001670 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-36a25863-c219-4910-8f5f-488c3512a972 req-eb751230-f0b8-4409-966d-9d5cb70b42a5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:33.006571 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-36a25863-c219-4910-8f5f-488c3512a972 req-eb751230-f0b8-4409-966d-9d5cb70b42a5 tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.46 "DELETE /v2.0/ports/be3e1bec-0832-4fcf-b550-f05aee05646a HTTP/1.1" status: 204 len: 173 time: 0.4296110 Nov 13 05:07:33.007271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082e442a-a0d0-414d-b968-5ee47fe29dab', 'name': 'network-vif-deleted', 'tag': 'be3e1bec-0832-4fcf-b550-f05aee05646a'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:07:33.010221 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513c5b4d-1ad2-4f75-bb14-b809b53fbae8" -d '{"events": [{"server_uuid": "082e442a-a0d0-414d-b968-5ee47fe29dab", "name": "network-vif-deleted", "tag": "be3e1bec-0832-4fcf-b550-f05aee05646a"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:07:33.062964 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b6d9ee-be27-410e-bb6b-8a8130ea1979 x-openstack-request-id: req-15b6d9ee-be27-410e-bb6b-8a8130ea1979 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:07:33.063254 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082e442a-a0d0-414d-b968-5ee47fe29dab", "name": "network-vif-deleted", "tag": "be3e1bec-0832-4fcf-b550-f05aee05646a", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:07:33.063507 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15b6d9ee-be27-410e-bb6b-8a8130ea1979 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:07:33.063969 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082e442a-a0d0-414d-b968-5ee47fe29dab', 'name': 'network-vif-deleted', 'tag': 'be3e1bec-0832-4fcf-b550-f05aee05646a', 'status': 'completed', 'code': 200} Nov 13 05:07:33.071764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2d501258-700a-443f-9868-a4d51055944e no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:07:33.115795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:33.119480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 2d501258-700a-443f-9868-a4d51055944e {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:07:33.119817 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2d501258-700a-443f-9868-a4d51055944e not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:07:33.223575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-464443240'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:33.246302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Made reservation on behalf of 101385ae9d6f40dca189511ac7acda6b for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:33.249924 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:33.258705 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:33.348493 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:33.354123 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:33.390686 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:07:33.409236 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae5c5bc-93b7-498f-905d-0e0fa4de59ea,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:33.412095 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:33.412449 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Added segment ceab158e-eb84-4ccc-a67b-2a3ba626b555 of type vlan for network 34828e81-af32-46f8-a6f9-b0b779f30f7f Nov 13 05:07:33.456079 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:33.486398 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:33.495547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:33.496611 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:33.585868 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d76c9c28-691c-4631-9a5b-4dd2fa1b40e1 req-3eacd639-dd51-4188-9815-dfadc6c8d04c tempest-ServersTestJSON-862796235 tempest-ServersTestJSON-862796235-project] 10.222.0.43 "GET /v2.0/ports?device_id=082e442a-a0d0-414d-b968-5ee47fe29dab HTTP/1.1" status: 200 len: 210 time: 0.0684214 Nov 13 05:07:33.592244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54306) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:33.592784 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4750817 Nov 13 05:07:33.598349 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a1b98cba-4a17-47d0-b642-68a1d774f3cb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Request body: {'subnet': {'network_id': '34828e81-af32-46f8-a6f9-b0b779f30f7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:33.599840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5db66-4ac1-4876-98ec-c76c776311e3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event updated for resources: {'Network': ['ID=34828e81-af32-46f8-a6f9-b0b779f30f7f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:33.611037 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 34828e81-af32-46f8-a6f9-b0b779f30f7f details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:07:33.681234 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:07:33.702169 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:07:33.702541 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device edcfc135-ab8f-474c-a2fe-8a5ca8cbdad2 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:07:33.715549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b98cba-4a17-47d0-b642-68a1d774f3cb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Made reservation on behalf of 101385ae9d6f40dca189511ac7acda6b for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:33.720775 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1b98cba-4a17-47d0-b642-68a1d774f3cb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:33.905564 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1b98cba-4a17-47d0-b642-68a1d774f3cb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:33.970619 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b98cba-4a17-47d0-b642-68a1d774f3cb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event updated for resources: {'Subnet': ['ID=fa6fbf59-0600-4edd-9c08-f0d0d87d8261,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:33.975289 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b98cba-4a17-47d0-b642-68a1d774f3cb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Checking segment: {'id': 'ceab158e-eb84-4ccc-a67b-2a3ba626b555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34828e81-af32-46f8-a6f9-b0b779f30f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:07:33.975639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b98cba-4a17-47d0-b642-68a1d774f3cb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Network hostable DHCP agents. Network: 34828e81-af32-46f8-a6f9-b0b779f30f7f, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:07:33.994548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b98cba-4a17-47d0-b642-68a1d774f3cb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Network 34828e81-af32-46f8-a6f9-b0b779f30f7f is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:07:34.004241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a1b98cba-4a17-47d0-b642-68a1d774f3cb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 34828e81-af32-46f8-a6f9-b0b779f30f7f) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:34.008270 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b98cba-4a17-47d0-b642-68a1d774f3cb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:34.008854 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1b98cba-4a17-47d0-b642-68a1d774f3cb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.013669 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f18f7c-acea-4c16-b528-5d6a32aac056 None None] Network 34828e81-af32-46f8-a6f9-b0b779f30f7f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:34.031184 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a1b98cba-4a17-47d0-b642-68a1d774f3cb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4336965 Nov 13 05:07:34.031184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54308) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:34.039939 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-db381095-8999-4378-94f4-3524d7d80550 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Request body: {'port': {'network_id': '34828e81-af32-46f8-a6f9-b0b779f30f7f', 'name': 'tempest-AllowedAddressPairTestJSON-2006588375'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:34.164225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db381095-8999-4378-94f4-3524d7d80550 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Made reservation on behalf of 101385ae9d6f40dca189511ac7acda6b for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:34.168013 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db381095-8999-4378-94f4-3524d7d80550 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.184710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-34828e81-af32-46f8-a6f9-b0b779f30f7f', 'network_id': '34828e81-af32-46f8-a6f9-b0b779f30f7f', 'tenant_id': '101385ae9d6f40dca189511ac7acda6b', 'fixed_ips': [{'subnet_id': 'fa6fbf59-0600-4edd-9c08-f0d0d87d8261'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:07:34.185564 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.187489 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-db381095-8999-4378-94f4-3524d7d80550 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] device_id is not set on port 9114a099-fca9-42e8-baea-33c3ffc9c465 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:07:34.201302 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-518a3dfa-da90-47b0-a681-b494d1c20cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.297099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-db381095-8999-4378-94f4-3524d7d80550 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Allocated IP 172.20.0.12 (34828e81-af32-46f8-a6f9-b0b779f30f7f/fa6fbf59-0600-4edd-9c08-f0d0d87d8261/9114a099-fca9-42e8-baea-33c3ffc9c465) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:34.463768 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db381095-8999-4378-94f4-3524d7d80550 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.501008 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db381095-8999-4378-94f4-3524d7d80550 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.542732 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db381095-8999-4378-94f4-3524d7d80550 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Network 34828e81-af32-46f8-a6f9-b0b779f30f7f is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:34.545272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Allocated IP 172.20.0.2 (34828e81-af32-46f8-a6f9-b0b779f30f7f/fa6fbf59-0600-4edd-9c08-f0d0d87d8261/eb5f9e63-22d5-4355-88e0-7288ca6a18aa) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:34.548918 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-db381095-8999-4378-94f4-3524d7d80550 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:34.552520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db381095-8999-4378-94f4-3524d7d80550 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:34.593248 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db381095-8999-4378-94f4-3524d7d80550 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event updated for resources: {'Port': ['ID=9114a099-fca9-42e8-baea-33c3ffc9c465,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:34.628225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db381095-8999-4378-94f4-3524d7d80550 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:34.628616 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db381095-8999-4378-94f4-3524d7d80550 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.656778 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-db381095-8999-4378-94f4-3524d7d80550 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6243711 Nov 13 05:07:34.660149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54314) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:34.661512 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54316) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:34.667741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a27ce348-abfd-4cdd-a58b-d5cfbce63818 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Request body: {'port': {'network_id': '34828e81-af32-46f8-a6f9-b0b779f30f7f', 'name': 'tempest-AllowedAddressPairTestJSON-673933446', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:0d:bc:3e'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:34.710639 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.716673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a17ca5-4b51-4b10-8d91-6a16447e9f59 admin admin] Deleting subnet a3760f73-b403-4e1d-840e-67f7817e60e8 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:07:34.718580 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.720936 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3a17ca5-4b51-4b10-8d91-6a16447e9f59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.761000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Network 34828e81-af32-46f8-a6f9-b0b779f30f7f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:34.764628 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:34.769640 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:34.780286 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3a17ca5-4b51-4b10-8d91-6a16447e9f59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.808090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27ce348-abfd-4cdd-a58b-d5cfbce63818 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Made reservation on behalf of 101385ae9d6f40dca189511ac7acda6b for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:34.831957 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3a17ca5-4b51-4b10-8d91-6a16447e9f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.835271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Pushing event updated for resources: {'Port': ['ID=eb5f9e63-22d5-4355-88e0-7288ca6a18aa,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:34.848555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Attempting to bind port eb5f9e63-22d5-4355-88e0-7288ca6a18aa on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:07:34.848924 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Attempting to bind port eb5f9e63-22d5-4355-88e0-7288ca6a18aa by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'ceab158e-eb84-4ccc-a67b-2a3ba626b555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34828e81-af32-46f8-a6f9-b0b779f30f7f'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:07:34.849283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Attempting to bind port eb5f9e63-22d5-4355-88e0-7288ca6a18aa on network 34828e81-af32-46f8-a6f9-b0b779f30f7f {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:07:34.864781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:07:34.865481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Checking segment: {'id': 'ceab158e-eb84-4ccc-a67b-2a3ba626b555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34828e81-af32-46f8-a6f9-b0b779f30f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:07:34.866344 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.866943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Bound using segment: {'id': 'ceab158e-eb84-4ccc-a67b-2a3ba626b555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34828e81-af32-46f8-a6f9-b0b779f30f7f'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:07:34.867906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Bound port: eb5f9e63-22d5-4355-88e0-7288ca6a18aa, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceab158e-eb84-4ccc-a67b-2a3ba626b555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34828e81-af32-46f8-a6f9-b0b779f30f7f'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:07:34.869156 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.901874 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3a17ca5-4b51-4b10-8d91-6a16447e9f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.915395 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3a17ca5-4b51-4b10-8d91-6a16447e9f59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.918565 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d3a17ca5-4b51-4b10-8d91-6a16447e9f59 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a3760f73-b403-4e1d-840e-67f7817e60e8 HTTP/1.1" status: 204 len: 168 time: 0.2555940 Nov 13 05:07:34.923788 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a27ce348-abfd-4cdd-a58b-d5cfbce63818 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.926823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54318) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:34.936038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a17ca5-4b51-4b10-8d91-6a16447e9f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3760f73-b403-4e1d-840e-67f7817e60e8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:34.951347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] For port eb5f9e63-22d5-4355-88e0-7288ca6a18aa, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:07:34.954753 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] For port eb5f9e63-22d5-4355-88e0-7288ca6a18aa, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=eb5f9e63-22d5-4355-88e0-7288ca6a18aa,segment=NetworkSegment(ceab158e-eb84-4ccc-a67b-2a3ba626b555),segment_id=ceab158e-eb84-4ccc-a67b-2a3ba626b555)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:07:34.964737 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:34.999397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-a27ce348-abfd-4cdd-a58b-d5cfbce63818 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] device_id is not set on port 548c90f8-5d34-4797-b41c-b3cc815fa3ac yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:07:35.031647 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e7da4-8625-4755-9987-17b81fa67f38 None None] Pushing event updated for resources: {'Port': ['ID=eb5f9e63-22d5-4355-88e0-7288ca6a18aa,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:35.065407 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da843b73-baa9-4515-aeba-54628b19f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:35.206537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-a27ce348-abfd-4cdd-a58b-d5cfbce63818 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Allocated IP 172.20.0.11 (34828e81-af32-46f8-a6f9-b0b779f30f7f/fa6fbf59-0600-4edd-9c08-f0d0d87d8261/548c90f8-5d34-4797-b41c-b3cc815fa3ac) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:35.209637 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da843b73-baa9-4515-aeba-54628b19f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:35.261410 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-da843b73-baa9-4515-aeba-54628b19f2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b150fc0-e6de-4f6e-83bd-c420fa79c68f']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:35.281444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-da843b73-baa9-4515-aeba-54628b19f2a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609e070f-0c1e-4947-b1d2-46877ffb24dd') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:35.281444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-da843b73-baa9-4515-aeba-54628b19f2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609e070f-0c1e-4947-b1d2-46877ffb24dd') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:35.299290 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da843b73-baa9-4515-aeba-54628b19f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:35.333014 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da843b73-baa9-4515-aeba-54628b19f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:35.356018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da843b73-baa9-4515-aeba-54628b19f2a9 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:07:35.357046 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da843b73-baa9-4515-aeba-54628b19f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:07:35.362277 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:07:35.474805 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da843b73-baa9-4515-aeba-54628b19f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:35.484968 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da843b73-baa9-4515-aeba-54628b19f2a9 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:35.489056 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-da843b73-baa9-4515-aeba-54628b19f2a9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1b150fc0-e6de-4f6e-83bd-c420fa79c68f HTTP/1.1" status: 204 len: 168 time: 0.5594742 Nov 13 05:07:35.520293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da843b73-baa9-4515-aeba-54628b19f2a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b150fc0-e6de-4f6e-83bd-c420fa79c68f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:35.562088 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a27ce348-abfd-4cdd-a58b-d5cfbce63818 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:35.614443 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a27ce348-abfd-4cdd-a58b-d5cfbce63818 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:35.677679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27ce348-abfd-4cdd-a58b-d5cfbce63818 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Network 34828e81-af32-46f8-a6f9-b0b779f30f7f is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:35.684726 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a27ce348-abfd-4cdd-a58b-d5cfbce63818 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:35.695112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27ce348-abfd-4cdd-a58b-d5cfbce63818 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:35.729485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ce348-abfd-4cdd-a58b-d5cfbce63818 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event updated for resources: {'Port': ['ID=548c90f8-5d34-4797-b41c-b3cc815fa3ac,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:35.771442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54332) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:35.793304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27ce348-abfd-4cdd-a58b-d5cfbce63818 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:35.794560 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a27ce348-abfd-4cdd-a58b-d5cfbce63818 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:35.826624 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54334) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:35.827358 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a27ce348-abfd-4cdd-a58b-d5cfbce63818 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.1648502 Nov 13 05:07:35.838531 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1bc56c33-9c6a-44ab-9b54-fb31b0bd479d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=efa94432ad9d4bf5985a2279e9d0c37c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659118 Nov 13 05:07:35.841167 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54336) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:35.888901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc48fd51-2eb0-4a9a-b63f-5a409e38f444 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:35.895911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc48fd51-2eb0-4a9a-b63f-5a409e38f444 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:35.902623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc48fd51-2eb0-4a9a-b63f-5a409e38f444 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:35.904718 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cc48fd51-2eb0-4a9a-b63f-5a409e38f444 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.0761688 Nov 13 05:07:35.907647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54338) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:35.911539 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-56c1fcc0-c760-485d-94c8-afd53fe04aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:35.965084 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-56c1fcc0-c760-485d-94c8-afd53fe04aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:36.025521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-714131a5-4cbd-4098-be39-9a8b1006df5a tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Deleting port 548c90f8-5d34-4797-b41c-b3cc815fa3ac {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:36.025790 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-714131a5-4cbd-4098-be39-9a8b1006df5a tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:36.048265 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-56c1fcc0-c760-485d-94c8-afd53fe04aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:36.051957 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-56c1fcc0-c760-485d-94c8-afd53fe04aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:36.057902 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-56c1fcc0-c760-485d-94c8-afd53fe04aa7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efe7740a-adc1-42d0-bba0-b6fe5e234cb4 HTTP/1.1" status: 204 len: 168 time: 0.2153373 Nov 13 05:07:36.066952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1fcc0-c760-485d-94c8-afd53fe04aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe7740a-adc1-42d0-bba0-b6fe5e234cb4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:36.152647 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-714131a5-4cbd-4098-be39-9a8b1006df5a tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:36.173042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-714131a5-4cbd-4098-be39-9a8b1006df5a tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Calling delete_port for 548c90f8-5d34-4797-b41c-b3cc815fa3ac owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:36.231226 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6738c462-050c-448b-8547-d6ffe156a0db None None] Network 34828e81-af32-46f8-a6f9-b0b779f30f7f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:36.329610 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bbe1a146-c39b-42c0-af95-753e1a0f4f36 None None] Provisioning complete for port eb5f9e63-22d5-4355-88e0-7288ca6a18aa triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:36.329964 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a146-c39b-42c0-af95-753e1a0f4f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:36.348109 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-714131a5-4cbd-4098-be39-9a8b1006df5a tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:36.385039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714131a5-4cbd-4098-be39-9a8b1006df5a tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event deleted for resources: {'Port': ['ID=548c90f8-5d34-4797-b41c-b3cc815fa3ac,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:36.501659 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a146-c39b-42c0-af95-753e1a0f4f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:36.514372 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b6f92eb-a86f-417b-a42d-1c5fca418095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:36.545011 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bbe1a146-c39b-42c0-af95-753e1a0f4f36 None None] For port eb5f9e63-22d5-4355-88e0-7288ca6a18aa, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=eb5f9e63-22d5-4355-88e0-7288ca6a18aa,segment=NetworkSegment(ceab158e-eb84-4ccc-a67b-2a3ba626b555),segment_id=ceab158e-eb84-4ccc-a67b-2a3ba626b555)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:36.554586 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a146-c39b-42c0-af95-753e1a0f4f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:36.588503 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-714131a5-4cbd-4098-be39-9a8b1006df5a tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:36.598780 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-714131a5-4cbd-4098-be39-9a8b1006df5a tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "DELETE /v2.0/ports/548c90f8-5d34-4797-b41c-b3cc815fa3ac HTTP/1.1" status: 204 len: 168 time: 0.6895790 Nov 13 05:07:36.600906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54350) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:36.623156 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1a146-c39b-42c0-af95-753e1a0f4f36 None None] Pushing event updated for resources: {'Port': ['ID=eb5f9e63-22d5-4355-88e0-7288ca6a18aa,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:36.635421 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecdcf45-8f84-4ffd-82aa-af8979f10cf8 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] GET failed (client error): The resource could not be found. Nov 13 05:07:36.637133 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cecdcf45-8f84-4ffd-82aa-af8979f10cf8 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "GET /v2.0/ports/548c90f8-5d34-4797-b41c-b3cc815fa3ac HTTP/1.1" status: 404 len: 333 time: 0.0342746 Nov 13 05:07:36.641369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54352) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:36.648100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-feffd00c-142b-41b0-9fa5-3d0ee13f6042 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Request body: {'port': {'network_id': '34828e81-af32-46f8-a6f9-b0b779f30f7f', 'name': 'tempest-AllowedAddressPairTestJSON-887205366'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:36.787013 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feffd00c-142b-41b0-9fa5-3d0ee13f6042 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Made reservation on behalf of 101385ae9d6f40dca189511ac7acda6b for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:36.791409 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-feffd00c-142b-41b0-9fa5-3d0ee13f6042 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:36.813469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-feffd00c-142b-41b0-9fa5-3d0ee13f6042 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] device_id is not set on port 134debaf-f462-42bf-b442-e91df110ee06 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:07:36.888791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-318661b0-1d42-4083-bebd-c5a18c890cdc None None] Provisioning complete for port eb5f9e63-22d5-4355-88e0-7288ca6a18aa triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:36.889868 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-318661b0-1d42-4083-bebd-c5a18c890cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:36.972612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-feffd00c-142b-41b0-9fa5-3d0ee13f6042 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Allocated IP 172.20.0.9 (34828e81-af32-46f8-a6f9-b0b779f30f7f/fa6fbf59-0600-4edd-9c08-f0d0d87d8261/134debaf-f462-42bf-b442-e91df110ee06) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:37.059704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-318661b0-1d42-4083-bebd-c5a18c890cdc None None] Provisioning complete for port 9114a099-fca9-42e8-baea-33c3ffc9c465 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:37.060352 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-318661b0-1d42-4083-bebd-c5a18c890cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:37.119222 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device eb5f9e63-22d5-4355-88e0-7288ca6a18aa up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:07:37.173368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-318661b0-1d42-4083-bebd-c5a18c890cdc None None] Port 9114a099-fca9-42e8-baea-33c3ffc9c465 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:37.218713 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port eb5f9e63-22d5-4355-88e0-7288ca6a18aa triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:37.219358 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:37.230164 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-feffd00c-142b-41b0-9fa5-3d0ee13f6042 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:37.270172 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-feffd00c-142b-41b0-9fa5-3d0ee13f6042 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:37.302271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-617576f0-07a2-4d01-91e3-ca5285f9d917 None None] Provisioning complete for port 9114a099-fca9-42e8-baea-33c3ffc9c465 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:37.302852 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-617576f0-07a2-4d01-91e3-ca5285f9d917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:37.338822 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffd00c-142b-41b0-9fa5-3d0ee13f6042 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event updated for resources: {'Port': ['ID=134debaf-f462-42bf-b442-e91df110ee06,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:37.354201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feffd00c-142b-41b0-9fa5-3d0ee13f6042 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Network 34828e81-af32-46f8-a6f9-b0b779f30f7f is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:37.357524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-feffd00c-142b-41b0-9fa5-3d0ee13f6042 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:37.361306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feffd00c-142b-41b0-9fa5-3d0ee13f6042 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:37.419988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-617576f0-07a2-4d01-91e3-ca5285f9d917 None None] Port 9114a099-fca9-42e8-baea-33c3ffc9c465 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:37.438014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feffd00c-142b-41b0-9fa5-3d0ee13f6042 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:37.438809 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-feffd00c-142b-41b0-9fa5-3d0ee13f6042 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:37.458634 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-feffd00c-142b-41b0-9fa5-3d0ee13f6042 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8153307 Nov 13 05:07:37.461446 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54374) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:37.466867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ed92b71f-c737-4531-a30c-7c1b99b08cbe tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:0d:bc:3e'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:37.633085 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d476b7c4-d93f-445f-935c-8d645f14c13b None None] Could not find standard attr ID for object 548c90f8-5d34-4797-b41c-b3cc815fa3ac. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:07:37.637964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed92b71f-c737-4531-a30c-7c1b99b08cbe tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:37.736523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device be3e1bec-0832-4fcf-b550-f05aee05646a no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:07:37.759972 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54378) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:37.799951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: be3e1bec-0832-4fcf-b550-f05aee05646a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:07:37.800604 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device be3e1bec-0832-4fcf-b550-f05aee05646a not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:07:37.879714 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:37.883555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9fa6c80c-744b-4b76-b412-9f564d0bc2c6 None None] Provisioning complete for port 134debaf-f462-42bf-b442-e91df110ee06 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:37.884307 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c80c-744b-4b76-b412-9f564d0bc2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:37.892457 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed92b71f-c737-4531-a30c-7c1b99b08cbe tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:37.903911 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed92b71f-c737-4531-a30c-7c1b99b08cbe tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:37.930766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6c80c-744b-4b76-b412-9f564d0bc2c6 None None] Port 134debaf-f462-42bf-b442-e91df110ee06 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:37.945775 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b761b3c-ed7e-45b7-8919-28cab39955d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:38.007211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92b71f-c737-4531-a30c-7c1b99b08cbe tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event updated for resources: {'Port': ['ID=134debaf-f462-42bf-b442-e91df110ee06,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:38.029578 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ed92b71f-c737-4531-a30c-7c1b99b08cbe tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] In _notify_port_updated(), no bound segment for port 134debaf-f462-42bf-b442-e91df110ee06 on network 34828e81-af32-46f8-a6f9-b0b779f30f7f {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:07:38.036461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed92b71f-c737-4531-a30c-7c1b99b08cbe tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:38.037163 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed92b71f-c737-4531-a30c-7c1b99b08cbe tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:38.041251 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ed92b71f-c737-4531-a30c-7c1b99b08cbe tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "PUT /v2.0/ports/134debaf-f462-42bf-b442-e91df110ee06 HTTP/1.1" status: 200 len: 993 time: 0.5760069 Nov 13 05:07:38.041824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54384) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:38.125537 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b761b3c-ed7e-45b7-8919-28cab39955d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:38.134464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b761b3c-ed7e-45b7-8919-28cab39955d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:38.188731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b761b3c-ed7e-45b7-8919-28cab39955d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a8a10f-e138-419d-aba7-4dea2ae0890b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:38.194057 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5b761b3c-ed7e-45b7-8919-28cab39955d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ad12921c76d45ceb0915a502dc5f792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4328604 Nov 13 05:07:38.197026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54386) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:38.200709 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f950d2b0-d5f7-48e6-89f3-e8e3448912a3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Deleting port 134debaf-f462-42bf-b442-e91df110ee06 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:38.200918 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f950d2b0-d5f7-48e6-89f3-e8e3448912a3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:38.268422 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5fc32c0-56df-4cd6-989f-44042aba15ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:38.294078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f950d2b0-d5f7-48e6-89f3-e8e3448912a3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:38.295503 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5fc32c0-56df-4cd6-989f-44042aba15ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:38.308062 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f950d2b0-d5f7-48e6-89f3-e8e3448912a3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Calling delete_port for 134debaf-f462-42bf-b442-e91df110ee06 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:38.344285 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5fc32c0-56df-4cd6-989f-44042aba15ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:38.347492 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5fc32c0-56df-4cd6-989f-44042aba15ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:38.351559 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b5fc32c0-56df-4cd6-989f-44042aba15ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/14a8a10f-e138-419d-aba7-4dea2ae0890b HTTP/1.1" status: 204 len: 168 time: 0.1535909 Nov 13 05:07:38.363035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc32c0-56df-4cd6-989f-44042aba15ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a8a10f-e138-419d-aba7-4dea2ae0890b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:38.466373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-79aa978a-05d7-4699-82d8-38fca64db67b None None] Provisioning complete for port 134debaf-f462-42bf-b442-e91df110ee06 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:38.466876 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79aa978a-05d7-4699-82d8-38fca64db67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:38.467446 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f950d2b0-d5f7-48e6-89f3-e8e3448912a3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:38.498364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950d2b0-d5f7-48e6-89f3-e8e3448912a3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event deleted for resources: {'Port': ['ID=134debaf-f462-42bf-b442-e91df110ee06,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:38.500495 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-79aa978a-05d7-4699-82d8-38fca64db67b None None] Port 134debaf-f462-42bf-b442-e91df110ee06 was deleted so its status cannot be updated. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 13 05:07:38.645482 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f950d2b0-d5f7-48e6-89f3-e8e3448912a3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:38.649325 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f950d2b0-d5f7-48e6-89f3-e8e3448912a3 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "DELETE /v2.0/ports/134debaf-f462-42bf-b442-e91df110ee06 HTTP/1.1" status: 204 len: 168 time: 0.6063650 Nov 13 05:07:38.652381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54394) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:38.684095 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa6f663-035a-4c6d-b698-54572524de6f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] GET failed (client error): The resource could not be found. Nov 13 05:07:38.685953 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2aa6f663-035a-4c6d-b698-54572524de6f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "GET /v2.0/ports/134debaf-f462-42bf-b442-e91df110ee06 HTTP/1.1" status: 404 len: 333 time: 0.0325675 Nov 13 05:07:38.689822 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54398) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:38.694663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3e6a9f43-50a4-4abe-9ad8-5bbdf9bec966 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Request body: {'port': {'network_id': '34828e81-af32-46f8-a6f9-b0b779f30f7f', 'name': 'tempest-AllowedAddressPairTestJSON-513591804'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:38.816546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6a9f43-50a4-4abe-9ad8-5bbdf9bec966 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Made reservation on behalf of 101385ae9d6f40dca189511ac7acda6b for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:38.820324 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9f43-50a4-4abe-9ad8-5bbdf9bec966 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:38.837729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-3e6a9f43-50a4-4abe-9ad8-5bbdf9bec966 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] device_id is not set on port c60aa5cd-561f-46de-ba13-f5d2b654e6f8 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:07:38.957133 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-3e6a9f43-50a4-4abe-9ad8-5bbdf9bec966 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Allocated IP 172.20.0.8 (34828e81-af32-46f8-a6f9-b0b779f30f7f/fa6fbf59-0600-4edd-9c08-f0d0d87d8261/c60aa5cd-561f-46de-ba13-f5d2b654e6f8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:39.140628 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9f43-50a4-4abe-9ad8-5bbdf9bec966 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:39.164160 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:39.178607 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9f43-50a4-4abe-9ad8-5bbdf9bec966 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:39.226976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6a9f43-50a4-4abe-9ad8-5bbdf9bec966 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Network 34828e81-af32-46f8-a6f9-b0b779f30f7f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:39.230465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-3e6a9f43-50a4-4abe-9ad8-5bbdf9bec966 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:39.236621 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a9f43-50a4-4abe-9ad8-5bbdf9bec966 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:39.263797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9f43-50a4-4abe-9ad8-5bbdf9bec966 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event updated for resources: {'Port': ['ID=c60aa5cd-561f-46de-ba13-f5d2b654e6f8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:39.292771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6a9f43-50a4-4abe-9ad8-5bbdf9bec966 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:39.293427 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9f43-50a4-4abe-9ad8-5bbdf9bec966 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:39.317053 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3e6a9f43-50a4-4abe-9ad8-5bbdf9bec966 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6232612 Nov 13 05:07:39.317053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54418) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:39.322461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-dff46d02-7b37-4247-9fee-0c812672c1bb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0d:bc:3e'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:39.405948 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dff46d02-7b37-4247-9fee-0c812672c1bb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:39.536150 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9d692a59-0155-4794-baa7-3062e3dfc958 None None] Provisioning complete for port c60aa5cd-561f-46de-ba13-f5d2b654e6f8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:39.537163 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d692a59-0155-4794-baa7-3062e3dfc958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:39.573787 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9d692a59-0155-4794-baa7-3062e3dfc958 None None] Port c60aa5cd-561f-46de-ba13-f5d2b654e6f8 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:39.626349 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dff46d02-7b37-4247-9fee-0c812672c1bb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:39.632325 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dff46d02-7b37-4247-9fee-0c812672c1bb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:39.723742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff46d02-7b37-4247-9fee-0c812672c1bb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event updated for resources: {'Port': ['ID=c60aa5cd-561f-46de-ba13-f5d2b654e6f8,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:39.732932 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-dff46d02-7b37-4247-9fee-0c812672c1bb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] In _notify_port_updated(), no bound segment for port c60aa5cd-561f-46de-ba13-f5d2b654e6f8 on network 34828e81-af32-46f8-a6f9-b0b779f30f7f {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:07:39.739624 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff46d02-7b37-4247-9fee-0c812672c1bb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:39.740512 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dff46d02-7b37-4247-9fee-0c812672c1bb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:39.742043 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dff46d02-7b37-4247-9fee-0c812672c1bb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "PUT /v2.0/ports/c60aa5cd-561f-46de-ba13-f5d2b654e6f8 HTTP/1.1" status: 200 len: 995 time: 0.4240897 Nov 13 05:07:39.745396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54442) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:39.854134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa9d47-20b1-41f0-90e9-d353ee792f27 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Deleting port c60aa5cd-561f-46de-ba13-f5d2b654e6f8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:39.854478 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9d47-20b1-41f0-90e9-d353ee792f27 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:40.012195 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8783b384-ddea-4c5c-ae03-f562510dfc29 None None] Provisioning complete for port c60aa5cd-561f-46de-ba13-f5d2b654e6f8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:40.012603 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8783b384-ddea-4c5c-ae03-f562510dfc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:40.061098 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54458) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:40.098365 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:40.102485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8783b384-ddea-4c5c-ae03-f562510dfc29 None None] Port c60aa5cd-561f-46de-ba13-f5d2b654e6f8 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:40.304657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54464) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:40.315861 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9d47-20b1-41f0-90e9-d353ee792f27 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:40.330658 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa9d47-20b1-41f0-90e9-d353ee792f27 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Calling delete_port for c60aa5cd-561f-46de-ba13-f5d2b654e6f8 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:40.385845 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-079fe607-3796-4677-9a7e-e855621c8075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:40.471313 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9d47-20b1-41f0-90e9-d353ee792f27 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:40.529879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa9d47-20b1-41f0-90e9-d353ee792f27 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event deleted for resources: {'Port': ['ID=c60aa5cd-561f-46de-ba13-f5d2b654e6f8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:40.589138 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9d47-20b1-41f0-90e9-d353ee792f27 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:40.593066 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8cfa9d47-20b1-41f0-90e9-d353ee792f27 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "DELETE /v2.0/ports/c60aa5cd-561f-46de-ba13-f5d2b654e6f8 HTTP/1.1" status: 204 len: 168 time: 0.8465221 Nov 13 05:07:40.596398 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54468) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:40.597256 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-079fe607-3796-4677-9a7e-e855621c8075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:40.604071 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-079fe607-3796-4677-9a7e-e855621c8075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:40.626034 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37a6d18-a36e-4ad8-9604-aa9c8cdb27bf tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] GET failed (client error): The resource could not be found. Nov 13 05:07:40.631229 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f37a6d18-a36e-4ad8-9604-aa9c8cdb27bf tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "GET /v2.0/ports/c60aa5cd-561f-46de-ba13-f5d2b654e6f8 HTTP/1.1" status: 404 len: 333 time: 0.0302532 Nov 13 05:07:40.631652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54470) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:40.636781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ceb5a984-25e8-4d15-a475-586428694c43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Request body: {'port': {'network_id': '34828e81-af32-46f8-a6f9-b0b779f30f7f', 'name': 'tempest-AllowedAddressPairTestJSON-1839167688'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:40.765818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb5a984-25e8-4d15-a475-586428694c43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Made reservation on behalf of 101385ae9d6f40dca189511ac7acda6b for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:40.769615 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ceb5a984-25e8-4d15-a475-586428694c43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:40.788124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-ceb5a984-25e8-4d15-a475-586428694c43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] device_id is not set on port 5531b196-a360-4e5a-a644-d3e507e28d49 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:07:40.906475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-ceb5a984-25e8-4d15-a475-586428694c43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Allocated IP 172.20.0.10 (34828e81-af32-46f8-a6f9-b0b779f30f7f/fa6fbf59-0600-4edd-9c08-f0d0d87d8261/5531b196-a360-4e5a-a644-d3e507e28d49) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:41.029467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fe607-3796-4677-9a7e-e855621c8075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba687b2-ea51-4c25-93d0-0b9727d1e913,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:41.044455 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-079fe607-3796-4677-9a7e-e855621c8075 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f17fe092b5ee4cffb09fae20827ab059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7383847 Nov 13 05:07:41.047824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54472) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:41.063036 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ceb5a984-25e8-4d15-a475-586428694c43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:41.104266 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ceb5a984-25e8-4d15-a475-586428694c43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:41.142110 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bab1-d454-4fab-8ee3-778fde9b2294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:41.151523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5a984-25e8-4d15-a475-586428694c43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Network 34828e81-af32-46f8-a6f9-b0b779f30f7f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:41.154631 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ceb5a984-25e8-4d15-a475-586428694c43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:41.159477 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5a984-25e8-4d15-a475-586428694c43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:41.181397 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5a984-25e8-4d15-a475-586428694c43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event updated for resources: {'Port': ['ID=5531b196-a360-4e5a-a644-d3e507e28d49,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:41.186648 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bab1-d454-4fab-8ee3-778fde9b2294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:41.214251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb5a984-25e8-4d15-a475-586428694c43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:41.214907 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ceb5a984-25e8-4d15-a475-586428694c43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:41.243005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54474) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:41.244158 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ceb5a984-25e8-4d15-a475-586428694c43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6109998 Nov 13 05:07:41.250241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-be1e636b-5a34-47c8-8d64-ed6f8549b04f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Request body: {'port': {'network_id': '34828e81-af32-46f8-a6f9-b0b779f30f7f', 'name': 'tempest-AllowedAddressPairTestJSON-932829059'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:41.284049 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bab1-d454-4fab-8ee3-778fde9b2294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:41.286483 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bab1-d454-4fab-8ee3-778fde9b2294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:41.287663 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ffe8bab1-d454-4fab-8ee3-778fde9b2294 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ba687b2-ea51-4c25-93d0-0b9727d1e913 HTTP/1.1" status: 204 len: 168 time: 0.2379038 Nov 13 05:07:41.349031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8bab1-d454-4fab-8ee3-778fde9b2294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba687b2-ea51-4c25-93d0-0b9727d1e913,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:41.408407 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85d67614-062a-4cef-9a54-2a39a76f0832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:41.435310 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6fd56ea1-17ef-46f3-aeae-706ddb8043f2 None None] Provisioning complete for port 5531b196-a360-4e5a-a644-d3e507e28d49 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:41.436212 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fd56ea1-17ef-46f3-aeae-706ddb8043f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:41.465476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1e636b-5a34-47c8-8d64-ed6f8549b04f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Made reservation on behalf of 101385ae9d6f40dca189511ac7acda6b for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:41.469394 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be1e636b-5a34-47c8-8d64-ed6f8549b04f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:41.476560 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6fd56ea1-17ef-46f3-aeae-706ddb8043f2 None None] Port 5531b196-a360-4e5a-a644-d3e507e28d49 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:41.524067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-be1e636b-5a34-47c8-8d64-ed6f8549b04f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] device_id is not set on port 2145f54b-6c53-4fea-9eb2-92f3f3385f00 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:07:41.697928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-be1e636b-5a34-47c8-8d64-ed6f8549b04f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Allocated IP 172.20.0.14 (34828e81-af32-46f8-a6f9-b0b779f30f7f/fa6fbf59-0600-4edd-9c08-f0d0d87d8261/2145f54b-6c53-4fea-9eb2-92f3f3385f00) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:41.904599 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-85d67614-062a-4cef-9a54-2a39a76f0832 admin admin] Deleting port f38a1cd4-0068-4903-a80d-067493047fdf {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:41.904959 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85d67614-062a-4cef-9a54-2a39a76f0832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:41.923658 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be1e636b-5a34-47c8-8d64-ed6f8549b04f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:42.009480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-85d67614-062a-4cef-9a54-2a39a76f0832 admin admin] For port f38a1cd4-0068-4903-a80d-067493047fdf, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f38a1cd4-0068-4903-a80d-067493047fdf,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:42.009910 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85d67614-062a-4cef-9a54-2a39a76f0832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:42.019671 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be1e636b-5a34-47c8-8d64-ed6f8549b04f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:42.031835 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-85d67614-062a-4cef-9a54-2a39a76f0832 admin admin] Calling delete_port for f38a1cd4-0068-4903-a80d-067493047fdf owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:42.077346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1e636b-5a34-47c8-8d64-ed6f8549b04f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Network 34828e81-af32-46f8-a6f9-b0b779f30f7f is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:42.115693 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-be1e636b-5a34-47c8-8d64-ed6f8549b04f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:42.118298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1e636b-5a34-47c8-8d64-ed6f8549b04f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:42.148152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e636b-5a34-47c8-8d64-ed6f8549b04f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event updated for resources: {'Port': ['ID=2145f54b-6c53-4fea-9eb2-92f3f3385f00,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:42.191711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e636b-5a34-47c8-8d64-ed6f8549b04f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:42.192353 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be1e636b-5a34-47c8-8d64-ed6f8549b04f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:42.251275 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-be1e636b-5a34-47c8-8d64-ed6f8549b04f tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0058777 Nov 13 05:07:42.254654 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54504) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:42.262963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1cf85cd7-8a73-42ce-a465-04fc41cce0cd tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:0d:bc:3e'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:ae:41:6a'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:42.346153 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cf85cd7-8a73-42ce-a465-04fc41cce0cd tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:42.358987 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85d67614-062a-4cef-9a54-2a39a76f0832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:42.384400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d67614-062a-4cef-9a54-2a39a76f0832 admin admin] Pushing event deleted for resources: {'Port': ['ID=f38a1cd4-0068-4903-a80d-067493047fdf,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:42.412231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e1d0bb20-71f4-428d-8a00-5b6c99f8e247 None None] Provisioning complete for port 2145f54b-6c53-4fea-9eb2-92f3f3385f00 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:42.415421 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bb20-71f4-428d-8a00-5b6c99f8e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:42.464187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0bb20-71f4-428d-8a00-5b6c99f8e247 None None] Port 2145f54b-6c53-4fea-9eb2-92f3f3385f00 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:42.570488 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cf85cd7-8a73-42ce-a465-04fc41cce0cd tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:42.576276 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cf85cd7-8a73-42ce-a465-04fc41cce0cd tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:42.605201 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-85d67614-062a-4cef-9a54-2a39a76f0832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:42.679981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf85cd7-8a73-42ce-a465-04fc41cce0cd tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event updated for resources: {'Port': ['ID=2145f54b-6c53-4fea-9eb2-92f3f3385f00,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:42.704409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1cf85cd7-8a73-42ce-a465-04fc41cce0cd tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] In _notify_port_updated(), no bound segment for port 2145f54b-6c53-4fea-9eb2-92f3f3385f00 on network 34828e81-af32-46f8-a6f9-b0b779f30f7f {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:07:42.710462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf85cd7-8a73-42ce-a465-04fc41cce0cd tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:42.711159 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cf85cd7-8a73-42ce-a465-04fc41cce0cd tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:42.716022 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1cf85cd7-8a73-42ce-a465-04fc41cce0cd tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "PUT /v2.0/ports/2145f54b-6c53-4fea-9eb2-92f3f3385f00 HTTP/1.1" status: 200 len: 1057 time: 0.4572384 Nov 13 05:07:42.716263 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54512) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:42.849560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-59f00ee7-13b3-4ac5-9e62-4b49fd039aaa tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Deleting port 2145f54b-6c53-4fea-9eb2-92f3f3385f00 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:42.849963 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-59f00ee7-13b3-4ac5-9e62-4b49fd039aaa tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:42.892880 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d67614-062a-4cef-9a54-2a39a76f0832 admin admin] Router 79dc917a-31a9-4547-a593-4b7c60f04565 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:07:42.950376 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-59f00ee7-13b3-4ac5-9e62-4b49fd039aaa tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:42.965919 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-59f00ee7-13b3-4ac5-9e62-4b49fd039aaa tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Calling delete_port for 2145f54b-6c53-4fea-9eb2-92f3f3385f00 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:43.003569 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c6ff2ebe-fd0c-4e3a-9173-09b2ab4a7d8b None None] Provisioning complete for port 2145f54b-6c53-4fea-9eb2-92f3f3385f00 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:43.004343 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2ebe-fd0c-4e3a-9173-09b2ab4a7d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:43.037630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d67614-062a-4cef-9a54-2a39a76f0832 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:07:43.043161 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-85d67614-062a-4cef-9a54-2a39a76f0832 admin admin] 10.222.0.43 "PUT /v2.0/routers/79dc917a-31a9-4547-a593-4b7c60f04565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9807601 Nov 13 05:07:43.047139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54526) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:43.054114 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440940e3-787d-43d5-95f7-5e1bff595ba8 None None] Sync routers for ids ['79dc917a-31a9-4547-a593-4b7c60f04565'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:07:43.065464 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440940e3-787d-43d5-95f7-5e1bff595ba8 None None] Routers {'79dc917a-31a9-4547-a593-4b7c60f04565'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:43.066601 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-440940e3-787d-43d5-95f7-5e1bff595ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['79dc917a-31a9-4547-a593-4b7c60f04565'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:43.108973 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff2ebe-fd0c-4e3a-9173-09b2ab4a7d8b None None] Port 2145f54b-6c53-4fea-9eb2-92f3f3385f00 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:43.192447 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:43.283631 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-440940e3-787d-43d5-95f7-5e1bff595ba8 None None] Set router 79dc917a-31a9-4547-a593-4b7c60f04565 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:07:43.328266 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-59f00ee7-13b3-4ac5-9e62-4b49fd039aaa tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:43.371159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f00ee7-13b3-4ac5-9e62-4b49fd039aaa tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event deleted for resources: {'Port': ['ID=2145f54b-6c53-4fea-9eb2-92f3f3385f00,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:43.396899 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:43.498837 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-440940e3-787d-43d5-95f7-5e1bff595ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T05:07:42Z', 'revision_number': 5, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port': {'id': 'b2e5f871-83e3-48da-8566-ae3c85150c91', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T04:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:43.527998 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440940e3-787d-43d5-95f7-5e1bff595ba8 None None] Checking router: 79dc917a-31a9-4547-a593-4b7c60f04565 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:07:43.537789 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440940e3-787d-43d5-95f7-5e1bff595ba8 None None] Routers {'79dc917a-31a9-4547-a593-4b7c60f04565'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:43.538779 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-440940e3-787d-43d5-95f7-5e1bff595ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['79dc917a-31a9-4547-a593-4b7c60f04565'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:43.545122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] Deleting port b2e5f871-83e3-48da-8566-ae3c85150c91 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:43.545482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:43.641145 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-440940e3-787d-43d5-95f7-5e1bff595ba8 None None] Set router 79dc917a-31a9-4547-a593-4b7c60f04565 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:07:43.698828 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-440940e3-787d-43d5-95f7-5e1bff595ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T05:07:43Z', 'revision_number': 6, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:43.704911 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-59f00ee7-13b3-4ac5-9e62-4b49fd039aaa tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:43.711180 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-59f00ee7-13b3-4ac5-9e62-4b49fd039aaa tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "DELETE /v2.0/ports/2145f54b-6c53-4fea-9eb2-92f3f3385f00 HTTP/1.1" status: 204 len: 168 time: 0.9936299 Nov 13 05:07:43.714211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54542) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:43.733258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] For port b2e5f871-83e3-48da-8566-ae3c85150c91, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b2e5f871-83e3-48da-8566-ae3c85150c91,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:43.734195 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:43.743355 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440940e3-787d-43d5-95f7-5e1bff595ba8 None None] The sync data for ids ['79dc917a-31a9-4547-a593-4b7c60f04565'] in n-d-813114-2 is: [{'id': '79dc917a-31a9-4547-a593-4b7c60f04565', 'name': 'tempest-AttachVolumeShelveTestJSON-395303024-router', 'tenant_id': '125e3c245a0b495ba8d950939b0d962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T04:56:19Z', 'updated_at': '2021-11-13T05:07:43Z', 'revision_number': 6, 'project_id': '125e3c245a0b495ba8d950939b0d962a', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:07:43.755453 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d9deb6-0660-4f6b-a882-55728a91c433 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] GET failed (client error): The resource could not be found. Nov 13 05:07:43.757248 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-60d9deb6-0660-4f6b-a882-55728a91c433 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "GET /v2.0/ports/2145f54b-6c53-4fea-9eb2-92f3f3385f00 HTTP/1.1" status: 404 len: 333 time: 0.0419512 Nov 13 05:07:43.760482 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54546) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:43.763071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] Calling delete_port for b2e5f871-83e3-48da-8566-ae3c85150c91 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:43.844602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54548) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:43.943246 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-dc8132fa-c16e-465c-a9be-478d4172cd43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Deleting port 5531b196-a360-4e5a-a644-d3e507e28d49 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:43.943591 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc8132fa-c16e-465c-a9be-478d4172cd43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:43.952168 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43edb414-a268-4b19-8546-45eb5f0a97aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.031171 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43edb414-a268-4b19-8546-45eb5f0a97aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.043116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43edb414-a268-4b19-8546-45eb5f0a97aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.076226 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc8132fa-c16e-465c-a9be-478d4172cd43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.085230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edb414-a268-4b19-8546-45eb5f0a97aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283aee09-fa74-4d04-9c8c-cfeebf953a72,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:44.086716 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.100538 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-43edb414-a268-4b19-8546-45eb5f0a97aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa00e10539ed4a25b9984821e5dfd58f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2525535 Nov 13 05:07:44.100739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-dc8132fa-c16e-465c-a9be-478d4172cd43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Calling delete_port for 5531b196-a360-4e5a-a644-d3e507e28d49 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:44.100974 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54552) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:44.131783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e5f871-83e3-48da-8566-ae3c85150c91,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:44.142602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049f48a6-f80b-4efd-92c0-ec24a994e076 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:07:44.164104 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d101-170a-4543-9f2e-a5a910e8f424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.188432 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d101-170a-4543-9f2e-a5a910e8f424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.244434 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d101-170a-4543-9f2e-a5a910e8f424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.245244 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.247076 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d101-170a-4543-9f2e-a5a910e8f424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.248245 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8cb2d101-170a-4543-9f2e-a5a910e8f424 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/283aee09-fa74-4d04-9c8c-cfeebf953a72 HTTP/1.1" status: 204 len: 168 time: 0.1461475 Nov 13 05:07:44.257234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2d101-170a-4543-9f2e-a5a910e8f424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283aee09-fa74-4d04-9c8c-cfeebf953a72,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:44.354078 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.356949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.431961 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.432512 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79dc917a-31a9-4547-a593-4b7c60f04565 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:07:44.440400 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.441528 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b9549b69-b9b9-472f-a121-23e7202560b0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/79dc917a-31a9-4547-a593-4b7c60f04565 HTTP/1.1" status: 204 len: 168 time: 1.3934422 Nov 13 05:07:44.444200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54558) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:44.479867 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc8132fa-c16e-465c-a9be-478d4172cd43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.516064 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8132fa-c16e-465c-a9be-478d4172cd43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event deleted for resources: {'Port': ['ID=5531b196-a360-4e5a-a644-d3e507e28d49,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:44.526617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eff2143-03c3-4be4-98ec-634cc90d5a6d admin admin] Deleting subnet 1b11c9ca-245d-46ae-ad95-504e9908fe96 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:07:44.528563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54560) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:44.536552 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5eff2143-03c3-4be4-98ec-634cc90d5a6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.603689 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ed84238-b864-480b-ab0b-56c0794cd114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.631752 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5eff2143-03c3-4be4-98ec-634cc90d5a6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.677641 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc8132fa-c16e-465c-a9be-478d4172cd43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.680941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dc8132fa-c16e-465c-a9be-478d4172cd43 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "DELETE /v2.0/ports/5531b196-a360-4e5a-a644-d3e507e28d49 HTTP/1.1" status: 204 len: 168 time: 0.9195056 Nov 13 05:07:44.684335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54562) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:44.714674 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-105fafaa-d77c-44d5-a05a-b235507a13fb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] GET failed (client error): The resource could not be found. Nov 13 05:07:44.716596 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-105fafaa-d77c-44d5-a05a-b235507a13fb tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "GET /v2.0/ports/5531b196-a360-4e5a-a644-d3e507e28d49 HTTP/1.1" status: 404 len: 333 time: 0.0311477 Nov 13 05:07:44.728228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54564) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:44.768719 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5eff2143-03c3-4be4-98ec-634cc90d5a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.816070 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ed84238-b864-480b-ab0b-56c0794cd114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.823024 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ed84238-b864-480b-ab0b-56c0794cd114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.830106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-37b055e5-32a6-4d0d-b1bd-615baa1510d0 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Deleting port 9114a099-fca9-42e8-baea-33c3ffc9c465 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:44.830571 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-37b055e5-32a6-4d0d-b1bd-615baa1510d0 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.870315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed84238-b864-480b-ab0b-56c0794cd114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54da2a8d-cf6c-4cfa-955d-3e5bfbb164bb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:44.874573 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5eff2143-03c3-4be4-98ec-634cc90d5a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.878403 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7ed84238-b864-480b-ab0b-56c0794cd114 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9456f0f230e848ddb65721f1a5d0584a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3487904 Nov 13 05:07:44.881376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54566) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:44.914080 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff2143-03c3-4be4-98ec-634cc90d5a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b11c9ca-245d-46ae-ad95-504e9908fe96,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:44.922186 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5eff2143-03c3-4be4-98ec-634cc90d5a6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.925803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5eff2143-03c3-4be4-98ec-634cc90d5a6d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1b11c9ca-245d-46ae-ad95-504e9908fe96 HTTP/1.1" status: 204 len: 168 time: 0.4803379 Nov 13 05:07:44.929368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54568) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:44.938777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fefdf96-362c-4299-b0e1-8e53190c70a0 None None] Network 4aee54f4-a39b-4053-9145-908dd44cd0a1 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:44.945191 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-37b055e5-32a6-4d0d-b1bd-615baa1510d0 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.967523 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bedf655f-b877-451d-9858-04ab549a98e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:44.980918 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-37b055e5-32a6-4d0d-b1bd-615baa1510d0 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Calling delete_port for 9114a099-fca9-42e8-baea-33c3ffc9c465 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:45.002121 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bedf655f-b877-451d-9858-04ab549a98e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.061549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b2e5f871-83e3-48da-8566-ae3c85150c91 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:07:45.068581 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bedf655f-b877-451d-9858-04ab549a98e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.071600 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bedf655f-b877-451d-9858-04ab549a98e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.075325 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bedf655f-b877-451d-9858-04ab549a98e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54da2a8d-cf6c-4cfa-955d-3e5bfbb164bb HTTP/1.1" status: 204 len: 168 time: 0.1907003 Nov 13 05:07:45.082618 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf655f-b877-451d-9858-04ab549a98e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54da2a8d-cf6c-4cfa-955d-3e5bfbb164bb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:45.083838 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.091352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: b2e5f871-83e3-48da-8566-ae3c85150c91 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:07:45.091683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b2e5f871-83e3-48da-8566-ae3c85150c91 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:07:45.092264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f38a1cd4-0068-4903-a80d-067493047fdf no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:07:45.121928 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f38a1cd4-0068-4903-a80d-067493047fdf {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:07:45.122264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f38a1cd4-0068-4903-a80d-067493047fdf not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:07:45.203342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] Deleting port 6f221164-7040-4c82-b752-3ca7d6732ff8 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:45.203684 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.222833 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] DHCP port deletion for 4aee54f4-a39b-4053-9145-908dd44cd0a1 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:07:45.269904 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-37b055e5-32a6-4d0d-b1bd-615baa1510d0 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.273475 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Deleting port 6f221164-7040-4c82-b752-3ca7d6732ff8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:45.274057 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.311316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] For port 6f221164-7040-4c82-b752-3ca7d6732ff8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6f221164-7040-4c82-b752-3ca7d6732ff8,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:45.311785 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.314682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b055e5-32a6-4d0d-b1bd-615baa1510d0 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event deleted for resources: {'Port': ['ID=9114a099-fca9-42e8-baea-33c3ffc9c465,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:45.345018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] Calling delete_port for 6f221164-7040-4c82-b752-3ca7d6732ff8 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:45.370603 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] For port 6f221164-7040-4c82-b752-3ca7d6732ff8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6f221164-7040-4c82-b752-3ca7d6732ff8,segment=NetworkSegment(84a4ebe2-07a2-44e8-8874-67cd76d38360),segment_id=84a4ebe2-07a2-44e8-8874-67cd76d38360)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:45.371156 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.388208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Calling delete_port for 6f221164-7040-4c82-b752-3ca7d6732ff8 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:45.439510 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-37b055e5-32a6-4d0d-b1bd-615baa1510d0 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.445596 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-37b055e5-32a6-4d0d-b1bd-615baa1510d0 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "DELETE /v2.0/ports/9114a099-fca9-42e8-baea-33c3ffc9c465 HTTP/1.1" status: 204 len: 168 time: 0.7161360 Nov 13 05:07:45.446237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54576) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:45.507843 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.525128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5e1c4b-a8bc-4abc-b7c8-165775d423f5 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Deleting subnet fa6fbf59-0600-4edd-9c08-f0d0d87d8261 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:07:45.529236 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1c4b-a8bc-4abc-b7c8-165775d423f5 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.538304 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Pushing event deleted for resources: {'Port': ['ID=6f221164-7040-4c82-b752-3ca7d6732ff8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:45.543908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] No DVR routers for this DVR port 6f221164-7040-4c82-b752-3ca7d6732ff8 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:07:45.557296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:45.557782 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:45.557955 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:45.558613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:45.558965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:45.559407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:45.559921 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:45.561208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:45.561675 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.561960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:45.563298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:45.564021 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:45.564770 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b47a9-c172-4962-8bf8-9f0ad3a8f22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:45.597011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f221164-7040-4c82-b752-3ca7d6732ff8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:45.606422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] No DVR routers for this DVR port 6f221164-7040-4c82-b752-3ca7d6732ff8 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:07:45.615805 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1c4b-a8bc-4abc-b7c8-165775d423f5 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.730424 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.774403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aee54f4-a39b-4053-9145-908dd44cd0a1']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:45.790534 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a4ebe2-07a2-44e8-8874-67cd76d38360') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:45.790822 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a4ebe2-07a2-44e8-8874-67cd76d38360') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:45.801810 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1c4b-a8bc-4abc-b7c8-165775d423f5 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.805579 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.840805 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.854033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:07:45.854435 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: self.session.flush() Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:07:45.856194 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:07:45.921885 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1c4b-a8bc-4abc-b7c8-165775d423f5 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.948074 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.955105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e1c4b-a8bc-4abc-b7c8-165775d423f5 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event deleted for resources: {'Subnet': ['ID=fa6fbf59-0600-4edd-9c08-f0d0d87d8261,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:45.957307 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.960488 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] 10.222.0.43 "DELETE /v2.0/networks/4aee54f4-a39b-4053-9145-908dd44cd0a1 HTTP/1.1" status: 204 len: 168 time: 1.0297616 Nov 13 05:07:45.973403 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1c4b-a8bc-4abc-b7c8-165775d423f5 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:45.974367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12f7696-f413-4321-9764-c0df65d3fabb None None] Network 34828e81-af32-46f8-a6f9-b0b779f30f7f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:45.979237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54596) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:45.979781 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4f5e1c4b-a8bc-4abc-b7c8-165775d423f5 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "DELETE /v2.0/subnets/fa6fbf59-0600-4edd-9c08-f0d0d87d8261 HTTP/1.1" status: 204 len: 168 time: 0.5283175 Nov 13 05:07:45.980344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eba739-c06a-4606-9f90-eba85cca055e admin admin] Pushing event deleted for resources: {'Network': ['ID=4aee54f4-a39b-4053-9145-908dd44cd0a1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:46.103842 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.169405 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Deleting port eb5f9e63-22d5-4355-88e0-7288ca6a18aa {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:46.169762 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.234165 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd82443-2b98-46a0-9e4a-48caa4e6eed5 None None] DHCP port deletion for 34828e81-af32-46f8-a6f9-b0b779f30f7f request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:07:46.250225 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] For port eb5f9e63-22d5-4355-88e0-7288ca6a18aa, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=eb5f9e63-22d5-4355-88e0-7288ca6a18aa,segment=NetworkSegment(ceab158e-eb84-4ccc-a67b-2a3ba626b555),segment_id=ceab158e-eb84-4ccc-a67b-2a3ba626b555)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:46.250963 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.264912 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Calling delete_port for eb5f9e63-22d5-4355-88e0-7288ca6a18aa owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:46.293073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bcd82443-2b98-46a0-9e4a-48caa4e6eed5 None None] Deleting port eb5f9e63-22d5-4355-88e0-7288ca6a18aa {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:46.293691 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bcd82443-2b98-46a0-9e4a-48caa4e6eed5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.312750 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54606) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:46.354659 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8d410826-6e27-4df9-ae1d-67c770a7e5b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=125e3c245a0b495ba8d950939b0d962a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406990 Nov 13 05:07:46.357226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54608) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:46.377048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bcd82443-2b98-46a0-9e4a-48caa4e6eed5 None None] For port eb5f9e63-22d5-4355-88e0-7288ca6a18aa, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=eb5f9e63-22d5-4355-88e0-7288ca6a18aa,segment=NetworkSegment(ceab158e-eb84-4ccc-a67b-2a3ba626b555),segment_id=ceab158e-eb84-4ccc-a67b-2a3ba626b555)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:46.377985 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bcd82443-2b98-46a0-9e4a-48caa4e6eed5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.382660 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.394390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bcd82443-2b98-46a0-9e4a-48caa4e6eed5 None None] Calling delete_port for eb5f9e63-22d5-4355-88e0-7288ca6a18aa owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:46.409005 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b64d-ade4-45c5-ba14-3c1f2cfc7c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.421772 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event deleted for resources: {'Port': ['ID=eb5f9e63-22d5-4355-88e0-7288ca6a18aa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:46.426241 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] No DVR routers for this DVR port eb5f9e63-22d5-4355-88e0-7288ca6a18aa on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:07:46.447256 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b64d-ade4-45c5-ba14-3c1f2cfc7c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.495154 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bcd82443-2b98-46a0-9e4a-48caa4e6eed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.520677 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b64d-ade4-45c5-ba14-3c1f2cfc7c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.524696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b64d-ade4-45c5-ba14-3c1f2cfc7c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.525916 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e4f6b64d-ade4-45c5-ba14-3c1f2cfc7c65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61835325-4e80-4827-8b66-42789e56b756 HTTP/1.1" status: 204 len: 168 time: 0.1677852 Nov 13 05:07:46.532841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd82443-2b98-46a0-9e4a-48caa4e6eed5 None None] No DVR routers for this DVR port eb5f9e63-22d5-4355-88e0-7288ca6a18aa on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:07:46.537964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.540104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6b64d-ade4-45c5-ba14-3c1f2cfc7c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61835325-4e80-4827-8b66-42789e56b756,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:46.547050 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd82443-2b98-46a0-9e4a-48caa4e6eed5 None None] Pushing event deleted for resources: {'Port': ['ID=eb5f9e63-22d5-4355-88e0-7288ca6a18aa,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:46.567710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34828e81-af32-46f8-a6f9-b0b779f30f7f']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:46.581461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceab158e-eb84-4ccc-a67b-2a3ba626b555') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:46.581760 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceab158e-eb84-4ccc-a67b-2a3ba626b555') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:46.591709 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.606820 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.613846 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:07:46.614235 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:07:46.617376 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:07:46.704133 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.709653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:46.713317 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] 10.222.0.43 "DELETE /v2.0/networks/34828e81-af32-46f8-a6f9-b0b779f30f7f HTTP/1.1" status: 204 len: 168 time: 0.7316988 Nov 13 05:07:46.728476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb786d5-b54b-40c8-9e9e-822df4edde78 tempest-AllowedAddressPairTestJSON-1334625525 tempest-AllowedAddressPairTestJSON-1334625525-project] Pushing event deleted for resources: {'Network': ['ID=34828e81-af32-46f8-a6f9-b0b779f30f7f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:47.026029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6f221164-7040-4c82-b752-3ca7d6732ff8 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:07:47.060167 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 6f221164-7040-4c82-b752-3ca7d6732ff8 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:07:47.060900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6f221164-7040-4c82-b752-3ca7d6732ff8 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:07:47.061594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device eb5f9e63-22d5-4355-88e0-7288ca6a18aa no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:07:47.083602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: eb5f9e63-22d5-4355-88e0-7288ca6a18aa {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:07:47.084313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device eb5f9e63-22d5-4355-88e0-7288ca6a18aa not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:07:47.193078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54632) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:47.413238 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-193f0c52-2ec8-489e-a6bc-11458bab7108 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=101385ae9d6f40dca189511ac7acda6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226958 Nov 13 05:07:47.416040 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54642) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:47.467260 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83347607-2254-4462-b3b5-fb2027554747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:47.492506 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83347607-2254-4462-b3b5-fb2027554747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:47.561329 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83347607-2254-4462-b3b5-fb2027554747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:47.564417 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83347607-2254-4462-b3b5-fb2027554747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:47.568382 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-83347607-2254-4462-b3b5-fb2027554747 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cae5c5bc-93b7-498f-905d-0e0fa4de59ea HTTP/1.1" status: 204 len: 168 time: 0.1485527 Nov 13 05:07:47.579275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83347607-2254-4462-b3b5-fb2027554747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae5c5bc-93b7-498f-905d-0e0fa4de59ea,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:47.772733 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54662) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:47.929749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1236925787-network', 'tenant_id': '59509f2e90754316ba4a2ce1024d51f4'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:47.952705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] Made reservation on behalf of 59509f2e90754316ba4a2ce1024d51f4 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:47.955961 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:47.966040 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.062426 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.067377 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.092250 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:07:48.107193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:48.112813 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.113406 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] Added segment 91adae55-26ff-4426-9a05-650f05e23823 of type vlan for network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 Nov 13 05:07:48.160226 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.189307 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.190369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:48.190970 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.259231 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4851763 Nov 13 05:07:48.260102 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f33e81-96ce-4d50-ba76-aae65321024e admin admin] Pushing event updated for resources: {'Network': ['ID=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:48.262425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54680) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:48.273494 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-81e6c1e2-caf7-4b15-9808-6601a17b10f3 admin admin] Request body: {'subnet': {'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1236925787-subnet', 'tenant_id': '59509f2e90754316ba4a2ce1024d51f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:48.279871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:07:48.323964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e6c1e2-caf7-4b15-9808-6601a17b10f3 admin admin] Made reservation on behalf of 59509f2e90754316ba4a2ce1024d51f4 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:48.326341 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81e6c1e2-caf7-4b15-9808-6601a17b10f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.517328 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81e6c1e2-caf7-4b15-9808-6601a17b10f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.523515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54692) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:48.565922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54696) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:48.581107 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6c1e2-caf7-4b15-9808-6601a17b10f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bdba20d-97d4-48c3-b599-83cfc0478ef2,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:48.585832 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6c1e2-caf7-4b15-9808-6601a17b10f3 admin admin] Checking segment: {'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:07:48.586415 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e6c1e2-caf7-4b15-9808-6601a17b10f3 admin admin] Network hostable DHCP agents. Network: 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:07:48.605341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e6c1e2-caf7-4b15-9808-6601a17b10f3 admin admin] Network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:07:48.616983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-81e6c1e2-caf7-4b15-9808-6601a17b10f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:48.621773 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e6c1e2-caf7-4b15-9808-6601a17b10f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:48.622564 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81e6c1e2-caf7-4b15-9808-6601a17b10f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.629330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6552c26-780a-4ca3-8c99-96cfa29d60ba None None] Network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:48.641459 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-81e6c1e2-caf7-4b15-9808-6601a17b10f3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3776927 Nov 13 05:07:48.653819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2e35a08b-f395-496a-abcd-eba2bd645fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.701575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1208384928'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:48.740835 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:48.744855 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.759416 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.785707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7736b03-0841-41ad-990d-cc3729047808 None None] Network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:48.801149 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2e35a08b-f395-496a-abcd-eba2bd645fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.808074 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2e35a08b-f395-496a-abcd-eba2bd645fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.871291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35a08b-f395-496a-abcd-eba2bd645fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8340672-0dc4-48e8-9485-c359b3e26ebc,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:48.877707 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2e35a08b-f395-496a-abcd-eba2bd645fde admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11ca3ba8e43b4334abc3db1c98202d26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3529530 Nov 13 05:07:48.880449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:48.946650 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7861d9a6-413f-4742-8256-9d2df9af204a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.949439 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.955522 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.969239 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:07:48.992459 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:48.992459 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Added segment ea28f2fc-6d21-4ec8-8b22-b08f8866e20b of type vlan for network 2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99 Nov 13 05:07:49.002105 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7861d9a6-413f-4742-8256-9d2df9af204a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.043369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6034618-8698-4863-b8ab-180f472c12a9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:49.057986 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.104167 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7861d9a6-413f-4742-8256-9d2df9af204a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.111687 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.112059 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7861d9a6-413f-4742-8256-9d2df9af204a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.113284 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7861d9a6-413f-4742-8256-9d2df9af204a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8340672-0dc4-48e8-9485-c359b3e26ebc HTTP/1.1" status: 204 len: 168 time: 0.2318530 Nov 13 05:07:49.120535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:49.121239 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.122723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861d9a6-413f-4742-8256-9d2df9af204a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8340672-0dc4-48e8-9485-c359b3e26ebc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:49.216445 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6491392 Nov 13 05:07:49.219829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54720) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:49.225422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3f8bb3a3-45f3-4e79-8df3-21e44f4b39e4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'network': {'name': 'tempest-RoutersTest-334943463'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:49.236807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ab604-c3fe-4345-a1e1-8f1fe9a29bdb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Network': ['ID=2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:49.251349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:07:49.259995 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8bb3a3-45f3-4e79-8df3-21e44f4b39e4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:49.264178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-b7360b71-4ee0-489c-84cd-903ba89cd8f2 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:49.265552 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f8bb3a3-45f3-4e79-8df3-21e44f4b39e4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.271509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-b7360b71-4ee0-489c-84cd-903ba89cd8f2 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/networks?id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 200 len: 815 time: 0.1957784 Nov 13 05:07:49.281978 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-f4ed1d7f-9a93-43f9-8e17-829732b15a72 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/quotas/59509f2e90754316ba4a2ce1024d51f4 HTTP/1.1" status: 200 len: 375 time: 0.0095885 Nov 13 05:07:49.297188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8bb3a3-45f3-4e79-8df3-21e44f4b39e4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:07:49.307650 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f8bb3a3-45f3-4e79-8df3-21e44f4b39e4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.307990 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-3f8bb3a3-45f3-4e79-8df3-21e44f4b39e4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Added segment 76f5543c-e9be-42a7-8a88-c14c1b8e47e8 of type vlan for network 063aceaa-78fd-40cf-8456-c1b9b6273c13 Nov 13 05:07:49.333287 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bd7026f6-5102-4cc8-babf-678beda7ea4a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=59509f2e90754316ba4a2ce1024d51f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449188 Nov 13 05:07:49.353028 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f8bb3a3-45f3-4e79-8df3-21e44f4b39e4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.380160 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f8bb3a3-45f3-4e79-8df3-21e44f4b39e4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.385769 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8bb3a3-45f3-4e79-8df3-21e44f4b39e4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:49.386350 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f8bb3a3-45f3-4e79-8df3-21e44f4b39e4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.423370 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3f8bb3a3-45f3-4e79-8df3-21e44f4b39e4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2023001 Nov 13 05:07:49.429308 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54724) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:49.439786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-074e8943-9ef0-42e7-9cf5-faeb0ad66385 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'subnet': {'network_id': '2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:49.444412 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54726) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:49.457074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bb3a3-45f3-4e79-8df3-21e44f4b39e4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Network': ['ID=063aceaa-78fd-40cf-8456-c1b9b6273c13,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:49.468472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 063aceaa-78fd-40cf-8456-c1b9b6273c13 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:07:49.477111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-1eea0fb7-e97d-4f30-8438-97608de32052 service neutron] 10.222.0.43 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358376 Nov 13 05:07:49.480637 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5651787f-5651-46ba-905d-fc1594cdfb8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.644072 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074e8943-9ef0-42e7-9cf5-faeb0ad66385 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:49.647549 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-074e8943-9ef0-42e7-9cf5-faeb0ad66385 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.679446 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-2fcd0909-2325-464d-b3e2-e778e5a00c95 service neutron] 10.222.0.43 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681943 Nov 13 05:07:49.760070 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5651787f-5651-46ba-905d-fc1594cdfb8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.767350 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5651787f-5651-46ba-905d-fc1594cdfb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.811812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651787f-5651-46ba-905d-fc1594cdfb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e1bfe2-bbeb-4dd0-b24e-219dfb29ddf1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:49.824691 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5651787f-5651-46ba-905d-fc1594cdfb8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4165249d4e424d78a64eff19169c6668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3750858 Nov 13 05:07:49.825737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54732) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:49.867942 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9d50550-1a6f-495f-85f6-7d6bf2486ed5 req-6dd7f0ef-c510-4af9-ba07-9d21668a418d tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 210 time: 0.0339687 Nov 13 05:07:49.944971 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-693b688a-eea3-4332-ada4-a71fa4347e81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.949811 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-074e8943-9ef0-42e7-9cf5-faeb0ad66385 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:49.999231 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-693b688a-eea3-4332-ada4-a71fa4347e81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.054067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e8943-9ef0-42e7-9cf5-faeb0ad66385 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Subnet': ['ID=474d229d-2694-4c37-83db-d4b6cc4fadaa,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:50.067054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e8943-9ef0-42e7-9cf5-faeb0ad66385 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Checking segment: {'id': 'ea28f2fc-6d21-4ec8-8b22-b08f8866e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:07:50.067425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074e8943-9ef0-42e7-9cf5-faeb0ad66385 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network hostable DHCP agents. Network: 2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:07:50.086654 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074e8943-9ef0-42e7-9cf5-faeb0ad66385 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:07:50.090211 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-693b688a-eea3-4332-ada4-a71fa4347e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.092965 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-693b688a-eea3-4332-ada4-a71fa4347e81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.094265 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-693b688a-eea3-4332-ada4-a71fa4347e81 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21e1bfe2-bbeb-4dd0-b24e-219dfb29ddf1 HTTP/1.1" status: 204 len: 168 time: 0.2683046 Nov 13 05:07:50.105072 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-074e8943-9ef0-42e7-9cf5-faeb0ad66385 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:50.107530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b688a-eea3-4332-ada4-a71fa4347e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e1bfe2-bbeb-4dd0-b24e-219dfb29ddf1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:50.112250 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e8943-9ef0-42e7-9cf5-faeb0ad66385 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:50.113055 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-074e8943-9ef0-42e7-9cf5-faeb0ad66385 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.114756 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0291cdb1-3bf9-49d3-ac7c-706aa576c5cd None None] Network 2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:50.134287 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-074e8943-9ef0-42e7-9cf5-faeb0ad66385 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7031441 Nov 13 05:07:50.136860 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54742) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:50.142888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-89ee56af-0c5d-4b4f-b65e-baf976aaf331 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'subnet': {'network_id': '063aceaa-78fd-40cf-8456-c1b9b6273c13', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:50.279103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ee56af-0c5d-4b4f-b65e-baf976aaf331 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:50.283085 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89ee56af-0c5d-4b4f-b65e-baf976aaf331 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.300935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99', 'network_id': '2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'fixed_ips': [{'subnet_id': '474d229d-2694-4c37-83db-d4b6cc4fadaa'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:07:50.302075 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.456274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Allocated IP 172.20.0.2 (2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99/474d229d-2694-4c37-83db-d4b6cc4fadaa/c15a1bb1-4e5c-49df-bd6b-e08adc216756) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:50.516276 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89ee56af-0c5d-4b4f-b65e-baf976aaf331 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.597233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee56af-0c5d-4b4f-b65e-baf976aaf331 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Subnet': ['ID=f211bfe6-803a-4ad7-a797-09bf6dde9ddf,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:50.614844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ee56af-0c5d-4b4f-b65e-baf976aaf331 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Checking segment: {'id': '76f5543c-e9be-42a7-8a88-c14c1b8e47e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '063aceaa-78fd-40cf-8456-c1b9b6273c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:07:50.615363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ee56af-0c5d-4b4f-b65e-baf976aaf331 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network hostable DHCP agents. Network: 063aceaa-78fd-40cf-8456-c1b9b6273c13, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:07:50.620279 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:07:50.634297 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ee56af-0c5d-4b4f-b65e-baf976aaf331 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 063aceaa-78fd-40cf-8456-c1b9b6273c13 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:07:50.639503 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.645504 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-89ee56af-0c5d-4b4f-b65e-baf976aaf331 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 063aceaa-78fd-40cf-8456-c1b9b6273c13) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:50.647979 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.649749 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ee56af-0c5d-4b4f-b65e-baf976aaf331 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:50.650460 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89ee56af-0c5d-4b4f-b65e-baf976aaf331 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.663580 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1045a691-8896-47b2-ad50-7c32108ec04a None None] Network 063aceaa-78fd-40cf-8456-c1b9b6273c13 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:50.671782 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-89ee56af-0c5d-4b4f-b65e-baf976aaf331 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5308814 Nov 13 05:07:50.672746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54754) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:50.677544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-01e8c74a-69b3-4fbf-a0ae-3df34df819d1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-495132705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:50.712152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01e8c74a-69b3-4fbf-a0ae-3df34df819d1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.713379 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01e8c74a-69b3-4fbf-a0ae-3df34df819d1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.746837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Network 2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:50.753816 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:50.762292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:50.778861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Pushing event updated for resources: {'Port': ['ID=c15a1bb1-4e5c-49df-bd6b-e08adc216756,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:50.789064 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01e8c74a-69b3-4fbf-a0ae-3df34df819d1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.795141 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01e8c74a-69b3-4fbf-a0ae-3df34df819d1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.816459 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01e8c74a-69b3-4fbf-a0ae-3df34df819d1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.817731 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-01e8c74a-69b3-4fbf-a0ae-3df34df819d1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1440418 Nov 13 05:07:50.820698 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54762) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:50.871353 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Attempting to bind port c15a1bb1-4e5c-49df-bd6b-e08adc216756 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:07:50.871718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Attempting to bind port c15a1bb1-4e5c-49df-bd6b-e08adc216756 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'ea28f2fc-6d21-4ec8-8b22-b08f8866e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:07:50.872071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Attempting to bind port c15a1bb1-4e5c-49df-bd6b-e08adc216756 on network 2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:07:50.884090 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:07:50.884433 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Checking segment: {'id': 'ea28f2fc-6d21-4ec8-8b22-b08f8866e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:07:50.884825 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.885218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Bound using segment: {'id': 'ea28f2fc-6d21-4ec8-8b22-b08f8866e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:07:50.885683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Bound port: c15a1bb1-4e5c-49df-bd6b-e08adc216756, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea28f2fc-6d21-4ec8-8b22-b08f8866e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:07:50.886054 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:50.946456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-063aceaa-78fd-40cf-8456-c1b9b6273c13', 'network_id': '063aceaa-78fd-40cf-8456-c1b9b6273c13', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'fixed_ips': [{'subnet_id': 'f211bfe6-803a-4ad7-a797-09bf6dde9ddf'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:07:50.947644 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:51.057326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] For port c15a1bb1-4e5c-49df-bd6b-e08adc216756, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:07:51.078791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] For port c15a1bb1-4e5c-49df-bd6b-e08adc216756, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c15a1bb1-4e5c-49df-bd6b-e08adc216756,segment=NetworkSegment(ea28f2fc-6d21-4ec8-8b22-b08f8866e20b),segment_id=ea28f2fc-6d21-4ec8-8b22-b08f8866e20b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:07:51.095612 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:51.188804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-111ef3ef-fc6a-4d7c-af65-16432d9d7616 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:51.193433 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-111ef3ef-fc6a-4d7c-af65-16432d9d7616 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.36 "GET /v2.0/networks?id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 200 len: 815 time: 0.1747596 Nov 13 05:07:51.205924 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Allocated IP 172.21.0.2 (063aceaa-78fd-40cf-8456-c1b9b6273c13/f211bfe6-803a-4ad7-a797-09bf6dde9ddf/71aec5fb-40d4-44cb-a8b7-ace44f2da6ba) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:51.212442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-cb819d09-e0d1-46c5-a30c-6de25827fe63 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Request body: {'port': {'device_id': '746fc4a0-67b6-40f2-a6fc-a4b28f5c1374', 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4', 'admin_state_up': True, 'tenant_id': '59509f2e90754316ba4a2ce1024d51f4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:51.212719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c8c9b-b326-4810-a4ae-d235a9922f9f None None] Pushing event updated for resources: {'Port': ['ID=c15a1bb1-4e5c-49df-bd6b-e08adc216756,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:51.437832 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:51.449048 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:51.449299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-cb819d09-e0d1-46c5-a30c-6de25827fe63 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Made reservation on behalf of 59509f2e90754316ba4a2ce1024d51f4 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:07:51.453138 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-cb819d09-e0d1-46c5-a30c-6de25827fe63 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:51.507635 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Network 063aceaa-78fd-40cf-8456-c1b9b6273c13 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:51.512000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:51.518510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:51.530958 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Pushing event updated for resources: {'Port': ['ID=71aec5fb-40d4-44cb-a8b7-ace44f2da6ba,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:51.604319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Attempting to bind port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:07:51.604670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Attempting to bind port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '76f5543c-e9be-42a7-8a88-c14c1b8e47e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '063aceaa-78fd-40cf-8456-c1b9b6273c13'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:07:51.605024 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Attempting to bind port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba on network 063aceaa-78fd-40cf-8456-c1b9b6273c13 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:07:51.613110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:07:51.613558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Checking segment: {'id': '76f5543c-e9be-42a7-8a88-c14c1b8e47e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '063aceaa-78fd-40cf-8456-c1b9b6273c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:07:51.614006 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:51.614396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Bound using segment: {'id': '76f5543c-e9be-42a7-8a88-c14c1b8e47e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '063aceaa-78fd-40cf-8456-c1b9b6273c13'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:07:51.615009 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Bound port: 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f5543c-e9be-42a7-8a88-c14c1b8e47e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '063aceaa-78fd-40cf-8456-c1b9b6273c13'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:07:51.615394 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:51.675602 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2258ac7f-fb61-4b8c-84a9-2e8ab7913cc5 req-a1f53306-7968-4e38-8fac-00dafdef3b88 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 210 time: 0.0902147 Nov 13 05:07:51.694303 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] For port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:07:51.697722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] For port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=71aec5fb-40d4-44cb-a8b7-ace44f2da6ba,segment=NetworkSegment(76f5543c-e9be-42a7-8a88-c14c1b8e47e8),segment_id=76f5543c-e9be-42a7-8a88-c14c1b8e47e8)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:07:51.703463 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:51.721907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-cb819d09-e0d1-46c5-a30c-6de25827fe63 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Allocated IP 172.20.0.4 (3afe1c64-6288-45cc-b7a5-6eb0de7d17c4/2bdba20d-97d4-48c3-b599-83cfc0478ef2/798b3976-31f9-4e7d-8f27-101cffd8745a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:51.759777 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:51.779141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be46e9-a282-4e56-af75-6bdafb6a4172 None None] Pushing event updated for resources: {'Port': ['ID=71aec5fb-40d4-44cb-a8b7-ace44f2da6ba,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:51.946660 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-cb819d09-e0d1-46c5-a30c-6de25827fe63 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:51.988382 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-cb819d09-e0d1-46c5-a30c-6de25827fe63 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:52.087032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-cb819d09-e0d1-46c5-a30c-6de25827fe63 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:52.092005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-cb819d09-e0d1-46c5-a30c-6de25827fe63 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:52.094118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb819d09-e0d1-46c5-a30c-6de25827fe63 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Pushing event updated for resources: {'Port': ['ID=798b3976-31f9-4e7d-8f27-101cffd8745a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:52.100800 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-cb819d09-e0d1-46c5-a30c-6de25827fe63 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:52.139738 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Allocated IP 172.20.0.1 (2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99/474d229d-2694-4c37-83db-d4b6cc4fadaa/783e122a-c902-488c-ab38-79a3e3c9ffb3) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:52.184119 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-cb819d09-e0d1-46c5-a30c-6de25827fe63 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:52.184862 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-cb819d09-e0d1-46c5-a30c-6de25827fe63 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:52.220596 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-cb819d09-e0d1-46c5-a30c-6de25827fe63 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0126913 Nov 13 05:07:52.238073 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Request body: {'port': {'device_id': '746fc4a0-67b6-40f2-a6fc-a4b28f5c1374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:07:52.305850 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:52.308870 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:52.359407 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:52.407487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:52.410730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:52.414790 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:52.467654 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=783e122a-c902-488c-ab38-79a3e3c9ffb3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:52.477864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:52.478120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:52.478968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:52.478968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:52.479313 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:52.479418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:52.479729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:52.480081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:52.480355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:52.480681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:52.480989 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:52.481303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:07:52.506741 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:52.523003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fda799-c725-46ec-8f89-e16dd55693b7 None None] Network 2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:52.659389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-934d7d30-a596-403a-aaf9-f8834adbe215 None None] Provisioning complete for port c15a1bb1-4e5c-49df-bd6b-e08adc216756 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:52.660298 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-934d7d30-a596-403a-aaf9-f8834adbe215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:52.667057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798b3976-31f9-4e7d-8f27-101cffd8745a {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:07:52.674656 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:52.677228 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:52.698596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Transition to ACTIVE for port object 798b3976-31f9-4e7d-8f27-101cffd8745a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:07:52.704337 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:52.785240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Pushing event updated for resources: {'Port': ['ID=798b3976-31f9-4e7d-8f27-101cffd8745a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:52.825375 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-934d7d30-a596-403a-aaf9-f8834adbe215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:52.879437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-934d7d30-a596-403a-aaf9-f8834adbe215 None None] For port c15a1bb1-4e5c-49df-bd6b-e08adc216756, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c15a1bb1-4e5c-49df-bd6b-e08adc216756,segment=NetworkSegment(ea28f2fc-6d21-4ec8-8b22-b08f8866e20b),segment_id=ea28f2fc-6d21-4ec8-8b22-b08f8866e20b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:52.890120 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-934d7d30-a596-403a-aaf9-f8834adbe215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:52.979302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Attempting to bind port 798b3976-31f9-4e7d-8f27-101cffd8745a on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:07:52.979687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Attempting to bind port 798b3976-31f9-4e7d-8f27-101cffd8745a by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:07:52.979970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Attempting to bind port 798b3976-31f9-4e7d-8f27-101cffd8745a on network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:07:53.001283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d7d30-a596-403a-aaf9-f8834adbe215 None None] Pushing event updated for resources: {'Port': ['ID=c15a1bb1-4e5c-49df-bd6b-e08adc216756,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:53.018242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdd93c-6f6e-42b9-9840-f3305c3f0c0e req-ab631658-c9a6-45f5-900b-28674558e2b4 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:53.019910 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5dcdd93c-6f6e-42b9-9840-f3305c3f0c0e req-ab631658-c9a6-45f5-900b-28674558e2b4 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 943 time: 0.1791346 Nov 13 05:07:53.021660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Port 798b3976-31f9-4e7d-8f27-101cffd8745a on network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:07:53.021983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Attempting to bind port 798b3976-31f9-4e7d-8f27-101cffd8745a on network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:07:53.034182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:07:53.034182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Checking segment: {'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:07:53.034182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Bound using segment: {'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:07:53.034182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Bound port: 798b3976-31f9-4e7d-8f27-101cffd8745a, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:07:53.034182 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:53.163207 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5dcdd93c-6f6e-42b9-9840-f3305c3f0c0e req-00cd4fe3-c614-4f35-b643-043ef40436e6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332421 Nov 13 05:07:53.207729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] For port 798b3976-31f9-4e7d-8f27-101cffd8745a, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:07:53.211574 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] For port 798b3976-31f9-4e7d-8f27-101cffd8745a, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=798b3976-31f9-4e7d-8f27-101cffd8745a,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:07:53.214121 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:53.225025 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:53.226852 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:53.242396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:07:53.248349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9b0e72be-0a01-40a9-a33e-20ebb217b822 None None] Provisioning complete for port 783e122a-c902-488c-ab38-79a3e3c9ffb3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:53.248771 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b0e72be-0a01-40a9-a33e-20ebb217b822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:53.282291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:53.282946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:53.284484 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] 10.222.0.36 "PUT /v2.0/ports/798b3976-31f9-4e7d-8f27-101cffd8745a HTTP/1.1" status: 200 len: 1091 time: 1.0508196 Nov 13 05:07:53.284950 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746fc4a0-67b6-40f2-a6fc-a4b28f5c1374', 'tag': '798b3976-31f9-4e7d-8f27-101cffd8745a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:07:53.287714 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7bd730-b2d2-4110-89c6-6151274d24d3" -d '{"events": [{"name": "network-changed", "server_uuid": "746fc4a0-67b6-40f2-a6fc-a4b28f5c1374", "tag": "798b3976-31f9-4e7d-8f27-101cffd8745a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:07:53.336598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ab5bb-fb0d-4275-a586-dbcf11905a2f service neutron] Pushing event updated for resources: {'Port': ['ID=798b3976-31f9-4e7d-8f27-101cffd8745a,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:53.372634 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6376fa0-6f16-4b93-80bc-c36fa2ee7d4d x-openstack-request-id: req-c6376fa0-6f16-4b93-80bc-c36fa2ee7d4d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:07:53.373202 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746fc4a0-67b6-40f2-a6fc-a4b28f5c1374", "tag": "798b3976-31f9-4e7d-8f27-101cffd8745a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:07:53.373546 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6376fa0-6f16-4b93-80bc-c36fa2ee7d4d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:07:53.375247 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746fc4a0-67b6-40f2-a6fc-a4b28f5c1374', 'tag': '798b3976-31f9-4e7d-8f27-101cffd8745a', 'status': 'completed', 'code': 200} Nov 13 05:07:53.382681 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:53.412613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e72be-0a01-40a9-a33e-20ebb217b822 None None] Port 783e122a-c902-488c-ab38-79a3e3c9ffb3 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:53.437362 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:53.437964 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:53.465565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-3cf39415-d81e-4520-baf0-536d8a7668f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:53.471859 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-3cf39415-d81e-4520-baf0-536d8a7668f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59509f2e90754316ba4a2ce1024d51f4&device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 1094 time: 0.1192415 Nov 13 05:07:53.479135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9b0e72be-0a01-40a9-a33e-20ebb217b822 None None] Provisioning complete for port c15a1bb1-4e5c-49df-bd6b-e08adc216756 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:53.479447 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b0e72be-0a01-40a9-a33e-20ebb217b822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:53.485827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1ea2f8-c869-4af8-acbb-b3d30b3810a1 None None] Network 063aceaa-78fd-40cf-8456-c1b9b6273c13 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:53.512567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:53.514119 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=783e122a-c902-488c-ab38-79a3e3c9ffb3,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:53.517686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:53.544125 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-8d3e1011-c746-4f9d-8697-947a526a226c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=798b3976-31f9-4e7d-8f27-101cffd8745a HTTP/1.1" status: 200 len: 217 time: 0.0578041 Nov 13 05:07:53.639675 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-61752c7d-5509-41de-bb64-963b8ad95eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:53.641167 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-61752c7d-5509-41de-bb64-963b8ad95eac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2bdba20d-97d4-48c3-b599-83cfc0478ef2 HTTP/1.1" status: 200 len: 855 time: 0.0737290 Nov 13 05:07:53.682505 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-21018836-8a4a-4112-b07e-14a19edf9208 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329905 Nov 13 05:07:53.708155 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 02c1b544-f544-43a5-b899-cde39dca6f71 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:07:53.851850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:07:53.852994 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-708da7be-22aa-4553-8e14-edc559270133 service neutron] 10.222.0.36 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616850 Nov 13 05:07:53.861612 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a76553f5-a1a9-403a-8e88-4d699a68da5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/02c1b544-f544-43a5-b899-cde39dca6f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0361657 Nov 13 05:07:53.869592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54816) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:53.929578 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1ab7da-8200-4d07-bace-93678b186dc2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:53.934005 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1f1ab7da-8200-4d07-bace-93678b186dc2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports/783e122a-c902-488c-ab38-79a3e3c9ffb3 HTTP/1.1" status: 200 len: 910 time: 0.0610259 Nov 13 05:07:53.934208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54818) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:53.993861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a97583d-27c4-45d7-8f0a-f6b4acc0cdce None None] Sync routers for ids ['02c1b544-f544-43a5-b899-cde39dca6f71'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:07:53.996307 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:54.050428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a97583d-27c4-45d7-8f0a-f6b4acc0cdce None None] Routers {'02c1b544-f544-43a5-b899-cde39dca6f71'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:54.051373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6a97583d-27c4-45d7-8f0a-f6b4acc0cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['02c1b544-f544-43a5-b899-cde39dca6f71'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:54.052585 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f589fd7-df5d-49b4-880e-f1df617b0ec3 req-a32c5200-6621-4e95-88bc-a773ec6d15b1 service neutron] 10.222.0.36 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921875 Nov 13 05:07:54.118080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6a97583d-27c4-45d7-8f0a-f6b4acc0cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:54.124461 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=71aec5fb-40d4-44cb-a8b7-ace44f2da6ba,segment=NetworkSegment(76f5543c-e9be-42a7-8a88-c14c1b8e47e8),segment_id=76f5543c-e9be-42a7-8a88-c14c1b8e47e8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:54.131740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a97583d-27c4-45d7-8f0a-f6b4acc0cdce None None] Routers {'02c1b544-f544-43a5-b899-cde39dca6f71'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:54.132469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6a97583d-27c4-45d7-8f0a-f6b4acc0cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['02c1b544-f544-43a5-b899-cde39dca6f71'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:54.136129 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:54.136937 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c15a1bb1-4e5c-49df-bd6b-e08adc216756 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:07:54.245146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bd730-b2d2-4110-89c6-6151274d24d3 req-e319af09-7d3b-4a72-82e2-c5f90bc5ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:54.246610 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b7bd730-b2d2-4110-89c6-6151274d24d3 req-e319af09-7d3b-4a72-82e2-c5f90bc5ef28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59509f2e90754316ba4a2ce1024d51f4&device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 1094 time: 0.0895495 Nov 13 05:07:54.309762 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=71aec5fb-40d4-44cb-a8b7-ace44f2da6ba,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:54.315424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6a97583d-27c4-45d7-8f0a-f6b4acc0cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:54.315875 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a97583d-27c4-45d7-8f0a-f6b4acc0cdce None None] The sync data for ids ['02c1b544-f544-43a5-b899-cde39dca6f71'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:07:54.339908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1106e603-77c1-4700-9e9d-66028bcd27ed None None] Provisioning complete for port 783e122a-c902-488c-ab38-79a3e3c9ffb3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:54.340317 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1106e603-77c1-4700-9e9d-66028bcd27ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:54.365080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c15a1bb1-4e5c-49df-bd6b-e08adc216756 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:54.365454 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:54.447532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1106e603-77c1-4700-9e9d-66028bcd27ed None None] Port 783e122a-c902-488c-ab38-79a3e3c9ffb3 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:54.458582 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:54.468408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ee823-9cd0-47fe-94c5-49ce55b53364 req-6eff6d96-e9e7-4897-a538-74bcada8a69a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:54.470071 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-194ee823-9cd0-47fe-94c5-49ce55b53364 req-6eff6d96-e9e7-4897-a538-74bcada8a69a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 943 time: 0.1313920 Nov 13 05:07:54.498260 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bd730-b2d2-4110-89c6-6151274d24d3 req-f97163f6-70c4-4bc6-8f30-3e01d0a6bece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:54.498439 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1106e603-77c1-4700-9e9d-66028bcd27ed None None] Provisioning complete for port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:54.498905 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1106e603-77c1-4700-9e9d-66028bcd27ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:54.500341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b7bd730-b2d2-4110-89c6-6151274d24d3 req-f97163f6-70c4-4bc6-8f30-3e01d0a6bece service neutron] 10.222.0.36 "GET /v2.0/networks?id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 200 len: 916 time: 0.2384932 Nov 13 05:07:54.567062 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b7bd730-b2d2-4110-89c6-6151274d24d3 req-4d408eea-4d32-4221-a0e9-1cbf80a13a0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=798b3976-31f9-4e7d-8f27-101cffd8745a HTTP/1.1" status: 200 len: 217 time: 0.0591145 Nov 13 05:07:54.743727 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-991828c1-57db-400c-bae6-22fb0021fb4b None None] Provisioning complete for port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:54.746257 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-991828c1-57db-400c-bae6-22fb0021fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:54.770354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Allocated IP 172.21.0.1 (063aceaa-78fd-40cf-8456-c1b9b6273c13/f211bfe6-803a-4ad7-a797-09bf6dde9ddf/850f1279-bf5f-4a3c-afb7-c2f2cf5db373) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:07:54.905337 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:54.948438 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:54.991512 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 063aceaa-78fd-40cf-8456-c1b9b6273c13 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:54.996910 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-194ee823-9cd0-47fe-94c5-49ce55b53364 req-c859aaff-3ab2-44df-9be6-c8d71a070513 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949234 Nov 13 05:07:54.997248 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:55.000226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:07:55.013280 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bd730-b2d2-4110-89c6-6151274d24d3 req-2f8c43a3-aec1-438d-9712-067c8ba70269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:55.015022 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b7bd730-b2d2-4110-89c6-6151274d24d3 req-2f8c43a3-aec1-438d-9712-067c8ba70269 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2bdba20d-97d4-48c3-b599-83cfc0478ef2 HTTP/1.1" status: 200 len: 855 time: 0.4380507 Nov 13 05:07:55.051505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=850f1279-bf5f-4a3c-afb7-c2f2cf5db373,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:55.065584 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b7bd730-b2d2-4110-89c6-6151274d24d3 req-c1a68a79-5691-49d9-8692-0e1e8b0134f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413837 Nov 13 05:07:55.074326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:07:55.076359 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:55.177532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:55.177910 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:55.186595 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b7bd730-b2d2-4110-89c6-6151274d24d3 req-0641d03e-8481-4081-86ac-b0a70c80c78b service neutron] 10.222.0.36 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075304 Nov 13 05:07:55.230667 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:55.306813 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c15a1bb1-4e5c-49df-bd6b-e08adc216756 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:07:55.342745 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b7bd730-b2d2-4110-89c6-6151274d24d3 req-8da0233e-5860-49b7-adfa-d4d3c6a94df6 service neutron] 10.222.0.36 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475277 Nov 13 05:07:55.358689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c15a1bb1-4e5c-49df-bd6b-e08adc216756 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:55.359364 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:55.412645 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0bbda807-ec39-4cb8-bd74-9abf36d7b425 None None] Provisioning complete for port 850f1279-bf5f-4a3c-afb7-c2f2cf5db373 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:55.413016 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bbda807-ec39-4cb8-bd74-9abf36d7b425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:55.476456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0bbda807-ec39-4cb8-bd74-9abf36d7b425 None None] Port 850f1279-bf5f-4a3c-afb7-c2f2cf5db373 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:55.555329 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:55.561383 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:55.636087 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=850f1279-bf5f-4a3c-afb7-c2f2cf5db373,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:55.642478 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:55.739718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 063aceaa-78fd-40cf-8456-c1b9b6273c13 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:07:55.741127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:07:55.852747 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 02c1b544-f544-43a5-b899-cde39dca6f71 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:07:55.960108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:07:55.966354 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-184b2b3f-e7af-46ee-885d-166ad9f0fe2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/02c1b544-f544-43a5-b899-cde39dca6f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0310991 Nov 13 05:07:55.969245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54856) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:55.971883 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a76a315-d44c-4b93-909e-54369df4c729 None None] Sync routers for ids ['02c1b544-f544-43a5-b899-cde39dca6f71'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:07:55.984761 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76a315-d44c-4b93-909e-54369df4c729 None None] Routers {'02c1b544-f544-43a5-b899-cde39dca6f71'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:55.985460 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6a76a315-d44c-4b93-909e-54369df4c729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['02c1b544-f544-43a5-b899-cde39dca6f71'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:56.022695 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ea7342-ebae-41c1-82be-135797ad442e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:56.024488 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c0ea7342-ebae-41c1-82be-135797ad442e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports/850f1279-bf5f-4a3c-afb7-c2f2cf5db373 HTTP/1.1" status: 200 len: 910 time: 0.0538659 Nov 13 05:07:56.027657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54860) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:56.036702 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6a76a315-d44c-4b93-909e-54369df4c729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:56.067185 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76a315-d44c-4b93-909e-54369df4c729 None None] Routers {'02c1b544-f544-43a5-b899-cde39dca6f71'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:56.067839 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6a76a315-d44c-4b93-909e-54369df4c729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['02c1b544-f544-43a5-b899-cde39dca6f71'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:56.128086 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6a76a315-d44c-4b93-909e-54369df4c729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:56.128857 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a76a315-d44c-4b93-909e-54369df4c729 None None] The sync data for ids ['02c1b544-f544-43a5-b899-cde39dca6f71'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:07:56.312566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-894fd9b8-4f6f-443f-b422-e7acd02d2351 None None] Provisioning complete for port 850f1279-bf5f-4a3c-afb7-c2f2cf5db373 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:56.313073 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-894fd9b8-4f6f-443f-b422-e7acd02d2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:56.350447 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-894fd9b8-4f6f-443f-b422-e7acd02d2351 None None] Port 850f1279-bf5f-4a3c-afb7-c2f2cf5db373 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:07:56.588698 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8c12c-ff14-497c-a716-c8c398d9b6b0 req-1f96f3c9-1adf-4681-9c73-d0a95be18ec4 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:56.589186 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3bb8c12c-ff14-497c-a716-c8c398d9b6b0 req-1f96f3c9-1adf-4681-9c73-d0a95be18ec4 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 943 time: 0.1252666 Nov 13 05:07:56.693712 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3bb8c12c-ff14-497c-a716-c8c398d9b6b0 req-78a7d102-0b37-4dfe-bb2d-e57ea7f98bc6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766244 Nov 13 05:07:56.823799 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3c3b-d40d-4ef4-8664-1ae125bf17b3 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:57.070677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d3c3b-d40d-4ef4-8664-1ae125bf17b3 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port 850f1279-bf5f-4a3c-afb7-c2f2cf5db373 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:57.071059 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3c3b-d40d-4ef4-8664-1ae125bf17b3 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:57.161832 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3c3b-d40d-4ef4-8664-1ae125bf17b3 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:57.175164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d3c3b-d40d-4ef4-8664-1ae125bf17b3 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for 850f1279-bf5f-4a3c-afb7-c2f2cf5db373 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:57.349779 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3c3b-d40d-4ef4-8664-1ae125bf17b3 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:57.378293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d3c3b-d40d-4ef4-8664-1ae125bf17b3 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=850f1279-bf5f-4a3c-afb7-c2f2cf5db373,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:57.540782 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3c3b-d40d-4ef4-8664-1ae125bf17b3 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:57.728849 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 798b3976-31f9-4e7d-8f27-101cffd8745a details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:07:57.735120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3d3c3b-d40d-4ef4-8664-1ae125bf17b3 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 02c1b544-f544-43a5-b899-cde39dca6f71 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:07:57.836911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3d3c3b-d40d-4ef4-8664-1ae125bf17b3 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:07:57.846326 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8f3d3c3b-d40d-4ef4-8664-1ae125bf17b3 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/02c1b544-f544-43a5-b899-cde39dca6f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8174419 Nov 13 05:07:57.847344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54908) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:57.857216 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11507dc-1b97-466f-b9b1-86f604fb28af None None] Sync routers for ids ['02c1b544-f544-43a5-b899-cde39dca6f71'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:07:57.872231 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97a7de-eb6f-41cb-ae6f-6579b4691381 req-9569700c-789d-45ef-9b9e-f5fd0e27cab1 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:57.874417 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cd97a7de-eb6f-41cb-ae6f-6579b4691381 req-9569700c-789d-45ef-9b9e-f5fd0e27cab1 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 943 time: 0.0797606 Nov 13 05:07:57.878936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 798b3976-31f9-4e7d-8f27-101cffd8745a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=798b3976-31f9-4e7d-8f27-101cffd8745a,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:57.893914 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11507dc-1b97-466f-b9b1-86f604fb28af None None] Routers {'02c1b544-f544-43a5-b899-cde39dca6f71'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:57.895020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b11507dc-1b97-466f-b9b1-86f604fb28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['02c1b544-f544-43a5-b899-cde39dca6f71'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:57.931398 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cd97a7de-eb6f-41cb-ae6f-6579b4691381 req-3025147c-57a3-4d33-957c-3a8ceb2e2bac tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505512 Nov 13 05:07:57.933715 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '798b3976-31f9-4e7d-8f27-101cffd8745a', 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4', 'port_id': '798b3976-31f9-4e7d-8f27-101cffd8745a', 'mac_address': 'fa:16:3e:51:12:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdba20d-97d4-48c3-b599-83cfc0478ef2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:07:57.940503 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b11507dc-1b97-466f-b9b1-86f604fb28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:57.979906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11507dc-1b97-466f-b9b1-86f604fb28af None None] Routers {'02c1b544-f544-43a5-b899-cde39dca6f71'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:57.980707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b11507dc-1b97-466f-b9b1-86f604fb28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['02c1b544-f544-43a5-b899-cde39dca6f71'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:58.017790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b11507dc-1b97-466f-b9b1-86f604fb28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:58.018743 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11507dc-1b97-466f-b9b1-86f604fb28af None None] The sync data for ids ['02c1b544-f544-43a5-b899-cde39dca6f71'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:07:58.020306 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:58.034867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798b3976-31f9-4e7d-8f27-101cffd8745a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:07:58.062089 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 798b3976-31f9-4e7d-8f27-101cffd8745a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=798b3976-31f9-4e7d-8f27-101cffd8745a,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:07:58.067214 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:58.127143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=798b3976-31f9-4e7d-8f27-101cffd8745a,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:58.204906 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4eafbc7f-6d75-4a75-87d0-91f6ffb88f2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:58.438602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4eafbc7f-6d75-4a75-87d0-91f6ffb88f2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port 783e122a-c902-488c-ab38-79a3e3c9ffb3 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:07:58.438942 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4eafbc7f-6d75-4a75-87d0-91f6ffb88f2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:58.447619 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['798b3976-31f9-4e7d-8f27-101cffd8745a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:07:58.534391 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4eafbc7f-6d75-4a75-87d0-91f6ffb88f2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:58.547512 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4eafbc7f-6d75-4a75-87d0-91f6ffb88f2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for 783e122a-c902-488c-ab38-79a3e3c9ffb3 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:07:58.585291 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:58.733107 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4eafbc7f-6d75-4a75-87d0-91f6ffb88f2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:58.761768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafbc7f-6d75-4a75-87d0-91f6ffb88f2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=783e122a-c902-488c-ab38-79a3e3c9ffb3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:58.904689 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4eafbc7f-6d75-4a75-87d0-91f6ffb88f2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:58.935416 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:59.096586 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eafbc7f-6d75-4a75-87d0-91f6ffb88f2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 02c1b544-f544-43a5-b899-cde39dca6f71 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:07:59.120760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891af07-e3ab-4b68-ad11-86eb60257753 req-f5fde335-263b-4d47-a5ea-8f70a06f1dbe tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:07:59.122614 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5891af07-e3ab-4b68-ad11-86eb60257753 req-f5fde335-263b-4d47-a5ea-8f70a06f1dbe tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 944 time: 0.0861416 Nov 13 05:07:59.209206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eafbc7f-6d75-4a75-87d0-91f6ffb88f2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:07:59.215518 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4eafbc7f-6d75-4a75-87d0-91f6ffb88f2c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/02c1b544-f544-43a5-b899-cde39dca6f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3672237 Nov 13 05:07:59.218384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54940) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:59.224389 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9707a112-7131-4fda-b60f-d34f5846a01e None None] Sync routers for ids ['02c1b544-f544-43a5-b899-cde39dca6f71'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:07:59.240035 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9707a112-7131-4fda-b60f-d34f5846a01e None None] Routers {'02c1b544-f544-43a5-b899-cde39dca6f71'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:59.240663 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9707a112-7131-4fda-b60f-d34f5846a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['02c1b544-f544-43a5-b899-cde39dca6f71'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:59.249520 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5891af07-e3ab-4b68-ad11-86eb60257753 req-33fda72a-3156-47a9-8907-7fc1379692f2 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872262 Nov 13 05:07:59.256189 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-91040049-a0ae-4711-bb5b-66c58c54c87c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports?device_id=02c1b544-f544-43a5-b899-cde39dca6f71 HTTP/1.1" status: 200 len: 205 time: 0.0361128 Nov 13 05:07:59.256725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54942) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:59.299574 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9707a112-7131-4fda-b60f-d34f5846a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:59.309373 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9707a112-7131-4fda-b60f-d34f5846a01e None None] Routers {'02c1b544-f544-43a5-b899-cde39dca6f71'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:07:59.310071 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9707a112-7131-4fda-b60f-d34f5846a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['02c1b544-f544-43a5-b899-cde39dca6f71'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:59.339269 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4eb-afac-4b48-a370-3870f0f72757 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:59.341913 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9707a112-7131-4fda-b60f-d34f5846a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:07:59.342618 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9707a112-7131-4fda-b60f-d34f5846a01e None None] The sync data for ids ['02c1b544-f544-43a5-b899-cde39dca6f71'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:07:59.494860 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4eb-afac-4b48-a370-3870f0f72757 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:59.497019 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4eb-afac-4b48-a370-3870f0f72757 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:59.539476 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4eb-afac-4b48-a370-3870f0f72757 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:59.539964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9cf4eb-afac-4b48-a370-3870f0f72757 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Fanout notify agent at l3_agent the message router_deleted on router 02c1b544-f544-43a5-b899-cde39dca6f71 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:07:59.546786 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4eb-afac-4b48-a370-3870f0f72757 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:59.547912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fd9cf4eb-afac-4b48-a370-3870f0f72757 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/routers/02c1b544-f544-43a5-b899-cde39dca6f71 HTTP/1.1" status: 204 len: 168 time: 0.2895074 Nov 13 05:07:59.550683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54948) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:59.601606 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e28fa68-baba-4835-b805-241add7f6b9c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting subnet f211bfe6-803a-4ad7-a797-09bf6dde9ddf {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:07:59.604910 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e28fa68-baba-4835-b805-241add7f6b9c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:59.651359 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e28fa68-baba-4835-b805-241add7f6b9c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:59.730415 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 798b3976-31f9-4e7d-8f27-101cffd8745a up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:07:59.735480 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e28fa68-baba-4835-b805-241add7f6b9c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:59.787998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 798b3976-31f9-4e7d-8f27-101cffd8745a completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:07:59.792270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 798b3976-31f9-4e7d-8f27-101cffd8745a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:07:59.792634 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:59.801287 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e28fa68-baba-4835-b805-241add7f6b9c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:59.836672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28fa68-baba-4835-b805-241add7f6b9c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Subnet': ['ID=f211bfe6-803a-4ad7-a797-09bf6dde9ddf,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:07:59.838722 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e28fa68-baba-4835-b805-241add7f6b9c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:59.842553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7e28fa68-baba-4835-b805-241add7f6b9c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/f211bfe6-803a-4ad7-a797-09bf6dde9ddf HTTP/1.1" status: 204 len: 168 time: 0.2903452 Nov 13 05:07:59.844221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa681a2-25b8-4f78-9f7d-7fb8112364aa None None] Network 063aceaa-78fd-40cf-8456-c1b9b6273c13 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:07:59.844896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 54956) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:07:59.904010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting subnet 474d229d-2694-4c37-83db-d4b6cc4fadaa {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:07:59.923379 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:59.938374 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:07:59.967712 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.000479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746fc4a0-67b6-40f2-a6fc-a4b28f5c1374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798b3976-31f9-4e7d-8f27-101cffd8745a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:08:00.003079 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ade002-fe8e-47aa-a723-77b619dce288" -d '{"events": [{"server_uuid": "746fc4a0-67b6-40f2-a6fc-a4b28f5c1374", "name": "network-vif-plugged", "status": "completed", "tag": "798b3976-31f9-4e7d-8f27-101cffd8745a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:08:00.019346 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 798b3976-31f9-4e7d-8f27-101cffd8745a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=798b3976-31f9-4e7d-8f27-101cffd8745a,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:00.043655 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.070021 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb148b80-fca4-479c-8252-25b40c2be3df x-openstack-request-id: req-bb148b80-fca4-479c-8252-25b40c2be3df {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:08:00.070579 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746fc4a0-67b6-40f2-a6fc-a4b28f5c1374", "name": "network-vif-plugged", "status": "completed", "tag": "798b3976-31f9-4e7d-8f27-101cffd8745a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:08:00.071075 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb148b80-fca4-479c-8252-25b40c2be3df {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:08:00.071634 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746fc4a0-67b6-40f2-a6fc-a4b28f5c1374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798b3976-31f9-4e7d-8f27-101cffd8745a', 'code': 200} Nov 13 05:08:00.093384 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.100177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=798b3976-31f9-4e7d-8f27-101cffd8745a,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:00.123185 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48810829-b0a5-4801-a3b7-8c7a3243231e None None] DHCP port deletion for 063aceaa-78fd-40cf-8456-c1b9b6273c13 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:08:00.189930 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.205643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-48810829-b0a5-4801-a3b7-8c7a3243231e None None] Deleting port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:00.206347 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48810829-b0a5-4801-a3b7-8c7a3243231e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.225448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Subnet': ['ID=474d229d-2694-4c37-83db-d4b6cc4fadaa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:00.248169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.255506 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/474d229d-2694-4c37-83db-d4b6cc4fadaa HTTP/1.1" status: 204 len: 168 time: 0.4062765 Nov 13 05:08:00.256170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 54974) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:00.259423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:00.259977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:00.260489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:00.260977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:00.261475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:00.261956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:00.262600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:00.263420 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:00.263919 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:00.264507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:00.264988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:00.265466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c3d9e-f0f9-47c6-a04e-9515fb28c127 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:00.267669 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e32984-b7e1-4d91-84cf-2ee9be91caf1 None None] Network 2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:00.280070 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930323cf-fbb0-4383-9346-d9a11591bfd3 req-261d9701-73d0-4e11-bd1f-3f2cf37539e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:00.281808 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-930323cf-fbb0-4383-9346-d9a11591bfd3 req-261d9701-73d0-4e11-bd1f-3f2cf37539e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 1096 time: 0.1179459 Nov 13 05:08:00.377692 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-930323cf-fbb0-4383-9346-d9a11591bfd3 req-dc6eda53-ebe4-4040-834f-b3f46d05d2c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846148 Nov 13 05:08:00.384279 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.443919 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-48810829-b0a5-4801-a3b7-8c7a3243231e None None] For port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=71aec5fb-40d4-44cb-a8b7-ace44f2da6ba,segment=NetworkSegment(76f5543c-e9be-42a7-8a88-c14c1b8e47e8),segment_id=76f5543c-e9be-42a7-8a88-c14c1b8e47e8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:00.444311 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48810829-b0a5-4801-a3b7-8c7a3243231e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.454232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee2785-c90d-4151-b8fd-654239541866 req-199dc76c-d6f0-4dd8-895d-480c839ae720 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:00.462286 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3ee2785-c90d-4151-b8fd-654239541866 req-199dc76c-d6f0-4dd8-895d-480c839ae720 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 945 time: 0.0811002 Nov 13 05:08:00.464884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-48810829-b0a5-4801-a3b7-8c7a3243231e None None] Calling delete_port for 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:00.465599 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:00.466212 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.574310 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3ee2785-c90d-4151-b8fd-654239541866 req-8558b9b2-3d8e-4003-bf2b-02b9bd3c9864 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107547 Nov 13 05:08:00.590985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] For port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=71aec5fb-40d4-44cb-a8b7-ace44f2da6ba,segment=NetworkSegment(76f5543c-e9be-42a7-8a88-c14c1b8e47e8),segment_id=76f5543c-e9be-42a7-8a88-c14c1b8e47e8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:00.591688 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.609261 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48810829-b0a5-4801-a3b7-8c7a3243231e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.609454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:00.641548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48810829-b0a5-4801-a3b7-8c7a3243231e None None] Pushing event deleted for resources: {'Port': ['ID=71aec5fb-40d4-44cb-a8b7-ace44f2da6ba,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:00.643769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48810829-b0a5-4801-a3b7-8c7a3243231e None None] No DVR routers for this DVR port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:08:00.663088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2ee357-b3a7-4d22-8609-0521259407bf None None] DHCP port deletion for 2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:08:00.700193 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.729802 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0f2ee357-b3a7-4d22-8609-0521259407bf None None] Deleting port c15a1bb1-4e5c-49df-bd6b-e08adc216756 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:00.730345 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f2ee357-b3a7-4d22-8609-0521259407bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.738010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=71aec5fb-40d4-44cb-a8b7-ace44f2da6ba,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:00.741318 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No DVR routers for this DVR port 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:08:00.810748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0f2ee357-b3a7-4d22-8609-0521259407bf None None] For port c15a1bb1-4e5c-49df-bd6b-e08adc216756, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c15a1bb1-4e5c-49df-bd6b-e08adc216756,segment=NetworkSegment(ea28f2fc-6d21-4ec8-8b22-b08f8866e20b),segment_id=ea28f2fc-6d21-4ec8-8b22-b08f8866e20b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:00.811279 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f2ee357-b3a7-4d22-8609-0521259407bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.826000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0f2ee357-b3a7-4d22-8609-0521259407bf None None] Calling delete_port for c15a1bb1-4e5c-49df-bd6b-e08adc216756 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:00.835246 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.856298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063aceaa-78fd-40cf-8456-c1b9b6273c13']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:00.869314 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f5543c-e9be-42a7-8a88-c14c1b8e47e8') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:00.869697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f5543c-e9be-42a7-8a88-c14c1b8e47e8') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:00.880698 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.897696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.905144 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:08:00.905823 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:08:00.908972 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:08:00.916925 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f2ee357-b3a7-4d22-8609-0521259407bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:00.943234 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ee357-b3a7-4d22-8609-0521259407bf None None] Pushing event deleted for resources: {'Port': ['ID=c15a1bb1-4e5c-49df-bd6b-e08adc216756,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:00.949305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ee357-b3a7-4d22-8609-0521259407bf None None] No DVR routers for this DVR port c15a1bb1-4e5c-49df-bd6b-e08adc216756 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:08:00.994471 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:01.004109 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:01.007825 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/networks/063aceaa-78fd-40cf-8456-c1b9b6273c13 HTTP/1.1" status: 204 len: 168 time: 0.7501867 Nov 13 05:08:01.010720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55002) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:01.023154 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7a01a-3113-44dd-a3b4-0bf88960e199 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Network': ['ID=063aceaa-78fd-40cf-8456-c1b9b6273c13,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:01.063423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:08:01.097610 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:08:01.098016 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 71aec5fb-40d4-44cb-a8b7-ace44f2da6ba not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:08:01.098570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c15a1bb1-4e5c-49df-bd6b-e08adc216756 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:08:01.111741 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1bd488e-f1f6-4eed-9345-fc610517d4f2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:01.120634 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: c15a1bb1-4e5c-49df-bd6b-e08adc216756 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:08:01.121164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c15a1bb1-4e5c-49df-bd6b-e08adc216756 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:08:01.202502 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1bd488e-f1f6-4eed-9345-fc610517d4f2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:01.224657 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b1bd488e-f1f6-4eed-9345-fc610517d4f2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:01.236359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b1bd488e-f1f6-4eed-9345-fc610517d4f2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea28f2fc-6d21-4ec8-8b22-b08f8866e20b') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:01.237312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b1bd488e-f1f6-4eed-9345-fc610517d4f2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea28f2fc-6d21-4ec8-8b22-b08f8866e20b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:01.248118 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1bd488e-f1f6-4eed-9345-fc610517d4f2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:01.262809 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1bd488e-f1f6-4eed-9345-fc610517d4f2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:01.271060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bd488e-f1f6-4eed-9345-fc610517d4f2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:08:01.271470 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1bd488e-f1f6-4eed-9345-fc610517d4f2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:08:01.274709 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:08:01.340918 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1bd488e-f1f6-4eed-9345-fc610517d4f2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:01.359105 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1bd488e-f1f6-4eed-9345-fc610517d4f2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:01.362316 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b1bd488e-f1f6-4eed-9345-fc610517d4f2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/networks/2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99 HTTP/1.1" status: 204 len: 168 time: 0.3504047 Nov 13 05:08:01.363591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd488e-f1f6-4eed-9345-fc610517d4f2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Network': ['ID=2994ba5e-0efc-45d1-ac5f-4d3bfe6cdb99,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:01.367377 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55012) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:01.373162 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-969bdd66-102d-402c-b2f3-a867b7062b49 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1567481692'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:01.393440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969bdd66-102d-402c-b2f3-a867b7062b49 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:01.397000 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-969bdd66-102d-402c-b2f3-a867b7062b49 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:01.421425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969bdd66-102d-402c-b2f3-a867b7062b49 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:08:01.430889 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-969bdd66-102d-402c-b2f3-a867b7062b49 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:01.431257 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-969bdd66-102d-402c-b2f3-a867b7062b49 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Added segment c176b5bd-3257-4c47-bee0-aee6d9e40bff of type vlan for network 64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3 Nov 13 05:08:01.472636 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-969bdd66-102d-402c-b2f3-a867b7062b49 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:01.500055 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-969bdd66-102d-402c-b2f3-a867b7062b49 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:01.506271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969bdd66-102d-402c-b2f3-a867b7062b49 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:01.507311 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-969bdd66-102d-402c-b2f3-a867b7062b49 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:01.587530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55020) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:01.587967 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-969bdd66-102d-402c-b2f3-a867b7062b49 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2191973 Nov 13 05:08:01.595090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-30abad73-5389-461d-91b9-a637a99ba610 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'subnet': {'network_id': '64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:01.597691 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bdd66-102d-402c-b2f3-a867b7062b49 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Network': ['ID=64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:01.620244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:08:01.800638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c206e8-92c6-4f06-b218-8df2d62fc37e req-e8728a9c-89ea-4966-a40e-d3d9cfdf0025 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:01.802386 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65c206e8-92c6-4f06-b218-8df2d62fc37e req-e8728a9c-89ea-4966-a40e-d3d9cfdf0025 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 945 time: 0.0932112 Nov 13 05:08:01.819019 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30abad73-5389-461d-91b9-a637a99ba610 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:01.822470 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30abad73-5389-461d-91b9-a637a99ba610 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:01.912436 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-65c206e8-92c6-4f06-b218-8df2d62fc37e req-968c9607-f02f-4927-a213-860816eaeb6b tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012435 Nov 13 05:08:02.059675 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30abad73-5389-461d-91b9-a637a99ba610 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:02.126269 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abad73-5389-461d-91b9-a637a99ba610 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Subnet': ['ID=f90337a6-c54c-4cfd-a255-a28b99b7430b,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:02.135604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30abad73-5389-461d-91b9-a637a99ba610 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Checking segment: {'id': 'c176b5bd-3257-4c47-bee0-aee6d9e40bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:02.135604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30abad73-5389-461d-91b9-a637a99ba610 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network hostable DHCP agents. Network: 64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:08:02.153011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30abad73-5389-461d-91b9-a637a99ba610 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:08:02.163196 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-30abad73-5389-461d-91b9-a637a99ba610 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:02.167325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30abad73-5389-461d-91b9-a637a99ba610 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:02.167938 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-30abad73-5389-461d-91b9-a637a99ba610 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:02.175685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86acf85f-900b-440a-adfc-4375090b30c6 None None] Network 64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:02.189384 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-30abad73-5389-461d-91b9-a637a99ba610 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6003776 Nov 13 05:08:02.193467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55032) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:02.201863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-19dbd589-0ae8-40ed-b63a-de19f5ba402e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-652503576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:02.247927 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-19dbd589-0ae8-40ed-b63a-de19f5ba402e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:02.252305 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-19dbd589-0ae8-40ed-b63a-de19f5ba402e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:02.334534 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-19dbd589-0ae8-40ed-b63a-de19f5ba402e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:02.339357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3', 'network_id': '64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'fixed_ips': [{'subnet_id': 'f90337a6-c54c-4cfd-a255-a28b99b7430b'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:08:02.340710 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:02.343299 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-19dbd589-0ae8-40ed-b63a-de19f5ba402e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:02.373361 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-19dbd589-0ae8-40ed-b63a-de19f5ba402e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:02.377926 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-19dbd589-0ae8-40ed-b63a-de19f5ba402e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1789434 Nov 13 05:08:02.378568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55038) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:02.385017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-f9c9eb60-3dde-4d04-a5c8-6bfca417281f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'port': {'network_id': '64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3', 'name': 'tempest-RoutersTest-911102542'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:02.528808 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c9eb60-3dde-4d04-a5c8-6bfca417281f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:02.529068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Allocated IP 172.20.0.2 (64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3/f90337a6-c54c-4cfd-a255-a28b99b7430b/1af926a2-9b58-420e-9186-1cb6863bb5a4) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:02.536110 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f9c9eb60-3dde-4d04-a5c8-6bfca417281f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:02.560653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-f9c9eb60-3dde-4d04-a5c8-6bfca417281f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] device_id is not set on port 05bec91a-9d1f-489b-9b03-19328b11c07d yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:08:02.700040 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:02.706887 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:02.758050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-f9c9eb60-3dde-4d04-a5c8-6bfca417281f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Allocated IP 172.20.0.7 (64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3/f90337a6-c54c-4cfd-a255-a28b99b7430b/05bec91a-9d1f-489b-9b03-19328b11c07d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:02.945478 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Network 64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:02.950848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:02.955162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:03.012134 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Pushing event updated for resources: {'Port': ['ID=1af926a2-9b58-420e-9186-1cb6863bb5a4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:03.048557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Attempting to bind port 1af926a2-9b58-420e-9186-1cb6863bb5a4 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:03.049243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Attempting to bind port 1af926a2-9b58-420e-9186-1cb6863bb5a4 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'c176b5bd-3257-4c47-bee0-aee6d9e40bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:03.049781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Attempting to bind port 1af926a2-9b58-420e-9186-1cb6863bb5a4 on network 64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:03.059081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:08:03.059731 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Checking segment: {'id': 'c176b5bd-3257-4c47-bee0-aee6d9e40bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:03.060372 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:03.061080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Bound using segment: {'id': 'c176b5bd-3257-4c47-bee0-aee6d9e40bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:08:03.061992 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Bound port: 1af926a2-9b58-420e-9186-1cb6863bb5a4, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c176b5bd-3257-4c47-bee0-aee6d9e40bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:08:03.062878 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:03.162744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] For port 1af926a2-9b58-420e-9186-1cb6863bb5a4, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:03.167267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] For port 1af926a2-9b58-420e-9186-1cb6863bb5a4, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1af926a2-9b58-420e-9186-1cb6863bb5a4,segment=NetworkSegment(c176b5bd-3257-4c47-bee0-aee6d9e40bff),segment_id=c176b5bd-3257-4c47-bee0-aee6d9e40bff)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:08:03.175967 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:03.184202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337147a-00c4-40dc-b516-1cbf80c0f1d1 req-9dffa2fc-5863-47c5-86c3-e4f4941b2b2a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:03.195810 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4337147a-00c4-40dc-b516-1cbf80c0f1d1 req-9dffa2fc-5863-47c5-86c3-e4f4941b2b2a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 945 time: 0.1333666 Nov 13 05:08:03.292336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76400549-968c-40f8-9d5b-24997d91a4ec None None] Pushing event updated for resources: {'Port': ['ID=1af926a2-9b58-420e-9186-1cb6863bb5a4,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:03.334127 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4337147a-00c4-40dc-b516-1cbf80c0f1d1 req-24c9c291-f8c6-4ca3-8d06-b6abde9b8089 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373992 Nov 13 05:08:03.374304 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f9c9eb60-3dde-4d04-a5c8-6bfca417281f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:03.415745 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f9c9eb60-3dde-4d04-a5c8-6bfca417281f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:03.477341 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9eb60-3dde-4d04-a5c8-6bfca417281f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:03.482466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-f9c9eb60-3dde-4d04-a5c8-6bfca417281f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:03.484948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9eb60-3dde-4d04-a5c8-6bfca417281f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=05bec91a-9d1f-489b-9b03-19328b11c07d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:03.495305 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c9eb60-3dde-4d04-a5c8-6bfca417281f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:03.588558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c9eb60-3dde-4d04-a5c8-6bfca417281f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:03.589205 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f9c9eb60-3dde-4d04-a5c8-6bfca417281f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:03.608721 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f9c9eb60-3dde-4d04-a5c8-6bfca417281f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2288048 Nov 13 05:08:03.611642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55072) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:04.069614 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-09851989-e858-40c1-9b90-738804bddc9e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:04.196565 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e46fd34-ffdf-4968-81b3-6ffa560a4abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:04.394835 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-09851989-e858-40c1-9b90-738804bddc9e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:04.405298 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-09851989-e858-40c1-9b90-738804bddc9e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:04.469621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09851989-e858-40c1-9b90-738804bddc9e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=05bec91a-9d1f-489b-9b03-19328b11c07d,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:04.742021 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-09851989-e858-40c1-9b90-738804bddc9e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:04.743069 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55090) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:04.764452 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1038e5-71f7-41ca-ab96-0f6e00fdde51 None None] Network 64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:04.893440 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9fe44735-79d2-450d-8c6a-fb0c41d00a50 None None] Provisioning complete for port 1af926a2-9b58-420e-9186-1cb6863bb5a4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:04.893837 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9fe44735-79d2-450d-8c6a-fb0c41d00a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:04.936508 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-09851989-e858-40c1-9b90-738804bddc9e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.020169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-62802221-fa22-4a05-bc52-e235d9fb14a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.133762 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9fe44735-79d2-450d-8c6a-fb0c41d00a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.173100 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1af926a2-9b58-420e-9186-1cb6863bb5a4 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:05.201889 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-62802221-fa22-4a05-bc52-e235d9fb14a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.210981 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-62802221-fa22-4a05-bc52-e235d9fb14a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.247096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9fe44735-79d2-450d-8c6a-fb0c41d00a50 None None] For port 1af926a2-9b58-420e-9186-1cb6863bb5a4, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1af926a2-9b58-420e-9186-1cb6863bb5a4,segment=NetworkSegment(c176b5bd-3257-4c47-bee0-aee6d9e40bff),segment_id=c176b5bd-3257-4c47-bee0-aee6d9e40bff)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:05.259815 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9fe44735-79d2-450d-8c6a-fb0c41d00a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.274770 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-62802221-fa22-4a05-bc52-e235d9fb14a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6507f88625954e499f754c79d24f7326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5287097 Nov 13 05:08:05.275347 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55098) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:05.277216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62802221-fa22-4a05-bc52-e235d9fb14a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8ce1f2-60b3-4f50-b6bf-92d028a9e847,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:05.302851 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 1af926a2-9b58-420e-9186-1cb6863bb5a4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:05.303254 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.370646 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe44735-79d2-450d-8c6a-fb0c41d00a50 None None] Pushing event updated for resources: {'Port': ['ID=1af926a2-9b58-420e-9186-1cb6863bb5a4,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:05.426563 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36486d48-a207-4d67-baed-1f1f64c155cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.468319 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36486d48-a207-4d67-baed-1f1f64c155cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.487395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-50354119-af34-481f-9330-567052a0673e None None] Provisioning complete for port 1af926a2-9b58-420e-9186-1cb6863bb5a4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:05.488107 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50354119-af34-481f-9330-567052a0673e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.515745 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-09851989-e858-40c1-9b90-738804bddc9e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.528430 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-09851989-e858-40c1-9b90-738804bddc9e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.617333 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09851989-e858-40c1-9b90-738804bddc9e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=05bec91a-9d1f-489b-9b03-19328b11c07d,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:05.621663 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-09851989-e858-40c1-9b90-738804bddc9e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.625685 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36486d48-a207-4d67-baed-1f1f64c155cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.627624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-50354119-af34-481f-9330-567052a0673e None None] Provisioning complete for port 05bec91a-9d1f-489b-9b03-19328b11c07d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:05.628094 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50354119-af34-481f-9330-567052a0673e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.629251 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36486d48-a207-4d67-baed-1f1f64c155cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.633045 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-36486d48-a207-4d67-baed-1f1f64c155cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c8ce1f2-60b3-4f50-b6bf-92d028a9e847 HTTP/1.1" status: 204 len: 168 time: 0.3532176 Nov 13 05:08:05.649065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36486d48-a207-4d67-baed-1f1f64c155cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8ce1f2-60b3-4f50-b6bf-92d028a9e847,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:05.695178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-50354119-af34-481f-9330-567052a0673e None None] Port 05bec91a-9d1f-489b-9b03-19328b11c07d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:05.753329 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09851989-e858-40c1-9b90-738804bddc9e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:05.755221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-09851989-e858-40c1-9b90-738804bddc9e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:05.834244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3b0b2d3e-7f4b-4ac5-a4ff-9cbdd757ca69 None None] Provisioning complete for port 05bec91a-9d1f-489b-9b03-19328b11c07d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:05.835138 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b0b2d3e-7f4b-4ac5-a4ff-9cbdd757ca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:05.880844 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b2d3e-7f4b-4ac5-a4ff-9cbdd757ca69 None None] Port 05bec91a-9d1f-489b-9b03-19328b11c07d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:05.923752 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09851989-e858-40c1-9b90-738804bddc9e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:08:06.041622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55106) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:06.060883 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-946b84cd-d881-44ac-96ef-d45717a75464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:06.078704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09851989-e858-40c1-9b90-738804bddc9e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:06.090099 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78b1f03-d12c-4cba-84ed-6caeb48579ca None None] Sync routers for ids ['3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:06.092584 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-09851989-e858-40c1-9b90-738804bddc9e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4770844 Nov 13 05:08:06.094797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55108) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:06.153193 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b1f03-d12c-4cba-84ed-6caeb48579ca None None] Routers {'3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:06.155048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f78b1f03-d12c-4cba-84ed-6caeb48579ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:06.177998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03c0e91-d88b-4136-ad7e-b199914ad950 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:06.182767 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55112) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:06.188275 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b03c0e91-d88b-4136-ad7e-b199914ad950 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports/05bec91a-9d1f-489b-9b03-19328b11c07d HTTP/1.1" status: 200 len: 976 time: 0.0919311 Nov 13 05:08:06.216353 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-67861c8b-58c3-4448-bb96-28c3e9822efc None None] Provisioning complete for port 05bec91a-9d1f-489b-9b03-19328b11c07d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:06.216715 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67861c8b-58c3-4448-bb96-28c3e9822efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:06.218764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f78b1f03-d12c-4cba-84ed-6caeb48579ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:06.256447 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b1f03-d12c-4cba-84ed-6caeb48579ca None None] Routers {'3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:06.257207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f78b1f03-d12c-4cba-84ed-6caeb48579ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:07:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:06.312547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f78b1f03-d12c-4cba-84ed-6caeb48579ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:06.313457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78b1f03-d12c-4cba-84ed-6caeb48579ca None None] The sync data for ids ['3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:06.321433 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-67861c8b-58c3-4448-bb96-28c3e9822efc None None] Port 05bec91a-9d1f-489b-9b03-19328b11c07d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:06.337796 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-946b84cd-d881-44ac-96ef-d45717a75464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:06.349418 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-946b84cd-d881-44ac-96ef-d45717a75464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:06.401637 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-946b84cd-d881-44ac-96ef-d45717a75464 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b70bdec0d034d17b8ec9116fc202431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3583064 Nov 13 05:08:06.404325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55118) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:06.438874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b84cd-d881-44ac-96ef-d45717a75464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cafd0d8-a480-4628-99fd-c3a5c60501dd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:06.462603 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e29e6479-bb1a-40de-9f01-18acf0c9df3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:06.490648 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e29e6479-bb1a-40de-9f01-18acf0c9df3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:06.511787 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6ad0fdcc-2631-4613-b9fa-60dd1edbdd1f None None] Provisioning complete for port 05bec91a-9d1f-489b-9b03-19328b11c07d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:06.512150 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ad0fdcc-2631-4613-b9fa-60dd1edbdd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:06.552895 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e29e6479-bb1a-40de-9f01-18acf0c9df3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:06.554898 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2ae9c45-8e98-43ed-a255-bf433c926fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:06.558123 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e29e6479-bb1a-40de-9f01-18acf0c9df3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:06.561675 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e29e6479-bb1a-40de-9f01-18acf0c9df3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8cafd0d8-a480-4628-99fd-c3a5c60501dd HTTP/1.1" status: 204 len: 168 time: 0.1537442 Nov 13 05:08:06.572027 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e6479-bb1a-40de-9f01-18acf0c9df3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cafd0d8-a480-4628-99fd-c3a5c60501dd,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:06.605550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6ad0fdcc-2631-4613-b9fa-60dd1edbdd1f None None] Port 05bec91a-9d1f-489b-9b03-19328b11c07d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:06.824404 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4258da81-c996-486a-a4d9-20091cd0a2b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:07.076185 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1af926a2-9b58-420e-9186-1cb6863bb5a4 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:07.082901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4258da81-c996-486a-a4d9-20091cd0a2b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port 05bec91a-9d1f-489b-9b03-19328b11c07d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:07.083457 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4258da81-c996-486a-a4d9-20091cd0a2b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:07.152024 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 1af926a2-9b58-420e-9186-1cb6863bb5a4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:07.152466 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:07.189936 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4258da81-c996-486a-a4d9-20091cd0a2b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:07.206105 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4258da81-c996-486a-a4d9-20091cd0a2b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for 05bec91a-9d1f-489b-9b03-19328b11c07d owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:07.444522 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4258da81-c996-486a-a4d9-20091cd0a2b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:07.478738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258da81-c996-486a-a4d9-20091cd0a2b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=05bec91a-9d1f-489b-9b03-19328b11c07d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:07.505180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd09c2-3daa-4116-82f9-25539c31ef83 req-fba398c2-f5a8-4970-a768-74f86c42638f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:07.512791 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8cfd09c2-3daa-4116-82f9-25539c31ef83 req-fba398c2-f5a8-4970-a768-74f86c42638f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0886707 Nov 13 05:08:07.581983 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8cfd09c2-3daa-4116-82f9-25539c31ef83 req-6955ea59-8bb0-4752-a472-db88320178cf tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682878 Nov 13 05:08:07.724210 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4258da81-c996-486a-a4d9-20091cd0a2b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:07.868232 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:07.923582 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4258da81-c996-486a-a4d9-20091cd0a2b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:08:08.006112 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4258da81-c996-486a-a4d9-20091cd0a2b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:08.019506 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4258da81-c996-486a-a4d9-20091cd0a2b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8348575 Nov 13 05:08:08.023993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55164) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:08.025450 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa67255-c576-4e63-b71b-f6e95b19818d None None] Sync routers for ids ['3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:08.051562 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa67255-c576-4e63-b71b-f6e95b19818d None None] Routers {'3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:08.052644 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1aa67255-c576-4e63-b71b-f6e95b19818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:08.143304 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1aa67255-c576-4e63-b71b-f6e95b19818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:08.152236 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa67255-c576-4e63-b71b-f6e95b19818d None None] Routers {'3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:08.153097 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1aa67255-c576-4e63-b71b-f6e95b19818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:08.186135 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1aa67255-c576-4e63-b71b-f6e95b19818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:08.187347 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa67255-c576-4e63-b71b-f6e95b19818d None None] The sync data for ids ['3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:08.322139 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-fe1387c5-6c83-4a77-b36e-8f1e1f7ce42e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] remove_router_interface failed (client error): The resource could not be found. Nov 13 05:08:08.327193 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fe1387c5-6c83-4a77-b36e-8f1e1f7ce42e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2982514 Nov 13 05:08:08.327893 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:08.357622 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ada7999e-018c-4ca3-8e2c-94f635ec7ecc tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports?device_id=3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52 HTTP/1.1" status: 200 len: 205 time: 0.0282764 Nov 13 05:08:08.360704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55176) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:08.436806 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33712a13-da44-4019-a6cd-31de19698b77 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:08.609009 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33712a13-da44-4019-a6cd-31de19698b77 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:08.611641 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33712a13-da44-4019-a6cd-31de19698b77 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:08.666793 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33712a13-da44-4019-a6cd-31de19698b77 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:08.667065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33712a13-da44-4019-a6cd-31de19698b77 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Fanout notify agent at l3_agent the message router_deleted on router 3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:08:08.708777 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-33712a13-da44-4019-a6cd-31de19698b77 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:08.714245 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-33712a13-da44-4019-a6cd-31de19698b77 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/routers/3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52 HTTP/1.1" status: 204 len: 168 time: 0.3518960 Nov 13 05:08:08.718126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55186) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:08.762664 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55188) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:08.771645 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d3e67-388a-4498-a6e5-e3e150dd3676 req-b9b8a80c-f51a-4d2e-b527-214477df5528 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:08.773296 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-632d3e67-388a-4498-a6e5-e3e150dd3676 req-b9b8a80c-f51a-4d2e-b527-214477df5528 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0787294 Nov 13 05:08:08.786191 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d50254-a532-4b76-8bc6-5c79267505b4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting subnet f90337a6-c54c-4cfd-a255-a28b99b7430b {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:08:08.789789 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-08d50254-a532-4b76-8bc6-5c79267505b4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:08.833329 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-632d3e67-388a-4498-a6e5-e3e150dd3676 req-9a30f614-fd59-4b37-94c3-9d6ea79e4efc tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531068 Nov 13 05:08:08.845212 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-08d50254-a532-4b76-8bc6-5c79267505b4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:08.898892 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-29fd6afa-22bb-4b9d-9c68-22ceb4fa282f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:08.981364 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-08d50254-a532-4b76-8bc6-5c79267505b4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.057942 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-29fd6afa-22bb-4b9d-9c68-22ceb4fa282f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.064087 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-29fd6afa-22bb-4b9d-9c68-22ceb4fa282f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.075388 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-08d50254-a532-4b76-8bc6-5c79267505b4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.133547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d50254-a532-4b76-8bc6-5c79267505b4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Subnet': ['ID=f90337a6-c54c-4cfd-a255-a28b99b7430b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:09.136702 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-08d50254-a532-4b76-8bc6-5c79267505b4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.139899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-08d50254-a532-4b76-8bc6-5c79267505b4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/f90337a6-c54c-4cfd-a255-a28b99b7430b HTTP/1.1" status: 204 len: 168 time: 0.4207771 Nov 13 05:08:09.140892 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e780403a-b7ca-43aa-8a31-f10427fb41a9 None None] Network 64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:09.143215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-29fd6afa-22bb-4b9d-9c68-22ceb4fa282f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=683eb332b18144ad8b6f5ae683b6c54c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3797956 Nov 13 05:08:09.143775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55194) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:09.145710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd6afa-22bb-4b9d-9c68-22ceb4fa282f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4442454-721e-468c-b32c-5b0d46835bbc,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:09.145966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55196) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:09.225450 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.225780 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc548003-52ee-47a8-acb8-d2f7527d9f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.253051 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc548003-52ee-47a8-acb8-d2f7527d9f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.275853 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.286228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port 1af926a2-9b58-420e-9186-1cb6863bb5a4 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:09.286622 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.315025 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc548003-52ee-47a8-acb8-d2f7527d9f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.318354 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc548003-52ee-47a8-acb8-d2f7527d9f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.319786 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cc548003-52ee-47a8-acb8-d2f7527d9f51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4442454-721e-468c-b32c-5b0d46835bbc HTTP/1.1" status: 204 len: 168 time: 0.1728721 Nov 13 05:08:09.342259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc548003-52ee-47a8-acb8-d2f7527d9f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4442454-721e-468c-b32c-5b0d46835bbc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:09.398069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] For port 1af926a2-9b58-420e-9186-1cb6863bb5a4, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1af926a2-9b58-420e-9186-1cb6863bb5a4,segment=NetworkSegment(c176b5bd-3257-4c47-bee0-aee6d9e40bff),segment_id=c176b5bd-3257-4c47-bee0-aee6d9e40bff)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:09.398807 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.413553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for 1af926a2-9b58-420e-9186-1cb6863bb5a4 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:09.420746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d9c249-7dc1-439e-a3ff-6b24fa19bcab None None] DHCP port deletion for 64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:08:09.503450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-73d9c249-7dc1-439e-a3ff-6b24fa19bcab None None] Deleting port 1af926a2-9b58-420e-9186-1cb6863bb5a4 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:09.503450 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73d9c249-7dc1-439e-a3ff-6b24fa19bcab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.512618 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.543806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=1af926a2-9b58-420e-9186-1cb6863bb5a4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:09.547606 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No DVR routers for this DVR port 1af926a2-9b58-420e-9186-1cb6863bb5a4 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:08:09.606745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-73d9c249-7dc1-439e-a3ff-6b24fa19bcab None None] For port 1af926a2-9b58-420e-9186-1cb6863bb5a4, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1af926a2-9b58-420e-9186-1cb6863bb5a4,segment=NetworkSegment(c176b5bd-3257-4c47-bee0-aee6d9e40bff),segment_id=c176b5bd-3257-4c47-bee0-aee6d9e40bff)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:09.607175 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73d9c249-7dc1-439e-a3ff-6b24fa19bcab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.625544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-73d9c249-7dc1-439e-a3ff-6b24fa19bcab None None] Calling delete_port for 1af926a2-9b58-420e-9186-1cb6863bb5a4 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:09.639471 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.648553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-4ab0b257-7715-48cc-8a1f-e03b2d680f77 req-d5150254-5140-4ad6-8dfe-5aa9c1d67c34 service neutron] (102667) timed out ('10.222.0.46', 50289) {{(pid=102667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 05:08:09.673661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:09.686481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c176b5bd-3257-4c47-bee0-aee6d9e40bff') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:09.687164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c176b5bd-3257-4c47-bee0-aee6d9e40bff') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:09.703342 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.716605 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73d9c249-7dc1-439e-a3ff-6b24fa19bcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.723426 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.730070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:08:09.730481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9c249-7dc1-439e-a3ff-6b24fa19bcab None None] No DVR routers for this DVR port 1af926a2-9b58-420e-9186-1cb6863bb5a4 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:08:09.730672 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.756541 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9c249-7dc1-439e-a3ff-6b24fa19bcab None None] Pushing event deleted for resources: {'Port': ['ID=1af926a2-9b58-420e-9186-1cb6863bb5a4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:08:09.785431 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:08:09.807417 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.827630 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.835680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55210) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:09.836092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/networks/64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3 HTTP/1.1" status: 204 len: 168 time: 0.6906395 Nov 13 05:08:09.837471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25216597-ad1f-49e3-b66c-40d481b79c29 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Network': ['ID=64eddcdc-2e96-4d14-ba15-09a6f8ccb8f3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:09.841043 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-99e3c25e-f716-4b4a-a4b6-b7e0c9693606 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1372991550'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:09.869653 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e3c25e-f716-4b4a-a4b6-b7e0c9693606 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:09.873571 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99e3c25e-f716-4b4a-a4b6-b7e0c9693606 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.902418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e3c25e-f716-4b4a-a4b6-b7e0c9693606 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:08:09.912719 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99e3c25e-f716-4b4a-a4b6-b7e0c9693606 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.913359 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-99e3c25e-f716-4b4a-a4b6-b7e0c9693606 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Added segment 647168b3-8504-4974-a75f-474332b925ca of type vlan for network 51055c7a-7771-40db-ba6d-8c201ea353d3 Nov 13 05:08:09.958437 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99e3c25e-f716-4b4a-a4b6-b7e0c9693606 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.990218 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99e3c25e-f716-4b4a-a4b6-b7e0c9693606 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:09.999382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e3c25e-f716-4b4a-a4b6-b7e0c9693606 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:09.999928 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99e3c25e-f716-4b4a-a4b6-b7e0c9693606 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:10.001058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeadb75-670e-4fbe-8fc3-feac410daa8c req-c696d563-6ca1-48b6-bcb6-30d08a9d8e7b tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:10.003477 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ffeadb75-670e-4fbe-8fc3-feac410daa8c req-c696d563-6ca1-48b6-bcb6-30d08a9d8e7b tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0656819 Nov 13 05:08:10.056450 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:10.077869 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-99e3c25e-f716-4b4a-a4b6-b7e0c9693606 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2409091 Nov 13 05:08:10.081129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55222) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:10.088177 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-46dbeacc-c791-40e2-95b4-88f5995ad2fe tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'subnet': {'network_id': '51055c7a-7771-40db-ba6d-8c201ea353d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:10.097612 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ffeadb75-670e-4fbe-8fc3-feac410daa8c req-416bd673-0133-4580-baf6-07916104aa0b tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875797 Nov 13 05:08:10.115539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3c25e-f716-4b4a-a4b6-b7e0c9693606 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Network': ['ID=51055c7a-7771-40db-ba6d-8c201ea353d3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:10.130188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 51055c7a-7771-40db-ba6d-8c201ea353d3 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:08:10.224862 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dbeacc-c791-40e2-95b4-88f5995ad2fe tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:10.228627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46dbeacc-c791-40e2-95b4-88f5995ad2fe tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:10.421205 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46dbeacc-c791-40e2-95b4-88f5995ad2fe tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:10.494853 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbeacc-c791-40e2-95b4-88f5995ad2fe tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Subnet': ['ID=f753999a-9747-445f-99a5-3e632105fc1d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:10.504070 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dbeacc-c791-40e2-95b4-88f5995ad2fe tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Checking segment: {'id': '647168b3-8504-4974-a75f-474332b925ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '51055c7a-7771-40db-ba6d-8c201ea353d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:10.504418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dbeacc-c791-40e2-95b4-88f5995ad2fe tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network hostable DHCP agents. Network: 51055c7a-7771-40db-ba6d-8c201ea353d3, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:08:10.522754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dbeacc-c791-40e2-95b4-88f5995ad2fe tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 51055c7a-7771-40db-ba6d-8c201ea353d3 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:08:10.534535 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-46dbeacc-c791-40e2-95b4-88f5995ad2fe tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 51055c7a-7771-40db-ba6d-8c201ea353d3) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:10.540274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dbeacc-c791-40e2-95b4-88f5995ad2fe tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:10.541435 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46dbeacc-c791-40e2-95b4-88f5995ad2fe tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:10.545671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fbec5b-353d-44c0-a706-c20440a18766 None None] Network 51055c7a-7771-40db-ba6d-8c201ea353d3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:10.580145 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-46dbeacc-c791-40e2-95b4-88f5995ad2fe tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4956524 Nov 13 05:08:10.581276 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55234) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:10.585719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-254153a6-cf52-404e-8284-f3cf06b14809 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-413715575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:10.613999 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-254153a6-cf52-404e-8284-f3cf06b14809 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:10.615242 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-254153a6-cf52-404e-8284-f3cf06b14809 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:10.689368 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-254153a6-cf52-404e-8284-f3cf06b14809 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:10.697058 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-254153a6-cf52-404e-8284-f3cf06b14809 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:10.725111 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-254153a6-cf52-404e-8284-f3cf06b14809 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:10.728809 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-254153a6-cf52-404e-8284-f3cf06b14809 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1472940 Nov 13 05:08:10.730124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55240) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:10.768894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-51055c7a-7771-40db-ba6d-8c201ea353d3', 'network_id': '51055c7a-7771-40db-ba6d-8c201ea353d3', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'fixed_ips': [{'subnet_id': 'f753999a-9747-445f-99a5-3e632105fc1d'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:08:10.769898 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:10.937680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Allocated IP 172.20.0.2 (51055c7a-7771-40db-ba6d-8c201ea353d3/f753999a-9747-445f-99a5-3e632105fc1d/935b054b-6f1a-4d65-b0bd-7424bb1e42c6) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:11.081779 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:11.133386 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:11.140279 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1af926a2-9b58-420e-9186-1cb6863bb5a4 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:08:11.147281 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:11.186427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 1af926a2-9b58-420e-9186-1cb6863bb5a4 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:08:11.186776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1af926a2-9b58-420e-9186-1cb6863bb5a4 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:08:11.227530 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Network 51055c7a-7771-40db-ba6d-8c201ea353d3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:11.230488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:11.234092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:11.296285 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Pushing event updated for resources: {'Port': ['ID=935b054b-6f1a-4d65-b0bd-7424bb1e42c6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:11.324081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Attempting to bind port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:11.324455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Attempting to bind port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '647168b3-8504-4974-a75f-474332b925ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '51055c7a-7771-40db-ba6d-8c201ea353d3'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:11.325052 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Attempting to bind port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 on network 51055c7a-7771-40db-ba6d-8c201ea353d3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:11.331513 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:08:11.332237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Checking segment: {'id': '647168b3-8504-4974-a75f-474332b925ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '51055c7a-7771-40db-ba6d-8c201ea353d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:11.332887 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:11.333458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Bound using segment: {'id': '647168b3-8504-4974-a75f-474332b925ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '51055c7a-7771-40db-ba6d-8c201ea353d3'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:08:11.334132 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Bound port: 935b054b-6f1a-4d65-b0bd-7424bb1e42c6, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647168b3-8504-4974-a75f-474332b925ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '51055c7a-7771-40db-ba6d-8c201ea353d3'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:08:11.334712 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:11.428219 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] For port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:11.435116 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] For port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=935b054b-6f1a-4d65-b0bd-7424bb1e42c6,segment=NetworkSegment(647168b3-8504-4974-a75f-474332b925ca),segment_id=647168b3-8504-4974-a75f-474332b925ca)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:08:11.442936 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:11.558178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0b382-4839-44c6-99df-648ebf6eb7ff None None] Pushing event updated for resources: {'Port': ['ID=935b054b-6f1a-4d65-b0bd-7424bb1e42c6,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:11.701642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091bfb9-c813-4040-8260-6e5a72226a32 req-ea3ee9ce-d0de-40bf-9322-ff5242ecee19 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:11.702970 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1091bfb9-c813-4040-8260-6e5a72226a32 req-ea3ee9ce-d0de-40bf-9322-ff5242ecee19 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.1056240 Nov 13 05:08:11.881081 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1091bfb9-c813-4040-8260-6e5a72226a32 req-b02549dc-9235-42db-8041-347f26ec04cf tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1564946 Nov 13 05:08:11.912008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Allocated IP 172.20.0.1 (51055c7a-7771-40db-ba6d-8c201ea353d3/f753999a-9747-445f-99a5-3e632105fc1d/ed14cb7b-8b98-43b0-afb5-5c110979468a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:12.047881 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:12.087524 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:12.127740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 51055c7a-7771-40db-ba6d-8c201ea353d3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:12.131472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:12.135207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:12.171476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=ed14cb7b-8b98-43b0-afb5-5c110979468a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:12.192217 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:12.223269 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55328) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:12.323696 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:12.377878 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63f684fd-345d-450c-a523-e70be1e0c4a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:12.485747 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63f684fd-345d-450c-a523-e70be1e0c4a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:12.491844 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63f684fd-345d-450c-a523-e70be1e0c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:12.545630 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-63f684fd-345d-450c-a523-e70be1e0c4a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4293071d3ee8454cb88e270935797d67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3165648 Nov 13 05:08:12.546431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55332) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:12.580925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f684fd-345d-450c-a523-e70be1e0c4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384a6bcc-acb3-4a5c-bacd-6d2bf5155c28,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:12.609684 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83756813-9efc-43bb-8e55-ffd3f6522d8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:12.634973 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83756813-9efc-43bb-8e55-ffd3f6522d8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:12.664396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:12.673760 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:12.700691 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83756813-9efc-43bb-8e55-ffd3f6522d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:12.706836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae55161-882a-4944-af36-db2dd85c8c8f None None] Network 51055c7a-7771-40db-ba6d-8c201ea353d3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:12.712672 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83756813-9efc-43bb-8e55-ffd3f6522d8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:12.714354 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-83756813-9efc-43bb-8e55-ffd3f6522d8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/384a6bcc-acb3-4a5c-bacd-6d2bf5155c28 HTTP/1.1" status: 204 len: 168 time: 0.1669884 Nov 13 05:08:12.727419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83756813-9efc-43bb-8e55-ffd3f6522d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384a6bcc-acb3-4a5c-bacd-6d2bf5155c28,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:12.763076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=ed14cb7b-8b98-43b0-afb5-5c110979468a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:12.769608 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:12.804766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9a2c087b-e3fd-4e28-ba3d-c394e3441d9f None None] Provisioning complete for port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:12.804766 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a2c087b-e3fd-4e28-ba3d-c394e3441d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:12.884955 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 51055c7a-7771-40db-ba6d-8c201ea353d3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:12.886743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:12.969672 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a2c087b-e3fd-4e28-ba3d-c394e3441d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:13.039302 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9a2c087b-e3fd-4e28-ba3d-c394e3441d9f None None] For port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=935b054b-6f1a-4d65-b0bd-7424bb1e42c6,segment=NetworkSegment(647168b3-8504-4974-a75f-474332b925ca),segment_id=647168b3-8504-4974-a75f-474332b925ca)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:13.050567 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a2c087b-e3fd-4e28-ba3d-c394e3441d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:13.064464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330de31-8af9-484d-b7f5-2f945c84264d req-aeb5a9ff-0788-484f-9107-b1326fbf443d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:13.066714 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8330de31-8af9-484d-b7f5-2f945c84264d req-aeb5a9ff-0788-484f-9107-b1326fbf443d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0913415 Nov 13 05:08:13.101415 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 5d6112d7-e641-4881-b6d2-b44408ea4245 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:08:13.119260 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c087b-e3fd-4e28-ba3d-c394e3441d9f None None] Pushing event updated for resources: {'Port': ['ID=935b054b-6f1a-4d65-b0bd-7424bb1e42c6,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:13.165635 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8330de31-8af9-484d-b7f5-2f945c84264d req-f4b73a4b-a029-440f-b6a9-28bc273f4056 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894933 Nov 13 05:08:13.166042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:13.167045 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55340) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:13.182904 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2864236-b4d6-44a8-afc0-291cc9df611a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:13.251014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:13.251659 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:13.252516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:13.264047 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-60aeaece-6dde-40d3-b97e-3c9d0aba93c1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/5d6112d7-e641-4881-b6d2-b44408ea4245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5317059 Nov 13 05:08:13.266114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55344) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:13.285696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60b2c53-7e6c-485b-bc31-ac7e90f6ce14 None None] Sync routers for ids ['5d6112d7-e641-4881-b6d2-b44408ea4245'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:13.307386 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60b2c53-7e6c-485b-bc31-ac7e90f6ce14 None None] Routers {'5d6112d7-e641-4881-b6d2-b44408ea4245'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:13.308281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f60b2c53-7e6c-485b-bc31-ac7e90f6ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['5d6112d7-e641-4881-b6d2-b44408ea4245'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:13.322267 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff06b1-4ead-4096-8129-fdcf3e2097a8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:13.326812 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-78ff06b1-4ead-4096-8129-fdcf3e2097a8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports/ed14cb7b-8b98-43b0-afb5-5c110979468a HTTP/1.1" status: 200 len: 910 time: 0.0559056 Nov 13 05:08:13.327908 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55346) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:13.357125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f60b2c53-7e6c-485b-bc31-ac7e90f6ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:13.368882 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2864236-b4d6-44a8-afc0-291cc9df611a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:13.376528 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2864236-b4d6-44a8-afc0-291cc9df611a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:13.378643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60b2c53-7e6c-485b-bc31-ac7e90f6ce14 None None] Routers {'5d6112d7-e641-4881-b6d2-b44408ea4245'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:13.379305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f60b2c53-7e6c-485b-bc31-ac7e90f6ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['5d6112d7-e641-4881-b6d2-b44408ea4245'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:13.427404 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b2864236-b4d6-44a8-afc0-291cc9df611a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2f9539c7f8f4cd2a4e227bb307b9898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2588615 Nov 13 05:08:13.430812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55348) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:13.434211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2864236-b4d6-44a8-afc0-291cc9df611a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d19a39-fc29-4264-b259-e70f2205fa0b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:13.436066 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f60b2c53-7e6c-485b-bc31-ac7e90f6ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:13.436576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60b2c53-7e6c-485b-bc31-ac7e90f6ce14 None None] The sync data for ids ['5d6112d7-e641-4881-b6d2-b44408ea4245'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:13.455356 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9afdb47e-1b9f-4e08-bca5-74ab8faab76d None None] Provisioning complete for port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:13.455968 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9afdb47e-1b9f-4e08-bca5-74ab8faab76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:13.555115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9afdb47e-1b9f-4e08-bca5-74ab8faab76d None None] Provisioning complete for port ed14cb7b-8b98-43b0-afb5-5c110979468a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:13.555479 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9afdb47e-1b9f-4e08-bca5-74ab8faab76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:13.589701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9afdb47e-1b9f-4e08-bca5-74ab8faab76d None None] Port ed14cb7b-8b98-43b0-afb5-5c110979468a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:13.597244 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c51c5d1a-5a9b-4702-b3ca-a01404dcca3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:13.649468 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c51c5d1a-5a9b-4702-b3ca-a01404dcca3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:13.709948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7fc1b7d5-ebe7-4277-91a5-6b732c35f669 None None] Provisioning complete for port ed14cb7b-8b98-43b0-afb5-5c110979468a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:13.710552 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fc1b7d5-ebe7-4277-91a5-6b732c35f669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:13.748971 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c51c5d1a-5a9b-4702-b3ca-a01404dcca3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:13.751799 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c51c5d1a-5a9b-4702-b3ca-a01404dcca3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:13.752956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c51c5d1a-5a9b-4702-b3ca-a01404dcca3f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79d19a39-fc29-4264-b259-e70f2205fa0b HTTP/1.1" status: 204 len: 168 time: 0.3211725 Nov 13 05:08:13.760263 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1b7d5-ebe7-4277-91a5-6b732c35f669 None None] Port ed14cb7b-8b98-43b0-afb5-5c110979468a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:13.766726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c5d1a-5a9b-4702-b3ca-a01404dcca3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d19a39-fc29-4264-b259-e70f2205fa0b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:13.816238 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ced257b2-8c44-4cf0-9654-21490131fe3e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:13.884232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-77d09721-3d5c-4c90-95a4-4c56a23cf476 None None] Provisioning complete for port ed14cb7b-8b98-43b0-afb5-5c110979468a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:13.884593 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77d09721-3d5c-4c90-95a4-4c56a23cf476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:13.923974 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-77d09721-3d5c-4c90-95a4-4c56a23cf476 None None] Port ed14cb7b-8b98-43b0-afb5-5c110979468a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:14.063710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ced257b2-8c44-4cf0-9654-21490131fe3e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port ed14cb7b-8b98-43b0-afb5-5c110979468a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:14.064239 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ced257b2-8c44-4cf0-9654-21490131fe3e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:14.150323 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ced257b2-8c44-4cf0-9654-21490131fe3e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:14.163232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ced257b2-8c44-4cf0-9654-21490131fe3e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for ed14cb7b-8b98-43b0-afb5-5c110979468a owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:14.356472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eab09b-d18e-41b7-ae70-df2b54209029 req-d6c5ec26-6221-4983-86c3-908f586f93f5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:14.358099 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65eab09b-d18e-41b7-ae70-df2b54209029 req-d6c5ec26-6221-4983-86c3-908f586f93f5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0879571 Nov 13 05:08:14.409234 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ced257b2-8c44-4cf0-9654-21490131fe3e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:14.445126 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced257b2-8c44-4cf0-9654-21490131fe3e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=ed14cb7b-8b98-43b0-afb5-5c110979468a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:14.453739 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65eab09b-d18e-41b7-ae70-df2b54209029 req-02097570-3ef0-4ded-a5ea-be63cdcc67bc tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897508 Nov 13 05:08:14.604420 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ced257b2-8c44-4cf0-9654-21490131fe3e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:14.762696 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced257b2-8c44-4cf0-9654-21490131fe3e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 5d6112d7-e641-4881-b6d2-b44408ea4245 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:08:14.846220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced257b2-8c44-4cf0-9654-21490131fe3e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:14.851201 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ced257b2-8c44-4cf0-9654-21490131fe3e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/5d6112d7-e641-4881-b6d2-b44408ea4245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5231249 Nov 13 05:08:14.854601 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55382) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:14.855432 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45930f2e-5274-47b3-9af4-c15fbb9cc4cb None None] Sync routers for ids ['5d6112d7-e641-4881-b6d2-b44408ea4245'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:14.866475 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45930f2e-5274-47b3-9af4-c15fbb9cc4cb None None] Routers {'5d6112d7-e641-4881-b6d2-b44408ea4245'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:14.867122 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-45930f2e-5274-47b3-9af4-c15fbb9cc4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['5d6112d7-e641-4881-b6d2-b44408ea4245'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:14.890361 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dea3a0f3-13c6-41de-90e3-8da102426857 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d6112d7-e641-4881-b6d2-b44408ea4245 HTTP/1.1" status: 200 len: 205 time: 0.0309510 Nov 13 05:08:14.890649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55386) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:14.904808 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-45930f2e-5274-47b3-9af4-c15fbb9cc4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:14.913967 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45930f2e-5274-47b3-9af4-c15fbb9cc4cb None None] Routers {'5d6112d7-e641-4881-b6d2-b44408ea4245'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:14.914670 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-45930f2e-5274-47b3-9af4-c15fbb9cc4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['5d6112d7-e641-4881-b6d2-b44408ea4245'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:14.947945 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-45930f2e-5274-47b3-9af4-c15fbb9cc4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:14.948672 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45930f2e-5274-47b3-9af4-c15fbb9cc4cb None None] The sync data for ids ['5d6112d7-e641-4881-b6d2-b44408ea4245'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:14.968474 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91289124-0289-4f3f-b0e6-f969d5d94c5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.065663 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:15.114129 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:15.114408 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.139274 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91289124-0289-4f3f-b0e6-f969d5d94c5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.141924 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91289124-0289-4f3f-b0e6-f969d5d94c5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.186827 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91289124-0289-4f3f-b0e6-f969d5d94c5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.187512 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91289124-0289-4f3f-b0e6-f969d5d94c5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Fanout notify agent at l3_agent the message router_deleted on router 5d6112d7-e641-4881-b6d2-b44408ea4245 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:08:15.195712 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91289124-0289-4f3f-b0e6-f969d5d94c5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.196933 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-91289124-0289-4f3f-b0e6-f969d5d94c5f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/routers/5d6112d7-e641-4881-b6d2-b44408ea4245 HTTP/1.1" status: 204 len: 168 time: 0.3052123 Nov 13 05:08:15.199512 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55398) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:15.257620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a94822-0013-49b9-9682-abe8ef3a6431 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting subnet f753999a-9747-445f-99a5-3e632105fc1d {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:08:15.260762 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86a94822-0013-49b9-9682-abe8ef3a6431 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.307186 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86a94822-0013-49b9-9682-abe8ef3a6431 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.394504 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86a94822-0013-49b9-9682-abe8ef3a6431 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.456212 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86a94822-0013-49b9-9682-abe8ef3a6431 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.483236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a94822-0013-49b9-9682-abe8ef3a6431 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Subnet': ['ID=f753999a-9747-445f-99a5-3e632105fc1d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:15.487065 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86a94822-0013-49b9-9682-abe8ef3a6431 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.490434 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-86a94822-0013-49b9-9682-abe8ef3a6431 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/f753999a-9747-445f-99a5-3e632105fc1d HTTP/1.1" status: 204 len: 168 time: 0.2897508 Nov 13 05:08:15.493733 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55434) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:15.500527 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df97ecb4-4c3f-4c8b-8271-e0fbad8b4ed2 None None] Network 51055c7a-7771-40db-ba6d-8c201ea353d3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:15.585762 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.619989 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b023d-e388-4991-80ae-ae0f8763103c req-dc772ff7-91b7-4efe-affb-2b48aa0cb9f1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:15.621778 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-656b023d-e388-4991-80ae-ae0f8763103c req-dc772ff7-91b7-4efe-affb-2b48aa0cb9f1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0623918 Nov 13 05:08:15.667257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:15.667589 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.679329 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-656b023d-e388-4991-80ae-ae0f8763103c req-0d560efc-89c7-490f-ac2f-4455b41341f7 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469189 Nov 13 05:08:15.738818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb0b4f8-d1b2-476e-8ed0-24231223e702 None None] DHCP port deletion for 51055c7a-7771-40db-ba6d-8c201ea353d3 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:08:15.747465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] For port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=935b054b-6f1a-4d65-b0bd-7424bb1e42c6,segment=NetworkSegment(647168b3-8504-4974-a75f-474332b925ca),segment_id=647168b3-8504-4974-a75f-474332b925ca)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:15.747825 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.762855 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:15.865839 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.894413 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=935b054b-6f1a-4d65-b0bd-7424bb1e42c6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:15.896718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No DVR routers for this DVR port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:08:15.951977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0b4f8-d1b2-476e-8ed0-24231223e702 None None] Deleting port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:15.952373 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfb0b4f8-d1b2-476e-8ed0-24231223e702 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.978881 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:15.999916 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51055c7a-7771-40db-ba6d-8c201ea353d3']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:16.009802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647168b3-8504-4974-a75f-474332b925ca') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:16.010127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647168b3-8504-4974-a75f-474332b925ca') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:16.018030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-cfb0b4f8-d1b2-476e-8ed0-24231223e702 None None] For port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6, host n-d-813114-2, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:16.018613 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfb0b4f8-d1b2-476e-8ed0-24231223e702 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:16.020072 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:16.034655 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:16.037740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0b4f8-d1b2-476e-8ed0-24231223e702 None None] Calling delete_port for 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:16.041137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:08:16.041743 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:16.042022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-cfb0b4f8-d1b2-476e-8ed0-24231223e702 None None] Port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 05:08:16.043644 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfb0b4f8-d1b2-476e-8ed0-24231223e702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:08:16.045936 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:08:16.076542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0b4f8-d1b2-476e-8ed0-24231223e702 None None] Pushing event deleted for resources: {'Port': ['ID=935b054b-6f1a-4d65-b0bd-7424bb1e42c6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:16.078663 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0b4f8-d1b2-476e-8ed0-24231223e702 None None] No DVR routers for this DVR port 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:08:16.125451 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:16.134856 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:16.138121 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/networks/51055c7a-7771-40db-ba6d-8c201ea353d3 HTTP/1.1" status: 204 len: 168 time: 0.6433885 Nov 13 05:08:16.142230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55474) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:16.144133 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55476) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:16.147337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-128132313', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:16.150700 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1ba65-dd31-420a-9cd2-dd3e02447604 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Network': ['ID=51055c7a-7771-40db-ba6d-8c201ea353d3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:16.176119 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:16.177245 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:16.239731 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:16.316015 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dd9858b7-7966-4050-aef3-220781d79422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:16.395767 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:16.804762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd50d0a-e1a5-4b8c-aaac-5260814c9b48 req-24ded06d-99c8-41be-9032-d9b76ddd5350 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:16.806335 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8cd50d0a-e1a5-4b8c-aaac-5260814c9b48 req-24ded06d-99c8-41be-9032-d9b76ddd5350 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0507526 Nov 13 05:08:16.841810 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dd9858b7-7966-4050-aef3-220781d79422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:16.850150 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dd9858b7-7966-4050-aef3-220781d79422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:16.855706 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8cd50d0a-e1a5-4b8c-aaac-5260814c9b48 req-1d7717b9-cbc4-4592-a56d-3976be8e2fc9 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426714 Nov 13 05:08:16.900519 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9858b7-7966-4050-aef3-220781d79422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbb4f82-624f-4149-b20d-df70cf057854,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:16.904751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dd9858b7-7966-4050-aef3-220781d79422 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05ebe8f738b0438bbe945d147eabd3aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7515738 Nov 13 05:08:16.907483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55484) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:17.023659 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5df54565-5686-4d6d-8edb-a62b0465d18f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.051821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:08:17.061377 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.067422 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5df54565-5686-4d6d-8edb-a62b0465d18f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.074792 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:08:17.075180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 935b054b-6f1a-4d65-b0bd-7424bb1e42c6 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:08:17.092872 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.191317 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5df54565-5686-4d6d-8edb-a62b0465d18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.193743 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5df54565-5686-4d6d-8edb-a62b0465d18f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.194928 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5df54565-5686-4d6d-8edb-a62b0465d18f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bbb4f82-624f-4149-b20d-df70cf057854 HTTP/1.1" status: 204 len: 168 time: 0.2865620 Nov 13 05:08:17.206215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df54565-5686-4d6d-8edb-a62b0465d18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbb4f82-624f-4149-b20d-df70cf057854,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:17.227677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Allocated IP 172.25.8.57 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/0bc87752-43b9-46db-9d04-3fde06c8cb1b) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:17.337123 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.372122 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.411648 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:17.416980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:17.421290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:17.432546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7086f049-d958-4974-95cf-0458a59efc27 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:08:17.448188 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=0bc87752-43b9-46db-9d04-3fde06c8cb1b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:17.469816 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1c104860-5a0e-42e4-bbff-374e358607a8 None None] Provisioning complete for port 0bc87752-43b9-46db-9d04-3fde06c8cb1b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:17.470645 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c104860-5a0e-42e4-bbff-374e358607a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.494626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55492) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:17.508401 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f643450-3374-45a9-b259-9d34e5d7ecb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.513480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1c104860-5a0e-42e4-bbff-374e358607a8 None None] Port 0bc87752-43b9-46db-9d04-3fde06c8cb1b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:17.586238 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f643450-3374-45a9-b259-9d34e5d7ecb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.590771 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f643450-3374-45a9-b259-9d34e5d7ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.630892 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0f643450-3374-45a9-b259-9d34e5d7ecb5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=065140ebe9b74280809639179240277d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351161 Nov 13 05:08:17.631628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f643450-3374-45a9-b259-9d34e5d7ecb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b916cc0-80a7-43a6-b147-ab2748a2bf22,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:17.633662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55494) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:17.741905 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e826-bf69-41ae-bb50-185319340901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.744990 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.802265 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e826-bf69-41ae-bb50-185319340901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.943814 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e826-bf69-41ae-bb50-185319340901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.946340 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e826-bf69-41ae-bb50-185319340901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:17.947465 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2cf9e826-bf69-41ae-bb50-185319340901 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b916cc0-80a7-43a6-b147-ab2748a2bf22 HTTP/1.1" status: 204 len: 168 time: 0.3128443 Nov 13 05:08:17.979582 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9e826-bf69-41ae-bb50-185319340901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b916cc0-80a7-43a6-b147-ab2748a2bf22,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:18.041844 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9955689-7821-405a-b194-162bd7f9ed3e req-4869a6b7-08dd-4b09-89d7-5e94c5ffda47 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:18.043439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9955689-7821-405a-b194-162bd7f9ed3e req-4869a6b7-08dd-4b09-89d7-5e94c5ffda47 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.1131861 Nov 13 05:08:18.070442 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:18.146147 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9955689-7821-405a-b194-162bd7f9ed3e req-a53a997d-7478-4a46-b8f0-b6637504dc32 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955045 Nov 13 05:08:18.227013 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router e4a24382-8be4-46e9-b1bf-d28aa7f5e402 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:08:18.390258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:18.405427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a2abd-e014-440c-890a-e8dbe4759e74 None None] Sync routers for ids ['e4a24382-8be4-46e9-b1bf-d28aa7f5e402'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:18.416012 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a2abd-e014-440c-890a-e8dbe4759e74 None None] Routers {'e4a24382-8be4-46e9-b1bf-d28aa7f5e402'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:18.416907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-234a2abd-e014-440c-890a-e8dbe4759e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e4a24382-8be4-46e9-b1bf-d28aa7f5e402'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:18.429340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f469b60-2141-47b8-9a44-5d4ea48d4015 req-0fc7c8b8-0dba-44a9-88a5-55d349ea12f9 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:18.437182 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f469b60-2141-47b8-9a44-5d4ea48d4015 req-0fc7c8b8-0dba-44a9-88a5-55d349ea12f9 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0999486 Nov 13 05:08:18.462615 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:18.466534 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d0d60b11-a192-46ef-826d-a5a5418ca659 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.3208053 Nov 13 05:08:18.466814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-234a2abd-e014-440c-890a-e8dbe4759e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:18.467422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55516) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:18.499449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a2abd-e014-440c-890a-e8dbe4759e74 None None] Routers {'e4a24382-8be4-46e9-b1bf-d28aa7f5e402'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:18.501709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-234a2abd-e014-440c-890a-e8dbe4759e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e4a24382-8be4-46e9-b1bf-d28aa7f5e402'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:18.512083 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f469b60-2141-47b8-9a44-5d4ea48d4015 req-7468a422-f76e-4261-9b93-78b382f4050d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682003 Nov 13 05:08:18.574411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-234a2abd-e014-440c-890a-e8dbe4759e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:18.576395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a2abd-e014-440c-890a-e8dbe4759e74 None None] The sync data for ids ['e4a24382-8be4-46e9-b1bf-d28aa7f5e402'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:18.644290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8d0a2-39dc-4794-a1f7-69a4bb9c5a84 req-5d248ac1-4e55-47b4-b58a-663c6c9f9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:18.646138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cd8d0a2-39dc-4794-a1f7-69a4bb9c5a84 req-5d248ac1-4e55-47b4-b58a-663c6c9f9697 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=efc30c3e2ccf48c9ba40a10a54421570&device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 1096 time: 0.2410705 Nov 13 05:08:18.772834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8d0a2-39dc-4794-a1f7-69a4bb9c5a84 req-cce6aa6c-75ff-4976-841b-695106d02d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:18.774421 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cd8d0a2-39dc-4794-a1f7-69a4bb9c5a84 req-cce6aa6c-75ff-4976-841b-695106d02d74 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8029875-4483-4e77-8f06-85348be088a0 HTTP/1.1" status: 200 len: 912 time: 0.1204576 Nov 13 05:08:18.852076 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cd8d0a2-39dc-4794-a1f7-69a4bb9c5a84 req-889432df-40fb-43f9-9075-f7156c65e6ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f17a950-0945-48d2-9d76-02a08b6e6973 HTTP/1.1" status: 200 len: 1000 time: 0.0698764 Nov 13 05:08:18.911843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8d0a2-39dc-4794-a1f7-69a4bb9c5a84 req-3dfd5488-472b-48ad-8517-f373ea9c271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:18.913328 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cd8d0a2-39dc-4794-a1f7-69a4bb9c5a84 req-3dfd5488-472b-48ad-8517-f373ea9c271d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=134b1d99-7bf8-4a9d-961c-0a94024a9f56 HTTP/1.1" status: 200 len: 850 time: 0.0538676 Nov 13 05:08:18.974381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8d0a2-39dc-4794-a1f7-69a4bb9c5a84 req-6c47f27d-ebf3-4c53-afd3-e39a1119fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:18.976139 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cd8d0a2-39dc-4794-a1f7-69a4bb9c5a84 req-6c47f27d-ebf3-4c53-afd3-e39a1119fe9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8029875-4483-4e77-8f06-85348be088a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560896 Nov 13 05:08:19.002957 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-932562b3-1e2f-46f9-a16f-b5a6a2143177 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/routers/e4a24382-8be4-46e9-b1bf-d28aa7f5e402 HTTP/1.1" status: 200 len: 879 time: 0.5322876 Nov 13 05:08:19.003951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55532) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:19.075875 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cd8d0a2-39dc-4794-a1f7-69a4bb9c5a84 req-80282372-7230-43ce-a38a-c91c3ab713b2 service neutron] 10.222.0.46 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924091 Nov 13 05:08:19.181965 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7cd8d0a2-39dc-4794-a1f7-69a4bb9c5a84 req-0043ff73-9216-44a6-8d27-8ede0ebdb13a service neutron] 10.222.0.46 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991540 Nov 13 05:08:19.252625 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c4358a68-4a56-4ae4-9b68-facd3394b028 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2474470 Nov 13 05:08:19.255185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55540) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:19.260019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-87ef187e-9509-4cf1-802c-ff9d7efa648c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-128132313'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:19.557532 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-87ef187e-9509-4cf1-802c-ff9d7efa648c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:19.570196 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-87ef187e-9509-4cf1-802c-ff9d7efa648c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:19.664659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87c8de-ff35-4421-86b6-8b99bb509f44 req-3cae4dcc-8b35-403e-8377-9102b5db5e46 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:19.666169 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0a87c8de-ff35-4421-86b6-8b99bb509f44 req-3cae4dcc-8b35-403e-8377-9102b5db5e46 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0925024 Nov 13 05:08:19.759074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0a87c8de-ff35-4421-86b6-8b99bb509f44 req-ea94a544-cf3e-41df-98a7-d949c6b798c6 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638926 Nov 13 05:08:19.767014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ef187e-9509-4cf1-802c-ff9d7efa648c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router e4a24382-8be4-46e9-b1bf-d28aa7f5e402 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:08:19.889373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ef187e-9509-4cf1-802c-ff9d7efa648c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:19.898875 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-87ef187e-9509-4cf1-802c-ff9d7efa648c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:19.900084 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-87ef187e-9509-4cf1-802c-ff9d7efa648c tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/e4a24382-8be4-46e9-b1bf-d28aa7f5e402 HTTP/1.1" status: 200 len: 886 time: 0.6437380 Nov 13 05:08:19.900973 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc0fc6-72a5-40bd-a162-eac626b22ce9 None None] Sync routers for ids ['e4a24382-8be4-46e9-b1bf-d28aa7f5e402'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:19.902898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55598) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:19.915448 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abc0fc6-72a5-40bd-a162-eac626b22ce9 None None] Routers {'e4a24382-8be4-46e9-b1bf-d28aa7f5e402'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:19.916406 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9abc0fc6-72a5-40bd-a162-eac626b22ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e4a24382-8be4-46e9-b1bf-d28aa7f5e402'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:19.953681 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9abc0fc6-72a5-40bd-a162-eac626b22ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:19.962436 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abc0fc6-72a5-40bd-a162-eac626b22ce9 None None] Routers {'e4a24382-8be4-46e9-b1bf-d28aa7f5e402'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:19.963072 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9abc0fc6-72a5-40bd-a162-eac626b22ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e4a24382-8be4-46e9-b1bf-d28aa7f5e402'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:20.000686 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9abc0fc6-72a5-40bd-a162-eac626b22ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:20.001638 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc0fc6-72a5-40bd-a162-eac626b22ce9 None None] The sync data for ids ['e4a24382-8be4-46e9-b1bf-d28aa7f5e402'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:20.090293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-5398cde9-be77-42df-b9c7-1c9f29d2d7e2 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:20.091838 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-5398cde9-be77-42df-b9c7-1c9f29d2d7e2 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/networks?id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 200 len: 815 time: 0.1904845 Nov 13 05:08:20.097469 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2fc1a72d-3fb3-44a8-bd77-92c9024461c0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/routers/e4a24382-8be4-46e9-b1bf-d28aa7f5e402 HTTP/1.1" status: 200 len: 886 time: 0.1855567 Nov 13 05:08:20.100467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55602) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:20.107753 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-5f3409ac-8add-4f38-9e9f-9d76a1b027d3 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/quotas/59509f2e90754316ba4a2ce1024d51f4 HTTP/1.1" status: 200 len: 375 time: 0.0090895 Nov 13 05:08:20.128630 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b98a553b-7c5f-4003-be96-f41bd597c849 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a24382-8be4-46e9-b1bf-d28aa7f5e402 HTTP/1.1" status: 200 len: 205 time: 0.0268943 Nov 13 05:08:20.131899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:20.156113 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55606) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:20.170729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-1e25eef4-bacf-4323-99c8-528d35de549c tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=59509f2e90754316ba4a2ce1024d51f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0562556 Nov 13 05:08:20.245160 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88f2f8ff-f3b1-4dc2-acc3-30bc2ee7a3ce tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:20.279405 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-0ef5d5e4-5496-41d4-aa5a-efdd5221381b service neutron] 10.222.0.43 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008477 Nov 13 05:08:20.280876 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3839215b-9c04-4bec-9837-9c1a8810f514 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:20.348302 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88f2f8ff-f3b1-4dc2-acc3-30bc2ee7a3ce tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:20.401185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-88f2f8ff-f3b1-4dc2-acc3-30bc2ee7a3ce tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port 0bc87752-43b9-46db-9d04-3fde06c8cb1b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:20.401725 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88f2f8ff-f3b1-4dc2-acc3-30bc2ee7a3ce tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:20.404283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-1ea18bf1-c6c1-4c60-aeea-21c20138a5ce service neutron] 10.222.0.43 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154580 Nov 13 05:08:20.433676 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3839215b-9c04-4bec-9837-9c1a8810f514 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:20.439139 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3839215b-9c04-4bec-9837-9c1a8810f514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:20.479948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3839215b-9c04-4bec-9837-9c1a8810f514 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e87904324b1f41939736304db700cf46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3226745 Nov 13 05:08:20.480668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839215b-9c04-4bec-9837-9c1a8810f514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83568f39-d769-4cbe-84df-971bab569dc4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:20.483001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55610) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:20.491679 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88f2f8ff-f3b1-4dc2-acc3-30bc2ee7a3ce tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:20.505760 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-88f2f8ff-f3b1-4dc2-acc3-30bc2ee7a3ce tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for 0bc87752-43b9-46db-9d04-3fde06c8cb1b owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:20.541493 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a45f1fa7-5cdf-440c-afce-39e399bb00d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:20.565101 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a45f1fa7-5cdf-440c-afce-39e399bb00d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:20.612157 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-efde198a-a5b5-46f3-8c0e-4547f09a1a30 req-9b6d6db8-e924-4cc0-87f2-ee8115c84ad3 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 210 time: 0.0377142 Nov 13 05:08:20.628598 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a45f1fa7-5cdf-440c-afce-39e399bb00d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:20.631634 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a45f1fa7-5cdf-440c-afce-39e399bb00d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:20.632833 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a45f1fa7-5cdf-440c-afce-39e399bb00d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83568f39-d769-4cbe-84df-971bab569dc4 HTTP/1.1" status: 204 len: 168 time: 0.1489265 Nov 13 05:08:20.643559 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f1fa7-5cdf-440c-afce-39e399bb00d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83568f39-d769-4cbe-84df-971bab569dc4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:20.741885 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88f2f8ff-f3b1-4dc2-acc3-30bc2ee7a3ce tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:20.784116 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10ea5c6-54cb-495d-a069-2df7f93d7a1a None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:08:20.784739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2f8ff-f3b1-4dc2-acc3-30bc2ee7a3ce tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=0bc87752-43b9-46db-9d04-3fde06c8cb1b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:20.865806 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88f2f8ff-f3b1-4dc2-acc3-30bc2ee7a3ce tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:20.930106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6dd67-427c-474e-90a7-a6c58d131312 req-0c1f5a72-f016-4558-b704-83c070291c13 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:20.932847 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dd6dd67-427c-474e-90a7-a6c58d131312 req-0c1f5a72-f016-4558-b704-83c070291c13 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0702879 Nov 13 05:08:20.971609 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88f2f8ff-f3b1-4dc2-acc3-30bc2ee7a3ce tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:20.974443 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88f2f8ff-f3b1-4dc2-acc3-30bc2ee7a3ce tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.000896 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dd6dd67-427c-474e-90a7-a6c58d131312 req-8352ce33-548b-45a4-9b3c-c19712d030a7 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590024 Nov 13 05:08:21.020519 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88f2f8ff-f3b1-4dc2-acc3-30bc2ee7a3ce tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.021043 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f2f8ff-f3b1-4dc2-acc3-30bc2ee7a3ce tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Fanout notify agent at l3_agent the message router_deleted on router e4a24382-8be4-46e9-b1bf-d28aa7f5e402 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:08:21.028578 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88f2f8ff-f3b1-4dc2-acc3-30bc2ee7a3ce tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.029787 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-88f2f8ff-f3b1-4dc2-acc3-30bc2ee7a3ce tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/routers/e4a24382-8be4-46e9-b1bf-d28aa7f5e402 HTTP/1.1" status: 204 len: 168 time: 0.8965650 Nov 13 05:08:21.036213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55630) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:21.043686 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ac5ad9dc-4bba-4d55-9eb8-d99314be8eeb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1185545629'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:21.044666 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55632) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:21.061329 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-099bcbd8-0a95-464a-a930-c16f430ede76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.084385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5ad9dc-4bba-4d55-9eb8-d99314be8eeb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:21.087986 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac5ad9dc-4bba-4d55-9eb8-d99314be8eeb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.126660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5ad9dc-4bba-4d55-9eb8-d99314be8eeb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:08:21.142765 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac5ad9dc-4bba-4d55-9eb8-d99314be8eeb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.143124 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-ac5ad9dc-4bba-4d55-9eb8-d99314be8eeb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Added segment 34c21e7a-01e3-4440-b817-626347ce5adc of type vlan for network 2957d91b-4590-49ce-a8b7-a4539c754974 Nov 13 05:08:21.194698 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac5ad9dc-4bba-4d55-9eb8-d99314be8eeb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.220380 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-099bcbd8-0a95-464a-a930-c16f430ede76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.226299 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-099bcbd8-0a95-464a-a930-c16f430ede76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.264046 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac5ad9dc-4bba-4d55-9eb8-d99314be8eeb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.269649 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ad9dc-4bba-4d55-9eb8-d99314be8eeb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:21.270217 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac5ad9dc-4bba-4d55-9eb8-d99314be8eeb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.283375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-099bcbd8-0a95-464a-a930-c16f430ede76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8519ae73e02240268411f6b6d891b6a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2376559 Nov 13 05:08:21.286397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55634) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:21.296249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bcbd8-0a95-464a-a930-c16f430ede76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ee02c5-a2b3-41ac-8316-0fe7f6be67b4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:21.339283 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ac5ad9dc-4bba-4d55-9eb8-d99314be8eeb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3018351 Nov 13 05:08:21.340471 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f597c7-a412-4635-bdf1-65282b22f183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.342107 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55636) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:21.349050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8aaa2ebe-c7a4-48e4-83da-1d15bdf7d498 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'subnet': {'network_id': '2957d91b-4590-49ce-a8b7-a4539c754974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:21.355636 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ad9dc-4bba-4d55-9eb8-d99314be8eeb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Network': ['ID=2957d91b-4590-49ce-a8b7-a4539c754974,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:21.364643 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f597c7-a412-4635-bdf1-65282b22f183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.366731 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 2957d91b-4590-49ce-a8b7-a4539c754974 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:08:21.414385 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f597c7-a412-4635-bdf1-65282b22f183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.418063 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f597c7-a412-4635-bdf1-65282b22f183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.423120 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e6f597c7-a412-4635-bdf1-65282b22f183 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0ee02c5-a2b3-41ac-8316-0fe7f6be67b4 HTTP/1.1" status: 204 len: 168 time: 0.1355889 Nov 13 05:08:21.434293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f597c7-a412-4635-bdf1-65282b22f183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ee02c5-a2b3-41ac-8316-0fe7f6be67b4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:21.449326 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaa2ebe-c7a4-48e4-83da-1d15bdf7d498 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:21.453082 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8aaa2ebe-c7a4-48e4-83da-1d15bdf7d498 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.693884 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8aaa2ebe-c7a4-48e4-83da-1d15bdf7d498 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.756508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa2ebe-c7a4-48e4-83da-1d15bdf7d498 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Subnet': ['ID=5dde7eaa-cced-46a6-a9ab-4dcc2b34400f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:21.764150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-64d539d2-245b-412e-9f85-87bf4639c98f tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:21.766120 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-64d539d2-245b-412e-9f85-87bf4639c98f tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.46 "GET /v2.0/networks?id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 200 len: 815 time: 0.1312633 Nov 13 05:08:21.792538 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1d2345ca-c32a-434a-b268-5bcd67c09c32 req-0a2b36d4-fa1f-4a44-9161-5bab3f164c3f tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 210 time: 0.0408413 Nov 13 05:08:21.799201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-228260f9-c044-4135-baed-26e50aa53c4a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Request body: {'port': {'device_id': 'b483b8f2-1e68-4927-b2e0-71ee88d85007', 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4', 'admin_state_up': True, 'tenant_id': '59509f2e90754316ba4a2ce1024d51f4'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:21.835391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa2ebe-c7a4-48e4-83da-1d15bdf7d498 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Checking segment: {'id': '34c21e7a-01e3-4440-b817-626347ce5adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2957d91b-4590-49ce-a8b7-a4539c754974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:21.836831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa2ebe-c7a4-48e4-83da-1d15bdf7d498 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network hostable DHCP agents. Network: 2957d91b-4590-49ce-a8b7-a4539c754974, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:08:21.860006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa2ebe-c7a4-48e4-83da-1d15bdf7d498 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 2957d91b-4590-49ce-a8b7-a4539c754974 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:08:21.870629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8aaa2ebe-c7a4-48e4-83da-1d15bdf7d498 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 2957d91b-4590-49ce-a8b7-a4539c754974) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:21.881248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c59a488-3538-4898-bb3c-60b7885d15bc None None] Network 2957d91b-4590-49ce-a8b7-a4539c754974 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:21.881820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa2ebe-c7a4-48e4-83da-1d15bdf7d498 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:21.882432 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8aaa2ebe-c7a4-48e4-83da-1d15bdf7d498 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.906374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8aaa2ebe-c7a4-48e4-83da-1d15bdf7d498 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5632632 Nov 13 05:08:21.911563 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55650) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:21.915958 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3074a1df-3103-46f7-b29f-fb4f2062c31b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-357064718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:21.965311 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3074a1df-3103-46f7-b29f-fb4f2062c31b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.966424 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3074a1df-3103-46f7-b29f-fb4f2062c31b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:21.998883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-228260f9-c044-4135-baed-26e50aa53c4a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Made reservation on behalf of 59509f2e90754316ba4a2ce1024d51f4 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:22.004426 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-228260f9-c044-4135-baed-26e50aa53c4a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:22.061296 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3074a1df-3103-46f7-b29f-fb4f2062c31b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:22.062873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-2957d91b-4590-49ce-a8b7-a4539c754974', 'network_id': '2957d91b-4590-49ce-a8b7-a4539c754974', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'fixed_ips': [{'subnet_id': '5dde7eaa-cced-46a6-a9ab-4dcc2b34400f'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:08:22.064077 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:22.070723 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3074a1df-3103-46f7-b29f-fb4f2062c31b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:22.178693 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3074a1df-3103-46f7-b29f-fb4f2062c31b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:22.179940 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3074a1df-3103-46f7-b29f-fb4f2062c31b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2675412 Nov 13 05:08:22.182732 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55660) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:22.220838 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Allocated IP 172.20.0.2 (2957d91b-4590-49ce-a8b7-a4539c754974/5dde7eaa-cced-46a6-a9ab-4dcc2b34400f/a6f57d3b-15e8-4c43-8b05-bb863cd6151c) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:22.282373 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-228260f9-c044-4135-baed-26e50aa53c4a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Allocated IP 172.20.0.6 (3afe1c64-6288-45cc-b7a5-6eb0de7d17c4/2bdba20d-97d4-48c3-b599-83cfc0478ef2/4820f8f2-8398-4d98-9875-1edf8a5a41a0) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:22.385477 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:22.395621 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:22.442188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Pushing event updated for resources: {'Port': ['ID=a6f57d3b-15e8-4c43-8b05-bb863cd6151c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:22.458200 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Network 2957d91b-4590-49ce-a8b7-a4539c754974 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:22.459699 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:22.462332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:22.518102 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Attempting to bind port a6f57d3b-15e8-4c43-8b05-bb863cd6151c on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:22.518472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Attempting to bind port a6f57d3b-15e8-4c43-8b05-bb863cd6151c by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '34c21e7a-01e3-4440-b817-626347ce5adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2957d91b-4590-49ce-a8b7-a4539c754974'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:22.519269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Attempting to bind port a6f57d3b-15e8-4c43-8b05-bb863cd6151c on network 2957d91b-4590-49ce-a8b7-a4539c754974 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:22.525623 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:08:22.525995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Checking segment: {'id': '34c21e7a-01e3-4440-b817-626347ce5adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2957d91b-4590-49ce-a8b7-a4539c754974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:22.526397 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:22.527022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Bound using segment: {'id': '34c21e7a-01e3-4440-b817-626347ce5adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2957d91b-4590-49ce-a8b7-a4539c754974'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:08:22.527491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Bound port: a6f57d3b-15e8-4c43-8b05-bb863cd6151c, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c21e7a-01e3-4440-b817-626347ce5adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2957d91b-4590-49ce-a8b7-a4539c754974'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:08:22.527870 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:22.598487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] For port a6f57d3b-15e8-4c43-8b05-bb863cd6151c, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:22.602565 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] For port a6f57d3b-15e8-4c43-8b05-bb863cd6151c, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a6f57d3b-15e8-4c43-8b05-bb863cd6151c,segment=NetworkSegment(34c21e7a-01e3-4440-b817-626347ce5adc),segment_id=34c21e7a-01e3-4440-b817-626347ce5adc)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:08:22.605160 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:22.609995 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:22.675516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45279b1e-4a8c-4da2-b637-f3962ccf20bf None None] Pushing event updated for resources: {'Port': ['ID=a6f57d3b-15e8-4c43-8b05-bb863cd6151c,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:22.723426 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-228260f9-c044-4135-baed-26e50aa53c4a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:22.842019 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-228260f9-c044-4135-baed-26e50aa53c4a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:22.876676 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['798b3976-31f9-4e7d-8f27-101cffd8745a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:08:22.929922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-228260f9-c044-4135-baed-26e50aa53c4a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:22.957942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-228260f9-c044-4135-baed-26e50aa53c4a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:23.005822 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-228260f9-c044-4135-baed-26e50aa53c4a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:23.160638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a6f57d3b-15e8-4c43-8b05-bb863cd6151c up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:23.211977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port a6f57d3b-15e8-4c43-8b05-bb863cd6151c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:23.212341 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:23.314673 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:23.357621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port a6f57d3b-15e8-4c43-8b05-bb863cd6151c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a6f57d3b-15e8-4c43-8b05-bb863cd6151c,segment=NetworkSegment(34c21e7a-01e3-4440-b817-626347ce5adc),segment_id=34c21e7a-01e3-4440-b817-626347ce5adc)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:23.363881 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:23.425364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=a6f57d3b-15e8-4c43-8b05-bb863cd6151c,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:23.481115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228260f9-c044-4135-baed-26e50aa53c4a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Pushing event updated for resources: {'Port': ['ID=4820f8f2-8398-4d98-9875-1edf8a5a41a0,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:23.513730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Allocated IP 172.20.0.1 (2957d91b-4590-49ce-a8b7-a4539c754974/5dde7eaa-cced-46a6-a9ab-4dcc2b34400f/462bd748-932a-4ed0-b406-3e4c2b44208a) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:23.527500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-228260f9-c044-4135-baed-26e50aa53c4a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:23.528149 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-228260f9-c044-4135-baed-26e50aa53c4a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:23.554743 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ba19c-2352-43c8-8cdd-49f8eee188a3 req-73cf7005-c6ca-469f-9a7e-f8245e047cd8 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:23.556816 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5e2ba19c-2352-43c8-8cdd-49f8eee188a3 req-73cf7005-c6ca-469f-9a7e-f8245e047cd8 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 931 time: 0.6404383 Nov 13 05:08:23.592507 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-228260f9-c044-4135-baed-26e50aa53c4a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8050086 Nov 13 05:08:23.634306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Request body: {'port': {'device_id': 'b483b8f2-1e68-4927-b2e0-71ee88d85007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:23.734516 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5e2ba19c-2352-43c8-8cdd-49f8eee188a3 req-512a7224-2e8e-483c-83b2-021bff37aee9 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594005 Nov 13 05:08:23.747740 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:23.768774 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:23.849544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99377090-647d-472d-979c-ab78feb08824 None None] Network 2957d91b-4590-49ce-a8b7-a4539c754974 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:23.904662 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:23.972183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 2957d91b-4590-49ce-a8b7-a4539c754974 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:23.972768 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d605d489-06da-46ba-ac9d-6138f4ba76f0 None None] Provisioning complete for port a6f57d3b-15e8-4c43-8b05-bb863cd6151c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:23.973151 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d605d489-06da-46ba-ac9d-6138f4ba76f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:24.004017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:24.010134 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:24.037300 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=462bd748-932a-4ed0-b406-3e4c2b44208a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:24.079397 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:24.237821 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4820f8f2-8398-4d98-9875-1edf8a5a41a0 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:08:24.249964 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:24.256083 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:24.276306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Transition to ACTIVE for port object 4820f8f2-8398-4d98-9875-1edf8a5a41a0 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:08:24.306565 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:24.354594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f1bbd8d4-9c63-4077-b5b7-76338b871b81 None None] Provisioning complete for port a6f57d3b-15e8-4c43-8b05-bb863cd6151c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:24.355067 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd8d4-9c63-4077-b5b7-76338b871b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:24.440417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Pushing event updated for resources: {'Port': ['ID=4820f8f2-8398-4d98-9875-1edf8a5a41a0,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:24.483931 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f1bbd8d4-9c63-4077-b5b7-76338b871b81 None None] Provisioning complete for port 462bd748-932a-4ed0-b406-3e4c2b44208a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:24.484602 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd8d4-9c63-4077-b5b7-76338b871b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:24.530874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbd8d4-9c63-4077-b5b7-76338b871b81 None None] Port 462bd748-932a-4ed0-b406-3e4c2b44208a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:24.608652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Attempting to bind port 4820f8f2-8398-4d98-9875-1edf8a5a41a0 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:24.608992 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Attempting to bind port 4820f8f2-8398-4d98-9875-1edf8a5a41a0 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:24.609323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Attempting to bind port 4820f8f2-8398-4d98-9875-1edf8a5a41a0 on network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:24.620962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Port 4820f8f2-8398-4d98-9875-1edf8a5a41a0 on network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:24.621290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Attempting to bind port 4820f8f2-8398-4d98-9875-1edf8a5a41a0 on network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:24.633127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:08:24.633462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Checking segment: {'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:24.633847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Bound using segment: {'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:08:24.634282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Bound port: 4820f8f2-8398-4d98-9875-1edf8a5a41a0, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:08:24.634637 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:24.655948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d3d2b8e9-9694-43dc-bb6d-186ff1bb2b79 None None] Provisioning complete for port 462bd748-932a-4ed0-b406-3e4c2b44208a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:24.656575 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d2b8e9-9694-43dc-bb6d-186ff1bb2b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:24.697534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2b8e9-9694-43dc-bb6d-186ff1bb2b79 None None] Port 462bd748-932a-4ed0-b406-3e4c2b44208a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:24.729445 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:24.737249 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:24.789104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] For port 4820f8f2-8398-4d98-9875-1edf8a5a41a0, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:24.819861 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] For port 4820f8f2-8398-4d98-9875-1edf8a5a41a0, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=4820f8f2-8398-4d98-9875-1edf8a5a41a0,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:08:24.830848 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:24.834961 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=462bd748-932a-4ed0-b406-3e4c2b44208a,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:24.840402 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:24.889679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:24.890502 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:24.891758 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] 10.222.0.46 "PUT /v2.0/ports/4820f8f2-8398-4d98-9875-1edf8a5a41a0 HTTP/1.1" status: 200 len: 1091 time: 1.2638881 Nov 13 05:08:24.892381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b483b8f2-1e68-4927-b2e0-71ee88d85007', 'tag': '4820f8f2-8398-4d98-9875-1edf8a5a41a0'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:08:24.894732 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a80d90-96c3-4900-8e3e-1121c5ba735a" -d '{"events": [{"name": "network-changed", "server_uuid": "b483b8f2-1e68-4927-b2e0-71ee88d85007", "tag": "4820f8f2-8398-4d98-9875-1edf8a5a41a0"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:08:24.925158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4559223-5f56-463b-96b7-a139a77c9f3d req-a36caaac-47c1-4a15-8d31-81413cc55a61 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:24.942614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4559223-5f56-463b-96b7-a139a77c9f3d req-a36caaac-47c1-4a15-8d31-81413cc55a61 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 943 time: 0.1072297 Nov 13 05:08:24.975864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b392d3-978c-4087-b316-09887bc84a3d service neutron] Pushing event updated for resources: {'Port': ['ID=4820f8f2-8398-4d98-9875-1edf8a5a41a0,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:25.028012 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4559223-5f56-463b-96b7-a139a77c9f3d req-5a8cdcb2-262e-4cb2-a39d-24f2ba4cd436 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835698 Nov 13 05:08:25.058230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-c309a7be-3335-4d4c-943c-765951b498d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:25.060151 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-c309a7be-3335-4d4c-943c-765951b498d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59509f2e90754316ba4a2ce1024d51f4&device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 1094 time: 0.0875218 Nov 13 05:08:25.070124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 2957d91b-4590-49ce-a8b7-a4539c754974 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:25.071842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:25.132222 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a6f57d3b-15e8-4c43-8b05-bb863cd6151c up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:25.174137 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-4f6de805-bd67-40d4-ab39-ec70bd9a0979 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4820f8f2-8398-4d98-9875-1edf8a5a41a0 HTTP/1.1" status: 200 len: 217 time: 0.0957127 Nov 13 05:08:25.277680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port a6f57d3b-15e8-4c43-8b05-bb863cd6151c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:25.278790 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:25.282983 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-3b5fad33-cf9a-4ccc-912d-0eb401a97d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:25.284701 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-3b5fad33-cf9a-4ccc-912d-0eb401a97d3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bdba20d-97d4-48c3-b599-83cfc0478ef2 HTTP/1.1" status: 200 len: 855 time: 0.0687802 Nov 13 05:08:25.322629 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-6a931a5e-7e42-4963-8b6e-e2543ee0411d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290461 Nov 13 05:08:25.324764 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a65ebb-cff4-4396-8c17-ba86db189240 x-openstack-request-id: req-d9a65ebb-cff4-4396-8c17-ba86db189240 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:08:25.325234 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b483b8f2-1e68-4927-b2e0-71ee88d85007", "tag": "4820f8f2-8398-4d98-9875-1edf8a5a41a0", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:08:25.325649 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9a65ebb-cff4-4396-8c17-ba86db189240 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:08:25.326387 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b483b8f2-1e68-4927-b2e0-71ee88d85007', 'tag': '4820f8f2-8398-4d98-9875-1edf8a5a41a0', 'status': 'completed', 'code': 200} Nov 13 05:08:25.410423 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router f82a0597-f59c-4998-9955-85988e52abf6 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:08:25.439319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a1d57f23-e754-4798-b15d-00907061f26a None None] Provisioning complete for port 462bd748-932a-4ed0-b406-3e4c2b44208a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:25.439955 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1d57f23-e754-4798-b15d-00907061f26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:25.483873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a1d57f23-e754-4798-b15d-00907061f26a None None] Port 462bd748-932a-4ed0-b406-3e4c2b44208a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:25.507218 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-61ed84e3-88e0-414c-9364-b42d95ec52fd service neutron] 10.222.0.46 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740313 Nov 13 05:08:25.557699 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:25.570709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8831745e-fc4a-4a3c-b7dc-b38df5b83833 None None] Sync routers for ids ['f82a0597-f59c-4998-9955-85988e52abf6'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:25.582629 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831745e-fc4a-4a3c-b7dc-b38df5b83833 None None] Routers {'f82a0597-f59c-4998-9955-85988e52abf6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:25.583502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8831745e-fc4a-4a3c-b7dc-b38df5b83833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['f82a0597-f59c-4998-9955-85988e52abf6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:25.586522 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bfa7fbdf-533b-4ae0-a905-ede77692d525 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/f82a0597-f59c-4998-9955-85988e52abf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4028704 Nov 13 05:08:25.589742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55862) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:25.629617 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8831745e-fc4a-4a3c-b7dc-b38df5b83833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:25.634107 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5745c92-806b-4dc4-b249-cc786bc0dede req-7d7c596e-6a67-446c-84a1-6f9481218840 service neutron] 10.222.0.46 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142433 Nov 13 05:08:25.647045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ffcb3b-597c-4b1d-92b6-d9b975526883 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:25.647343 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831745e-fc4a-4a3c-b7dc-b38df5b83833 None None] Routers {'f82a0597-f59c-4998-9955-85988e52abf6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:25.647925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8831745e-fc4a-4a3c-b7dc-b38df5b83833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['f82a0597-f59c-4998-9955-85988e52abf6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:25.651546 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-78ffcb3b-597c-4b1d-92b6-d9b975526883 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports/462bd748-932a-4ed0-b406-3e4c2b44208a HTTP/1.1" status: 200 len: 910 time: 0.0597863 Nov 13 05:08:25.653049 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55864) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:25.664020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6c2242df-8890-4785-b92b-bc2d70fa5781 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5dde7eaa-cced-46a6-a9ab-4dcc2b34400f'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:25.701573 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8831745e-fc4a-4a3c-b7dc-b38df5b83833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:25.702249 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8831745e-fc4a-4a3c-b7dc-b38df5b83833 None None] The sync data for ids ['f82a0597-f59c-4998-9955-85988e52abf6'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:25.772674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a80d90-96c3-4900-8e3e-1121c5ba735a req-42bd198c-4b8d-4fd9-b770-f2257187d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:25.774121 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90a80d90-96c3-4900-8e3e-1121c5ba735a req-42bd198c-4b8d-4fd9-b770-f2257187d728 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59509f2e90754316ba4a2ce1024d51f4&device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 1094 time: 0.0435157 Nov 13 05:08:25.837971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55868) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:25.847996 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c2242df-8890-4785-b92b-bc2d70fa5781 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:25.880191 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a80d90-96c3-4900-8e3e-1121c5ba735a req-4250a9fd-e657-443b-8f4c-928e62eeb97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:25.881825 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90a80d90-96c3-4900-8e3e-1121c5ba735a req-4250a9fd-e657-443b-8f4c-928e62eeb97a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 200 len: 916 time: 0.0985916 Nov 13 05:08:25.926856 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90a80d90-96c3-4900-8e3e-1121c5ba735a req-54f43fc3-d7c1-4adc-abdf-cee99e2644cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4820f8f2-8398-4d98-9875-1edf8a5a41a0 HTTP/1.1" status: 200 len: 217 time: 0.0369079 Nov 13 05:08:25.987064 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9761d540-ad59-41ad-9c08-02023c1663c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:25.987710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a80d90-96c3-4900-8e3e-1121c5ba735a req-eaa69394-0293-4be6-9e49-54a1d559b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:25.988972 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90a80d90-96c3-4900-8e3e-1121c5ba735a req-eaa69394-0293-4be6-9e49-54a1d559b4b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bdba20d-97d4-48c3-b599-83cfc0478ef2 HTTP/1.1" status: 200 len: 855 time: 0.0506954 Nov 13 05:08:26.032212 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90a80d90-96c3-4900-8e3e-1121c5ba735a req-344ee571-1a60-4b03-91e6-841bb0968b15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302625 Nov 13 05:08:26.134258 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90a80d90-96c3-4900-8e3e-1121c5ba735a req-ca8cdf15-4555-4b4b-ba6c-216f0b19c0e8 service neutron] 10.222.0.46 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945075 Nov 13 05:08:26.229076 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9761d540-ad59-41ad-9c08-02023c1663c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:26.237693 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90a80d90-96c3-4900-8e3e-1121c5ba735a req-f7cbe21a-e04c-450c-a06b-2fb89231d8cc service neutron] 10.222.0.46 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940421 Nov 13 05:08:26.240655 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9761d540-ad59-41ad-9c08-02023c1663c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:26.318261 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963411b-9195-45a2-b0bf-8419babb38fb req-f89f647d-e188-41f2-bfed-83ed421162f6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:26.319727 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8963411b-9195-45a2-b0bf-8419babb38fb req-f89f647d-e188-41f2-bfed-83ed421162f6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 943 time: 0.1928387 Nov 13 05:08:26.342949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761d540-ad59-41ad-9c08-02023c1663c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abac5df-6062-4e82-bf9b-b753436be70b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:26.347034 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9761d540-ad59-41ad-9c08-02023c1663c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b6df2d9e9474ac28126b8982c8f90c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5071936 Nov 13 05:08:26.349869 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55874) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:26.404257 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b20c0d71-ed1e-4f97-9a84-0a7363f67b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:26.414438 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8963411b-9195-45a2-b0bf-8419babb38fb req-e8fa1055-b681-4b2e-8b2d-91bc9df2afac tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837133 Nov 13 05:08:26.427149 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b20c0d71-ed1e-4f97-9a84-0a7363f67b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:26.434018 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c2242df-8890-4785-b92b-bc2d70fa5781 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:26.442482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c2242df-8890-4785-b92b-bc2d70fa5781 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:26.476199 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b20c0d71-ed1e-4f97-9a84-0a7363f67b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:26.478853 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b20c0d71-ed1e-4f97-9a84-0a7363f67b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:26.480149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b20c0d71-ed1e-4f97-9a84-0a7363f67b17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2abac5df-6062-4e82-bf9b-b753436be70b HTTP/1.1" status: 204 len: 168 time: 0.1290030 Nov 13 05:08:26.489463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c0d71-ed1e-4f97-9a84-0a7363f67b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abac5df-6062-4e82-bf9b-b753436be70b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:26.538754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2242df-8890-4785-b92b-bc2d70fa5781 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:26.539397 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c2242df-8890-4785-b92b-bc2d70fa5781 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:26.540741 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6c2242df-8890-4785-b92b-bc2d70fa5781 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/ports/462bd748-932a-4ed0-b406-3e4c2b44208a HTTP/1.1" status: 200 len: 910 time: 0.8867273 Nov 13 05:08:26.541706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2242df-8890-4785-b92b-bc2d70fa5781 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=462bd748-932a-4ed0-b406-3e4c2b44208a,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:26.543877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55878) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:26.872917 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39fd956f-090e-433e-8df7-03457d9be66e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:27.128677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-39fd956f-090e-433e-8df7-03457d9be66e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port 462bd748-932a-4ed0-b406-3e4c2b44208a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:27.129075 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39fd956f-090e-433e-8df7-03457d9be66e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:27.216421 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39fd956f-090e-433e-8df7-03457d9be66e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:27.230062 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-39fd956f-090e-433e-8df7-03457d9be66e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for 462bd748-932a-4ed0-b406-3e4c2b44208a owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:27.402729 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39fd956f-090e-433e-8df7-03457d9be66e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:27.428749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd956f-090e-433e-8df7-03457d9be66e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=462bd748-932a-4ed0-b406-3e4c2b44208a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:27.621041 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:08:27.645483 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55946) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:27.762018 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f74cd0b-a80c-46bf-8179-001e59ab70cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:27.845439 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f74cd0b-a80c-46bf-8179-001e59ab70cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:27.850177 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f74cd0b-a80c-46bf-8179-001e59ab70cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:27.888192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74cd0b-a80c-46bf-8179-001e59ab70cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f357ee9-5c26-4c2d-9524-70588e8ec693,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:27.893913 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7f74cd0b-a80c-46bf-8179-001e59ab70cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc8a76415e43432cab6a1bf2b1dfcce2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2474065 Nov 13 05:08:27.896656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55950) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:27.947672 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afeea9fa-962c-4d0d-9c20-4eba603ec6fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:27.964648 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39fd956f-090e-433e-8df7-03457d9be66e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:27.969494 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afeea9fa-962c-4d0d-9c20-4eba603ec6fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:27.980076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66afdc2-3d45-47a0-a86e-80d832f6ed2a req-a91ceb03-43ac-492e-bcf9-e213680e0110 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:27.981618 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a66afdc2-3d45-47a0-a86e-80d832f6ed2a req-a91ceb03-43ac-492e-bcf9-e213680e0110 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 943 time: 0.4859002 Nov 13 05:08:28.023663 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afeea9fa-962c-4d0d-9c20-4eba603ec6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:28.026571 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afeea9fa-962c-4d0d-9c20-4eba603ec6fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:28.027742 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-afeea9fa-962c-4d0d-9c20-4eba603ec6fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5f357ee9-5c26-4c2d-9524-70588e8ec693 HTTP/1.1" status: 204 len: 168 time: 0.1301432 Nov 13 05:08:28.050454 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeea9fa-962c-4d0d-9c20-4eba603ec6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f357ee9-5c26-4c2d-9524-70588e8ec693,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:28.165688 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a66afdc2-3d45-47a0-a86e-80d832f6ed2a req-0cf55de0-302d-44e6-bc3d-bddf80ec8333 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776712 Nov 13 05:08:28.176618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fd956f-090e-433e-8df7-03457d9be66e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router f82a0597-f59c-4998-9955-85988e52abf6 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:08:28.252699 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fd956f-090e-433e-8df7-03457d9be66e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:28.265061 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-39fd956f-090e-433e-8df7-03457d9be66e tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/f82a0597-f59c-4998-9955-85988e52abf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7176964 Nov 13 05:08:28.265061 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55958) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:28.268428 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1972cd-c1ca-4299-a112-9f546568972e None None] Sync routers for ids ['f82a0597-f59c-4998-9955-85988e52abf6'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:28.279170 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1972cd-c1ca-4299-a112-9f546568972e None None] Routers {'f82a0597-f59c-4998-9955-85988e52abf6'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:28.279904 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-be1972cd-c1ca-4299-a112-9f546568972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['f82a0597-f59c-4998-9955-85988e52abf6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:28.293822 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-374481d3-f018-43f9-aa1d-31c5b0b67dd7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports?device_id=f82a0597-f59c-4998-9955-85988e52abf6 HTTP/1.1" status: 200 len: 205 time: 0.0292411 Nov 13 05:08:28.296693 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55962) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:28.319843 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-be1972cd-c1ca-4299-a112-9f546568972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:28.332541 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1972cd-c1ca-4299-a112-9f546568972e None None] Routers {'f82a0597-f59c-4998-9955-85988e52abf6'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:28.333213 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-be1972cd-c1ca-4299-a112-9f546568972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['f82a0597-f59c-4998-9955-85988e52abf6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:28.365821 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-be1972cd-c1ca-4299-a112-9f546568972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:28.366888 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1972cd-c1ca-4299-a112-9f546568972e None None] The sync data for ids ['f82a0597-f59c-4998-9955-85988e52abf6'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:28.370471 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1de73701-25b5-4a3c-89c9-94ca7632d5a1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:28.533990 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1de73701-25b5-4a3c-89c9-94ca7632d5a1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:28.536051 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1de73701-25b5-4a3c-89c9-94ca7632d5a1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:28.558562 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:28.586887 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1de73701-25b5-4a3c-89c9-94ca7632d5a1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:28.587447 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de73701-25b5-4a3c-89c9-94ca7632d5a1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Fanout notify agent at l3_agent the message router_deleted on router f82a0597-f59c-4998-9955-85988e52abf6 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:08:28.594754 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1de73701-25b5-4a3c-89c9-94ca7632d5a1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:28.599055 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1de73701-25b5-4a3c-89c9-94ca7632d5a1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/routers/f82a0597-f59c-4998-9955-85988e52abf6 HTTP/1.1" status: 204 len: 168 time: 0.2985451 Nov 13 05:08:28.599318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55974) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:28.651631 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d6dbcf-6720-4ee9-b1c1-fee837b53033 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting subnet 5dde7eaa-cced-46a6-a9ab-4dcc2b34400f {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:08:28.654771 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56d6dbcf-6720-4ee9-b1c1-fee837b53033 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:28.696776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56d6dbcf-6720-4ee9-b1c1-fee837b53033 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:28.783502 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56d6dbcf-6720-4ee9-b1c1-fee837b53033 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:28.842664 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56d6dbcf-6720-4ee9-b1c1-fee837b53033 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:28.871478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6dbcf-6720-4ee9-b1c1-fee837b53033 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Subnet': ['ID=5dde7eaa-cced-46a6-a9ab-4dcc2b34400f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:28.877048 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56d6dbcf-6720-4ee9-b1c1-fee837b53033 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:28.880402 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-56d6dbcf-6720-4ee9-b1c1-fee837b53033 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/5dde7eaa-cced-46a6-a9ab-4dcc2b34400f HTTP/1.1" status: 204 len: 168 time: 0.2802691 Nov 13 05:08:28.883056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 55982) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:28.884775 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e49ba39-c743-4844-bd54-e1b1420bab6e None None] Network 2957d91b-4590-49ce-a8b7-a4539c754974 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:28.970564 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:28.982345 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.087357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafa7905-2074-434e-a2fd-7ed12e023d96 None None] DHCP port deletion for 2957d91b-4590-49ce-a8b7-a4539c754974 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:08:29.141126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dafa7905-2074-434e-a2fd-7ed12e023d96 None None] Deleting port a6f57d3b-15e8-4c43-8b05-bb863cd6151c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:29.141895 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dafa7905-2074-434e-a2fd-7ed12e023d96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.245769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-dafa7905-2074-434e-a2fd-7ed12e023d96 None None] For port a6f57d3b-15e8-4c43-8b05-bb863cd6151c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a6f57d3b-15e8-4c43-8b05-bb863cd6151c,segment=NetworkSegment(34c21e7a-01e3-4440-b817-626347ce5adc),segment_id=34c21e7a-01e3-4440-b817-626347ce5adc)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:29.246788 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dafa7905-2074-434e-a2fd-7ed12e023d96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.264634 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dafa7905-2074-434e-a2fd-7ed12e023d96 None None] Calling delete_port for a6f57d3b-15e8-4c43-8b05-bb863cd6151c owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:29.320565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 55996) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:29.364183 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dafa7905-2074-434e-a2fd-7ed12e023d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.392961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa7905-2074-434e-a2fd-7ed12e023d96 None None] Pushing event deleted for resources: {'Port': ['ID=a6f57d3b-15e8-4c43-8b05-bb863cd6151c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:29.395602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafa7905-2074-434e-a2fd-7ed12e023d96 None None] No DVR routers for this DVR port a6f57d3b-15e8-4c43-8b05-bb863cd6151c on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:08:29.426656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port a6f57d3b-15e8-4c43-8b05-bb863cd6151c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:29.426936 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.457573 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9484d8a-7e9d-4879-ae75-1a0a138e400d req-2651f1f5-b9ee-485a-8882-679d34ea68f4 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:29.459086 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9484d8a-7e9d-4879-ae75-1a0a138e400d req-2651f1f5-b9ee-485a-8882-679d34ea68f4 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 943 time: 0.0835249 Nov 13 05:08:29.483815 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-569090036'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:29.512673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Made reservation on behalf of 13357f960e89414eb6b2ad33b67b1149 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:29.517112 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.518376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] For port a6f57d3b-15e8-4c43-8b05-bb863cd6151c, host n-d-813114-2, got binding levels [] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:29.518735 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.526360 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.539215 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for a6f57d3b-15e8-4c43-8b05-bb863cd6151c owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:29.545411 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Port a6f57d3b-15e8-4c43-8b05-bb863cd6151c was not found and therefore no delete operation was performed {{(pid=102668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 05:08:29.549235 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.557881 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9484d8a-7e9d-4879-ae75-1a0a138e400d req-8c74714b-3bfc-40ae-8dba-7c4e7ccee9f4 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748730 Nov 13 05:08:29.584323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=a6f57d3b-15e8-4c43-8b05-bb863cd6151c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:29.586382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No DVR routers for this DVR port a6f57d3b-15e8-4c43-8b05-bb863cd6151c on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:08:29.622367 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.627970 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.655307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:08:29.665107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e02b14-fe25-46c5-a587-a3fa1e922f8b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:29.669118 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.670093 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.670417 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Added segment 1cd9f985-e147-415f-8a1d-7220d0afacee of type vlan for network 9858a899-5409-4a3c-b56e-7d3e7598a889 Nov 13 05:08:29.695459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2957d91b-4590-49ce-a8b7-a4539c754974']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:29.705820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c21e7a-01e3-4440-b817-626347ce5adc') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:29.706106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c21e7a-01e3-4440-b817-626347ce5adc') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:29.710935 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.715968 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.729708 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.736237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:08:29.736616 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.737726 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:08:29.739825 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:08:29.743754 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:29.744337 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.780369 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4577441 Nov 13 05:08:29.785068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56000) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:29.792194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3b78b28a-8e61-4855-abf7-b411862f2c58 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Request body: {'subnet': {'network_id': '9858a899-5409-4a3c-b56e-7d3e7598a889', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:29.817112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17ae33-36cd-4148-891a-332ef536d07c tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Pushing event updated for resources: {'Network': ['ID=9858a899-5409-4a3c-b56e-7d3e7598a889,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:29.828503 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 9858a899-5409-4a3c-b56e-7d3e7598a889 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:08:29.851174 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.860161 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.867101 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/networks/2957d91b-4590-49ce-a8b7-a4539c754974 HTTP/1.1" status: 204 len: 168 time: 0.9788704 Nov 13 05:08:29.867432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56002) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:29.872463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-25ff8196-8c1d-44be-93b6-1905e34dcce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2028919533', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:29.881362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28c860-726e-46bc-a1df-d57bafeebbb1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Network': ['ID=2957d91b-4590-49ce-a8b7-a4539c754974,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:29.899827 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25ff8196-8c1d-44be-93b6-1905e34dcce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.900875 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25ff8196-8c1d-44be-93b6-1905e34dcce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.917878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b78b28a-8e61-4855-abf7-b411862f2c58 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Made reservation on behalf of 13357f960e89414eb6b2ad33b67b1149 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:29.922152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b78b28a-8e61-4855-abf7-b411862f2c58 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.955626 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25ff8196-8c1d-44be-93b6-1905e34dcce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.961290 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25ff8196-8c1d-44be-93b6-1905e34dcce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.980373 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25ff8196-8c1d-44be-93b6-1905e34dcce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:29.981590 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-25ff8196-8c1d-44be-93b6-1905e34dcce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1130998 Nov 13 05:08:29.984408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56004) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:29.989370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-bbe280e3-fdfc-48f6-83f1-8a48f9c2dc6b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1529659733'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:29.991759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 4820f8f2-8398-4d98-9875-1edf8a5a41a0 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:08:30.014618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe280e3-fdfc-48f6-83f1-8a48f9c2dc6b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:30.018253 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbe280e3-fdfc-48f6-83f1-8a48f9c2dc6b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.063898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe280e3-fdfc-48f6-83f1-8a48f9c2dc6b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:08:30.078195 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbe280e3-fdfc-48f6-83f1-8a48f9c2dc6b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.078536 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-bbe280e3-fdfc-48f6-83f1-8a48f9c2dc6b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Added segment a740d74c-fec4-4c10-aafc-222b8e490404 of type vlan for network 2473ddf8-77f8-4137-9cdd-ab07c8f7f322 Nov 13 05:08:30.098660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 4820f8f2-8398-4d98-9875-1edf8a5a41a0, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=4820f8f2-8398-4d98-9875-1edf8a5a41a0,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:30.110389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '4820f8f2-8398-4d98-9875-1edf8a5a41a0', 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4', 'port_id': '4820f8f2-8398-4d98-9875-1edf8a5a41a0', 'mac_address': 'fa:16:3e:4d:b2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdba20d-97d4-48c3-b599-83cfc0478ef2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:08:30.121663 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbe280e3-fdfc-48f6-83f1-8a48f9c2dc6b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.129848 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b78b28a-8e61-4855-abf7-b411862f2c58 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.149689 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.151711 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbe280e3-fdfc-48f6-83f1-8a48f9c2dc6b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.158157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe280e3-fdfc-48f6-83f1-8a48f9c2dc6b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:30.158745 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbe280e3-fdfc-48f6-83f1-8a48f9c2dc6b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.167698 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4820f8f2-8398-4d98-9875-1edf8a5a41a0 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:08:30.193431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 4820f8f2-8398-4d98-9875-1edf8a5a41a0, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=4820f8f2-8398-4d98-9875-1edf8a5a41a0,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:30.201896 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.212354 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78b28a-8e61-4855-abf7-b411862f2c58 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Checking segment: {'id': '1cd9f985-e147-415f-8a1d-7220d0afacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9858a899-5409-4a3c-b56e-7d3e7598a889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:30.212697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b78b28a-8e61-4855-abf7-b411862f2c58 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Network hostable DHCP agents. Network: 9858a899-5409-4a3c-b56e-7d3e7598a889, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:08:30.219712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78b28a-8e61-4855-abf7-b411862f2c58 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Pushing event updated for resources: {'Subnet': ['ID=5343ce8d-e00b-433a-805f-fcc39a72ef74,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:30.234700 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bbe280e3-fdfc-48f6-83f1-8a48f9c2dc6b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2464635 Nov 13 05:08:30.235720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56006) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:30.242051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9d952e7f-208e-4516-8a90-ccef41fe1262 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'subnet': {'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:30.245594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe280e3-fdfc-48f6-83f1-8a48f9c2dc6b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Network': ['ID=2473ddf8-77f8-4137-9cdd-ab07c8f7f322,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:30.248824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b78b28a-8e61-4855-abf7-b411862f2c58 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Network 9858a899-5409-4a3c-b56e-7d3e7598a889 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:08:30.258905 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 2473ddf8-77f8-4137-9cdd-ab07c8f7f322 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:08:30.261131 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=4820f8f2-8398-4d98-9875-1edf8a5a41a0,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:30.302294 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-3b78b28a-8e61-4855-abf7-b411862f2c58 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 9858a899-5409-4a3c-b56e-7d3e7598a889) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:30.309775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b78b28a-8e61-4855-abf7-b411862f2c58 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:30.310618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b78b28a-8e61-4855-abf7-b411862f2c58 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.317421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b548b-ae4d-40bb-a708-fbcaf71df1c1 None None] Network 9858a899-5409-4a3c-b56e-7d3e7598a889 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:30.347317 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56008) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:30.348017 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3b78b28a-8e61-4855-abf7-b411862f2c58 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5611815 Nov 13 05:08:30.352416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-93c52ad9-d134-434f-91f9-f86056eca747 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Request body: {'port': {'network_id': '9858a899-5409-4a3c-b56e-7d3e7598a889', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1839770591'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:30.375946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d952e7f-208e-4516-8a90-ccef41fe1262 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:30.381908 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d952e7f-208e-4516-8a90-ccef41fe1262 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.476148 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c52ad9-d134-434f-91f9-f86056eca747 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Made reservation on behalf of 13357f960e89414eb6b2ad33b67b1149 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:30.480110 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93c52ad9-d134-434f-91f9-f86056eca747 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.498087 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-93c52ad9-d134-434f-91f9-f86056eca747 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] device_id is not set on port 333b20b2-bc76-4b76-93b8-02e1156f4a87 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:08:30.516102 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-9858a899-5409-4a3c-b56e-7d3e7598a889', 'network_id': '9858a899-5409-4a3c-b56e-7d3e7598a889', 'tenant_id': '13357f960e89414eb6b2ad33b67b1149', 'fixed_ips': [{'subnet_id': '5343ce8d-e00b-433a-805f-fcc39a72ef74'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:08:30.517112 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.601698 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d952e7f-208e-4516-8a90-ccef41fe1262 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.623013 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-93c52ad9-d134-434f-91f9-f86056eca747 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Allocated IP 172.20.0.2 (9858a899-5409-4a3c-b56e-7d3e7598a889/5343ce8d-e00b-433a-805f-fcc39a72ef74/333b20b2-bc76-4b76-93b8-02e1156f4a87) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:30.628606 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['4820f8f2-8398-4d98-9875-1edf8a5a41a0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:08:30.668540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d952e7f-208e-4516-8a90-ccef41fe1262 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Subnet': ['ID=a7f06b77-ec77-4086-a645-5339fedc8993,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:30.675172 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d952e7f-208e-4516-8a90-ccef41fe1262 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Checking segment: {'id': 'a740d74c-fec4-4c10-aafc-222b8e490404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:30.675823 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d952e7f-208e-4516-8a90-ccef41fe1262 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network hostable DHCP agents. Network: 2473ddf8-77f8-4137-9cdd-ab07c8f7f322, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:08:30.692287 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d952e7f-208e-4516-8a90-ccef41fe1262 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 2473ddf8-77f8-4137-9cdd-ab07c8f7f322 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:08:30.702051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9d952e7f-208e-4516-8a90-ccef41fe1262 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 2473ddf8-77f8-4137-9cdd-ab07c8f7f322) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:30.707388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d952e7f-208e-4516-8a90-ccef41fe1262 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:30.708112 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d952e7f-208e-4516-8a90-ccef41fe1262 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.737474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560687f1-623f-4985-ae53-d2d9eac0cc5f None None] Network 2473ddf8-77f8-4137-9cdd-ab07c8f7f322 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:30.739282 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9d952e7f-208e-4516-8a90-ccef41fe1262 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5019507 Nov 13 05:08:30.742018 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56012) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:30.759275 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda3c21-246a-43ba-93f3-18230ef73a04 req-432d0c60-a280-4c0b-8e20-d3541f0d6ff4 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:30.760791 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afda3c21-246a-43ba-93f3-18230ef73a04 req-432d0c60-a280-4c0b-8e20-d3541f0d6ff4 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 944 time: 0.1111662 Nov 13 05:08:30.858716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afda3c21-246a-43ba-93f3-18230ef73a04 req-ab4ba8e9-5428-476d-80c0-41b01e3af0a2 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698190 Nov 13 05:08:30.879451 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93c52ad9-d134-434f-91f9-f86056eca747 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.914026 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93c52ad9-d134-434f-91f9-f86056eca747 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.959831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c52ad9-d134-434f-91f9-f86056eca747 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Network 9858a899-5409-4a3c-b56e-7d3e7598a889 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:30.965103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-93c52ad9-d134-434f-91f9-f86056eca747 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:30.969663 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c52ad9-d134-434f-91f9-f86056eca747 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:30.991231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:08:30.992780 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:30.995437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c52ad9-d134-434f-91f9-f86056eca747 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Pushing event updated for resources: {'Port': ['ID=333b20b2-bc76-4b76-93b8-02e1156f4a87,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:30.998414 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-fce776c1-afc6-4494-adbd-9a6554dce668 {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:08:30.999122 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:08:31.023280 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c52ad9-d134-434f-91f9-f86056eca747 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:31.023540 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-93c52ad9-d134-434f-91f9-f86056eca747 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.040319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.063389 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-93c52ad9-d134-434f-91f9-f86056eca747 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7148235 Nov 13 05:08:31.067426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56014) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:31.118565 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a6f57d3b-15e8-4c43-8b05-bb863cd6151c no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:08:31.147503 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: a6f57d3b-15e8-4c43-8b05-bb863cd6151c {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:08:31.147982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a6f57d3b-15e8-4c43-8b05-bb863cd6151c not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:08:31.165202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Allocated IP 172.20.0.2 (2473ddf8-77f8-4137-9cdd-ab07c8f7f322/a7f06b77-ec77-4086-a645-5339fedc8993/c67c018e-873b-4eb5-b76d-4dddbaf37ca8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:31.167851 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-061661cc-db4d-4629-9749-6b64d9ac52f4 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Deleting port 333b20b2-bc76-4b76-93b8-02e1156f4a87 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:31.168282 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-061661cc-db4d-4629-9749-6b64d9ac52f4 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.278125 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-061661cc-db4d-4629-9749-6b64d9ac52f4 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.290764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-061661cc-db4d-4629-9749-6b64d9ac52f4 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Calling delete_port for 333b20b2-bc76-4b76-93b8-02e1156f4a87 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:31.426761 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-061661cc-db4d-4629-9749-6b64d9ac52f4 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.455463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061661cc-db4d-4629-9749-6b64d9ac52f4 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Pushing event deleted for resources: {'Port': ['ID=333b20b2-bc76-4b76-93b8-02e1156f4a87,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:31.470869 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.480471 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.505979 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.526782 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-061661cc-db4d-4629-9749-6b64d9ac52f4 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.532660 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-061661cc-db4d-4629-9749-6b64d9ac52f4 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] 10.222.0.43 "DELETE /v2.0/ports/333b20b2-bc76-4b76-93b8-02e1156f4a87 HTTP/1.1" status: 204 len: 168 time: 0.4616997 Nov 13 05:08:31.533422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56016) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:31.533935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Allocated IP 172.20.0.1 (2473ddf8-77f8-4137-9cdd-ab07c8f7f322/a7f06b77-ec77-4086-a645-5339fedc8993/bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:31.541336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Network 2473ddf8-77f8-4137-9cdd-ab07c8f7f322 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:31.550643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:31.552508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Pushing event updated for resources: {'Port': ['ID=c67c018e-873b-4eb5-b76d-4dddbaf37ca8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:31.554719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:31.603886 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-eec3ccf1-6894-4661-b4ae-5f1d740f77ec tempest-DHCPAgentSchedulersTestJSON-561523730 tempest-DHCPAgentSchedulersTestJSON-561523730-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.0693541 Nov 13 05:08:31.606623 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56020) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:31.612081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b7a2b029-c1a2-4903-959a-41a54b540a67 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-463414530'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:31.639797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a2b029-c1a2-4903-959a-41a54b540a67 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Made reservation on behalf of 13357f960e89414eb6b2ad33b67b1149 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:31.643990 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b029-c1a2-4903-959a-41a54b540a67 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.661611 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.674860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a2b029-c1a2-4903-959a-41a54b540a67 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:08:31.686106 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b029-c1a2-4903-959a-41a54b540a67 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.687068 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-b7a2b029-c1a2-4903-959a-41a54b540a67 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Added segment 258acf06-04d7-423a-9026-c7b2db61030a of type vlan for network fbb4814f-5a41-4bf0-b18e-a07b9a225fcd Nov 13 05:08:31.691576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Attempting to bind port c67c018e-873b-4eb5-b76d-4dddbaf37ca8 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:31.691908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Attempting to bind port c67c018e-873b-4eb5-b76d-4dddbaf37ca8 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'a740d74c-fec4-4c10-aafc-222b8e490404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:31.692465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Attempting to bind port c67c018e-873b-4eb5-b76d-4dddbaf37ca8 on network 2473ddf8-77f8-4137-9cdd-ab07c8f7f322 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:31.695618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.700529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:08:31.701180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Checking segment: {'id': 'a740d74c-fec4-4c10-aafc-222b8e490404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:31.701300 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.701806 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Bound using segment: {'id': 'a740d74c-fec4-4c10-aafc-222b8e490404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:08:31.702462 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Bound port: c67c018e-873b-4eb5-b76d-4dddbaf37ca8, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a740d74c-fec4-4c10-aafc-222b8e490404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:08:31.702831 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.739097 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b029-c1a2-4903-959a-41a54b540a67 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.739388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 2473ddf8-77f8-4137-9cdd-ab07c8f7f322 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:31.742401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:31.748951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:31.749561 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Allocated IP 172.20.0.2 (9858a899-5409-4a3c-b56e-7d3e7598a889/5343ce8d-e00b-433a-805f-fcc39a72ef74/fadcb58f-4a6b-4601-a34a-62e4d80bc641) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:31.775984 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b029-c1a2-4903-959a-41a54b540a67 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.776683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:31.784723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a2b029-c1a2-4903-959a-41a54b540a67 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:31.785700 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b029-c1a2-4903-959a-41a54b540a67 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.798466 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.831519 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b7a2b029-c1a2-4903-959a-41a54b540a67 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2210586 Nov 13 05:08:31.832067 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56022) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:31.836290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] For port c67c018e-873b-4eb5-b76d-4dddbaf37ca8, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:31.853635 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] For port c67c018e-873b-4eb5-b76d-4dddbaf37ca8, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c67c018e-873b-4eb5-b76d-4dddbaf37ca8,segment=NetworkSegment(a740d74c-fec4-4c10-aafc-222b8e490404),segment_id=a740d74c-fec4-4c10-aafc-222b8e490404)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:08:31.863015 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:31.877964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2b029-c1a2-4903-959a-41a54b540a67 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Pushing event updated for resources: {'Network': ['ID=fbb4814f-5a41-4bf0-b18e-a07b9a225fcd,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:31.899934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network fbb4814f-5a41-4bf0-b18e-a07b9a225fcd details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:08:32.014829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 4820f8f2-8398-4d98-9875-1edf8a5a41a0 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:32.063400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6d7ff-558a-4985-8211-85dc1ca545d1 None None] Pushing event updated for resources: {'Port': ['ID=c67c018e-873b-4eb5-b76d-4dddbaf37ca8,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:32.068218 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:32.092460 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:32.099912 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f1d0e-22f0-4222-9884-92bf54d46b56 req-a20e97b3-d41a-4f4f-af3b-4eadbc945730 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:32.101453 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c29f1d0e-22f0-4222-9884-92bf54d46b56 req-a20e97b3-d41a-4f4f-af3b-4eadbc945730 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 944 time: 0.1670220 Nov 13 05:08:32.117586 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:32.168220 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a7630a82-e9b0-4d20-9e83-67e4a8847c49 tempest-DHCPAgentSchedulersTestJSON-561523730 tempest-DHCPAgentSchedulersTestJSON-561523730-project-admin] 10.222.0.43 "GET /v2.0/agents/34843df8-9ff1-4dc7-8959-4c6432cbd946/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.3352935 Nov 13 05:08:32.172627 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56026) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:32.178445 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 4820f8f2-8398-4d98-9875-1edf8a5a41a0 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:08:32.186027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 4820f8f2-8398-4d98-9875-1edf8a5a41a0 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:32.186469 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:32.252282 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Network 9858a899-5409-4a3c-b56e-7d3e7598a889 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:32.262312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:32.266751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:32.288546 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4d7320-d395-4479-a954-94d3388e8e3f tempest-DHCPAgentSchedulersTestJSON-561523730 tempest-DHCPAgentSchedulersTestJSON-561523730-project-admin] Network fbb4814f-5a41-4bf0-b18e-a07b9a225fcd is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:08:32.296934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c29f1d0e-22f0-4222-9884-92bf54d46b56 req-dd81419a-37ff-42a7-83b0-68bdfa7e43c0 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839094 Nov 13 05:08:32.307449 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fd4d7320-d395-4479-a954-94d3388e8e3f tempest-DHCPAgentSchedulersTestJSON-561523730 tempest-DHCPAgentSchedulersTestJSON-561523730-project-admin] 10.222.0.43 "POST /v2.0/agents/34843df8-9ff1-4dc7-8959-4c6432cbd946/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1349783 Nov 13 05:08:32.310867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56028) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:32.329308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Pushing event updated for resources: {'Port': ['ID=fadcb58f-4a6b-4601-a34a-62e4d80bc641,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:32.340883 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7118c0e8-b803-47e4-b16d-127a2d0055b9 None None] Network fbb4814f-5a41-4bf0-b18e-a07b9a225fcd requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:32.460056 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:32.467700 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:32.477567 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:32.479821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Attempting to bind port fadcb58f-4a6b-4601-a34a-62e4d80bc641 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:32.480188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Attempting to bind port fadcb58f-4a6b-4601-a34a-62e4d80bc641 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '1cd9f985-e147-415f-8a1d-7220d0afacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9858a899-5409-4a3c-b56e-7d3e7598a889'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:32.480546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Attempting to bind port fadcb58f-4a6b-4601-a34a-62e4d80bc641 on network 9858a899-5409-4a3c-b56e-7d3e7598a889 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:32.484002 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b464c5d7-7c41-41cf-a09d-afacfd10da2a tempest-DHCPAgentSchedulersTestJSON-561523730 tempest-DHCPAgentSchedulersTestJSON-561523730-project-admin] 10.222.0.43 "GET /v2.0/agents/34843df8-9ff1-4dc7-8959-4c6432cbd946/dhcp-networks HTTP/1.1" status: 200 len: 6446 time: 0.1699882 Nov 13 05:08:32.486703 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56030) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:32.505112 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:08:32.505997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Checking segment: {'id': '1cd9f985-e147-415f-8a1d-7220d0afacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9858a899-5409-4a3c-b56e-7d3e7598a889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:32.506402 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:32.506797 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Bound using segment: {'id': '1cd9f985-e147-415f-8a1d-7220d0afacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9858a899-5409-4a3c-b56e-7d3e7598a889'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:08:32.507328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Bound port: fadcb58f-4a6b-4601-a34a-62e4d80bc641, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd9f985-e147-415f-8a1d-7220d0afacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9858a899-5409-4a3c-b56e-7d3e7598a889'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:08:32.507706 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:32.534292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b483b8f2-1e68-4927-b2e0-71ee88d85007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4820f8f2-8398-4d98-9875-1edf8a5a41a0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:08:32.537001 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b4d64b-981a-47c4-acb9-3d86a914866d" -d '{"events": [{"server_uuid": "b483b8f2-1e68-4927-b2e0-71ee88d85007", "name": "network-vif-plugged", "status": "completed", "tag": "4820f8f2-8398-4d98-9875-1edf8a5a41a0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:08:32.558056 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:32.561464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:32.573752 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-88564b3a-2858-432c-a5e1-10f3509b7a5c tempest-DHCPAgentSchedulersTestJSON-561523730 tempest-DHCPAgentSchedulersTestJSON-561523730-project-admin] 10.222.0.43 "DELETE /v2.0/agents/34843df8-9ff1-4dc7-8959-4c6432cbd946/dhcp-networks/fbb4814f-5a41-4bf0-b18e-a07b9a225fcd HTTP/1.1" status: 204 len: 168 time: 0.0858483 Nov 13 05:08:32.576579 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56036) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:32.588593 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 4820f8f2-8398-4d98-9875-1edf8a5a41a0, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=4820f8f2-8398-4d98-9875-1edf8a5a41a0,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:32.603756 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:32.658127 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] For port fadcb58f-4a6b-4601-a34a-62e4d80bc641, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:32.679962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] For port fadcb58f-4a6b-4601-a34a-62e4d80bc641, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fadcb58f-4a6b-4601-a34a-62e4d80bc641,segment=NetworkSegment(1cd9f985-e147-415f-8a1d-7220d0afacee),segment_id=1cd9f985-e147-415f-8a1d-7220d0afacee)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:08:32.681334 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=4820f8f2-8398-4d98-9875-1edf8a5a41a0,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:32.689642 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:32.692774 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 2473ddf8-77f8-4137-9cdd-ab07c8f7f322 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:32.694467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:32.784775 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a2d924a4-c097-49af-8340-67735e00fe50 tempest-DHCPAgentSchedulersTestJSON-561523730 tempest-DHCPAgentSchedulersTestJSON-561523730-project-admin] 10.222.0.43 "GET /v2.0/agents/34843df8-9ff1-4dc7-8959-4c6432cbd946/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.2066734 Nov 13 05:08:32.785797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56038) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:32.811229 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7c8706f9-58bd-499e-b348-13f61e862725 tempest-DHCPAgentSchedulersTestJSON-561523730 tempest-DHCPAgentSchedulersTestJSON-561523730-project-admin] 10.222.0.43 "GET /v2.0/networks/9858a899-5409-4a3c-b56e-7d3e7598a889/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0239372 Nov 13 05:08:32.811956 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56042) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:32.812406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057c783-a28c-4107-9a80-09142eb51f0c None None] Pushing event updated for resources: {'Port': ['ID=fadcb58f-4a6b-4601-a34a-62e4d80bc641,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:32.824834 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3372f95e-2296-4699-888d-18656c72f894 x-openstack-request-id: req-3372f95e-2296-4699-888d-18656c72f894 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:08:32.825611 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b483b8f2-1e68-4927-b2e0-71ee88d85007", "name": "network-vif-plugged", "status": "completed", "tag": "4820f8f2-8398-4d98-9875-1edf8a5a41a0", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:08:32.825961 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3372f95e-2296-4699-888d-18656c72f894 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:08:32.826365 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b483b8f2-1e68-4927-b2e0-71ee88d85007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4820f8f2-8398-4d98-9875-1edf8a5a41a0', 'code': 200} Nov 13 05:08:32.844134 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-679b4769-67de-49c1-a321-11f36c519c00 tempest-DHCPAgentSchedulersTestJSON-561523730 tempest-DHCPAgentSchedulersTestJSON-561523730-project-admin] 10.222.0.43 "GET /v2.0/networks/9858a899-5409-4a3c-b56e-7d3e7598a889/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0304210 Nov 13 05:08:32.846509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56044) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:32.971397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97b9738b-5e0a-4095-ac36-daa3175319c5 req-2688b10b-f9b3-4110-b851-24aff982e100 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1754107 Nov 13 05:08:32.973088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 732eca9e-89a6-496f-b689-09090b0a2572 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:08:32.992885 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c9a52-82a1-412c-b321-1892e5263960 req-aa0851cd-a3c9-49d7-a783-fee3d6fd0ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:32.994833 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e78c9a52-82a1-412c-b321-1892e5263960 req-aa0851cd-a3c9-49d7-a783-fee3d6fd0ea1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 1096 time: 0.0608103 Nov 13 05:08:33.048742 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5a661cf9-9e58-46b8-ac13-fb4b1bee32af tempest-DHCPAgentSchedulersTestJSON-561523730 tempest-DHCPAgentSchedulersTestJSON-561523730-project-admin] 10.222.0.43 "GET /v2.0/agents/34843df8-9ff1-4dc7-8959-4c6432cbd946/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.2010098 Nov 13 05:08:33.055071 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56046) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:33.151805 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e78c9a52-82a1-412c-b321-1892e5263960 req-3f3354c9-9da9-4102-ae37-4889df387f13 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432776 Nov 13 05:08:33.178323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:33.186280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d979f8eb-aa35-439a-8b03-ab10f200bae8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/732eca9e-89a6-496f-b689-09090b0a2572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4430304 Nov 13 05:08:33.189918 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9738b-5e0a-4095-ac36-daa3175319c5 req-4bc46321-d7e0-4f65-adcc-f45d593275b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:33.190085 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94ffb456-ea74-49b4-b054-3540920a90d2 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.193174 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56048) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:33.198574 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Sync routers for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:33.199741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6eed3bae-4f68-4aab-9420-f33903a1f003 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1135306469'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:33.207791 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97b9738b-5e0a-4095-ac36-daa3175319c5 req-4bc46321-d7e0-4f65-adcc-f45d593275b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59509f2e90754316ba4a2ce1024d51f4&device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 1096 time: 0.1626527 Nov 13 05:08:33.210073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:33.218654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:33.228997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c67c018e-873b-4eb5-b76d-4dddbaf37ca8 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:33.251581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eed3bae-4f68-4aab-9420-f33903a1f003 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:33.256953 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6eed3bae-4f68-4aab-9420-f33903a1f003 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.354546 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eed3bae-4f68-4aab-9420-f33903a1f003 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:08:33.358093 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94ffb456-ea74-49b4-b054-3540920a90d2 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.368916 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:33.394683 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6eed3bae-4f68-4aab-9420-f33903a1f003 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.395094 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-6eed3bae-4f68-4aab-9420-f33903a1f003 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Added segment e713ad23-4e7d-4ec7-9b64-7880312e9a5d of type vlan for network a6a4495e-4a49-4ccb-8a05-dba2133af172 Nov 13 05:08:33.405899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-94ffb456-ea74-49b4-b054-3540920a90d2 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb4814f-5a41-4bf0-b18e-a07b9a225fcd']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:33.418308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c67c018e-873b-4eb5-b76d-4dddbaf37ca8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:33.418671 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.446065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9738b-5e0a-4095-ac36-daa3175319c5 req-e10c93b4-b0c4-47d6-a273-c307b03eae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:33.447754 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97b9738b-5e0a-4095-ac36-daa3175319c5 req-e10c93b4-b0c4-47d6-a273-c307b03eae46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 200 len: 916 time: 0.2074344 Nov 13 05:08:33.452370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-94ffb456-ea74-49b4-b054-3540920a90d2 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258acf06-04d7-423a-9026-c7b2db61030a') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:33.452804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-94ffb456-ea74-49b4-b054-3540920a90d2 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258acf06-04d7-423a-9026-c7b2db61030a') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:33.472642 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94ffb456-ea74-49b4-b054-3540920a90d2 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.475097 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6eed3bae-4f68-4aab-9420-f33903a1f003 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.477348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf956dc-1e29-4f15-8809-0d8a71dcf665 None None] Network 2473ddf8-77f8-4137-9cdd-ab07c8f7f322 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:33.494204 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97b9738b-5e0a-4095-ac36-daa3175319c5 req-cdfefff5-02c1-4d42-8a2d-5a1c3cd08608 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=798b3976-31f9-4e7d-8f27-101cffd8745a HTTP/1.1" status: 200 len: 217 time: 0.0376716 Nov 13 05:08:33.494679 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94ffb456-ea74-49b4-b054-3540920a90d2 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.506960 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0a664-8a0e-4717-9d16-e0a071c12d4c req-876e20a2-10c5-4254-b452-add340c86736 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:33.509253 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-afe0a664-8a0e-4717-9d16-e0a071c12d4c req-876e20a2-10c5-4254-b452-add340c86736 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 945 time: 0.0957987 Nov 13 05:08:33.515417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ffb456-ea74-49b4-b054-3540920a90d2 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:08:33.515829 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94ffb456-ea74-49b4-b054-3540920a90d2 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:08:33.519247 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:08:33.540356 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6eed3bae-4f68-4aab-9420-f33903a1f003 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.547260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eed3bae-4f68-4aab-9420-f33903a1f003 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:33.548167 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6eed3bae-4f68-4aab-9420-f33903a1f003 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.577913 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9738b-5e0a-4095-ac36-daa3175319c5 req-bcdc7230-91c1-427b-92ad-b2e6e4d9c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:33.579487 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97b9738b-5e0a-4095-ac36-daa3175319c5 req-bcdc7230-91c1-427b-92ad-b2e6e4d9c0c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2bdba20d-97d4-48c3-b599-83cfc0478ef2 HTTP/1.1" status: 200 len: 855 time: 0.0692658 Nov 13 05:08:33.608296 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-afe0a664-8a0e-4717-9d16-e0a071c12d4c req-73538d25-4eed-42ce-81c6-a5a61dc16750 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899580 Nov 13 05:08:33.628915 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97b9738b-5e0a-4095-ac36-daa3175319c5 req-a7c5613e-5f9b-486a-bacd-fee8159f4a81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368192 Nov 13 05:08:33.635541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-97b9738b-5e0a-4095-ac36-daa3175319c5 req-79f36444-dac4-496c-a03a-c7c172543b67 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:08:33.636723 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97b9738b-5e0a-4095-ac36-daa3175319c5 req-79f36444-dac4-496c-a03a-c7c172543b67 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054836 Nov 13 05:08:33.666334 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6eed3bae-4f68-4aab-9420-f33903a1f003 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4718122 Nov 13 05:08:33.669581 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56052) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:33.675740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4fd7dbf1-214d-47c8-8263-888b8cd169b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'subnet': {'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:33.676311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed3bae-4f68-4aab-9420-f33903a1f003 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Network': ['ID=a6a4495e-4a49-4ccb-8a05-dba2133af172,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:33.680320 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94ffb456-ea74-49b4-b054-3540920a90d2 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.685356 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94ffb456-ea74-49b4-b054-3540920a90d2 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.689325 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-94ffb456-ea74-49b4-b054-3540920a90d2 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] 10.222.0.43 "DELETE /v2.0/networks/fbb4814f-5a41-4bf0-b18e-a07b9a225fcd HTTP/1.1" status: 204 len: 168 time: 0.6351495 Nov 13 05:08:33.703819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network a6a4495e-4a49-4ccb-8a05-dba2133af172 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:08:33.705779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56054) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:33.732417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffb456-ea74-49b4-b054-3540920a90d2 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Pushing event deleted for resources: {'Network': ['ID=fbb4814f-5a41-4bf0-b18e-a07b9a225fcd,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:33.734167 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f358608b-b88b-4e19-aae5-12dc08d89dd3 None None] Provisioning complete for port c67c018e-873b-4eb5-b76d-4dddbaf37ca8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:33.734827 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f358608b-b88b-4e19-aae5-12dc08d89dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.736883 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8b0185-594b-4bb9-9de4-9a1e41246180 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] DELETE failed (client error): The resource could not be found. Nov 13 05:08:33.737661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8b0185-594b-4bb9-9de4-9a1e41246180 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:08:33.740880 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3a8b0185-594b-4bb9-9de4-9a1e41246180 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] 10.222.0.43 "DELETE /v2.0/ports/333b20b2-bc76-4b76-93b8-02e1156f4a87 HTTP/1.1" status: 404 len: 333 time: 0.0338967 Nov 13 05:08:33.743673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56056) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:33.813259 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-58336076-acaf-4547-96e3-45c2b1325ec3 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Deleting subnet 5343ce8d-e00b-433a-805f-fcc39a72ef74 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:08:33.818490 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58336076-acaf-4547-96e3-45c2b1325ec3 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.823179 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97b9738b-5e0a-4095-ac36-daa3175319c5 req-d2087bd0-0f0a-41f5-b06d-8980be3bb55f service neutron] 10.222.0.36 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788743 Nov 13 05:08:33.842978 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd7dbf1-214d-47c8-8263-888b8cd169b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:33.846529 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fd7dbf1-214d-47c8-8263-888b8cd169b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.879449 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58336076-acaf-4547-96e3-45c2b1325ec3 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:33.998942 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58336076-acaf-4547-96e3-45c2b1325ec3 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:34.071523 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97b9738b-5e0a-4095-ac36-daa3175319c5 req-2b32f2fb-49eb-4f98-959d-49f7ffc8f822 service neutron] 10.222.0.36 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373543 Nov 13 05:08:34.084140 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58336076-acaf-4547-96e3-45c2b1325ec3 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:34.117124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58336076-acaf-4547-96e3-45c2b1325ec3 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Pushing event deleted for resources: {'Subnet': ['ID=5343ce8d-e00b-433a-805f-fcc39a72ef74,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:34.126024 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58336076-acaf-4547-96e3-45c2b1325ec3 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:34.132116 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-58336076-acaf-4547-96e3-45c2b1325ec3 tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] 10.222.0.43 "DELETE /v2.0/subnets/5343ce8d-e00b-433a-805f-fcc39a72ef74 HTTP/1.1" status: 204 len: 168 time: 0.3871627 Nov 13 05:08:34.134265 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56058) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:34.168402 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:34.216814 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fd7dbf1-214d-47c8-8263-888b8cd169b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:34.246799 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f358608b-b88b-4e19-aae5-12dc08d89dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:34.248350 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:34.253741 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b50b448d-df95-4043-a50b-259d7c3bc824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:34.283327 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port c67c018e-873b-4eb5-b76d-4dddbaf37ca8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c67c018e-873b-4eb5-b76d-4dddbaf37ca8,segment=NetworkSegment(a740d74c-fec4-4c10-aafc-222b8e490404),segment_id=a740d74c-fec4-4c10-aafc-222b8e490404)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:34.289801 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:34.327137 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:31Z', 'revision_number': 2, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:32Z', 'revision_number': 2, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:34.334258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d2a70d-0f57-42d1-9799-a427084d01ed None None] Network 9858a899-5409-4a3c-b56e-7d3e7598a889 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:34.339483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Deleting port fadcb58f-4a6b-4601-a34a-62e4d80bc641 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:34.340320 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:34.355038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7dbf1-214d-47c8-8263-888b8cd169b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Subnet': ['ID=43af4494-2b9a-44f1-9803-8eaffa31fd74,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:34.360952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd7dbf1-214d-47c8-8263-888b8cd169b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Checking segment: {'id': 'e713ad23-4e7d-4ec7-9b64-7880312e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:34.361352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7dbf1-214d-47c8-8263-888b8cd169b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network hostable DHCP agents. Network: a6a4495e-4a49-4ccb-8a05-dba2133af172, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:08:34.386964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7dbf1-214d-47c8-8263-888b8cd169b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network a6a4495e-4a49-4ccb-8a05-dba2133af172 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:08:34.394732 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Checking router: 732eca9e-89a6-496f-b689-09090b0a2572 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:08:34.395103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Updating router 732eca9e-89a6-496f-b689-09090b0a2572 port bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:08:34.408739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4fd7dbf1-214d-47c8-8263-888b8cd169b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, a6a4495e-4a49-4ccb-8a05-dba2133af172) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:34.412944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd7dbf1-214d-47c8-8263-888b8cd169b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:34.413497 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fd7dbf1-214d-47c8-8263-888b8cd169b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:34.443231 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4fd7dbf1-214d-47c8-8263-888b8cd169b1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7698972 Nov 13 05:08:34.446392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56060) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:34.454583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] For port fadcb58f-4a6b-4601-a34a-62e4d80bc641, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fadcb58f-4a6b-4601-a34a-62e4d80bc641,segment=NetworkSegment(1cd9f985-e147-415f-8a1d-7220d0afacee),segment_id=1cd9f985-e147-415f-8a1d-7220d0afacee)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:34.455013 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:34.459251 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d154737-d3cb-4911-980f-ac6b3bd0affb None None] Network a6a4495e-4a49-4ccb-8a05-dba2133af172 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:34.549781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=c67c018e-873b-4eb5-b76d-4dddbaf37ca8,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:34.553984 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Calling delete_port for fadcb58f-4a6b-4601-a34a-62e4d80bc641 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:34.599790 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:34.605834 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-f358608b-b88b-4e19-aae5-12dc08d89dd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:08:34.606186 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-f358608b-b88b-4e19-aae5-12dc08d89dd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:08:34.918639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-a6a4495e-4a49-4ccb-8a05-dba2133af172', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:08:34.919722 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:34.922671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b90b545-485b-4230-b753-11f371538817 None None] DHCP port deletion for 9858a899-5409-4a3c-b56e-7d3e7598a889 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:08:35.103064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c67c018e-873b-4eb5-b76d-4dddbaf37ca8 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:35.200915 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.213263 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Allocated IP 172.21.0.2 (a6a4495e-4a49-4ccb-8a05-dba2133af172/43af4494-2b9a-44f1-9803-8eaffa31fd74/20c2055e-6680-47e8-ad49-8d02c7e7e597) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:35.221774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068540e-13f3-4706-a0d8-1022576c0d3a req-6cf8b98e-ef48-47ce-bea2-87bd9129635f tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:35.223310 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6068540e-13f3-4706-a0d8-1022576c0d3a req-6cf8b98e-ef48-47ce-bea2-87bd9129635f tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 945 time: 0.5185230 Nov 13 05:08:35.234787 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.247835 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Pushing event deleted for resources: {'Port': ['ID=fadcb58f-4a6b-4601-a34a-62e4d80bc641,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:35.250003 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.263285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] No DVR routers for this DVR port fadcb58f-4a6b-4601-a34a-62e4d80bc641 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:08:35.328674 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c67c018e-873b-4eb5-b76d-4dddbaf37ca8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:35.329040 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.389373 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6068540e-13f3-4706-a0d8-1022576c0d3a req-7e2e36ac-1b97-445f-b0e5-bb22c6026ac9 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457889 Nov 13 05:08:35.406559 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facba7ce-cbd2-43eb-ace6-5860155cb667 None None] Pushing event updated for resources: {'Port': ['ID=bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:35.438651 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.466019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-abcca400-42ce-4920-ae49-60c7704b1ced None None] Provisioning complete for port c67c018e-873b-4eb5-b76d-4dddbaf37ca8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:35.466440 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abcca400-42ce-4920-ae49-60c7704b1ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.491981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9858a899-5409-4a3c-b56e-7d3e7598a889']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:35.509484 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd9f985-e147-415f-8a1d-7220d0afacee') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:35.509788 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd9f985-e147-415f-8a1d-7220d0afacee') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:35.519626 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.524814 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.548030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Attempting to bind port bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:35.548588 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Attempting to bind port bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'a740d74c-fec4-4c10-aafc-222b8e490404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:35.555848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Attempting to bind port bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf on network 2473ddf8-77f8-4137-9cdd-ab07c8f7f322 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:35.578832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:08:35.579154 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Checking segment: {'id': 'a740d74c-fec4-4c10-aafc-222b8e490404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:35.579517 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.579901 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Bound using segment: {'id': 'a740d74c-fec4-4c10-aafc-222b8e490404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:08:35.580381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Bound port: bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a740d74c-fec4-4c10-aafc-222b8e490404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:08:35.580821 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.599637 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.630453 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.638453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:08:35.638979 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:08:35.642500 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:08:35.645479 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.723917 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.736181 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.739834 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] 10.222.0.43 "DELETE /v2.0/networks/9858a899-5409-4a3c-b56e-7d3e7598a889 HTTP/1.1" status: 204 len: 168 time: 1.6045957 Nov 13 05:08:35.751868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Network a6a4495e-4a49-4ccb-8a05-dba2133af172 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:35.764152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:35.774954 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:35.780483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b89cd-ba99-47c8-b565-ceec49713c1f tempest-DHCPAgentSchedulersTestJSON-1982657347 tempest-DHCPAgentSchedulersTestJSON-1982657347-project] Pushing event deleted for resources: {'Network': ['ID=9858a899-5409-4a3c-b56e-7d3e7598a889,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:35.792550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Pushing event updated for resources: {'Port': ['ID=20c2055e-6680-47e8-ad49-8d02c7e7e597,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:35.804117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] For port bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:35.850983 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] For port bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf,segment=NetworkSegment(a740d74c-fec4-4c10-aafc-222b8e490404),segment_id=a740d74c-fec4-4c10-aafc-222b8e490404)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:08:35.851928 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-abcca400-42ce-4920-ae49-60c7704b1ced None None] Could not find standard attr ID for object fadcb58f-4a6b-4601-a34a-62e4d80bc641. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:08:35.866206 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.879959 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Attempting to bind port 20c2055e-6680-47e8-ad49-8d02c7e7e597 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:35.880363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Attempting to bind port 20c2055e-6680-47e8-ad49-8d02c7e7e597 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'e713ad23-4e7d-4ec7-9b64-7880312e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:35.880721 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Attempting to bind port 20c2055e-6680-47e8-ad49-8d02c7e7e597 on network a6a4495e-4a49-4ccb-8a05-dba2133af172 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:35.905273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-abcca400-42ce-4920-ae49-60c7704b1ced None None] Provisioning complete for port bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:35.905629 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abcca400-42ce-4920-ae49-60c7704b1ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.913210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:08:35.913577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Checking segment: {'id': 'e713ad23-4e7d-4ec7-9b64-7880312e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:35.913957 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:35.914381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Bound using segment: {'id': 'e713ad23-4e7d-4ec7-9b64-7880312e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:08:35.914904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Bound port: 20c2055e-6680-47e8-ad49-8d02c7e7e597, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e713ad23-4e7d-4ec7-9b64-7880312e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:08:35.915255 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.000265 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Allocated IP 172.21.0.1 (a6a4495e-4a49-4ccb-8a05-dba2133af172/43af4494-2b9a-44f1-9803-8eaffa31fd74/9a2e68ee-a110-40a2-b37f-2d288f29ab3f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:36.011657 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facba7ce-cbd2-43eb-ace6-5860155cb667 None None] Pushing event updated for resources: {'Port': ['ID=bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:36.021082 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:36.021743 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:36.159714 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56082) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:36.169429 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.214054 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.263424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network a6a4495e-4a49-4ccb-8a05-dba2133af172 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:36.266691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:36.269470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:36.315012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=9a2e68ee-a110-40a2-b37f-2d288f29ab3f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:36.324669 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-30904ff7-6727-4e61-aa32-54caae8405c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13357f960e89414eb6b2ad33b67b1149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1634574 Nov 13 05:08:36.327351 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56086) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:36.333187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] For port 20c2055e-6680-47e8-ad49-8d02c7e7e597, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:36.338521 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.359756 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] For port 20c2055e-6680-47e8-ad49-8d02c7e7e597, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=20c2055e-6680-47e8-ad49-8d02c7e7e597,segment=NetworkSegment(e713ad23-4e7d-4ec7-9b64-7880312e9a5d),segment_id=e713ad23-4e7d-4ec7-9b64-7880312e9a5d)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:08:36.361406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:36.380863 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf740e88-774f-4f70-a769-418ae9e46009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.391657 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.405256 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf740e88-774f-4f70-a769-418ae9e46009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.410239 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abcca400-42ce-4920-ae49-60c7704b1ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.465448 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf740e88-774f-4f70-a769-418ae9e46009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.468482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf740e88-774f-4f70-a769-418ae9e46009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.472068 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cf740e88-774f-4f70-a769-418ae9e46009 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4e02b14-fe25-46c5-a587-a3fa1e922f8b HTTP/1.1" status: 204 len: 168 time: 0.1411302 Nov 13 05:08:36.482655 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf740e88-774f-4f70-a769-418ae9e46009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e02b14-fe25-46c5-a587-a3fa1e922f8b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:36.497818 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.619601 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0a633ba-4de8-4a00-8f33-70dfc540f7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.706051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e88306-9cbb-42a0-8c1a-a6a66ada175a None None] Pushing event updated for resources: {'Port': ['ID=20c2055e-6680-47e8-ad49-8d02c7e7e597,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:36.720312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-abcca400-42ce-4920-ae49-60c7704b1ced None None] For port bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf,segment=NetworkSegment(a740d74c-fec4-4c10-aafc-222b8e490404),segment_id=a740d74c-fec4-4c10-aafc-222b8e490404)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:36.751516 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abcca400-42ce-4920-ae49-60c7704b1ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.886306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcca400-42ce-4920-ae49-60c7704b1ced None None] Pushing event updated for resources: {'Port': ['ID=bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:36.923270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-048493cd-6c58-4db8-945f-8ed9c2726e83 None None] Provisioning complete for port bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:36.923642 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-048493cd-6c58-4db8-945f-8ed9c2726e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.957430 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.966945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56094) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:36.967343 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.982999 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4b8b4bd-156c-4c65-890b-13debda5e580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:36.989163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:31Z', 'revision_number': 2, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:35Z', 'revision_number': 4, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:37.058176 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:37.061449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=9a2e68ee-a110-40a2-b37f-2d288f29ab3f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:37.072578 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8509e6-e9d1-4136-8ee0-38f0f01344ab None None] The sync data for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 is: [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:31Z', 'revision_number': 2, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:35Z', 'revision_number': 4, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:37.161388 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4b8b4bd-156c-4c65-890b-13debda5e580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:37.168401 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4b8b4bd-156c-4c65-890b-13debda5e580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:37.205881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 20c2055e-6680-47e8-ad49-8d02c7e7e597 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:37.224367 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f4b8b4bd-156c-4c65-890b-13debda5e580 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f66c36284b647d1aaee5ff3732bb7e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2562275 Nov 13 05:08:37.225113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8b4bd-156c-4c65-890b-13debda5e580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3255421-4a2a-4fc0-aec5-c5b6dfa00be1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:37.227461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56096) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:37.240340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network a6a4495e-4a49-4ccb-8a05-dba2133af172 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:37.242488 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:37.298131 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 20c2055e-6680-47e8-ad49-8d02c7e7e597 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:37.298570 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:37.312678 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6671b798-925b-475b-bc31-36503af690c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:37.344093 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6671b798-925b-475b-bc31-36503af690c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:37.418420 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 732eca9e-89a6-496f-b689-09090b0a2572 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:08:37.427426 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6671b798-925b-475b-bc31-36503af690c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:37.429703 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:37.430333 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6671b798-925b-475b-bc31-36503af690c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:37.443554 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6671b798-925b-475b-bc31-36503af690c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3255421-4a2a-4fc0-aec5-c5b6dfa00be1 HTTP/1.1" status: 204 len: 168 time: 0.2147865 Nov 13 05:08:37.465128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671b798-925b-475b-bc31-36503af690c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3255421-4a2a-4fc0-aec5-c5b6dfa00be1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:37.545081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 20c2055e-6680-47e8-ad49-8d02c7e7e597, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=20c2055e-6680-47e8-ad49-8d02c7e7e597,segment=NetworkSegment(e713ad23-4e7d-4ec7-9b64-7880312e9a5d),segment_id=e713ad23-4e7d-4ec7-9b64-7880312e9a5d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:37.555181 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:37.584414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:37.590508 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0a6a7109-4086-430a-ac38-261be161fb84 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/732eca9e-89a6-496f-b689-09090b0a2572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1428666 Nov 13 05:08:37.593778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56100) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:37.600068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-213ef154-d8cc-4095-832c-cd25610fbf44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1158937748'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:37.659508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213ef154-d8cc-4095-832c-cd25610fbf44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:37.668983 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-213ef154-d8cc-4095-832c-cd25610fbf44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:37.712707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=20c2055e-6680-47e8-ad49-8d02c7e7e597,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:37.753013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213ef154-d8cc-4095-832c-cd25610fbf44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:08:37.814146 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-213ef154-d8cc-4095-832c-cd25610fbf44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:37.815019 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-213ef154-d8cc-4095-832c-cd25610fbf44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Added segment 97ce51d8-7641-427e-a620-841d02919c8a of type vlan for network 64a66769-8674-42a2-bef9-060a078cac15 Nov 13 05:08:37.873985 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:37.898945 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-213ef154-d8cc-4095-832c-cd25610fbf44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:37.937804 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-213ef154-d8cc-4095-832c-cd25610fbf44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:37.943341 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45cd89c-d568-473a-a5e7-f845a4f9827c None None] Network a6a4495e-4a49-4ccb-8a05-dba2133af172 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:37.946551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213ef154-d8cc-4095-832c-cd25610fbf44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:37.947414 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-213ef154-d8cc-4095-832c-cd25610fbf44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:38.050422 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-74d0f9d5-e9b6-4fab-ba31-dae92b76abd6 None None] Provisioning complete for port 20c2055e-6680-47e8-ad49-8d02c7e7e597 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:38.050422 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74d0f9d5-e9b6-4fab-ba31-dae92b76abd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:38.087316 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-213ef154-d8cc-4095-832c-cd25610fbf44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4916670 Nov 13 05:08:38.091308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ef154-d8cc-4095-832c-cd25610fbf44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Network': ['ID=64a66769-8674-42a2-bef9-060a078cac15,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:38.092813 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56108) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:38.105408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9f89a91f-afad-4a9d-8007-34c5bfc40686 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'subnet': {'network_id': '64a66769-8674-42a2-bef9-060a078cac15', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:38.130795 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 64a66769-8674-42a2-bef9-060a078cac15 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:08:38.304454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f89a91f-afad-4a9d-8007-34c5bfc40686 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:38.315748 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f89a91f-afad-4a9d-8007-34c5bfc40686 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:38.581560 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f89a91f-afad-4a9d-8007-34c5bfc40686 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:38.644798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d03e84e8-b344-4ddc-a68b-a9f1ee94e228 None None] Provisioning complete for port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:38.645443 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d03e84e8-b344-4ddc-a68b-a9f1ee94e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:38.663099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89a91f-afad-4a9d-8007-34c5bfc40686 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Checking segment: {'id': '97ce51d8-7641-427e-a620-841d02919c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64a66769-8674-42a2-bef9-060a078cac15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:38.663454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f89a91f-afad-4a9d-8007-34c5bfc40686 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network hostable DHCP agents. Network: 64a66769-8674-42a2-bef9-060a078cac15, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:08:38.674967 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89a91f-afad-4a9d-8007-34c5bfc40686 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Subnet': ['ID=31f82716-8e76-4588-b595-293e8a62dcae,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:38.698276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f89a91f-afad-4a9d-8007-34c5bfc40686 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 64a66769-8674-42a2-bef9-060a078cac15 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:08:38.721074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-9f89a91f-afad-4a9d-8007-34c5bfc40686 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 64a66769-8674-42a2-bef9-060a078cac15) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:38.731356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f89a91f-afad-4a9d-8007-34c5bfc40686 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:38.732356 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f89a91f-afad-4a9d-8007-34c5bfc40686 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:38.735176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8b2274-1a49-49f3-b54f-619e39762113 None None] Network 64a66769-8674-42a2-bef9-060a078cac15 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:38.760907 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9f89a91f-afad-4a9d-8007-34c5bfc40686 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6645348 Nov 13 05:08:38.763672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56126) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:38.770954 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d03e84e8-b344-4ddc-a68b-a9f1ee94e228 None None] Port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:38.820917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d03e84e8-b344-4ddc-a68b-a9f1ee94e228 None None] Provisioning complete for port 20c2055e-6680-47e8-ad49-8d02c7e7e597 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:38.821343 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d03e84e8-b344-4ddc-a68b-a9f1ee94e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:39.062276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-64a66769-8674-42a2-bef9-060a078cac15', 'network_id': '64a66769-8674-42a2-bef9-060a078cac15', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'fixed_ips': [{'subnet_id': '31f82716-8e76-4588-b595-293e8a62dcae'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:08:39.063238 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:39.223315 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Sync routers for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:39.264551 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:39.265197 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:39.361888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-40e1670c-bd58-4b7d-aa96-641c5db046da None None] Provisioning complete for port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:39.362264 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40e1670c-bd58-4b7d-aa96-641c5db046da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:39.377073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 20c2055e-6680-47e8-ad49-8d02c7e7e597 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:39.381865 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:39.481142 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:39.486689 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:39.577724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-40e1670c-bd58-4b7d-aa96-641c5db046da None None] Port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:39.599883 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Allocated IP 172.22.0.2 (64a66769-8674-42a2-bef9-060a078cac15/31f82716-8e76-4588-b595-293e8a62dcae/8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:39.643143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 20c2055e-6680-47e8-ad49-8d02c7e7e597 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:39.643826 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:39.728551 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 3, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 2, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:39.760167 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Checking router: 732eca9e-89a6-496f-b689-09090b0a2572 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:08:39.760815 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Updating router 732eca9e-89a6-496f-b689-09090b0a2572 port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:08:39.763823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a02812c6-cbde-4c90-9d0a-24771d6c5038 None None] Provisioning complete for port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:39.764348 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a02812c6-cbde-4c90-9d0a-24771d6c5038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:39.788899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56142) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:39.793818 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:39.829474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a02812c6-cbde-4c90-9d0a-24771d6c5038 None None] Port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:39.923966 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:39.935335 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:39.954786 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:39.992603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1606289674'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:40.032078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Allocated IP 172.22.0.1 (64a66769-8674-42a2-bef9-060a078cac15/31f82716-8e76-4588-b595-293e8a62dcae/fc5c1730-9367-4de9-b8a8-dbb08c8816f9) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:40.049941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Made reservation on behalf of 4baada2249214f72a05986a85f109acf for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:40.054532 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.067628 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.081490 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Network 64a66769-8674-42a2-bef9-060a078cac15 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:40.095837 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.104717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:40.105374 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.107387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:40.132824 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:40.149969 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Pushing event updated for resources: {'Port': ['ID=8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:40.225061 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.231480 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.240782 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.265248 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.281159 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.293571 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:08:40.306713 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.307188 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Added segment ed8243a8-ba99-41dd-813d-49502c07ed51 of type vlan for network 597d0506-c168-40fc-aac5-39948f249fe5 Nov 13 05:08:40.357596 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.359196 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583ee62-1d75-410d-baa6-a97b8dd529e0 None None] Pushing event updated for resources: {'Port': ['ID=9a2e68ee-a110-40a2-b37f-2d288f29ab3f,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:40.370733 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583ee62-1d75-410d-baa6-a97b8dd529e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:40.371192 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583ee62-1d75-410d-baa6-a97b8dd529e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:40.371599 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583ee62-1d75-410d-baa6-a97b8dd529e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:40.371994 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583ee62-1d75-410d-baa6-a97b8dd529e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:40.372472 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583ee62-1d75-410d-baa6-a97b8dd529e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:40.373594 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583ee62-1d75-410d-baa6-a97b8dd529e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:40.374025 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583ee62-1d75-410d-baa6-a97b8dd529e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:40.374464 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583ee62-1d75-410d-baa6-a97b8dd529e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:40.374856 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583ee62-1d75-410d-baa6-a97b8dd529e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:40.375263 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583ee62-1d75-410d-baa6-a97b8dd529e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:40.375754 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583ee62-1d75-410d-baa6-a97b8dd529e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:40.376134 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583ee62-1d75-410d-baa6-a97b8dd529e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:40.412420 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.416180 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Attempting to bind port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:40.417550 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Attempting to bind port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'e713ad23-4e7d-4ec7-9b64-7880312e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:40.417550 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Attempting to bind port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f on network a6a4495e-4a49-4ccb-8a05-dba2133af172 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:40.425596 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:08:40.426042 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Checking segment: {'id': 'e713ad23-4e7d-4ec7-9b64-7880312e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:40.426508 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.427022 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Bound using segment: {'id': 'e713ad23-4e7d-4ec7-9b64-7880312e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:08:40.427723 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Bound port: 9a2e68ee-a110-40a2-b37f-2d288f29ab3f, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e713ad23-4e7d-4ec7-9b64-7880312e9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:08:40.428162 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.429633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:40.430807 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.465243 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.467724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Attempting to bind port 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:40.468114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Attempting to bind port 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '97ce51d8-7641-427e-a620-841d02919c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64a66769-8674-42a2-bef9-060a078cac15'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:40.468484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Attempting to bind port 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8 on network 64a66769-8674-42a2-bef9-060a078cac15 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:40.491565 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:08:40.491946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Checking segment: {'id': '97ce51d8-7641-427e-a620-841d02919c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64a66769-8674-42a2-bef9-060a078cac15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:40.492346 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.492738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Bound using segment: {'id': '97ce51d8-7641-427e-a620-841d02919c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64a66769-8674-42a2-bef9-060a078cac15'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:08:40.493598 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Bound port: 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ce51d8-7641-427e-a620-841d02919c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64a66769-8674-42a2-bef9-060a078cac15'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:08:40.493981 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.530597 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] For port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:40.535102 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] For port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9a2e68ee-a110-40a2-b37f-2d288f29ab3f,segment=NetworkSegment(e713ad23-4e7d-4ec7-9b64-7880312e9a5d),segment_id=e713ad23-4e7d-4ec7-9b64-7880312e9a5d)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:08:40.548104 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.590885 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f21b9f-1244-440e-a35e-99e284c87bae,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:40.663037 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8272116 Nov 13 05:08:40.667449 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583ee62-1d75-410d-baa6-a97b8dd529e0 None None] Pushing event updated for resources: {'Port': ['ID=9a2e68ee-a110-40a2-b37f-2d288f29ab3f,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:40.669206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 64a66769-8674-42a2-bef9-060a078cac15 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:40.679943 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:40.680587 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:40.707074 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] For port 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:40.719466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:40.724479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:40.767062 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] For port 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8,segment=NetworkSegment(97ce51d8-7641-427e-a620-841d02919c8a),segment_id=97ce51d8-7641-427e-a620-841d02919c8a)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:08:40.775008 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066b619-678e-4033-b4aa-1a97b678ad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Pushing event updated for resources: {'Network': ['ID=597d0506-c168-40fc-aac5-39948f249fe5,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:40.778578 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9efef3ac-448d-44ba-acfa-2e43dc2fbaa2 None None] Provisioning complete for port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:40.780296 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9efef3ac-448d-44ba-acfa-2e43dc2fbaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.790852 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:40.803488 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=fc5c1730-9367-4de9-b8a8-dbb08c8816f9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:40.809289 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:40.810717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 597d0506-c168-40fc-aac5-39948f249fe5 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:08:40.817349 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:41.027483 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56152) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:41.033250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Request body: {'port': {'network_id': '597d0506-c168-40fc-aac5-39948f249fe5', 'binding:host_id': 'n-h1-813114-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-691070498'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:41.055666 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:41.077247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Made reservation on behalf of 7033c324b5b54139ba66bb79b7b47345 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:41.081660 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:41.094083 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:41.108310 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb209d-a37c-49c8-adfa-f4db2e745c6d None None] Pushing event updated for resources: {'Port': ['ID=8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:41.192621 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 3, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:40Z', 'revision_number': 4, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:41.208502 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:41.210120 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9efef3ac-448d-44ba-acfa-2e43dc2fbaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:41.215365 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:41.229564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] device_id is not set on port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:08:41.240286 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f0ad1-6076-4b81-a564-5884f6fa4900 None None] The sync data for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 is: [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 3, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:40Z', 'revision_number': 4, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:41.256122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9efef3ac-448d-44ba-acfa-2e43dc2fbaa2 None None] For port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9a2e68ee-a110-40a2-b37f-2d288f29ab3f,segment=NetworkSegment(e713ad23-4e7d-4ec7-9b64-7880312e9a5d),segment_id=e713ad23-4e7d-4ec7-9b64-7880312e9a5d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:41.262535 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9efef3ac-448d-44ba-acfa-2e43dc2fbaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:41.466027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-004a5c8e-a682-4fda-9ff9-2033cd920ef9 None None] Provisioning complete for port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:41.466472 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-004a5c8e-a682-4fda-9ff9-2033cd920ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:41.475443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f934c5-b471-4346-9918-d02e4dc00050,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:41.541048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efef3ac-448d-44ba-acfa-2e43dc2fbaa2 None None] Pushing event updated for resources: {'Port': ['ID=9a2e68ee-a110-40a2-b37f-2d288f29ab3f,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:41.599735 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:41.613914 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:41.717187 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:41.720462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=fc5c1730-9367-4de9-b8a8-dbb08c8816f9,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:41.741127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] device_id is not set on port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:08:41.753616 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:41.761186 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:41.829464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Pushing event updated for resources: {'Port': ['ID=40ec8d6f-1d3f-429d-bf18-7ad34da830e2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:41.834542 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Checking segment: {'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:41.834937 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Network hostable DHCP agents. Network: 597d0506-c168-40fc-aac5-39948f249fe5, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:08:41.866228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 64a66769-8674-42a2-bef9-060a078cac15 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:41.868553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:41.889974 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Network 597d0506-c168-40fc-aac5-39948f249fe5 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:08:41.910269 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 597d0506-c168-40fc-aac5-39948f249fe5) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:41.914993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:41.925852 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2331e1b0-4c17-4b78-8316-aff6f52701a0 None None] Network 597d0506-c168-40fc-aac5-39948f249fe5 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:41.934456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:41.935084 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:41.935568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:41.942905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:41.943945 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:41.945225 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 2 to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 Nov 13 05:08:41.980433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:41.980780 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:41.981128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:41.987910 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:41.988238 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:41.988633 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 3 to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 Nov 13 05:08:42.002623 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 732eca9e-89a6-496f-b689-09090b0a2572 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:08:42.005184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:42.005658 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:42.006001 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:42.012310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:42.012638 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:42.013097 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 4 to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 Nov 13 05:08:42.038546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:42.039678 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:42.040145 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:42.050407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:42.050733 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:42.051144 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 5 to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 Nov 13 05:08:42.082232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:42.082571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:42.082904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:42.092162 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:42.092528 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:42.092921 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 6 to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 Nov 13 05:08:42.114600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:42.114972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:42.115285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:42.127893 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:42.128345 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:42.128738 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 7 to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 Nov 13 05:08:42.143816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:42.144141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:42.144477 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:42.154856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:42.155215 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:42.155604 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 8 to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 Nov 13 05:08:42.174169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:42.176144 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:42.176379 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:42.176721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:42.181567 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4d1e22f1-cf7b-47b7-b2ba-45286d02820f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/732eca9e-89a6-496f-b689-09090b0a2572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4168758 Nov 13 05:08:42.185355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56156) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:42.196457 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bc95f8d2-348a-4e1c-ae64-7552d6a4d106 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1675652683'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:42.201599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:42.202162 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:42.204203 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 9 to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 Nov 13 05:08:42.226934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:42.227403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:42.227819 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:42.236968 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:42.237478 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:42.237990 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 10 to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 Nov 13 05:08:42.250759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc95f8d2-348a-4e1c-ae64-7552d6a4d106 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:42.254538 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc95f8d2-348a-4e1c-ae64-7552d6a4d106 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:42.276688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:42.277128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:42.277528 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:42.285436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:42.285845 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:42.286270 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:42.300023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc95f8d2-348a-4e1c-ae64-7552d6a4d106 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:08:42.330374 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc95f8d2-348a-4e1c-ae64-7552d6a4d106 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:42.330699 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-bc95f8d2-348a-4e1c-ae64-7552d6a4d106 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Added segment 9842c5d3-e86a-432a-b486-79271dde26e1 of type vlan for network 3a2f7cdd-b64e-4a9a-aae5-1381701be74b Nov 13 05:08:42.376148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Sync routers for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:42.389741 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc95f8d2-348a-4e1c-ae64-7552d6a4d106 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:42.392184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:42.392886 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:42.403888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] For port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:42.404267 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempted to set empty binding levels {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 13 05:08:42.414342 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:42.451501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:42.451931 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:42.458229 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc95f8d2-348a-4e1c-ae64-7552d6a4d106 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:42.463881 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc95f8d2-348a-4e1c-ae64-7552d6a4d106 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:42.464476 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc95f8d2-348a-4e1c-ae64-7552d6a4d106 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:42.513811 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:42.609930 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c766839-7aa0-48af-94b7-cb2ab0e7975f None None] Network 64a66769-8674-42a2-bef9-060a078cac15 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:42.767042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1d0d969a-1506-47de-a076-2b06600ecfb4 None None] Provisioning complete for port 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:42.767364 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d0d969a-1506-47de-a076-2b06600ecfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:42.898654 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Pushing event updated for resources: {'Port': ['ID=40ec8d6f-1d3f-429d-bf18-7ad34da830e2,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:42.940871 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b937da92-3bc7-472b-bc71-480859db6d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.9088261 Nov 13 05:08:42.941730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56160) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:42.944197 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bc95f8d2-348a-4e1c-ae64-7552d6a4d106 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7578385 Nov 13 05:08:42.947321 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56162) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:42.954262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-41ec49af-abd9-40ab-8db0-71c3896f774a tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'subnet': {'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:42.959187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95f8d2-348a-4e1c-ae64-7552d6a4d106 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Network': ['ID=3a2f7cdd-b64e-4a9a-aae5-1381701be74b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:42.971574 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d0d969a-1506-47de-a076-2b06600ecfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:42.988728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:40Z', 'revision_number': 4, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5c1730-9367-4de9-b8a8-dbb08c8816f9', 'name': '', 'network_id': '64a66769-8674-42a2-bef9-060a078cac15', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:cb:4a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '31f82716-8e76-4588-b595-293e8a62dcae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:39Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 2, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '31f82716-8e76-4588-b595-293e8a62dcae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:42.995350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 3a2f7cdd-b64e-4a9a-aae5-1381701be74b details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:08:43.046978 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Checking router: 732eca9e-89a6-496f-b689-09090b0a2572 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:08:43.046978 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Updating router 732eca9e-89a6-496f-b689-09090b0a2572 port fc5c1730-9367-4de9-b8a8-dbb08c8816f9 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:08:43.128906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ec49af-abd9-40ab-8db0-71c3896f774a tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Made reservation on behalf of 0610f3ef52d74b48a23bcbd005f78a0a for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:43.136816 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41ec49af-abd9-40ab-8db0-71c3896f774a tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:43.139198 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-63646233-0330-4c07-8ac7-9aeadeeabf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Deleting port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:43.139710 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63646233-0330-4c07-8ac7-9aeadeeabf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:43.148935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1d0d969a-1506-47de-a076-2b06600ecfb4 None None] For port 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8,segment=NetworkSegment(97ce51d8-7641-427e-a620-841d02919c8a),segment_id=97ce51d8-7641-427e-a620-841d02919c8a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:43.176522 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d0d969a-1506-47de-a076-2b06600ecfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:43.181506 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:43.231133 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-63646233-0330-4c07-8ac7-9aeadeeabf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] For port 40ec8d6f-1d3f-429d-bf18-7ad34da830e2, host n-h1-813114-2, got binding levels [] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:43.231896 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63646233-0330-4c07-8ac7-9aeadeeabf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:43.248017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-63646233-0330-4c07-8ac7-9aeadeeabf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Calling delete_port for 40ec8d6f-1d3f-429d-bf18-7ad34da830e2 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:43.330759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9a2e68ee-a110-40a2-b37f-2d288f29ab3f up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:43.377360 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63646233-0330-4c07-8ac7-9aeadeeabf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:43.392923 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41ec49af-abd9-40ab-8db0-71c3896f774a tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:43.420586 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d969a-1506-47de-a076-2b06600ecfb4 None None] Pushing event updated for resources: {'Port': ['ID=8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:43.423542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63646233-0330-4c07-8ac7-9aeadeeabf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Pushing event deleted for resources: {'Port': ['ID=40ec8d6f-1d3f-429d-bf18-7ad34da830e2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:43.434096 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63646233-0330-4c07-8ac7-9aeadeeabf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:43.446592 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-63646233-0330-4c07-8ac7-9aeadeeabf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "DELETE /v2.0/ports/40ec8d6f-1d3f-429d-bf18-7ad34da830e2 HTTP/1.1" status: 204 len: 168 time: 0.5010517 Nov 13 05:08:43.447565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56164) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:43.459108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec49af-abd9-40ab-8db0-71c3896f774a tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Subnet': ['ID=50464502-bc0d-4b02-b90b-5ba059ab99bf,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:43.475038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec49af-abd9-40ab-8db0-71c3896f774a tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Checking segment: {'id': '9842c5d3-e86a-432a-b486-79271dde26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:43.475694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ec49af-abd9-40ab-8db0-71c3896f774a tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network hostable DHCP agents. Network: 3a2f7cdd-b64e-4a9a-aae5-1381701be74b, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:08:43.478749 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-e303b5f0-e157-402e-b5a5-8f1725c1a04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] GET failed (client error): The resource could not be found. Nov 13 05:08:43.484914 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e303b5f0-e157-402e-b5a5-8f1725c1a04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "GET /v2.0/ports/40ec8d6f-1d3f-429d-bf18-7ad34da830e2 HTTP/1.1" status: 404 len: 333 time: 0.0360105 Nov 13 05:08:43.485559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56166) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:43.485827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-be009bee-69f0-4a34-8b21-258d29fd8b1e None None] Provisioning complete for port fc5c1730-9367-4de9-b8a8-dbb08c8816f9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:43.486190 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-be009bee-69f0-4a34-8b21-258d29fd8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:43.493928 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-556d263c-1248-461e-894d-8a007cc2fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Request body: {'port': {'network_id': '597d0506-c168-40fc-aac5-39948f249fe5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-776683182'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:43.521114 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ec49af-abd9-40ab-8db0-71c3896f774a tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 3a2f7cdd-b64e-4a9a-aae5-1381701be74b is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:08:43.528289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556d263c-1248-461e-894d-8a007cc2fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Made reservation on behalf of 7033c324b5b54139ba66bb79b7b47345 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:43.531503 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-556d263c-1248-461e-894d-8a007cc2fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:43.535194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-41ec49af-abd9-40ab-8db0-71c3896f774a tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 3a2f7cdd-b64e-4a9a-aae5-1381701be74b) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:43.540423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ec49af-abd9-40ab-8db0-71c3896f774a tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:43.541037 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41ec49af-abd9-40ab-8db0-71c3896f774a tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:43.547190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:43.547552 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:43.552999 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0651a6-2b19-4d03-b566-be87c4b0d488 None None] Network 3a2f7cdd-b64e-4a9a-aae5-1381701be74b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:43.565609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-556d263c-1248-461e-894d-8a007cc2fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] device_id is not set on port 51e57067-60ed-4e09-a540-d8a402dce99a yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:08:43.574642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-be009bee-69f0-4a34-8b21-258d29fd8b1e None None] Port fc5c1730-9367-4de9-b8a8-dbb08c8816f9 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:43.578359 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-41ec49af-abd9-40ab-8db0-71c3896f774a tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6272936 Nov 13 05:08:43.578684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56168) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:43.694194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-be009bee-69f0-4a34-8b21-258d29fd8b1e None None] Provisioning complete for port 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:43.694550 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-be009bee-69f0-4a34-8b21-258d29fd8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:43.977953 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-556d263c-1248-461e-894d-8a007cc2fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.059167 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:44.106369 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-556d263c-1248-461e-894d-8a007cc2fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.131922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c28ce-5308-4150-9696-ff4968172a4f req-b9185727-3d56-4ed3-8f37-50143661980b tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:44.133512 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df8c28ce-5308-4150-9696-ff4968172a4f req-b9185727-3d56-4ed3-8f37-50143661980b tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/networks?id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 200 len: 815 time: 0.1238968 Nov 13 05:08:44.151503 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df8c28ce-5308-4150-9696-ff4968172a4f req-ed027b45-f029-40c6-9e25-942817ee048e tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/quotas/59509f2e90754316ba4a2ce1024d51f4 HTTP/1.1" status: 200 len: 375 time: 0.0096171 Nov 13 05:08:44.165183 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.175392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-3a2f7cdd-b64e-4a9a-aae5-1381701be74b', 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'fixed_ips': [{'subnet_id': '50464502-bc0d-4b02-b90b-5ba059ab99bf'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:08:44.176297 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.189260 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.199611 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d263c-1248-461e-894d-8a007cc2fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Network 597d0506-c168-40fc-aac5-39948f249fe5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:44.211906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-556d263c-1248-461e-894d-8a007cc2fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:44.214218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d263c-1248-461e-894d-8a007cc2fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:44.215529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556d263c-1248-461e-894d-8a007cc2fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:44.216367 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-556d263c-1248-461e-894d-8a007cc2fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.219612 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df8c28ce-5308-4150-9696-ff4968172a4f req-a98335d6-79c8-4984-91b7-39a4bffa83c7 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=59509f2e90754316ba4a2ce1024d51f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617037 Nov 13 05:08:44.223158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d263c-1248-461e-894d-8a007cc2fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Pushing event updated for resources: {'Port': ['ID=51e57067-60ed-4e09-a540-d8a402dce99a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:44.232438 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.235179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:44.235556 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.317635 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-556d263c-1248-461e-894d-8a007cc2fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8285398 Nov 13 05:08:44.322853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56186) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:44.331962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:44.349486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a5b20-3171-4718-8b46-e639ed3e2fa7 None None] Pushing event updated for resources: {'Port': ['ID=fc5c1730-9367-4de9-b8a8-dbb08c8816f9,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:44.394638 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df8c28ce-5308-4150-9696-ff4968172a4f req-5e293e43-1394-493f-86cd-f7598d41003d service neutron] 10.222.0.43 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592457 Nov 13 05:08:44.443967 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f8479957-8ebe-4e2d-ace9-e0b957e8d58f None None] Provisioning complete for port fc5c1730-9367-4de9-b8a8-dbb08c8816f9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:44.444334 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8479957-8ebe-4e2d-ace9-e0b957e8d58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.450813 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.514600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Allocated IP 172.23.0.2 (3a2f7cdd-b64e-4a9a-aae5-1381701be74b/50464502-bc0d-4b02-b90b-5ba059ab99bf/4ba15279-efdf-4b9b-9e99-1758864b178c) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:44.517491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Attempting to bind port fc5c1730-9367-4de9-b8a8-dbb08c8816f9 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:44.518144 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Attempting to bind port fc5c1730-9367-4de9-b8a8-dbb08c8816f9 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '97ce51d8-7641-427e-a620-841d02919c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64a66769-8674-42a2-bef9-060a078cac15'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:44.518510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Attempting to bind port fc5c1730-9367-4de9-b8a8-dbb08c8816f9 on network 64a66769-8674-42a2-bef9-060a078cac15 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:44.555092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f8479957-8ebe-4e2d-ace9-e0b957e8d58f None None] Port fc5c1730-9367-4de9-b8a8-dbb08c8816f9 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:44.559576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:08:44.560104 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Checking segment: {'id': '97ce51d8-7641-427e-a620-841d02919c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64a66769-8674-42a2-bef9-060a078cac15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:44.560595 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.560933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Bound using segment: {'id': '97ce51d8-7641-427e-a620-841d02919c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64a66769-8674-42a2-bef9-060a078cac15'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:08:44.561367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Bound port: fc5c1730-9367-4de9-b8a8-dbb08c8816f9, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ce51d8-7641-427e-a620-841d02919c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64a66769-8674-42a2-bef9-060a078cac15'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:08:44.561710 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.564764 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df8c28ce-5308-4150-9696-ff4968172a4f req-eb98db5a-571f-4058-9cfe-3674c90f39ec service neutron] 10.222.0.43 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488149 Nov 13 05:08:44.688916 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] device_id is not set on port 51e57067-60ed-4e09-a540-d8a402dce99a yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:08:44.703103 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.713807 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.725926 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f2fd7db4-3070-4210-ade1-62de17300911 None None] Provisioning complete for port fc5c1730-9367-4de9-b8a8-dbb08c8816f9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:44.726308 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2fd7db4-3070-4210-ade1-62de17300911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.769269 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-404e12c6-732f-47eb-b334-d6a965ac0ac9 req-38d68f22-e687-48bb-872b-106d91bb5c3d tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 210 time: 0.0357800 Nov 13 05:08:44.786361 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] For port fc5c1730-9367-4de9-b8a8-dbb08c8816f9, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:44.790508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Pushing event updated for resources: {'Port': ['ID=51e57067-60ed-4e09-a540-d8a402dce99a,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:44.802511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:44.803010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:44.803214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:44.808457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:44.808587 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:44.808908 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 2 to bind port 51e57067-60ed-4e09-a540-d8a402dce99a Nov 13 05:08:44.827467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:44.827729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:44.828056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:44.832644 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:44.832966 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:44.833354 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 3 to bind port 51e57067-60ed-4e09-a540-d8a402dce99a Nov 13 05:08:44.835582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] For port fc5c1730-9367-4de9-b8a8-dbb08c8816f9, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fc5c1730-9367-4de9-b8a8-dbb08c8816f9,segment=NetworkSegment(97ce51d8-7641-427e-a620-841d02919c8a),segment_id=97ce51d8-7641-427e-a620-841d02919c8a)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:08:44.839202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd7db4-3070-4210-ade1-62de17300911 None None] Port fc5c1730-9367-4de9-b8a8-dbb08c8816f9 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:44.846161 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:44.846498 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:44.846607 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.846836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:44.851706 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:44.852035 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:44.852431 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 4 to bind port 51e57067-60ed-4e09-a540-d8a402dce99a Nov 13 05:08:44.866008 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:44.866343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:44.866681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:44.871643 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:44.872244 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:44.872556 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 5 to bind port 51e57067-60ed-4e09-a540-d8a402dce99a Nov 13 05:08:44.885454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:44.885792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:44.886134 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:44.891194 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:44.891521 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:44.891915 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 6 to bind port 51e57067-60ed-4e09-a540-d8a402dce99a Nov 13 05:08:44.908870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:44.909212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:44.909559 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:44.910558 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.914749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:44.915141 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:44.915555 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 7 to bind port 51e57067-60ed-4e09-a540-d8a402dce99a Nov 13 05:08:44.928844 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:44.933401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:44.933401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:44.933777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:44.933927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:44.934186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:44.942666 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:44.943418 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:44.944085 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 8 to bind port 51e57067-60ed-4e09-a540-d8a402dce99a Nov 13 05:08:44.972344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:44.972763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:44.973166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:44.980153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:44.980696 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:44.981223 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 9 to bind port 51e57067-60ed-4e09-a540-d8a402dce99a Nov 13 05:08:44.989895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a5b20-3171-4718-8b46-e639ed3e2fa7 None None] Pushing event updated for resources: {'Port': ['ID=fc5c1730-9367-4de9-b8a8-dbb08c8816f9,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:44.992181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Allocated IP 172.23.0.1 (3a2f7cdd-b64e-4a9a-aae5-1381701be74b/50464502-bc0d-4b02-b90b-5ba059ab99bf/fc9fbb09-988b-4935-8c2f-2e761ec6fa0b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:45.039758 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:45.045951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:45.047136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:45.059124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:45.061897 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:45.062502 n-d-813114-2 neutron-server[102667]: INFO neutron.plugins.ml2.plugin [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 10 to bind port 51e57067-60ed-4e09-a540-d8a402dce99a Nov 13 05:08:45.074048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Network 3a2f7cdd-b64e-4a9a-aae5-1381701be74b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:45.081088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:45.092355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:45.096213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:45.096833 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:45.098002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:45.109343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:45.111784 n-d-813114-2 neutron-server[102667]: ERROR neutron.plugins.ml2.managers [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port 51e57067-60ed-4e09-a540-d8a402dce99a on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:45.112247 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:45.166680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Pushing event updated for resources: {'Port': ['ID=4ba15279-efdf-4b9b-9e99-1758864b178c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:45.173526 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:45.236432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] For port 51e57067-60ed-4e09-a540-d8a402dce99a, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:45.239172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempted to set empty binding levels {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 13 05:08:45.246809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:45.251277 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:45.253868 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:45.286642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] In _notify_port_updated(), no bound segment for port 51e57067-60ed-4e09-a540-d8a402dce99a on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:08:45.287542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.288147 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:45.289474 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "PUT /v2.0/ports/51e57067-60ed-4e09-a540-d8a402dce99a HTTP/1.1" status: 200 len: 978 time: 0.9659126 Nov 13 05:08:45.292226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56200) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:45.310811 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:45.323991 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Attempting to bind port 4ba15279-efdf-4b9b-9e99-1758864b178c on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:45.324489 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Attempting to bind port 4ba15279-efdf-4b9b-9e99-1758864b178c by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '9842c5d3-e86a-432a-b486-79271dde26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:45.324852 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Attempting to bind port 4ba15279-efdf-4b9b-9e99-1758864b178c on network 3a2f7cdd-b64e-4a9a-aae5-1381701be74b {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:45.337070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:08:45.337070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Checking segment: {'id': '9842c5d3-e86a-432a-b486-79271dde26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:45.337447 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:45.337791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Bound using segment: {'id': '9842c5d3-e86a-432a-b486-79271dde26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:08:45.338261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Bound port: 4ba15279-efdf-4b9b-9e99-1758864b178c, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9842c5d3-e86a-432a-b486-79271dde26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:08:45.338633 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:45.365990 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 3a2f7cdd-b64e-4a9a-aae5-1381701be74b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:45.372584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:45.377553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:45.386974 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=fc9fbb09-988b-4935-8c2f-2e761ec6fa0b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:45.392028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e6f6d8a2-e159-425a-8d79-38ce1b18643c None None] Provisioning complete for port fc5c1730-9367-4de9-b8a8-dbb08c8816f9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:45.392399 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d8a2-e159-425a-8d79-38ce1b18643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:45.452633 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:45.529793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:45.530163 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:45.590517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] For port 4ba15279-efdf-4b9b-9e99-1758864b178c, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:45.615895 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:45.620802 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] For port 4ba15279-efdf-4b9b-9e99-1758864b178c, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=4ba15279-efdf-4b9b-9e99-1758864b178c,segment=NetworkSegment(9842c5d3-e86a-432a-b486-79271dde26e1),segment_id=9842c5d3-e86a-432a-b486-79271dde26e1)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:08:45.674688 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:45.739507 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d8a2-e159-425a-8d79-38ce1b18643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:45.756093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13c746-8cff-4a73-8da0-80d60a059089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Pushing event updated for resources: {'Port': ['ID=51e57067-60ed-4e09-a540-d8a402dce99a,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:45.795657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.796160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.796625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.797089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.797544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.798340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.798451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.799101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.799344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.799808 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.800290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.800697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.801173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.801589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.802036 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.802479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.803558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.803558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.803823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.804272 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:45.810682 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b9ce93b6-5d8f-4162-803b-5db921927e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18146 time: 0.5142226 Nov 13 05:08:45.816194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56204) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:45.822036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Pushing event updated for resources: {'Port': ['ID=4ba15279-efdf-4b9b-9e99-1758864b178c,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:45.852007 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:45.852339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:45.852907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:45.852995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:45.853313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:45.853635 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:45.853954 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:45.854435 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:45.854581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:45.854899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:45.855283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:45.855563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29215d8-ba2c-460b-acdb-f89d248c08b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:45.864324 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e6f6d8a2-e159-425a-8d79-38ce1b18643c None None] For port fc5c1730-9367-4de9-b8a8-dbb08c8816f9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fc5c1730-9367-4de9-b8a8-dbb08c8816f9,segment=NetworkSegment(97ce51d8-7641-427e-a620-841d02919c8a),segment_id=97ce51d8-7641-427e-a620-841d02919c8a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:45.877159 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:40Z', 'revision_number': 4, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5c1730-9367-4de9-b8a8-dbb08c8816f9', 'name': '', 'network_id': '64a66769-8674-42a2-bef9-060a078cac15', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:cb:4a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '31f82716-8e76-4588-b595-293e8a62dcae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:39Z', 'updated_at': '2021-11-13T05:08:44Z', 'revision_number': 4, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '31f82716-8e76-4588-b595-293e8a62dcae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:45.879422 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d8a2-e159-425a-8d79-38ce1b18643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:45.908837 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f00b794f-d33c-42fc-a4be-bd781e1747f3 req-1bc16651-73b8-4629-bc3a-733389909a18 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 210 time: 0.0343153 Nov 13 05:08:46.127126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63618d35-ab56-4c2d-bf08-073b9a4f6f07 None None] The sync data for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 is: [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:40Z', 'revision_number': 4, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5c1730-9367-4de9-b8a8-dbb08c8816f9', 'name': '', 'network_id': '64a66769-8674-42a2-bef9-060a078cac15', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:cb:4a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '31f82716-8e76-4588-b595-293e8a62dcae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:39Z', 'updated_at': '2021-11-13T05:08:44Z', 'revision_number': 4, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '31f82716-8e76-4588-b595-293e8a62dcae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:46.173697 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6d8a2-e159-425a-8d79-38ce1b18643c None None] Pushing event updated for resources: {'Port': ['ID=fc5c1730-9367-4de9-b8a8-dbb08c8816f9,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:46.176950 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c28ce-5308-4150-9696-ff4968172a4f req-6ce8efb8-7415-4894-bc68-f6e055ee8a14 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:46.178512 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df8c28ce-5308-4150-9696-ff4968172a4f req-6ce8efb8-7415-4894-bc68-f6e055ee8a14 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.36 "GET /v2.0/networks?id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 200 len: 815 time: 0.1602287 Nov 13 05:08:46.189771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8d7dbf55-21fc-4670-8e1b-82f4decd5d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Deleting port 51e57067-60ed-4e09-a540-d8a402dce99a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:46.190064 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbf55-21fc-4670-8e1b-82f4decd5d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:46.208405 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-df8c28ce-5308-4150-9696-ff4968172a4f req-83425a11-faf3-41e1-a1b0-30cf2a5dd81a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Request body: {'port': {'device_id': '8bcad08a-39f0-404f-b301-d369e0eded5e', 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4', 'admin_state_up': True, 'tenant_id': '59509f2e90754316ba4a2ce1024d51f4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:46.343515 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:46.347878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-8d7dbf55-21fc-4670-8e1b-82f4decd5d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] For port 51e57067-60ed-4e09-a540-d8a402dce99a, host n-h1-813114-2, got binding levels [] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:46.348300 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbf55-21fc-4670-8e1b-82f4decd5d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:46.358733 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:46.417695 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8d7dbf55-21fc-4670-8e1b-82f4decd5d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Calling delete_port for 51e57067-60ed-4e09-a540-d8a402dce99a owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:46.512476 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:46.514592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event updated for resources: {'Port': ['ID=fc9fbb09-988b-4935-8c2f-2e761ec6fa0b,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:46.624042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df8c28ce-5308-4150-9696-ff4968172a4f req-83425a11-faf3-41e1-a1b0-30cf2a5dd81a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Made reservation on behalf of 59509f2e90754316ba4a2ce1024d51f4 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:46.627949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df8c28ce-5308-4150-9696-ff4968172a4f req-83425a11-faf3-41e1-a1b0-30cf2a5dd81a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:46.671137 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbf55-21fc-4670-8e1b-82f4decd5d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:46.719560 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbf55-21fc-4670-8e1b-82f4decd5d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:46.725502 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8d7dbf55-21fc-4670-8e1b-82f4decd5d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "DELETE /v2.0/ports/51e57067-60ed-4e09-a540-d8a402dce99a HTTP/1.1" status: 204 len: 168 time: 0.9058259 Nov 13 05:08:46.725906 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56206) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:46.752834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dbf55-21fc-4670-8e1b-82f4decd5d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Pushing event deleted for resources: {'Port': ['ID=51e57067-60ed-4e09-a540-d8a402dce99a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:46.757053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Network 3a2f7cdd-b64e-4a9a-aae5-1381701be74b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:46.767127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:46.768749 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcce975-73d1-4bd2-aff3-d07b46a89c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] GET failed (client error): The resource could not be found. Nov 13 05:08:46.772970 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6bcce975-73d1-4bd2-aff3-d07b46a89c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "GET /v2.0/ports/51e57067-60ed-4e09-a540-d8a402dce99a HTTP/1.1" status: 404 len: 333 time: 0.0459809 Nov 13 05:08:46.777878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56208) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:46.788644 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6de76b6e-3401-439a-9756-4826cae19af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864295503', 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:46.876697 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0ef2f1-18fe-48e1-9907-f9b136a27841 None None] Network 3a2f7cdd-b64e-4a9a-aae5-1381701be74b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:46.957829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-73a92701-4b1e-4ad9-ae53-5b0e93acfcfd None None] Provisioning complete for port 4ba15279-efdf-4b9b-9e99-1758864b178c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:46.958179 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73a92701-4b1e-4ad9-ae53-5b0e93acfcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:47.104499 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73a92701-4b1e-4ad9-ae53-5b0e93acfcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:47.147087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-73a92701-4b1e-4ad9-ae53-5b0e93acfcfd None None] For port 4ba15279-efdf-4b9b-9e99-1758864b178c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=4ba15279-efdf-4b9b-9e99-1758864b178c,segment=NetworkSegment(9842c5d3-e86a-432a-b486-79271dde26e1),segment_id=9842c5d3-e86a-432a-b486-79271dde26e1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:47.157077 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73a92701-4b1e-4ad9-ae53-5b0e93acfcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:47.164187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fc5c1730-9367-4de9-b8a8-dbb08c8816f9 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:47.230473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d8af8349-3a73-479d-9895-517dee1547e2 req-1fe4841d-05ed-45f5-a6ca-b077b6557d5f tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 210 time: 0.0639286 Nov 13 05:08:47.236634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de76b6e-3401-439a-9756-4826cae19af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Made reservation on behalf of 7033c324b5b54139ba66bb79b7b47345 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:47.239943 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6de76b6e-3401-439a-9756-4826cae19af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:47.245446 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a92701-4b1e-4ad9-ae53-5b0e93acfcfd None None] Pushing event updated for resources: {'Port': ['ID=4ba15279-efdf-4b9b-9e99-1758864b178c,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:47.256248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port fc5c1730-9367-4de9-b8a8-dbb08c8816f9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:47.256449 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:47.268183 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-df8c28ce-5308-4150-9696-ff4968172a4f req-83425a11-faf3-41e1-a1b0-30cf2a5dd81a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Allocated IP 172.20.0.2 (3afe1c64-6288-45cc-b7a5-6eb0de7d17c4/2bdba20d-97d4-48c3-b599-83cfc0478ef2/f3f8ec30-0182-4fa9-8c01-fec3e87a22e1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:47.277521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 732eca9e-89a6-496f-b689-09090b0a2572 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:08:47.290544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-6de76b6e-3401-439a-9756-4826cae19af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] device_id is not set on port da168555-7def-46c0-ab18-32c62e74fb68 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:08:47.347655 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 4ba15279-efdf-4b9b-9e99-1758864b178c up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:47.402430 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 4ba15279-efdf-4b9b-9e99-1758864b178c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:47.402802 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:47.498217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:47.503884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2e9ccbc9-eb9d-4aa2-a44f-3e1b34b37c59 None None] Provisioning complete for port 4ba15279-efdf-4b9b-9e99-1758864b178c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:47.504265 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e9ccbc9-eb9d-4aa2-a44f-3e1b34b37c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:47.511857 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Sync routers for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:47.525389 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-98e9f6c4-8d55-4554-8c65-69d443b42d55 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/732eca9e-89a6-496f-b689-09090b0a2572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9428782 Nov 13 05:08:47.525697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56212) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:47.531412 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-bf35098d-d14a-4fb0-856a-686103a82a81 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:47.534860 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:47.535680 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:47.654579 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2e9ccbc9-eb9d-4aa2-a44f-3e1b34b37c59 None None] Provisioning complete for port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:47.655163 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:47.655739 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e9ccbc9-eb9d-4aa2-a44f-3e1b34b37c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:47.680918 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6de76b6e-3401-439a-9756-4826cae19af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:47.708543 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df8c28ce-5308-4150-9696-ff4968172a4f req-83425a11-faf3-41e1-a1b0-30cf2a5dd81a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:47.726558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ccbc9-eb9d-4aa2-a44f-3e1b34b37c59 None None] Port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:47.767164 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6de76b6e-3401-439a-9756-4826cae19af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:47.809422 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df8c28ce-5308-4150-9696-ff4968172a4f req-83425a11-faf3-41e1-a1b0-30cf2a5dd81a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:47.832873 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de76b6e-3401-439a-9756-4826cae19af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Network 597d0506-c168-40fc-aac5-39948f249fe5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:47.839626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de76b6e-3401-439a-9756-4826cae19af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Pushing event updated for resources: {'Port': ['ID=da168555-7def-46c0-ab18-32c62e74fb68,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:47.844017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6de76b6e-3401-439a-9756-4826cae19af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:47.852993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df8c28ce-5308-4150-9696-ff4968172a4f req-83425a11-faf3-41e1-a1b0-30cf2a5dd81a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:47.854362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de76b6e-3401-439a-9756-4826cae19af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:47.855370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de76b6e-3401-439a-9756-4826cae19af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:47.855953 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6de76b6e-3401-439a-9756-4826cae19af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:47.862071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-df8c28ce-5308-4150-9696-ff4968172a4f req-83425a11-faf3-41e1-a1b0-30cf2a5dd81a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:47.865546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8c28ce-5308-4150-9696-ff4968172a4f req-83425a11-faf3-41e1-a1b0-30cf2a5dd81a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:47.878260 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['798b3976-31f9-4e7d-8f27-101cffd8745a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:08:47.931609 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['4820f8f2-8398-4d98-9875-1edf8a5a41a0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:08:47.938501 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6de76b6e-3401-439a-9756-4826cae19af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1582847 Nov 13 05:08:47.940051 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56214) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:47.956233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83425a11-faf3-41e1-a1b0-30cf2a5dd81a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Pushing event updated for resources: {'Port': ['ID=f3f8ec30-0182-4fa9-8c01-fec3e87a22e1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:47.967520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c28ce-5308-4150-9696-ff4968172a4f req-83425a11-faf3-41e1-a1b0-30cf2a5dd81a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:47.968494 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df8c28ce-5308-4150-9696-ff4968172a4f req-83425a11-faf3-41e1-a1b0-30cf2a5dd81a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:47.976173 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1582203c-935e-49c6-9bc0-7a3354e7d472 None None] Provisioning complete for port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:47.976726 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1582203c-935e-49c6-9bc0-7a3354e7d472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:47.980430 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:45Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5c1730-9367-4de9-b8a8-dbb08c8816f9', 'name': '', 'network_id': '64a66769-8674-42a2-bef9-060a078cac15', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:cb:4a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '31f82716-8e76-4588-b595-293e8a62dcae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:39Z', 'updated_at': '2021-11-13T05:08:45Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '31f82716-8e76-4588-b595-293e8a62dcae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9fbb09-988b-4935-8c2f-2e761ec6fa0b', 'name': '', 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:03:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '50464502-bc0d-4b02-b90b-5ba059ab99bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:44Z', 'updated_at': '2021-11-13T05:08:45Z', 'revision_number': 2, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '50464502-bc0d-4b02-b90b-5ba059ab99bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:47.993679 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df8c28ce-5308-4150-9696-ff4968172a4f req-83425a11-faf3-41e1-a1b0-30cf2a5dd81a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7977386 Nov 13 05:08:48.013243 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Request body: {'port': {'device_id': '8bcad08a-39f0-404f-b301-d369e0eded5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:48.016543 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Checking router: 732eca9e-89a6-496f-b689-09090b0a2572 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:08:48.017088 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Updating router 732eca9e-89a6-496f-b689-09090b0a2572 port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:08:48.042485 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.093016 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.099000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.extraroute_db [None req-bf35098d-d14a-4fb0-856a-686103a82a81 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 13 05:08:48.113339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.extraroute_db [None req-bf35098d-d14a-4fb0-856a-686103a82a81 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Removed routes are [] {{(pid=102667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 13 05:08:48.113744 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bf35098d-d14a-4fb0-856a-686103a82a81 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.127571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1582203c-935e-49c6-9bc0-7a3354e7d472 None None] Port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:48.259312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0385b0da-efde-4bcd-8f78-2af3bd5ea7a4 None None] Provisioning complete for port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:48.259942 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0385b0da-efde-4bcd-8f78-2af3bd5ea7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.308923 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0385b0da-efde-4bcd-8f78-2af3bd5ea7a4 None None] Port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:48.320275 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671580d0-89a3-46e4-aa21-81bafc011620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:48.321699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-671580d0-89a3-46e4-aa21-81bafc011620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "GET /v2.0/ports/da168555-7def-46c0-ab18-32c62e74fb68 HTTP/1.1" status: 200 len: 959 time: 0.3798594 Nov 13 05:08:48.324604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56218) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:48.358636 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bf35098d-d14a-4fb0-856a-686103a82a81 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.375932 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bf35098d-d14a-4fb0-856a-686103a82a81 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.397797 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.403827 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.426444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:08:48.434341 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.449516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Transition to ACTIVE for port object f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:08:48.454677 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.456725 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f496d-2dd5-4349-89a2-9e65f3eefe78 None None] Pushing event updated for resources: {'Port': ['ID=fc9fbb09-988b-4935-8c2f-2e761ec6fa0b,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:48.512685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f8ec30-0182-4fa9-8c01-fec3e87a22e1,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:48.522227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2a865-ac1e-41fa-8f73-c1774cb7ea66 req-c0b46a53-2735-450a-8143-ca7728fbff9a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:48.523798 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-52e2a865-ac1e-41fa-8f73-c1774cb7ea66 req-c0b46a53-2735-450a-8143-ca7728fbff9a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 931 time: 0.1686668 Nov 13 05:08:48.524311 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Attempting to bind port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:48.525335 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Attempting to bind port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '9842c5d3-e86a-432a-b486-79271dde26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:48.525828 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Attempting to bind port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b on network 3a2f7cdd-b64e-4a9a-aae5-1381701be74b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:48.532269 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:08:48.532633 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Checking segment: {'id': '9842c5d3-e86a-432a-b486-79271dde26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:48.533024 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.533403 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Bound using segment: {'id': '9842c5d3-e86a-432a-b486-79271dde26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:08:48.533863 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Bound port: fc9fbb09-988b-4935-8c2f-2e761ec6fa0b, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9842c5d3-e86a-432a-b486-79271dde26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:08:48.534358 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.573383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b1080294-4797-41ad-95f0-ab0be3ad82d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Deleting port da168555-7def-46c0-ab18-32c62e74fb68 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:48.573727 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b1080294-4797-41ad-95f0-ab0be3ad82d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.587801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Attempting to bind port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:48.588278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Attempting to bind port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:48.588692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Attempting to bind port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 on network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:48.594641 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 on network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:48.595119 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Attempting to bind port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 on network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:48.601910 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:08:48.602793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf35098d-d14a-4fb0-856a-686103a82a81 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 732eca9e-89a6-496f-b689-09090b0a2572 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:08:48.602903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Checking segment: {'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:08:48.603570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Bound using segment: {'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:08:48.604102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Bound port: f3f8ec30-0182-4fa9-8c01-fec3e87a22e1, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:08:48.605580 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.615126 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] For port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:48.623445 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] For port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fc9fbb09-988b-4935-8c2f-2e761ec6fa0b,segment=NetworkSegment(9842c5d3-e86a-432a-b486-79271dde26e1),segment_id=9842c5d3-e86a-432a-b486-79271dde26e1)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:08:48.630524 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.679664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] For port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:48.683728 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] For port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f3f8ec30-0182-4fa9-8c01-fec3e87a22e1,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:08:48.692315 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.703180 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-52e2a865-ac1e-41fa-8f73-c1774cb7ea66 req-b450635c-6b57-4e01-9f92-5cf825f0b633 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655214 Nov 13 05:08:48.706950 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:48.707592 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:48.714754 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f496d-2dd5-4349-89a2-9e65f3eefe78 None None] Pushing event updated for resources: {'Port': ['ID=fc9fbb09-988b-4935-8c2f-2e761ec6fa0b,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:48.748840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:48.749628 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.751826 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df8c28ce-5308-4150-9696-ff4968172a4f req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] 10.222.0.36 "PUT /v2.0/ports/f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 HTTP/1.1" status: 200 len: 1091 time: 0.7437651 Nov 13 05:08:48.752376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcad08a-39f0-404f-b301-d369e0eded5e', 'tag': 'f3f8ec30-0182-4fa9-8c01-fec3e87a22e1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:08:48.754797 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f859de-95a4-4f11-ab62-b92c5f3027f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcad08a-39f0-404f-b301-d369e0eded5e", "tag": "f3f8ec30-0182-4fa9-8c01-fec3e87a22e1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:08:48.758492 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b1080294-4797-41ad-95f0-ab0be3ad82d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.795907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b1080294-4797-41ad-95f0-ab0be3ad82d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Calling delete_port for da168555-7def-46c0-ab18-32c62e74fb68 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:48.796569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d108a-19fd-4bd7-8175-fc47f4ee5539 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f8ec30-0182-4fa9-8c01-fec3e87a22e1,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:48.828194 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e785ea1-237b-49a1-9d2b-e4d8e70904ca x-openstack-request-id: req-5e785ea1-237b-49a1-9d2b-e4d8e70904ca {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:08:48.828594 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcad08a-39f0-404f-b301-d369e0eded5e", "tag": "f3f8ec30-0182-4fa9-8c01-fec3e87a22e1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:08:48.828929 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e785ea1-237b-49a1-9d2b-e4d8e70904ca {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:08:48.829555 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcad08a-39f0-404f-b301-d369e0eded5e', 'tag': 'f3f8ec30-0182-4fa9-8c01-fec3e87a22e1', 'status': 'completed', 'code': 200} Nov 13 05:08:48.840406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-76a716a5-b43d-424d-9444-c1e72d1b00d9 None None] Provisioning complete for port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:48.840778 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76a716a5-b43d-424d-9444-c1e72d1b00d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.905948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c28ce-5308-4150-9696-ff4968172a4f req-7c0494c2-fcce-42ac-84cd-d8edcea0d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:48.908308 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df8c28ce-5308-4150-9696-ff4968172a4f req-7c0494c2-fcce-42ac-84cd-d8edcea0d731 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59509f2e90754316ba4a2ce1024d51f4&device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 1094 time: 0.0710895 Nov 13 05:08:48.924597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf35098d-d14a-4fb0-856a-686103a82a81 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:48.935498 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bf35098d-d14a-4fb0-856a-686103a82a81 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.936842 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bf35098d-d14a-4fb0-856a-686103a82a81 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/732eca9e-89a6-496f-b689-09090b0a2572 HTTP/1.1" status: 200 len: 934 time: 1.4099705 Nov 13 05:08:48.942402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56222) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:48.982015 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76a716a5-b43d-424d-9444-c1e72d1b00d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:48.985812 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df8c28ce-5308-4150-9696-ff4968172a4f req-93e60989-f58d-4560-94ed-1b58cc67be83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 HTTP/1.1" status: 200 len: 217 time: 0.0631185 Nov 13 05:08:49.038517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-76a716a5-b43d-424d-9444-c1e72d1b00d9 None None] For port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fc9fbb09-988b-4935-8c2f-2e761ec6fa0b,segment=NetworkSegment(9842c5d3-e86a-432a-b486-79271dde26e1),segment_id=9842c5d3-e86a-432a-b486-79271dde26e1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:49.048367 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76a716a5-b43d-424d-9444-c1e72d1b00d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:49.057446 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:49.082697 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4bcb831e-a234-43ce-abba-67ab4e303388 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/routers/732eca9e-89a6-496f-b689-09090b0a2572 HTTP/1.1" status: 200 len: 934 time: 0.1358745 Nov 13 05:08:49.082697 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b1080294-4797-41ad-95f0-ab0be3ad82d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:49.084605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56224) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:49.084722 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c28ce-5308-4150-9696-ff4968172a4f req-28fdd6bc-1210-42dc-b9de-a8cab462c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:49.086361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df8c28ce-5308-4150-9696-ff4968172a4f req-28fdd6bc-1210-42dc-b9de-a8cab462c0db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2bdba20d-97d4-48c3-b599-83cfc0478ef2 HTTP/1.1" status: 200 len: 855 time: 0.0916781 Nov 13 05:08:49.091380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-400d098d-5f97-4435-9f64-190f54fa1fef tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'router': {'routes': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:49.121845 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df8c28ce-5308-4150-9696-ff4968172a4f req-373a12d1-8851-4bba-b61c-a1d5c405c400 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279672 Nov 13 05:08:49.131267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a716a5-b43d-424d-9444-c1e72d1b00d9 None None] Pushing event updated for resources: {'Port': ['ID=fc9fbb09-988b-4935-8c2f-2e761ec6fa0b,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:49.139132 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 4ba15279-efdf-4b9b-9e99-1758864b178c up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:49.157220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1080294-4797-41ad-95f0-ab0be3ad82d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Pushing event deleted for resources: {'Port': ['ID=da168555-7def-46c0-ab18-32c62e74fb68,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:49.195007 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-54ea3bba-c693-45fd-b6d2-25aeda0c04d8 None None] Provisioning complete for port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:49.195479 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54ea3bba-c693-45fd-b6d2-25aeda0c04d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:49.195623 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b1080294-4797-41ad-95f0-ab0be3ad82d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:49.199634 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b1080294-4797-41ad-95f0-ab0be3ad82d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "DELETE /v2.0/ports/da168555-7def-46c0-ab18-32c62e74fb68 HTTP/1.1" status: 204 len: 168 time: 0.8742201 Nov 13 05:08:49.203321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56226) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:49.226811 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35d95f4-3c8a-4b28-b038-8293f9cd2268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] GET failed (client error): The resource could not be found. Nov 13 05:08:49.228570 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c35d95f4-3c8a-4b28-b038-8293f9cd2268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "GET /v2.0/ports/da168555-7def-46c0-ab18-32c62e74fb68 HTTP/1.1" status: 404 len: 333 time: 0.0252049 Nov 13 05:08:49.233828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56228) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:49.240672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e6bd086f-3a9f-45bf-ab50-459107362c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Request body: {'port': {'network_id': '597d0506-c168-40fc-aac5-39948f249fe5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1787958574'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:49.251891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 4ba15279-efdf-4b9b-9e99-1758864b178c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:49.253193 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:49.284133 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bd086f-3a9f-45bf-ab50-459107362c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Made reservation on behalf of 7033c324b5b54139ba66bb79b7b47345 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:49.286816 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6bd086f-3a9f-45bf-ab50-459107362c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:49.309829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-e6bd086f-3a9f-45bf-ab50-459107362c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] device_id is not set on port a551ecd2-79db-4148-a1c1-841c26837156 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:08:49.318362 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df8c28ce-5308-4150-9696-ff4968172a4f req-8115a382-22bc-439d-a14d-ea8602379270 service neutron] 10.222.0.36 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882868 Nov 13 05:08:49.382575 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:48Z', 'revision_number': 6, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5c1730-9367-4de9-b8a8-dbb08c8816f9', 'name': '', 'network_id': '64a66769-8674-42a2-bef9-060a078cac15', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:cb:4a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '31f82716-8e76-4588-b595-293e8a62dcae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:39Z', 'updated_at': '2021-11-13T05:08:45Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '31f82716-8e76-4588-b595-293e8a62dcae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9fbb09-988b-4935-8c2f-2e761ec6fa0b', 'name': '', 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:03:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '50464502-bc0d-4b02-b90b-5ba059ab99bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:44Z', 'updated_at': '2021-11-13T05:08:48Z', 'revision_number': 4, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '50464502-bc0d-4b02-b90b-5ba059ab99bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:49.412046 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7ab71-2782-40a1-aadb-77656cd00834 None None] The sync data for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 is: [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:48Z', 'revision_number': 6, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5c1730-9367-4de9-b8a8-dbb08c8816f9', 'name': '', 'network_id': '64a66769-8674-42a2-bef9-060a078cac15', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:cb:4a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '31f82716-8e76-4588-b595-293e8a62dcae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:39Z', 'updated_at': '2021-11-13T05:08:45Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '31f82716-8e76-4588-b595-293e8a62dcae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9fbb09-988b-4935-8c2f-2e761ec6fa0b', 'name': '', 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:03:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '50464502-bc0d-4b02-b90b-5ba059ab99bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:44Z', 'updated_at': '2021-11-13T05:08:48Z', 'revision_number': 4, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '50464502-bc0d-4b02-b90b-5ba059ab99bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:49.543566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df8c28ce-5308-4150-9696-ff4968172a4f req-028a19f9-dc9e-42ce-a4e0-7bc630369d87 service neutron] 10.222.0.36 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860373 Nov 13 05:08:49.574827 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6bd086f-3a9f-45bf-ab50-459107362c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:49.575283 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.extraroute_db [None req-400d098d-5f97-4435-9f64-190f54fa1fef tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Added routes are [] {{(pid=102667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 13 05:08:49.576348 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.extraroute_db [None req-400d098d-5f97-4435-9f64-190f54fa1fef tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 13 05:08:49.614294 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6bd086f-3a9f-45bf-ab50-459107362c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:49.615063 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-400d098d-5f97-4435-9f64-190f54fa1fef tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:49.696296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bd086f-3a9f-45bf-ab50-459107362c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Network 597d0506-c168-40fc-aac5-39948f249fe5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:49.704276 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e6bd086f-3a9f-45bf-ab50-459107362c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:49.707190 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd086f-3a9f-45bf-ab50-459107362c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:49.708114 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bd086f-3a9f-45bf-ab50-459107362c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:49.708718 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6bd086f-3a9f-45bf-ab50-459107362c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:49.719489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd086f-3a9f-45bf-ab50-459107362c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Pushing event updated for resources: {'Port': ['ID=a551ecd2-79db-4148-a1c1-841c26837156,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:49.729588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f859de-95a4-4f11-ab62-b92c5f3027f3 req-fa3759c2-c264-41e7-9ba5-d17cdeae1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:49.731134 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2f859de-95a4-4f11-ab62-b92c5f3027f3 req-fa3759c2-c264-41e7-9ba5-d17cdeae1c97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59509f2e90754316ba4a2ce1024d51f4&device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 1094 time: 0.0828810 Nov 13 05:08:49.734757 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e6bd086f-3a9f-45bf-ab50-459107362c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4980266 Nov 13 05:08:49.737491 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56232) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:49.742600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:49.847999 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-400d098d-5f97-4435-9f64-190f54fa1fef tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:49.853701 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-400d098d-5f97-4435-9f64-190f54fa1fef tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:49.871960 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:49.873292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771245e-fd51-462b-8e9a-0c7992b842a5 req-fd7b21a0-be74-4811-94bd-18b897347a4b tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:49.874877 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a771245e-fd51-462b-8e9a-0c7992b842a5 req-fd7b21a0-be74-4811-94bd-18b897347a4b tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 943 time: 0.0735600 Nov 13 05:08:49.901432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f859de-95a4-4f11-ab62-b92c5f3027f3 req-c31ac284-283f-48b8-a5dc-561712c3076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:49.902960 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2f859de-95a4-4f11-ab62-b92c5f3027f3 req-c31ac284-283f-48b8-a5dc-561712c3076d service neutron] 10.222.0.36 "GET /v2.0/networks?id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 200 len: 916 time: 0.1572819 Nov 13 05:08:49.968112 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2f859de-95a4-4f11-ab62-b92c5f3027f3 req-13ea56d1-b255-4833-ae4f-bf399705beec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 HTTP/1.1" status: 200 len: 217 time: 0.0464933 Nov 13 05:08:49.999704 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a771245e-fd51-462b-8e9a-0c7992b842a5 req-55b8f5f7-6c20-4dfb-aa42-d002c295bca8 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913746 Nov 13 05:08:50.001530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400d098d-5f97-4435-9f64-190f54fa1fef tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 732eca9e-89a6-496f-b689-09090b0a2572 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:08:50.077534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f859de-95a4-4f11-ab62-b92c5f3027f3 req-a9237814-ca6c-44fe-b6d6-fe3869f126ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:50.079054 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2f859de-95a4-4f11-ab62-b92c5f3027f3 req-a9237814-ca6c-44fe-b6d6-fe3869f126ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2bdba20d-97d4-48c3-b599-83cfc0478ef2 HTTP/1.1" status: 200 len: 855 time: 0.1027358 Nov 13 05:08:50.105396 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400d098d-5f97-4435-9f64-190f54fa1fef tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:50.112726 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-400d098d-5f97-4435-9f64-190f54fa1fef tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:50.113900 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-400d098d-5f97-4435-9f64-190f54fa1fef tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/732eca9e-89a6-496f-b689-09090b0a2572 HTTP/1.1" status: 200 len: 700 time: 1.0286586 Nov 13 05:08:50.116557 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56234) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:50.121523 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2f859de-95a4-4f11-ab62-b92c5f3027f3 req-33e68e13-92c5-477e-9405-0f699fa88640 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327039 Nov 13 05:08:50.223111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] device_id is not set on port a551ecd2-79db-4148-a1c1-841c26837156 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:08:50.226669 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cff9d578-d365-4296-befc-996cc8478136 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/routers/732eca9e-89a6-496f-b689-09090b0a2572 HTTP/1.1" status: 200 len: 700 time: 0.1064296 Nov 13 05:08:50.226807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56236) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:50.235370 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:50.248358 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:50.262015 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c3c57-6602-43ee-b136-b78f5dc68657 None None] Sync routers for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:50.277666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c3c57-6602-43ee-b136-b78f5dc68657 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:50.279395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-247c3c57-6602-43ee-b136-b78f5dc68657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:50.292408 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2f859de-95a4-4f11-ab62-b92c5f3027f3 req-35c95e2d-8509-4c18-b0fb-bce7642e4f9a service neutron] 10.222.0.36 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621575 Nov 13 05:08:50.317913 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Pushing event updated for resources: {'Port': ['ID=a551ecd2-79db-4148-a1c1-841c26837156,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:50.375620 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:50.375861 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:50.376197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:50.383149 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-247c3c57-6602-43ee-b136-b78f5dc68657 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:50.386394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:50.386394 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:50.388183 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 2 to bind port a551ecd2-79db-4148-a1c1-841c26837156 Nov 13 05:08:50.412370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:50.413185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:50.413185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:50.424409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:50.424725 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:50.425228 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 3 to bind port a551ecd2-79db-4148-a1c1-841c26837156 Nov 13 05:08:50.429109 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2f859de-95a4-4f11-ab62-b92c5f3027f3 req-e002359d-5408-495d-a3f8-ba19792f7a14 service neutron] 10.222.0.36 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256373 Nov 13 05:08:50.440612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:50.440944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:50.441274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:50.446427 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:50.446772 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:50.447160 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 4 to bind port a551ecd2-79db-4148-a1c1-841c26837156 Nov 13 05:08:50.461775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:50.462244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:50.462468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:50.467206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:50.467525 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:50.467917 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 5 to bind port a551ecd2-79db-4148-a1c1-841c26837156 Nov 13 05:08:50.482951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:50.482951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:50.483406 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:50.487886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:50.488295 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:50.488787 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 6 to bind port a551ecd2-79db-4148-a1c1-841c26837156 Nov 13 05:08:50.502327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:50.502327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:50.502681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:50.507213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:50.507528 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:50.507997 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 7 to bind port a551ecd2-79db-4148-a1c1-841c26837156 Nov 13 05:08:50.521159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:50.521490 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:50.521822 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:50.526191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:50.526514 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:50.527037 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 8 to bind port a551ecd2-79db-4148-a1c1-841c26837156 Nov 13 05:08:50.540218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:50.540552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:50.540874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:50.545284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:50.545872 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:50.545947 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 9 to bind port a551ecd2-79db-4148-a1c1-841c26837156 Nov 13 05:08:50.558833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:50.559185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:50.559509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:50.564153 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:50.564469 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:50.564850 n-d-813114-2 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempt 10 to bind port a551ecd2-79db-4148-a1c1-841c26837156 Nov 13 05:08:50.577982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:08:50.578439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:08:50.578779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempting to bind port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:08:50.583904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:08:50.584221 n-d-813114-2 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Failed to bind port a551ecd2-79db-4148-a1c1-841c26837156 on host n-h1-813114-2 for vnic_type normal using segments [{'id': 'ed8243a8-ba99-41dd-813d-49502c07ed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '597d0506-c168-40fc-aac5-39948f249fe5'}] Nov 13 05:08:50.584578 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:50.584896 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ec0dc3aa-df62-43a6-8e24-c8fb207c1c45 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:50.606585 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-247c3c57-6602-43ee-b136-b78f5dc68657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:49Z', 'revision_number': 7, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5c1730-9367-4de9-b8a8-dbb08c8816f9', 'name': '', 'network_id': '64a66769-8674-42a2-bef9-060a078cac15', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:cb:4a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '31f82716-8e76-4588-b595-293e8a62dcae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:39Z', 'updated_at': '2021-11-13T05:08:45Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '31f82716-8e76-4588-b595-293e8a62dcae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9fbb09-988b-4935-8c2f-2e761ec6fa0b', 'name': '', 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:03:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '50464502-bc0d-4b02-b90b-5ba059ab99bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:44Z', 'updated_at': '2021-11-13T05:08:49Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '50464502-bc0d-4b02-b90b-5ba059ab99bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:50.633618 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c3c57-6602-43ee-b136-b78f5dc68657 None None] Checking router: 732eca9e-89a6-496f-b689-09090b0a2572 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:08:50.642508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c3c57-6602-43ee-b136-b78f5dc68657 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:50.643147 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-247c3c57-6602-43ee-b136-b78f5dc68657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:50.654186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] For port a551ecd2-79db-4148-a1c1-841c26837156, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:08:50.654548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attempted to set empty binding levels {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 13 05:08:50.660203 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:50.690872 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] In _notify_port_updated(), no bound segment for port a551ecd2-79db-4148-a1c1-841c26837156 on network 597d0506-c168-40fc-aac5-39948f249fe5 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:08:50.691831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:50.692423 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:50.695359 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "PUT /v2.0/ports/a551ecd2-79db-4148-a1c1-841c26837156 HTTP/1.1" status: 200 len: 979 time: 0.9568772 Nov 13 05:08:50.700555 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56238) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:50.739692 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-247c3c57-6602-43ee-b136-b78f5dc68657 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:50.748442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5a9b7-f9fb-49da-a7b1-488fba72ef2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Pushing event updated for resources: {'Port': ['ID=a551ecd2-79db-4148-a1c1-841c26837156,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:50.798184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7a67-1d12-4a7b-9dfe-2fe52eca70d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Deleting port a551ecd2-79db-4148-a1c1-841c26837156 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:50.798520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78ba7a67-1d12-4a7b-9dfe-2fe52eca70d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:50.863359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-78ba7a67-1d12-4a7b-9dfe-2fe52eca70d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] For port a551ecd2-79db-4148-a1c1-841c26837156, host n-h1-813114-2, got binding levels [] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:50.863903 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78ba7a67-1d12-4a7b-9dfe-2fe52eca70d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:50.865843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-ec0dc3aa-df62-43a6-8e24-c8fb207c1c45 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:50.866192 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ec0dc3aa-df62-43a6-8e24-c8fb207c1c45 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:50.882011 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7a67-1d12-4a7b-9dfe-2fe52eca70d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Calling delete_port for a551ecd2-79db-4148-a1c1-841c26837156 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:50.962788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-247c3c57-6602-43ee-b136-b78f5dc68657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:49Z', 'revision_number': 7, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5c1730-9367-4de9-b8a8-dbb08c8816f9', 'name': '', 'network_id': '64a66769-8674-42a2-bef9-060a078cac15', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:cb:4a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '31f82716-8e76-4588-b595-293e8a62dcae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:39Z', 'updated_at': '2021-11-13T05:08:45Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '31f82716-8e76-4588-b595-293e8a62dcae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9fbb09-988b-4935-8c2f-2e761ec6fa0b', 'name': '', 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:03:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '50464502-bc0d-4b02-b90b-5ba059ab99bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:44Z', 'updated_at': '2021-11-13T05:08:49Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '50464502-bc0d-4b02-b90b-5ba059ab99bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:50.975212 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78ba7a67-1d12-4a7b-9dfe-2fe52eca70d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:50.990870 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c3c57-6602-43ee-b136-b78f5dc68657 None None] The sync data for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 is: [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:49Z', 'revision_number': 7, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5c1730-9367-4de9-b8a8-dbb08c8816f9', 'name': '', 'network_id': '64a66769-8674-42a2-bef9-060a078cac15', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:cb:4a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '31f82716-8e76-4588-b595-293e8a62dcae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:39Z', 'updated_at': '2021-11-13T05:08:45Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '31f82716-8e76-4588-b595-293e8a62dcae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9fbb09-988b-4935-8c2f-2e761ec6fa0b', 'name': '', 'network_id': '3a2f7cdd-b64e-4a9a-aae5-1381701be74b', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:03:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '50464502-bc0d-4b02-b90b-5ba059ab99bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:44Z', 'updated_at': '2021-11-13T05:08:49Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '50464502-bc0d-4b02-b90b-5ba059ab99bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:50.996791 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78ba7a67-1d12-4a7b-9dfe-2fe52eca70d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:51.003330 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-78ba7a67-1d12-4a7b-9dfe-2fe52eca70d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "DELETE /v2.0/ports/a551ecd2-79db-4148-a1c1-841c26837156 HTTP/1.1" status: 204 len: 168 time: 0.2990973 Nov 13 05:08:51.019994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56240) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:51.048781 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8749716-208d-490c-a0fb-a21f0e9400fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] GET failed (client error): The resource could not be found. Nov 13 05:08:51.053638 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d8749716-208d-490c-a0fb-a21f0e9400fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] 10.222.0.43 "GET /v2.0/ports/a551ecd2-79db-4148-a1c1-841c26837156 HTTP/1.1" status: 404 len: 333 time: 0.0293262 Nov 13 05:08:51.053638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7a67-1d12-4a7b-9dfe-2fe52eca70d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802264382-project-admin] Pushing event deleted for resources: {'Port': ['ID=a551ecd2-79db-4148-a1c1-841c26837156,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:51.054428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56244) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:51.149574 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fc9fbb09-988b-4935-8c2f-2e761ec6fa0b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:51.202522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:51.203017 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:51.392733 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-ec0dc3aa-df62-43a6-8e24-c8fb207c1c45 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] For port fc9fbb09-988b-4935-8c2f-2e761ec6fa0b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fc9fbb09-988b-4935-8c2f-2e761ec6fa0b,segment=NetworkSegment(9842c5d3-e86a-432a-b486-79271dde26e1),segment_id=9842c5d3-e86a-432a-b486-79271dde26e1)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:51.393308 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ec0dc3aa-df62-43a6-8e24-c8fb207c1c45 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:51.406110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-ec0dc3aa-df62-43a6-8e24-c8fb207c1c45 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for fc9fbb09-988b-4935-8c2f-2e761ec6fa0b owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:51.440284 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29f41b5-7d82-426e-9543-5620efef6323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:51.469135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1d8cd-49da-4255-9b30-918383411a2d req-974c315b-d4dc-4e3f-91d8-2b951e40a659 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:51.470556 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ad1d8cd-49da-4255-9b30-918383411a2d req-974c315b-d4dc-4e3f-91d8-2b951e40a659 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 943 time: 0.0729647 Nov 13 05:08:51.573533 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29f41b5-7d82-426e-9543-5620efef6323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:51.578088 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ec0dc3aa-df62-43a6-8e24-c8fb207c1c45 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:51.588702 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ad1d8cd-49da-4255-9b30-918383411a2d req-07ad7e6d-4eee-4fdf-90e2-cb23a7bad790 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013031 Nov 13 05:08:51.599986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a29f41b5-7d82-426e-9543-5620efef6323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597d0506-c168-40fc-aac5-39948f249fe5']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:51.604587 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dc3aa-df62-43a6-8e24-c8fb207c1c45 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=fc9fbb09-988b-4935-8c2f-2e761ec6fa0b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:51.611137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a29f41b5-7d82-426e-9543-5620efef6323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8243a8-ba99-41dd-813d-49502c07ed51') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:51.611433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a29f41b5-7d82-426e-9543-5620efef6323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8243a8-ba99-41dd-813d-49502c07ed51') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:51.622358 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29f41b5-7d82-426e-9543-5620efef6323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:51.637686 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29f41b5-7d82-426e-9543-5620efef6323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:51.644647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29f41b5-7d82-426e-9543-5620efef6323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:08:51.645036 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29f41b5-7d82-426e-9543-5620efef6323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:08:51.648521 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:08:51.717219 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29f41b5-7d82-426e-9543-5620efef6323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:51.726720 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29f41b5-7d82-426e-9543-5620efef6323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:51.731507 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a29f41b5-7d82-426e-9543-5620efef6323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] 10.222.0.43 "DELETE /v2.0/networks/597d0506-c168-40fc-aac5-39948f249fe5 HTTP/1.1" status: 204 len: 168 time: 0.6759071 Nov 13 05:08:51.745371 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f41b5-7d82-426e-9543-5620efef6323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572174198-project] Pushing event deleted for resources: {'Network': ['ID=597d0506-c168-40fc-aac5-39948f249fe5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:51.788347 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ec0dc3aa-df62-43a6-8e24-c8fb207c1c45 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:51.988655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0dc3aa-df62-43a6-8e24-c8fb207c1c45 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 732eca9e-89a6-496f-b689-09090b0a2572 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:08:51.997796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56250) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:52.021142 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:08:52.088690 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0dc3aa-df62-43a6-8e24-c8fb207c1c45 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:52.097201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56254) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:52.098414 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ec0dc3aa-df62-43a6-8e24-c8fb207c1c45 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/732eca9e-89a6-496f-b689-09090b0a2572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8703792 Nov 13 05:08:52.102550 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e26208-e69e-456c-bd13-f63e473a2f76 None None] Sync routers for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:52.119251 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e26208-e69e-456c-bd13-f63e473a2f76 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:52.119863 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-67e26208-e69e-456c-bd13-f63e473a2f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:52.134628 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f3f8ec30-0182-4fa9-8c01-fec3e87a22e1,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:52.148005 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'f3f8ec30-0182-4fa9-8c01-fec3e87a22e1', 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4', 'port_id': 'f3f8ec30-0182-4fa9-8c01-fec3e87a22e1', 'mac_address': 'fa:16:3e:32:9a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdba20d-97d4-48c3-b599-83cfc0478ef2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:08:52.178417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f727fede-8906-4834-beb8-747087ed3090 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting subnet 50464502-bc0d-4b02-b90b-5ba059ab99bf {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:08:52.182137 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f727fede-8906-4834-beb8-747087ed3090 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:52.190191 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:52.204088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:08:52.207736 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-68a3e461-c7f5-4bcc-95c8-e06bdfce5183 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4baada2249214f72a05986a85f109acf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2057388 Nov 13 05:08:52.207736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56256) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:52.213431 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-67e26208-e69e-456c-bd13-f63e473a2f76 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:52.227326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f3f8ec30-0182-4fa9-8c01-fec3e87a22e1,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:52.233117 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:52.250964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f727fede-8906-4834-beb8-747087ed3090 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:52.292601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=f3f8ec30-0182-4fa9-8c01-fec3e87a22e1,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:52.314040 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36ad14c3-ec0e-42e1-af11-fd392959701e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:52.359727 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36ad14c3-ec0e-42e1-af11-fd392959701e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:52.381814 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f727fede-8906-4834-beb8-747087ed3090 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:52.420810 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-67e26208-e69e-456c-bd13-f63e473a2f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:51Z', 'revision_number': 8, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5c1730-9367-4de9-b8a8-dbb08c8816f9', 'name': '', 'network_id': '64a66769-8674-42a2-bef9-060a078cac15', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:cb:4a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '31f82716-8e76-4588-b595-293e8a62dcae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:39Z', 'updated_at': '2021-11-13T05:08:45Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '31f82716-8e76-4588-b595-293e8a62dcae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:52.448040 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e26208-e69e-456c-bd13-f63e473a2f76 None None] Checking router: 732eca9e-89a6-496f-b689-09090b0a2572 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:08:52.453627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36ad14c3-ec0e-42e1-af11-fd392959701e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:52.456262 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36ad14c3-ec0e-42e1-af11-fd392959701e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:52.457545 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-36ad14c3-ec0e-42e1-af11-fd392959701e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26f21b9f-1244-440e-a35e-99e284c87bae HTTP/1.1" status: 204 len: 168 time: 0.2491038 Nov 13 05:08:52.457656 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e26208-e69e-456c-bd13-f63e473a2f76 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:52.458251 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-67e26208-e69e-456c-bd13-f63e473a2f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:52.466933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad14c3-ec0e-42e1-af11-fd392959701e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f21b9f-1244-440e-a35e-99e284c87bae,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:52.469905 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f727fede-8906-4834-beb8-747087ed3090 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:52.498960 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727fede-8906-4834-beb8-747087ed3090 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Subnet': ['ID=50464502-bc0d-4b02-b90b-5ba059ab99bf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:52.504390 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f727fede-8906-4834-beb8-747087ed3090 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:52.507816 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f727fede-8906-4834-beb8-747087ed3090 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/50464502-bc0d-4b02-b90b-5ba059ab99bf HTTP/1.1" status: 204 len: 168 time: 0.4094446 Nov 13 05:08:52.510442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:52.515241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d63782-e0bc-41b2-a1b4-66bdc4cc2bd6 None None] Network 3a2f7cdd-b64e-4a9a-aae5-1381701be74b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:52.560524 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-67e26208-e69e-456c-bd13-f63e473a2f76 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:52.604466 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:52.614892 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f3f8ec30-0182-4fa9-8c01-fec3e87a22e1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:08:52.675275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port 4ba15279-efdf-4b9b-9e99-1758864b178c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:52.675616 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:52.775972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cd1008-9063-457f-a3ca-8e741db27728 None None] DHCP port deletion for 3a2f7cdd-b64e-4a9a-aae5-1381701be74b request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:08:52.788395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] For port 4ba15279-efdf-4b9b-9e99-1758864b178c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=4ba15279-efdf-4b9b-9e99-1758864b178c,segment=NetworkSegment(9842c5d3-e86a-432a-b486-79271dde26e1),segment_id=9842c5d3-e86a-432a-b486-79271dde26e1)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:52.788766 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:52.807336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c76b3-3bb8-4494-8e55-ab241e82d36a req-ed1a245c-2e05-436b-aa99-f44d9fe0af4b tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:52.808624 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for 4ba15279-efdf-4b9b-9e99-1758864b178c owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:52.809242 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-728c76b3-3bb8-4494-8e55-ab241e82d36a req-ed1a245c-2e05-436b-aa99-f44d9fe0af4b tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 944 time: 0.0820789 Nov 13 05:08:52.893093 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-728c76b3-3bb8-4494-8e55-ab241e82d36a req-e64496de-b00b-4b09-89b8-dd618fc008eb tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774224 Nov 13 05:08:52.918129 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:52.930868 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-67e26208-e69e-456c-bd13-f63e473a2f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:51Z', 'revision_number': 8, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5c1730-9367-4de9-b8a8-dbb08c8816f9', 'name': '', 'network_id': '64a66769-8674-42a2-bef9-060a078cac15', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:cb:4a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '31f82716-8e76-4588-b595-293e8a62dcae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:39Z', 'updated_at': '2021-11-13T05:08:45Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '31f82716-8e76-4588-b595-293e8a62dcae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:52.954389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No DVR routers for this DVR port 4ba15279-efdf-4b9b-9e99-1758864b178c on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:08:52.964321 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e26208-e69e-456c-bd13-f63e473a2f76 None None] The sync data for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 is: [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:51Z', 'revision_number': 8, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5c1730-9367-4de9-b8a8-dbb08c8816f9', 'name': '', 'network_id': '64a66769-8674-42a2-bef9-060a078cac15', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:cb:4a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '31f82716-8e76-4588-b595-293e8a62dcae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:39Z', 'updated_at': '2021-11-13T05:08:45Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '31f82716-8e76-4588-b595-293e8a62dcae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:52.978932 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56266) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:52.991998 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=4ba15279-efdf-4b9b-9e99-1758864b178c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:53.031491 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-af58dccf-25c9-459b-b034-964c6d0712c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7033c324b5b54139ba66bb79b7b47345&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512321 Nov 13 05:08:53.033903 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56268) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:53.064527 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:53.070163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-43cd1008-9063-457f-a3ca-8e741db27728 None None] Deleting port 4ba15279-efdf-4b9b-9e99-1758864b178c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:53.071250 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43cd1008-9063-457f-a3ca-8e741db27728 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:53.088643 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:53.099579 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2f7cdd-b64e-4a9a-aae5-1381701be74b']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:53.109804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9842c5d3-e86a-432a-b486-79271dde26e1') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:53.110179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9842c5d3-e86a-432a-b486-79271dde26e1') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:53.112904 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:53.120150 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:53.136532 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:53.142801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-43cd1008-9063-457f-a3ca-8e741db27728 None None] For port 4ba15279-efdf-4b9b-9e99-1758864b178c, host n-d-813114-2, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:53.143351 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43cd1008-9063-457f-a3ca-8e741db27728 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:53.144990 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:08:53.146038 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:08:53.150266 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:08:53.161192 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-43cd1008-9063-457f-a3ca-8e741db27728 None None] Calling delete_port for 4ba15279-efdf-4b9b-9e99-1758864b178c owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:53.164376 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-43cd1008-9063-457f-a3ca-8e741db27728 None None] Port 4ba15279-efdf-4b9b-9e99-1758864b178c was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 05:08:53.165666 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43cd1008-9063-457f-a3ca-8e741db27728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:53.166950 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:53.170021 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:53.171476 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84f934c5-b471-4346-9918-d02e4dc00050 HTTP/1.1" status: 204 len: 168 time: 0.1365724 Nov 13 05:08:53.179819 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f934c5-b471-4346-9918-d02e4dc00050,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:53.188480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:53.188673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd1008-9063-457f-a3ca-8e741db27728 None None] Pushing event deleted for resources: {'Port': ['ID=4ba15279-efdf-4b9b-9e99-1758864b178c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:53.188881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:53.189160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:53.189517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:53.189820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:53.190180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:53.190581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:53.190905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:53.191266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:53.191593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:53.191914 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:53.192250 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49cdb41-b638-45cc-9a6a-00c3291e7403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:08:53.197451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cd1008-9063-457f-a3ca-8e741db27728 None None] No DVR routers for this DVR port 4ba15279-efdf-4b9b-9e99-1758864b178c on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:08:53.235627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:53.242846 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:53.246393 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/networks/3a2f7cdd-b64e-4a9a-aae5-1381701be74b HTTP/1.1" status: 204 len: 168 time: 0.7346671 Nov 13 05:08:53.249478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56272) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:53.257895 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e915ce-37ce-4b74-9017-860f945ecd44 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Network': ['ID=3a2f7cdd-b64e-4a9a-aae5-1381701be74b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:53.433282 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fc9fbb09-988b-4935-8c2f-2e761ec6fa0b no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:08:53.457470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: fc9fbb09-988b-4935-8c2f-2e761ec6fa0b {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:08:53.457814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fc9fbb09-988b-4935-8c2f-2e761ec6fa0b not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:08:53.458252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 4ba15279-efdf-4b9b-9e99-1758864b178c no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:08:53.479019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 4ba15279-efdf-4b9b-9e99-1758864b178c {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:08:53.479603 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 4ba15279-efdf-4b9b-9e99-1758864b178c not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:08:53.620600 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59a4159f-2d45-48d3-a376-91891488a8d4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:53.884933 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-59a4159f-2d45-48d3-a376-91891488a8d4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port fc5c1730-9367-4de9-b8a8-dbb08c8816f9 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:53.885635 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59a4159f-2d45-48d3-a376-91891488a8d4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:53.987049 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-59a4159f-2d45-48d3-a376-91891488a8d4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] For port fc5c1730-9367-4de9-b8a8-dbb08c8816f9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=fc5c1730-9367-4de9-b8a8-dbb08c8816f9,segment=NetworkSegment(97ce51d8-7641-427e-a620-841d02919c8a),segment_id=97ce51d8-7641-427e-a620-841d02919c8a)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:53.987763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59a4159f-2d45-48d3-a376-91891488a8d4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:54.002170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-59a4159f-2d45-48d3-a376-91891488a8d4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for fc5c1730-9367-4de9-b8a8-dbb08c8816f9 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:54.015955 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7f53e-80c8-47e0-87ed-8dbae4b6c6df req-c5e0bf05-e5f4-473b-9850-b440ece7caec tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:54.017767 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1e7f53e-80c8-47e0-87ed-8dbae4b6c6df req-c5e0bf05-e5f4-473b-9850-b440ece7caec tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 944 time: 0.0504289 Nov 13 05:08:54.029204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:08:54.096014 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1e7f53e-80c8-47e0-87ed-8dbae4b6c6df req-d77206af-5d88-49ae-b878-0743717b798a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690780 Nov 13 05:08:54.126862 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:08:54.132576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:54.133124 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:54.217169 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:54.240863 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59a4159f-2d45-48d3-a376-91891488a8d4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:54.258905 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f3f8ec30-0182-4fa9-8c01-fec3e87a22e1,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:54.260717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcad08a-39f0-404f-b301-d369e0eded5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f8ec30-0182-4fa9-8c01-fec3e87a22e1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:08:54.263945 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65ffc4e-6645-4bf3-95aa-f8924ccfd510" -d '{"events": [{"server_uuid": "8bcad08a-39f0-404f-b301-d369e0eded5e", "name": "network-vif-plugged", "status": "completed", "tag": "f3f8ec30-0182-4fa9-8c01-fec3e87a22e1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:08:54.268080 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:54.275427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4159f-2d45-48d3-a376-91891488a8d4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=fc5c1730-9367-4de9-b8a8-dbb08c8816f9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:54.323499 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bde005-ff68-43d4-8738-a017a919fec5 x-openstack-request-id: req-d0bde005-ff68-43d4-8738-a017a919fec5 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:08:54.323798 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcad08a-39f0-404f-b301-d369e0eded5e", "name": "network-vif-plugged", "status": "completed", "tag": "f3f8ec30-0182-4fa9-8c01-fec3e87a22e1", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:08:54.324054 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0bde005-ff68-43d4-8738-a017a919fec5 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:08:54.324454 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcad08a-39f0-404f-b301-d369e0eded5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f8ec30-0182-4fa9-8c01-fec3e87a22e1', 'code': 200} Nov 13 05:08:54.339137 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=f3f8ec30-0182-4fa9-8c01-fec3e87a22e1,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:54.458626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a500a7a-bd76-4a75-ad22-1a3a9bea4c08 req-8a0a44ec-b526-428d-822a-81d831725d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:54.460486 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a500a7a-bd76-4a75-ad22-1a3a9bea4c08 req-8a0a44ec-b526-428d-822a-81d831725d1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 1096 time: 0.0494466 Nov 13 05:08:54.476962 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59a4159f-2d45-48d3-a376-91891488a8d4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:54.516971 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a500a7a-bd76-4a75-ad22-1a3a9bea4c08 req-2c34d8f7-c44b-45b5-a408-23f60eb6d19a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487804 Nov 13 05:08:54.604747 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56310) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:54.679068 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a4159f-2d45-48d3-a376-91891488a8d4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 732eca9e-89a6-496f-b689-09090b0a2572 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:08:54.713300 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1059345979', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:54.738622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Made reservation on behalf of d5ba5e1051e04a6b8b20b5500cf531d0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:08:54.740982 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:54.750772 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:54.777027 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a4159f-2d45-48d3-a376-91891488a8d4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:54.785524 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-59a4159f-2d45-48d3-a376-91891488a8d4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/732eca9e-89a6-496f-b689-09090b0a2572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5348940 Nov 13 05:08:54.785971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56314) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:54.790895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186cf24f-625c-43b1-93e7-53b2bcf6362d None None] Sync routers for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:54.802584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186cf24f-625c-43b1-93e7-53b2bcf6362d None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:54.803255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-186cf24f-625c-43b1-93e7-53b2bcf6362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:54.870099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b3d190-efae-4378-9394-935fd70d40e1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting subnet 31f82716-8e76-4588-b595-293e8a62dcae {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:08:54.875520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67b3d190-efae-4378-9394-935fd70d40e1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:54.891064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-186cf24f-625c-43b1-93e7-53b2bcf6362d None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:54.918171 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:54.923406 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:54.936632 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67b3d190-efae-4378-9394-935fd70d40e1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:54.940707 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] device_id is not set on port 9c85c979-caad-4477-a1c2-7370a0631361 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:08:55.034960 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a5567a-af05-48b7-8787-5d66c2fd6052,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:55.118793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-186cf24f-625c-43b1-93e7-53b2bcf6362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:54Z', 'revision_number': 9, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:55.147830 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186cf24f-625c-43b1-93e7-53b2bcf6362d None None] Checking router: 732eca9e-89a6-496f-b689-09090b0a2572 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:08:55.157698 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186cf24f-625c-43b1-93e7-53b2bcf6362d None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:55.159015 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-186cf24f-625c-43b1-93e7-53b2bcf6362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:55.160592 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67b3d190-efae-4378-9394-935fd70d40e1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.191137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Allocated IP 172.25.8.178 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/9c85c979-caad-4477-a1c2-7370a0631361) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:08:55.252060 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-186cf24f-625c-43b1-93e7-53b2bcf6362d None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:55.299160 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed6fca-8fd0-4029-87da-d8a077edb76e req-83476b33-1b97-492c-9d52-2f34bc81ec8a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:55.300670 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4ed6fca-8fd0-4029-87da-d8a077edb76e req-83476b33-1b97-492c-9d52-2f34bc81ec8a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 945 time: 0.1137421 Nov 13 05:08:55.323403 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67b3d190-efae-4378-9394-935fd70d40e1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.392457 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3d190-efae-4378-9394-935fd70d40e1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Subnet': ['ID=31f82716-8e76-4588-b595-293e8a62dcae,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:55.398050 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67b3d190-efae-4378-9394-935fd70d40e1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.403496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56318) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:55.404038 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-67b3d190-efae-4378-9394-935fd70d40e1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/31f82716-8e76-4588-b595-293e8a62dcae HTTP/1.1" status: 204 len: 168 time: 0.6166387 Nov 13 05:08:55.407368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cea9aa-3889-4981-afa8-b6e242291fff None None] Network 64a66769-8674-42a2-bef9-060a078cac15 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:55.442331 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4ed6fca-8fd0-4029-87da-d8a077edb76e req-9b7abe8a-c077-487e-a14a-f3b0f5e25aae tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265628 Nov 13 05:08:55.470111 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.484601 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.517688 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.542103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:55.542432 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.573087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-186cf24f-625c-43b1-93e7-53b2bcf6362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:54Z', 'revision_number': 9, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:55.574294 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:08:55.578005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:08:55.582802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:08:55.586041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Pushing event updated for resources: {'Port': ['ID=9c85c979-caad-4477-a1c2-7370a0631361,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:55.608290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186cf24f-625c-43b1-93e7-53b2bcf6362d None None] The sync data for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 is: [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:54Z', 'revision_number': 9, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': '9a2e68ee-a110-40a2-b37f-2d288f29ab3f', 'name': '', 'network_id': 'a6a4495e-4a49-4ccb-8a05-dba2133af172', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:6e:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:35Z', 'updated_at': '2021-11-13T05:08:41Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': '43af4494-2b9a-44f1-9803-8eaffa31fd74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:55.628184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] For port 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8,segment=NetworkSegment(97ce51d8-7641-427e-a620-841d02919c8a),segment_id=97ce51d8-7641-427e-a620-841d02919c8a)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:55.628323 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.633100 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:55.633751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708195d6-ecd6-4e25-b1bc-12aedfc16cf6 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:08:55.633868 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.645264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:55.659739 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6cae5da6-8961-4b81-af5d-d0716e13d325 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0538263 Nov 13 05:08:55.663187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56320) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:55.668320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7ef0cd9b-4eb7-4058-9976-f7d0452f8c46 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.178'}]}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:08:55.693502 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cd9b-4eb7-4058-9976-f7d0452f8c46 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.694580 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cd9b-4eb7-4058-9976-f7d0452f8c46 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.737191 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.752974 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cd9b-4eb7-4058-9976-f7d0452f8c46 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.756681 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-275b8cc1-c634-432c-bdc5-1bebb15ba185 None None] Provisioning complete for port 9c85c979-caad-4477-a1c2-7370a0631361 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:08:55.757103 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-275b8cc1-c634-432c-bdc5-1bebb15ba185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.769412 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:55.773461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No DVR routers for this DVR port 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:08:55.796535 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-275b8cc1-c634-432c-bdc5-1bebb15ba185 None None] Port 9c85c979-caad-4477-a1c2-7370a0631361 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:08:55.856082 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.880859 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a66769-8674-42a2-bef9-060a078cac15']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:55.893211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ce51d8-7641-427e-a620-841d02919c8a') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:55.893917 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ce51d8-7641-427e-a620-841d02919c8a') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:55.895690 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cd9b-4eb7-4058-9976-f7d0452f8c46 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.906835 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.922704 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.930193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:08:55.930669 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:08:55.934198 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:08:55.982587 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb54de8-ea50-4f2b-af84-291312fd49ad None None] DHCP port deletion for 64a66769-8674-42a2-bef9-060a078cac15 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:08:56.008529 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:56.017678 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:56.023527 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/networks/64a66769-8674-42a2-bef9-060a078cac15 HTTP/1.1" status: 204 len: 168 time: 0.6164954 Nov 13 05:08:56.036427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56322) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:56.048205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8b0e5-c4ac-4fb2-9ede-32a30d01715b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Network': ['ID=64a66769-8674-42a2-bef9-060a078cac15,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:56.156112 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cd9b-4eb7-4058-9976-f7d0452f8c46 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:56.179235 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cd9b-4eb7-4058-9976-f7d0452f8c46 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:56.384557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-14b351cc-70a5-4dcc-b405-18d9d13ed061 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:56.590251 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e08b77-f51f-433b-bb72-587f91c3022c req-e933e88d-076c-48f0-9ada-71b6133407ac tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:08:56.592170 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37e08b77-f51f-433b-bb72-587f91c3022c req-e933e88d-076c-48f0-9ada-71b6133407ac tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 945 time: 0.0631616 Nov 13 05:08:56.622345 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cd9b-4eb7-4058-9976-f7d0452f8c46 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:56.688823 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37e08b77-f51f-433b-bb72-587f91c3022c req-7f13f24a-2832-4bf1-be6b-3e629c26597a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896595 Nov 13 05:08:56.719308 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-14b351cc-70a5-4dcc-b405-18d9d13ed061 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:56.719646 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-14b351cc-70a5-4dcc-b405-18d9d13ed061 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:56.784354 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cd9b-4eb7-4058-9976-f7d0452f8c46 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:56.786542 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cd9b-4eb7-4058-9976-f7d0452f8c46 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:56.809999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-14b351cc-70a5-4dcc-b405-18d9d13ed061 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] For port 9a2e68ee-a110-40a2-b37f-2d288f29ab3f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9a2e68ee-a110-40a2-b37f-2d288f29ab3f,segment=NetworkSegment(e713ad23-4e7d-4ec7-9b64-7880312e9a5d),segment_id=e713ad23-4e7d-4ec7-9b64-7880312e9a5d)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:56.810358 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-14b351cc-70a5-4dcc-b405-18d9d13ed061 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:56.824769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-14b351cc-70a5-4dcc-b405-18d9d13ed061 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for 9a2e68ee-a110-40a2-b37f-2d288f29ab3f owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:56.839712 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cd9b-4eb7-4058-9976-f7d0452f8c46 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:56.840341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef0cd9b-4eb7-4058-9976-f7d0452f8c46 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8914d022-c93a-447d-bab5-ef5fbd5b1997 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:08:56.857869 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-7ef0cd9b-4eb7-4058-9976-f7d0452f8c46 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 13 05:08:56.861657 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7ef0cd9b-4eb7-4058-9976-f7d0452f8c46 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1947868 Nov 13 05:08:56.862065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56328) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:56.969558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-cd218c04-559c-4be9-9a93-da01c487da51 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Deleting port 9c85c979-caad-4477-a1c2-7370a0631361 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:56.969903 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd218c04-559c-4be9-9a93-da01c487da51 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:57.037275 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-14b351cc-70a5-4dcc-b405-18d9d13ed061 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:57.055432 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd218c04-559c-4be9-9a93-da01c487da51 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:57.069142 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-cd218c04-559c-4be9-9a93-da01c487da51 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Calling delete_port for 9c85c979-caad-4477-a1c2-7370a0631361 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:57.071839 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b351cc-70a5-4dcc-b405-18d9d13ed061 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=9a2e68ee-a110-40a2-b37f-2d288f29ab3f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:57.138256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fc5c1730-9367-4de9-b8a8-dbb08c8816f9 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:08:57.168796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: fc5c1730-9367-4de9-b8a8-dbb08c8816f9 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:08:57.169509 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device fc5c1730-9367-4de9-b8a8-dbb08c8816f9 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:08:57.170493 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:08:57.201645 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:08:57.201976 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8bd5e0f1-fcb8-4236-aa3c-b9f2b55ea0a8 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:08:57.249526 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd218c04-559c-4be9-9a93-da01c487da51 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:57.283134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd218c04-559c-4be9-9a93-da01c487da51 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c85c979-caad-4477-a1c2-7370a0631361,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:57.306457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed98024d-67cf-4431-8e8c-82d1b821ff18 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:08:57.381250 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd218c04-559c-4be9-9a93-da01c487da51 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:57.386999 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cd218c04-559c-4be9-9a93-da01c487da51 tempest-RoutersAdminNegativeTest-1499112687 tempest-RoutersAdminNegativeTest-1499112687-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9c85c979-caad-4477-a1c2-7370a0631361 HTTP/1.1" status: 204 len: 168 time: 0.5217340 Nov 13 05:08:57.638534 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-14b351cc-70a5-4dcc-b405-18d9d13ed061 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:57.670888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56340) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:57.795433 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-995e9814-6364-4f17-adfa-709a569e1b80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:57.839423 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b351cc-70a5-4dcc-b405-18d9d13ed061 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 732eca9e-89a6-496f-b689-09090b0a2572 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:08:57.901749 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-995e9814-6364-4f17-adfa-709a569e1b80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:57.907331 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-995e9814-6364-4f17-adfa-709a569e1b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:57.943551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b351cc-70a5-4dcc-b405-18d9d13ed061 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:08:57.952073 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-14b351cc-70a5-4dcc-b405-18d9d13ed061 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/732eca9e-89a6-496f-b689-09090b0a2572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9098840 Nov 13 05:08:57.952696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56344) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:57.953029 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56346) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:57.953182 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-995e9814-6364-4f17-adfa-709a569e1b80 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=595239f31bd34cb19fe9c1d1e799869c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2810585 Nov 13 05:08:57.955712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e9814-6364-4f17-adfa-709a569e1b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea3b45-4266-4864-b09a-76b7ceed99c3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:57.956998 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f1b60-6d63-499a-ad23-28cefae66650 None None] Sync routers for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:08:57.980814 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f1b60-6d63-499a-ad23-28cefae66650 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:57.981492 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-306f1b60-6d63-499a-ad23-28cefae66650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:58.050694 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-5050bbac-378a-4e6a-98c7-d74f04e45313 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting subnet 43af4494-2b9a-44f1-9803-8eaffa31fd74 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:08:58.061276 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5050bbac-378a-4e6a-98c7-d74f04e45313 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.087102 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c87976ea-a737-4f8b-b00d-ddae7a41cd9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.087894 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-306f1b60-6d63-499a-ad23-28cefae66650 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:58.126181 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5050bbac-378a-4e6a-98c7-d74f04e45313 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.130630 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c87976ea-a737-4f8b-b00d-ddae7a41cd9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.238682 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c87976ea-a737-4f8b-b00d-ddae7a41cd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.241879 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c87976ea-a737-4f8b-b00d-ddae7a41cd9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.243729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c87976ea-a737-4f8b-b00d-ddae7a41cd9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1ea3b45-4266-4864-b09a-76b7ceed99c3 HTTP/1.1" status: 204 len: 168 time: 0.2880275 Nov 13 05:08:58.255285 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5050bbac-378a-4e6a-98c7-d74f04e45313 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.258643 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87976ea-a737-4f8b-b00d-ddae7a41cd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea3b45-4266-4864-b09a-76b7ceed99c3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:58.305796 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-306f1b60-6d63-499a-ad23-28cefae66650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:56Z', 'revision_number': 10, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:58.330278 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5050bbac-378a-4e6a-98c7-d74f04e45313 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.338762 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f1b60-6d63-499a-ad23-28cefae66650 None None] Checking router: 732eca9e-89a6-496f-b689-09090b0a2572 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:08:58.349529 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f1b60-6d63-499a-ad23-28cefae66650 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:08:58.350143 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-306f1b60-6d63-499a-ad23-28cefae66650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:58.375785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050bbac-378a-4e6a-98c7-d74f04e45313 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Subnet': ['ID=43af4494-2b9a-44f1-9803-8eaffa31fd74,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:58.388929 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5050bbac-378a-4e6a-98c7-d74f04e45313 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.389891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba36154b-ce15-459f-8207-bbb20b9b9f45 None None] Network a6a4495e-4a49-4ccb-8a05-dba2133af172 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:08:58.392468 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5050bbac-378a-4e6a-98c7-d74f04e45313 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/43af4494-2b9a-44f1-9803-8eaffa31fd74 HTTP/1.1" status: 204 len: 168 time: 0.4384804 Nov 13 05:08:58.396023 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56362) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:58.481613 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-306f1b60-6d63-499a-ad23-28cefae66650 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:08:58.553007 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.592055 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.614963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port 20c2055e-6680-47e8-ad49-8d02c7e7e597 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:58.615551 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.663995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b32106d-31d9-4b53-bc9c-0873df0a1c5d None None] DHCP port deletion for a6a4495e-4a49-4ccb-8a05-dba2133af172 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:08:58.702930 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56368) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:58.706836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] For port 20c2055e-6680-47e8-ad49-8d02c7e7e597, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=20c2055e-6680-47e8-ad49-8d02c7e7e597,segment=NetworkSegment(e713ad23-4e7d-4ec7-9b64-7880312e9a5d),segment_id=e713ad23-4e7d-4ec7-9b64-7880312e9a5d)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:58.707309 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.722247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for 20c2055e-6680-47e8-ad49-8d02c7e7e597 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:58.751503 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-306f1b60-6d63-499a-ad23-28cefae66650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:56Z', 'revision_number': 10, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:58.767951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6b32106d-31d9-4b53-bc9c-0873df0a1c5d None None] Deleting port 20c2055e-6680-47e8-ad49-8d02c7e7e597 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:58.768603 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b32106d-31d9-4b53-bc9c-0873df0a1c5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.783609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bd1f7899-74aa-4af1-99e3-dbc37dfbd92c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5ba5e1051e04a6b8b20b5500cf531d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0784216 Nov 13 05:08:58.789423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56370) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:58.824533 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f1b60-6d63-499a-ad23-28cefae66650 None None] The sync data for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 is: [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:08:56Z', 'revision_number': 10, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None, '_interfaces': [{'id': 'bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf', 'name': '', 'network_id': '2473ddf8-77f8-4137-9cdd-ab07c8f7f322', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'mac_address': 'fa:16:3e:9d:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732eca9e-89a6-496f-b689-09090b0a2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:08:31Z', 'updated_at': '2021-11-13T05:08:36Z', 'revision_number': 5, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'subnets': [{'id': 'a7f06b77-ec77-4086-a645-5339fedc8993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:08:58.847437 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.865878 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6b32106d-31d9-4b53-bc9c-0873df0a1c5d None None] For port 20c2055e-6680-47e8-ad49-8d02c7e7e597, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=20c2055e-6680-47e8-ad49-8d02c7e7e597,segment=NetworkSegment(e713ad23-4e7d-4ec7-9b64-7880312e9a5d),segment_id=e713ad23-4e7d-4ec7-9b64-7880312e9a5d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:08:58.866310 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b32106d-31d9-4b53-bc9c-0873df0a1c5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.868707 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef815434-53da-45bf-b22a-504e7c7a8739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.883381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6b32106d-31d9-4b53-bc9c-0873df0a1c5d None None] Calling delete_port for 20c2055e-6680-47e8-ad49-8d02c7e7e597 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:08:58.895726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef815434-53da-45bf-b22a-504e7c7a8739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.897775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=20c2055e-6680-47e8-ad49-8d02c7e7e597,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:58.908985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No DVR routers for this DVR port 20c2055e-6680-47e8-ad49-8d02c7e7e597 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:08:58.961493 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef815434-53da-45bf-b22a-504e7c7a8739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.965693 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.968340 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef815434-53da-45bf-b22a-504e7c7a8739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:58.969924 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ef815434-53da-45bf-b22a-504e7c7a8739 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13a5567a-af05-48b7-8787-5d66c2fd6052 HTTP/1.1" status: 204 len: 168 time: 0.1790879 Nov 13 05:08:58.981330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef815434-53da-45bf-b22a-504e7c7a8739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a5567a-af05-48b7-8787-5d66c2fd6052,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:58.995156 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b32106d-31d9-4b53-bc9c-0873df0a1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:59.021134 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:59.031698 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32106d-31d9-4b53-bc9c-0873df0a1c5d None None] Pushing event deleted for resources: {'Port': ['ID=20c2055e-6680-47e8-ad49-8d02c7e7e597,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:59.036356 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b32106d-31d9-4b53-bc9c-0873df0a1c5d None None] No DVR routers for this DVR port 20c2055e-6680-47e8-ad49-8d02c7e7e597 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:08:59.058799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a4495e-4a49-4ccb-8a05-dba2133af172']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:59.070027 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e713ad23-4e7d-4ec7-9b64-7880312e9a5d') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:59.070479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e713ad23-4e7d-4ec7-9b64-7880312e9a5d') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:08:59.082208 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:59.097921 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:59.105860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:08:59.106121 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:08:59.127953 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:08:59.195615 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:59.222245 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:59.228335 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/networks/a6a4495e-4a49-4ccb-8a05-dba2133af172 HTTP/1.1" status: 204 len: 168 time: 0.8284566 Nov 13 05:08:59.228335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd97f9-6bba-406f-b646-b7cbfc0225a7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Network': ['ID=a6a4495e-4a49-4ccb-8a05-dba2133af172,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:08:59.228693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56376) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:59.281697 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9a2e68ee-a110-40a2-b37f-2d288f29ab3f no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:08:59.309015 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 9a2e68ee-a110-40a2-b37f-2d288f29ab3f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:08:59.309670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9a2e68ee-a110-40a2-b37f-2d288f29ab3f not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:08:59.310259 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 20c2055e-6680-47e8-ad49-8d02c7e7e597 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:08:59.331810 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 20c2055e-6680-47e8-ad49-8d02c7e7e597 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:08:59.332457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 20c2055e-6680-47e8-ad49-8d02c7e7e597 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:08:59.650370 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c00cb48-974c-4dc9-b013-ef93ac40eb4d tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:59.808690 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56396) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:08:59.906175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3c00cb48-974c-4dc9-b013-ef93ac40eb4d tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:08:59.906678 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c00cb48-974c-4dc9-b013-ef93ac40eb4d tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:08:59.932352 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f0e308b2-2a22-4d49-ab5e-b5c9331674a7 tempest-AgentManagementNegativeTest-579056733 tempest-AgentManagementNegativeTest-579056733-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1221969 Nov 13 05:09:00.008089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-3c00cb48-974c-4dc9-b013-ef93ac40eb4d tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] For port bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf,segment=NetworkSegment(a740d74c-fec4-4c10-aafc-222b8e490404),segment_id=a740d74c-fec4-4c10-aafc-222b8e490404)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:00.008766 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c00cb48-974c-4dc9-b013-ef93ac40eb4d tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:00.022957 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3c00cb48-974c-4dc9-b013-ef93ac40eb4d tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:00.197565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56404) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:00.218513 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c00cb48-974c-4dc9-b013-ef93ac40eb4d tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:00.250791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00cb48-974c-4dc9-b013-ef93ac40eb4d tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:00.344091 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7c17-2f27-423a-8fcf-b692fdf69a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:00.427021 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c00cb48-974c-4dc9-b013-ef93ac40eb4d tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:00.449152 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7c17-2f27-423a-8fcf-b692fdf69a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:00.458637 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7c17-2f27-423a-8fcf-b692fdf69a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:00.503665 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bc7f7c17-2f27-423a-8fcf-b692fdf69a0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c29a6810f69244a6ad59ea7bccddbc49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3046806 Nov 13 05:09:00.504549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f7c17-2f27-423a-8fcf-b692fdf69a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df109ca2-255e-4109-80f2-70ef79098fef,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:00.507438 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56408) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:00.561968 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4b2b369f-62ca-4fb2-95f2-ae44f64731a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:00.595631 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4b2b369f-62ca-4fb2-95f2-ae44f64731a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:00.611315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c00cb48-974c-4dc9-b013-ef93ac40eb4d tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 732eca9e-89a6-496f-b689-09090b0a2572 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:09:00.654290 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4b2b369f-62ca-4fb2-95f2-ae44f64731a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:00.657200 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4b2b369f-62ca-4fb2-95f2-ae44f64731a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:00.660757 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4b2b369f-62ca-4fb2-95f2-ae44f64731a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df109ca2-255e-4109-80f2-70ef79098fef HTTP/1.1" status: 204 len: 168 time: 0.1500118 Nov 13 05:09:00.668728 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b369f-62ca-4fb2-95f2-ae44f64731a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df109ca2-255e-4109-80f2-70ef79098fef,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:00.705013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c00cb48-974c-4dc9-b013-ef93ac40eb4d tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:09:00.711040 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3c00cb48-974c-4dc9-b013-ef93ac40eb4d tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/732eca9e-89a6-496f-b689-09090b0a2572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4806483 Nov 13 05:09:00.713152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56414) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:00.718889 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc74c96-e6bb-4c64-abe2-5d1581b7a908 None None] Sync routers for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:09:00.732957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc74c96-e6bb-4c64-abe2-5d1581b7a908 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:09:00.733856 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5cc74c96-e6bb-4c64-abe2-5d1581b7a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:00.771466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting subnet a7f06b77-ec77-4086-a645-5339fedc8993 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:09:00.774994 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:00.822688 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:00.835402 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-5cc74c96-e6bb-4c64-abe2-5d1581b7a908 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:09:00.891255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5cc74c96-e6bb-4c64-abe2-5d1581b7a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:09:00Z', 'revision_number': 11, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:00.920284 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:00.927639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc74c96-e6bb-4c64-abe2-5d1581b7a908 None None] Checking router: 732eca9e-89a6-496f-b689-09090b0a2572 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:09:00.938030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc74c96-e6bb-4c64-abe2-5d1581b7a908 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:09:00.938780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5cc74c96-e6bb-4c64-abe2-5d1581b7a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:01.017054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-5cc74c96-e6bb-4c64-abe2-5d1581b7a908 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:09:01.098481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5cc74c96-e6bb-4c64-abe2-5d1581b7a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:09:00Z', 'revision_number': 11, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:01.109250 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:01.150274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc74c96-e6bb-4c64-abe2-5d1581b7a908 None None] The sync data for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 is: [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:09:00Z', 'revision_number': 11, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:09:01.162289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f06b77-ec77-4086-a645-5339fedc8993,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:01.173067 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:01.173510 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:01.174070 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:01.174505 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:01.174889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:01.175533 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:01.175914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:01.176297 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:01.176676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:01.177067 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:01.177436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:01.177811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:01.191145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:01.191493 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e7dbbc-fa09-4cf9-a2ce-9aa5a4aace2d None None] Network 2473ddf8-77f8-4137-9cdd-ab07c8f7f322 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:01.197724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56424) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:01.201819 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b93682dc-bd87-4598-8bc1-c8fa5f7a78ff tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/a7f06b77-ec77-4086-a645-5339fedc8993 HTTP/1.1" status: 204 len: 168 time: 0.4875176 Nov 13 05:09:01.369797 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:01.466401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Deleting port c67c018e-873b-4eb5-b76d-4dddbaf37ca8 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:01.467044 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:01.525933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4316070d-e0d4-4f86-a077-8efda7630603 None None] DHCP port deletion for 2473ddf8-77f8-4137-9cdd-ab07c8f7f322 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:09:01.546807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] For port c67c018e-873b-4eb5-b76d-4dddbaf37ca8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c67c018e-873b-4eb5-b76d-4dddbaf37ca8,segment=NetworkSegment(a740d74c-fec4-4c10-aafc-222b8e490404),segment_id=a740d74c-fec4-4c10-aafc-222b8e490404)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:01.547337 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:01.563258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Calling delete_port for c67c018e-873b-4eb5-b76d-4dddbaf37ca8 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:01.669351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4316070d-e0d4-4f86-a077-8efda7630603 None None] Deleting port c67c018e-873b-4eb5-b76d-4dddbaf37ca8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:01.670058 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4316070d-e0d4-4f86-a077-8efda7630603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:01.678355 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:01.739536 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No DVR routers for this DVR port c67c018e-873b-4eb5-b76d-4dddbaf37ca8 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:09:01.780080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4316070d-e0d4-4f86-a077-8efda7630603 None None] For port c67c018e-873b-4eb5-b76d-4dddbaf37ca8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c67c018e-873b-4eb5-b76d-4dddbaf37ca8,segment=NetworkSegment(a740d74c-fec4-4c10-aafc-222b8e490404),segment_id=a740d74c-fec4-4c10-aafc-222b8e490404)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:01.780599 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4316070d-e0d4-4f86-a077-8efda7630603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:01.783884 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56438) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:01.800869 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Port': ['ID=c67c018e-873b-4eb5-b76d-4dddbaf37ca8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:01.814871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4316070d-e0d4-4f86-a077-8efda7630603 None None] Calling delete_port for c67c018e-873b-4eb5-b76d-4dddbaf37ca8 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:01.912446 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:01.940900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2473ddf8-77f8-4137-9cdd-ab07c8f7f322']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:01.952413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a740d74c-fec4-4c10-aafc-222b8e490404') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:01.952733 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a740d74c-fec4-4c10-aafc-222b8e490404') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:01.958797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Request body: {'networks': [{'name': 'tempest-network--1351353168'}, {'name': 'tempest-network--1578717288'}]} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:01.959822 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Request body: {'network': {'name': 'tempest-network--1351353168'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:01.961184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Request body: {'network': {'name': 'tempest-network--1578717288'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:01.965304 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:01.983352 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:01.992752 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:01.993874 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:01.997316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Made reservation on behalf of 0b821179bf994f428f72f383aefac165 for: {'network': 2} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:02.006722 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.021189 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:02.034845 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:02.103464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.113699 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.119626 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/networks/2473ddf8-77f8-4137-9cdd-ab07c8f7f322 HTTP/1.1" status: 204 len: 168 time: 0.9191556 Nov 13 05:09:02.124549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56442) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:02.130998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d80d8edb-3394-493e-abb8-cc430d8b4a99 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'router': {'routes': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:02.189053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0127556-f56d-44ff-8c82-e30665cd6ce0 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Pushing event deleted for resources: {'Network': ['ID=2473ddf8-77f8-4137-9cdd-ab07c8f7f322,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:02.195766 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4316070d-e0d4-4f86-a077-8efda7630603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.204902 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4316070d-e0d4-4f86-a077-8efda7630603 None None] Network 2473ddf8-77f8-4137-9cdd-ab07c8f7f322 is not hosted by any dhcp agent {{(pid=102669) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 13 05:09:02.205340 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4316070d-e0d4-4f86-a077-8efda7630603 None None] No DVR routers for this DVR port c67c018e-873b-4eb5-b76d-4dddbaf37ca8 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:09:02.226708 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.228477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316070d-e0d4-4f86-a077-8efda7630603 None None] Pushing event deleted for resources: {'Port': ['ID=c67c018e-873b-4eb5-b76d-4dddbaf37ca8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:02.235357 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.235894 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.276763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f33880-b1ba-4b9f-a15d-cdf60f640b31,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:02.284609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:02.295907 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.296367 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Added segment c5d9367d-f0cf-430b-b029-8e245fe586dd of type vlan for network 3d2dd809-da09-467e-8002-4d679792d999 Nov 13 05:09:02.341744 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.extraroute_db [None req-d80d8edb-3394-493e-abb8-cc430d8b4a99 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Added routes are [] {{(pid=102667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 13 05:09:02.342332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.extraroute_db [None req-d80d8edb-3394-493e-abb8-cc430d8b4a99 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Removed routes are [] {{(pid=102667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 13 05:09:02.342421 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d80d8edb-3394-493e-abb8-cc430d8b4a99 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.345572 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.384369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:02.395706 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.396159 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Added segment 7539607b-5947-4981-8a52-d68b4f06a81d of type vlan for network 12925120-f332-4a20-b660-3c4fa60658ad Nov 13 05:09:02.450641 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.482983 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.483777 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.489715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:02.495242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:02.495926 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.504982 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d80d8edb-3394-493e-abb8-cc430d8b4a99 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.509279 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d80d8edb-3394-493e-abb8-cc430d8b4a99 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.560051 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7723055 Nov 13 05:09:02.561273 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56444) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:02.590834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80d8edb-3394-493e-abb8-cc430d8b4a99 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 732eca9e-89a6-496f-b689-09090b0a2572 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:09:02.611101 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event updated for resources: {'Network': ['ID=3d2dd809-da09-467e-8002-4d679792d999,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:02.625168 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 3d2dd809-da09-467e-8002-4d679792d999 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:02.676399 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80d8edb-3394-493e-abb8-cc430d8b4a99 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:09:02.683439 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d80d8edb-3394-493e-abb8-cc430d8b4a99 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.688272 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d80d8edb-3394-493e-abb8-cc430d8b4a99 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/732eca9e-89a6-496f-b689-09090b0a2572 HTTP/1.1" status: 200 len: 701 time: 0.5622787 Nov 13 05:09:02.688908 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56446) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:02.725218 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c926ed4c-3af7-44af-b880-bb1f303d27bd tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports?device_id=732eca9e-89a6-496f-b689-09090b0a2572 HTTP/1.1" status: 200 len: 205 time: 0.0350587 Nov 13 05:09:02.725856 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56448) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:02.816783 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd8668-8aee-489b-a62d-f752a84124d8 None None] Sync routers for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:09:02.820502 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb5f0-2632-4807-96b6-9ab953dbbbd4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:02.829441 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd8668-8aee-489b-a62d-f752a84124d8 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:09:02.830440 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b5dd8668-8aee-489b-a62d-f752a84124d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:02.900741 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-b5dd8668-8aee-489b-a62d-f752a84124d8 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:09:02.954303 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b5dd8668-8aee-489b-a62d-f752a84124d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:09:00Z', 'revision_number': 11, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:02.985890 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd8668-8aee-489b-a62d-f752a84124d8 None None] Checking router: 732eca9e-89a6-496f-b689-09090b0a2572 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:09:02.995625 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd8668-8aee-489b-a62d-f752a84124d8 None None] Routers {'732eca9e-89a6-496f-b689-09090b0a2572'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:09:02.996517 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b5dd8668-8aee-489b-a62d-f752a84124d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['732eca9e-89a6-496f-b689-09090b0a2572'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:03.005220 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb5f0-2632-4807-96b6-9ab953dbbbd4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.007699 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb5f0-2632-4807-96b6-9ab953dbbbd4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.071596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a253dce-9477-4e6e-b893-d372dea58df7 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event updated for resources: {'Network': ['ID=12925120-f332-4a20-b660-3c4fa60658ad,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:03.072967 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-b5dd8668-8aee-489b-a62d-f752a84124d8 None None] Set router 732eca9e-89a6-496f-b689-09090b0a2572 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:09:03.090692 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 12925120-f332-4a20-b660-3c4fa60658ad details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:03.114146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035543d3-3a54-41b4-9d8d-a11029e9b22f tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:03.123060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035543d3-3a54-41b4-9d8d-a11029e9b22f tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:03.132099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035543d3-3a54-41b4-9d8d-a11029e9b22f tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:03.139923 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb5f0-2632-4807-96b6-9ab953dbbbd4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.140678 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3bb5f0-2632-4807-96b6-9ab953dbbbd4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Fanout notify agent at l3_agent the message router_deleted on router 732eca9e-89a6-496f-b689-09090b0a2572 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:09:03.148998 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb5f0-2632-4807-96b6-9ab953dbbbd4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.149942 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b5dd8668-8aee-489b-a62d-f752a84124d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:09:00Z', 'revision_number': 11, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:03.156454 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035543d3-3a54-41b4-9d8d-a11029e9b22f tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:03.156546 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5c3bb5f0-2632-4807-96b6-9ab953dbbbd4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/routers/732eca9e-89a6-496f-b689-09090b0a2572 HTTP/1.1" status: 204 len: 168 time: 0.4233859 Nov 13 05:09:03.156618 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-035543d3-3a54-41b4-9d8d-a11029e9b22f tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5919607 Nov 13 05:09:03.157039 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56456) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:03.157376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56454) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:03.169306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5391f2fe-c061-414e-b785-2e8d427406f7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-818274835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:03.195834 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd8668-8aee-489b-a62d-f752a84124d8 None None] The sync data for ids ['732eca9e-89a6-496f-b689-09090b0a2572'] in n-d-813114-2 is: [{'id': '732eca9e-89a6-496f-b689-09090b0a2572', 'name': 'tempest-RoutersTest-router-2028919533', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:08:29Z', 'updated_at': '2021-11-13T05:09:00Z', 'revision_number': 11, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:09:03.227845 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c67c018e-873b-4eb5-b76d-4dddbaf37ca8 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:09:03.252848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: c67c018e-873b-4eb5-b76d-4dddbaf37ca8 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:09:03.253601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c67c018e-873b-4eb5-b76d-4dddbaf37ca8 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:09:03.253836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:09:03.263269 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5391f2fe-c061-414e-b785-2e8d427406f7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.264326 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5391f2fe-c061-414e-b785-2e8d427406f7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.275505 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b799cf88-972c-4ca2-9e2a-e072fbb78319 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.283535 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:09:03.283780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bfb52dab-d2fd-49f8-b1f2-24ee0a369cbf not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:09:03.361390 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5391f2fe-c061-414e-b785-2e8d427406f7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.373076 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5391f2fe-c061-414e-b785-2e8d427406f7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.428549 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b799cf88-972c-4ca2-9e2a-e072fbb78319 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.433824 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5391f2fe-c061-414e-b785-2e8d427406f7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.435272 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5391f2fe-c061-414e-b785-2e8d427406f7 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2769020 Nov 13 05:09:03.438204 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56458) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:03.443017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-55358a3a-50d2-40e1-b268-1a4d4ea408de tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:03.463131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-b799cf88-972c-4ca2-9e2a-e072fbb78319 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2dd809-da09-467e-8002-4d679792d999']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:03.475970 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-b799cf88-972c-4ca2-9e2a-e072fbb78319 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d9367d-f0cf-430b-b029-8e245fe586dd') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:03.476407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-b799cf88-972c-4ca2-9e2a-e072fbb78319 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d9367d-f0cf-430b-b029-8e245fe586dd') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:03.490670 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b799cf88-972c-4ca2-9e2a-e072fbb78319 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.507787 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b799cf88-972c-4ca2-9e2a-e072fbb78319 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.515497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b799cf88-972c-4ca2-9e2a-e072fbb78319 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:03.515994 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b799cf88-972c-4ca2-9e2a-e072fbb78319 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:03.519896 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:03.586729 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b799cf88-972c-4ca2-9e2a-e072fbb78319 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.604615 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b799cf88-972c-4ca2-9e2a-e072fbb78319 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.607910 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b799cf88-972c-4ca2-9e2a-e072fbb78319 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "DELETE /v2.0/networks/3d2dd809-da09-467e-8002-4d679792d999 HTTP/1.1" status: 204 len: 168 time: 0.4483130 Nov 13 05:09:03.609792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799cf88-972c-4ca2-9e2a-e072fbb78319 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event deleted for resources: {'Network': ['ID=3d2dd809-da09-467e-8002-4d679792d999,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:03.611354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56460) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:03.690219 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55358a3a-50d2-40e1-b268-1a4d4ea408de tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.702052 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55358a3a-50d2-40e1-b268-1a4d4ea408de tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.704154 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b128afcf-25e6-4f7a-9ae6-bb8f2d6627d8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.802085 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55358a3a-50d2-40e1-b268-1a4d4ea408de tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Router 28dd14cc-29c6-4b90-9c8c-bc4a627c85ae is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:09:03.816772 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b128afcf-25e6-4f7a-9ae6-bb8f2d6627d8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.844205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-b128afcf-25e6-4f7a-9ae6-bb8f2d6627d8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12925120-f332-4a20-b660-3c4fa60658ad']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:03.860902 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-b128afcf-25e6-4f7a-9ae6-bb8f2d6627d8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7539607b-5947-4981-8a52-d68b4f06a81d') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:03.861505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-b128afcf-25e6-4f7a-9ae6-bb8f2d6627d8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7539607b-5947-4981-8a52-d68b4f06a81d') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:03.874224 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b128afcf-25e6-4f7a-9ae6-bb8f2d6627d8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.889487 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b128afcf-25e6-4f7a-9ae6-bb8f2d6627d8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.889736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55358a3a-50d2-40e1-b268-1a4d4ea408de tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:09:03.897776 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b128afcf-25e6-4f7a-9ae6-bb8f2d6627d8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:03.898280 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b128afcf-25e6-4f7a-9ae6-bb8f2d6627d8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:03.901947 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:03.907999 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff19d5-8b08-4233-85de-f9f92c400def None None] Sync routers for ids ['28dd14cc-29c6-4b90-9c8c-bc4a627c85ae'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:09:03.908918 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55358a3a-50d2-40e1-b268-1a4d4ea408de tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:03.910098 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-55358a3a-50d2-40e1-b268-1a4d4ea408de tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "PUT /v2.0/routers/28dd14cc-29c6-4b90-9c8c-bc4a627c85ae HTTP/1.1" status: 200 len: 693 time: 0.4708865 Nov 13 05:09:03.915352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56464) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:03.922329 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff19d5-8b08-4233-85de-f9f92c400def None None] Routers {'28dd14cc-29c6-4b90-9c8c-bc4a627c85ae'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:09:03.923208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-07ff19d5-8b08-4233-85de-f9f92c400def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['28dd14cc-29c6-4b90-9c8c-bc4a627c85ae'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:03.991144 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b128afcf-25e6-4f7a-9ae6-bb8f2d6627d8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.005358 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2da686a6-452e-4e2a-b651-6a2057049ae2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/routers/28dd14cc-29c6-4b90-9c8c-bc4a627c85ae HTTP/1.1" status: 200 len: 699 time: 0.0888243 Nov 13 05:09:04.008255 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56466) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.009571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-07ff19d5-8b08-4233-85de-f9f92c400def None None] Set router 28dd14cc-29c6-4b90-9c8c-bc4a627c85ae gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:09:04.018151 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b128afcf-25e6-4f7a-9ae6-bb8f2d6627d8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.023812 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b128afcf-25e6-4f7a-9ae6-bb8f2d6627d8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "DELETE /v2.0/networks/12925120-f332-4a20-b660-3c4fa60658ad HTTP/1.1" status: 204 len: 168 time: 0.4054730 Nov 13 05:09:04.035358 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a2a52830-d7c8-4c49-b34c-5e615cc8639d tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports?device_id=28dd14cc-29c6-4b90-9c8c-bc4a627c85ae HTTP/1.1" status: 200 len: 205 time: 0.0259607 Nov 13 05:09:04.036158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56468) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.038221 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56470) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.045082 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128afcf-25e6-4f7a-9ae6-bb8f2d6627d8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event deleted for resources: {'Network': ['ID=12925120-f332-4a20-b660-3c4fa60658ad,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:04.089603 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-07ff19d5-8b08-4233-85de-f9f92c400def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd14cc-29c6-4b90-9c8c-bc4a627c85ae', 'name': 'tempest-RoutersTest-router-818274835', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:09:03Z', 'updated_at': '2021-11-13T05:09:03Z', 'revision_number': 2, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:04.120471 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff19d5-8b08-4233-85de-f9f92c400def None None] Checking router: 28dd14cc-29c6-4b90-9c8c-bc4a627c85ae for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:09:04.130207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff19d5-8b08-4233-85de-f9f92c400def None None] Routers {'28dd14cc-29c6-4b90-9c8c-bc4a627c85ae'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:09:04.130881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-07ff19d5-8b08-4233-85de-f9f92c400def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:08:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['28dd14cc-29c6-4b90-9c8c-bc4a627c85ae'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:04.142609 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d59b833-7cf7-4ce0-9a7c-3c839450bc36 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.209791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-07ff19d5-8b08-4233-85de-f9f92c400def None None] Set router 28dd14cc-29c6-4b90-9c8c-bc4a627c85ae gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:09:04.240908 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b16f1754-869f-4f03-b204-c099a43c4aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.269040 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-07ff19d5-8b08-4233-85de-f9f92c400def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd14cc-29c6-4b90-9c8c-bc4a627c85ae', 'name': 'tempest-RoutersTest-router-818274835', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:09:03Z', 'updated_at': '2021-11-13T05:09:03Z', 'revision_number': 2, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:04.297145 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff19d5-8b08-4233-85de-f9f92c400def None None] The sync data for ids ['28dd14cc-29c6-4b90-9c8c-bc4a627c85ae'] in n-d-813114-2 is: [{'id': '28dd14cc-29c6-4b90-9c8c-bc4a627c85ae', 'name': 'tempest-RoutersTest-router-818274835', 'tenant_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:09:03Z', 'updated_at': '2021-11-13T05:09:03Z', 'revision_number': 2, 'project_id': '0610f3ef52d74b48a23bcbd005f78a0a', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:09:04.358393 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d59b833-7cf7-4ce0-9a7c-3c839450bc36 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.361093 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d59b833-7cf7-4ce0-9a7c-3c839450bc36 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.370077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35deba9a-5353-4320-ae3e-252a9ebcbd0c tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:04.376635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35deba9a-5353-4320-ae3e-252a9ebcbd0c tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:04.378273 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-35deba9a-5353-4320-ae3e-252a9ebcbd0c tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3409898 Nov 13 05:09:04.382095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56474) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.387644 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-81b8db94-50d9-4a85-b76e-138832c81a19 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-338736267'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:04.420562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b8db94-50d9-4a85-b76e-138832c81a19 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Made reservation on behalf of 0b821179bf994f428f72f383aefac165 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:04.423783 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81b8db94-50d9-4a85-b76e-138832c81a19 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.432407 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d59b833-7cf7-4ce0-9a7c-3c839450bc36 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.432912 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d59b833-7cf7-4ce0-9a7c-3c839450bc36 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Fanout notify agent at l3_agent the message router_deleted on router 28dd14cc-29c6-4b90-9c8c-bc4a627c85ae {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:09:04.441706 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8d59b833-7cf7-4ce0-9a7c-3c839450bc36 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.442826 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8d59b833-7cf7-4ce0-9a7c-3c839450bc36 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/routers/28dd14cc-29c6-4b90-9c8c-bc4a627c85ae HTTP/1.1" status: 204 len: 168 time: 0.4036329 Nov 13 05:09:04.446578 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56476) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.452515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b8db94-50d9-4a85-b76e-138832c81a19 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:04.464339 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81b8db94-50d9-4a85-b76e-138832c81a19 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.464786 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-81b8db94-50d9-4a85-b76e-138832c81a19 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Added segment d4f270c9-7814-49cc-9d35-42c54b7fa1e3 of type vlan for network 5d6cf028-5c4b-4edf-a33b-2966e84da707 Nov 13 05:09:04.475041 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-988b6965-06a5-42bc-951e-75bde77b9c39 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports?device_id=28dd14cc-29c6-4b90-9c8c-bc4a627c85ae HTTP/1.1" status: 200 len: 205 time: 0.0271964 Nov 13 05:09:04.478584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56478) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.512559 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81b8db94-50d9-4a85-b76e-138832c81a19 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.531751 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-811e3c71-a693-4147-b619-5e3a9e78bac4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] delete failed (client error): The resource could not be found. Nov 13 05:09:04.533228 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-811e3c71-a693-4147-b619-5e3a9e78bac4 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/routers/28dd14cc-29c6-4b90-9c8c-bc4a627c85ae HTTP/1.1" status: 404 len: 336 time: 0.0535684 Nov 13 05:09:04.536142 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56480) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.548473 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81b8db94-50d9-4a85-b76e-138832c81a19 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.554704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b8db94-50d9-4a85-b76e-138832c81a19 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:04.555425 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81b8db94-50d9-4a85-b76e-138832c81a19 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.577279 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c888c5-9e49-476f-9b2c-999fb2d91b64 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:04.579007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c888c5-9e49-476f-9b2c-999fb2d91b64 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:04.582983 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-41c888c5-9e49-476f-9b2c-999fb2d91b64 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/50464502-bc0d-4b02-b90b-5ba059ab99bf HTTP/1.1" status: 404 len: 337 time: 0.0400655 Nov 13 05:09:04.583716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56482) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.592389 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-81b8db94-50d9-4a85-b76e-138832c81a19 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2090526 Nov 13 05:09:04.595012 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56484) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.600115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5ad61871-d582-4e1c-ba61-a50c11eda99d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1456973377'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:04.621488 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:09:04.627377 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfb662c-c00f-4371-8542-855ccba0cfc8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:04.627892 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfb662c-c00f-4371-8542-855ccba0cfc8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:04.631157 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9bfb662c-c00f-4371-8542-855ccba0cfc8 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/31f82716-8e76-4588-b595-293e8a62dcae HTTP/1.1" status: 404 len: 337 time: 0.0461085 Nov 13 05:09:04.633958 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56486) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.641731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8db94-50d9-4a85-b76e-138832c81a19 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event updated for resources: {'Network': ['ID=5d6cf028-5c4b-4edf-a33b-2966e84da707,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:04.652557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 5d6cf028-5c4b-4edf-a33b-2966e84da707 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:04.666464 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-142fe8cd-9ee3-4851-b6eb-d21fabccb614 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:04.666863 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142fe8cd-9ee3-4851-b6eb-d21fabccb614 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:04.670328 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-142fe8cd-9ee3-4851-b6eb-d21fabccb614 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/43af4494-2b9a-44f1-9803-8eaffa31fd74 HTTP/1.1" status: 404 len: 337 time: 0.0354781 Nov 13 05:09:04.673209 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56488) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.681092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad61871-d582-4e1c-ba61-a50c11eda99d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Made reservation on behalf of 0b821179bf994f428f72f383aefac165 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:04.685089 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ad61871-d582-4e1c-ba61-a50c11eda99d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.716782 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-92797b95-dfa6-4d07-a76d-25a02011b9d9 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:04.717272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92797b95-dfa6-4d07-a76d-25a02011b9d9 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:04.720364 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-92797b95-dfa6-4d07-a76d-25a02011b9d9 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/a7f06b77-ec77-4086-a645-5339fedc8993 HTTP/1.1" status: 404 len: 337 time: 0.0462036 Nov 13 05:09:04.723264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56490) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.757865 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-be2ad97a-bfc1-43b2-8772-4dacbe53e877 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports?device_id=732eca9e-89a6-496f-b689-09090b0a2572 HTTP/1.1" status: 200 len: 205 time: 0.0334780 Nov 13 05:09:04.760700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56492) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.766129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad61871-d582-4e1c-ba61-a50c11eda99d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:04.776144 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ad61871-d582-4e1c-ba61-a50c11eda99d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.776504 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-5ad61871-d582-4e1c-ba61-a50c11eda99d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Added segment f25b21df-5243-4889-b3cd-07c3de1fee63 of type vlan for network c941299f-a392-467b-9538-b20721422cb2 Nov 13 05:09:04.798701 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-383077f6-88db-4918-b144-72cb0175ebc2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] delete failed (client error): The resource could not be found. Nov 13 05:09:04.799773 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-383077f6-88db-4918-b144-72cb0175ebc2 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/routers/732eca9e-89a6-496f-b689-09090b0a2572 HTTP/1.1" status: 404 len: 336 time: 0.0383589 Nov 13 05:09:04.802465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56494) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.820715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ad61871-d582-4e1c-ba61-a50c11eda99d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.830497 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-78b96d66-e9df-40c6-aad4-e328efc8b808 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports?device_id=f82a0597-f59c-4998-9955-85988e52abf6 HTTP/1.1" status: 200 len: 205 time: 0.0268939 Nov 13 05:09:04.833016 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56496) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.848629 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ad61871-d582-4e1c-ba61-a50c11eda99d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.854403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad61871-d582-4e1c-ba61-a50c11eda99d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:04.855020 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ad61871-d582-4e1c-ba61-a50c11eda99d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:04.875249 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-35b75185-c183-496c-a6aa-53d215510622 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] delete failed (client error): The resource could not be found. Nov 13 05:09:04.876282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-35b75185-c183-496c-a6aa-53d215510622 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/routers/f82a0597-f59c-4998-9955-85988e52abf6 HTTP/1.1" status: 404 len: 336 time: 0.0423641 Nov 13 05:09:04.879109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56498) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.906391 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-451bd4d8-9187-46bd-9148-5dc4e7fe4b8b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:04.906853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451bd4d8-9187-46bd-9148-5dc4e7fe4b8b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:04.913684 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-451bd4d8-9187-46bd-9148-5dc4e7fe4b8b tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/5dde7eaa-cced-46a6-a9ab-4dcc2b34400f HTTP/1.1" status: 404 len: 337 time: 0.0299056 Nov 13 05:09:04.913684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56502) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.918155 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5ad61871-d582-4e1c-ba61-a50c11eda99d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3195484 Nov 13 05:09:04.918768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56504) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.925904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Request body: {'ports': [{'network_id': '5d6cf028-5c4b-4edf-a33b-2966e84da707', 'name': 'tempest-port--367623455', 'admin_state_up': True}, {'network_id': 'c941299f-a392-467b-9538-b20721422cb2', 'admin_state_up': False}]} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:04.926226 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Request body: {'port': {'network_id': '5d6cf028-5c4b-4edf-a33b-2966e84da707', 'name': 'tempest-port--367623455', 'admin_state_up': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:04.926664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Request body: {'port': {'network_id': 'c941299f-a392-467b-9538-b20721422cb2', 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:04.943633 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a115a1e8-110e-494b-ac89-c953497d1030 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a24382-8be4-46e9-b1bf-d28aa7f5e402 HTTP/1.1" status: 200 len: 205 time: 0.0277987 Nov 13 05:09:04.943792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad61871-d582-4e1c-ba61-a50c11eda99d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event updated for resources: {'Network': ['ID=c941299f-a392-467b-9538-b20721422cb2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:04.944619 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56506) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:04.960874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network c941299f-a392-467b-9538-b20721422cb2 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:04.992910 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-85f0373e-9068-44e7-8d32-4eabb1e12d95 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] delete failed (client error): The resource could not be found. Nov 13 05:09:04.994317 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-85f0373e-9068-44e7-8d32-4eabb1e12d95 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/routers/e4a24382-8be4-46e9-b1bf-d28aa7f5e402 HTTP/1.1" status: 404 len: 336 time: 0.0487027 Nov 13 05:09:04.996976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56508) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:05.025803 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ecd6d7ae-d8c2-468b-81e0-50ff757c6341 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d6112d7-e641-4881-b6d2-b44408ea4245 HTTP/1.1" status: 200 len: 205 time: 0.0275774 Nov 13 05:09:05.028661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56510) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:05.078038 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-b11bbfa1-34f2-4d1b-bd7a-659b17bf31d6 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] delete failed (client error): The resource could not be found. Nov 13 05:09:05.079108 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b11bbfa1-34f2-4d1b-bd7a-659b17bf31d6 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/routers/5d6112d7-e641-4881-b6d2-b44408ea4245 HTTP/1.1" status: 404 len: 336 time: 0.0499289 Nov 13 05:09:05.081807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56512) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:05.099417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Made reservation on behalf of 0b821179bf994f428f72f383aefac165 for: {'port': 2} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:05.104345 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:05.108367 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9003a3d-32a6-4806-a9cc-f902cd1cdac1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:05.108824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9003a3d-32a6-4806-a9cc-f902cd1cdac1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:05.111878 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b9003a3d-32a6-4806-a9cc-f902cd1cdac1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/f753999a-9747-445f-99a5-3e632105fc1d HTTP/1.1" status: 404 len: 337 time: 0.0291841 Nov 13 05:09:05.114972 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56514) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:05.118814 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:05.148869 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-caadf306-29f0-45c6-9ce2-a8b9dcd52770 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports?device_id=3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52 HTTP/1.1" status: 200 len: 205 time: 0.0325427 Nov 13 05:09:05.151253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56516) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:05.190470 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-2e02ce4a-78a7-4bb7-8918-7f2ec918b06f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] delete failed (client error): The resource could not be found. Nov 13 05:09:05.192414 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2e02ce4a-78a7-4bb7-8918-7f2ec918b06f tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/routers/3df8e15e-ccb5-40ef-ad84-c2b67d7bbf52 HTTP/1.1" status: 404 len: 336 time: 0.0393887 Nov 13 05:09:05.194188 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56518) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:05.208020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] device_id is not set on port aff87925-26c3-4ae8-b6f6-9a9625363e4d yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:09:05.220139 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-570ba280-8c56-45eb-a999-98847651218a tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:05.220594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570ba280-8c56-45eb-a999-98847651218a tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:05.223633 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-570ba280-8c56-45eb-a999-98847651218a tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/f90337a6-c54c-4cfd-a255-a28b99b7430b HTTP/1.1" status: 404 len: 337 time: 0.0285561 Nov 13 05:09:05.226559 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56520) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:05.254887 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-aae34f97-09d5-4b9c-a2f7-871df59a8a73 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "GET /v2.0/ports?device_id=02c1b544-f544-43a5-b899-cde39dca6f71 HTTP/1.1" status: 200 len: 205 time: 0.0255926 Nov 13 05:09:05.257340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56522) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:05.337652 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:05.416013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] device_id is not set on port 8bf136fb-66fa-477a-970d-9976714e309c yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:09:05.534682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:05.574954 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:05.641423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event updated for resources: {'Port': ['ID=aff87925-26c3-4ae8-b6f6-9a9625363e4d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:05.653440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Checking segment: {'id': 'd4f270c9-7814-49cc-9d35-42c54b7fa1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5d6cf028-5c4b-4edf-a33b-2966e84da707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:05.653934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Network hostable DHCP agents. Network: 5d6cf028-5c4b-4edf-a33b-2966e84da707, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:09:05.658789 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-123e6abe-bce4-4325-a700-aea33f300cbb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] delete failed (client error): The resource could not be found. Nov 13 05:09:05.659890 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-123e6abe-bce4-4325-a700-aea33f300cbb tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/routers/02c1b544-f544-43a5-b899-cde39dca6f71 HTTP/1.1" status: 404 len: 336 time: 0.4016590 Nov 13 05:09:05.662471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56524) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:05.671285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Network 5d6cf028-5c4b-4edf-a33b-2966e84da707 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:09:05.680211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 5d6cf028-5c4b-4edf-a33b-2966e84da707) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:05.683856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:09:05.684761 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:05.689614 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-656dec04-b098-4a75-962e-fd7c5d881834 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:05.690104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656dec04-b098-4a75-962e-fd7c5d881834 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:05.693273 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-656dec04-b098-4a75-962e-fd7c5d881834 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/f211bfe6-803a-4ad7-a797-09bf6dde9ddf HTTP/1.1" status: 404 len: 337 time: 0.0298629 Nov 13 05:09:05.695765 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05e46fa-9dd6-44e6-ba4d-1221b8ec2b0b None None] Network 5d6cf028-5c4b-4edf-a33b-2966e84da707 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:05.696285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56526) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:05.722670 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-589bb231-1ee8-4086-8107-b3dc32d63bf1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:05.723153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589bb231-1ee8-4086-8107-b3dc32d63bf1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:05.728716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-589bb231-1ee8-4086-8107-b3dc32d63bf1 tempest-RoutersTest-2020488449 tempest-RoutersTest-2020488449-project] 10.222.0.43 "DELETE /v2.0/subnets/474d229d-2694-4c37-83db-d4b6cc4fadaa HTTP/1.1" status: 404 len: 337 time: 0.0294671 Nov 13 05:09:05.755686 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Checking segment: {'id': 'f25b21df-5243-4889-b3cd-07c3de1fee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c941299f-a392-467b-9538-b20721422cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:05.756077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Network hostable DHCP agents. Network: c941299f-a392-467b-9538-b20721422cb2, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:09:05.758120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event updated for resources: {'Port': ['ID=8bf136fb-66fa-477a-970d-9976714e309c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:05.777958 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Network c941299f-a392-467b-9538-b20721422cb2 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:09:05.789084 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, c941299f-a392-467b-9538-b20721422cb2) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:05.794194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:09:05.800796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e686fac2-bd3e-4163-8079-3a26b357567a None None] Network c941299f-a392-467b-9538-b20721422cb2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:05.801779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:05.807168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:05.807873 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:05.825335 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8f9f5e46-4d0c-463f-ae2e-2bebb60de9fc tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9054775 Nov 13 05:09:05.827963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56530) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:05.889002 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a56804-edc2-4cde-a5f0-82167fa88758 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:05.896830 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a56804-edc2-4cde-a5f0-82167fa88758 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:05.898527 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-72a56804-edc2-4cde-a5f0-82167fa88758 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0674722 Nov 13 05:09:05.901509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56532) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:05.995084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-92aed4f0-82cd-4d17-9717-c3018ece9d5a tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Deleting port aff87925-26c3-4ae8-b6f6-9a9625363e4d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:05.995422 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92aed4f0-82cd-4d17-9717-c3018ece9d5a tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.008058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56538) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:06.067180 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92aed4f0-82cd-4d17-9717-c3018ece9d5a tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.080467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-92aed4f0-82cd-4d17-9717-c3018ece9d5a tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Calling delete_port for aff87925-26c3-4ae8-b6f6-9a9625363e4d owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:06.146771 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-408cacee-fca1-432e-987e-fe6ad2a98274 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0610f3ef52d74b48a23bcbd005f78a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374791 Nov 13 05:09:06.149376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56542) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:06.162863 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92aed4f0-82cd-4d17-9717-c3018ece9d5a tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.190057 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aed4f0-82cd-4d17-9717-c3018ece9d5a tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event deleted for resources: {'Port': ['ID=aff87925-26c3-4ae8-b6f6-9a9625363e4d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:06.197817 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92aed4f0-82cd-4d17-9717-c3018ece9d5a tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.201565 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-92aed4f0-82cd-4d17-9717-c3018ece9d5a tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "DELETE /v2.0/ports/aff87925-26c3-4ae8-b6f6-9a9625363e4d HTTP/1.1" status: 204 len: 168 time: 0.2989626 Nov 13 05:09:06.204161 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e85c3c70-f201-4cd9-8f66-9a16d978d4a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.204286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56544) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:06.229505 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e85c3c70-f201-4cd9-8f66-9a16d978d4a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.277358 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e85c3c70-f201-4cd9-8f66-9a16d978d4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.280314 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e85c3c70-f201-4cd9-8f66-9a16d978d4a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.283931 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e85c3c70-f201-4cd9-8f66-9a16d978d4a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6034618-8698-4863-b8ab-180f472c12a9 HTTP/1.1" status: 204 len: 168 time: 0.1312668 Nov 13 05:09:06.289428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c3c70-f201-4cd9-8f66-9a16d978d4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6034618-8698-4863-b8ab-180f472c12a9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:06.293088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-c463f5ec-a005-442a-a436-ab0d2b0d2c5e tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Deleting port 8bf136fb-66fa-477a-970d-9976714e309c {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:06.293670 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c463f5ec-a005-442a-a436-ab0d2b0d2c5e tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.375399 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c463f5ec-a005-442a-a436-ab0d2b0d2c5e tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.389193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-c463f5ec-a005-442a-a436-ab0d2b0d2c5e tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Calling delete_port for 8bf136fb-66fa-477a-970d-9976714e309c owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:06.461168 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2bd18b1a-74cc-4f79-9d40-a9039f86a09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.471916 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c463f5ec-a005-442a-a436-ab0d2b0d2c5e tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.500812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463f5ec-a005-442a-a436-ab0d2b0d2c5e tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event deleted for resources: {'Port': ['ID=8bf136fb-66fa-477a-970d-9976714e309c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:06.505977 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c463f5ec-a005-442a-a436-ab0d2b0d2c5e tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.511730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c463f5ec-a005-442a-a436-ab0d2b0d2c5e tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "DELETE /v2.0/ports/8bf136fb-66fa-477a-970d-9976714e309c HTTP/1.1" status: 204 len: 168 time: 0.3041289 Nov 13 05:09:06.512296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56552) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:06.540708 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-610ee5a6-3412-4a0c-b835-85d476052627 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0257339 Nov 13 05:09:06.542419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56556) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:06.547304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6f2dde62-b731-4ff1-8a70-53308e135555 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-281817395'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:06.569538 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2dde62-b731-4ff1-8a70-53308e135555 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Made reservation on behalf of 0b821179bf994f428f72f383aefac165 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:06.573261 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f2dde62-b731-4ff1-8a70-53308e135555 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.598516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2dde62-b731-4ff1-8a70-53308e135555 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:06.611032 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f2dde62-b731-4ff1-8a70-53308e135555 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.611566 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-6f2dde62-b731-4ff1-8a70-53308e135555 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Added segment af81c809-e78c-4484-b273-a231b3d75b9a of type vlan for network b277d7fb-3e2b-438c-825a-f95ca746d04f Nov 13 05:09:06.653645 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f2dde62-b731-4ff1-8a70-53308e135555 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.678506 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f2dde62-b731-4ff1-8a70-53308e135555 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.684208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2dde62-b731-4ff1-8a70-53308e135555 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:06.684798 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f2dde62-b731-4ff1-8a70-53308e135555 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.722546 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6f2dde62-b731-4ff1-8a70-53308e135555 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1789112 Nov 13 05:09:06.725320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56562) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:06.730828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bd14bf81-9703-4666-9a49-9a20e3df8849 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-129381779'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:06.757147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd14bf81-9703-4666-9a49-9a20e3df8849 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Made reservation on behalf of 0b821179bf994f428f72f383aefac165 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:06.760991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dde62-b731-4ff1-8a70-53308e135555 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event updated for resources: {'Network': ['ID=b277d7fb-3e2b-438c-825a-f95ca746d04f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:06.761587 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd14bf81-9703-4666-9a49-9a20e3df8849 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.773564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network b277d7fb-3e2b-438c-825a-f95ca746d04f details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:06.790986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd14bf81-9703-4666-9a49-9a20e3df8849 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:06.803296 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd14bf81-9703-4666-9a49-9a20e3df8849 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.803846 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-bd14bf81-9703-4666-9a49-9a20e3df8849 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Added segment c5aa6862-6b0d-44bf-ae42-31662e822115 of type vlan for network a7637a9f-b551-4959-9ec4-f0fde4edeb75 Nov 13 05:09:06.849570 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd14bf81-9703-4666-9a49-9a20e3df8849 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.876051 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd14bf81-9703-4666-9a49-9a20e3df8849 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.881984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd14bf81-9703-4666-9a49-9a20e3df8849 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:06.882568 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd14bf81-9703-4666-9a49-9a20e3df8849 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:06.920416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bd14bf81-9703-4666-9a49-9a20e3df8849 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1939187 Nov 13 05:09:06.956936 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14bf81-9703-4666-9a49-9a20e3df8849 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event updated for resources: {'Network': ['ID=a7637a9f-b551-4959-9ec4-f0fde4edeb75,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:06.969400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network a7637a9f-b551-4959-9ec4-f0fde4edeb75 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:06.977658 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56572) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:07.096779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-50524075'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:07.119097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Made reservation on behalf of d697577ee69f473ab84004ec8ebbf5a3 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:07.122610 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:07.132291 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:07.205756 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:07.210962 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:07.238652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:07.248779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdec761-0d31-4c06-ab0b-d6534f4aa41a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:07.254572 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:07.254926 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Added segment a7242e20-558b-4f42-bcf9-e39a8ce97039 of type vlan for network bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8 Nov 13 05:09:07.294098 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:07.319994 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:07.325617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:07.326160 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:07.364675 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.3857303 Nov 13 05:09:07.367739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56578) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:07.374449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c2f52e8e-00fd-47ce-ab99-f9dc33323b3b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Request body: {'subnet': {'network_id': 'bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:07.398554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a6d15-7d58-4555-b0be-908061872734 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Pushing event updated for resources: {'Network': ['ID=bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:07.409455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:07.475940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f52e8e-00fd-47ce-ab99-f9dc33323b3b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Made reservation on behalf of d697577ee69f473ab84004ec8ebbf5a3 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:07.480898 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2f52e8e-00fd-47ce-ab99-f9dc33323b3b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:07.667207 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2f52e8e-00fd-47ce-ab99-f9dc33323b3b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:07.724393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f52e8e-00fd-47ce-ab99-f9dc33323b3b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Pushing event updated for resources: {'Subnet': ['ID=dd452e9b-b1b9-4f63-a69a-9581c356d35c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:07.734565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f52e8e-00fd-47ce-ab99-f9dc33323b3b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Checking segment: {'id': 'a7242e20-558b-4f42-bcf9-e39a8ce97039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:07.734940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f52e8e-00fd-47ce-ab99-f9dc33323b3b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Network hostable DHCP agents. Network: bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:09:07.753045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f52e8e-00fd-47ce-ab99-f9dc33323b3b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Network bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:09:07.761630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c2f52e8e-00fd-47ce-ab99-f9dc33323b3b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:07.765751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f52e8e-00fd-47ce-ab99-f9dc33323b3b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:07.766365 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2f52e8e-00fd-47ce-ab99-f9dc33323b3b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:07.772723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc45c73d-0644-494d-8e8c-9977ba2d726e None None] Network bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:07.787077 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c2f52e8e-00fd-47ce-ab99-f9dc33323b3b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4149077 Nov 13 05:09:07.787265 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56580) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:07.793178 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e3a8e2c5-e463-481b-9ff8-c7acea4ff527 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Request body: {'port': {'network_id': 'bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8', 'name': 'tempest-TagsExtTest-132172237'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:07.859576 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:07.925612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a8e2c5-e463-481b-9ff8-c7acea4ff527 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Made reservation on behalf of d697577ee69f473ab84004ec8ebbf5a3 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:07.929853 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e2c5-e463-481b-9ff8-c7acea4ff527 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:07.948384 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8', 'network_id': 'bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8', 'tenant_id': 'd697577ee69f473ab84004ec8ebbf5a3', 'fixed_ips': [{'subnet_id': 'dd452e9b-b1b9-4f63-a69a-9581c356d35c'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:09:07.948561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-e3a8e2c5-e463-481b-9ff8-c7acea4ff527 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] device_id is not set on port 7253fc3c-8e76-4865-a2e0-d33b9c6349b4 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:09:07.949473 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:08.076149 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e3a8e2c5-e463-481b-9ff8-c7acea4ff527 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Allocated IP 172.20.0.2 (bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8/dd452e9b-b1b9-4f63-a69a-9581c356d35c/7253fc3c-8e76-4865-a2e0-d33b9c6349b4) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:09:08.246966 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e2c5-e463-481b-9ff8-c7acea4ff527 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:08.279995 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e2c5-e463-481b-9ff8-c7acea4ff527 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:08.331486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a8e2c5-e463-481b-9ff8-c7acea4ff527 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Network bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:09:08.334736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e3a8e2c5-e463-481b-9ff8-c7acea4ff527 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:08.335696 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7b24dfb6-5ae8-4f04-b790-ac349e4df7eb {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:09:08.336151 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:09:08.343421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a8e2c5-e463-481b-9ff8-c7acea4ff527 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:09:08.347613 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8e2c5-e463-481b-9ff8-c7acea4ff527 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Pushing event updated for resources: {'Port': ['ID=7253fc3c-8e76-4865-a2e0-d33b9c6349b4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:08.394642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a8e2c5-e463-481b-9ff8-c7acea4ff527 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:08.395393 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e2c5-e463-481b-9ff8-c7acea4ff527 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:08.412917 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e3a8e2c5-e463-481b-9ff8-c7acea4ff527 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.6245773 Nov 13 05:09:08.415664 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56584) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:08.420985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-604c1899-7127-406a-8dbe-18f1e1e08249 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-611634638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:08.454459 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-604c1899-7127-406a-8dbe-18f1e1e08249 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:08.455795 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-604c1899-7127-406a-8dbe-18f1e1e08249 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:08.511985 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-604c1899-7127-406a-8dbe-18f1e1e08249 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:08.516487 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-604c1899-7127-406a-8dbe-18f1e1e08249 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:08.534938 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-604c1899-7127-406a-8dbe-18f1e1e08249 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:08.536135 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-604c1899-7127-406a-8dbe-18f1e1e08249 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1193423 Nov 13 05:09:08.539318 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56586) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:08.543784 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-647476cf-e9f8-4d7c-a545-7c8ca6ebb8b2 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1371167137', 'prefixes': ['172.20.0.0/16']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:08.603464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-647476cf-e9f8-4d7c-a545-7c8ca6ebb8b2 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks [] for subnetpool, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:08.604774 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-647476cf-e9f8-4d7c-a545-7c8ca6ebb8b2 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0645037 Nov 13 05:09:08.608453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56588) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:08.613303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-b0d58d76-4ba4-40da-80ec-5c673aee161a tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dd452e9b-b1b9-4f63-a69a-9581c356d35c', 'tempest-TagsExtTest-Tag-2030743827') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:08.719121 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b0d58d76-4ba4-40da-80ec-5c673aee161a tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "PUT /v2.0/subnets/dd452e9b-b1b9-4f63-a69a-9581c356d35c/tags/tempest-TagsExtTest-Tag-2030743827 HTTP/1.1" status: 201 len: 201 time: 0.1094205 Nov 13 05:09:08.721956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56590) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:08.726811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-b7add037-8f80-4be6-a179-8590ec38b1ef tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7253fc3c-8e76-4865-a2e0-d33b9c6349b4', 'tempest-TagsExtTest-Tag-184906105') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:08.793976 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b7add037-8f80-4be6-a179-8590ec38b1ef tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "PUT /v2.0/ports/7253fc3c-8e76-4865-a2e0-d33b9c6349b4/tags/tempest-TagsExtTest-Tag-184906105 HTTP/1.1" status: 201 len: 201 time: 0.0706818 Nov 13 05:09:08.796592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56592) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:08.801271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-538b388a-4c79-45dd-82b8-3993be59ce20 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dba18e2e-07e4-4707-a71b-d461c8e6cbb7', 'tempest-TagsExtTest-Tag-1131828516') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:08.837803 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:08.979934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Allocated IP 172.20.0.3 (bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8/dd452e9b-b1b9-4f63-a69a-9581c356d35c/cf8fdf2d-5405-455f-925c-ecfdab8885e6) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:09:09.147017 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:09.154818 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:09.160757 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-538b388a-4c79-45dd-82b8-3993be59ce20 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "PUT /v2.0/routers/dba18e2e-07e4-4707-a71b-d461c8e6cbb7/tags/tempest-TagsExtTest-Tag-1131828516 HTTP/1.1" status: 201 len: 201 time: 0.3630826 Nov 13 05:09:09.163614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56596) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:09.170230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-e9abbf35-a55a-4cfc-8ebf-be5b6d9fd0fd tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '75c0ab08-0ed0-4252-b2fe-b9826db6c42b', 'tempest-TagsExtTest-Tag-951102256') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:09.224993 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Network bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:09:09.226325 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e9abbf35-a55a-4cfc-8ebf-be5b6d9fd0fd tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "PUT /v2.0/subnetpools/75c0ab08-0ed0-4252-b2fe-b9826db6c42b/tags/tempest-TagsExtTest-Tag-951102256 HTTP/1.1" status: 201 len: 201 time: 0.0612998 Nov 13 05:09:09.229032 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56598) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:09.231998 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:09.233287 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:09.233699 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-a314045b-7b9b-40e9-9025-8c9c96f860af tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dd452e9b-b1b9-4f63-a69a-9581c356d35c') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:09.235165 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Pushing event updated for resources: {'Port': ['ID=cf8fdf2d-5405-455f-925c-ecfdab8885e6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:09.237573 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:09:09.293452 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Attempting to bind port cf8fdf2d-5405-455f-925c-ecfdab8885e6 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:09:09.293869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Attempting to bind port cf8fdf2d-5405-455f-925c-ecfdab8885e6 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'a7242e20-558b-4f42-bcf9-e39a8ce97039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:09:09.294232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Attempting to bind port cf8fdf2d-5405-455f-925c-ecfdab8885e6 on network bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:09:09.299739 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:09:09.300094 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Checking segment: {'id': 'a7242e20-558b-4f42-bcf9-e39a8ce97039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:09.300482 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:09.300864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Bound using segment: {'id': 'a7242e20-558b-4f42-bcf9-e39a8ce97039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:09:09.301326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Bound port: cf8fdf2d-5405-455f-925c-ecfdab8885e6, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7242e20-558b-4f42-bcf9-e39a8ce97039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:09:09.301689 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:09.329846 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a314045b-7b9b-40e9-9025-8c9c96f860af tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/subnets/dd452e9b-b1b9-4f63-a69a-9581c356d35c/tags HTTP/1.1" status: 200 len: 241 time: 0.0971437 Nov 13 05:09:09.330084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56600) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:09.334619 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-02696c66-81f1-417e-a69b-ed3355a5fb96 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dd452e9b-b1b9-4f63-a69a-9581c356d35c', 'tempest-TagsExtTest-Tag-2030743827') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:09.366391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] For port cf8fdf2d-5405-455f-925c-ecfdab8885e6, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:09:09.370228 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] For port cf8fdf2d-5405-455f-925c-ecfdab8885e6, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=cf8fdf2d-5405-455f-925c-ecfdab8885e6,segment=NetworkSegment(a7242e20-558b-4f42-bcf9-e39a8ce97039),segment_id=a7242e20-558b-4f42-bcf9-e39a8ce97039)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:09:09.376121 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:09.390591 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-02696c66-81f1-417e-a69b-ed3355a5fb96 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/subnets/dd452e9b-b1b9-4f63-a69a-9581c356d35c/tags/tempest-TagsExtTest-Tag-2030743827 HTTP/1.1" status: 204 len: 168 time: 0.0565071 Nov 13 05:09:09.390880 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56602) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:09.396064 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-f7dcaa43-e305-4945-9832-36858c3ad062 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'dd452e9b-b1b9-4f63-a69a-9581c356d35c', 'tempest-TagsExtTest-Tag-2030743827') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:09.447786 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f5913-8d1b-4d8a-879e-3970c6246825 None None] Pushing event updated for resources: {'Port': ['ID=cf8fdf2d-5405-455f-925c-ecfdab8885e6,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:09.477936 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f7dcaa43-e305-4945-9832-36858c3ad062 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/subnets/dd452e9b-b1b9-4f63-a69a-9581c356d35c/tags/tempest-TagsExtTest-Tag-2030743827 HTTP/1.1" status: 204 len: 168 time: 0.0858953 Nov 13 05:09:09.480606 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:09.485809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-34780d21-ad56-4165-8e97-90d29cadc4bd tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dd452e9b-b1b9-4f63-a69a-9581c356d35c') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:09.538455 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-34780d21-ad56-4165-8e97-90d29cadc4bd tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/subnets/dd452e9b-b1b9-4f63-a69a-9581c356d35c/tags HTTP/1.1" status: 200 len: 205 time: 0.0559802 Nov 13 05:09:09.540913 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56606) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:09.545345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-a5ef510e-92ec-4240-9e3d-c955f832b028 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7253fc3c-8e76-4865-a2e0-d33b9c6349b4') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:09.617216 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a5ef510e-92ec-4240-9e3d-c955f832b028 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/ports/7253fc3c-8e76-4865-a2e0-d33b9c6349b4/tags HTTP/1.1" status: 200 len: 240 time: 0.0728254 Nov 13 05:09:09.618341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:09.624111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-d9deeec5-811f-4a30-aef3-710fa1b3d39e tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7253fc3c-8e76-4865-a2e0-d33b9c6349b4', 'tempest-TagsExtTest-Tag-184906105') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:09.693868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56610) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:09.694128 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d9deeec5-811f-4a30-aef3-710fa1b3d39e tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/ports/7253fc3c-8e76-4865-a2e0-d33b9c6349b4/tags/tempest-TagsExtTest-Tag-184906105 HTTP/1.1" status: 204 len: 168 time: 0.0742412 Nov 13 05:09:09.698745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-912248f5-fafc-4d1c-bc8f-42cf2a204569 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7253fc3c-8e76-4865-a2e0-d33b9c6349b4', 'tempest-TagsExtTest-Tag-184906105') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:09.776801 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-912248f5-fafc-4d1c-bc8f-42cf2a204569 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/ports/7253fc3c-8e76-4865-a2e0-d33b9c6349b4/tags/tempest-TagsExtTest-Tag-184906105 HTTP/1.1" status: 204 len: 168 time: 0.0817885 Nov 13 05:09:09.779774 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56612) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:09.784391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-b241e395-d809-4460-8f12-e5ffd5e65df3 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7253fc3c-8e76-4865-a2e0-d33b9c6349b4') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:09.834197 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b241e395-d809-4460-8f12-e5ffd5e65df3 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/ports/7253fc3c-8e76-4865-a2e0-d33b9c6349b4/tags HTTP/1.1" status: 200 len: 205 time: 0.0533378 Nov 13 05:09:09.836980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56614) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:09.841834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-fe887596-b84e-4050-8c61-1521e851299b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dba18e2e-07e4-4707-a71b-d461c8e6cbb7') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:09.919535 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fe887596-b84e-4050-8c61-1521e851299b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/routers/dba18e2e-07e4-4707-a71b-d461c8e6cbb7/tags HTTP/1.1" status: 200 len: 241 time: 0.0814319 Nov 13 05:09:09.922181 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56616) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:09.930588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-338f1a9a-1b1d-4f0d-95a1-693c9d585e24 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dba18e2e-07e4-4707-a71b-d461c8e6cbb7', 'tempest-TagsExtTest-Tag-1131828516') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:10.008179 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-338f1a9a-1b1d-4f0d-95a1-693c9d585e24 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/routers/dba18e2e-07e4-4707-a71b-d461c8e6cbb7/tags/tempest-TagsExtTest-Tag-1131828516 HTTP/1.1" status: 204 len: 168 time: 0.0848081 Nov 13 05:09:10.010561 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56618) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:10.015213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-e36d8f18-95f4-4fc4-9e72-4b599a1bac9c tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'dba18e2e-07e4-4707-a71b-d461c8e6cbb7', 'tempest-TagsExtTest-Tag-1131828516') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:10.029347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56620) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:10.035472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Request body: {'subnets': [{'network_id': 'b277d7fb-3e2b-438c-825a-f95ca746d04f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--324835394', 'ip_version': 6}, {'network_id': 'a7637a9f-b551-4959-9ec4-f0fde4edeb75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:10.036358 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Request body: {'subnet': {'network_id': 'b277d7fb-3e2b-438c-825a-f95ca746d04f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--324835394', 'ip_version': 6}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:10.037135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Request body: {'subnet': {'network_id': 'a7637a9f-b551-4959-9ec4-f0fde4edeb75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:10.059365 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:10.133938 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e36d8f18-95f4-4fc4-9e72-4b599a1bac9c tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/routers/dba18e2e-07e4-4707-a71b-d461c8e6cbb7/tags/tempest-TagsExtTest-Tag-1131828516 HTTP/1.1" status: 204 len: 168 time: 0.1199255 Nov 13 05:09:10.134305 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56622) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:10.142074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-f0b2b1d2-3f5c-4703-b2ba-600c3c7ae875 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dba18e2e-07e4-4707-a71b-d461c8e6cbb7') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:10.227888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Made reservation on behalf of 0b821179bf994f428f72f383aefac165 for: {'subnet': 2} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:10.239128 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:10.241688 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:10.244091 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f0b2b1d2-3f5c-4703-b2ba-600c3c7ae875 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/routers/dba18e2e-07e4-4707-a71b-d461c8e6cbb7/tags HTTP/1.1" status: 200 len: 205 time: 0.1084256 Nov 13 05:09:10.245150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56626) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:10.250184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-7ec6175e-9356-490e-b2a5-d8cdd68cf1f1 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '75c0ab08-0ed0-4252-b2fe-b9826db6c42b') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:10.315587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7ec6175e-9356-490e-b2a5-d8cdd68cf1f1 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/subnetpools/75c0ab08-0ed0-4252-b2fe-b9826db6c42b/tags HTTP/1.1" status: 200 len: 240 time: 0.0661600 Nov 13 05:09:10.315587 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56630) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:10.320203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-36d17433-c09a-4d6e-a6da-05fb3807ac50 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75c0ab08-0ed0-4252-b2fe-b9826db6c42b', 'tempest-TagsExtTest-Tag-951102256') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:10.346659 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-36d17433-c09a-4d6e-a6da-05fb3807ac50 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/subnetpools/75c0ab08-0ed0-4252-b2fe-b9826db6c42b/tags/tempest-TagsExtTest-Tag-951102256 HTTP/1.1" status: 204 len: 168 time: 0.0283701 Nov 13 05:09:10.347794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56632) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:10.353180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-2c5da195-72b2-4610-a741-896e0244fe0b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '75c0ab08-0ed0-4252-b2fe-b9826db6c42b', 'tempest-TagsExtTest-Tag-951102256') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:10.413438 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2c5da195-72b2-4610-a741-896e0244fe0b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/subnetpools/75c0ab08-0ed0-4252-b2fe-b9826db6c42b/tags/tempest-TagsExtTest-Tag-951102256 HTTP/1.1" status: 204 len: 168 time: 0.0618575 Nov 13 05:09:10.413671 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56636) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:10.419329 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-6741b776-3661-4554-974b-08dab5b6af12 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '75c0ab08-0ed0-4252-b2fe-b9826db6c42b') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:10.448832 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6741b776-3661-4554-974b-08dab5b6af12 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/subnetpools/75c0ab08-0ed0-4252-b2fe-b9826db6c42b/tags HTTP/1.1" status: 200 len: 205 time: 0.0317831 Nov 13 05:09:10.449443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56640) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:10.455561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-84b66ce5-a929-41a2-a4c7-22efc4752ecc tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '75c0ab08-0ed0-4252-b2fe-b9826db6c42b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:10.483062 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8171911d-d893-4e89-9073-23f5680714ed None None] Network bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:10.540273 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-84b66ce5-a929-41a2-a4c7-22efc4752ecc tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/subnetpools/75c0ab08-0ed0-4252-b2fe-b9826db6c42b/tags HTTP/1.1" status: 204 len: 168 time: 0.0886188 Nov 13 05:09:10.542649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56646) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:10.548380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-88a4468b-1702-4cfc-b635-381234e8ba72 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dba18e2e-07e4-4707-a71b-d461c8e6cbb7') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:10.565216 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b36b3f65-118d-46db-8af3-7699aa11cb83 None None] Provisioning complete for port cf8fdf2d-5405-455f-925c-ecfdab8885e6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:10.565610 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b36b3f65-118d-46db-8af3-7699aa11cb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:10.650535 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-88a4468b-1702-4cfc-b635-381234e8ba72 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/routers/dba18e2e-07e4-4707-a71b-d461c8e6cbb7/tags HTTP/1.1" status: 204 len: 168 time: 0.1067772 Nov 13 05:09:10.653144 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56650) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:10.658990 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-bd6f49c3-cfcc-41f0-a109-7444823737ab tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7253fc3c-8e76-4865-a2e0-d33b9c6349b4') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:10.699782 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b36b3f65-118d-46db-8af3-7699aa11cb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:10.752190 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bd6f49c3-cfcc-41f0-a109-7444823737ab tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/ports/7253fc3c-8e76-4865-a2e0-d33b9c6349b4/tags HTTP/1.1" status: 204 len: 168 time: 0.0978143 Nov 13 05:09:10.755086 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56654) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:10.763574 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-66cd0df9-2fe0-4bed-950b-5e8a226b2c4e tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dd452e9b-b1b9-4f63-a69a-9581c356d35c') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:10.781853 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b36b3f65-118d-46db-8af3-7699aa11cb83 None None] For port cf8fdf2d-5405-455f-925c-ecfdab8885e6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=cf8fdf2d-5405-455f-925c-ecfdab8885e6,segment=NetworkSegment(a7242e20-558b-4f42-bcf9-e39a8ce97039),segment_id=a7242e20-558b-4f42-bcf9-e39a8ce97039)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:10.788806 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b36b3f65-118d-46db-8af3-7699aa11cb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:10.789065 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:10.856836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b3f65-118d-46db-8af3-7699aa11cb83 None None] Pushing event updated for resources: {'Port': ['ID=cf8fdf2d-5405-455f-925c-ecfdab8885e6,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:10.898300 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event updated for resources: {'Subnet': ['ID=165bf591-6da6-45f9-88c7-81bc8b787f47,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:10.905799 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Checking segment: {'id': 'af81c809-e78c-4484-b273-a231b3d75b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b277d7fb-3e2b-438c-825a-f95ca746d04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:10.906251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Network hostable DHCP agents. Network: b277d7fb-3e2b-438c-825a-f95ca746d04f, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:09:10.927909 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-66cd0df9-2fe0-4bed-950b-5e8a226b2c4e tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/subnets/dd452e9b-b1b9-4f63-a69a-9581c356d35c/tags HTTP/1.1" status: 204 len: 168 time: 0.1716785 Nov 13 05:09:10.930204 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56658) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:10.935754 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-184920ce-becd-431f-b13f-76577242f661 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dd452e9b-b1b9-4f63-a69a-9581c356d35c', 'tempest-TagsExtTest-Tag-1722986486') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:10.938484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Network b277d7fb-3e2b-438c-825a-f95ca746d04f is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:09:10.948526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, b277d7fb-3e2b-438c-825a-f95ca746d04f) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:10.953062 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:10.961284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cae372d-caee-47ad-8e3b-01d740883125 None None] Network b277d7fb-3e2b-438c-825a-f95ca746d04f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:11.032783 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-184920ce-becd-431f-b13f-76577242f661 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "PUT /v2.0/subnets/dd452e9b-b1b9-4f63-a69a-9581c356d35c/tags/tempest-TagsExtTest-Tag-1722986486 HTTP/1.1" status: 201 len: 201 time: 0.1013143 Nov 13 05:09:11.033704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56660) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:11.040130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-66d474ae-896c-4234-b64c-e5eeeb971491 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7253fc3c-8e76-4865-a2e0-d33b9c6349b4', 'tempest-TagsExtTest-Tag-657266590') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:11.050362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event updated for resources: {'Subnet': ['ID=a868805e-c1dd-43b4-bcec-d93a2679ebd9,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:11.052690 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Checking segment: {'id': 'c5aa6862-6b0d-44bf-ae42-31662e822115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a7637a9f-b551-4959-9ec4-f0fde4edeb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:11.053046 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Network hostable DHCP agents. Network: a7637a9f-b551-4959-9ec4-f0fde4edeb75, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:09:11.074478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Network a7637a9f-b551-4959-9ec4-f0fde4edeb75 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:09:11.091672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, a7637a9f-b551-4959-9ec4-f0fde4edeb75) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:11.097875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:11.098756 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:11.100736 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.109600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66814863-9d40-472c-9105-4123d2254d26 None None] Network a7637a9f-b551-4959-9ec4-f0fde4edeb75 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:11.136592 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7690c677-d069-425c-a8a8-17b44750a59d tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.1057806 Nov 13 05:09:11.137709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56662) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:11.174141 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-66d474ae-896c-4234-b64c-e5eeeb971491 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "PUT /v2.0/ports/7253fc3c-8e76-4865-a2e0-d33b9c6349b4/tags/tempest-TagsExtTest-Tag-657266590 HTTP/1.1" status: 201 len: 201 time: 0.1366076 Nov 13 05:09:11.174339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56664) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:11.180018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-f2aecd66-3a7f-4363-9677-7e9b4ca8c93a tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dba18e2e-07e4-4707-a71b-d461c8e6cbb7', 'tempest-TagsExtTest-Tag-858104321') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:11.255190 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b4cd74-bd81-4348-a8dc-267c3d54c495 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:11.256845 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b4cd74-bd81-4348-a8dc-267c3d54c495 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:11.258395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b4cd74-bd81-4348-a8dc-267c3d54c495 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:11.260136 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-08b4cd74-bd81-4348-a8dc-267c3d54c495 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1213095 Nov 13 05:09:11.269862 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56666) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:11.313261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f2aecd66-3a7f-4363-9677-7e9b4ca8c93a tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "PUT /v2.0/routers/dba18e2e-07e4-4707-a71b-d461c8e6cbb7/tags/tempest-TagsExtTest-Tag-858104321 HTTP/1.1" status: 201 len: 201 time: 0.1378024 Nov 13 05:09:11.315775 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56668) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:11.316115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device cf8fdf2d-5405-455f-925c-ecfdab8885e6 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:09:11.321153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-290f2103-574e-4a25-807c-920a09bd69f3 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '75c0ab08-0ed0-4252-b2fe-b9826db6c42b', 'tempest-TagsExtTest-Tag-700461877') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:11.328112 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c599b0-ef21-44c2-a46e-10f808745944 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Deleting subnet 165bf591-6da6-45f9-88c7-81bc8b787f47 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:09:11.331719 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5c599b0-ef21-44c2-a46e-10f808745944 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.366317 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-290f2103-574e-4a25-807c-920a09bd69f3 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "PUT /v2.0/subnetpools/75c0ab08-0ed0-4252-b2fe-b9826db6c42b/tags/tempest-TagsExtTest-Tag-700461877 HTTP/1.1" status: 201 len: 201 time: 0.0493464 Nov 13 05:09:11.369507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56670) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:11.374426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-6ac3f74e-c76d-422e-b080-1fc33180fb68 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'dd452e9b-b1b9-4f63-a69a-9581c356d35c', {'tags': ['tempest-TagsExtTest-Tag-695443607', 'tempest-TagsExtTest-Tag-714559694', 'tempest-TagsExtTest-Tag-893760429']}) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:11.389090 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5c599b0-ef21-44c2-a46e-10f808745944 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.439775 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6ac3f74e-c76d-422e-b080-1fc33180fb68 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "PUT /v2.0/subnets/dd452e9b-b1b9-4f63-a69a-9581c356d35c/tags HTTP/1.1" status: 200 len: 315 time: 0.0691609 Nov 13 05:09:11.443074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56672) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:11.448867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-4f57a36f-c7ed-4766-b3e2-efa83e82458e tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dd452e9b-b1b9-4f63-a69a-9581c356d35c') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:11.456079 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5c599b0-ef21-44c2-a46e-10f808745944 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.472609 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e6a530f5-248b-4b3b-94cd-51c06e331891 None None] Provisioning complete for port cf8fdf2d-5405-455f-925c-ecfdab8885e6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:11.473073 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6a530f5-248b-4b3b-94cd-51c06e331891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.500584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683ab285-b98a-4325-98be-f70cc2f0f4f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-b277d7fb-3e2b-438c-825a-f95ca746d04f', 'network_id': 'b277d7fb-3e2b-438c-825a-f95ca746d04f', 'tenant_id': '0b821179bf994f428f72f383aefac165', 'fixed_ips': [{'subnet_id': '165bf591-6da6-45f9-88c7-81bc8b787f47'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:09:11.501722 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-683ab285-b98a-4325-98be-f70cc2f0f4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.539148 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5c599b0-ef21-44c2-a46e-10f808745944 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.545581 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4f57a36f-c7ed-4766-b3e2-efa83e82458e tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/subnets/dd452e9b-b1b9-4f63-a69a-9581c356d35c/tags HTTP/1.1" status: 204 len: 168 time: 0.1013420 Nov 13 05:09:11.549004 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56674) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:11.556153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-808fe334-e3a5-43e1-9570-ca6aae018eeb tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dd452e9b-b1b9-4f63-a69a-9581c356d35c', 'tempest-TagsExtTest-Tag-695443607') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:11.569797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c599b0-ef21-44c2-a46e-10f808745944 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event deleted for resources: {'Subnet': ['ID=165bf591-6da6-45f9-88c7-81bc8b787f47,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:11.578634 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5c599b0-ef21-44c2-a46e-10f808745944 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.582187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port cf8fdf2d-5405-455f-925c-ecfdab8885e6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:11.582558 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.586864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f5c599b0-ef21-44c2-a46e-10f808745944 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "DELETE /v2.0/subnets/165bf591-6da6-45f9-88c7-81bc8b787f47 HTTP/1.1" status: 204 len: 168 time: 0.3159568 Nov 13 05:09:11.588260 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56676) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:11.626256 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-808fe334-e3a5-43e1-9570-ca6aae018eeb tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] show failed (client error): The resource could not be found. Nov 13 05:09:11.627761 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-808fe334-e3a5-43e1-9570-ca6aae018eeb tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/subnets/dd452e9b-b1b9-4f63-a69a-9581c356d35c/tags/tempest-TagsExtTest-Tag-695443607 HTTP/1.1" status: 404 len: 328 time: 0.0760655 Nov 13 05:09:11.630879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56678) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:11.635281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-236b3172-f2b1-43a3-ba7f-2bac790854e6 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dd452e9b-b1b9-4f63-a69a-9581c356d35c', 'tempest-TagsExtTest-Tag-714559694') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:11.684598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a194f7-ff15-4180-aa82-e93efd39b9de tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Deleting subnet a868805e-c1dd-43b4-bcec-d93a2679ebd9 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:09:11.691078 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2a194f7-ff15-4180-aa82-e93efd39b9de tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.739715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2a194f7-ff15-4180-aa82-e93efd39b9de tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.748148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d082f9-9489-4b9c-8602-0033f07ceb23 None None] Network b277d7fb-3e2b-438c-825a-f95ca746d04f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:11.780096 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-236b3172-f2b1-43a3-ba7f-2bac790854e6 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] show failed (client error): The resource could not be found. Nov 13 05:09:11.781293 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-236b3172-f2b1-43a3-ba7f-2bac790854e6 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/subnets/dd452e9b-b1b9-4f63-a69a-9581c356d35c/tags/tempest-TagsExtTest-Tag-714559694 HTTP/1.1" status: 404 len: 328 time: 0.1493607 Nov 13 05:09:11.784154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56680) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:11.790181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-004e3cc0-f376-41f8-8639-df394f155b2b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dd452e9b-b1b9-4f63-a69a-9581c356d35c', 'tempest-TagsExtTest-Tag-893760429') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:11.790509 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b19a95-a8ee-46a0-bcd3-b5e92d30ed3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-a7637a9f-b551-4959-9ec4-f0fde4edeb75', 'network_id': 'a7637a9f-b551-4959-9ec4-f0fde4edeb75', 'tenant_id': '0b821179bf994f428f72f383aefac165', 'fixed_ips': [{'subnet_id': 'a868805e-c1dd-43b4-bcec-d93a2679ebd9'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:09:11.791599 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71b19a95-a8ee-46a0-bcd3-b5e92d30ed3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.816859 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2a194f7-ff15-4180-aa82-e93efd39b9de tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.898146 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-004e3cc0-f376-41f8-8639-df394f155b2b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] show failed (client error): The resource could not be found. Nov 13 05:09:11.902571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-004e3cc0-f376-41f8-8639-df394f155b2b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/subnets/dd452e9b-b1b9-4f63-a69a-9581c356d35c/tags/tempest-TagsExtTest-Tag-893760429 HTTP/1.1" status: 404 len: 328 time: 0.1143911 Nov 13 05:09:11.902571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56684) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:11.909656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-00c5fc4e-e39c-46b0-8e7e-96b13b3cc8ad tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7253fc3c-8e76-4865-a2e0-d33b9c6349b4', {'tags': ['tempest-TagsExtTest-Tag-2143742029', 'tempest-TagsExtTest-Tag-370195052', 'tempest-TagsExtTest-Tag-1074741028']}) {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:11.914740 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2a194f7-ff15-4180-aa82-e93efd39b9de tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.970715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a194f7-ff15-4180-aa82-e93efd39b9de tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event deleted for resources: {'Subnet': ['ID=a868805e-c1dd-43b4-bcec-d93a2679ebd9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:11.972372 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e6a530f5-248b-4b3b-94cd-51c06e331891 None None] Provisioning complete for port 7253fc3c-8e76-4865-a2e0-d33b9c6349b4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:11.972873 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6a530f5-248b-4b3b-94cd-51c06e331891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.980743 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2a194f7-ff15-4180-aa82-e93efd39b9de tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:11.987393 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a2a194f7-ff15-4180-aa82-e93efd39b9de tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "DELETE /v2.0/subnets/a868805e-c1dd-43b4-bcec-d93a2679ebd9 HTTP/1.1" status: 204 len: 168 time: 0.3974824 Nov 13 05:09:11.987615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56686) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:12.011804 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-00c5fc4e-e39c-46b0-8e7e-96b13b3cc8ad tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "PUT /v2.0/ports/7253fc3c-8e76-4865-a2e0-d33b9c6349b4/tags HTTP/1.1" status: 200 len: 317 time: 0.1070898 Nov 13 05:09:12.014682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56688) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:12.021281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-15bcefdd-1ce9-4a9e-94f8-038a9f008a6b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7253fc3c-8e76-4865-a2e0-d33b9c6349b4') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:12.068167 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8f49ad-615b-4ba1-a6d5-fc7536181372 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:12.070183 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ff8f49ad-615b-4ba1-a6d5-fc7536181372 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0813751 Nov 13 05:09:12.074328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56690) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:12.084100 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e6a530f5-248b-4b3b-94cd-51c06e331891 None None] Port 7253fc3c-8e76-4865-a2e0-d33b9c6349b4 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server [None req-71b19a95-a8ee-46a0-bcd3-b5e92d30ed3c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a868805e-c1dd-43b4-bcec-d93a2679ebd9: This subnet is being modified by another concurrent operation. Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise exception Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a868805e-c1dd-43b4-bcec-d93a2679ebd9: This subnet is being modified by another concurrent operation. Nov 13 05:09:12.086647 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Nov 13 05:09:12.108198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9194ced-fb57-419d-b2af-a3a8d238a257 None None] Network a7637a9f-b551-4959-9ec4-f0fde4edeb75 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:12.131803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-15bcefdd-1ce9-4a9e-94f8-038a9f008a6b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/ports/7253fc3c-8e76-4865-a2e0-d33b9c6349b4/tags HTTP/1.1" status: 204 len: 168 time: 0.1152546 Nov 13 05:09:12.132954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56692) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:12.140647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-9fa65961-ee6b-4285-ae85-8e249a89d500 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7253fc3c-8e76-4865-a2e0-d33b9c6349b4', 'tempest-TagsExtTest-Tag-2143742029') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:12.192244 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5dc76338-5a28-4709-b510-d40639e14c38 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.205343 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-9fa65961-ee6b-4285-ae85-8e249a89d500 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] show failed (client error): The resource could not be found. Nov 13 05:09:12.210199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56694) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:12.211349 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9fa65961-ee6b-4285-ae85-8e249a89d500 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/ports/7253fc3c-8e76-4865-a2e0-d33b9c6349b4/tags/tempest-TagsExtTest-Tag-2143742029 HTTP/1.1" status: 404 len: 329 time: 0.0770462 Nov 13 05:09:12.215230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-96ca616e-2197-41b0-ad0f-c10f2da510b6 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7253fc3c-8e76-4865-a2e0-d33b9c6349b4', 'tempest-TagsExtTest-Tag-370195052') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:12.246489 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6edd5f11-14b2-43b7-9668-9389b3376797 None None] Provisioning complete for port 7253fc3c-8e76-4865-a2e0-d33b9c6349b4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:12.247141 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6edd5f11-14b2-43b7-9668-9389b3376797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.251370 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0307ba-e1f4-4da2-b73d-9ce828547bf3 None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 05:09:12.315787 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6edd5f11-14b2-43b7-9668-9389b3376797 None None] Port 7253fc3c-8e76-4865-a2e0-d33b9c6349b4 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:09:12.336105 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5dc76338-5a28-4709-b510-d40639e14c38 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.360789 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0307ba-e1f4-4da2-b73d-9ce828547bf3 None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 05:09:12.364459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-5dc76338-5a28-4709-b510-d40639e14c38 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7637a9f-b551-4959-9ec4-f0fde4edeb75']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:12.378572 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-96ca616e-2197-41b0-ad0f-c10f2da510b6 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] show failed (client error): The resource could not be found. Nov 13 05:09:12.382348 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-96ca616e-2197-41b0-ad0f-c10f2da510b6 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/ports/7253fc3c-8e76-4865-a2e0-d33b9c6349b4/tags/tempest-TagsExtTest-Tag-370195052 HTTP/1.1" status: 404 len: 328 time: 0.1682010 Nov 13 05:09:12.382348 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-5dc76338-5a28-4709-b510-d40639e14c38 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5aa6862-6b0d-44bf-ae42-31662e822115') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:12.382348 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-5dc76338-5a28-4709-b510-d40639e14c38 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5aa6862-6b0d-44bf-ae42-31662e822115') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:12.382709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56696) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:12.387527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-305e5c42-bdb1-4b40-b230-28006d64cd42 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7253fc3c-8e76-4865-a2e0-d33b9c6349b4', 'tempest-TagsExtTest-Tag-1074741028') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:12.395800 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5dc76338-5a28-4709-b510-d40639e14c38 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.415287 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5dc76338-5a28-4709-b510-d40639e14c38 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.424913 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc76338-5a28-4709-b510-d40639e14c38 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:12.425615 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5dc76338-5a28-4709-b510-d40639e14c38 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:12.429178 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:12.445444 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-305e5c42-bdb1-4b40-b230-28006d64cd42 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] show failed (client error): The resource could not be found. Nov 13 05:09:12.449387 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-305e5c42-bdb1-4b40-b230-28006d64cd42 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/ports/7253fc3c-8e76-4865-a2e0-d33b9c6349b4/tags/tempest-TagsExtTest-Tag-1074741028 HTTP/1.1" status: 404 len: 329 time: 0.0623493 Nov 13 05:09:12.450251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56698) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:12.454585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-9538ba88-9814-4653-a1c8-e5077d110830 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'dba18e2e-07e4-4707-a71b-d461c8e6cbb7', {'tags': ['tempest-TagsExtTest-Tag-814469010', 'tempest-TagsExtTest-Tag-2080747833', 'tempest-TagsExtTest-Tag-967411399']}) {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:12.510675 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5dc76338-5a28-4709-b510-d40639e14c38 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.518982 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5dc76338-5a28-4709-b510-d40639e14c38 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.523740 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5dc76338-5a28-4709-b510-d40639e14c38 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "DELETE /v2.0/networks/a7637a9f-b551-4959-9ec4-f0fde4edeb75 HTTP/1.1" status: 204 len: 168 time: 0.4481261 Nov 13 05:09:12.527143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56700) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:12.540194 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc76338-5a28-4709-b510-d40639e14c38 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event deleted for resources: {'Network': ['ID=a7637a9f-b551-4959-9ec4-f0fde4edeb75,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:12.615320 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e291f-0250-4c5c-bc6b-2dfa9f97c053 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.631899 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9538ba88-9814-4653-a1c8-e5077d110830 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "PUT /v2.0/routers/dba18e2e-07e4-4707-a71b-d461c8e6cbb7/tags HTTP/1.1" status: 200 len: 316 time: 0.1811924 Nov 13 05:09:12.634590 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56702) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:12.641664 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-dd9755bb-4bd8-46b0-be17-033ef5f688f8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dba18e2e-07e4-4707-a71b-d461c8e6cbb7') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:12.725768 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e291f-0250-4c5c-bc6b-2dfa9f97c053 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.751413 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-997e291f-0250-4c5c-bc6b-2dfa9f97c053 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b277d7fb-3e2b-438c-825a-f95ca746d04f']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:12.763283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-997e291f-0250-4c5c-bc6b-2dfa9f97c053 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af81c809-e78c-4484-b273-a231b3d75b9a') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:12.763626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-997e291f-0250-4c5c-bc6b-2dfa9f97c053 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af81c809-e78c-4484-b273-a231b3d75b9a') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:12.772665 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dd9755bb-4bd8-46b0-be17-033ef5f688f8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/routers/dba18e2e-07e4-4707-a71b-d461c8e6cbb7/tags HTTP/1.1" status: 204 len: 168 time: 0.1362619 Nov 13 05:09:12.775109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56704) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:12.777074 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e291f-0250-4c5c-bc6b-2dfa9f97c053 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.779656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-9086ce35-ac36-445b-9824-5de97be21169 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dba18e2e-07e4-4707-a71b-d461c8e6cbb7', 'tempest-TagsExtTest-Tag-814469010') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:12.792256 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e291f-0250-4c5c-bc6b-2dfa9f97c053 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.799549 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997e291f-0250-4c5c-bc6b-2dfa9f97c053 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:12.800119 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e291f-0250-4c5c-bc6b-2dfa9f97c053 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:12.803434 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:12.853092 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-9086ce35-ac36-445b-9824-5de97be21169 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] show failed (client error): The resource could not be found. Nov 13 05:09:12.854139 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9086ce35-ac36-445b-9824-5de97be21169 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/routers/dba18e2e-07e4-4707-a71b-d461c8e6cbb7/tags/tempest-TagsExtTest-Tag-814469010 HTTP/1.1" status: 404 len: 328 time: 0.0781355 Nov 13 05:09:12.856552 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a7582ed5-ee6c-48fe-9754-695a1253ddc3 None None] Provisioning complete for port 4820f8f2-8398-4d98-9875-1edf8a5a41a0 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:12.857058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56706) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:12.859283 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7582ed5-ee6c-48fe-9754-695a1253ddc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.861921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-31b2b7d2-aca6-42d3-a07d-3e7e6af88988 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dba18e2e-07e4-4707-a71b-d461c8e6cbb7', 'tempest-TagsExtTest-Tag-2080747833') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:12.884211 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e291f-0250-4c5c-bc6b-2dfa9f97c053 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.914517 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e291f-0250-4c5c-bc6b-2dfa9f97c053 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:12.921866 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-997e291f-0250-4c5c-bc6b-2dfa9f97c053 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "DELETE /v2.0/networks/b277d7fb-3e2b-438c-825a-f95ca746d04f HTTP/1.1" status: 204 len: 168 time: 0.3933499 Nov 13 05:09:12.923180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e291f-0250-4c5c-bc6b-2dfa9f97c053 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event deleted for resources: {'Network': ['ID=b277d7fb-3e2b-438c-825a-f95ca746d04f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:12.925121 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:12.941012 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-31b2b7d2-aca6-42d3-a07d-3e7e6af88988 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] show failed (client error): The resource could not be found. Nov 13 05:09:12.945169 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-31b2b7d2-aca6-42d3-a07d-3e7e6af88988 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/routers/dba18e2e-07e4-4707-a71b-d461c8e6cbb7/tags/tempest-TagsExtTest-Tag-2080747833 HTTP/1.1" status: 404 len: 329 time: 0.0870943 Nov 13 05:09:12.945782 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56712) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:12.950453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-f17c18c4-7484-4dce-a301-4625bc6362f4 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dba18e2e-07e4-4707-a71b-d461c8e6cbb7', 'tempest-TagsExtTest-Tag-967411399') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:12.982963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a7582ed5-ee6c-48fe-9754-695a1253ddc3 None None] Provisioning complete for port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:12.983440 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7582ed5-ee6c-48fe-9754-695a1253ddc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.037924 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8fbb6f9-ad2f-4948-831b-051ba6a2eaa8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.048854 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-f17c18c4-7484-4dce-a301-4625bc6362f4 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] show failed (client error): The resource could not be found. Nov 13 05:09:13.050401 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f17c18c4-7484-4dce-a301-4625bc6362f4 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/routers/dba18e2e-07e4-4707-a71b-d461c8e6cbb7/tags/tempest-TagsExtTest-Tag-967411399 HTTP/1.1" status: 404 len: 328 time: 0.1037598 Nov 13 05:09:13.053336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56714) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:13.058566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-533b06ef-dd75-442e-8594-26c6eaee0ddc tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '75c0ab08-0ed0-4252-b2fe-b9826db6c42b', {'tags': ['tempest-TagsExtTest-Tag-11511481', 'tempest-TagsExtTest-Tag-1730134038', 'tempest-TagsExtTest-Tag-337894862']}) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:13.102295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a7582ed5-ee6c-48fe-9754-695a1253ddc3 None None] Provisioning complete for port 798b3976-31f9-4e7d-8f27-101cffd8745a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:13.103261 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7582ed5-ee6c-48fe-9754-695a1253ddc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.111852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-533b06ef-dd75-442e-8594-26c6eaee0ddc tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "PUT /v2.0/subnetpools/75c0ab08-0ed0-4252-b2fe-b9826db6c42b/tags HTTP/1.1" status: 200 len: 315 time: 0.0573225 Nov 13 05:09:13.114295 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56716) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:13.119529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-5c867c72-6f31-412a-b48d-9a8d13fc4094 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '75c0ab08-0ed0-4252-b2fe-b9826db6c42b') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:13.151008 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8fbb6f9-ad2f-4948-831b-051ba6a2eaa8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.164881 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5c867c72-6f31-412a-b48d-9a8d13fc4094 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/subnetpools/75c0ab08-0ed0-4252-b2fe-b9826db6c42b/tags HTTP/1.1" status: 204 len: 168 time: 0.0494177 Nov 13 05:09:13.167643 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56718) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:13.172230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-0f4afadd-0aaa-4c0a-bd7f-eb45474ddaed tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75c0ab08-0ed0-4252-b2fe-b9826db6c42b', 'tempest-TagsExtTest-Tag-11511481') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:13.176347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f8fbb6f9-ad2f-4948-831b-051ba6a2eaa8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c941299f-a392-467b-9538-b20721422cb2']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:13.186270 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f8fbb6f9-ad2f-4948-831b-051ba6a2eaa8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25b21df-5243-4889-b3cd-07c3de1fee63') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:13.186569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f8fbb6f9-ad2f-4948-831b-051ba6a2eaa8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25b21df-5243-4889-b3cd-07c3de1fee63') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:13.193472 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-0f4afadd-0aaa-4c0a-bd7f-eb45474ddaed tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] show failed (client error): The resource could not be found. Nov 13 05:09:13.197195 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0f4afadd-0aaa-4c0a-bd7f-eb45474ddaed tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/subnetpools/75c0ab08-0ed0-4252-b2fe-b9826db6c42b/tags/tempest-TagsExtTest-Tag-11511481 HTTP/1.1" status: 404 len: 327 time: 0.0259306 Nov 13 05:09:13.197758 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56720) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:13.200238 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8fbb6f9-ad2f-4948-831b-051ba6a2eaa8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.202266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-f274d551-dc3f-4978-b70d-1668c1049206 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75c0ab08-0ed0-4252-b2fe-b9826db6c42b', 'tempest-TagsExtTest-Tag-1730134038') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:13.219284 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8fbb6f9-ad2f-4948-831b-051ba6a2eaa8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.224804 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-f274d551-dc3f-4978-b70d-1668c1049206 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] show failed (client error): The resource could not be found. Nov 13 05:09:13.225857 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f274d551-dc3f-4978-b70d-1668c1049206 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/subnetpools/75c0ab08-0ed0-4252-b2fe-b9826db6c42b/tags/tempest-TagsExtTest-Tag-1730134038 HTTP/1.1" status: 404 len: 329 time: 0.0271263 Nov 13 05:09:13.228846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56722) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:13.229386 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8fbb6f9-ad2f-4948-831b-051ba6a2eaa8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:13.229827 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8fbb6f9-ad2f-4948-831b-051ba6a2eaa8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.234176 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-f3ed13e6-fa9f-4cc3-9c4b-37671f8f9092 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75c0ab08-0ed0-4252-b2fe-b9826db6c42b', 'tempest-TagsExtTest-Tag-337894862') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:13.234356 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:13.261509 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-f3ed13e6-fa9f-4cc3-9c4b-37671f8f9092 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] show failed (client error): The resource could not be found. Nov 13 05:09:13.265225 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f3ed13e6-fa9f-4cc3-9c4b-37671f8f9092 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/subnetpools/75c0ab08-0ed0-4252-b2fe-b9826db6c42b/tags/tempest-TagsExtTest-Tag-337894862 HTTP/1.1" status: 404 len: 328 time: 0.0327322 Nov 13 05:09:13.265519 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56724) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:13.269965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.tag.tag_plugin [None req-2e4a26ae-fd35-49a2-b9d6-fd20e9bfbe7a tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '75c0ab08-0ed0-4252-b2fe-b9826db6c42b') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:13.298720 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2e4a26ae-fd35-49a2-b9d6-fd20e9bfbe7a tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/subnetpools/75c0ab08-0ed0-4252-b2fe-b9826db6c42b/tags HTTP/1.1" status: 204 len: 168 time: 0.0310788 Nov 13 05:09:13.302083 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56726) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:13.307264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-9614f7b9-2ca7-45e5-b85b-22548227fd16 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dba18e2e-07e4-4707-a71b-d461c8e6cbb7') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:13.309470 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8fbb6f9-ad2f-4948-831b-051ba6a2eaa8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.344583 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8fbb6f9-ad2f-4948-831b-051ba6a2eaa8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.347810 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f8fbb6f9-ad2f-4948-831b-051ba6a2eaa8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "DELETE /v2.0/networks/c941299f-a392-467b-9538-b20721422cb2 HTTP/1.1" status: 204 len: 168 time: 0.4172747 Nov 13 05:09:13.350657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56728) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:13.361391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbb6f9-ad2f-4948-831b-051ba6a2eaa8 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event deleted for resources: {'Network': ['ID=c941299f-a392-467b-9538-b20721422cb2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:13.408963 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9614f7b9-2ca7-45e5-b85b-22548227fd16 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/routers/dba18e2e-07e4-4707-a71b-d461c8e6cbb7/tags HTTP/1.1" status: 204 len: 168 time: 0.1056929 Nov 13 05:09:13.411635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56730) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:13.416343 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-34f7302b-49fc-4c29-bb11-fad007ce854d tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7253fc3c-8e76-4865-a2e0-d33b9c6349b4') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:13.433481 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82feb510-3b9c-44f7-b974-f11f2ed6fe95 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.473529 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-34f7302b-49fc-4c29-bb11-fad007ce854d tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/ports/7253fc3c-8e76-4865-a2e0-d33b9c6349b4/tags HTTP/1.1" status: 204 len: 168 time: 0.0583870 Nov 13 05:09:13.473852 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56732) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:13.478035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-13eaa495-0e3c-4ecc-93d9-ab1e5e031bd4 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dd452e9b-b1b9-4f63-a69a-9581c356d35c') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:13.523790 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82feb510-3b9c-44f7-b974-f11f2ed6fe95 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.533945 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-13eaa495-0e3c-4ecc-93d9-ab1e5e031bd4 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/subnets/dd452e9b-b1b9-4f63-a69a-9581c356d35c/tags HTTP/1.1" status: 204 len: 168 time: 0.0590770 Nov 13 05:09:13.538657 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56734) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:13.548342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-82feb510-3b9c-44f7-b974-f11f2ed6fe95 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6cf028-5c4b-4edf-a33b-2966e84da707']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:13.558055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-82feb510-3b9c-44f7-b974-f11f2ed6fe95 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f270c9-7814-49cc-9d35-42c54b7fa1e3') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:13.558399 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-82feb510-3b9c-44f7-b974-f11f2ed6fe95 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f270c9-7814-49cc-9d35-42c54b7fa1e3') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:13.568568 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82feb510-3b9c-44f7-b974-f11f2ed6fe95 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.582637 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82feb510-3b9c-44f7-b974-f11f2ed6fe95 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.588570 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82feb510-3b9c-44f7-b974-f11f2ed6fe95 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:13.588946 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82feb510-3b9c-44f7-b974-f11f2ed6fe95 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:13.592770 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:13.628611 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfbadece-1329-4f87-bc75-7f06ce518add tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks [] for subnetpool, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.632550 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bfbadece-1329-4f87-bc75-7f06ce518add tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/subnetpools/75c0ab08-0ed0-4252-b2fe-b9826db6c42b HTTP/1.1" status: 204 len: 168 time: 0.0904515 Nov 13 05:09:13.632874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56736) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:13.654361 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82feb510-3b9c-44f7-b974-f11f2ed6fe95 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.662076 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82feb510-3b9c-44f7-b974-f11f2ed6fe95 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.667991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-82feb510-3b9c-44f7-b974-f11f2ed6fe95 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] 10.222.0.43 "DELETE /v2.0/networks/5d6cf028-5c4b-4edf-a33b-2966e84da707 HTTP/1.1" status: 204 len: 168 time: 0.3139606 Nov 13 05:09:13.678356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56740) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:13.680707 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-78b8b1bb-11fa-4d2d-b99e-303f213863a2 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "GET /v2.0/ports?device_id=dba18e2e-07e4-4707-a71b-d461c8e6cbb7 HTTP/1.1" status: 200 len: 205 time: 0.0466242 Nov 13 05:09:13.685196 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82feb510-3b9c-44f7-b974-f11f2ed6fe95 tempest-BulkNetworkOpsIpV6Test-2014147730 tempest-BulkNetworkOpsIpV6Test-2014147730-project] Pushing event deleted for resources: {'Network': ['ID=5d6cf028-5c4b-4edf-a33b-2966e84da707,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:13.758495 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a587937f-339b-4b06-acbc-b8d47df11c42 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.923360 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a587937f-339b-4b06-acbc-b8d47df11c42 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.926305 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a587937f-339b-4b06-acbc-b8d47df11c42 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.956641 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56744) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:13.969113 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a587937f-339b-4b06-acbc-b8d47df11c42 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.969616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a587937f-339b-4b06-acbc-b8d47df11c42 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Fanout notify agent at l3_agent the message router_deleted on router dba18e2e-07e4-4707-a71b-d461c8e6cbb7 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:09:13.976300 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a587937f-339b-4b06-acbc-b8d47df11c42 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:13.979741 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a587937f-339b-4b06-acbc-b8d47df11c42 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/routers/dba18e2e-07e4-4707-a71b-d461c8e6cbb7 HTTP/1.1" status: 204 len: 168 time: 0.2977328 Nov 13 05:09:13.979947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56748) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:14.080136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-57828795-c6f3-4e15-bfd2-bab28d72d44b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Deleting port 7253fc3c-8e76-4865-a2e0-d33b9c6349b4 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:14.080935 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57828795-c6f3-4e15-bfd2-bab28d72d44b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:14.160708 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-545a3b2f-5342-42a5-82f4-533c52d72b08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b821179bf994f428f72f383aefac165&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2027018 Nov 13 05:09:14.163232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56752) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:14.189383 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57828795-c6f3-4e15-bfd2-bab28d72d44b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:14.203176 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-57828795-c6f3-4e15-bfd2-bab28d72d44b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Calling delete_port for 7253fc3c-8e76-4865-a2e0-d33b9c6349b4 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:14.234897 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e83bd51-165f-4591-9a13-bab37c2d660e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:14.261061 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e83bd51-165f-4591-9a13-bab37c2d660e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:14.314954 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e83bd51-165f-4591-9a13-bab37c2d660e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:14.317604 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e83bd51-165f-4591-9a13-bab37c2d660e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:14.318940 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1e83bd51-165f-4591-9a13-bab37c2d660e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21f33880-b1ba-4b9f-a15d-cdf60f640b31 HTTP/1.1" status: 204 len: 168 time: 0.1545379 Nov 13 05:09:14.327157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83bd51-165f-4591-9a13-bab37c2d660e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f33880-b1ba-4b9f-a15d-cdf60f640b31,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:14.349130 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57828795-c6f3-4e15-bfd2-bab28d72d44b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:14.385861 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57828795-c6f3-4e15-bfd2-bab28d72d44b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Pushing event deleted for resources: {'Port': ['ID=7253fc3c-8e76-4865-a2e0-d33b9c6349b4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:14.476752 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57828795-c6f3-4e15-bfd2-bab28d72d44b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:14.481709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-57828795-c6f3-4e15-bfd2-bab28d72d44b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/ports/7253fc3c-8e76-4865-a2e0-d33b9c6349b4 HTTP/1.1" status: 204 len: 168 time: 0.5008016 Nov 13 05:09:14.485168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56756) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:14.550641 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e22079-b353-4dbd-af0f-601763773c1b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Deleting subnet dd452e9b-b1b9-4f63-a69a-9581c356d35c {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:09:14.556683 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96e22079-b353-4dbd-af0f-601763773c1b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:14.607423 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96e22079-b353-4dbd-af0f-601763773c1b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:14.708541 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96e22079-b353-4dbd-af0f-601763773c1b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:14.771795 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96e22079-b353-4dbd-af0f-601763773c1b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:14.812268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e22079-b353-4dbd-af0f-601763773c1b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Pushing event deleted for resources: {'Subnet': ['ID=dd452e9b-b1b9-4f63-a69a-9581c356d35c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:14.815915 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96e22079-b353-4dbd-af0f-601763773c1b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:14.819169 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-96e22079-b353-4dbd-af0f-601763773c1b tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/subnets/dd452e9b-b1b9-4f63-a69a-9581c356d35c HTTP/1.1" status: 204 len: 168 time: 0.3330417 Nov 13 05:09:14.821696 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56768) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:14.825352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3d736-069e-4e30-aa2b-9ee06d01c1b0 None None] Network bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:14.918872 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.004611 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Deleting port cf8fdf2d-5405-455f-925c-ecfdab8885e6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:15.004930 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.056134 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182438a3-0770-408b-8368-f2a5f91f0263 None None] DHCP port deletion for bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:09:15.093904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] For port cf8fdf2d-5405-455f-925c-ecfdab8885e6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=cf8fdf2d-5405-455f-925c-ecfdab8885e6,segment=NetworkSegment(a7242e20-558b-4f42-bcf9-e39a8ce97039),segment_id=a7242e20-558b-4f42-bcf9-e39a8ce97039)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:15.094267 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.127649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-182438a3-0770-408b-8368-f2a5f91f0263 None None] Deleting port cf8fdf2d-5405-455f-925c-ecfdab8885e6 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:15.128034 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-182438a3-0770-408b-8368-f2a5f91f0263 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.133823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device cf8fdf2d-5405-455f-925c-ecfdab8885e6 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:09:15.145976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Calling delete_port for cf8fdf2d-5405-455f-925c-ecfdab8885e6 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:15.234200 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-182438a3-0770-408b-8368-f2a5f91f0263 None None] For port cf8fdf2d-5405-455f-925c-ecfdab8885e6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=cf8fdf2d-5405-455f-925c-ecfdab8885e6,segment=NetworkSegment(a7242e20-558b-4f42-bcf9-e39a8ce97039),segment_id=a7242e20-558b-4f42-bcf9-e39a8ce97039)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:15.234623 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-182438a3-0770-408b-8368-f2a5f91f0263 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.239815 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56780) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:15.270873 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.276898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-182438a3-0770-408b-8368-f2a5f91f0263 None None] Calling delete_port for cf8fdf2d-5405-455f-925c-ecfdab8885e6 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:15.290022 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.309604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Pushing event deleted for resources: {'Port': ['ID=cf8fdf2d-5405-455f-925c-ecfdab8885e6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:15.318516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] No DVR routers for this DVR port cf8fdf2d-5405-455f-925c-ecfdab8885e6 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:09:15.365578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1046773439'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:15.411787 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-182438a3-0770-408b-8368-f2a5f91f0263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.425796 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:15.428643 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.432007 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.439576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182438a3-0770-408b-8368-f2a5f91f0263 None None] Pushing event deleted for resources: {'Port': ['ID=cf8fdf2d-5405-455f-925c-ecfdab8885e6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:15.443253 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182438a3-0770-408b-8368-f2a5f91f0263 None None] No DVR routers for this DVR port cf8fdf2d-5405-455f-925c-ecfdab8885e6 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:09:15.453022 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.455362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:15.465313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7242e20-558b-4f42-bcf9-e39a8ce97039') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:15.465601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7242e20-558b-4f42-bcf9-e39a8ce97039') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:15.476320 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.491223 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.497981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:15.498439 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:15.501739 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:15.566107 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.583423 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.589272 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] 10.222.0.43 "DELETE /v2.0/networks/bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8 HTTP/1.1" status: 204 len: 168 time: 0.7639787 Nov 13 05:09:15.610993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acede996-8099-4426-96c3-644c1d7cb9a8 tempest-TagsExtTest-1369279743 tempest-TagsExtTest-1369279743-project] Pushing event deleted for resources: {'Network': ['ID=bfdb7b83-3d2a-4da4-8419-c64d8f8b75e8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:15.626203 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.632589 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.667055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:15.677460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19ffdd6-9860-4350-8502-41f3d7503cae,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:15.682346 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.682674 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Added segment 5a77560b-1532-44d1-96ad-3396e4139241 of type vlan for network c1f2992b-b987-4dba-8ede-6281158ada4f Nov 13 05:09:15.723684 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.755928 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.761634 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:15.762265 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:15.827476 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5863619 Nov 13 05:09:15.839479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f552875-0115-4b50-b160-c1bc9a6596c0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Network': ['ID=c1f2992b-b987-4dba-8ede-6281158ada4f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:15.856533 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network c1f2992b-b987-4dba-8ede-6281158ada4f details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:15.893193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56788) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:16.051635 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a171850a-c9a1-4239-8c04-e3271e2d3014 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d697577ee69f473ab84004ec8ebbf5a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568871 Nov 13 05:09:16.054140 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:16.110568 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c77114c6-3859-42ce-97b1-ebaf71c9c37e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:16.136392 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c77114c6-3859-42ce-97b1-ebaf71c9c37e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:16.201177 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c77114c6-3859-42ce-97b1-ebaf71c9c37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:16.203038 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c77114c6-3859-42ce-97b1-ebaf71c9c37e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:16.208806 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c77114c6-3859-42ce-97b1-ebaf71c9c37e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cdec761-0d31-4c06-ab0b-d6534f4aa41a HTTP/1.1" status: 204 len: 168 time: 0.1533964 Nov 13 05:09:16.219182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77114c6-3859-42ce-97b1-ebaf71c9c37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdec761-0d31-4c06-ab0b-d6534f4aa41a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:17.657599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-8e3c4ff5-aba9-45aa-bc3e-5f1cfe2a41ee tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:17.659122 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-8e3c4ff5-aba9-45aa-bc3e-5f1cfe2a41ee tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/networks?id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 200 len: 815 time: 0.1119738 Nov 13 05:09:17.674693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-1d7542e1-b1ff-42e9-8f2c-9b2e82596db3 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/quotas/59509f2e90754316ba4a2ce1024d51f4 HTTP/1.1" status: 200 len: 375 time: 0.0093527 Nov 13 05:09:17.768182 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-fa0c5c15-94c1-4ff5-9166-9ed843cd53fa tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=59509f2e90754316ba4a2ce1024d51f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878332 Nov 13 05:09:17.990521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-70ad27d1-32ff-47b3-9664-e4f74c319858 service neutron] 10.222.0.43 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144110 Nov 13 05:09:18.084644 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-2f52e5fd-ae36-4c0f-a5d3-8cbbaade6937 service neutron] 10.222.0.43 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928495 Nov 13 05:09:18.252883 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-03f9f194-cce5-4b16-ad8a-b90194314cd9 req-06872af6-886e-4ef9-a304-d37658dbe2ee tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 210 time: 0.0263486 Nov 13 05:09:18.973951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56870) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:18.982667 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ce85df27-6349-4a3c-a6f5-33bf75bd8581 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'subnet': {'network_id': 'c1f2992b-b987-4dba-8ede-6281158ada4f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:19.298994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-bbed0df0-e3c3-4d0a-ad0f-df49fb91f27e tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:19.300636 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-bbed0df0-e3c3-4d0a-ad0f-df49fb91f27e tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.46 "GET /v2.0/networks?id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 200 len: 815 time: 0.1177258 Nov 13 05:09:19.322353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-de82cc9d-f23e-4c73-812b-b095cb7313a6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Request body: {'port': {'device_id': '65219f4b-541c-47fb-aac3-33611f8ce7e4', 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4', 'admin_state_up': True, 'tenant_id': '59509f2e90754316ba4a2ce1024d51f4'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:19.370978 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dac4dbc2-aca5-4a0c-81f3-d4cf6ef2a65b req-9a8fb3f8-cd04-4af6-b2ae-38e292985692 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 210 time: 0.0343270 Nov 13 05:09:19.403918 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce85df27-6349-4a3c-a6f5-33bf75bd8581 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:19.407369 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce85df27-6349-4a3c-a6f5-33bf75bd8581 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:19.461147 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-de82cc9d-f23e-4c73-812b-b095cb7313a6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Made reservation on behalf of 59509f2e90754316ba4a2ce1024d51f4 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:19.464925 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-de82cc9d-f23e-4c73-812b-b095cb7313a6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:19.633885 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce85df27-6349-4a3c-a6f5-33bf75bd8581 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:19.706202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85df27-6349-4a3c-a6f5-33bf75bd8581 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Subnet': ['ID=9c415a38-69b8-4a62-8184-3b36f6a410d4,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:19.722886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85df27-6349-4a3c-a6f5-33bf75bd8581 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Checking segment: {'id': '5a77560b-1532-44d1-96ad-3396e4139241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c1f2992b-b987-4dba-8ede-6281158ada4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:19.723459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce85df27-6349-4a3c-a6f5-33bf75bd8581 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network hostable DHCP agents. Network: c1f2992b-b987-4dba-8ede-6281158ada4f, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:09:19.743654 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce85df27-6349-4a3c-a6f5-33bf75bd8581 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network c1f2992b-b987-4dba-8ede-6281158ada4f is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:09:19.754809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ce85df27-6349-4a3c-a6f5-33bf75bd8581 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, c1f2992b-b987-4dba-8ede-6281158ada4f) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:19.759370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce85df27-6349-4a3c-a6f5-33bf75bd8581 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:19.760075 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce85df27-6349-4a3c-a6f5-33bf75bd8581 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:19.771995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33711ad8-e1ff-4a30-b5d1-ec5b33205627 None None] Network c1f2992b-b987-4dba-8ede-6281158ada4f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:19.795377 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ce85df27-6349-4a3c-a6f5-33bf75bd8581 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8198142 Nov 13 05:09:19.796702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56898) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:19.802727 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c83afa44-0c3c-43ce-94be-fd3a796667f3 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-229446420'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:19.831714 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83afa44-0c3c-43ce-94be-fd3a796667f3 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:19.836250 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c83afa44-0c3c-43ce-94be-fd3a796667f3 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:19.869317 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83afa44-0c3c-43ce-94be-fd3a796667f3 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:19.882516 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c83afa44-0c3c-43ce-94be-fd3a796667f3 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:19.882958 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-c83afa44-0c3c-43ce-94be-fd3a796667f3 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Added segment 14b04963-5df4-4011-b6fe-a5ad7302c12d of type vlan for network 082d2167-405d-44bc-b61c-c0aab51c25a0 Nov 13 05:09:19.936219 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c83afa44-0c3c-43ce-94be-fd3a796667f3 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:19.968552 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c83afa44-0c3c-43ce-94be-fd3a796667f3 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:19.976429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83afa44-0c3c-43ce-94be-fd3a796667f3 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:19.977131 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c83afa44-0c3c-43ce-94be-fd3a796667f3 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:19.980375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-de82cc9d-f23e-4c73-812b-b095cb7313a6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Allocated IP 172.20.0.8 (3afe1c64-6288-45cc-b7a5-6eb0de7d17c4/2bdba20d-97d4-48c3-b599-83cfc0478ef2/315fda68-d211-4ce6-a3d8-fc8c0919bafd) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:09:20.070944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83afa44-0c3c-43ce-94be-fd3a796667f3 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Network': ['ID=082d2167-405d-44bc-b61c-c0aab51c25a0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:20.084993 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 082d2167-405d-44bc-b61c-c0aab51c25a0 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:20.090857 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c83afa44-0c3c-43ce-94be-fd3a796667f3 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2928312 Nov 13 05:09:20.091916 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56900) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:20.098429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5929795b-3ead-488d-8f9f-fefc00c70430 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'subnet': {'network_id': '082d2167-405d-44bc-b61c-c0aab51c25a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:20.149338 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-de82cc9d-f23e-4c73-812b-b095cb7313a6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:20.193037 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-de82cc9d-f23e-4c73-812b-b095cb7313a6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:20.196764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-c1f2992b-b987-4dba-8ede-6281158ada4f', 'network_id': 'c1f2992b-b987-4dba-8ede-6281158ada4f', 'tenant_id': 'bff44137a96a4783b807da9cccdddedf', 'fixed_ips': [{'subnet_id': '9c415a38-69b8-4a62-8184-3b36f6a410d4'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:09:20.197898 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:20.212632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5929795b-3ead-488d-8f9f-fefc00c70430 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:20.216434 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5929795b-3ead-488d-8f9f-fefc00c70430 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:20.231620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['4820f8f2-8398-4d98-9875-1edf8a5a41a0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:09:20.234364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['798b3976-31f9-4e7d-8f27-101cffd8745a', 'f3f8ec30-0182-4fa9-8c01-fec3e87a22e1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:09:20.239405 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-de82cc9d-f23e-4c73-812b-b095cb7313a6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:09:20.247935 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-de82cc9d-f23e-4c73-812b-b095cb7313a6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:20.252875 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-de82cc9d-f23e-4c73-812b-b095cb7313a6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:09:20.321879 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-de82cc9d-f23e-4c73-812b-b095cb7313a6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:20.322882 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-de82cc9d-f23e-4c73-812b-b095cb7313a6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:20.330163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f868478-d4c2-4301-882f-30ac07196c11 None None] DHCP port deletion for 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:09:20.358551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82cc9d-f23e-4c73-812b-b095cb7313a6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Pushing event updated for resources: {'Port': ['ID=315fda68-d211-4ce6-a3d8-fc8c0919bafd,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:20.366250 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-de82cc9d-f23e-4c73-812b-b095cb7313a6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0496545 Nov 13 05:09:20.389050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Request body: {'port': {'device_id': '65219f4b-541c-47fb-aac3-33611f8ce7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:20.456323 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5929795b-3ead-488d-8f9f-fefc00c70430 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:20.467024 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:20.526330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8a166e55-4087-4dcc-8931-93d6be19f98b None None] Provisioning complete for port 315fda68-d211-4ce6-a3d8-fc8c0919bafd triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:20.526859 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a166e55-4087-4dcc-8931-93d6be19f98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:20.561769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246e46d-23fd-4219-9f49-e98e8d915c65 req-1801ea0a-a9e0-4e4a-b22d-03ba73494318 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:20.563334 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2246e46d-23fd-4219-9f49-e98e8d915c65 req-1801ea0a-a9e0-4e4a-b22d-03ba73494318 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 931 time: 0.0826006 Nov 13 05:09:20.573543 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8a166e55-4087-4dcc-8931-93d6be19f98b None None] Port 315fda68-d211-4ce6-a3d8-fc8c0919bafd cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:09:20.599417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929795b-3ead-488d-8f9f-fefc00c70430 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Subnet': ['ID=dc7e3ebf-0402-4d57-8be6-52340fae817f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:20.604075 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929795b-3ead-488d-8f9f-fefc00c70430 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Checking segment: {'id': '14b04963-5df4-4011-b6fe-a5ad7302c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '082d2167-405d-44bc-b61c-c0aab51c25a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:20.607806 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5929795b-3ead-488d-8f9f-fefc00c70430 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network hostable DHCP agents. Network: 082d2167-405d-44bc-b61c-c0aab51c25a0, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:09:20.627908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Allocated IP 2001:db8:0:ffff::2 (c1f2992b-b987-4dba-8ede-6281158ada4f/9c415a38-69b8-4a62-8184-3b36f6a410d4/81ea0873-2baf-4eed-a180-1f5274866b53) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:09:20.647134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5929795b-3ead-488d-8f9f-fefc00c70430 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network 082d2167-405d-44bc-b61c-c0aab51c25a0 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:09:20.669416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5929795b-3ead-488d-8f9f-fefc00c70430 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 082d2167-405d-44bc-b61c-c0aab51c25a0) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:20.673925 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929795b-3ead-488d-8f9f-fefc00c70430 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:20.674519 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5929795b-3ead-488d-8f9f-fefc00c70430 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:20.682846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d24f1a3-b7fc-4ddd-8b51-d80f2b5e7411 None None] Network 082d2167-405d-44bc-b61c-c0aab51c25a0 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:20.707577 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5929795b-3ead-488d-8f9f-fefc00c70430 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6142015 Nov 13 05:09:20.710061 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56910) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:20.719306 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2246e46d-23fd-4219-9f49-e98e8d915c65 req-e21de345-b03e-4c59-aab3-f6c7499a8c55 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477811 Nov 13 05:09:20.864395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315fda68-d211-4ce6-a3d8-fc8c0919bafd {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:09:20.876511 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:20.891183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Transition to ACTIVE for port object 315fda68-d211-4ce6-a3d8-fc8c0919bafd will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:09:20.899781 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:20.943160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfcffb1-e7d3-4242-a218-fca75d7c8553 None None] DHCP port deletion for 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:09:20.951806 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.036457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Pushing event updated for resources: {'Port': ['ID=315fda68-d211-4ce6-a3d8-fc8c0919bafd,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:21.059788 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Attempting to bind port 315fda68-d211-4ce6-a3d8-fc8c0919bafd on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:09:21.060108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Attempting to bind port 315fda68-d211-4ce6-a3d8-fc8c0919bafd by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:09:21.060429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Attempting to bind port 315fda68-d211-4ce6-a3d8-fc8c0919bafd on network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:09:21.066202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Port 315fda68-d211-4ce6-a3d8-fc8c0919bafd on network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:09:21.066522 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Attempting to bind port 315fda68-d211-4ce6-a3d8-fc8c0919bafd on network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:09:21.088266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:09:21.090892 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Checking segment: {'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:21.091719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Bound using segment: {'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:09:21.092187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Bound port: 315fda68-d211-4ce6-a3d8-fc8c0919bafd, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91adae55-26ff-4426-9a05-650f05e23823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:09:21.092550 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.095443 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.184453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] For port 315fda68-d211-4ce6-a3d8-fc8c0919bafd, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:09:21.189551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] For port 315fda68-d211-4ce6-a3d8-fc8c0919bafd, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=315fda68-d211-4ce6-a3d8-fc8c0919bafd,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:09:21.198501 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.202334 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.234052 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56918) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:21.241799 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Subnet': ['ID=dc7e3ebf-0402-4d57-8be6-52340fae817f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:21.263865 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:21.264495 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.267495 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] 10.222.0.46 "PUT /v2.0/ports/315fda68-d211-4ce6-a3d8-fc8c0919bafd HTTP/1.1" status: 200 len: 1091 time: 0.8856924 Nov 13 05:09:21.273537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65219f4b-541c-47fb-aac3-33611f8ce7e4', 'tag': '315fda68-d211-4ce6-a3d8-fc8c0919bafd'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:09:21.276216 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7a6a6b-1cab-4908-b481-1e49199d2324" -d '{"events": [{"name": "network-changed", "server_uuid": "65219f4b-541c-47fb-aac3-33611f8ce7e4", "tag": "315fda68-d211-4ce6-a3d8-fc8c0919bafd"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:09:21.282778 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060cc375-a22a-42e9-b4fe-b0ae3c699f60 None None] DHCP port deletion for 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:09:21.334036 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.341232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8617fd2-4f18-49e3-b7ba-4bdcf2f4e2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-082d2167-405d-44bc-b61c-c0aab51c25a0', 'network_id': '082d2167-405d-44bc-b61c-c0aab51c25a0', 'tenant_id': 'bff44137a96a4783b807da9cccdddedf', 'fixed_ips': [{'subnet_id': 'dc7e3ebf-0402-4d57-8be6-52340fae817f'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:09:21.342126 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8617fd2-4f18-49e3-b7ba-4bdcf2f4e2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.349475 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.360824 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.389452 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa9e59f-ed5b-4cc0-916d-7a9ebe64493d x-openstack-request-id: req-caa9e59f-ed5b-4cc0-916d-7a9ebe64493d {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:09:21.389976 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65219f4b-541c-47fb-aac3-33611f8ce7e4", "tag": "315fda68-d211-4ce6-a3d8-fc8c0919bafd", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:09:21.389976 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-caa9e59f-ed5b-4cc0-916d-7a9ebe64493d {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:09:21.390388 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65219f4b-541c-47fb-aac3-33611f8ce7e4', 'tag': '315fda68-d211-4ce6-a3d8-fc8c0919bafd', 'status': 'completed', 'code': 200} Nov 13 05:09:21.399273 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082d2167-405d-44bc-b61c-c0aab51c25a0']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:21.401630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe91ff-b203-404b-afee-aa8d5fc03273 service neutron] Pushing event updated for resources: {'Port': ['ID=315fda68-d211-4ce6-a3d8-fc8c0919bafd,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:21.408375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Network c1f2992b-b987-4dba-8ede-6281158ada4f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:09:21.415361 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:21.417104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-7bdfab91-1047-49db-a7d5-90bcdaf48182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:21.419187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-7bdfab91-1047-49db-a7d5-90bcdaf48182 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59509f2e90754316ba4a2ce1024d51f4&device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0678933 Nov 13 05:09:21.426852 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:09:21.427519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b04963-5df4-4011-b6fe-a5ad7302c12d') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:21.427816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b04963-5df4-4011-b6fe-a5ad7302c12d') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:21.438724 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.453771 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.460056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:21.460490 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:21.464480 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:21.476977 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-836ee3a0-3522-49f9-8d2f-da98d3f05c0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=315fda68-d211-4ce6-a3d8-fc8c0919bafd HTTP/1.1" status: 200 len: 217 time: 0.0451665 Nov 13 05:09:21.482284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Pushing event updated for resources: {'Port': ['ID=81ea0873-2baf-4eed-a180-1f5274866b53,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:21.483216 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1112015a-5600-463b-a866-d0be5911a349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.509877 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9322a1ce-e3a3-4ec4-b453-6f39c7fe2400 None None] Network 082d2167-405d-44bc-b61c-c0aab51c25a0 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:21.535518 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.555751 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.559285 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/082d2167-405d-44bc-b61c-c0aab51c25a0 HTTP/1.1" status: 204 len: 168 time: 0.8480742 Nov 13 05:09:21.561398 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b4d38-0341-4b36-9e89-33b6fccf70df tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Network': ['ID=082d2167-405d-44bc-b61c-c0aab51c25a0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:21.563244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56924) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:21.569478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-07250a03-8f72-42da-8fbb-dc9116e18a18 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-879984610'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:21.590259 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Attempting to bind port 81ea0873-2baf-4eed-a180-1f5274866b53 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:09:21.590772 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Attempting to bind port 81ea0873-2baf-4eed-a180-1f5274866b53 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '5a77560b-1532-44d1-96ad-3396e4139241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c1f2992b-b987-4dba-8ede-6281158ada4f'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:09:21.591260 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Attempting to bind port 81ea0873-2baf-4eed-a180-1f5274866b53 on network c1f2992b-b987-4dba-8ede-6281158ada4f {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:09:21.593074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07250a03-8f72-42da-8fbb-dc9116e18a18 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:21.597422 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07250a03-8f72-42da-8fbb-dc9116e18a18 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.602453 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1112015a-5600-463b-a866-d0be5911a349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.605454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:09:21.605961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Checking segment: {'id': '5a77560b-1532-44d1-96ad-3396e4139241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c1f2992b-b987-4dba-8ede-6281158ada4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:21.606369 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.606861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Bound using segment: {'id': '5a77560b-1532-44d1-96ad-3396e4139241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c1f2992b-b987-4dba-8ede-6281158ada4f'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:09:21.607448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Bound port: 81ea0873-2baf-4eed-a180-1f5274866b53, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a77560b-1532-44d1-96ad-3396e4139241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c1f2992b-b987-4dba-8ede-6281158ada4f'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:09:21.607806 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.610437 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1112015a-5600-463b-a866-d0be5911a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.625062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07250a03-8f72-42da-8fbb-dc9116e18a18 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:21.636641 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07250a03-8f72-42da-8fbb-dc9116e18a18 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.637095 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-07250a03-8f72-42da-8fbb-dc9116e18a18 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Added segment cf597a1d-aec8-4306-976a-993d5cafae1c of type vlan for network 31a98935-34f4-4eec-b8cc-121433663d7c Nov 13 05:09:21.646335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-32b5f588-6281-4a7d-92be-e2393dde1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:21.647983 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-32b5f588-6281-4a7d-92be-e2393dde1f93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bdba20d-97d4-48c3-b599-83cfc0478ef2 HTTP/1.1" status: 200 len: 855 time: 0.1558924 Nov 13 05:09:21.680667 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1112015a-5600-463b-a866-d0be5911a349 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f1c9ef7905a4b76ae31bd98f83dbdf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4413078 Nov 13 05:09:21.681284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56926) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:21.694801 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-2e10a708-d442-4b17-a935-ff2bed55cde1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338399 Nov 13 05:09:21.694977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112015a-5600-463b-a866-d0be5911a349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245afe3a-d214-4306-85dc-2c28be3f2d41,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:21.698674 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07250a03-8f72-42da-8fbb-dc9116e18a18 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.710198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] For port 81ea0873-2baf-4eed-a180-1f5274866b53, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:09:21.713736 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] For port 81ea0873-2baf-4eed-a180-1f5274866b53, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=81ea0873-2baf-4eed-a180-1f5274866b53,segment=NetworkSegment(5a77560b-1532-44d1-96ad-3396e4139241),segment_id=5a77560b-1532-44d1-96ad-3396e4139241)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:09:21.721138 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.776722 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07250a03-8f72-42da-8fbb-dc9116e18a18 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.789764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ae6c2-15ea-4289-a72a-e2f3aeb6e17e None None] Pushing event updated for resources: {'Port': ['ID=81ea0873-2baf-4eed-a180-1f5274866b53,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:21.790185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07250a03-8f72-42da-8fbb-dc9116e18a18 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:21.791141 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07250a03-8f72-42da-8fbb-dc9116e18a18 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.809334 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-b9c7267e-67a7-4daa-bcb6-dcc4d13cece6 service neutron] 10.222.0.46 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067653 Nov 13 05:09:21.819257 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74aaef86-f0a1-4ce9-82a9-3c4d60523ae0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.877230 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-07250a03-8f72-42da-8fbb-dc9116e18a18 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3101547 Nov 13 05:09:21.878012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56930) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:21.892234 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74aaef86-f0a1-4ce9-82a9-3c4d60523ae0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.894220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07250a03-8f72-42da-8fbb-dc9116e18a18 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Network': ['ID=31a98935-34f4-4eec-b8cc-121433663d7c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:21.905192 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 31a98935-34f4-4eec-b8cc-121433663d7c details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:21.908112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e5ba54a6-3914-42c7-aff0-0f54e39723ea tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'subnet': {'network_id': '31a98935-34f4-4eec-b8cc-121433663d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:21.966594 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74aaef86-f0a1-4ce9-82a9-3c4d60523ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.971820 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74aaef86-f0a1-4ce9-82a9-3c4d60523ae0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:21.973063 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-74aaef86-f0a1-4ce9-82a9-3c4d60523ae0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/245afe3a-d214-4306-85dc-2c28be3f2d41 HTTP/1.1" status: 204 len: 168 time: 0.2850881 Nov 13 05:09:22.005406 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aaef86-f0a1-4ce9-82a9-3c4d60523ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245afe3a-d214-4306-85dc-2c28be3f2d41,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:22.046428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076a8d5-c01a-4615-a48f-e3a11acf51e7 req-339f3976-5f98-4ba6-b632-4936f7f145bb tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:22.052533 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e076a8d5-c01a-4615-a48f-e3a11acf51e7 req-339f3976-5f98-4ba6-b632-4936f7f145bb tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 943 time: 0.2259271 Nov 13 05:09:22.107083 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d8cd97a-5543-4cb0-91b5-1c92f9431c19 req-8698632b-48f8-4e68-8f4c-256697e36663 service neutron] 10.222.0.46 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901371 Nov 13 05:09:22.150218 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e076a8d5-c01a-4615-a48f-e3a11acf51e7 req-cff2508f-88d9-4dff-a578-6e2b9235d760 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789113 Nov 13 05:09:22.151819 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ba54a6-3914-42c7-aff0-0f54e39723ea tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:22.156030 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e5ba54a6-3914-42c7-aff0-0f54e39723ea tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:22.292471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6a6b-1cab-4908-b481-1e49199d2324 req-b669762f-7f61-4164-b266-b4fd8f57aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:22.294102 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e7a6a6b-1cab-4908-b481-1e49199d2324 req-b669762f-7f61-4164-b266-b4fd8f57aba8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59509f2e90754316ba4a2ce1024d51f4&device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0651226 Nov 13 05:09:22.368749 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56936) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:22.382830 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed463226-2309-48c1-a34b-054f4c056309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:22.461682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed463226-2309-48c1-a34b-054f4c056309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:22.466332 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed463226-2309-48c1-a34b-054f4c056309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:22.471681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6a6b-1cab-4908-b481-1e49199d2324 req-6bac7549-4035-4c4b-8b55-0770545986db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:22.473347 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e7a6a6b-1cab-4908-b481-1e49199d2324 req-6bac7549-4035-4c4b-8b55-0770545986db service neutron] 10.222.0.46 "GET /v2.0/networks?id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 200 len: 916 time: 0.1696589 Nov 13 05:09:22.478435 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e5ba54a6-3914-42c7-aff0-0f54e39723ea tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:22.511176 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ed463226-2309-48c1-a34b-054f4c056309 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4a03055065c4d1eb7012d0e2d17f006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408894 Nov 13 05:09:22.512345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56938) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:22.513031 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed463226-2309-48c1-a34b-054f4c056309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94f8897-f113-4838-8f46-dfe87923507c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:22.557587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e7a6a6b-1cab-4908-b481-1e49199d2324 req-ce5fd940-b741-499a-b3df-c7f1cab99be6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=315fda68-d211-4ce6-a3d8-fc8c0919bafd HTTP/1.1" status: 200 len: 217 time: 0.0712488 Nov 13 05:09:22.571783 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21092f73-25d1-4e3b-9e04-8be903422bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:22.594850 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21092f73-25d1-4e3b-9e04-8be903422bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:22.616969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba54a6-3914-42c7-aff0-0f54e39723ea tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Subnet': ['ID=66cf1f21-7415-4936-bea9-9c9b4a764cc8,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:22.632941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba54a6-3914-42c7-aff0-0f54e39723ea tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Checking segment: {'id': 'cf597a1d-aec8-4306-976a-993d5cafae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '31a98935-34f4-4eec-b8cc-121433663d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:22.633457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ba54a6-3914-42c7-aff0-0f54e39723ea tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network hostable DHCP agents. Network: 31a98935-34f4-4eec-b8cc-121433663d7c, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:09:22.640555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6a6b-1cab-4908-b481-1e49199d2324 req-1ed68f6c-ef64-4538-b8b2-8f8b62dc79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:22.642081 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e7a6a6b-1cab-4908-b481-1e49199d2324 req-1ed68f6c-ef64-4538-b8b2-8f8b62dc79c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bdba20d-97d4-48c3-b599-83cfc0478ef2 HTTP/1.1" status: 200 len: 855 time: 0.0731690 Nov 13 05:09:22.653082 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21092f73-25d1-4e3b-9e04-8be903422bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:22.656816 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21092f73-25d1-4e3b-9e04-8be903422bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:22.658040 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-21092f73-25d1-4e3b-9e04-8be903422bb7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f94f8897-f113-4838-8f46-dfe87923507c HTTP/1.1" status: 204 len: 168 time: 0.1406662 Nov 13 05:09:22.667752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21092f73-25d1-4e3b-9e04-8be903422bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94f8897-f113-4838-8f46-dfe87923507c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:22.682344 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e7a6a6b-1cab-4908-b481-1e49199d2324 req-fae847e7-da3a-451e-9c70-6654d4a295bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316553 Nov 13 05:09:22.683161 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ba54a6-3914-42c7-aff0-0f54e39723ea tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network 31a98935-34f4-4eec-b8cc-121433663d7c is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:09:22.701636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-e5ba54a6-3914-42c7-aff0-0f54e39723ea tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 31a98935-34f4-4eec-b8cc-121433663d7c) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:22.713372 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53033f6-8bd2-4f7f-98f5-02eae2e9a353 None None] Network 31a98935-34f4-4eec-b8cc-121433663d7c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:22.726145 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ba54a6-3914-42c7-aff0-0f54e39723ea tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:22.726896 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e5ba54a6-3914-42c7-aff0-0f54e39723ea tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:22.783522 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e5ba54a6-3914-42c7-aff0-0f54e39723ea tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9010642 Nov 13 05:09:22.785395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56942) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:22.793867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-352ceacc-472f-4810-b908-0d434fe7e73a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-515983179'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:22.809224 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e7a6a6b-1cab-4908-b481-1e49199d2324 req-c1e79085-05e3-4be3-b531-16ff8e950265 service neutron] 10.222.0.46 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182523 Nov 13 05:09:22.826003 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352ceacc-472f-4810-b908-0d434fe7e73a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:22.835745 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-352ceacc-472f-4810-b908-0d434fe7e73a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:22.871495 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352ceacc-472f-4810-b908-0d434fe7e73a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:22.882360 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-352ceacc-472f-4810-b908-0d434fe7e73a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:22.883175 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-352ceacc-472f-4810-b908-0d434fe7e73a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Added segment c8ee89fa-4b1d-426d-97a3-331ad1fb4d25 of type vlan for network 546dece6-b1f3-400a-9961-70fc773ab4a0 Nov 13 05:09:22.919479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-31a98935-34f4-4eec-b8cc-121433663d7c', 'network_id': '31a98935-34f4-4eec-b8cc-121433663d7c', 'tenant_id': 'bff44137a96a4783b807da9cccdddedf', 'fixed_ips': [{'subnet_id': '66cf1f21-7415-4936-bea9-9c9b4a764cc8'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:09:22.927592 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:22.938626 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e7a6a6b-1cab-4908-b481-1e49199d2324 req-bce61e89-aeeb-4fd6-8308-144c335670f5 service neutron] 10.222.0.46 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200860 Nov 13 05:09:22.954344 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-352ceacc-472f-4810-b908-0d434fe7e73a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:22.988759 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-352ceacc-472f-4810-b908-0d434fe7e73a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:22.997713 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352ceacc-472f-4810-b908-0d434fe7e73a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:22.998412 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-352ceacc-472f-4810-b908-0d434fe7e73a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:23.031119 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-352ceacc-472f-4810-b908-0d434fe7e73a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2411990 Nov 13 05:09:23.031520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56946) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:23.045945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0d57b0f9-0ceb-4d2f-8473-c3e0b2332e46 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'subnet': {'network_id': '546dece6-b1f3-400a-9961-70fc773ab4a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:23.117303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ceacc-472f-4810-b908-0d434fe7e73a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Network': ['ID=546dece6-b1f3-400a-9961-70fc773ab4a0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:23.119668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Allocated IP 2001:db8::1 (31a98935-34f4-4eec-b8cc-121433663d7c/66cf1f21-7415-4936-bea9-9c9b4a764cc8/3e05efb4-2188-43c7-b459-9f4eb19ca804) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:09:23.140342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 546dece6-b1f3-400a-9961-70fc773ab4a0 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:23.177512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7134ea-dacc-43a6-9863-34a2b9233b70 None None] Network c1f2992b-b987-4dba-8ede-6281158ada4f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:23.212848 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d57b0f9-0ceb-4d2f-8473-c3e0b2332e46 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:23.220089 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d57b0f9-0ceb-4d2f-8473-c3e0b2332e46 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:23.290141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 81ea0873-2baf-4eed-a180-1f5274866b53 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:09:23.310187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_backend_mixin [None req-0d57b0f9-0ceb-4d2f-8473-c3e0b2332e46 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Performing IP validity checks on allocation pools {{(pid=102667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 13 05:09:23.311028 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_backend_mixin [None req-0d57b0f9-0ceb-4d2f-8473-c3e0b2332e46 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 13 05:09:23.320354 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866a548-a24d-49b2-a2b2-a6a06e538e95 req-49f2c7c7-fdf3-4b46-a79b-20059f441fcc tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:23.322445 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9866a548-a24d-49b2-a2b2-a6a06e538e95 req-49f2c7c7-fdf3-4b46-a79b-20059f441fcc tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 943 time: 0.0628114 Nov 13 05:09:23.396246 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9866a548-a24d-49b2-a2b2-a6a06e538e95 req-b2691f41-d6a5-4189-87c7-c49717060585 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665905 Nov 13 05:09:23.421157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e95db27c-f78d-47a8-8a4c-33d417dd8515 None None] Provisioning complete for port 81ea0873-2baf-4eed-a180-1f5274866b53 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:23.421570 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e95db27c-f78d-47a8-8a4c-33d417dd8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:23.463014 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d57b0f9-0ceb-4d2f-8473-c3e0b2332e46 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:23.545245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57b0f9-0ceb-4d2f-8473-c3e0b2332e46 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Subnet': ['ID=4bf71bae-346e-48d1-8140-e76a8d406a89,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:23.563546 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d57b0f9-0ceb-4d2f-8473-c3e0b2332e46 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Checking segment: {'id': 'c8ee89fa-4b1d-426d-97a3-331ad1fb4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '546dece6-b1f3-400a-9961-70fc773ab4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:23.563913 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d57b0f9-0ceb-4d2f-8473-c3e0b2332e46 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network hostable DHCP agents. Network: 546dece6-b1f3-400a-9961-70fc773ab4a0, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:09:23.581658 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d57b0f9-0ceb-4d2f-8473-c3e0b2332e46 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network 546dece6-b1f3-400a-9961-70fc773ab4a0 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:09:23.593083 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-0d57b0f9-0ceb-4d2f-8473-c3e0b2332e46 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 546dece6-b1f3-400a-9961-70fc773ab4a0) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:23.597557 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d57b0f9-0ceb-4d2f-8473-c3e0b2332e46 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:23.598151 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0d57b0f9-0ceb-4d2f-8473-c3e0b2332e46 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:23.614217 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b426f5bc-ec5a-4830-9b47-0a493bf1556d None None] Network 546dece6-b1f3-400a-9961-70fc773ab4a0 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:23.621464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56968) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:23.624239 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0d57b0f9-0ceb-4d2f-8473-c3e0b2332e46 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5907369 Nov 13 05:09:23.626764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 81ea0873-2baf-4eed-a180-1f5274866b53 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:23.627155 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:23.726204 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:23.790512 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:23.856253 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:23.864063 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:23.898020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf71bae-346e-48d1-8140-e76a8d406a89,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:23.911204 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:23.913040 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e95db27c-f78d-47a8-8a4c-33d417dd8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:23.959028 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:23.980377 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546dece6-b1f3-400a-9961-70fc773ab4a0']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:23.994980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ee89fa-4b1d-426d-97a3-331ad1fb4d25') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:23.995793 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ee89fa-4b1d-426d-97a3-331ad1fb4d25') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:24.010867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Network 31a98935-34f4-4eec-b8cc-121433663d7c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:09:24.011133 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:24.024888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:24.036084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:09:24.040785 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:24.050805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:24.051396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:24.057093 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:24.059244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Pushing event updated for resources: {'Port': ['ID=3e05efb4-2188-43c7-b459-9f4eb19ca804,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:24.070383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e95db27c-f78d-47a8-8a4c-33d417dd8515 None None] For port 81ea0873-2baf-4eed-a180-1f5274866b53, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=81ea0873-2baf-4eed-a180-1f5274866b53,segment=NetworkSegment(5a77560b-1532-44d1-96ad-3396e4139241),segment_id=5a77560b-1532-44d1-96ad-3396e4139241)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:24.119130 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e95db27c-f78d-47a8-8a4c-33d417dd8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:24.147578 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:24.156736 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:24.160716 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/546dece6-b1f3-400a-9961-70fc773ab4a0 HTTP/1.1" status: 204 len: 168 time: 0.5383055 Nov 13 05:09:24.164638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 56986) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:24.174247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6c87902e-fa7e-460c-af43-b01e37e63950 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-544382924'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:24.183290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9239a-af70-4e96-8088-86a4d32efd03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Network': ['ID=546dece6-b1f3-400a-9961-70fc773ab4a0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:24.212084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c87902e-fa7e-460c-af43-b01e37e63950 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:24.221506 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c87902e-fa7e-460c-af43-b01e37e63950 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:24.258038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd31ae7f-3dbc-43a7-a4cb-32ef2df20f0e None None] Network 546dece6-b1f3-400a-9961-70fc773ab4a0 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:24.262649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Attempting to bind port 3e05efb4-2188-43c7-b459-9f4eb19ca804 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:09:24.263050 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Attempting to bind port 3e05efb4-2188-43c7-b459-9f4eb19ca804 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'cf597a1d-aec8-4306-976a-993d5cafae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '31a98935-34f4-4eec-b8cc-121433663d7c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:09:24.263413 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Attempting to bind port 3e05efb4-2188-43c7-b459-9f4eb19ca804 on network 31a98935-34f4-4eec-b8cc-121433663d7c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:09:24.273752 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c87902e-fa7e-460c-af43-b01e37e63950 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:24.285755 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c87902e-fa7e-460c-af43-b01e37e63950 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:24.286434 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-6c87902e-fa7e-460c-af43-b01e37e63950 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Added segment 937d1ef2-2fdf-4f87-8115-8ba184d9876c of type vlan for network 4cbd3a87-7904-494a-ad02-f9588755e5fe Nov 13 05:09:24.315908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:09:24.316194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Checking segment: {'id': 'cf597a1d-aec8-4306-976a-993d5cafae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '31a98935-34f4-4eec-b8cc-121433663d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:24.318062 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:24.318633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Bound using segment: {'id': 'cf597a1d-aec8-4306-976a-993d5cafae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '31a98935-34f4-4eec-b8cc-121433663d7c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:09:24.319146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Bound port: 3e05efb4-2188-43c7-b459-9f4eb19ca804, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf597a1d-aec8-4306-976a-993d5cafae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '31a98935-34f4-4eec-b8cc-121433663d7c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:09:24.319526 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:24.321722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd31ae7f-3dbc-43a7-a4cb-32ef2df20f0e None None] Network 546dece6-b1f3-400a-9961-70fc773ab4a0 could not be found, it might have been deleted concurrently. {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 13 05:09:24.335822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95db27c-f78d-47a8-8a4c-33d417dd8515 None None] Pushing event updated for resources: {'Port': ['ID=81ea0873-2baf-4eed-a180-1f5274866b53,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:24.357318 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c87902e-fa7e-460c-af43-b01e37e63950 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:24.417307 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c87902e-fa7e-460c-af43-b01e37e63950 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:24.424775 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] For port 3e05efb4-2188-43c7-b459-9f4eb19ca804, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:09:24.427291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c87902e-fa7e-460c-af43-b01e37e63950 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:24.428142 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c87902e-fa7e-460c-af43-b01e37e63950 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:24.431858 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] For port 3e05efb4-2188-43c7-b459-9f4eb19ca804, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3e05efb4-2188-43c7-b459-9f4eb19ca804,segment=NetworkSegment(cf597a1d-aec8-4306-976a-993d5cafae1c),segment_id=cf597a1d-aec8-4306-976a-993d5cafae1c)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:09:24.451612 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:24.540487 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6c87902e-fa7e-460c-af43-b01e37e63950 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3742990 Nov 13 05:09:24.544356 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6b104-042e-4b89-bd00-c5f55f00b660 None None] Pushing event updated for resources: {'Port': ['ID=3e05efb4-2188-43c7-b459-9f4eb19ca804,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:24.550068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 56996) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:24.556235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-aac54f75-e946-4d80-b64e-85a36e916de2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'subnet': {'network_id': '4cbd3a87-7904-494a-ad02-f9588755e5fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:24.562738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9b5e3a02-aa4b-4ab2-9e49-1ba1c34762c7 None None] Provisioning complete for port 81ea0873-2baf-4eed-a180-1f5274866b53 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:24.563157 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b5e3a02-aa4b-4ab2-9e49-1ba1c34762c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:24.582445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87902e-fa7e-460c-af43-b01e37e63950 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Network': ['ID=4cbd3a87-7904-494a-ad02-f9588755e5fe,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:24.593885 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 4cbd3a87-7904-494a-ad02-f9588755e5fe details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:24.639716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b86af-db9b-4257-8df8-824edba43ee8 req-f1d03203-5904-44ad-8c87-4ffa546bdb92 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:24.643561 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-113b86af-db9b-4257-8df8-824edba43ee8 req-f1d03203-5904-44ad-8c87-4ffa546bdb92 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 943 time: 0.1187012 Nov 13 05:09:24.734484 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-113b86af-db9b-4257-8df8-824edba43ee8 req-abd8de76-a57e-4a25-86ea-a6438fe2e22a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813410 Nov 13 05:09:24.779219 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac54f75-e946-4d80-b64e-85a36e916de2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:24.785667 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aac54f75-e946-4d80-b64e-85a36e916de2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.098688 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aac54f75-e946-4d80-b64e-85a36e916de2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.105714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57014) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:25.192222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac54f75-e946-4d80-b64e-85a36e916de2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Subnet': ['ID=2bbbb65d-deb8-44c1-ac59-21c4242b5135,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:25.222229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 81ea0873-2baf-4eed-a180-1f5274866b53 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:09:25.225778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae4568-8456-482f-9b93-4ea90b56f694 req-0abf705d-1cbc-48d0-b712-3c76f10c7c5c tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:25.227324 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-afae4568-8456-482f-9b93-4ea90b56f694 req-0abf705d-1cbc-48d0-b712-3c76f10c7c5c tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.0978765 Nov 13 05:09:25.231236 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac54f75-e946-4d80-b64e-85a36e916de2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Checking segment: {'id': '937d1ef2-2fdf-4f87-8115-8ba184d9876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4cbd3a87-7904-494a-ad02-f9588755e5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:25.231607 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac54f75-e946-4d80-b64e-85a36e916de2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network hostable DHCP agents. Network: 4cbd3a87-7904-494a-ad02-f9588755e5fe, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:09:25.252275 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-07a81cdf-bc59-4a97-a557-afa154a552e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.271299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac54f75-e946-4d80-b64e-85a36e916de2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network 4cbd3a87-7904-494a-ad02-f9588755e5fe is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:09:25.281945 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 81ea0873-2baf-4eed-a180-1f5274866b53 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:25.282674 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.289418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-aac54f75-e946-4d80-b64e-85a36e916de2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 4cbd3a87-7904-494a-ad02-f9588755e5fe) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:25.296579 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-afae4568-8456-482f-9b93-4ea90b56f694 req-395ba450-41c5-43df-9b93-ae04aacbac58 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613928 Nov 13 05:09:25.297889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac54f75-e946-4d80-b64e-85a36e916de2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:25.298540 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aac54f75-e946-4d80-b64e-85a36e916de2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.322197 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-aac54f75-e946-4d80-b64e-85a36e916de2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7709241 Nov 13 05:09:25.329713 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57018) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:25.338972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3078e436-d5a9-465f-8ebc-d37c0d90ae79 None None] Network 4cbd3a87-7904-494a-ad02-f9588755e5fe requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:25.411431 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-07a81cdf-bc59-4a97-a557-afa154a552e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.421726 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-07a81cdf-bc59-4a97-a557-afa154a552e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.483887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a81cdf-bc59-4a97-a557-afa154a552e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ed6788-c5a6-42cd-936a-f725ba397f23,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:25.493596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3e05efb4-2188-43c7-b459-9f4eb19ca804 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:09:25.495948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57020) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:25.496064 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-07a81cdf-bc59-4a97-a557-afa154a552e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31bf96dfbb494e3a861fd8b0220df923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3889678 Nov 13 05:09:25.503164 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.575333 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.581504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de5d58a-2cbf-47a0-b6d3-75d81cc2801f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-4cbd3a87-7904-494a-ad02-f9588755e5fe', 'network_id': '4cbd3a87-7904-494a-ad02-f9588755e5fe', 'tenant_id': 'bff44137a96a4783b807da9cccdddedf', 'fixed_ips': [{'subnet_id': '2bbbb65d-deb8-44c1-ac59-21c4242b5135'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:09:25.582482 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9de5d58a-2cbf-47a0-b6d3-75d81cc2801f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.591251 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e20d-4062-48d2-8ad6-5be02095f7a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.594069 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 3e05efb4-2188-43c7-b459-9f4eb19ca804 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:25.594434 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.640530 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e20d-4062-48d2-8ad6-5be02095f7a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.660198 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.690615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Subnet': ['ID=2bbbb65d-deb8-44c1-ac59-21c4242b5135,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:25.707711 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e20d-4062-48d2-8ad6-5be02095f7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.711009 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e20d-4062-48d2-8ad6-5be02095f7a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.713276 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d4a7e20d-4062-48d2-8ad6-5be02095f7a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86ed6788-c5a6-42cd-936a-f725ba397f23 HTTP/1.1" status: 204 len: 168 time: 0.2159793 Nov 13 05:09:25.735971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7e20d-4062-48d2-8ad6-5be02095f7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ed6788-c5a6-42cd-936a-f725ba397f23,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:25.758167 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905b8ea9-095b-4f56-8c45-f50f3fff1f69 None None] Network 31a98935-34f4-4eec-b8cc-121433663d7c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server [None req-9de5d58a-2cbf-47a0-b6d3-75d81cc2801f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2bbbb65d-deb8-44c1-ac59-21c4242b5135: This subnet is being modified by another concurrent operation. Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise exception Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2bbbb65d-deb8-44c1-ac59-21c4242b5135: This subnet is being modified by another concurrent operation. Nov 13 05:09:25.781342 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Nov 13 05:09:25.801243 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.806268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4249184-6e29-486b-b9a2-076bb76e9049 None None] Network 4cbd3a87-7904-494a-ad02-f9588755e5fe requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:25.827883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbd3a87-7904-494a-ad02-f9588755e5fe']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:25.839993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937d1ef2-2fdf-4f87-8115-8ba184d9876c') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:25.840468 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937d1ef2-2fdf-4f87-8115-8ba184d9876c') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:25.852512 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.899664 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.916847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:25.917226 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:25.920717 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:25.948242 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae465fc-0ee7-44c8-9c88-9ec7fc8c50ad req-b546db89-bbab-4901-abf4-4de29a852a4d tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:25.949546 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fae465fc-0ee7-44c8-9c88-9ec7fc8c50ad req-b546db89-bbab-4901-abf4-4de29a852a4d tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 943 time: 0.0991020 Nov 13 05:09:25.963279 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c452c953-20eb-41db-b9b4-ce36a63f7a66 None None] Provisioning complete for port 3e05efb4-2188-43c7-b459-9f4eb19ca804 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:25.963652 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c452c953-20eb-41db-b9b4-ce36a63f7a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.054475 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.063688 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.073677 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.077223 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/4cbd3a87-7904-494a-ad02-f9588755e5fe HTTP/1.1" status: 204 len: 168 time: 0.7460861 Nov 13 05:09:26.078553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57028) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:26.087599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57030) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:26.094311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc411fc-1d57-4779-9bbf-fd92a4b57760 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Network': ['ID=4cbd3a87-7904-494a-ad02-f9588755e5fe,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:26.094941 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7b2a65a0-c66f-4e4e-acd2-b4bf722578e2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1819987078'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:26.108785 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34c71133-f3b9-4aad-b8fc-1448f8317ffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.121579 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fae465fc-0ee7-44c8-9c88-9ec7fc8c50ad req-4d69d5dc-a7c6-46e6-aa42-cdcbe7b6f8ce tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563604 Nov 13 05:09:26.158144 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2a65a0-c66f-4e4e-acd2-b4bf722578e2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:26.162277 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b2a65a0-c66f-4e4e-acd2-b4bf722578e2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.170077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 3e05efb4-2188-43c7-b459-9f4eb19ca804, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3e05efb4-2188-43c7-b459-9f4eb19ca804,segment=NetworkSegment(cf597a1d-aec8-4306-976a-993d5cafae1c),segment_id=cf597a1d-aec8-4306-976a-993d5cafae1c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:26.196501 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.209349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 315fda68-d211-4ce6-a3d8-fc8c0919bafd details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:09:26.219923 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2a65a0-c66f-4e4e-acd2-b4bf722578e2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:26.246389 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b2a65a0-c66f-4e4e-acd2-b4bf722578e2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.246806 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-7b2a65a0-c66f-4e4e-acd2-b4bf722578e2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Added segment 6bdae619-ce5f-41b3-9788-3d14875a2bd1 of type vlan for network ab16e190-4b24-466d-89c8-1c52e1315ff6 Nov 13 05:09:26.290471 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34c71133-f3b9-4aad-b8fc-1448f8317ffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.303126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34c71133-f3b9-4aad-b8fc-1448f8317ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.312139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=3e05efb4-2188-43c7-b459-9f4eb19ca804,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:26.350286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c71133-f3b9-4aad-b8fc-1448f8317ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4177d6b8-3d07-4363-81bf-093e5f92f7bd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:26.355071 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b2a65a0-c66f-4e4e-acd2-b4bf722578e2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.379368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-34c71133-f3b9-4aad-b8fc-1448f8317ffb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ba94b049cc046eb8b72ca39d305a059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2994397 Nov 13 05:09:26.382008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57034) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:26.423292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 315fda68-d211-4ce6-a3d8-fc8c0919bafd, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=315fda68-d211-4ce6-a3d8-fc8c0919bafd,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:26.460187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '315fda68-d211-4ce6-a3d8-fc8c0919bafd', 'network_id': '3afe1c64-6288-45cc-b7a5-6eb0de7d17c4', 'port_id': '315fda68-d211-4ce6-a3d8-fc8c0919bafd', 'mac_address': 'fa:16:3e:37:4d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdba20d-97d4-48c3-b599-83cfc0478ef2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:09:26.463856 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-b0ce83e1-6503-45c4-9a39-c8a071cb2df1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:26.465969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-b0ce83e1-6503-45c4-9a39-c8a071cb2df1 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.46 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.1226449 Nov 13 05:09:26.473350 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b2a65a0-c66f-4e4e-acd2-b4bf722578e2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.480624 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2a65a0-c66f-4e4e-acd2-b4bf722578e2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:26.481663 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b2a65a0-c66f-4e4e-acd2-b4bf722578e2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.525091 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.548025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315fda68-d211-4ce6-a3d8-fc8c0919bafd {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:09:26.560979 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409946be-1c95-4d90-88c9-e049129147aa req-e6f5bf8c-1c6c-46ac-aa10-77edbe4a9b71 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:26.562525 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-409946be-1c95-4d90-88c9-e049129147aa req-e6f5bf8c-1c6c-46ac-aa10-77edbe4a9b71 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 945 time: 0.1484172 Nov 13 05:09:26.572964 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5819a63b-764e-4a19-96b4-8482d8330b30 None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 05:09:26.599135 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7b2a65a0-c66f-4e4e-acd2-b4bf722578e2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5096250 Nov 13 05:09:26.602056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57036) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:26.603666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 315fda68-d211-4ce6-a3d8-fc8c0919bafd, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=315fda68-d211-4ce6-a3d8-fc8c0919bafd,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:26.611732 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-8ac38be7-04c1-4009-b3c3-0c1fbf747202 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'subnet': {'network_id': 'ab16e190-4b24-466d-89c8-1c52e1315ff6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:26.613470 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.644432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a65a0-c66f-4e4e-acd2-b4bf722578e2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Network': ['ID=ab16e190-4b24-466d-89c8-1c52e1315ff6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:26.648006 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa0c78db-c506-4575-942d-ca4d5e6c0432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.664403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network ab16e190-4b24-466d-89c8-1c52e1315ff6 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:26.698277 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa0c78db-c506-4575-942d-ca4d5e6c0432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.698605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2fb1e8ae-9ac9-4170-9105-6af4ad84efb9 None None] Provisioning complete for port 3e05efb4-2188-43c7-b459-9f4eb19ca804 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:26.698945 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2fb1e8ae-9ac9-4170-9105-6af4ad84efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.711793 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-409946be-1c95-4d90-88c9-e049129147aa req-bc96ca45-2e76-4495-a6c0-1e68cf9be4ec tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=532b8ea4-50ad-4d68-b158-06a473c8306f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187465 Nov 13 05:09:26.720443 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-9a4fc4e1-bc1b-44e2-b14f-6268466c5514 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Deleting port 1f17a950-0945-48d2-9d76-02a08b6e6973 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:26.721911 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-9a4fc4e1-bc1b-44e2-b14f-6268466c5514 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.773397 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa0c78db-c506-4575-942d-ca4d5e6c0432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.776870 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa0c78db-c506-4575-942d-ca4d5e6c0432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.778309 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fa0c78db-c506-4575-942d-ca4d5e6c0432 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4177d6b8-3d07-4363-81bf-093e5f92f7bd HTTP/1.1" status: 204 len: 168 time: 0.3949854 Nov 13 05:09:26.793320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c78db-c506-4575-942d-ca4d5e6c0432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4177d6b8-3d07-4363-81bf-093e5f92f7bd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:26.794800 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=315fda68-d211-4ce6-a3d8-fc8c0919bafd,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:26.836746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac38be7-04c1-4009-b3c3-0c1fbf747202 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:26.840781 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8ac38be7-04c1-4009-b3c3-0c1fbf747202 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:26.850647 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5819a63b-764e-4a19-96b4-8482d8330b30 None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 05:09:26.934124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-9a4fc4e1-bc1b-44e2-b14f-6268466c5514 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] For port 1f17a950-0945-48d2-9d76-02a08b6e6973, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=1f17a950-0945-48d2-9d76-02a08b6e6973,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:26.934555 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-9a4fc4e1-bc1b-44e2-b14f-6268466c5514 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:27.151800 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['315fda68-d211-4ce6-a3d8-fc8c0919bafd'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:09:27.164956 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3e05efb4-2188-43c7-b459-9f4eb19ca804 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:09:27.251838 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-9a4fc4e1-bc1b-44e2-b14f-6268466c5514 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:27.252196 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-9a4fc4e1-bc1b-44e2-b14f-6268466c5514 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:27.252519 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-9a4fc4e1-bc1b-44e2-b14f-6268466c5514 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Floating IP e8465982-f83c-4316-8ef9-9a3692bc27c3 disassociated. External IP: 172.25.8.89, port: 1f17a950-0945-48d2-9d76-02a08b6e6973. Nov 13 05:09:27.252870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-9a4fc4e1-bc1b-44e2-b14f-6268466c5514 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Calling delete_port for 1f17a950-0945-48d2-9d76-02a08b6e6973 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:27.283878 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 3e05efb4-2188-43c7-b459-9f4eb19ca804 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:27.284253 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:27.343078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8ac38be7-04c1-4009-b3c3-0c1fbf747202 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:27.409684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c307d74-9934-448f-b625-2b5dbc3ebc25 req-aaf15251-20c6-49be-9f12-9c40c063b148 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:27.411219 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1c307d74-9934-448f-b625-2b5dbc3ebc25 req-aaf15251-20c6-49be-9f12-9c40c063b148 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 944 time: 0.1985974 Nov 13 05:09:27.472711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac38be7-04c1-4009-b3c3-0c1fbf747202 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Subnet': ['ID=96c407c1-bcd0-45c4-bda3-f6010d77eacb,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:27.506659 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac38be7-04c1-4009-b3c3-0c1fbf747202 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Checking segment: {'id': '6bdae619-ce5f-41b3-9788-3d14875a2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab16e190-4b24-466d-89c8-1c52e1315ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:27.506659 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac38be7-04c1-4009-b3c3-0c1fbf747202 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network hostable DHCP agents. Network: ab16e190-4b24-466d-89c8-1c52e1315ff6, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:09:27.524585 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1c307d74-9934-448f-b625-2b5dbc3ebc25 req-3f506801-d909-4c0e-bbce-17a162be7ca6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031868 Nov 13 05:09:27.564077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac38be7-04c1-4009-b3c3-0c1fbf747202 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network ab16e190-4b24-466d-89c8-1c52e1315ff6 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:09:27.580362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-8ac38be7-04c1-4009-b3c3-0c1fbf747202 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, ab16e190-4b24-466d-89c8-1c52e1315ff6) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:27.585560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac38be7-04c1-4009-b3c3-0c1fbf747202 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:27.586154 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8ac38be7-04c1-4009-b3c3-0c1fbf747202 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:27.589556 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ceb7d2-bbf6-4bae-9d74-be5f45cf345b None None] Network ab16e190-4b24-466d-89c8-1c52e1315ff6 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:27.603411 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-9a4fc4e1-bc1b-44e2-b14f-6268466c5514 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:27.637563 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8ac38be7-04c1-4009-b3c3-0c1fbf747202 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0317771 Nov 13 05:09:27.638074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57062) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:27.641678 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fc4e1-bc1b-44e2-b14f-6268466c5514 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event deleted for resources: {'Port': ['ID=1f17a950-0945-48d2-9d76-02a08b6e6973,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:27.784532 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-9a4fc4e1-bc1b-44e2-b14f-6268466c5514 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Router bc67483c-6075-46c9-a308-4b295bd58183 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:09:27.786210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-ab16e190-4b24-466d-89c8-1c52e1315ff6', 'network_id': 'ab16e190-4b24-466d-89c8-1c52e1315ff6', 'tenant_id': 'bff44137a96a4783b807da9cccdddedf', 'fixed_ips': [{'subnet_id': '96c407c1-bcd0-45c4-bda3-f6010d77eacb'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:09:27.787851 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:27.789695 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:27.858490 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1698266-5e00-4741-aa8d-6c081cb7ad08 req-d3dedfdf-846b-4ff3-915c-cc7c5463c45e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b57c14-07a8-4086-ac6a-60827db96717 HTTP/1.1" status: 200 len: 210 time: 0.0282228 Nov 13 05:09:27.878052 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:27.954802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-9a4fc4e1-bc1b-44e2-b14f-6268466c5514 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:09:27.964417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Allocated IP 2001:db8::1 (ab16e190-4b24-466d-89c8-1c52e1315ff6/96c407c1-bcd0-45c4-bda3-f6010d77eacb/3cf6e305-9b1e-46b2-bd10-252de832aa6b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:09:27.969178 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd32ec-286b-45e6-8552-79f58d3ddbba None None] Sync routers for ids ['bc67483c-6075-46c9-a308-4b295bd58183'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:09:27.979323 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd32ec-286b-45e6-8552-79f58d3ddbba None None] Routers {'bc67483c-6075-46c9-a308-4b295bd58183'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:09:27.980013 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b7dd32ec-286b-45e6-8552-79f58d3ddbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:09:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['bc67483c-6075-46c9-a308-4b295bd58183'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:28.011883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-9a4fc4e1-bc1b-44e2-b14f-6268466c5514 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] No DVR routers for this DVR port 1f17a950-0945-48d2-9d76-02a08b6e6973 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:09:28.015249 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-9a4fc4e1-bc1b-44e2-b14f-6268466c5514 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:28.019530 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-80c37d9d-a827-4cdf-8e5c-e7608505c249 req-9a4fc4e1-bc1b-44e2-b14f-6268466c5514 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.46 "DELETE /v2.0/ports/1f17a950-0945-48d2-9d76-02a08b6e6973 HTTP/1.1" status: 204 len: 173 time: 1.5469468 Nov 13 05:09:28.020311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b57c14-07a8-4086-ac6a-60827db96717', 'name': 'network-vif-deleted', 'tag': '1f17a950-0945-48d2-9d76-02a08b6e6973'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:09:28.024736 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce7e2ef-b0c6-4b17-9efa-d7b4f513e81b" -d '{"events": [{"server_uuid": "41b57c14-07a8-4086-ac6a-60827db96717", "name": "network-vif-deleted", "tag": "1f17a950-0945-48d2-9d76-02a08b6e6973"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:09:28.100342 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49db8ecf-74a0-41b5-bd65-504f69c61ec7 x-openstack-request-id: req-49db8ecf-74a0-41b5-bd65-504f69c61ec7 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:09:28.100638 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b57c14-07a8-4086-ac6a-60827db96717", "name": "network-vif-deleted", "tag": "1f17a950-0945-48d2-9d76-02a08b6e6973", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:09:28.102968 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49db8ecf-74a0-41b5-bd65-504f69c61ec7 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:09:28.104503 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b57c14-07a8-4086-ac6a-60827db96717', 'name': 'network-vif-deleted', 'tag': '1f17a950-0945-48d2-9d76-02a08b6e6973', 'status': 'completed', 'code': 200} Nov 13 05:09:28.143878 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-b7dd32ec-286b-45e6-8552-79f58d3ddbba None None] Set router bc67483c-6075-46c9-a308-4b295bd58183 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:09:28.258532 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:28.266232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 315fda68-d211-4ce6-a3d8-fc8c0919bafd up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:09:28.270309 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:28.295378 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:28.350556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Subnet': ['ID=96c407c1-bcd0-45c4-bda3-f6010d77eacb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:28.350826 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Network ab16e190-4b24-466d-89c8-1c52e1315ff6 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:09:28.356814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:28.363395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:09:28.367668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Pushing event updated for resources: {'Port': ['ID=3cf6e305-9b1e-46b2-bd10-252de832aa6b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:28.414547 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b7dd32ec-286b-45e6-8552-79f58d3ddbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:43Z', 'revision_number': 5, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:28.426187 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:28.431693 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Attempting to bind port 3cf6e305-9b1e-46b2-bd10-252de832aa6b on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:09:28.431938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Attempting to bind port 3cf6e305-9b1e-46b2-bd10-252de832aa6b by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '6bdae619-ce5f-41b3-9788-3d14875a2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab16e190-4b24-466d-89c8-1c52e1315ff6'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:09:28.432299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Attempting to bind port 3cf6e305-9b1e-46b2-bd10-252de832aa6b on network ab16e190-4b24-466d-89c8-1c52e1315ff6 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:09:28.438213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:09:28.438584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Checking segment: {'id': '6bdae619-ce5f-41b3-9788-3d14875a2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab16e190-4b24-466d-89c8-1c52e1315ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:28.439013 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:28.439404 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Bound using segment: {'id': '6bdae619-ce5f-41b3-9788-3d14875a2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab16e190-4b24-466d-89c8-1c52e1315ff6'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:09:28.439874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Bound port: 3cf6e305-9b1e-46b2-bd10-252de832aa6b, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bdae619-ce5f-41b3-9788-3d14875a2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab16e190-4b24-466d-89c8-1c52e1315ff6'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:09:28.440255 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:28.442198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 315fda68-d211-4ce6-a3d8-fc8c0919bafd completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:09:28.453489 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd32ec-286b-45e6-8552-79f58d3ddbba None None] Checking router: bc67483c-6075-46c9-a308-4b295bd58183 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:09:28.454283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 315fda68-d211-4ce6-a3d8-fc8c0919bafd triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:28.454468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab16e190-4b24-466d-89c8-1c52e1315ff6']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:28.454648 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:28.465196 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd32ec-286b-45e6-8552-79f58d3ddbba None None] Routers {'bc67483c-6075-46c9-a308-4b295bd58183'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:09:28.466254 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b7dd32ec-286b-45e6-8552-79f58d3ddbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:09:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['bc67483c-6075-46c9-a308-4b295bd58183'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:28.469376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bdae619-ce5f-41b3-9788-3d14875a2bd1') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:28.469694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bdae619-ce5f-41b3-9788-3d14875a2bd1') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:28.481916 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:28.499164 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:28.509741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:28.510147 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:28.519326 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:28.569957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] For port 3cf6e305-9b1e-46b2-bd10-252de832aa6b, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:09:28.609883 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:28.619098 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-b7dd32ec-286b-45e6-8552-79f58d3ddbba None None] Set router bc67483c-6075-46c9-a308-4b295bd58183 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:09:28.622130 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:28.657273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 315fda68-d211-4ce6-a3d8-fc8c0919bafd, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=315fda68-d211-4ce6-a3d8-fc8c0919bafd,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:28.658257 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65219f4b-541c-47fb-aac3-33611f8ce7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315fda68-d211-4ce6-a3d8-fc8c0919bafd'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:09:28.660741 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c4f9db-b323-4be0-bd6f-a901acfea699" -d '{"events": [{"server_uuid": "65219f4b-541c-47fb-aac3-33611f8ce7e4", "name": "network-vif-plugged", "status": "completed", "tag": "315fda68-d211-4ce6-a3d8-fc8c0919bafd"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:09:28.679855 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:28.713949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.db.api [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 13 05:09:28.713949 n-d-813114-2 neutron-server[102668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 13 05:09:28.713949 n-d-813114-2 neutron-server[102668]: [parameters: {'id': 'ab16e190-4b24-466d-89c8-1c52e1315ff6'}] Nov 13 05:09:28.713949 n-d-813114-2 neutron-server[102668]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:09:28.715436 n-d-813114-2 neutron-server[102668]: DEBUG oslo_db.api [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:09:28.745429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] For port 3cf6e305-9b1e-46b2-bd10-252de832aa6b, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3cf6e305-9b1e-46b2-bd10-252de832aa6b,segment=NetworkSegment(6bdae619-ce5f-41b3-9788-3d14875a2bd1),segment_id=6bdae619-ce5f-41b3-9788-3d14875a2bd1)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:09:28.765954 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:28.768614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf2cde-cad7-4c00-8799-db382bf670b2 req-a4ad647e-349d-489f-b3d5-da127f282570 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:28.779496 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40bf2cde-cad7-4c00-8799-db382bf670b2 req-a4ad647e-349d-489f-b3d5-da127f282570 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 945 time: 0.1130743 Nov 13 05:09:28.783561 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2c6a3f-aa97-4fa1-9230-8a77e2b711df x-openstack-request-id: req-7b2c6a3f-aa97-4fa1-9230-8a77e2b711df {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:09:28.783889 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65219f4b-541c-47fb-aac3-33611f8ce7e4", "name": "network-vif-plugged", "status": "completed", "tag": "315fda68-d211-4ce6-a3d8-fc8c0919bafd", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:09:28.784093 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b2c6a3f-aa97-4fa1-9230-8a77e2b711df {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:09:28.784487 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65219f4b-541c-47fb-aac3-33611f8ce7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315fda68-d211-4ce6-a3d8-fc8c0919bafd', 'code': 200} Nov 13 05:09:28.793770 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=315fda68-d211-4ce6-a3d8-fc8c0919bafd,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:28.853983 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40bf2cde-cad7-4c00-8799-db382bf670b2 req-71420214-989a-4e51-ab04-1ccc2352fba9 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734129 Nov 13 05:09:28.887137 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b0ed3-f61e-47a7-aafb-19c74db6da14 None None] Pushing event updated for resources: {'Port': ['ID=3cf6e305-9b1e-46b2-bd10-252de832aa6b,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:28.889825 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdf2c70-31b7-4f79-92c0-67eeabcd1a4d None None] Network ab16e190-4b24-466d-89c8-1c52e1315ff6 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:29.001258 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.007801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57102) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:29.013026 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b7dd32ec-286b-45e6-8552-79f58d3ddbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:43Z', 'revision_number': 5, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:29.043820 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd32ec-286b-45e6-8552-79f58d3ddbba None None] The sync data for ids ['bc67483c-6075-46c9-a308-4b295bd58183'] in n-d-813114-2 is: [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:43Z', 'revision_number': 5, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:09:29.059452 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25aa2bb-aa00-4b07-8924-39a84ba4b1a4 None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 05:09:29.120325 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ea33-693b-4350-ba40-f772579ecd49 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.155423 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ea33-693b-4350-ba40-f772579ecd49 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.216809 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.246781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25aa2bb-aa00-4b07-8924-39a84ba4b1a4 None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 05:09:29.272801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ea33-693b-4350-ba40-f772579ecd49 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.278297 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ea33-693b-4350-ba40-f772579ecd49 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.282130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c7c0ea33-693b-4350-ba40-f772579ecd49 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "DELETE /v2.0/security-groups/532b8ea4-50ad-4d68-b158-06a473c8306f HTTP/1.1" status: 204 len: 168 time: 0.2706604 Nov 13 05:09:29.299180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57116) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:29.300739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0ea33-693b-4350-ba40-f772579ecd49 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=532b8ea4-50ad-4d68-b158-06a473c8306f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:29.333047 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-619df607-f199-4455-a570-cfd6d26aa1c2 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] show failed (client error): The resource could not be found. Nov 13 05:09:29.340781 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-619df607-f199-4455-a570-cfd6d26aa1c2 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups/532b8ea4-50ad-4d68-b158-06a473c8306f HTTP/1.1" status: 404 len: 347 time: 0.0264854 Nov 13 05:09:29.340781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57120) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:29.496364 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Deleting port 3cf6e305-9b1e-46b2-bd10-252de832aa6b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:29.496847 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.500084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e97bc93-eb0f-4b80-9157-c7a899b6405a None None] New status for floating IP e8465982-f83c-4316-8ef9-9a3692bc27c3: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:09:29.532342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdd72-d18d-4809-a5a5-b25ebe06762c req-be80bb8e-5843-4109-96bd-2f687bd3a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:29.533846 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-517fdd72-d18d-4809-a5a5-b25ebe06762c req-be80bb8e-5843-4109-96bd-2f687bd3a3e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 1096 time: 0.6127927 Nov 13 05:09:29.536519 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-534d984b-479b-4733-9a0d-6082205c69ac req-d46dafb5-cb76-47ac-b7ad-b93f2dfb1079 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6786466 Nov 13 05:09:29.593550 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] For port 3cf6e305-9b1e-46b2-bd10-252de832aa6b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3cf6e305-9b1e-46b2-bd10-252de832aa6b,segment=NetworkSegment(6bdae619-ce5f-41b3-9788-3d14875a2bd1),segment_id=6bdae619-ce5f-41b3-9788-3d14875a2bd1)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:29.593895 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.610292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-18b855dd-de6c-4c96-95ce-d1fb4aff3820 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Deleting port e924e3bb-2ff0-4a9c-81e3-8ac5534d997f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:29.610794 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18b855dd-de6c-4c96-95ce-d1fb4aff3820 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.612875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Calling delete_port for 3cf6e305-9b1e-46b2-bd10-252de832aa6b owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:29.619016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-517fdd72-d18d-4809-a5a5-b25ebe06762c req-0fd760b9-fc52-41b6-b6e9-664647958b0e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565717 Nov 13 05:09:29.669339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57126) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:29.697880 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d984b-479b-4733-9a0d-6082205c69ac req-ac2b593e-a90b-43af-be4f-5bab2dcc6b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:29.700030 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-534d984b-479b-4733-9a0d-6082205c69ac req-ac2b593e-a90b-43af-be4f-5bab2dcc6b43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59509f2e90754316ba4a2ce1024d51f4&device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 1096 time: 0.0793047 Nov 13 05:09:29.759048 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18b855dd-de6c-4c96-95ce-d1fb4aff3820 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.759547 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18b855dd-de6c-4c96-95ce-d1fb4aff3820 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.782996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-18b855dd-de6c-4c96-95ce-d1fb4aff3820 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Calling delete_port for e924e3bb-2ff0-4a9c-81e3-8ac5534d997f owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:29.794760 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.797837 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-41f29325-365f-44c4-bfc8-f3f1a81c102a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.856903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No DVR routers for this DVR port 3cf6e305-9b1e-46b2-bd10-252de832aa6b on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:09:29.858320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Port': ['ID=3cf6e305-9b1e-46b2-bd10-252de832aa6b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:29.874629 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-41f29325-365f-44c4-bfc8-f3f1a81c102a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.879639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-41f29325-365f-44c4-bfc8-f3f1a81c102a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.925180 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-41f29325-365f-44c4-bfc8-f3f1a81c102a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edd95b32ae0c4aa2882d350849a1e6c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2519393 Nov 13 05:09:29.925180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f29325-365f-44c4-bfc8-f3f1a81c102a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ab3991-843d-4e48-8388-61d6d16aebeb,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:29.925886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57132) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:29.945452 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:29.973550 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab16e190-4b24-466d-89c8-1c52e1315ff6']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:29.990997 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bdae619-ce5f-41b3-9788-3d14875a2bd1') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:29.991290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bdae619-ce5f-41b3-9788-3d14875a2bd1') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:30.003254 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.025124 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.034130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:30.034586 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:30.041536 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:30.081857 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c74d68b6-885e-44d2-a204-3a1890b90766 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.092651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942cc4b-0436-44e8-84e2-79f5c35953e3 req-4aaf0601-2141-45a5-aa8e-4fb92dfa13be tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:30.094153 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a942cc4b-0436-44e8-84e2-79f5c35953e3 req-4aaf0601-2141-45a5-aa8e-4fb92dfa13be tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 945 time: 0.1527824 Nov 13 05:09:30.128860 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.131015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18b855dd-de6c-4c96-95ce-d1fb4aff3820 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.143883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d984b-479b-4733-9a0d-6082205c69ac req-3587d77f-8839-4f0b-a2c6-5ed35d3b2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:30.144855 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.145514 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-534d984b-479b-4733-9a0d-6082205c69ac req-3587d77f-8839-4f0b-a2c6-5ed35d3b2e23 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 200 len: 916 time: 0.1797078 Nov 13 05:09:30.148197 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/ab16e190-4b24-466d-89c8-1c52e1315ff6 HTTP/1.1" status: 204 len: 168 time: 2.5090003 Nov 13 05:09:30.149007 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c74d68b6-885e-44d2-a204-3a1890b90766 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.152558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57134) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:30.184032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-941dc48e-7d21-48d9-9e30-20806aab9cc8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1117245663'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:30.190326 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b855dd-de6c-4c96-95ce-d1fb4aff3820 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event deleted for resources: {'Port': ['ID=e924e3bb-2ff0-4a9c-81e3-8ac5534d997f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:30.196270 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7375cf-76ac-40f0-a404-b0fc63af4ef8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Network': ['ID=ab16e190-4b24-466d-89c8-1c52e1315ff6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:30.211894 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-534d984b-479b-4733-9a0d-6082205c69ac req-f1dc8469-52ab-47c0-846f-26dcfc4df361 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4820f8f2-8398-4d98-9875-1edf8a5a41a0 HTTP/1.1" status: 200 len: 217 time: 0.0578647 Nov 13 05:09:30.251968 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941dc48e-7d21-48d9-9e30-20806aab9cc8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:30.255880 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-941dc48e-7d21-48d9-9e30-20806aab9cc8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.261142 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1f17a950-0945-48d2-9d76-02a08b6e6973 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:09:30.272880 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a942cc4b-0436-44e8-84e2-79f5c35953e3 req-f0c78f9c-0325-48d1-889f-ccc4baa40c3d tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663315 Nov 13 05:09:30.278089 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18b855dd-de6c-4c96-95ce-d1fb4aff3820 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.280899 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18b855dd-de6c-4c96-95ce-d1fb4aff3820 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.286677 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-18b855dd-de6c-4c96-95ce-d1fb4aff3820 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "DELETE /v2.0/floatingips/e8465982-f83c-4316-8ef9-9a3692bc27c3 HTTP/1.1" status: 204 len: 168 time: 0.9450305 Nov 13 05:09:30.303036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 1f17a950-0945-48d2-9d76-02a08b6e6973 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:09:30.303370 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 1f17a950-0945-48d2-9d76-02a08b6e6973 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:09:30.307750 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d984b-479b-4733-9a0d-6082205c69ac req-2ead5b56-b632-452c-8d98-3bfb3e9a4e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:30.309405 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-534d984b-479b-4733-9a0d-6082205c69ac req-2ead5b56-b632-452c-8d98-3bfb3e9a4e0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bdba20d-97d4-48c3-b599-83cfc0478ef2 HTTP/1.1" status: 200 len: 855 time: 0.0891097 Nov 13 05:09:30.310274 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c74d68b6-885e-44d2-a204-3a1890b90766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.313284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941dc48e-7d21-48d9-9e30-20806aab9cc8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:30.314485 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c74d68b6-885e-44d2-a204-3a1890b90766 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.318143 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c74d68b6-885e-44d2-a204-3a1890b90766 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4ab3991-843d-4e48-8388-61d6d16aebeb HTTP/1.1" status: 204 len: 168 time: 0.3881481 Nov 13 05:09:30.347221 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-941dc48e-7d21-48d9-9e30-20806aab9cc8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.348709 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-941dc48e-7d21-48d9-9e30-20806aab9cc8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Added segment 0e52ea7c-3c65-4652-8bb3-d75a39fe75f4 of type vlan for network f8abcb32-205e-4167-9307-14b601c7baae Nov 13 05:09:30.354609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d68b6-885e-44d2-a204-3a1890b90766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ab3991-843d-4e48-8388-61d6d16aebeb,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:30.358423 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-534d984b-479b-4733-9a0d-6082205c69ac req-93605cd3-d23c-4515-be68-a520dc1f7d76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310283 Nov 13 05:09:30.428653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-941dc48e-7d21-48d9-9e30-20806aab9cc8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.460118 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-941dc48e-7d21-48d9-9e30-20806aab9cc8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.467045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941dc48e-7d21-48d9-9e30-20806aab9cc8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:30.468150 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-941dc48e-7d21-48d9-9e30-20806aab9cc8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.501368 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-534d984b-479b-4733-9a0d-6082205c69ac req-f974fd6f-77c5-4edc-9066-6e1cd7671063 service neutron] 10.222.0.46 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350129 Nov 13 05:09:30.510130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-941dc48e-7d21-48d9-9e30-20806aab9cc8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3405027 Nov 13 05:09:30.536813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57142) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:30.541905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4cff64b4-a1ad-4c6b-bd74-b3ca21fe756c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'subnet': {'network_id': 'f8abcb32-205e-4167-9307-14b601c7baae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:30.569099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941dc48e-7d21-48d9-9e30-20806aab9cc8 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Network': ['ID=f8abcb32-205e-4167-9307-14b601c7baae,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:30.580392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network f8abcb32-205e-4167-9307-14b601c7baae details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:30.651534 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-534d984b-479b-4733-9a0d-6082205c69ac req-45f78228-7b94-42a0-830c-e90afbb5cdb6 service neutron] 10.222.0.46 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418684 Nov 13 05:09:30.676215 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cff64b4-a1ad-4c6b-bd74-b3ca21fe756c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:30.682946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4cff64b4-a1ad-4c6b-bd74-b3ca21fe756c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.735964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57144) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:30.743588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57146) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:30.748198 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-585332e8-594f-4287-a11e-c41cd8beab6a tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--738381168', 'description': 'tempest-description--1923493993'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:30.761924 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-651200f3-1bc9-4fc4-83f8-c7275eeabe2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.797291 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-585332e8-594f-4287-a11e-c41cd8beab6a tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.888890 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4cff64b4-a1ad-4c6b-bd74-b3ca21fe756c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.894577 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-651200f3-1bc9-4fc4-83f8-c7275eeabe2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.901030 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-651200f3-1bc9-4fc4-83f8-c7275eeabe2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.927764 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-585332e8-594f-4287-a11e-c41cd8beab6a tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.945509 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-585332e8-594f-4287-a11e-c41cd8beab6a tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.950453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff64b4-a1ad-4c6b-bd74-b3ca21fe756c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Subnet': ['ID=2b5af445-e64f-4a17-a27e-468d36d125d3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:30.957760 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cff64b4-a1ad-4c6b-bd74-b3ca21fe756c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Checking segment: {'id': '0e52ea7c-3c65-4652-8bb3-d75a39fe75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8abcb32-205e-4167-9307-14b601c7baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:30.958121 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff64b4-a1ad-4c6b-bd74-b3ca21fe756c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network hostable DHCP agents. Network: f8abcb32-205e-4167-9307-14b601c7baae, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:09:30.963143 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-651200f3-1bc9-4fc4-83f8-c7275eeabe2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd014223578645dcbe4019b5fa6e240a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2223897 Nov 13 05:09:30.963470 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57148) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:30.964299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651200f3-1bc9-4fc4-83f8-c7275eeabe2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a96d598-e6a7-4761-8f43-9e0c434d39b4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:30.987664 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-585332e8-594f-4287-a11e-c41cd8beab6a tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:30.989275 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-585332e8-594f-4287-a11e-c41cd8beab6a tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2446992 Nov 13 05:09:30.997791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57150) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:31.003435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d9c8c277-b171-4655-9a37-e88ba372ba5f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Request body: {'security_group_rule': {'security_group_id': '0ccf801a-bc54-46cf-a1f5-ccaddceff232', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:31.013911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff64b4-a1ad-4c6b-bd74-b3ca21fe756c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network f8abcb32-205e-4167-9307-14b601c7baae is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:09:31.019229 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585332e8-594f-4287-a11e-c41cd8beab6a tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccf801a-bc54-46cf-a1f5-ccaddceff232,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:31.048335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4cff64b4-a1ad-4c6b-bd74-b3ca21fe756c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, f8abcb32-205e-4167-9307-14b601c7baae) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:31.057661 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9fc6ed-b54b-4ca6-805d-5815f94bf540 None None] Network f8abcb32-205e-4167-9307-14b601c7baae requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:31.060452 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cff64b4-a1ad-4c6b-bd74-b3ca21fe756c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:31.061789 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4cff64b4-a1ad-4c6b-bd74-b3ca21fe756c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.065817 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e538deb4-2d97-468b-bc3c-ae22d7bdd4bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.091703 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c8c277-b171-4655-9a37-e88ba372ba5f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.113429 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e538deb4-2d97-468b-bc3c-ae22d7bdd4bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.120585 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4cff64b4-a1ad-4c6b-bd74-b3ca21fe756c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5827415 Nov 13 05:09:31.123633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57152) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:31.129160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7ff84189-8c77-4dce-b36f-9bc882d79ea5 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'subnet': {'network_id': 'f8abcb32-205e-4167-9307-14b601c7baae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:31.204232 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c8c277-b171-4655-9a37-e88ba372ba5f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.209499 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c8c277-b171-4655-9a37-e88ba372ba5f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.223736 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e538deb4-2d97-468b-bc3c-ae22d7bdd4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.226328 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e538deb4-2d97-468b-bc3c-ae22d7bdd4bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.227542 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e538deb4-2d97-468b-bc3c-ae22d7bdd4bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a96d598-e6a7-4761-8f43-9e0c434d39b4 HTTP/1.1" status: 204 len: 168 time: 0.2631431 Nov 13 05:09:31.234498 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-f8abcb32-205e-4167-9307-14b601c7baae', 'network_id': 'f8abcb32-205e-4167-9307-14b601c7baae', 'tenant_id': 'bff44137a96a4783b807da9cccdddedf', 'fixed_ips': [{'subnet_id': '2b5af445-e64f-4a17-a27e-468d36d125d3'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:09:31.237159 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.241354 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8c277-b171-4655-9a37-e88ba372ba5f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d86b6d-1a5f-4ebf-bb6a-6c361bf2d4c1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:31.245088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538deb4-2d97-468b-bc3c-ae22d7bdd4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a96d598-e6a7-4761-8f43-9e0c434d39b4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:31.254501 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c8c277-b171-4655-9a37-e88ba372ba5f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.256135 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d9c8c277-b171-4655-9a37-e88ba372ba5f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2570961 Nov 13 05:09:31.258739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57156) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:31.265374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-99bbe0c6-4c7e-4153-a760-bcc59bd6a1c2 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Request body: {'security_group_rule': {'security_group_id': '0ccf801a-bc54-46cf-a1f5-ccaddceff232', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:31.271282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff84189-8c77-4dce-b36f-9bc882d79ea5 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:31.275847 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7ff84189-8c77-4dce-b36f-9bc882d79ea5 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.301100 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99bbe0c6-4c7e-4153-a760-bcc59bd6a1c2 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.408313 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99bbe0c6-4c7e-4153-a760-bcc59bd6a1c2 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.415090 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99bbe0c6-4c7e-4153-a760-bcc59bd6a1c2 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.444407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbe0c6-4c7e-4153-a760-bcc59bd6a1c2 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b016a1-1027-4ac0-aed9-611492d66492,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:31.453436 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99bbe0c6-4c7e-4153-a760-bcc59bd6a1c2 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.455640 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-99bbe0c6-4c7e-4153-a760-bcc59bd6a1c2 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1956091 Nov 13 05:09:31.458931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57160) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:31.462948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed699b68-c01f-4cea-b82f-7bcb90cb985c req-dec327f0-e6ee-40fd-a407-1fb86fa95a2a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:31.463687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:31.470650 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed699b68-c01f-4cea-b82f-7bcb90cb985c req-dec327f0-e6ee-40fd-a407-1fb86fa95a2a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 945 time: 0.0815630 Nov 13 05:09:31.498657 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.509751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Allocated IP 2001:db8::2 (f8abcb32-205e-4167-9307-14b601c7baae/2b5af445-e64f-4a17-a27e-468d36d125d3/205079ea-b338-4d4c-84ea-2f01b7568061) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:09:31.571807 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed699b68-c01f-4cea-b82f-7bcb90cb985c req-6f441d40-673c-435f-ad57-4d57bfd694fd tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001253 Nov 13 05:09:31.703109 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.718619 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.765442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Network f8abcb32-205e-4167-9307-14b601c7baae is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:09:31.769440 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:31.776494 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:09:31.809987 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Pushing event updated for resources: {'Port': ['ID=205079ea-b338-4d4c-84ea-2f01b7568061,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:31.811389 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7ff84189-8c77-4dce-b36f-9bc882d79ea5 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.850727 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Attempting to bind port 205079ea-b338-4d4c-84ea-2f01b7568061 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:09:31.852491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Attempting to bind port 205079ea-b338-4d4c-84ea-2f01b7568061 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '0e52ea7c-3c65-4652-8bb3-d75a39fe75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8abcb32-205e-4167-9307-14b601c7baae'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:09:31.852975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Attempting to bind port 205079ea-b338-4d4c-84ea-2f01b7568061 on network f8abcb32-205e-4167-9307-14b601c7baae {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:09:31.860209 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:09:31.860748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Checking segment: {'id': '0e52ea7c-3c65-4652-8bb3-d75a39fe75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8abcb32-205e-4167-9307-14b601c7baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:31.861229 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.861912 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Bound using segment: {'id': '0e52ea7c-3c65-4652-8bb3-d75a39fe75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8abcb32-205e-4167-9307-14b601c7baae'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:09:31.862481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Bound port: 205079ea-b338-4d4c-84ea-2f01b7568061, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e52ea7c-3c65-4652-8bb3-d75a39fe75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8abcb32-205e-4167-9307-14b601c7baae'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:09:31.863008 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.885921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff84189-8c77-4dce-b36f-9bc882d79ea5 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network f8abcb32-205e-4167-9307-14b601c7baae is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:09:31.890731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-7ff84189-8c77-4dce-b36f-9bc882d79ea5 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:31.898596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff84189-8c77-4dce-b36f-9bc882d79ea5 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:31.899444 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7ff84189-8c77-4dce-b36f-9bc882d79ea5 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:31.924185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff84189-8c77-4dce-b36f-9bc882d79ea5 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Subnet': ['ID=d755af31-ee64-4a3d-bbbf-b881cf3365e3,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:31.954965 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7ff84189-8c77-4dce-b36f-9bc882d79ea5 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8299987 Nov 13 05:09:31.961566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57176) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:31.981650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] For port 205079ea-b338-4d4c-84ea-2f01b7568061, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:09:31.987591 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] For port 205079ea-b338-4d4c-84ea-2f01b7568061, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=205079ea-b338-4d4c-84ea-2f01b7568061,segment=NetworkSegment(0e52ea7c-3c65-4652-8bb3-d75a39fe75f4),segment_id=0e52ea7c-3c65-4652-8bb3-d75a39fe75f4)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:09:32.000108 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:32.065309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ae798-8361-48fe-9929-5672fa93d5f6 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:32.077505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ae798-8361-48fe-9929-5672fa93d5f6 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:32.081755 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ae798-8361-48fe-9929-5672fa93d5f6 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:32.087513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ae798-8361-48fe-9929-5672fa93d5f6 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:32.089886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ae798-8361-48fe-9929-5672fa93d5f6 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:32.097827 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2c9ae798-8361-48fe-9929-5672fa93d5f6 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1350925 Nov 13 05:09:32.098429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57182) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:32.103714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-57979bb5-af79-4b94-857b-9ccca89209db tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-869397308'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:32.124389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172ef10-b0e9-4c30-9f55-d8e8ba21d1f9 None None] Pushing event updated for resources: {'Port': ['ID=205079ea-b338-4d4c-84ea-2f01b7568061,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:32.134241 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:32.157109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57979bb5-af79-4b94-857b-9ccca89209db tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:32.162629 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57979bb5-af79-4b94-857b-9ccca89209db tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:32.197707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57979bb5-af79-4b94-857b-9ccca89209db tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:32.210109 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57979bb5-af79-4b94-857b-9ccca89209db tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:32.210510 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-57979bb5-af79-4b94-857b-9ccca89209db tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Added segment 86b5afa1-7352-4655-9c9c-5b52784c1b2c of type vlan for network fa095e10-889f-4657-86e5-1da714da78ce Nov 13 05:09:32.265848 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57979bb5-af79-4b94-857b-9ccca89209db tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:32.287983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Allocated IP 172.25.8.205 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/98f97317-8050-4c80-8d83-85ef490daf8a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:09:32.312325 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57979bb5-af79-4b94-857b-9ccca89209db tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:32.330850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57979bb5-af79-4b94-857b-9ccca89209db tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:32.332535 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57979bb5-af79-4b94-857b-9ccca89209db tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:32.410224 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-57979bb5-af79-4b94-857b-9ccca89209db tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3106747 Nov 13 05:09:32.413684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57192) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:32.436595 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4eab2917-256a-4520-a436-53c5bc1c0d02 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:32.487617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57979bb5-af79-4b94-857b-9ccca89209db tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Network': ['ID=fa095e10-889f-4657-86e5-1da714da78ce,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:32.502998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network fa095e10-889f-4657-86e5-1da714da78ce details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:32.601893 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:32.725097 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:32.728044 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eab2917-256a-4520-a436-53c5bc1c0d02 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:32.785946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eab2917-256a-4520-a436-53c5bc1c0d02 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:32.788980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:09:32.800752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:32.812067 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event updated for resources: {'Port': ['ID=98f97317-8050-4c80-8d83-85ef490daf8a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:32.827171 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:09:32.830310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4eab2917-256a-4520-a436-53c5bc1c0d02 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network fa095e10-889f-4657-86e5-1da714da78ce is not hosted by any dhcp agent {{(pid=102668) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 13 05:09:32.836604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eab2917-256a-4520-a436-53c5bc1c0d02 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:32.837219 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eab2917-256a-4520-a436-53c5bc1c0d02 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:32.838773 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4eab2917-256a-4520-a436-53c5bc1c0d02 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "PUT /v2.0/networks/fa095e10-889f-4657-86e5-1da714da78ce HTTP/1.1" status: 200 len: 723 time: 0.4240053 Nov 13 05:09:32.843952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57202) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:32.866188 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-cfc10312-f476-4ec3-a995-08b2e40081ed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'subnet': {'network_id': 'fa095e10-889f-4657-86e5-1da714da78ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:32.946528 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab2917-256a-4520-a436-53c5bc1c0d02 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Network': ['ID=fa095e10-889f-4657-86e5-1da714da78ce,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:32.976757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network fa095e10-889f-4657-86e5-1da714da78ce details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:33.105085 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:33.122626 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f782e1ae-b4ec-44bd-bf97-dedeff0a1f6c req-9f88b80d-ac4a-4176-a63c-85f9b09524d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2547951 Nov 13 05:09:33.122945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc10312-f476-4ec3-a995-08b2e40081ed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:33.126765 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cfc10312-f476-4ec3-a995-08b2e40081ed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:33.224216 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:33.280049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 205079ea-b338-4d4c-84ea-2f01b7568061 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:09:33.326406 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782e1ae-b4ec-44bd-bf97-dedeff0a1f6c req-f9d387e4-e446-48ad-8da7-1ef2c40b9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:33.333410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f782e1ae-b4ec-44bd-bf97-dedeff0a1f6c req-f9d387e4-e446-48ad-8da7-1ef2c40b9c2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59509f2e90754316ba4a2ce1024d51f4&device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 1096 time: 0.1233463 Nov 13 05:09:33.372644 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 205079ea-b338-4d4c-84ea-2f01b7568061 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:33.373266 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:33.418850 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cfc10312-f476-4ec3-a995-08b2e40081ed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:33.499931 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:33.521524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc10312-f476-4ec3-a995-08b2e40081ed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Subnet': ['ID=1d894c68-33aa-43dd-b3ff-800c72343d98,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:33.539100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc10312-f476-4ec3-a995-08b2e40081ed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Checking segment: {'id': '86b5afa1-7352-4655-9c9c-5b52784c1b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa095e10-889f-4657-86e5-1da714da78ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:33.541376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc10312-f476-4ec3-a995-08b2e40081ed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network hostable DHCP agents. Network: fa095e10-889f-4657-86e5-1da714da78ce, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:09:33.547364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 205079ea-b338-4d4c-84ea-2f01b7568061, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=205079ea-b338-4d4c-84ea-2f01b7568061,segment=NetworkSegment(0e52ea7c-3c65-4652-8bb3-d75a39fe75f4),segment_id=0e52ea7c-3c65-4652-8bb3-d75a39fe75f4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:33.554738 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:33.574669 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc10312-f476-4ec3-a995-08b2e40081ed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network fa095e10-889f-4657-86e5-1da714da78ce is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:09:33.580229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782e1ae-b4ec-44bd-bf97-dedeff0a1f6c req-26abe54b-a148-4665-80af-254396679563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:33.581718 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f782e1ae-b4ec-44bd-bf97-dedeff0a1f6c req-26abe54b-a148-4665-80af-254396679563 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 200 len: 916 time: 0.2173450 Nov 13 05:09:33.594094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-cfc10312-f476-4ec3-a995-08b2e40081ed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, fa095e10-889f-4657-86e5-1da714da78ce) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:33.599526 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc10312-f476-4ec3-a995-08b2e40081ed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:33.600192 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cfc10312-f476-4ec3-a995-08b2e40081ed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:33.620267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650bb8d8-2af9-475c-ad30-4838c4dea3d2 None None] Network fa095e10-889f-4657-86e5-1da714da78ce requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:33.631411 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cfc10312-f476-4ec3-a995-08b2e40081ed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7869647 Nov 13 05:09:33.634158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57216) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:33.640408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-fc3554c7-e5cf-4870-af92-3791ef9e6fdc tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:33.644070 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:33.647944 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f782e1ae-b4ec-44bd-bf97-dedeff0a1f6c req-e73078f5-966e-426a-b44b-f695bdb55bd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=798b3976-31f9-4e7d-8f27-101cffd8745a HTTP/1.1" status: 200 len: 217 time: 0.0564842 Nov 13 05:09:33.655120 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:33.715632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782e1ae-b4ec-44bd-bf97-dedeff0a1f6c req-6f57007e-9ddf-4813-b74c-db68c377a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:33.717165 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f782e1ae-b4ec-44bd-bf97-dedeff0a1f6c req-6f57007e-9ddf-4813-b74c-db68c377a6e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2bdba20d-97d4-48c3-b599-83cfc0478ef2 HTTP/1.1" status: 200 len: 855 time: 0.0576546 Nov 13 05:09:33.767803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f782e1ae-b4ec-44bd-bf97-dedeff0a1f6c req-1fffbaf4-4050-4d3a-aa91-e21cd0b8f4bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289004 Nov 13 05:09:33.779433 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fc3554c7-e5cf-4870-af92-3791ef9e6fdc tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5491009'] for subnet, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:33.830680 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:33.852421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event updated for resources: {'Port': ['ID=98f97317-8050-4c80-8d83-85ef490daf8a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:33.895255 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:33.903184 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9c922a14-4a0a-4343-88bd-a2ac3d28eba8 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4367595 Nov 13 05:09:33.913140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1370e16e-6d40-417a-9694-e24bc1dc9065 None None] Network f8abcb32-205e-4167-9307-14b601c7baae requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:33.960425 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f782e1ae-b4ec-44bd-bf97-dedeff0a1f6c req-6e45daf0-495d-42fa-89df-12f5d116f468 service neutron] 10.222.0.36 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396151 Nov 13 05:09:34.015692 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fc3554c7-e5cf-4870-af92-3791ef9e6fdc tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8795007788683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5890943'] for subnet, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.026584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=205079ea-b338-4d4c-84ea-2f01b7568061,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:34.067076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3554c7-e5cf-4870-af92-3791ef9e6fdc tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:34.068128 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fc3554c7-e5cf-4870-af92-3791ef9e6fdc tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.073295 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fc3554c7-e5cf-4870-af92-3791ef9e6fdc tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "PUT /v2.0/subnets/1d894c68-33aa-43dd-b3ff-800c72343d98 HTTP/1.1" status: 200 len: 826 time: 0.4343503 Nov 13 05:09:34.073295 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57226) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:34.123200 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-597d56f9-1758-408c-a79c-5fddfc0f903d None None] Provisioning complete for port 205079ea-b338-4d4c-84ea-2f01b7568061 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:34.123834 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-597d56f9-1758-408c-a79c-5fddfc0f903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.139159 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f782e1ae-b4ec-44bd-bf97-dedeff0a1f6c req-2755db2e-e546-4aea-aa23-b7ccd6d64570 service neutron] 10.222.0.36 "GET /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687968 Nov 13 05:09:34.224202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3554c7-e5cf-4870-af92-3791ef9e6fdc tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Subnet': ['ID=1d894c68-33aa-43dd-b3ff-800c72343d98,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:34.228179 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-244ee041-6d7c-4963-8be7-7769aefb5767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.253903 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.292182 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-de8bfae5-02b5-4e15-9409-08023da4a69b tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--738381168&fields=id&tenant_id=efc30c3e2ccf48c9ba40a10a54421570 HTTP/1.1" status: 200 len: 267 time: 0.1198730 Nov 13 05:09:34.335566 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.417739 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3f9041-09c6-4191-bf2b-82f563f51a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-fa095e10-889f-4657-86e5-1da714da78ce', 'network_id': 'fa095e10-889f-4657-86e5-1da714da78ce', 'tenant_id': 'bff44137a96a4783b807da9cccdddedf', 'fixed_ips': [{'subnet_id': '1d894c68-33aa-43dd-b3ff-800c72343d98'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:09:34.423130 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.429471 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed3f9041-09c6-4191-bf2b-82f563f51a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.452069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Subnet': ['ID=1d894c68-33aa-43dd-b3ff-800c72343d98,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:34.461945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0f660ac9-f0bf-4694-9c57-4442efc2e73f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:34.475306 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0f660ac9-f0bf-4694-9c57-4442efc2e73f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/networks?id=a8029875-4483-4e77-8f06-85348be088a0 HTTP/1.1" status: 200 len: 811 time: 0.1753983 Nov 13 05:09:34.491916 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-a4c0c3b6-bec6-4480-bc5a-0dbebbaec12d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/quotas/efc30c3e2ccf48c9ba40a10a54421570 HTTP/1.1" status: 200 len: 375 time: 0.0102594 Nov 13 05:09:34.552647 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.594896 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-a074604c-657d-4e47-8027-944139b39b77 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=efc30c3e2ccf48c9ba40a10a54421570&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0956836 Nov 13 05:09:34.602887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa095e10-889f-4657-86e5-1da714da78ce']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:34.615463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b5afa1-7352-4655-9c9c-5b52784c1b2c') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:34.615840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b5afa1-7352-4655-9c9c-5b52784c1b2c') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:34.628027 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.645342 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.652996 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dd7b57-64de-444b-aec2-a04890aa22aa None None] Network fa095e10-889f-4657-86e5-1da714da78ce requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:34.663914 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:34.665542 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:34.675088 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:34.678260 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d39184-e57b-4739-8bac-e01a666fba72 None None] Update dhcp port {'port': {'network_id': 'f8abcb32-205e-4167-9307-14b601c7baae', 'fixed_ips': [{'subnet_id': '2b5af445-e64f-4a17-a27e-468d36d125d3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd755af31-ee64-4a3d-bbbf-b881cf3365e3'}], 'binding:host_id': 'n-d-813114-2'}, 'id': '205079ea-b338-4d4c-84ea-2f01b7568061'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 05:09:34.768213 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b4d39184-e57b-4739-8bac-e01a666fba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.808997 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.817800 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.832162 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-4c982131-1a46-485c-b880-54034c9f2419 service neutron] 10.222.0.43 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207909 Nov 13 05:09:34.834668 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/fa095e10-889f-4657-86e5-1da714da78ce HTTP/1.1" status: 204 len: 168 time: 0.7615237 Nov 13 05:09:34.837204 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57250) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:34.861135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2b23da-9d53-494e-b6b2-763080faf5c9 None None] Network fa095e10-889f-4657-86e5-1da714da78ce requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:34.862336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d5467-83f3-44cd-91a8-a192da8bbc65 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Network': ['ID=fa095e10-889f-4657-86e5-1da714da78ce,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:34.890972 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-b470559a-9c7e-4bd9-93f8-8ea10bfc180a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:34.891543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b470559a-9c7e-4bd9-93f8-8ea10bfc180a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:34.894695 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b470559a-9c7e-4bd9-93f8-8ea10bfc180a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/fa095e10-889f-4657-86e5-1da714da78ce HTTP/1.1" status: 404 len: 339 time: 0.0564811 Nov 13 05:09:34.898372 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57252) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:34.903630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-f903cbeb-68cf-4137-87b3-b91333f82f4a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-801088559', 'description': 'd1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:34.928780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f903cbeb-68cf-4137-87b3-b91333f82f4a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:34.933246 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f903cbeb-68cf-4137-87b3-b91333f82f4a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.942270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2b23da-9d53-494e-b6b2-763080faf5c9 None None] Network fa095e10-889f-4657-86e5-1da714da78ce could not be found, it might have been deleted concurrently. {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 13 05:09:34.979292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f903cbeb-68cf-4137-87b3-b91333f82f4a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:34.999556 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f903cbeb-68cf-4137-87b3-b91333f82f4a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:34.999990 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-f903cbeb-68cf-4137-87b3-b91333f82f4a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Added segment 3b50431a-75f9-41a1-9d35-c65b2009addd of type vlan for network c111ec10-4835-4ba4-83af-ccefe9b01421 Nov 13 05:09:35.051972 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-049ea8d7-ad44-4c35-b144-732ae69180e1 service neutron] 10.222.0.43 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027369 Nov 13 05:09:35.104639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f903cbeb-68cf-4137-87b3-b91333f82f4a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:35.138666 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f903cbeb-68cf-4137-87b3-b91333f82f4a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:35.145240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f903cbeb-68cf-4137-87b3-b91333f82f4a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:35.145950 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f903cbeb-68cf-4137-87b3-b91333f82f4a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:35.172250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-b4d39184-e57b-4739-8bac-e01a666fba72 None None] Allocated IP 172.20.0.1 (f8abcb32-205e-4167-9307-14b601c7baae/d755af31-ee64-4a3d-bbbf-b881cf3365e3/205079ea-b338-4d4c-84ea-2f01b7568061) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:09:35.208641 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f903cbeb-68cf-4137-87b3-b91333f82f4a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3090568 Nov 13 05:09:35.211343 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57256) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:35.273322 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903cbeb-68cf-4137-87b3-b91333f82f4a tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Network': ['ID=c111ec10-4835-4ba4-83af-ccefe9b01421,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:35.326093 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b4d39184-e57b-4739-8bac-e01a666fba72 None None] For port 205079ea-b338-4d4c-84ea-2f01b7568061, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=205079ea-b338-4d4c-84ea-2f01b7568061,segment=NetworkSegment(0e52ea7c-3c65-4652-8bb3-d75a39fe75f4),segment_id=0e52ea7c-3c65-4652-8bb3-d75a39fe75f4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:35.356146 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-295b9b4a-2e2a-433d-b963-3d6890e548b3 req-2ddce61e-a9d9-4894-b4cc-15470a3cd447 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 210 time: 0.0439351 Nov 13 05:09:35.358516 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b4d39184-e57b-4739-8bac-e01a666fba72 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:35.363657 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 205079ea-b338-4d4c-84ea-2f01b7568061 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:09:35.365869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network c111ec10-4835-4ba4-83af-ccefe9b01421 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:35.398496 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b4d39184-e57b-4739-8bac-e01a666fba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:35.402240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f11c7bf-836a-4cce-8283-079c6bddb894 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:35.407055 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1f11c7bf-836a-4cce-8283-079c6bddb894 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "GET /v2.0/networks?id=c111ec10-4835-4ba4-83af-ccefe9b01421 HTTP/1.1" status: 200 len: 764 time: 0.1898756 Nov 13 05:09:35.407616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57264) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:35.414798 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-dc1cebde-1c04-4862-af72-bd126a390a3c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'network': {'description': 'd2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:35.549452 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d39184-e57b-4739-8bac-e01a666fba72 None None] Pushing event updated for resources: {'Port': ['ID=205079ea-b338-4d4c-84ea-2f01b7568061,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:35.573184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 205079ea-b338-4d4c-84ea-2f01b7568061 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:35.573555 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:35.641500 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc1cebde-1c04-4862-af72-bd126a390a3c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:35.661815 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc1cebde-1c04-4862-af72-bd126a390a3c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:35.686743 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc1cebde-1c04-4862-af72-bd126a390a3c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network c111ec10-4835-4ba4-83af-ccefe9b01421 is not hosted by any dhcp agent {{(pid=102667) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 13 05:09:35.693395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1cebde-1c04-4862-af72-bd126a390a3c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:35.694022 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc1cebde-1c04-4862-af72-bd126a390a3c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:35.698510 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57270) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:35.707858 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dc1cebde-1c04-4862-af72-bd126a390a3c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "PUT /v2.0/networks/c111ec10-4835-4ba4-83af-ccefe9b01421 HTTP/1.1" status: 200 len: 761 time: 0.2988436 Nov 13 05:09:35.793818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cebde-1c04-4862-af72-bd126a390a3c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Network': ['ID=c111ec10-4835-4ba4-83af-ccefe9b01421,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:35.805772 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network c111ec10-4835-4ba4-83af-ccefe9b01421 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:35.833237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca459a7-a804-4c18-98d6-1b6648ebf126 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:35.834831 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3ca459a7-a804-4c18-98d6-1b6648ebf126 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "GET /v2.0/networks?id=c111ec10-4835-4ba4-83af-ccefe9b01421 HTTP/1.1" status: 200 len: 764 time: 0.1352181 Nov 13 05:09:35.839084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57274) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:36.121787 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00caa0d1-4501-4a88-881a-eb75980ecd29 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:36.125034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-00caa0d1-4501-4a88-881a-eb75980ecd29 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2846649 Nov 13 05:09:36.128126 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57278) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:36.179110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57282) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:36.179353 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c34f1fe7-4b5d-4adf-80fb-4918f4293d91 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 207 time: 0.0454342 Nov 13 05:09:36.379583 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de09445-7b9a-434d-8917-6e549012ec03 None None] Network f8abcb32-205e-4167-9307-14b601c7baae requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:36.518304 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffa17bcb-84bb-4779-8567-51ff9a679d64 req-bf2226cf-fbc9-4de3-ab23-18de1a1992ea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 210 time: 0.0655661 Nov 13 05:09:36.530897 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-83d2ba2a-9643-44ac-aaf8-9cffc9dd3741 None None] Provisioning complete for port 205079ea-b338-4d4c-84ea-2f01b7568061 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:36.531510 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83d2ba2a-9643-44ac-aaf8-9cffc9dd3741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:36.533201 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-625c0402-a2a8-4578-ac43-bd295bf4b276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:36.537144 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f268e9-502d-467a-8ad9-995595e83459 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:36.543477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f268e9-502d-467a-8ad9-995595e83459 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:36.549879 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f268e9-502d-467a-8ad9-995595e83459 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:36.555820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f268e9-502d-467a-8ad9-995595e83459 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:36.561677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f268e9-502d-467a-8ad9-995595e83459 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:36.567498 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f268e9-502d-467a-8ad9-995595e83459 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:36.569432 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-96f268e9-502d-467a-8ad9-995595e83459 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3888404 Nov 13 05:09:36.575390 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57292) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:36.735512 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57294) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:36.747699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a0771bb3-4c7d-45db-b418-7405aef640a7 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1709402 Nov 13 05:09:36.922761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-e16883f5-1e78-4185-b053-1d53932ad719 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:36.923223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-e16883f5-1e78-4185-b053-1d53932ad719 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.36 "GET /v2.0/networks?id=a8029875-4483-4e77-8f06-85348be088a0 HTTP/1.1" status: 200 len: 811 time: 0.1184845 Nov 13 05:09:37.050336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25967d15-645f-4602-93bc-505229502ded tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:37.052153 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25967d15-645f-4602-93bc-505229502ded tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:37.053755 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25967d15-645f-4602-93bc-505229502ded tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:37.056154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25967d15-645f-4602-93bc-505229502ded tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:37.057444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25967d15-645f-4602-93bc-505229502ded tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:37.063852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-25967d15-645f-4602-93bc-505229502ded tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3231854 Nov 13 05:09:37.063977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57298) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:37.074831 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-511c94a0-b675-48c5-aa26-6f219329bd58 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efc30c3e2ccf48c9ba40a10a54421570 HTTP/1.1" status: 200 len: 379 time: 0.1334410 Nov 13 05:09:37.113375 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-6f33fe90-548b-4e16-9680-2b0d85894eea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Request body: {'port': {'device_id': 'a02c803b-5147-432c-8303-b885365a1a24', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'admin_state_up': True, 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'security_groups': ['0ccf801a-bc54-46cf-a1f5-ccaddceff232']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:37.165749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 205079ea-b338-4d4c-84ea-2f01b7568061 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:09:37.173020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744182a0-9801-4a93-871c-80a36e577b8f tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:37.175183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744182a0-9801-4a93-871c-80a36e577b8f tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:37.176917 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744182a0-9801-4a93-871c-80a36e577b8f tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:37.178479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744182a0-9801-4a93-871c-80a36e577b8f tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:37.180138 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744182a0-9801-4a93-871c-80a36e577b8f tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:37.182296 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-744182a0-9801-4a93-871c-80a36e577b8f tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1175127 Nov 13 05:09:37.191610 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57300) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:37.228466 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-25979f2d-952d-4a4e-b163-7636f120ec0f None None] Provisioning complete for port 205079ea-b338-4d4c-84ea-2f01b7568061 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:37.228832 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25979f2d-952d-4a4e-b163-7636f120ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:37.277213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-6f33fe90-548b-4e16-9680-2b0d85894eea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Made reservation on behalf of efc30c3e2ccf48c9ba40a10a54421570 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:37.281564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 205079ea-b338-4d4c-84ea-2f01b7568061 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:37.281934 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:37.282041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-6f33fe90-548b-4e16-9680-2b0d85894eea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:37.335064 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bec204e-24a6-41c2-b12b-7192cc7a4164 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:37.336735 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7bec204e-24a6-41c2-b12b-7192cc7a4164 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "GET /v2.0/networks/c1f2992b-b987-4dba-8ede-6281158ada4f HTTP/1.1" status: 200 len: 804 time: 0.1438763 Nov 13 05:09:37.340490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57302) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:37.464444 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b89a5632-8076-4f6d-a702-6024a5ec4b03 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "GET /v2.0/networks/c1f2992b-b987-4dba-8ede-6281158ada4f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1224093 Nov 13 05:09:37.468101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57304) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:37.471593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-6f33fe90-548b-4e16-9680-2b0d85894eea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Allocated IP 172.20.0.14 (a8029875-4483-4e77-8f06-85348be088a0/134b1d99-7bf8-4a9d-961c-0a94024a9f56/bfc7a067-7945-4d37-ba67-20dbcd9369ff) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:09:37.536517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eafcb1-5a72-4d29-a7b9-c85fa7feaeed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:37.537859 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-12eafcb1-5a72-4d29-a7b9-c85fa7feaeed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "GET /v2.0/subnets/9c415a38-69b8-4a62-8184-3b36f6a410d4 HTTP/1.1" status: 200 len: 843 time: 0.0687783 Nov 13 05:09:37.541512 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57310) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:37.614951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7714a3f-64c9-4974-b216-e94bb6a6daed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:37.616379 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e7714a3f-64c9-4974-b216-e94bb6a6daed tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "GET /v2.0/subnets/9c415a38-69b8-4a62-8184-3b36f6a410d4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0739489 Nov 13 05:09:37.623350 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57312) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:37.628272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5083285a-7def-4e9f-acf8-012c1aec90a0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1862061669'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:37.651955 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6ffc710a-a6b7-4c0f-a24a-b2fa0117e97f req-b4b57aad-fccb-47f9-81e5-06cb2fb5cb1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 210 time: 0.0344541 Nov 13 05:09:37.685124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5083285a-7def-4e9f-acf8-012c1aec90a0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:37.688601 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5083285a-7def-4e9f-acf8-012c1aec90a0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:37.716643 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-6f33fe90-548b-4e16-9680-2b0d85894eea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:37.731609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5083285a-7def-4e9f-acf8-012c1aec90a0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:37.751870 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5083285a-7def-4e9f-acf8-012c1aec90a0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:37.752212 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-5083285a-7def-4e9f-acf8-012c1aec90a0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Added segment ada244ab-433e-414a-9490-4334bdb3eec8 of type vlan for network 08f9db5a-3885-49b6-be13-8e18b40f4b49 Nov 13 05:09:37.797994 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-6f33fe90-548b-4e16-9680-2b0d85894eea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:37.800433 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5083285a-7def-4e9f-acf8-012c1aec90a0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:37.865140 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-6f33fe90-548b-4e16-9680-2b0d85894eea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Network a8029875-4483-4e77-8f06-85348be088a0 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:09:37.870546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-6f33fe90-548b-4e16-9680-2b0d85894eea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:37.872192 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:37.872729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33fe90-548b-4e16-9680-2b0d85894eea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event updated for resources: {'Port': ['ID=bfc7a067-7945-4d37-ba67-20dbcd9369ff,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:37.874715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-6f33fe90-548b-4e16-9680-2b0d85894eea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:09:37.927199 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-6f33fe90-548b-4e16-9680-2b0d85894eea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:37.927843 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-6f33fe90-548b-4e16-9680-2b0d85894eea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:37.932162 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5083285a-7def-4e9f-acf8-012c1aec90a0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:37.938074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083285a-7def-4e9f-acf8-012c1aec90a0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:37.938671 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5083285a-7def-4e9f-acf8-012c1aec90a0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:37.976078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-6f33fe90-548b-4e16-9680-2b0d85894eea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8683326 Nov 13 05:09:37.991368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57314) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:37.998501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e4a7a7ac-0d1a-4022-a8db-7988a6d60926 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'subnet': {'network_id': '08f9db5a-3885-49b6-be13-8e18b40f4b49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:38.003081 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5083285a-7def-4e9f-acf8-012c1aec90a0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3784575 Nov 13 05:09:38.056548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Request body: {'port': {'device_id': 'a02c803b-5147-432c-8303-b885365a1a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:38.086294 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083285a-7def-4e9f-acf8-012c1aec90a0 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Network': ['ID=08f9db5a-3885-49b6-be13-8e18b40f4b49,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:38.098835 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 08f9db5a-3885-49b6-be13-8e18b40f4b49 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:38.158340 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:38.242094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a7a7ac-0d1a-4022-a8db-7988a6d60926 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Made reservation on behalf of bff44137a96a4783b807da9cccdddedf for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:38.246543 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4a7a7ac-0d1a-4022-a8db-7988a6d60926 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:38.246827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3728baf9-1d25-448f-9945-549a4eb67396 None None] Provisioning complete for port bfc7a067-7945-4d37-ba67-20dbcd9369ff triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:38.247051 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3728baf9-1d25-448f-9945-549a4eb67396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:38.294828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3728baf9-1d25-448f-9945-549a4eb67396 None None] Port bfc7a067-7945-4d37-ba67-20dbcd9369ff cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:09:38.333159 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_backend_mixin [None req-e4a7a7ac-0d1a-4022-a8db-7988a6d60926 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Performing IP validity checks on allocation pools {{(pid=102667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 13 05:09:38.333598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.ipam_backend_mixin [None req-e4a7a7ac-0d1a-4022-a8db-7988a6d60926 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 13 05:09:38.484665 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4a7a7ac-0d1a-4022-a8db-7988a6d60926 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:38.507316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc7a067-7945-4d37-ba67-20dbcd9369ff {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:09:38.515763 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:38.529434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Transition to ACTIVE for port object bfc7a067-7945-4d37-ba67-20dbcd9369ff will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:09:38.536709 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:38.538700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7a7ac-0d1a-4022-a8db-7988a6d60926 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Subnet': ['ID=d322b3a4-1f31-4098-9e83-4a2ce318d2e7,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:38.593416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a7a7ac-0d1a-4022-a8db-7988a6d60926 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Checking segment: {'id': 'ada244ab-433e-414a-9490-4334bdb3eec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '08f9db5a-3885-49b6-be13-8e18b40f4b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:38.593780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a7a7ac-0d1a-4022-a8db-7988a6d60926 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network hostable DHCP agents. Network: 08f9db5a-3885-49b6-be13-8e18b40f4b49, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:09:38.602031 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010d340-662d-427e-966f-41806e561c67 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc7a067-7945-4d37-ba67-20dbcd9369ff,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:38.630210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a7a7ac-0d1a-4022-a8db-7988a6d60926 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Network 08f9db5a-3885-49b6-be13-8e18b40f4b49 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:09:38.650639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-e4a7a7ac-0d1a-4022-a8db-7988a6d60926 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 08f9db5a-3885-49b6-be13-8e18b40f4b49) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:38.656385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a7a7ac-0d1a-4022-a8db-7988a6d60926 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:38.657151 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4a7a7ac-0d1a-4022-a8db-7988a6d60926 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:38.666185 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7712bd3a-331a-4efc-a28a-a33b65940ca0 None None] Network 08f9db5a-3885-49b6-be13-8e18b40f4b49 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:38.713404 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Attempting to bind port bfc7a067-7945-4d37-ba67-20dbcd9369ff on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:09:38.713404 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Attempting to bind port bfc7a067-7945-4d37-ba67-20dbcd9369ff by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:09:38.713404 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Attempting to bind port bfc7a067-7945-4d37-ba67-20dbcd9369ff on network a8029875-4483-4e77-8f06-85348be088a0 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:09:38.718559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Port bfc7a067-7945-4d37-ba67-20dbcd9369ff on network a8029875-4483-4e77-8f06-85348be088a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:09:38.718893 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Attempting to bind port bfc7a067-7945-4d37-ba67-20dbcd9369ff on network a8029875-4483-4e77-8f06-85348be088a0 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:09:38.720004 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e4a7a7ac-0d1a-4022-a8db-7988a6d60926 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7274771 Nov 13 05:09:38.722754 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57322) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:38.727768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:09:38.728249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Checking segment: {'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:38.728778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Bound using segment: {'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:09:38.729305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Bound port: bfc7a067-7945-4d37-ba67-20dbcd9369ff, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc6a327-4e44-4e29-b923-044009f28265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:09:38.730549 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:38.730665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7cc68fb9-3b29-47e9-8754-44914e44463c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:38.922870 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525fc65-3e39-4c83-81c4-5cdf66f84a1c req-5f19354a-f823-4391-bf71-4a4750d1cf4a tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:38.931924 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f525fc65-3e39-4c83-81c4-5cdf66f84a1c req-5f19354a-f823-4391-bf71-4a4750d1cf4a tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 944 time: 0.1459873 Nov 13 05:09:38.934327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] For port bfc7a067-7945-4d37-ba67-20dbcd9369ff, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:09:38.942424 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] For port bfc7a067-7945-4d37-ba67-20dbcd9369ff, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bfc7a067-7945-4d37-ba67-20dbcd9369ff,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:09:38.943610 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cc68fb9-3b29-47e9-8754-44914e44463c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5491009'] for subnet, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:38.956942 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:38.985998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-08f9db5a-3885-49b6-be13-8e18b40f4b49', 'network_id': '08f9db5a-3885-49b6-be13-8e18b40f4b49', 'tenant_id': 'bff44137a96a4783b807da9cccdddedf', 'fixed_ips': [{'subnet_id': 'd322b3a4-1f31-4098-9e83-4a2ce318d2e7'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:09:38.999939 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:39.033015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:39.033487 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:39.034907 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-0010d340-662d-427e-966f-41806e561c67 service neutron] 10.222.0.36 "PUT /v2.0/ports/bfc7a067-7945-4d37-ba67-20dbcd9369ff HTTP/1.1" status: 200 len: 1092 time: 0.9852598 Nov 13 05:09:39.040897 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02c803b-5147-432c-8303-b885365a1a24', 'tag': 'bfc7a067-7945-4d37-ba67-20dbcd9369ff'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:09:39.079207 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca158e2-11ad-4e1e-94dc-6b9a991b8d41" -d '{"events": [{"name": "network-changed", "server_uuid": "a02c803b-5147-432c-8303-b885365a1a24", "tag": "bfc7a067-7945-4d37-ba67-20dbcd9369ff"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:09:39.119336 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f525fc65-3e39-4c83-81c4-5cdf66f84a1c req-af203508-26d9-4e22-a457-1c552a009c52 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ccf801a-bc54-46cf-a1f5-ccaddceff232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863670 Nov 13 05:09:39.149655 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010d340-662d-427e-966f-41806e561c67 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc7a067-7945-4d37-ba67-20dbcd9369ff,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:39.173619 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5085b173-638c-4798-a9fe-9cea3526442a x-openstack-request-id: req-5085b173-638c-4798-a9fe-9cea3526442a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:09:39.174213 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02c803b-5147-432c-8303-b885365a1a24", "tag": "bfc7a067-7945-4d37-ba67-20dbcd9369ff", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:09:39.174945 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5085b173-638c-4798-a9fe-9cea3526442a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:09:39.175900 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02c803b-5147-432c-8303-b885365a1a24', 'tag': 'bfc7a067-7945-4d37-ba67-20dbcd9369ff', 'status': 'completed', 'code': 200} Nov 13 05:09:39.199682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-1184867e-1bd5-4bae-a46e-68cfd267ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:39.201505 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-1184867e-1bd5-4bae-a46e-68cfd267ff1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efc30c3e2ccf48c9ba40a10a54421570&device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 1095 time: 0.0621696 Nov 13 05:09:39.279200 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cc68fb9-3b29-47e9-8754-44914e44463c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8795007788683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5890943'] for subnet, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:39.279820 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-018140dd-9eca-454a-9364-5eb8d9e6607d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfc7a067-7945-4d37-ba67-20dbcd9369ff HTTP/1.1" status: 200 len: 217 time: 0.0626192 Nov 13 05:09:39.288040 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:39.337696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc68fb9-3b29-47e9-8754-44914e44463c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:39.338357 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cc68fb9-3b29-47e9-8754-44914e44463c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:39.342555 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7cc68fb9-3b29-47e9-8754-44914e44463c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "PUT /v2.0/subnets/d322b3a4-1f31-4098-9e83-4a2ce318d2e7 HTTP/1.1" status: 200 len: 900 time: 0.6159883 Nov 13 05:09:39.343038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57328) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:39.391006 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc68fb9-3b29-47e9-8754-44914e44463c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event updated for resources: {'Subnet': ['ID=d322b3a4-1f31-4098-9e83-4a2ce318d2e7,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:39.399718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Allocated IP 2001:db8::3 (08f9db5a-3885-49b6-be13-8e18b40f4b49/d322b3a4-1f31-4098-9e83-4a2ce318d2e7/7bdf29fc-416b-4234-81b5-886f2d8cb6b1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:09:39.416819 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-21e98b3a-a17d-42c8-88d7-03fe0f73793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:39.418187 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-21e98b3a-a17d-42c8-88d7-03fe0f73793f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=134b1d99-7bf8-4a9d-961c-0a94024a9f56 HTTP/1.1" status: 200 len: 850 time: 0.1306410 Nov 13 05:09:39.528194 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:39.535330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-d3c63c98-643d-4c6c-8b9b-fb17bf1edbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:39.536891 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-d3c63c98-643d-4c6c-8b9b-fb17bf1edbe5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8029875-4483-4e77-8f06-85348be088a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120200 Nov 13 05:09:39.867400 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:39.877844 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:39.944389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Network 08f9db5a-3885-49b6-be13-8e18b40f4b49 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:09:39.949018 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:39.953067 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:09:40.003257 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Pushing event updated for resources: {'Port': ['ID=7bdf29fc-416b-4234-81b5-886f2d8cb6b1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:40.049923 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Attempting to bind port 7bdf29fc-416b-4234-81b5-886f2d8cb6b1 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:09:40.050285 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Attempting to bind port 7bdf29fc-416b-4234-81b5-886f2d8cb6b1 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'ada244ab-433e-414a-9490-4334bdb3eec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '08f9db5a-3885-49b6-be13-8e18b40f4b49'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:09:40.051054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Attempting to bind port 7bdf29fc-416b-4234-81b5-886f2d8cb6b1 on network 08f9db5a-3885-49b6-be13-8e18b40f4b49 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:09:40.068694 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:09:40.069028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Checking segment: {'id': 'ada244ab-433e-414a-9490-4334bdb3eec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '08f9db5a-3885-49b6-be13-8e18b40f4b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:40.069437 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.072032 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Bound using segment: {'id': 'ada244ab-433e-414a-9490-4334bdb3eec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '08f9db5a-3885-49b6-be13-8e18b40f4b49'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:09:40.075488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Bound port: 7bdf29fc-416b-4234-81b5-886f2d8cb6b1, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada244ab-433e-414a-9490-4334bdb3eec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '08f9db5a-3885-49b6-be13-8e18b40f4b49'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:09:40.075969 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.087380 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.107631 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.121666 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57336) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:40.172747 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-8a02e608-637c-4d96-9806-ab59f1a06f99 service neutron] 10.222.0.36 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268473 Nov 13 05:09:40.201500 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] For port 7bdf29fc-416b-4234-81b5-886f2d8cb6b1, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:09:40.205963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] For port 7bdf29fc-416b-4234-81b5-886f2d8cb6b1, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7bdf29fc-416b-4234-81b5-886f2d8cb6b1,segment=NetworkSegment(ada244ab-433e-414a-9490-4334bdb3eec8),segment_id=ada244ab-433e-414a-9490-4334bdb3eec8)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:09:40.219214 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.335476 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf477b4-d6b2-40eb-b122-350e9cb98cb0 None None] Pushing event updated for resources: {'Port': ['ID=7bdf29fc-416b-4234-81b5-886f2d8cb6b1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:40.362714 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.378010 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e38a1228-9ba4-4b04-b96d-568357941763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.418007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Subnet': ['ID=d322b3a4-1f31-4098-9e83-4a2ce318d2e7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:40.424441 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b45f4d89-d084-4e0b-9840-1e038c6c5f8c req-fb694e01-18d6-4558-997b-7e3287fce9f9 service neutron] 10.222.0.36 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435710 Nov 13 05:09:40.436154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7862fef-a795-4977-be6e-d03960a8b03e req-32101119-2813-4033-a7ee-9f92149c1ebf tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:40.443891 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7862fef-a795-4977-be6e-d03960a8b03e req-32101119-2813-4033-a7ee-9f92149c1ebf tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 944 time: 0.1862586 Nov 13 05:09:40.539612 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e38a1228-9ba4-4b04-b96d-568357941763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.547045 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e38a1228-9ba4-4b04-b96d-568357941763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.572050 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.604620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a1228-9ba4-4b04-b96d-568357941763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd639a9b-c1de-4b0b-ae12-e19dbd13ad16,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:40.629231 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e38a1228-9ba4-4b04-b96d-568357941763 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bfe7243fccee4ee0b4db1ef4cc389668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5040443 Nov 13 05:09:40.633810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57344) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:40.637110 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7862fef-a795-4977-be6e-d03960a8b03e req-27cbd0c3-cce5-4110-a20b-905b8a732c7b tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ccf801a-bc54-46cf-a1f5-ccaddceff232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921525 Nov 13 05:09:40.640594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f9db5a-3885-49b6-be13-8e18b40f4b49']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:40.659007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada244ab-433e-414a-9490-4334bdb3eec8') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:40.659298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada244ab-433e-414a-9490-4334bdb3eec8') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:40.677355 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.717447 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca158e2-11ad-4e1e-94dc-6b9a991b8d41 req-766e18b1-298e-4d24-bdd4-5ac1a8689c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:40.719248 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dca158e2-11ad-4e1e-94dc-6b9a991b8d41 req-766e18b1-298e-4d24-bdd4-5ac1a8689c8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efc30c3e2ccf48c9ba40a10a54421570&device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 1095 time: 0.1636353 Nov 13 05:09:40.731172 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.760368 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fb649c69-a0cb-4f10-843c-15e2f21030a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.768729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:40.769593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:40.774480 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:40.793817 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fb649c69-a0cb-4f10-843c-15e2f21030a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.889956 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fb649c69-a0cb-4f10-843c-15e2f21030a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.892754 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fb649c69-a0cb-4f10-843c-15e2f21030a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:40.893951 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fb649c69-a0cb-4f10-843c-15e2f21030a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd639a9b-c1de-4b0b-ae12-e19dbd13ad16 HTTP/1.1" status: 204 len: 168 time: 0.2591376 Nov 13 05:09:40.908650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb649c69-a0cb-4f10-843c-15e2f21030a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd639a9b-c1de-4b0b-ae12-e19dbd13ad16,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:40.926139 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.db.api [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 13 05:09:40.926139 n-d-813114-2 neutron-server[102668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 13 05:09:40.926139 n-d-813114-2 neutron-server[102668]: [parameters: {'id': '08f9db5a-3885-49b6-be13-8e18b40f4b49'}] Nov 13 05:09:40.926139 n-d-813114-2 neutron-server[102668]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:09:40.926588 n-d-813114-2 neutron-server[102668]: DEBUG oslo_db.api [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:09:40.950605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca158e2-11ad-4e1e-94dc-6b9a991b8d41 req-0731d593-9e3b-476e-9689-60beed725e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:40.952148 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dca158e2-11ad-4e1e-94dc-6b9a991b8d41 req-0731d593-9e3b-476e-9689-60beed725e70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8029875-4483-4e77-8f06-85348be088a0 HTTP/1.1" status: 200 len: 912 time: 0.2226329 Nov 13 05:09:41.006255 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dca158e2-11ad-4e1e-94dc-6b9a991b8d41 req-86570c22-b54b-4c48-b97b-0bf76fc1a305 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfc7a067-7945-4d37-ba67-20dbcd9369ff HTTP/1.1" status: 200 len: 217 time: 0.0446346 Nov 13 05:09:41.076837 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca158e2-11ad-4e1e-94dc-6b9a991b8d41 req-28fd7280-c1fa-4f1c-831d-fc186d9ae81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:41.078905 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dca158e2-11ad-4e1e-94dc-6b9a991b8d41 req-28fd7280-c1fa-4f1c-831d-fc186d9ae81e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=134b1d99-7bf8-4a9d-961c-0a94024a9f56 HTTP/1.1" status: 200 len: 850 time: 0.0633898 Nov 13 05:09:41.167987 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca158e2-11ad-4e1e-94dc-6b9a991b8d41 req-03b909a4-70fd-4e42-b8e2-572f0bae9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:41.169760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dca158e2-11ad-4e1e-94dc-6b9a991b8d41 req-03b909a4-70fd-4e42-b8e2-572f0bae9007 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8029875-4483-4e77-8f06-85348be088a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830045 Nov 13 05:09:41.192987 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7bdf29fc-416b-4234-81b5-886f2d8cb6b1 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:09:41.246728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 7bdf29fc-416b-4234-81b5-886f2d8cb6b1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:41.247392 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:41.269928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57350) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:41.289629 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ef298c9-b350-4fe4-9934-53a752066ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:41.299535 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dca158e2-11ad-4e1e-94dc-6b9a991b8d41 req-62cd7682-c373-4fa4-b1c2-aa05a7b232de service neutron] 10.222.0.36 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192794 Nov 13 05:09:41.409546 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:41.411399 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ef298c9-b350-4fe4-9934-53a752066ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:41.422144 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ef298c9-b350-4fe4-9934-53a752066ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:41.430631 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:41.442571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dca158e2-11ad-4e1e-94dc-6b9a991b8d41 req-58791346-e6f3-4073-ade8-d8633fceae6a service neutron] 10.222.0.36 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337957 Nov 13 05:09:41.446292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 7bdf29fc-416b-4234-81b5-886f2d8cb6b1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7bdf29fc-416b-4234-81b5-886f2d8cb6b1,segment=NetworkSegment(ada244ab-433e-414a-9490-4334bdb3eec8),segment_id=ada244ab-433e-414a-9490-4334bdb3eec8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:41.451457 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:41.506080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1ef298c9-b350-4fe4-9934-53a752066ca4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40b9fa510e1e4f689ef919df85667e97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2349718 Nov 13 05:09:41.507615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57354) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:41.513574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef298c9-b350-4fe4-9934-53a752066ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b1e447-40f5-40d7-b880-f9428cd626ff,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:41.553922 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=7bdf29fc-416b-4234-81b5-886f2d8cb6b1,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:41.562166 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Deleting port 7bdf29fc-416b-4234-81b5-886f2d8cb6b1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:41.562510 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:41.624140 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:09:41.644794 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] For port 7bdf29fc-416b-4234-81b5-886f2d8cb6b1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7bdf29fc-416b-4234-81b5-886f2d8cb6b1,segment=NetworkSegment(ada244ab-433e-414a-9490-4334bdb3eec8),segment_id=ada244ab-433e-414a-9490-4334bdb3eec8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:41.645164 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:41.655323 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edece428-37b7-4e5d-9065-6617df38db21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:41.666576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Calling delete_port for 7bdf29fc-416b-4234-81b5-886f2d8cb6b1 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:41.697945 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edece428-37b7-4e5d-9065-6617df38db21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:41.764317 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995613d-6bed-48e0-990a-463e4eb67829 req-388f4bbe-1541-4d5e-8c62-b6b0997ab0de tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:41.772291 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6995613d-6bed-48e0-990a-463e4eb67829 req-388f4bbe-1541-4d5e-8c62-b6b0997ab0de tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 944 time: 0.0620983 Nov 13 05:09:41.798267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5526d3cb-a2d4-49f0-90d2-d67d8c8a35fe None None] Network 08f9db5a-3885-49b6-be13-8e18b40f4b49 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:41.812630 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:41.843731 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edece428-37b7-4e5d-9065-6617df38db21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:41.844299 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6995613d-6bed-48e0-990a-463e4eb67829 req-d5d5c7a0-8367-4e46-a4d3-4ede7b0f4876 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ccf801a-bc54-46cf-a1f5-ccaddceff232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709691 Nov 13 05:09:41.846520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edece428-37b7-4e5d-9065-6617df38db21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:41.850373 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-edece428-37b7-4e5d-9065-6617df38db21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69b1e447-40f5-40d7-b880-f9428cd626ff HTTP/1.1" status: 204 len: 168 time: 0.3381267 Nov 13 05:09:41.850373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Port': ['ID=7bdf29fc-416b-4234-81b5-886f2d8cb6b1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:41.859442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No DVR routers for this DVR port 7bdf29fc-416b-4234-81b5-886f2d8cb6b1 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:09:41.893824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edece428-37b7-4e5d-9065-6617df38db21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b1e447-40f5-40d7-b880-f9428cd626ff,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:41.896377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1b7a4f39-cc50-4397-b07e-5b652810361e None None] Could not find standard attr ID for object 7bdf29fc-416b-4234-81b5-886f2d8cb6b1. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:09:41.969475 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.001983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f9db5a-3885-49b6-be13-8e18b40f4b49']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:42.012815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada244ab-433e-414a-9490-4334bdb3eec8') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:42.013687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada244ab-433e-414a-9490-4334bdb3eec8') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:42.026692 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.046061 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.057771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:42.058861 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:42.062114 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:42.064771 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da24bcf-193f-414f-b299-f67de0d4473a None None] DHCP port deletion for 08f9db5a-3885-49b6-be13-8e18b40f4b49 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:09:42.090339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d91e1eb-2b07-402b-b8e3-6861b0ee9480 None None] Network 08f9db5a-3885-49b6-be13-8e18b40f4b49 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:42.129379 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.150584 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.154109 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/08f9db5a-3885-49b6-be13-8e18b40f4b49 HTTP/1.1" status: 204 len: 168 time: 2.8099661 Nov 13 05:09:42.155456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df423cf-38b3-4cc6-ae16-3039c4711096 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Network': ['ID=08f9db5a-3885-49b6-be13-8e18b40f4b49,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:42.159764 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57362) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:42.189968 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cd278b-c91e-4204-b3b5-046083713357 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:42.191201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1cd278b-c91e-4204-b3b5-046083713357 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:42.197394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d1cd278b-c91e-4204-b3b5-046083713357 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/subnets/d322b3a4-1f31-4098-9e83-4a2ce318d2e7 HTTP/1.1" status: 404 len: 337 time: 0.0371275 Nov 13 05:09:42.197557 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57366) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:42.219116 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1d23c8-73e1-45cb-bb04-a367bf4af3bb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:42.219703 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1d23c8-73e1-45cb-bb04-a367bf4af3bb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:42.223077 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fe1d23c8-73e1-45cb-bb04-a367bf4af3bb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/08f9db5a-3885-49b6-be13-8e18b40f4b49 HTTP/1.1" status: 404 len: 339 time: 0.0241239 Nov 13 05:09:42.225273 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57370) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:42.306410 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b81014a1-a560-47aa-828c-1a494a442123 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.630310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57386) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:42.734383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-930311646-network', 'tenant_id': '8a841deb69d14946b28ecdbeb18bbce4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:42.758642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] Made reservation on behalf of 8a841deb69d14946b28ecdbeb18bbce4 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:42.761032 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.766647 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b81014a1-a560-47aa-828c-1a494a442123 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.774939 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.787247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-b81014a1-a560-47aa-828c-1a494a442123 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c111ec10-4835-4ba4-83af-ccefe9b01421']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:42.796937 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-b81014a1-a560-47aa-828c-1a494a442123 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b50431a-75f9-41a1-9d35-c65b2009addd') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:42.797266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-b81014a1-a560-47aa-828c-1a494a442123 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b50431a-75f9-41a1-9d35-c65b2009addd') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:42.807785 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b81014a1-a560-47aa-828c-1a494a442123 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.822180 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b81014a1-a560-47aa-828c-1a494a442123 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.829499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81014a1-a560-47aa-828c-1a494a442123 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:42.829908 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b81014a1-a560-47aa-828c-1a494a442123 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:42.832949 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:42.852058 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.858273 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.883685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cf2e82-09c9-422f-9c4d-7af63288b4ea,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:42.899673 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b81014a1-a560-47aa-828c-1a494a442123 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.905845 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:09:42.915786 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.916137 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] Added segment 30d71947-9e18-45b2-85eb-475cce60e79e of type vlan for network c5ab7431-e41f-46b3-81cd-8b55053baa58 Nov 13 05:09:42.919228 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b81014a1-a560-47aa-828c-1a494a442123 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:42.924897 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b81014a1-a560-47aa-828c-1a494a442123 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/c111ec10-4835-4ba4-83af-ccefe9b01421 HTTP/1.1" status: 204 len: 168 time: 0.6964290 Nov 13 05:09:42.925190 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:42.926235 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81014a1-a560-47aa-828c-1a494a442123 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Network': ['ID=c111ec10-4835-4ba4-83af-ccefe9b01421,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:42.978851 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-57afdeb0-636a-4e92-ab6a-75eb5d6293f2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:42.979320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57afdeb0-636a-4e92-ab6a-75eb5d6293f2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:42.982334 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-57afdeb0-636a-4e92-ab6a-75eb5d6293f2 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/subnets/1d894c68-33aa-43dd-b3ff-800c72343d98 HTTP/1.1" status: 404 len: 337 time: 0.0561509 Nov 13 05:09:42.985053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57394) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:43.003938 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dde6352-fbf0-4103-9d4e-ce26bb9ea409 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:43.004476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dde6352-fbf0-4103-9d4e-ce26bb9ea409 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:43.007481 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6dde6352-fbf0-4103-9d4e-ce26bb9ea409 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/fa095e10-889f-4657-86e5-1da714da78ce HTTP/1.1" status: 404 len: 339 time: 0.0213866 Nov 13 05:09:43.009171 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.010054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57396) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:43.049916 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e6fb1-7e84-4490-80df-7df5021c4ebf req-04545687-5957-4475-811b-401d2aefd710 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:43.051529 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c24e6fb1-7e84-4490-80df-7df5021c4ebf req-04545687-5957-4475-811b-401d2aefd710 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 944 time: 0.1151559 Nov 13 05:09:43.052620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.053485 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:43.054025 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.070346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1be0b5-3e17-49f6-b58a-31e3d36bbef9 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Deleting subnet d755af31-ee64-4a3d-bbbf-b881cf3365e3 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:09:43.074674 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fb1be0b5-3e17-49f6-b58a-31e3d36bbef9 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.121584 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fb1be0b5-3e17-49f6-b58a-31e3d36bbef9 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.126711 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7bdf29fc-416b-4234-81b5-886f2d8cb6b1 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:09:43.148836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 7bdf29fc-416b-4234-81b5-886f2d8cb6b1 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:09:43.149078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7bdf29fc-416b-4234-81b5-886f2d8cb6b1 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:09:43.167147 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5355635 Nov 13 05:09:43.167793 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57398) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:43.175861 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-10d3a068-e628-458f-800c-de65cefe18a7 admin admin] Request body: {'subnet': {'network_id': 'c5ab7431-e41f-46b3-81cd-8b55053baa58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-930311646-subnet', 'tenant_id': '8a841deb69d14946b28ecdbeb18bbce4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:43.180247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d97510-c506-45d7-94a5-f01b16c0652a admin admin] Pushing event updated for resources: {'Network': ['ID=c5ab7431-e41f-46b3-81cd-8b55053baa58,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:43.192422 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network c5ab7431-e41f-46b3-81cd-8b55053baa58 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:09:43.217306 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fb1be0b5-3e17-49f6-b58a-31e3d36bbef9 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.224614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c24e6fb1-7e84-4490-80df-7df5021c4ebf req-05250b52-7132-45a6-a374-b748d9511df7 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ccf801a-bc54-46cf-a1f5-ccaddceff232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575091 Nov 13 05:09:43.225705 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d3a068-e628-458f-800c-de65cefe18a7 admin admin] Made reservation on behalf of 8a841deb69d14946b28ecdbeb18bbce4 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:43.228026 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10d3a068-e628-458f-800c-de65cefe18a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.290282 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fb1be0b5-3e17-49f6-b58a-31e3d36bbef9 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.320330 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fb1be0b5-3e17-49f6-b58a-31e3d36bbef9 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.324162 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fb1be0b5-3e17-49f6-b58a-31e3d36bbef9 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/subnets/d755af31-ee64-4a3d-bbbf-b881cf3365e3 HTTP/1.1" status: 204 len: 168 time: 0.3129854 Nov 13 05:09:43.325327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1be0b5-3e17-49f6-b58a-31e3d36bbef9 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Subnet': ['ID=d755af31-ee64-4a3d-bbbf-b881cf3365e3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:43.328499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57400) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:43.333364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0962ca24-37fb-4b86-b38c-ba5423d23368 None None] Network f8abcb32-205e-4167-9307-14b601c7baae requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:43.380128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-98154e20-0258-449f-b141-f6c9010c17fb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Deleting subnet 2b5af445-e64f-4a17-a27e-468d36d125d3 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:09:43.383283 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98154e20-0258-449f-b141-f6c9010c17fb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.415880 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10d3a068-e628-458f-800c-de65cefe18a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.424555 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98154e20-0258-449f-b141-f6c9010c17fb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.475385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3a068-e628-458f-800c-de65cefe18a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dfcfb06-b814-4595-9837-cecb9f4f6530,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:43.485295 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d3a068-e628-458f-800c-de65cefe18a7 admin admin] Checking segment: {'id': '30d71947-9e18-45b2-85eb-475cce60e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5ab7431-e41f-46b3-81cd-8b55053baa58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:43.485650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d3a068-e628-458f-800c-de65cefe18a7 admin admin] Network hostable DHCP agents. Network: c5ab7431-e41f-46b3-81cd-8b55053baa58, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:09:43.510004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d3a068-e628-458f-800c-de65cefe18a7 admin admin] Network c5ab7431-e41f-46b3-81cd-8b55053baa58 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:09:43.518585 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98154e20-0258-449f-b141-f6c9010c17fb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.521535 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-10d3a068-e628-458f-800c-de65cefe18a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, c5ab7431-e41f-46b3-81cd-8b55053baa58) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:43.525958 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3a068-e628-458f-800c-de65cefe18a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:43.526649 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10d3a068-e628-458f-800c-de65cefe18a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.531450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a80b3f-3737-4dcc-a7e6-cf082f1264ce None None] Network c5ab7431-e41f-46b3-81cd-8b55053baa58 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:43.558772 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-10d3a068-e628-458f-800c-de65cefe18a7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3778203 Nov 13 05:09:43.622541 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98154e20-0258-449f-b141-f6c9010c17fb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.651278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98154e20-0258-449f-b141-f6c9010c17fb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Subnet': ['ID=2b5af445-e64f-4a17-a27e-468d36d125d3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:43.655872 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98154e20-0258-449f-b141-f6c9010c17fb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.659141 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-98154e20-0258-449f-b141-f6c9010c17fb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/subnets/2b5af445-e64f-4a17-a27e-468d36d125d3 HTTP/1.1" status: 204 len: 168 time: 0.3296413 Nov 13 05:09:43.661830 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57406) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:43.695457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3342ca00-8f9b-4f8a-9490-b7f330f392a6 None None] Network c5ab7431-e41f-46b3-81cd-8b55053baa58 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:43.752943 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.825299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Deleting port 205079ea-b338-4d4c-84ea-2f01b7568061 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:43.825894 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.895856 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] For port 205079ea-b338-4d4c-84ea-2f01b7568061, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=205079ea-b338-4d4c-84ea-2f01b7568061,segment=NetworkSegment(0e52ea7c-3c65-4652-8bb3-d75a39fe75f4),segment_id=0e52ea7c-3c65-4652-8bb3-d75a39fe75f4)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:43.896232 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:43.909829 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Calling delete_port for 205079ea-b338-4d4c-84ea-2f01b7568061 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:44.009032 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:44.059879 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No DVR routers for this DVR port 205079ea-b338-4d4c-84ea-2f01b7568061 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:09:44.068787 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Port': ['ID=205079ea-b338-4d4c-84ea-2f01b7568061,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:44.130425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38cdb0d-f896-44b0-983d-97208d6995a2 None None] Network f8abcb32-205e-4167-9307-14b601c7baae requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:44.133949 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1881a6e4-dda4-4579-9d24-1fc7fdbdb4ca None None] Could not find standard attr ID for object 205079ea-b338-4d4c-84ea-2f01b7568061. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:09:44.166227 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:44.191272 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8abcb32-205e-4167-9307-14b601c7baae']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:44.202702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e52ea7c-3c65-4652-8bb3-d75a39fe75f4') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:44.203179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e52ea7c-3c65-4652-8bb3-d75a39fe75f4') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:44.219834 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:44.234485 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:44.242042 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:44.242432 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:44.245917 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:44.310612 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:44.318886 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:44.320531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bfc7a067-7945-4d37-ba67-20dbcd9369ff details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:09:44.322595 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/f8abcb32-205e-4167-9307-14b601c7baae HTTP/1.1" status: 204 len: 168 time: 0.6599281 Nov 13 05:09:44.325636 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57420) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:44.340119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6401d1-dff2-46b7-9217-5503ef40a4a1 None None] DHCP port deletion for f8abcb32-205e-4167-9307-14b601c7baae request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:09:44.364551 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-41588e65-2950-4c7d-a69b-cc96070ec0bd tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:44.365013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41588e65-2950-4c7d-a69b-cc96070ec0bd tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:44.368611 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-41588e65-2950-4c7d-a69b-cc96070ec0bd tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/subnets/96c407c1-bcd0-45c4-bda3-f6010d77eacb HTTP/1.1" status: 404 len: 337 time: 0.0418971 Nov 13 05:09:44.377021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57422) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:44.388484 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875c546-db81-4b02-a2ec-a3dcf180eb52 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Network': ['ID=f8abcb32-205e-4167-9307-14b601c7baae,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:44.398154 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb1047c-e4d3-4795-a717-d44c2689c128 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:44.398941 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb1047c-e4d3-4795-a717-d44c2689c128 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:44.402548 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-acb1047c-e4d3-4795-a717-d44c2689c128 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/ab16e190-4b24-466d-89c8-1c52e1315ff6 HTTP/1.1" status: 404 len: 339 time: 0.0243537 Nov 13 05:09:44.404952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57424) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:44.420466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1763d9d-f4c0-483d-b3b8-e38ec84aadf1 req-70206154-778e-432f-bfa8-b05b1c2ec9e0 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:44.428011 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b1763d9d-f4c0-483d-b3b8-e38ec84aadf1 req-70206154-778e-432f-bfa8-b05b1c2ec9e0 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 944 time: 0.0995467 Nov 13 05:09:44.439920 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-9224aed2-450a-4f0e-87c2-653e5b2bb419 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:44.440776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9224aed2-450a-4f0e-87c2-653e5b2bb419 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:44.446232 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9224aed2-450a-4f0e-87c2-653e5b2bb419 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/subnets/2bbbb65d-deb8-44c1-ac59-21c4242b5135 HTTP/1.1" status: 404 len: 337 time: 0.0401731 Nov 13 05:09:44.448763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57426) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:44.449789 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bfc7a067-7945-4d37-ba67-20dbcd9369ff, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bfc7a067-7945-4d37-ba67-20dbcd9369ff,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:44.464284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'bfc7a067-7945-4d37-ba67-20dbcd9369ff', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'port_id': 'bfc7a067-7945-4d37-ba67-20dbcd9369ff', 'mac_address': 'fa:16:3e:9d:9d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:09:44.468221 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d879aea4-a678-4016-bb69-64b5107c72fe tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:44.468977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d879aea4-a678-4016-bb69-64b5107c72fe tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:44.472326 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d879aea4-a678-4016-bb69-64b5107c72fe tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/4cbd3a87-7904-494a-ad02-f9588755e5fe HTTP/1.1" status: 404 len: 339 time: 0.0226316 Nov 13 05:09:44.474857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57428) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:44.500302 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b1763d9d-f4c0-483d-b3b8-e38ec84aadf1 req-e55aaa9d-0dab-4a0a-9c81-d02c7600b3b5 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ccf801a-bc54-46cf-a1f5-ccaddceff232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712337 Nov 13 05:09:44.514339 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:44.516419 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a142cca-b272-42f4-bad7-7283b70a7d8c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:44.516949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a142cca-b272-42f4-bad7-7283b70a7d8c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:44.522628 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8a142cca-b272-42f4-bad7-7283b70a7d8c tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/subnets/4bf71bae-346e-48d1-8140-e76a8d406a89 HTTP/1.1" status: 404 len: 337 time: 0.0443933 Nov 13 05:09:44.523063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57430) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:44.527306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc7a067-7945-4d37-ba67-20dbcd9369ff {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:09:44.542380 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2783d0-99ed-42bb-961e-9596b732b8e1 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:44.543603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2783d0-99ed-42bb-961e-9596b732b8e1 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:44.546071 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5c2783d0-99ed-42bb-961e-9596b732b8e1 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/546dece6-b1f3-400a-9961-70fc773ab4a0 HTTP/1.1" status: 404 len: 339 time: 0.0219517 Nov 13 05:09:44.548794 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bfc7a067-7945-4d37-ba67-20dbcd9369ff, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bfc7a067-7945-4d37-ba67-20dbcd9369ff,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:44.548977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57432) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:44.553511 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:44.604739 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-927320ee-cec3-49b3-99ae-7c2c3ae9625e tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Deleting subnet 66cf1f21-7415-4936-bea9-9c9b4a764cc8 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:09:44.608356 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=bfc7a067-7945-4d37-ba67-20dbcd9369ff,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:44.609100 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-927320ee-cec3-49b3-99ae-7c2c3ae9625e tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:44.654424 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-927320ee-cec3-49b3-99ae-7c2c3ae9625e tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:44.750598 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-927320ee-cec3-49b3-99ae-7c2c3ae9625e tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:44.814645 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-927320ee-cec3-49b3-99ae-7c2c3ae9625e tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:44.844761 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-927320ee-cec3-49b3-99ae-7c2c3ae9625e tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:44.849275 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-927320ee-cec3-49b3-99ae-7c2c3ae9625e tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/subnets/66cf1f21-7415-4936-bea9-9c9b4a764cc8 HTTP/1.1" status: 204 len: 168 time: 0.2986090 Nov 13 05:09:44.850203 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6df516-9294-4529-aaf6-5da9aa9e7c47 None None] Network 31a98935-34f4-4eec-b8cc-121433663d7c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:44.850355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927320ee-cec3-49b3-99ae-7c2c3ae9625e tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Subnet': ['ID=66cf1f21-7415-4936-bea9-9c9b4a764cc8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:44.851454 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57436) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:44.945262 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['bfc7a067-7945-4d37-ba67-20dbcd9369ff'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:09:44.950504 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:45.019899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Deleting port 3e05efb4-2188-43c7-b459-9f4eb19ca804 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:45.020288 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:45.108727 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] For port 3e05efb4-2188-43c7-b459-9f4eb19ca804, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3e05efb4-2188-43c7-b459-9f4eb19ca804,segment=NetworkSegment(cf597a1d-aec8-4306-976a-993d5cafae1c),segment_id=cf597a1d-aec8-4306-976a-993d5cafae1c)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:45.109282 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:45.120569 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba22344-0d07-4bf1-bd03-3657e4d3ef27 None None] DHCP port deletion for 31a98935-34f4-4eec-b8cc-121433663d7c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:09:45.125632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Calling delete_port for 3e05efb4-2188-43c7-b459-9f4eb19ca804 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:45.169153 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 205079ea-b338-4d4c-84ea-2f01b7568061 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:09:45.199182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 205079ea-b338-4d4c-84ea-2f01b7568061 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:09:45.199636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 205079ea-b338-4d4c-84ea-2f01b7568061 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:09:45.213165 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:45.244718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Port': ['ID=3e05efb4-2188-43c7-b459-9f4eb19ca804,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:45.245183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0ba22344-0d07-4bf1-bd03-3657e4d3ef27 None None] Deleting port 3e05efb4-2188-43c7-b459-9f4eb19ca804 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:45.245601 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ba22344-0d07-4bf1-bd03-3657e4d3ef27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:45.247232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No DVR routers for this DVR port 3e05efb4-2188-43c7-b459-9f4eb19ca804 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:09:45.313199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0ba22344-0d07-4bf1-bd03-3657e4d3ef27 None None] For port 3e05efb4-2188-43c7-b459-9f4eb19ca804, host n-d-813114-2, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:45.313590 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ba22344-0d07-4bf1-bd03-3657e4d3ef27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:45.327607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0ba22344-0d07-4bf1-bd03-3657e4d3ef27 None None] Calling delete_port for 3e05efb4-2188-43c7-b459-9f4eb19ca804 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:45.330393 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-0ba22344-0d07-4bf1-bd03-3657e4d3ef27 None None] Port 3e05efb4-2188-43c7-b459-9f4eb19ca804 was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 05:09:45.332611 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ba22344-0d07-4bf1-bd03-3657e4d3ef27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:45.340186 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:45.359016 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba22344-0d07-4bf1-bd03-3657e4d3ef27 None None] Pushing event deleted for resources: {'Port': ['ID=3e05efb4-2188-43c7-b459-9f4eb19ca804,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:45.360957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba22344-0d07-4bf1-bd03-3657e4d3ef27 None None] No DVR routers for this DVR port 3e05efb4-2188-43c7-b459-9f4eb19ca804 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:09:45.386184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a98935-34f4-4eec-b8cc-121433663d7c']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:45.424868 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf597a1d-aec8-4306-976a-993d5cafae1c') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:45.425155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf597a1d-aec8-4306-976a-993d5cafae1c') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:45.440335 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:45.460758 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:45.474134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:45.474536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:45.477463 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:45.495132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-75ce696d-ad0d-4ddf-a764-72c82f0caca9 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:45.496634 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-75ce696d-ad0d-4ddf-a764-72c82f0caca9 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/networks?id=c5ab7431-e41f-46b3-81cd-8b55053baa58 HTTP/1.1" status: 200 len: 808 time: 0.1612055 Nov 13 05:09:45.543939 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-9b201903-ba92-4165-bb1a-a15f5a9199f9 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/quotas/8a841deb69d14946b28ecdbeb18bbce4 HTTP/1.1" status: 200 len: 375 time: 0.0404401 Nov 13 05:09:45.560150 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:45.566736 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:45.570950 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/31a98935-34f4-4eec-b8cc-121433663d7c HTTP/1.1" status: 204 len: 168 time: 0.7184429 Nov 13 05:09:45.575327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57454) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:45.591411 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-3deddde4-c9fd-436f-96a3-0712d945950f tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a841deb69d14946b28ecdbeb18bbce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412960 Nov 13 05:09:45.608053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6558664-4624-4d07-b4c2-07eb74a00536 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Network': ['ID=31a98935-34f4-4eec-b8cc-121433663d7c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:45.622226 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77e405b-e7d3-45d2-9b52-2d7ff3fb7bc4 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:45.622604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77e405b-e7d3-45d2-9b52-2d7ff3fb7bc4 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:45.625800 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d77e405b-e7d3-45d2-9b52-2d7ff3fb7bc4 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/subnets/dc7e3ebf-0402-4d57-8be6-52340fae817f HTTP/1.1" status: 404 len: 337 time: 0.0494885 Nov 13 05:09:45.628802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57456) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:45.654003 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-104c6509-6356-40b8-b2e3-9a7861863058 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] DELETE failed (client error): The resource could not be found. Nov 13 05:09:45.654678 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104c6509-6356-40b8-b2e3-9a7861863058 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:09:45.658321 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-104c6509-6356-40b8-b2e3-9a7861863058 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/082d2167-405d-44bc-b61c-c0aab51c25a0 HTTP/1.1" status: 404 len: 339 time: 0.0285668 Nov 13 05:09:45.661561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57458) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:45.675843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718947a-5f65-4114-a268-8d5aa3cc0215 req-39612ef0-80d5-41f0-9ab9-8a47fa584175 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:45.677322 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e718947a-5f65-4114-a268-8d5aa3cc0215 req-39612ef0-80d5-41f0-9ab9-8a47fa584175 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 945 time: 0.1123238 Nov 13 05:09:45.736608 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45712a3-bf76-4908-a1ae-fe692c6ebbdb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Deleting subnet 9c415a38-69b8-4a62-8184-3b36f6a410d4 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:09:45.738406 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e718947a-5f65-4114-a268-8d5aa3cc0215 req-c9aa6ade-cc63-4d8b-850d-f0bf48ef4c7f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ccf801a-bc54-46cf-a1f5-ccaddceff232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544829 Nov 13 05:09:45.740324 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-2e65992c-c923-48c9-955e-99fc10702b21 service neutron] 10.222.0.43 "GET /v2.0/networks/c5ab7431-e41f-46b3-81cd-8b55053baa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406693 Nov 13 05:09:45.742076 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b45712a3-bf76-4908-a1ae-fe692c6ebbdb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:45.832664 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b45712a3-bf76-4908-a1ae-fe692c6ebbdb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:45.903392 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-27aabe3d-1b18-49c6-a35f-2dfae7486a96 service neutron] 10.222.0.43 "GET /v2.0/networks/c5ab7431-e41f-46b3-81cd-8b55053baa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335864 Nov 13 05:09:45.938189 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b45712a3-bf76-4908-a1ae-fe692c6ebbdb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.001662 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b45712a3-bf76-4908-a1ae-fe692c6ebbdb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.033402 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45712a3-bf76-4908-a1ae-fe692c6ebbdb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Subnet': ['ID=9c415a38-69b8-4a62-8184-3b36f6a410d4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:46.035690 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b45712a3-bf76-4908-a1ae-fe692c6ebbdb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.042364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57464) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:46.045250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85cf4a2-50db-44a1-9ea3-2b5d3c91a6a9 None None] Network c1f2992b-b987-4dba-8ede-6281158ada4f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:09:46.053622 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b45712a3-bf76-4908-a1ae-fe692c6ebbdb tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/subnets/9c415a38-69b8-4a62-8184-3b36f6a410d4 HTTP/1.1" status: 204 len: 168 time: 0.3905921 Nov 13 05:09:46.133713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b08df921-2669-48ce-bc45-610a82acd2a6 req-cf8b441f-2b55-4203-b348-3761ad119c32 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 210 time: 0.0656748 Nov 13 05:09:46.160499 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.219639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Deleting port 81ea0873-2baf-4eed-a180-1f5274866b53 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:46.219998 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.244221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] DHCP port deletion for c1f2992b-b987-4dba-8ede-6281158ada4f request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:09:46.291911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] For port 81ea0873-2baf-4eed-a180-1f5274866b53, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=81ea0873-2baf-4eed-a180-1f5274866b53,segment=NetworkSegment(5a77560b-1532-44d1-96ad-3396e4139241),segment_id=5a77560b-1532-44d1-96ad-3396e4139241)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:46.292333 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.301268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Deleting port 81ea0873-2baf-4eed-a180-1f5274866b53 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:46.301605 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.308358 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Calling delete_port for 81ea0873-2baf-4eed-a180-1f5274866b53 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:46.358096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bfc7a067-7945-4d37-ba67-20dbcd9369ff up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:09:46.397191 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.406727 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] For port 81ea0873-2baf-4eed-a180-1f5274866b53, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=81ea0873-2baf-4eed-a180-1f5274866b53,segment=NetworkSegment(5a77560b-1532-44d1-96ad-3396e4139241),segment_id=5a77560b-1532-44d1-96ad-3396e4139241)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:46.407139 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.423205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Port': ['ID=81ea0873-2baf-4eed-a180-1f5274866b53,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:46.423890 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Calling delete_port for 81ea0873-2baf-4eed-a180-1f5274866b53 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:46.427906 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] No DVR routers for this DVR port 81ea0873-2baf-4eed-a180-1f5274866b53 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:09:46.483249 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port bfc7a067-7945-4d37-ba67-20dbcd9369ff completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:09:46.490528 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port bfc7a067-7945-4d37-ba67-20dbcd9369ff triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:46.490886 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.511123 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.531864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f2992b-b987-4dba-8ede-6281158ada4f']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:46.541546 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a77560b-1532-44d1-96ad-3396e4139241') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:46.541854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a77560b-1532-44d1-96ad-3396e4139241') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:46.552234 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.558750 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.565314 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.572249 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:09:46.572858 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:09:46.576353 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:09:46.588038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Pushing event deleted for resources: {'Port': ['ID=81ea0873-2baf-4eed-a180-1f5274866b53,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:46.615886 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] No DVR routers for this DVR port 81ea0873-2baf-4eed-a180-1f5274866b53 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:09:46.620749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:46.621091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:46.621431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:46.621743 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:46.622421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:46.622751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:46.623194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:46.623398 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:46.623774 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:46.624014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:46.624340 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:46.624635 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb73c-aed1-4b19-8173-b7120db6a563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:46.649935 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.650237 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.657637 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.662450 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] 10.222.0.43 "DELETE /v2.0/networks/c1f2992b-b987-4dba-8ede-6281158ada4f HTTP/1.1" status: 204 len: 168 time: 0.6187892 Nov 13 05:09:46.675311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655535f-4b9f-46eb-8109-aac9ebb60940 tempest-NetworksIpV6Test-1075423639 tempest-NetworksIpV6Test-1075423639-project] Pushing event deleted for resources: {'Network': ['ID=c1f2992b-b987-4dba-8ede-6281158ada4f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:46.690356 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02c803b-5147-432c-8303-b885365a1a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc7a067-7945-4d37-ba67-20dbcd9369ff'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:09:46.693035 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41194ed0-816c-4e3b-8825-1939a984b41c" -d '{"events": [{"server_uuid": "a02c803b-5147-432c-8303-b885365a1a24", "name": "network-vif-plugged", "status": "completed", "tag": "bfc7a067-7945-4d37-ba67-20dbcd9369ff"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:09:46.722122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bfc7a067-7945-4d37-ba67-20dbcd9369ff, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bfc7a067-7945-4d37-ba67-20dbcd9369ff,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:46.732303 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:46.788398 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fb48c5-e22e-4e3a-a40a-c9128e13717c x-openstack-request-id: req-72fb48c5-e22e-4e3a-a40a-c9128e13717c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:09:46.788817 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02c803b-5147-432c-8303-b885365a1a24", "name": "network-vif-plugged", "status": "completed", "tag": "bfc7a067-7945-4d37-ba67-20dbcd9369ff", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:09:46.788989 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72fb48c5-e22e-4e3a-a40a-c9128e13717c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:09:46.789543 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02c803b-5147-432c-8303-b885365a1a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc7a067-7945-4d37-ba67-20dbcd9369ff', 'code': 200} Nov 13 05:09:46.857846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=bfc7a067-7945-4d37-ba67-20dbcd9369ff,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:46.920218 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe93d5-7a89-42b7-962b-21b2bd2d6416 req-a7e4c63a-fe0d-483f-b911-81a8ccb4684f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:46.922006 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-15fe93d5-7a89-42b7-962b-21b2bd2d6416 req-a7e4c63a-fe0d-483f-b911-81a8ccb4684f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 946 time: 0.0721653 Nov 13 05:09:46.982851 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-15fe93d5-7a89-42b7-962b-21b2bd2d6416 req-0ef556ad-5392-47e6-8dd6-c8902a3ca43d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ccf801a-bc54-46cf-a1f5-ccaddceff232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537438 Nov 13 05:09:46.984611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57484) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:47.125569 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 81ea0873-2baf-4eed-a180-1f5274866b53 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:09:47.147487 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-27fefa1b-887e-460c-8145-0ed0264308ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bff44137a96a4783b807da9cccdddedf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1579940 Nov 13 05:09:47.148064 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57488) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:47.154326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 81ea0873-2baf-4eed-a180-1f5274866b53 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:09:47.154664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 81ea0873-2baf-4eed-a180-1f5274866b53 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:09:47.155804 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3e05efb4-2188-43c7-b459-9f4eb19ca804 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:09:47.179939 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 3e05efb4-2188-43c7-b459-9f4eb19ca804 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:09:47.180272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3e05efb4-2188-43c7-b459-9f4eb19ca804 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:09:47.220007 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7546631-a13c-4598-8117-41b9e46de47b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:47.248085 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7546631-a13c-4598-8117-41b9e46de47b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:47.270316 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-704cca30-060e-448f-9473-cd2920472c3c req-51b14c25-5145-4f1b-9b1d-e18b1cea97e4 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 210 time: 0.0327792 Nov 13 05:09:47.272596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe85c7a-b2cd-4c1e-ac92-743628686227 req-36b206b8-54ea-4fcc-a4ae-46a98f905aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:47.273967 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fe85c7a-b2cd-4c1e-ac92-743628686227 req-36b206b8-54ea-4fcc-a4ae-46a98f905aea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 1097 time: 0.3779073 Nov 13 05:09:47.325093 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fe85c7a-b2cd-4c1e-ac92-743628686227 req-1e753cc0-2e5e-464d-bbc6-165d6febd387 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ccf801a-bc54-46cf-a1f5-ccaddceff232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423851 Nov 13 05:09:47.326636 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7546631-a13c-4598-8117-41b9e46de47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:47.329212 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7546631-a13c-4598-8117-41b9e46de47b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:47.330332 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c7546631-a13c-4598-8117-41b9e46de47b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e19ffdd6-9860-4350-8502-41f3d7503cae HTTP/1.1" status: 204 len: 168 time: 0.1815994 Nov 13 05:09:47.369096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7546631-a13c-4598-8117-41b9e46de47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19ffdd6-9860-4350-8502-41f3d7503cae,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:47.425565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-a7226915-569a-4a13-8f3a-ff31b55e6dd1 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:47.427156 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-a7226915-569a-4a13-8f3a-ff31b55e6dd1 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.46 "GET /v2.0/networks?id=c5ab7431-e41f-46b3-81cd-8b55053baa58 HTTP/1.1" status: 200 len: 808 time: 0.1334741 Nov 13 05:09:47.454978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-4257e45a-13ad-4858-abdf-c3e0dcad5688 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Request body: {'port': {'device_id': 'cb3ddebb-b850-42e4-8212-10dc81d8268e', 'network_id': 'c5ab7431-e41f-46b3-81cd-8b55053baa58', 'admin_state_up': True, 'tenant_id': '8a841deb69d14946b28ecdbeb18bbce4'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:47.569177 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-4257e45a-13ad-4858-abdf-c3e0dcad5688 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Made reservation on behalf of 8a841deb69d14946b28ecdbeb18bbce4 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:09:47.572985 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-4257e45a-13ad-4858-abdf-c3e0dcad5688 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:47.699960 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-4257e45a-13ad-4858-abdf-c3e0dcad5688 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Allocated IP 172.20.0.14 (c5ab7431-e41f-46b3-81cd-8b55053baa58/6dfcfb06-b814-4595-9837-cecb9f4f6530/48f91612-d628-47f3-851f-f6e90ad709e7) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:09:47.855859 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-4257e45a-13ad-4858-abdf-c3e0dcad5688 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:47.894826 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-4257e45a-13ad-4858-abdf-c3e0dcad5688 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:47.951607 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-4257e45a-13ad-4858-abdf-c3e0dcad5688 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Network c5ab7431-e41f-46b3-81cd-8b55053baa58 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:09:47.954853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-4257e45a-13ad-4858-abdf-c3e0dcad5688 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:09:47.959571 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-4257e45a-13ad-4858-abdf-c3e0dcad5688 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:09:47.982138 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257e45a-13ad-4858-abdf-c3e0dcad5688 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Pushing event updated for resources: {'Port': ['ID=48f91612-d628-47f3-851f-f6e90ad709e7,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:48.013692 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-4257e45a-13ad-4858-abdf-c3e0dcad5688 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:48.014360 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-4257e45a-13ad-4858-abdf-c3e0dcad5688 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:48.039153 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-4257e45a-13ad-4858-abdf-c3e0dcad5688 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5862424 Nov 13 05:09:48.057251 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Request body: {'port': {'device_id': 'cb3ddebb-b850-42e4-8212-10dc81d8268e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:48.152562 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:48.169048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bb4c1-7654-45b9-a1a4-aace28ca4d4f req-7a1f5ba3-7776-49a6-bfc8-1aa017f74452 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:48.170580 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e6bb4c1-7654-45b9-a1a4-aace28ca4d4f req-7a1f5ba3-7776-49a6-bfc8-1aa017f74452 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 946 time: 0.0923910 Nov 13 05:09:48.299263 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6e6bb4c1-7654-45b9-a1a4-aace28ca4d4f req-e9ca47ee-543e-445a-b513-ad4096554ca7 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ccf801a-bc54-46cf-a1f5-ccaddceff232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226614 Nov 13 05:09:48.453794 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f0b76-238f-4d33-be15-49a330df27b5 req-57ac8167-eaae-42d2-a401-739664b59cad tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:48.456269 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-579f0b76-238f-4d33-be15-49a330df27b5 req-57ac8167-eaae-42d2-a401-739664b59cad tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 932 time: 0.0591757 Nov 13 05:09:48.499071 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f91612-d628-47f3-851f-f6e90ad709e7 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:09:48.506721 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:48.509546 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-579f0b76-238f-4d33-be15-49a330df27b5 req-cbc4f50a-7d2c-4c58-9676-46c192bd5c37 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467372 Nov 13 05:09:48.531031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Transition to ACTIVE for port object 48f91612-d628-47f3-851f-f6e90ad709e7 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:09:48.531031 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:48.582566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Pushing event updated for resources: {'Port': ['ID=48f91612-d628-47f3-851f-f6e90ad709e7,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:48.651764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Attempting to bind port 48f91612-d628-47f3-851f-f6e90ad709e7 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:09:48.652102 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Attempting to bind port 48f91612-d628-47f3-851f-f6e90ad709e7 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '30d71947-9e18-45b2-85eb-475cce60e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5ab7431-e41f-46b3-81cd-8b55053baa58'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:09:48.652432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Attempting to bind port 48f91612-d628-47f3-851f-f6e90ad709e7 on network c5ab7431-e41f-46b3-81cd-8b55053baa58 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:09:48.656967 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Port 48f91612-d628-47f3-851f-f6e90ad709e7 on network c5ab7431-e41f-46b3-81cd-8b55053baa58 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:09:48.657225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Attempting to bind port 48f91612-d628-47f3-851f-f6e90ad709e7 on network c5ab7431-e41f-46b3-81cd-8b55053baa58 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:09:48.662098 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:09:48.662438 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Checking segment: {'id': '30d71947-9e18-45b2-85eb-475cce60e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5ab7431-e41f-46b3-81cd-8b55053baa58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:09:48.662823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Bound using segment: {'id': '30d71947-9e18-45b2-85eb-475cce60e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5ab7431-e41f-46b3-81cd-8b55053baa58'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:09:48.663292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Bound port: 48f91612-d628-47f3-851f-f6e90ad709e7, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d71947-9e18-45b2-85eb-475cce60e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5ab7431-e41f-46b3-81cd-8b55053baa58'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:09:48.663650 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:48.727629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] For port 48f91612-d628-47f3-851f-f6e90ad709e7, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:09:48.731440 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] For port 48f91612-d628-47f3-851f-f6e90ad709e7, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=48f91612-d628-47f3-851f-f6e90ad709e7,segment=NetworkSegment(30d71947-9e18-45b2-85eb-475cce60e79e),segment_id=30d71947-9e18-45b2-85eb-475cce60e79e)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:09:48.738685 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:48.776457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:48.777183 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:48.778902 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] 10.222.0.46 "PUT /v2.0/ports/48f91612-d628-47f3-851f-f6e90ad709e7 HTTP/1.1" status: 200 len: 1092 time: 0.7262399 Nov 13 05:09:48.779411 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3ddebb-b850-42e4-8212-10dc81d8268e', 'tag': '48f91612-d628-47f3-851f-f6e90ad709e7'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:09:48.781772 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8984989a-a09f-4fd8-b088-ad5b4de95200" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3ddebb-b850-42e4-8212-10dc81d8268e", "tag": "48f91612-d628-47f3-851f-f6e90ad709e7"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:09:48.808921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2964b7b-08f5-4c92-9ed2-25c7721de8ff service neutron] Pushing event updated for resources: {'Port': ['ID=48f91612-d628-47f3-851f-f6e90ad709e7,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:48.841905 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a041ff7-2059-4de2-b39b-d9125bfddd62 x-openstack-request-id: req-1a041ff7-2059-4de2-b39b-d9125bfddd62 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:09:48.842291 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3ddebb-b850-42e4-8212-10dc81d8268e", "tag": "48f91612-d628-47f3-851f-f6e90ad709e7", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:09:48.842563 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a041ff7-2059-4de2-b39b-d9125bfddd62 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:09:48.843027 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3ddebb-b850-42e4-8212-10dc81d8268e', 'tag': '48f91612-d628-47f3-851f-f6e90ad709e7', 'status': 'completed', 'code': 200} Nov 13 05:09:48.924101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-275f5d3d-828a-4500-958f-02cb50b1d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:48.925782 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-275f5d3d-828a-4500-958f-02cb50b1d850 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a841deb69d14946b28ecdbeb18bbce4&device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 1095 time: 0.0539057 Nov 13 05:09:48.978537 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-0fb7302d-449e-4bdd-9ee1-7d1fd8b85aeb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48f91612-d628-47f3-851f-f6e90ad709e7 HTTP/1.1" status: 200 len: 217 time: 0.0367231 Nov 13 05:09:49.037527 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-6b80bd0f-1e48-4393-8f2a-7eb8503e14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:49.039390 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-6b80bd0f-1e48-4393-8f2a-7eb8503e14f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6dfcfb06-b814-4595-9837-cecb9f4f6530 HTTP/1.1" status: 200 len: 848 time: 0.0518072 Nov 13 05:09:49.078728 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-d380e5ab-b55b-4a7b-8c7b-a1bfd6766f60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5ab7431-e41f-46b3-81cd-8b55053baa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305486 Nov 13 05:09:49.180020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57558) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:49.189117 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-a56844d7-a03b-4dfb-94ef-71429d59138b service neutron] 10.222.0.46 "GET /v2.0/networks/c5ab7431-e41f-46b3-81cd-8b55053baa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029389 Nov 13 05:09:49.285886 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f507a1e5-69dc-4356-9357-1e44d5c7e982 req-8d3fa22f-a69c-4528-8b5a-731ab37db8f3 service neutron] 10.222.0.46 "GET /v2.0/networks/c5ab7431-e41f-46b3-81cd-8b55053baa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894225 Nov 13 05:09:49.300092 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41df9fcf-d537-4591-8374-ec0b98dd3387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:49.379223 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41df9fcf-d537-4591-8374-ec0b98dd3387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:49.387606 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41df9fcf-d537-4591-8374-ec0b98dd3387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:49.420941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984989a-a09f-4fd8-b088-ad5b4de95200 req-3fe3b26c-69da-48f7-9d4d-421ec5121572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:49.422477 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8984989a-a09f-4fd8-b088-ad5b4de95200 req-3fe3b26c-69da-48f7-9d4d-421ec5121572 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a841deb69d14946b28ecdbeb18bbce4&device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 1095 time: 0.0473106 Nov 13 05:09:49.461099 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-41df9fcf-d537-4591-8374-ec0b98dd3387 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be6bb1aef80d4e8abdea75d6ee9247b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2795091 Nov 13 05:09:49.463818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57566) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:49.464234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df9fcf-d537-4591-8374-ec0b98dd3387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709a3923-37fd-426a-8c0c-7e3ae2e5b0ee,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:49.488997 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eae2c8-3705-4b06-8fbc-ddb1fb9c9132 req-30f8592e-f32b-47d3-a57e-55c6b119535f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:49.490504 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-39eae2c8-3705-4b06-8fbc-ddb1fb9c9132 req-30f8592e-f32b-47d3-a57e-55c6b119535f tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 946 time: 0.0964496 Nov 13 05:09:49.542207 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-39eae2c8-3705-4b06-8fbc-ddb1fb9c9132 req-936fdc9e-f961-4e5a-8f3c-c64c67ddb806 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ccf801a-bc54-46cf-a1f5-ccaddceff232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441916 Nov 13 05:09:49.571686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984989a-a09f-4fd8-b088-ad5b4de95200 req-f9b8d7da-6e92-4133-b3c0-a3a11ca71ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:49.572832 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8984989a-a09f-4fd8-b088-ad5b4de95200 req-f9b8d7da-6e92-4133-b3c0-a3a11ca71ec9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5ab7431-e41f-46b3-81cd-8b55053baa58 HTTP/1.1" status: 200 len: 909 time: 0.1421752 Nov 13 05:09:49.577635 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e233bdd-bbde-4e9c-8c4e-6240194a8225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:49.650434 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8984989a-a09f-4fd8-b088-ad5b4de95200 req-c24c3365-fbf2-434e-9953-9cc4446b83b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48f91612-d628-47f3-851f-f6e90ad709e7 HTTP/1.1" status: 200 len: 217 time: 0.0695806 Nov 13 05:09:49.662749 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e233bdd-bbde-4e9c-8c4e-6240194a8225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:49.681759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d867de-73b6-4e79-9906-bcedf4de107b req-62e2bb23-387a-4db3-886d-e131a60760d0 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:49.684139 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0d867de-73b6-4e79-9906-bcedf4de107b req-62e2bb23-387a-4db3-886d-e131a60760d0 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 946 time: 0.0591695 Nov 13 05:09:49.692800 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57572) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:49.697877 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e9a65c9f-1f90-43df-a5b3-3ab5977b83be tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Request body: {'floatingip': {'port_id': 'bfc7a067-7945-4d37-ba67-20dbcd9369ff'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:09:49.744023 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c9f-1f90-43df-a5b3-3ab5977b83be tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:49.744771 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ef381-4e1c-44b6-8cf6-fb302654c15d req-5eb6a8fa-8158-4bcd-914f-a641af62a407 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:49.746510 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-526ef381-4e1c-44b6-8cf6-fb302654c15d req-5eb6a8fa-8158-4bcd-914f-a641af62a407 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 944 time: 0.1581888 Nov 13 05:09:49.756896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984989a-a09f-4fd8-b088-ad5b4de95200 req-93b16cd6-236e-4739-9042-d56dd13995d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:49.758382 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8984989a-a09f-4fd8-b088-ad5b4de95200 req-93b16cd6-236e-4739-9042-d56dd13995d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6dfcfb06-b814-4595-9837-cecb9f4f6530 HTTP/1.1" status: 200 len: 848 time: 0.0980408 Nov 13 05:09:49.801769 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8984989a-a09f-4fd8-b088-ad5b4de95200 req-ddd5015e-65c6-4a6a-bbf1-47908f053375 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5ab7431-e41f-46b3-81cd-8b55053baa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342255 Nov 13 05:09:49.826029 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e233bdd-bbde-4e9c-8c4e-6240194a8225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:49.828637 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e233bdd-bbde-4e9c-8c4e-6240194a8225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:49.829790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7e233bdd-bbde-4e9c-8c4e-6240194a8225 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/709a3923-37fd-426a-8c0c-7e3ae2e5b0ee HTTP/1.1" status: 204 len: 168 time: 0.3633795 Nov 13 05:09:49.865708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e233bdd-bbde-4e9c-8c4e-6240194a8225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709a3923-37fd-426a-8c0c-7e3ae2e5b0ee,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:50.190034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-526ef381-4e1c-44b6-8cf6-fb302654c15d req-c7c2a59e-aac0-465f-95bf-ef80898112e5 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350655 Nov 13 05:09:50.238072 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8984989a-a09f-4fd8-b088-ad5b4de95200 req-042b4387-e231-49b3-9806-2fb1d6dfd9d0 service neutron] 10.222.0.46 "GET /v2.0/networks/c5ab7431-e41f-46b3-81cd-8b55053baa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207404 Nov 13 05:09:50.253312 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57578) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:50.314249 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ddb3593-8782-42d8-82d9-a45fe77b58c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:50.382771 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8984989a-a09f-4fd8-b088-ad5b4de95200 req-b1badf0b-62dd-4494-9dd8-6e2f22e9f8f9 service neutron] 10.222.0.46 "GET /v2.0/networks/c5ab7431-e41f-46b3-81cd-8b55053baa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394739 Nov 13 05:09:50.431219 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ddb3593-8782-42d8-82d9-a45fe77b58c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:50.438258 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ddb3593-8782-42d8-82d9-a45fe77b58c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:50.481145 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb3593-8782-42d8-82d9-a45fe77b58c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a9b00a-e6e1-418f-abd9-b40b40f652be,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:50.488016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3ddb3593-8782-42d8-82d9-a45fe77b58c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=295a118e9f86409c8528b76bb08c6725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2300210 Nov 13 05:09:50.490625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57582) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:09:50.504062 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c9f-1f90-43df-a5b3-3ab5977b83be tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:50.510859 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c9f-1f90-43df-a5b3-3ab5977b83be tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:50.557625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-968eb51d-f844-4405-b4c8-2793cbd4a9b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:50.581078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-968eb51d-f844-4405-b4c8-2793cbd4a9b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:50.625683 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-e9a65c9f-1f90-43df-a5b3-3ab5977b83be tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Floating IP e9d3b664-cd6f-4148-ab42-6b08dd3f662d associated. External IP: 172.25.8.205, port: bfc7a067-7945-4d37-ba67-20dbcd9369ff. Nov 13 05:09:50.633286 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-968eb51d-f844-4405-b4c8-2793cbd4a9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:50.636540 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-968eb51d-f844-4405-b4c8-2793cbd4a9b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:50.640744 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-968eb51d-f844-4405-b4c8-2793cbd4a9b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37a9b00a-e6e1-418f-abd9-b40b40f652be HTTP/1.1" status: 204 len: 168 time: 0.1489396 Nov 13 05:09:50.650194 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968eb51d-f844-4405-b4c8-2793cbd4a9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a9b00a-e6e1-418f-abd9-b40b40f652be,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:50.860784 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a65c9f-1f90-43df-a5b3-3ab5977b83be tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Router bc67483c-6075-46c9-a308-4b295bd58183 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:09:50.970196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a65c9f-1f90-43df-a5b3-3ab5977b83be tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:09:50.975162 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c9f-1f90-43df-a5b3-3ab5977b83be tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:50.983116 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1131f58-b4eb-4daf-94f8-c88f90e5416d None None] Sync routers for ids ['bc67483c-6075-46c9-a308-4b295bd58183'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:09:50.996474 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1131f58-b4eb-4daf-94f8-c88f90e5416d None None] Routers {'bc67483c-6075-46c9-a308-4b295bd58183'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:09:50.997190 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c1131f58-b4eb-4daf-94f8-c88f90e5416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:09:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['bc67483c-6075-46c9-a308-4b295bd58183'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:51.051484 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e9a65c9f-1f90-43df-a5b3-3ab5977b83be tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "PUT /v2.0/floatingips/e9d3b664-cd6f-4148-ab42-6b08dd3f662d HTTP/1.1" status: 200 len: 992 time: 1.3350112 Nov 13 05:09:51.052221 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02c803b-5147-432c-8303-b885365a1a24', 'tag': 'bfc7a067-7945-4d37-ba67-20dbcd9369ff'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:09:51.054732 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adc7ad7-9492-4ed6-8791-4b74fb7b8ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "a02c803b-5147-432c-8303-b885365a1a24", "tag": "bfc7a067-7945-4d37-ba67-20dbcd9369ff"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:09:51.266983 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c1131f58-b4eb-4daf-94f8-c88f90e5416d None None] Set router bc67483c-6075-46c9-a308-4b295bd58183 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:09:51.395624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ad8e5-be4d-43ad-95dd-2bfc671267fb req-3629d405-ebcd-4b2c-8cea-2018f9c6348a tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:51.404791 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a42ad8e5-be4d-43ad-95dd-2bfc671267fb req-3629d405-ebcd-4b2c-8cea-2018f9c6348a tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 944 time: 0.0988638 Nov 13 05:09:51.419332 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa16428-a65b-4821-aae2-1e1142a2f2a3 x-openstack-request-id: req-afa16428-a65b-4821-aae2-1e1142a2f2a3 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:09:51.419630 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02c803b-5147-432c-8303-b885365a1a24", "tag": "bfc7a067-7945-4d37-ba67-20dbcd9369ff", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:09:51.419884 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afa16428-a65b-4821-aae2-1e1142a2f2a3 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:09:51.420287 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02c803b-5147-432c-8303-b885365a1a24', 'tag': 'bfc7a067-7945-4d37-ba67-20dbcd9369ff', 'status': 'completed', 'code': 200} Nov 13 05:09:51.465132 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a42ad8e5-be4d-43ad-95dd-2bfc671267fb req-075a5252-b48e-476e-b828-ecf62df21183 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593610 Nov 13 05:09:51.535263 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c1131f58-b4eb-4daf-94f8-c88f90e5416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'e9d3b664-cd6f-4148-ab42-6b08dd3f662d', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'port_id': 'bfc7a067-7945-4d37-ba67-20dbcd9369ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'mac_address': 'fa:16:3e:9d:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02c803b-5147-432c-8303-b885365a1a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:09:32Z', 'updated_at': '2021-11-13T05:09:50Z', 'revision_number': 1, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:43Z', 'revision_number': 5, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:51.536195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc7ad7-9492-4ed6-8791-4b74fb7b8ce8 req-6d311898-4508-495f-ba07-82204338bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:51.537833 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3adc7ad7-9492-4ed6-8791-4b74fb7b8ce8 req-6d311898-4508-495f-ba07-82204338bf74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efc30c3e2ccf48c9ba40a10a54421570&device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 1097 time: 0.0666659 Nov 13 05:09:51.564620 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1131f58-b4eb-4daf-94f8-c88f90e5416d None None] Checking router: bc67483c-6075-46c9-a308-4b295bd58183 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:09:51.574340 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1131f58-b4eb-4daf-94f8-c88f90e5416d None None] Routers {'bc67483c-6075-46c9-a308-4b295bd58183'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:09:51.575452 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c1131f58-b4eb-4daf-94f8-c88f90e5416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:09:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['bc67483c-6075-46c9-a308-4b295bd58183'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:51.649379 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc7ad7-9492-4ed6-8791-4b74fb7b8ce8 req-5a8e3830-7fbd-40d8-9bf5-615c3b9c7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:51.651202 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3adc7ad7-9492-4ed6-8791-4b74fb7b8ce8 req-5a8e3830-7fbd-40d8-9bf5-615c3b9c7fd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8029875-4483-4e77-8f06-85348be088a0 HTTP/1.1" status: 200 len: 912 time: 0.0992880 Nov 13 05:09:51.721284 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c1131f58-b4eb-4daf-94f8-c88f90e5416d None None] Set router bc67483c-6075-46c9-a308-4b295bd58183 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:09:51.766263 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3adc7ad7-9492-4ed6-8791-4b74fb7b8ce8 req-0dcd2371-ae9a-484f-8c48-532e6600b820 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfc7a067-7945-4d37-ba67-20dbcd9369ff HTTP/1.1" status: 200 len: 1000 time: 0.1078529 Nov 13 05:09:51.824868 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc7ad7-9492-4ed6-8791-4b74fb7b8ce8 req-c09c93f5-2a8a-42e5-b724-edfb8a5028bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:51.827656 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3adc7ad7-9492-4ed6-8791-4b74fb7b8ce8 req-c09c93f5-2a8a-42e5-b724-edfb8a5028bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=134b1d99-7bf8-4a9d-961c-0a94024a9f56 HTTP/1.1" status: 200 len: 850 time: 0.0541155 Nov 13 05:09:51.884935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc7ad7-9492-4ed6-8791-4b74fb7b8ce8 req-7a370570-3185-4ca9-ad49-ef6e7ec9b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:51.886680 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3adc7ad7-9492-4ed6-8791-4b74fb7b8ce8 req-7a370570-3185-4ca9-ad49-ef6e7ec9b6dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8029875-4483-4e77-8f06-85348be088a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513015 Nov 13 05:09:51.996211 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c1131f58-b4eb-4daf-94f8-c88f90e5416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'e9d3b664-cd6f-4148-ab42-6b08dd3f662d', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'port_id': 'bfc7a067-7945-4d37-ba67-20dbcd9369ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'mac_address': 'fa:16:3e:9d:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02c803b-5147-432c-8303-b885365a1a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:09:32Z', 'updated_at': '2021-11-13T05:09:50Z', 'revision_number': 1, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:43Z', 'revision_number': 5, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:09:52.015168 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3adc7ad7-9492-4ed6-8791-4b74fb7b8ce8 req-f0fc40d3-254a-4aa7-879e-c445cdd729a2 service neutron] 10.222.0.36 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214194 Nov 13 05:09:52.023490 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1131f58-b4eb-4daf-94f8-c88f90e5416d None None] The sync data for ids ['bc67483c-6075-46c9-a308-4b295bd58183'] in n-d-813114-2 is: [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'e9d3b664-cd6f-4148-ab42-6b08dd3f662d', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'port_id': 'bfc7a067-7945-4d37-ba67-20dbcd9369ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'mac_address': 'fa:16:3e:9d:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02c803b-5147-432c-8303-b885365a1a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:09:32Z', 'updated_at': '2021-11-13T05:09:50Z', 'revision_number': 1, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:43Z', 'revision_number': 5, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:09:52.134889 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3adc7ad7-9492-4ed6-8791-4b74fb7b8ce8 req-66fd8ac3-2500-42a9-8acf-a8de3ad38ad5 service neutron] 10.222.0.36 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098657 Nov 13 05:09:52.287371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b756499-9483-4b8a-a0f8-58da96d26f45 None None] New status for floating IP e9d3b664-cd6f-4148-ab42-6b08dd3f662d: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:09:52.583998 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797fdc9-1f60-4ed6-8035-bd68f8e4c96e req-7b742dd7-abf0-47a3-99bb-b9b62618f04f tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:52.585721 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e797fdc9-1f60-4ed6-8035-bd68f8e4c96e req-7b742dd7-abf0-47a3-99bb-b9b62618f04f tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 944 time: 0.0551410 Nov 13 05:09:52.647958 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e797fdc9-1f60-4ed6-8035-bd68f8e4c96e req-096ead23-69ca-49ee-aaee-0cc522f766e0 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541837 Nov 13 05:09:53.781724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272cf7a-2baa-4727-b15b-703a50ba89e5 req-70a1bdf8-ad2e-4e48-8977-d41edc14405c tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:53.783422 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a272cf7a-2baa-4727-b15b-703a50ba89e5 req-70a1bdf8-ad2e-4e48-8977-d41edc14405c tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 944 time: 0.0622592 Nov 13 05:09:53.850293 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a272cf7a-2baa-4727-b15b-703a50ba89e5 req-94096cd0-a84e-4421-8966-63830ef16e17 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559025 Nov 13 05:09:54.352123 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 48f91612-d628-47f3-851f-f6e90ad709e7 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:09:54.462975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 48f91612-d628-47f3-851f-f6e90ad709e7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=48f91612-d628-47f3-851f-f6e90ad709e7,segment=NetworkSegment(30d71947-9e18-45b2-85eb-475cce60e79e),segment_id=30d71947-9e18-45b2-85eb-475cce60e79e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:54.474795 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '48f91612-d628-47f3-851f-f6e90ad709e7', 'network_id': 'c5ab7431-e41f-46b3-81cd-8b55053baa58', 'port_id': '48f91612-d628-47f3-851f-f6e90ad709e7', 'mac_address': 'fa:16:3e:bb:d6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfcfb06-b814-4595-9837-cecb9f4f6530', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:09:54.512114 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:54.525741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f91612-d628-47f3-851f-f6e90ad709e7 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:09:54.546750 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 48f91612-d628-47f3-851f-f6e90ad709e7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=48f91612-d628-47f3-851f-f6e90ad709e7,segment=NetworkSegment(30d71947-9e18-45b2-85eb-475cce60e79e),segment_id=30d71947-9e18-45b2-85eb-475cce60e79e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:54.552073 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:54.603813 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=48f91612-d628-47f3-851f-f6e90ad709e7,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:54.978329 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f8bf-8874-4db0-b750-d76ff5829ed9 req-995ea7fc-c8a7-45ce-8711-1aba6cfce45c tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:54.980942 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fe20f8bf-8874-4db0-b750-d76ff5829ed9 req-995ea7fc-c8a7-45ce-8711-1aba6cfce45c tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 945 time: 0.0543067 Nov 13 05:09:55.017215 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['48f91612-d628-47f3-851f-f6e90ad709e7'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:09:55.044741 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fe20f8bf-8874-4db0-b750-d76ff5829ed9 req-8d2c0878-1e84-4d60-b2da-6a2fc71dcd29 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563922 Nov 13 05:09:56.171967 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078fa35-f1d6-4543-9889-46e2abf93bac req-c4702aad-11bb-4bcb-9825-8d9bae81c225 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:56.173549 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8078fa35-f1d6-4543-9889-46e2abf93bac req-c4702aad-11bb-4bcb-9825-8d9bae81c225 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 945 time: 0.0492935 Nov 13 05:09:56.221502 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8078fa35-f1d6-4543-9889-46e2abf93bac req-2a733572-5a4e-410e-9374-b99755700ea0 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Nov 13 05:09:56.369012 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 48f91612-d628-47f3-851f-f6e90ad709e7 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:09:56.432296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 48f91612-d628-47f3-851f-f6e90ad709e7 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:09:56.436909 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 48f91612-d628-47f3-851f-f6e90ad709e7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:09:56.437387 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:56.525561 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:56.549863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3ddebb-b850-42e4-8212-10dc81d8268e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f91612-d628-47f3-851f-f6e90ad709e7'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:09:56.552241 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64e495b-7f97-4b85-883a-d3515effee5d" -d '{"events": [{"server_uuid": "cb3ddebb-b850-42e4-8212-10dc81d8268e", "name": "network-vif-plugged", "status": "completed", "tag": "48f91612-d628-47f3-851f-f6e90ad709e7"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:09:56.571689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 48f91612-d628-47f3-851f-f6e90ad709e7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=48f91612-d628-47f3-851f-f6e90ad709e7,segment=NetworkSegment(30d71947-9e18-45b2-85eb-475cce60e79e),segment_id=30d71947-9e18-45b2-85eb-475cce60e79e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:56.577370 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:56.610033 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d907a9d3-20dc-4685-8bd5-8070417a78d1 x-openstack-request-id: req-d907a9d3-20dc-4685-8bd5-8070417a78d1 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:09:56.610391 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3ddebb-b850-42e4-8212-10dc81d8268e", "name": "network-vif-plugged", "status": "completed", "tag": "48f91612-d628-47f3-851f-f6e90ad709e7", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:09:56.610697 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d907a9d3-20dc-4685-8bd5-8070417a78d1 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:09:56.611113 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3ddebb-b850-42e4-8212-10dc81d8268e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f91612-d628-47f3-851f-f6e90ad709e7', 'code': 200} Nov 13 05:09:56.773184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a6cdd-1f4d-46fa-b7a8-3ebcc3e6dab5 req-ce644d8b-440b-4a4f-a40f-c9c2bdccf47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:56.774840 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-258a6cdd-1f4d-46fa-b7a8-3ebcc3e6dab5 req-ce644d8b-440b-4a4f-a40f-c9c2bdccf47d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 1097 time: 0.0670948 Nov 13 05:09:56.819693 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=48f91612-d628-47f3-851f-f6e90ad709e7,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:56.831030 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-258a6cdd-1f4d-46fa-b7a8-3ebcc3e6dab5 req-f40c0183-18ce-4d1e-8f4a-665194a51658 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467725 Nov 13 05:09:57.349583 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8ac69-7e90-4ae4-8d3c-086460eacc54 req-2e3fce3e-895d-4b0b-a178-3dd7abf0022f tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:57.350148 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7259f-bee7-4497-92d3-232d60765896 req-bec984d3-54fc-48cc-8f2a-b90f30c8c8b5 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:57.351130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86d8ac69-7e90-4ae4-8d3c-086460eacc54 req-2e3fce3e-895d-4b0b-a178-3dd7abf0022f tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 946 time: 0.0510619 Nov 13 05:09:57.352349 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-03d7259f-bee7-4497-92d3-232d60765896 req-bec984d3-54fc-48cc-8f2a-b90f30c8c8b5 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 945 time: 0.0567331 Nov 13 05:09:57.414162 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86d8ac69-7e90-4ae4-8d3c-086460eacc54 req-e8738934-5482-463f-9fa6-a4789392bba1 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555232 Nov 13 05:09:57.423139 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-03d7259f-bee7-4497-92d3-232d60765896 req-58774001-c948-4b8c-9a6a-d2368587c963 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584788 Nov 13 05:09:58.541980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee884fd4-a13a-4d83-8237-4a287554e340 req-07b72731-142b-4200-8b46-86c9a06b7e98 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:58.543547 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee884fd4-a13a-4d83-8237-4a287554e340 req-07b72731-142b-4200-8b46-86c9a06b7e98 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 946 time: 0.0493696 Nov 13 05:09:58.546615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7c8ff-bbca-4629-b5e9-eb8b28d57351 req-69226816-09d9-4b52-9d1d-97611d6069f6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:58.548146 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d2f7c8ff-bbca-4629-b5e9-eb8b28d57351 req-69226816-09d9-4b52-9d1d-97611d6069f6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 945 time: 0.0486455 Nov 13 05:09:58.585727 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:58.593476 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee884fd4-a13a-4d83-8237-4a287554e340 req-538ea436-5926-4426-8b77-617cca6deaab tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435739 Nov 13 05:09:58.595780 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d2f7c8ff-bbca-4629-b5e9-eb8b28d57351 req-f9e03aef-0060-410a-ad58-d5e42e1ec1fe tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416772 Nov 13 05:09:58.952464 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:59.278514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c96cc-a541-4ead-b510-1958524464f6 req-4ddc1a42-c965-489f-b128-fcb8c2a0b6db tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:59.279960 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a5c96cc-a541-4ead-b510-1958524464f6 req-4ddc1a42-c965-489f-b128-fcb8c2a0b6db tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 946 time: 0.0552428 Nov 13 05:09:59.350883 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a5c96cc-a541-4ead-b510-1958524464f6 req-5d735d7a-4411-4634-94be-def0109e72be tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648766 Nov 13 05:09:59.374179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c730d7-4b10-4dd0-b1d4-823f973d40cc req-032f9b6b-3f5b-4962-912d-8f52786cd4ea tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:59.375730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-18c730d7-4b10-4dd0-b1d4-823f973d40cc req-032f9b6b-3f5b-4962-912d-8f52786cd4ea tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.46 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 945 time: 0.0622294 Nov 13 05:09:59.469403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-18c730d7-4b10-4dd0-b1d4-823f973d40cc req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Deleting port 315fda68-d211-4ce6-a3d8-fc8c0919bafd {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:09:59.469724 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-18c730d7-4b10-4dd0-b1d4-823f973d40cc req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:59.579308 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-18c730d7-4b10-4dd0-b1d4-823f973d40cc req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] For port 315fda68-d211-4ce6-a3d8-fc8c0919bafd, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=315fda68-d211-4ce6-a3d8-fc8c0919bafd,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:09:59.580028 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-18c730d7-4b10-4dd0-b1d4-823f973d40cc req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:59.592287 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-18c730d7-4b10-4dd0-b1d4-823f973d40cc req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Calling delete_port for 315fda68-d211-4ce6-a3d8-fc8c0919bafd owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:09:59.722413 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b0f65-0967-407c-85d3-ceb2f292bd53 req-eb1110ac-5eb8-4ad5-a557-82d37c3cdc30 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:09:59.723956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa3b0f65-0967-407c-85d3-ceb2f292bd53 req-eb1110ac-5eb8-4ad5-a557-82d37c3cdc30 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=65219f4b-541c-47fb-aac3-33611f8ce7e4 HTTP/1.1" status: 200 len: 945 time: 0.0515196 Nov 13 05:09:59.732358 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-18c730d7-4b10-4dd0-b1d4-823f973d40cc req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:59.765737 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['4820f8f2-8398-4d98-9875-1edf8a5a41a0', '315fda68-d211-4ce6-a3d8-fc8c0919bafd'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:09:59.773500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Pushing event deleted for resources: {'Port': ['ID=315fda68-d211-4ce6-a3d8-fc8c0919bafd,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:09:59.774192 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa3b0f65-0967-407c-85d3-ceb2f292bd53 req-41713859-c246-400b-b45c-f1affc0a3a8c tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 Nov 13 05:09:59.788602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:59.789031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:59.789303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:59.789714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:59.790043 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:59.790365 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:59.791441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:59.791441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:59.791441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:59.791836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:59.792146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:59.792453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:09:59.828204 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c730d7-4b10-4dd0-b1d4-823f973d40cc req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] No DVR routers for this DVR port 315fda68-d211-4ce6-a3d8-fc8c0919bafd on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:09:59.830740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['798b3976-31f9-4e7d-8f27-101cffd8745a', 'f3f8ec30-0182-4fa9-8c01-fec3e87a22e1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:09:59.830872 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-18c730d7-4b10-4dd0-b1d4-823f973d40cc req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:09:59.832899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271a8b9b-22a5-4175-8611-60b25046f8a9 None None] DHCP port deletion for 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:09:59.834075 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-18c730d7-4b10-4dd0-b1d4-823f973d40cc req-95a93d3b-a744-480b-aa6e-3e82377dd36a tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.46 "DELETE /v2.0/ports/315fda68-d211-4ce6-a3d8-fc8c0919bafd HTTP/1.1" status: 204 len: 173 time: 0.4517574 Nov 13 05:09:59.834522 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65219f4b-541c-47fb-aac3-33611f8ce7e4', 'name': 'network-vif-deleted', 'tag': '315fda68-d211-4ce6-a3d8-fc8c0919bafd'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:09:59.836911 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d563797-f77f-4df7-9058-b696ee8c9c07" -d '{"events": [{"server_uuid": "65219f4b-541c-47fb-aac3-33611f8ce7e4", "name": "network-vif-deleted", "tag": "315fda68-d211-4ce6-a3d8-fc8c0919bafd"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:09:59.874370 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4d9b1a-dd16-4e16-bd64-0b20367b6691 x-openstack-request-id: req-3d4d9b1a-dd16-4e16-bd64-0b20367b6691 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:09:59.874995 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65219f4b-541c-47fb-aac3-33611f8ce7e4", "name": "network-vif-deleted", "tag": "315fda68-d211-4ce6-a3d8-fc8c0919bafd", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:09:59.875240 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d4d9b1a-dd16-4e16-bd64-0b20367b6691 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:09:59.876001 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65219f4b-541c-47fb-aac3-33611f8ce7e4', 'name': 'network-vif-deleted', 'tag': '315fda68-d211-4ce6-a3d8-fc8c0919bafd', 'status': 'completed', 'code': 200} Nov 13 05:10:00.512975 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b55145-92d5-4af9-ba4a-20cc4f75db3d req-3737a4a2-1a23-4d72-b2c0-1588faeabaa6 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:00.514477 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66b55145-92d5-4af9-ba4a-20cc4f75db3d req-3737a4a2-1a23-4d72-b2c0-1588faeabaa6 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 946 time: 0.0727656 Nov 13 05:10:00.564261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66b55145-92d5-4af9-ba4a-20cc4f75db3d req-3600a39c-d232-4b11-8385-53d8a043b96e tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435989 Nov 13 05:10:01.005438 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6bb87-67a5-46fc-9dea-5f6dbc4eaf4c req-2acf3999-1eef-411c-a3a8-478e25769d93 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:01.007053 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0db6bb87-67a5-46fc-9dea-5f6dbc4eaf4c req-2acf3999-1eef-411c-a3a8-478e25769d93 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 946 time: 0.0801380 Nov 13 05:10:01.155105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-0db6bb87-67a5-46fc-9dea-5f6dbc4eaf4c req-efd315e2-9faf-420e-86b4-4ba0334007b1 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Deleting port 48f91612-d628-47f3-851f-f6e90ad709e7 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:10:01.155650 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0db6bb87-67a5-46fc-9dea-5f6dbc4eaf4c req-efd315e2-9faf-420e-86b4-4ba0334007b1 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:01.271183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0db6bb87-67a5-46fc-9dea-5f6dbc4eaf4c req-efd315e2-9faf-420e-86b4-4ba0334007b1 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] For port 48f91612-d628-47f3-851f-f6e90ad709e7, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=48f91612-d628-47f3-851f-f6e90ad709e7,segment=NetworkSegment(30d71947-9e18-45b2-85eb-475cce60e79e),segment_id=30d71947-9e18-45b2-85eb-475cce60e79e)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:01.271547 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0db6bb87-67a5-46fc-9dea-5f6dbc4eaf4c req-efd315e2-9faf-420e-86b4-4ba0334007b1 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:01.285526 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-0db6bb87-67a5-46fc-9dea-5f6dbc4eaf4c req-efd315e2-9faf-420e-86b4-4ba0334007b1 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Calling delete_port for 48f91612-d628-47f3-851f-f6e90ad709e7 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:10:01.428008 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0db6bb87-67a5-46fc-9dea-5f6dbc4eaf4c req-efd315e2-9faf-420e-86b4-4ba0334007b1 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:01.461054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['48f91612-d628-47f3-851f-f6e90ad709e7'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:10:01.477593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd315e2-9faf-420e-86b4-4ba0334007b1 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Pushing event deleted for resources: {'Port': ['ID=48f91612-d628-47f3-851f-f6e90ad709e7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:01.565657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db6bb87-67a5-46fc-9dea-5f6dbc4eaf4c req-efd315e2-9faf-420e-86b4-4ba0334007b1 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] No DVR routers for this DVR port 48f91612-d628-47f3-851f-f6e90ad709e7 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:10:01.568976 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0db6bb87-67a5-46fc-9dea-5f6dbc4eaf4c req-efd315e2-9faf-420e-86b4-4ba0334007b1 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:01.575784 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0db6bb87-67a5-46fc-9dea-5f6dbc4eaf4c req-efd315e2-9faf-420e-86b4-4ba0334007b1 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.46 "DELETE /v2.0/ports/48f91612-d628-47f3-851f-f6e90ad709e7 HTTP/1.1" status: 204 len: 173 time: 0.5599997 Nov 13 05:10:01.650847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57766) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:01.751024 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08fec6fe-0269-4584-9216-fe2bdbde55eb req-5cfe1d02-277e-407d-8989-e183e318412e tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3ddebb-b850-42e4-8212-10dc81d8268e HTTP/1.1" status: 200 len: 210 time: 0.0444500 Nov 13 05:10:01.824112 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c40b03c-092f-4de4-bf3f-df3f7664f762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:01.876993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3ddebb-b850-42e4-8212-10dc81d8268e', 'name': 'network-vif-deleted', 'tag': '48f91612-d628-47f3-851f-f6e90ad709e7'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:10:01.879498 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1984f4-090d-42cb-9aef-431032339903" -d '{"events": [{"server_uuid": "cb3ddebb-b850-42e4-8212-10dc81d8268e", "name": "network-vif-deleted", "tag": "48f91612-d628-47f3-851f-f6e90ad709e7"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:10:01.927494 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c40b03c-092f-4de4-bf3f-df3f7664f762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:01.933067 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4936f6b9-4b85-4314-94ba-93f2154e2041 x-openstack-request-id: req-4936f6b9-4b85-4314-94ba-93f2154e2041 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:10:01.933367 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3ddebb-b850-42e4-8212-10dc81d8268e", "name": "network-vif-deleted", "tag": "48f91612-d628-47f3-851f-f6e90ad709e7", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:10:01.933745 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4936f6b9-4b85-4314-94ba-93f2154e2041 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:10:01.934321 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3ddebb-b850-42e4-8212-10dc81d8268e', 'name': 'network-vif-deleted', 'tag': '48f91612-d628-47f3-851f-f6e90ad709e7', 'status': 'completed', 'code': 200} Nov 13 05:10:01.937061 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4c40b03c-092f-4de4-bf3f-df3f7664f762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:01.969045 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4c40b03c-092f-4de4-bf3f-df3f7664f762 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f88acddcc9f4e10ab68cef566725f01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144963 Nov 13 05:10:01.969770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57774) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:01.990797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40b03c-092f-4de4-bf3f-df3f7664f762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f818cdfd-1c2f-4742-91dc-6e8d31a245a4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:02.066800 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:02.098677 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:02.171499 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:02.174967 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:02.179483 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f818cdfd-1c2f-4742-91dc-6e8d31a245a4 HTTP/1.1" status: 204 len: 168 time: 0.2084303 Nov 13 05:10:02.197690 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f818cdfd-1c2f-4742-91dc-6e8d31a245a4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:02.209627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:02.210237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:02.210485 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:02.210895 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:02.211284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:02.211558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:02.211878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:02.212196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:02.212513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:02.212829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:02.213145 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:02.213459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3c3ed-4291-4685-966d-844a3eba4c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:02.560255 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57782) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:02.575530 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3abfc48c-df4e-4205-b67f-0fa441919f75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:02.653903 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3abfc48c-df4e-4205-b67f-0fa441919f75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:02.659134 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3abfc48c-df4e-4205-b67f-0fa441919f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:02.694112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 57784) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:02.699587 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3abfc48c-df4e-4205-b67f-0fa441919f75 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26bf646883b0474a85ca65c7303e1b57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380284 Nov 13 05:10:02.714108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfc48c-df4e-4205-b67f-0fa441919f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82b07e8-a793-4a5c-b4d8-0d35e98eba70,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:02.745222 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6b1627f9-f9d1-45b8-8ba6-dd7b6ad7bc2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:02.767631 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6b1627f9-f9d1-45b8-8ba6-dd7b6ad7bc2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:02.829404 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6b1627f9-f9d1-45b8-8ba6-dd7b6ad7bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:02.832138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6b1627f9-f9d1-45b8-8ba6-dd7b6ad7bc2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:02.835430 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6b1627f9-f9d1-45b8-8ba6-dd7b6ad7bc2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e82b07e8-a793-4a5c-b4d8-0d35e98eba70 HTTP/1.1" status: 204 len: 168 time: 0.1401193 Nov 13 05:10:02.862535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1627f9-f9d1-45b8-8ba6-dd7b6ad7bc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82b07e8-a793-4a5c-b4d8-0d35e98eba70,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:03.137486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-29647e7e-f3cd-45fa-840e-859d2684541f tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:03.139691 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-29647e7e-f3cd-45fa-840e-859d2684541f tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/networks?id=c5ab7431-e41f-46b3-81cd-8b55053baa58 HTTP/1.1" status: 200 len: 808 time: 0.1300323 Nov 13 05:10:03.179928 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-8cbdf07a-3ddc-45b0-9cca-93d115f11407 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/quotas/8a841deb69d14946b28ecdbeb18bbce4 HTTP/1.1" status: 200 len: 375 time: 0.0317028 Nov 13 05:10:03.213403 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-0cc1ae64-cf91-4273-99a9-b2e8c6a8c233 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a841deb69d14946b28ecdbeb18bbce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291498 Nov 13 05:10:03.313992 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-a478ce82-86ba-4a02-9441-4ae5bf5637ed service neutron] 10.222.0.43 "GET /v2.0/networks/c5ab7431-e41f-46b3-81cd-8b55053baa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957365 Nov 13 05:10:03.409973 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-e233c591-5e41-45f5-9318-f2c4634e68a6 service neutron] 10.222.0.43 "GET /v2.0/networks/c5ab7431-e41f-46b3-81cd-8b55053baa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889068 Nov 13 05:10:03.620139 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-49fef9ed-39af-40fb-ba6b-0b5d3427572f req-1c2f1054-c831-4474-adb1-4e940acdd1f3 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 210 time: 0.0395827 Nov 13 05:10:03.661056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:03.767915 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1674944582-network', 'tenant_id': '4f0c487792fd4581b3e6bad40b28ad67'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:03.791556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] Made reservation on behalf of 4f0c487792fd4581b3e6bad40b28ad67 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:10:03.794195 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:03.813064 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:03.898844 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:03.903945 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:03.929760 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:10:03.940070 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8abfcc9-6f3e-4a7c-ac51-46ba1393a567,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:03.945105 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:03.945448 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] Added segment 219f69ed-5cf7-467b-9d06-4ba25990526e of type vlan for network c5e0a1ea-ca7f-43bd-b085-9860c47345bb Nov 13 05:10:03.987189 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:04.013911 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:04.014964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:04.015546 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:04.085668 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4234586 Nov 13 05:10:04.088500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57838) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:04.095030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5098d5eb-c349-4cb3-ba53-828e615c3922 admin admin] Request body: {'subnet': {'network_id': 'c5e0a1ea-ca7f-43bd-b085-9860c47345bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1674944582-subnet', 'tenant_id': '4f0c487792fd4581b3e6bad40b28ad67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:04.107340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113064e8-de67-4775-ab5a-b5fc07f3486a admin admin] Pushing event updated for resources: {'Network': ['ID=c5e0a1ea-ca7f-43bd-b085-9860c47345bb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:04.119340 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network c5e0a1ea-ca7f-43bd-b085-9860c47345bb details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:10:04.123598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5098d5eb-c349-4cb3-ba53-828e615c3922 admin admin] Made reservation on behalf of 4f0c487792fd4581b3e6bad40b28ad67 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:10:04.125992 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5098d5eb-c349-4cb3-ba53-828e615c3922 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:04.260548 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18ed6b97-3a35-44ca-b2ec-458d82b339ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:04.399857 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 315fda68-d211-4ce6-a3d8-fc8c0919bafd no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:10:04.421889 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 315fda68-d211-4ce6-a3d8-fc8c0919bafd {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:10:04.422629 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 315fda68-d211-4ce6-a3d8-fc8c0919bafd not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:10:04.423079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 48f91612-d628-47f3-851f-f6e90ad709e7 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:10:04.443755 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 48f91612-d628-47f3-851f-f6e90ad709e7 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:10:04.444089 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 48f91612-d628-47f3-851f-f6e90ad709e7 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:10:04.619110 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5098d5eb-c349-4cb3-ba53-828e615c3922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:04.689124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098d5eb-c349-4cb3-ba53-828e615c3922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c00cc6d-1b9d-4867-8c18-ec3cca98dff3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:04.740976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5098d5eb-c349-4cb3-ba53-828e615c3922 admin admin] Checking segment: {'id': '219f69ed-5cf7-467b-9d06-4ba25990526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c5e0a1ea-ca7f-43bd-b085-9860c47345bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:10:04.741513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5098d5eb-c349-4cb3-ba53-828e615c3922 admin admin] Network hostable DHCP agents. Network: c5e0a1ea-ca7f-43bd-b085-9860c47345bb, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:10:04.762045 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f862152c-0972-4601-b11b-30ca7a39ee40 req-f9557bbb-91e1-489a-a5d0-67cec467dbff tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 210 time: 0.0770254 Nov 13 05:10:04.775065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5098d5eb-c349-4cb3-ba53-828e615c3922 admin admin] Network c5e0a1ea-ca7f-43bd-b085-9860c47345bb is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:10:04.789135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5098d5eb-c349-4cb3-ba53-828e615c3922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, c5e0a1ea-ca7f-43bd-b085-9860c47345bb) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:10:04.793980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5098d5eb-c349-4cb3-ba53-828e615c3922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:04.794652 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5098d5eb-c349-4cb3-ba53-828e615c3922 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:04.804474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef87f99-ed19-4bf5-9994-99e1abb32425 None None] Network c5e0a1ea-ca7f-43bd-b085-9860c47345bb requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:10:04.807680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-488f9cdd-dc0a-40e4-a104-df592461f297 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:04.809377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-488f9cdd-dc0a-40e4-a104-df592461f297 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.46 "GET /v2.0/networks?id=c5ab7431-e41f-46b3-81cd-8b55053baa58 HTTP/1.1" status: 200 len: 808 time: 0.1849775 Nov 13 05:10:04.836078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5098d5eb-c349-4cb3-ba53-828e615c3922 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7462578 Nov 13 05:10:04.842849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-d6c95778-5060-4eb9-a589-cbf34e38e549 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Request body: {'port': {'device_id': 'c015f052-c5ee-49a6-b1eb-b23eb4c32e06', 'network_id': 'c5ab7431-e41f-46b3-81cd-8b55053baa58', 'admin_state_up': True, 'tenant_id': '8a841deb69d14946b28ecdbeb18bbce4'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:04.947947 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e5b33-520f-4d50-ad69-f2641db5b3af None None] Network c5e0a1ea-ca7f-43bd-b085-9860c47345bb requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:10:04.965899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-d6c95778-5060-4eb9-a589-cbf34e38e549 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Made reservation on behalf of 8a841deb69d14946b28ecdbeb18bbce4 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:10:04.969773 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-d6c95778-5060-4eb9-a589-cbf34e38e549 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:05.132534 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-d6c95778-5060-4eb9-a589-cbf34e38e549 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Allocated IP 172.20.0.4 (c5ab7431-e41f-46b3-81cd-8b55053baa58/6dfcfb06-b814-4595-9837-cecb9f4f6530/d66010f1-91d0-4b91-80f1-2e273a9bc147) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:10:05.305391 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-d6c95778-5060-4eb9-a589-cbf34e38e549 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:05.342226 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-d6c95778-5060-4eb9-a589-cbf34e38e549 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:05.367512 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-d6c95778-5060-4eb9-a589-cbf34e38e549 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Network c5ab7431-e41f-46b3-81cd-8b55053baa58 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:10:05.370451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-d6c95778-5060-4eb9-a589-cbf34e38e549 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:10:05.391237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-d6c95778-5060-4eb9-a589-cbf34e38e549 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:10:05.429199 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57866) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:05.434991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-403628730-network', 'tenant_id': 'ff0f2f15ac444449b2c5e26b7328248c'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:05.446834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c95778-5060-4eb9-a589-cbf34e38e549 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Pushing event updated for resources: {'Port': ['ID=d66010f1-91d0-4b91-80f1-2e273a9bc147,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:05.469581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-d6c95778-5060-4eb9-a589-cbf34e38e549 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:05.470345 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-d6c95778-5060-4eb9-a589-cbf34e38e549 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:05.476968 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] Made reservation on behalf of ff0f2f15ac444449b2c5e26b7328248c for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:10:05.481620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:05.489489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-d6c95778-5060-4eb9-a589-cbf34e38e549 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6531916 Nov 13 05:10:05.493292 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:05.511614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Request body: {'port': {'device_id': 'c015f052-c5ee-49a6-b1eb-b23eb4c32e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:05.599245 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:05.604479 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:05.605508 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:05.628682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:10:05.644909 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fa1236-9683-4961-90c3-ab1ba0012668,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:05.650555 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:05.651111 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] Added segment ec9ad4bc-e6dd-4137-93a0-b9bb3e31bb25 of type vlan for network cd836500-a4a7-4f0d-89e1-fd26db6fea62 Nov 13 05:10:05.684289 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394f2fe-e28c-4117-9a45-8b34bc53fc01 req-7f64ecd7-07d1-4c45-89e7-a423dab66dee tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:05.685801 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a394f2fe-e28c-4117-9a45-8b34bc53fc01 req-7f64ecd7-07d1-4c45-89e7-a423dab66dee tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 945 time: 0.1039395 Nov 13 05:10:05.691912 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:05.722157 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:05.724362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:05.725112 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:05.746082 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3126101 Nov 13 05:10:05.756974 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 57870) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:05.761621 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-828fe574-914e-42f3-bf8d-5fb7c6ae1ae1 admin admin] Request body: {'subnet': {'network_id': 'cd836500-a4a7-4f0d-89e1-fd26db6fea62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-403628730-subnet', 'tenant_id': 'ff0f2f15ac444449b2c5e26b7328248c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:05.798643 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a394f2fe-e28c-4117-9a45-8b34bc53fc01 req-7bd1b0b4-3f11-4da4-b78b-a8d19ea2f220 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058271 Nov 13 05:10:05.808436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828fe574-914e-42f3-bf8d-5fb7c6ae1ae1 admin admin] Made reservation on behalf of ff0f2f15ac444449b2c5e26b7328248c for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:10:05.811082 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-828fe574-914e-42f3-bf8d-5fb7c6ae1ae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:05.909377 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69832f6b-2123-4d60-a170-558b746dab75 admin admin] Pushing event updated for resources: {'Network': ['ID=cd836500-a4a7-4f0d-89e1-fd26db6fea62,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:05.923701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network cd836500-a4a7-4f0d-89e1-fd26db6fea62 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:10:05.951175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979ab0c-18d8-4b1f-915f-64dc21d3431b req-4afc8944-8314-4e66-9c3f-e7347558cb18 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:05.952691 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4979ab0c-18d8-4b1f-915f-64dc21d3431b req-4afc8944-8314-4e66-9c3f-e7347558cb18 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 931 time: 0.1060796 Nov 13 05:10:05.983224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66010f1-91d0-4b91-80f1-2e273a9bc147 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:10:05.991231 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:06.005841 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Transition to ACTIVE for port object d66010f1-91d0-4b91-80f1-2e273a9bc147 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:10:06.010635 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:06.038336 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4979ab0c-18d8-4b1f-915f-64dc21d3431b req-c77e23ed-2ca1-4de2-85a7-6e1a072e4c5a tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766132 Nov 13 05:10:06.066492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Pushing event updated for resources: {'Port': ['ID=d66010f1-91d0-4b91-80f1-2e273a9bc147,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:06.088308 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-828fe574-914e-42f3-bf8d-5fb7c6ae1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:06.139677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Attempting to bind port d66010f1-91d0-4b91-80f1-2e273a9bc147 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:10:06.140024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Attempting to bind port d66010f1-91d0-4b91-80f1-2e273a9bc147 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '30d71947-9e18-45b2-85eb-475cce60e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5ab7431-e41f-46b3-81cd-8b55053baa58'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:10:06.140370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Attempting to bind port d66010f1-91d0-4b91-80f1-2e273a9bc147 on network c5ab7431-e41f-46b3-81cd-8b55053baa58 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:10:06.145288 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Port d66010f1-91d0-4b91-80f1-2e273a9bc147 on network c5ab7431-e41f-46b3-81cd-8b55053baa58 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:10:06.145739 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Attempting to bind port d66010f1-91d0-4b91-80f1-2e273a9bc147 on network c5ab7431-e41f-46b3-81cd-8b55053baa58 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:10:06.150095 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fe574-914e-42f3-bf8d-5fb7c6ae1ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7044aab2-6896-4c7d-8f21-3afdc223df83,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:06.151184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:10:06.151561 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Checking segment: {'id': '30d71947-9e18-45b2-85eb-475cce60e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5ab7431-e41f-46b3-81cd-8b55053baa58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:10:06.151963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Bound using segment: {'id': '30d71947-9e18-45b2-85eb-475cce60e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5ab7431-e41f-46b3-81cd-8b55053baa58'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:10:06.152404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Bound port: d66010f1-91d0-4b91-80f1-2e273a9bc147, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d71947-9e18-45b2-85eb-475cce60e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5ab7431-e41f-46b3-81cd-8b55053baa58'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:10:06.152818 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:06.162992 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828fe574-914e-42f3-bf8d-5fb7c6ae1ae1 admin admin] Checking segment: {'id': 'ec9ad4bc-e6dd-4137-93a0-b9bb3e31bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cd836500-a4a7-4f0d-89e1-fd26db6fea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:10:06.163283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828fe574-914e-42f3-bf8d-5fb7c6ae1ae1 admin admin] Network hostable DHCP agents. Network: cd836500-a4a7-4f0d-89e1-fd26db6fea62, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:10:06.182547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828fe574-914e-42f3-bf8d-5fb7c6ae1ae1 admin admin] Network cd836500-a4a7-4f0d-89e1-fd26db6fea62 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:10:06.192330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-828fe574-914e-42f3-bf8d-5fb7c6ae1ae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, cd836500-a4a7-4f0d-89e1-fd26db6fea62) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:10:06.196449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828fe574-914e-42f3-bf8d-5fb7c6ae1ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:06.197038 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-828fe574-914e-42f3-bf8d-5fb7c6ae1ae1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:06.203815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc08ee44-fb1d-49c4-a508-ee4c8d7d3e45 None None] Network cd836500-a4a7-4f0d-89e1-fd26db6fea62 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:10:06.220803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-828fe574-914e-42f3-bf8d-5fb7c6ae1ae1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4565551 Nov 13 05:10:06.222310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] For port d66010f1-91d0-4b91-80f1-2e273a9bc147, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:10:06.226089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] For port d66010f1-91d0-4b91-80f1-2e273a9bc147, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d66010f1-91d0-4b91-80f1-2e273a9bc147,segment=NetworkSegment(30d71947-9e18-45b2-85eb-475cce60e79e),segment_id=30d71947-9e18-45b2-85eb-475cce60e79e)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:10:06.231644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:06.269965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:06.270591 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:06.272186 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] 10.222.0.46 "PUT /v2.0/ports/d66010f1-91d0-4b91-80f1-2e273a9bc147 HTTP/1.1" status: 200 len: 1091 time: 0.7676630 Nov 13 05:10:06.272636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c015f052-c5ee-49a6-b1eb-b23eb4c32e06', 'tag': 'd66010f1-91d0-4b91-80f1-2e273a9bc147'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:10:06.275044 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d707c5-f25f-446d-a8a7-07b03b99c011" -d '{"events": [{"name": "network-changed", "server_uuid": "c015f052-c5ee-49a6-b1eb-b23eb4c32e06", "tag": "d66010f1-91d0-4b91-80f1-2e273a9bc147"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:10:06.309106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9fdc4-701c-4d1a-8b03-d78479610ecd service neutron] Pushing event updated for resources: {'Port': ['ID=d66010f1-91d0-4b91-80f1-2e273a9bc147,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:06.329013 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a4c6ce-719a-457a-a768-a4855d7b781e x-openstack-request-id: req-28a4c6ce-719a-457a-a768-a4855d7b781e {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:10:06.329319 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c015f052-c5ee-49a6-b1eb-b23eb4c32e06", "tag": "d66010f1-91d0-4b91-80f1-2e273a9bc147", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:10:06.329575 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28a4c6ce-719a-457a-a768-a4855d7b781e {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:10:06.330012 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c015f052-c5ee-49a6-b1eb-b23eb4c32e06', 'tag': 'd66010f1-91d0-4b91-80f1-2e273a9bc147', 'status': 'completed', 'code': 200} Nov 13 05:10:06.373570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549167c1-8c2e-4a08-a107-8d25ccc01086 None None] Network cd836500-a4a7-4f0d-89e1-fd26db6fea62 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:10:06.394490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-213fba6b-5f59-4aae-a6a2-5a1520822f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:06.396064 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-213fba6b-5f59-4aae-a6a2-5a1520822f53 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a841deb69d14946b28ecdbeb18bbce4&device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 1094 time: 0.0460043 Nov 13 05:10:06.451888 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-f9a2f350-2bb0-4100-81ca-3097f33d8f63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66010f1-91d0-4b91-80f1-2e273a9bc147 HTTP/1.1" status: 200 len: 217 time: 0.0403833 Nov 13 05:10:06.474340 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6add570a-ee0a-464e-be23-be16d52938b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:06.504680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-7df892f4-ed12-4404-ab09-cbee77e1a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:06.506293 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-7df892f4-ed12-4404-ab09-cbee77e1a0c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6dfcfb06-b814-4595-9837-cecb9f4f6530 HTTP/1.1" status: 200 len: 848 time: 0.0476313 Nov 13 05:10:06.544674 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-3227643c-16b4-4ea9-8807-f6baa8d2c075 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5ab7431-e41f-46b3-81cd-8b55053baa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308926 Nov 13 05:10:06.639284 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-9f70a049-efd4-4a3b-8f53-82f303a884ee service neutron] 10.222.0.46 "GET /v2.0/networks/c5ab7431-e41f-46b3-81cd-8b55053baa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876098 Nov 13 05:10:06.730516 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9f549c99-cfc7-4cd0-b378-7c17b19edf53 req-82ff8235-0ec7-4827-9e16-f7c98fc425e0 service neutron] 10.222.0.46 "GET /v2.0/networks/c5ab7431-e41f-46b3-81cd-8b55053baa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837777 Nov 13 05:10:06.755277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b218e75-836d-4605-913b-70061fd9146f req-d0e25917-9e4c-47e9-987b-89d88f32c064 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:06.756861 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b218e75-836d-4605-913b-70061fd9146f req-d0e25917-9e4c-47e9-987b-89d88f32c064 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/networks?id=c5e0a1ea-ca7f-43bd-b085-9860c47345bb HTTP/1.1" status: 200 len: 809 time: 0.1044168 Nov 13 05:10:06.772232 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b218e75-836d-4605-913b-70061fd9146f req-14fd25ec-91ae-455a-a335-f0ad2967bb95 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/quotas/4f0c487792fd4581b3e6bad40b28ad67 HTTP/1.1" status: 200 len: 375 time: 0.0092690 Nov 13 05:10:06.803816 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b218e75-836d-4605-913b-70061fd9146f req-b255b4c1-5535-4358-aa53-b3a37c094ac1 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f0c487792fd4581b3e6bad40b28ad67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263908 Nov 13 05:10:06.864662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d707c5-f25f-446d-a8a7-07b03b99c011 req-a06920ec-19d3-478e-852f-c480e66518b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:06.866245 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21d707c5-f25f-446d-a8a7-07b03b99c011 req-a06920ec-19d3-478e-852f-c480e66518b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a841deb69d14946b28ecdbeb18bbce4&device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 1094 time: 0.0527081 Nov 13 05:10:06.903956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b218e75-836d-4605-913b-70061fd9146f req-7eb7ef5f-4e9f-49ce-b0c3-986986c72a5e service neutron] 10.222.0.43 "GET /v2.0/networks/c5e0a1ea-ca7f-43bd-b085-9860c47345bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927215 Nov 13 05:10:06.985919 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d70fa-a25c-43f7-a293-e2d055824a7d req-41682c7f-6ac4-4843-a2c2-92388186532b tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:06.987354 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee7d70fa-a25c-43f7-a293-e2d055824a7d req-41682c7f-6ac4-4843-a2c2-92388186532b tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 945 time: 0.0955863 Nov 13 05:10:07.000898 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b218e75-836d-4605-913b-70061fd9146f req-d0e54294-b995-4cf2-abf5-d6a47abc5bc9 service neutron] 10.222.0.43 "GET /v2.0/networks/c5e0a1ea-ca7f-43bd-b085-9860c47345bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854387 Nov 13 05:10:07.008863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d707c5-f25f-446d-a8a7-07b03b99c011 req-4b411fc3-9906-4d36-81cc-054e64676a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:07.010309 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21d707c5-f25f-446d-a8a7-07b03b99c011 req-4b411fc3-9906-4d36-81cc-054e64676a50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5ab7431-e41f-46b3-81cd-8b55053baa58 HTTP/1.1" status: 200 len: 909 time: 0.1364784 Nov 13 05:10:07.056514 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21d707c5-f25f-446d-a8a7-07b03b99c011 req-5dcf37c1-ec51-49fd-9490-4d5b8382ec1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66010f1-91d0-4b91-80f1-2e273a9bc147 HTTP/1.1" status: 200 len: 217 time: 0.0380249 Nov 13 05:10:07.105791 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee7d70fa-a25c-43f7-a293-e2d055824a7d req-b4cfce5c-4e3c-49ca-963e-ff79f6b5c8c4 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121683 Nov 13 05:10:07.121095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d707c5-f25f-446d-a8a7-07b03b99c011 req-f41eeebd-a824-4082-b6c6-841b3e44a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:07.122975 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21d707c5-f25f-446d-a8a7-07b03b99c011 req-f41eeebd-a824-4082-b6c6-841b3e44a0ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6dfcfb06-b814-4595-9837-cecb9f4f6530 HTTP/1.1" status: 200 len: 848 time: 0.0587161 Nov 13 05:10:07.161027 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21d707c5-f25f-446d-a8a7-07b03b99c011 req-473b0c87-7e98-4416-a8de-f601847ba987 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5ab7431-e41f-46b3-81cd-8b55053baa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305305 Nov 13 05:10:07.206320 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9db8175-a8a4-4efb-9566-4a3b774a55d3 req-9e03f804-8b64-4abb-af88-ff4986969873 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 210 time: 0.0480614 Nov 13 05:10:07.261232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3f0f7-5293-4ba3-8bbf-df146ac9c6e7 req-16d48172-44ce-4c9b-9a04-434967023454 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:07.267431 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1aa3f0f7-5293-4ba3-8bbf-df146ac9c6e7 req-16d48172-44ce-4c9b-9a04-434967023454 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 943 time: 0.0878024 Nov 13 05:10:07.280481 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21d707c5-f25f-446d-a8a7-07b03b99c011 req-83f1daec-e1bb-4a53-b12a-1cde53791abe service neutron] 10.222.0.46 "GET /v2.0/networks/c5ab7431-e41f-46b3-81cd-8b55053baa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104712 Nov 13 05:10:07.314176 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1aa3f0f7-5293-4ba3-8bbf-df146ac9c6e7 req-73a5c84e-fd58-4112-93ec-1b97e533d043 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451932 Nov 13 05:10:07.380484 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21d707c5-f25f-446d-a8a7-07b03b99c011 req-6daf6e4a-495c-41e7-97b4-dc5e7c71ec01 service neutron] 10.222.0.46 "GET /v2.0/networks/c5ab7431-e41f-46b3-81cd-8b55053baa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931098 Nov 13 05:10:07.450467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01ef58-47cc-4b1c-8bdc-1ef508e5ee8f req-8a5ed973-ff7e-4916-aea4-b62882c51560 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:07.451964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2c01ef58-47cc-4b1c-8bdc-1ef508e5ee8f req-8a5ed973-ff7e-4916-aea4-b62882c51560 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 945 time: 0.0499125 Nov 13 05:10:07.549359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2c01ef58-47cc-4b1c-8bdc-1ef508e5ee8f req-870ecd2a-6a12-433b-956a-2e0dcc01e996 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Deleting port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:10:07.549582 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2c01ef58-47cc-4b1c-8bdc-1ef508e5ee8f req-870ecd2a-6a12-433b-956a-2e0dcc01e996 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:07.647305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2c01ef58-47cc-4b1c-8bdc-1ef508e5ee8f req-870ecd2a-6a12-433b-956a-2e0dcc01e996 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] For port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f3f8ec30-0182-4fa9-8c01-fec3e87a22e1,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:07.647730 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2c01ef58-47cc-4b1c-8bdc-1ef508e5ee8f req-870ecd2a-6a12-433b-956a-2e0dcc01e996 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:07.660908 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2c01ef58-47cc-4b1c-8bdc-1ef508e5ee8f req-870ecd2a-6a12-433b-956a-2e0dcc01e996 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Calling delete_port for f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:10:07.796528 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2c01ef58-47cc-4b1c-8bdc-1ef508e5ee8f req-870ecd2a-6a12-433b-956a-2e0dcc01e996 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:07.824506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ecd2a-6a12-433b-956a-2e0dcc01e996 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Pushing event deleted for resources: {'Port': ['ID=f3f8ec30-0182-4fa9-8c01-fec3e87a22e1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:07.834469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['798b3976-31f9-4e7d-8f27-101cffd8745a', 'f3f8ec30-0182-4fa9-8c01-fec3e87a22e1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:10:07.836541 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['4820f8f2-8398-4d98-9875-1edf8a5a41a0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:10:07.863868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b4e03f-40ef-41a6-a042-2e8f922abe4b None None] DHCP port deletion for 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:10:07.866169 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c01ef58-47cc-4b1c-8bdc-1ef508e5ee8f req-870ecd2a-6a12-433b-956a-2e0dcc01e996 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] No DVR routers for this DVR port f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:10:07.869224 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2c01ef58-47cc-4b1c-8bdc-1ef508e5ee8f req-870ecd2a-6a12-433b-956a-2e0dcc01e996 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:07.873553 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2c01ef58-47cc-4b1c-8bdc-1ef508e5ee8f req-870ecd2a-6a12-433b-956a-2e0dcc01e996 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.36 "DELETE /v2.0/ports/f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 HTTP/1.1" status: 204 len: 173 time: 0.4146745 Nov 13 05:10:07.874004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcad08a-39f0-404f-b301-d369e0eded5e', 'name': 'network-vif-deleted', 'tag': 'f3f8ec30-0182-4fa9-8c01-fec3e87a22e1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:10:07.876311 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b664c01-c7d9-4638-bfd7-7d860a9c1bb9" -d '{"events": [{"server_uuid": "8bcad08a-39f0-404f-b301-d369e0eded5e", "name": "network-vif-deleted", "tag": "f3f8ec30-0182-4fa9-8c01-fec3e87a22e1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:10:07.930261 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0689cabb-4cc6-4ab1-9446-b8c990214303 x-openstack-request-id: req-0689cabb-4cc6-4ab1-9446-b8c990214303 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:10:07.930614 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcad08a-39f0-404f-b301-d369e0eded5e", "name": "network-vif-deleted", "tag": "f3f8ec30-0182-4fa9-8c01-fec3e87a22e1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:10:07.930963 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0689cabb-4cc6-4ab1-9446-b8c990214303 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:10:07.931467 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcad08a-39f0-404f-b301-d369e0eded5e', 'name': 'network-vif-deleted', 'tag': 'f3f8ec30-0182-4fa9-8c01-fec3e87a22e1', 'status': 'completed', 'code': 200} Nov 13 05:10:07.933470 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:08.223344 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4c7683f5-04f3-4a4e-9e26-6763fa8dbe6e req-e1bb84c8-3515-4454-a05d-e7e475db7315 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bcad08a-39f0-404f-b301-d369e0eded5e HTTP/1.1" status: 200 len: 210 time: 0.0274277 Nov 13 05:10:08.326355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b218e75-836d-4605-913b-70061fd9146f req-aa2da4a1-4195-4faa-8f02-140ec9589bf4 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:08.327845 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2b218e75-836d-4605-913b-70061fd9146f req-aa2da4a1-4195-4faa-8f02-140ec9589bf4 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.46 "GET /v2.0/networks?id=c5e0a1ea-ca7f-43bd-b085-9860c47345bb HTTP/1.1" status: 200 len: 809 time: 0.1036606 Nov 13 05:10:08.335411 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-01a22d7b-a6f0-4b13-b515-2215921abfaa req-af4017d2-85a2-481d-946b-22117dd76913 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 210 time: 0.0397580 Nov 13 05:10:08.361410 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-2b218e75-836d-4605-913b-70061fd9146f req-4355a2ad-cc86-452c-b516-3953c67a40e9 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Request body: {'port': {'device_id': 'dfd2dc94-055b-419c-8177-13762e750807', 'network_id': 'c5e0a1ea-ca7f-43bd-b085-9860c47345bb', 'admin_state_up': True, 'tenant_id': '4f0c487792fd4581b3e6bad40b28ad67'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:08.510673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e127-6754-4922-a044-76d1284e05b8 req-171d33aa-24fb-44d2-83c0-cd1f339e10bc tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:08.512306 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8d1e127-6754-4922-a044-76d1284e05b8 req-171d33aa-24fb-44d2-83c0-cd1f339e10bc tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 943 time: 0.0924201 Nov 13 05:10:08.527316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b218e75-836d-4605-913b-70061fd9146f req-4355a2ad-cc86-452c-b516-3953c67a40e9 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Made reservation on behalf of 4f0c487792fd4581b3e6bad40b28ad67 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:10:08.531235 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2b218e75-836d-4605-913b-70061fd9146f req-4355a2ad-cc86-452c-b516-3953c67a40e9 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:08.621322 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8d1e127-6754-4922-a044-76d1284e05b8 req-0e7fb291-ba05-4414-b71a-3ebc59e2a4ac tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014454 Nov 13 05:10:08.697203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-2b218e75-836d-4605-913b-70061fd9146f req-4355a2ad-cc86-452c-b516-3953c67a40e9 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Allocated IP 172.20.0.9 (c5e0a1ea-ca7f-43bd-b085-9860c47345bb/8c00cc6d-1b9d-4867-8c18-ec3cca98dff3/7b8c028f-69d9-4eb6-a17e-6c9946a07c53) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:10:08.854904 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2b218e75-836d-4605-913b-70061fd9146f req-4355a2ad-cc86-452c-b516-3953c67a40e9 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:08.899495 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2b218e75-836d-4605-913b-70061fd9146f req-4355a2ad-cc86-452c-b516-3953c67a40e9 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:08.948765 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b218e75-836d-4605-913b-70061fd9146f req-4355a2ad-cc86-452c-b516-3953c67a40e9 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Network c5e0a1ea-ca7f-43bd-b085-9860c47345bb is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:10:08.954205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-2b218e75-836d-4605-913b-70061fd9146f req-4355a2ad-cc86-452c-b516-3953c67a40e9 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:10:08.957990 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b218e75-836d-4605-913b-70061fd9146f req-4355a2ad-cc86-452c-b516-3953c67a40e9 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:10:08.964731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355a2ad-cc86-452c-b516-3953c67a40e9 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Pushing event updated for resources: {'Port': ['ID=7b8c028f-69d9-4eb6-a17e-6c9946a07c53,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:09.009942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b218e75-836d-4605-913b-70061fd9146f req-4355a2ad-cc86-452c-b516-3953c67a40e9 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:09.010567 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2b218e75-836d-4605-913b-70061fd9146f req-4355a2ad-cc86-452c-b516-3953c67a40e9 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:09.028250 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2b218e75-836d-4605-913b-70061fd9146f req-4355a2ad-cc86-452c-b516-3953c67a40e9 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6775277 Nov 13 05:10:09.047378 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Request body: {'port': {'device_id': 'dfd2dc94-055b-419c-8177-13762e750807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:09.176880 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:09.361488 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:09.517371 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c469b-3856-45f7-9a96-14f703d68361 req-963fca33-914d-41eb-9925-928ec5080a34 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:09.518866 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-833c469b-3856-45f7-9a96-14f703d68361 req-963fca33-914d-41eb-9925-928ec5080a34 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 945 time: 0.0501263 Nov 13 05:10:09.522226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d639a-c76a-40ef-b1b8-c0fe0518eed4 req-fca580f2-0f4f-4324-8bed-9eb3be12d274 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:09.523700 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9b8d639a-c76a-40ef-b1b8-c0fe0518eed4 req-fca580f2-0f4f-4324-8bed-9eb3be12d274 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 931 time: 0.1147676 Nov 13 05:10:09.567171 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-833c469b-3856-45f7-9a96-14f703d68361 req-d0d89cab-6eff-4da3-a692-c2ebb5eee6e6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417333 Nov 13 05:10:09.624822 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9b8d639a-c76a-40ef-b1b8-c0fe0518eed4 req-f70ac4e3-74b0-4362-ad69-a7f7f7064653 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8abfcc9-6f3e-4a7c-ac51-46ba1393a567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943990 Nov 13 05:10:09.720883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:10:09.728775 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:09.739086 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c056e-b075-41e8-bcef-28bc137ab278 req-92088831-c28b-4b26-a033-92713e30e84b tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:09.740575 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4e6c056e-b075-41e8-bcef-28bc137ab278 req-92088831-c28b-4b26-a033-92713e30e84b tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 943 time: 0.0506127 Nov 13 05:10:09.741641 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Transition to ACTIVE for port object 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:10:09.748979 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:09.795879 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4e6c056e-b075-41e8-bcef-28bc137ab278 req-e28c0cde-51ec-479b-b7db-5538f8f68bb8 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490890 Nov 13 05:10:09.800099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8c028f-69d9-4eb6-a17e-6c9946a07c53,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:09.865724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Attempting to bind port 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:10:09.866038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Attempting to bind port 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '219f69ed-5cf7-467b-9d06-4ba25990526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c5e0a1ea-ca7f-43bd-b085-9860c47345bb'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:10:09.866363 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Attempting to bind port 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 on network c5e0a1ea-ca7f-43bd-b085-9860c47345bb {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:10:09.870894 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Port 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 on network c5e0a1ea-ca7f-43bd-b085-9860c47345bb not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:10:09.871370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Attempting to bind port 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 on network c5e0a1ea-ca7f-43bd-b085-9860c47345bb {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:10:09.876687 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:10:09.876941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Checking segment: {'id': '219f69ed-5cf7-467b-9d06-4ba25990526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c5e0a1ea-ca7f-43bd-b085-9860c47345bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:10:09.877319 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Bound using segment: {'id': '219f69ed-5cf7-467b-9d06-4ba25990526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c5e0a1ea-ca7f-43bd-b085-9860c47345bb'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:10:09.877736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Bound port: 7b8c028f-69d9-4eb6-a17e-6c9946a07c53, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219f69ed-5cf7-467b-9d06-4ba25990526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c5e0a1ea-ca7f-43bd-b085-9860c47345bb'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:10:09.878080 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:09.945034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] For port 7b8c028f-69d9-4eb6-a17e-6c9946a07c53, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:10:09.948119 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] For port 7b8c028f-69d9-4eb6-a17e-6c9946a07c53, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7b8c028f-69d9-4eb6-a17e-6c9946a07c53,segment=NetworkSegment(219f69ed-5cf7-467b-9d06-4ba25990526e),segment_id=219f69ed-5cf7-467b-9d06-4ba25990526e)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:10:09.954945 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:09.992247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:09.993293 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:09.994675 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2b218e75-836d-4605-913b-70061fd9146f req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] 10.222.0.46 "PUT /v2.0/ports/7b8c028f-69d9-4eb6-a17e-6c9946a07c53 HTTP/1.1" status: 200 len: 1091 time: 0.9518411 Nov 13 05:10:09.995254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd2dc94-055b-419c-8177-13762e750807', 'tag': '7b8c028f-69d9-4eb6-a17e-6c9946a07c53'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:10:09.998058 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04abd5a3-8a6f-48e2-af0a-a56afa2d625c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd2dc94-055b-419c-8177-13762e750807", "tag": "7b8c028f-69d9-4eb6-a17e-6c9946a07c53"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:10:10.021550 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd47986-f9ac-444e-9749-9ae1d4d9aaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8c028f-69d9-4eb6-a17e-6c9946a07c53,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:10.040275 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b514dd-1716-4c7e-acec-08a2e9b8aefa x-openstack-request-id: req-17b514dd-1716-4c7e-acec-08a2e9b8aefa {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:10:10.040275 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd2dc94-055b-419c-8177-13762e750807", "tag": "7b8c028f-69d9-4eb6-a17e-6c9946a07c53", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:10:10.040275 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17b514dd-1716-4c7e-acec-08a2e9b8aefa {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:10:10.040275 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd2dc94-055b-419c-8177-13762e750807', 'tag': '7b8c028f-69d9-4eb6-a17e-6c9946a07c53', 'status': 'completed', 'code': 200} Nov 13 05:10:10.054205 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:10.100378 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b218e75-836d-4605-913b-70061fd9146f req-fe5a3292-d2dd-41cf-aa9c-f6b5506803c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:10.101935 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2b218e75-836d-4605-913b-70061fd9146f req-fe5a3292-d2dd-41cf-aa9c-f6b5506803c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f0c487792fd4581b3e6bad40b28ad67&device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 1094 time: 0.0422759 Nov 13 05:10:10.155780 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2b218e75-836d-4605-913b-70061fd9146f req-084383bf-068a-49cd-a536-7f2e0aec845c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b8c028f-69d9-4eb6-a17e-6c9946a07c53 HTTP/1.1" status: 200 len: 217 time: 0.0395904 Nov 13 05:10:10.205870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b218e75-836d-4605-913b-70061fd9146f req-d44fba67-d166-4573-97b3-3df78c452807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:10.207334 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2b218e75-836d-4605-913b-70061fd9146f req-d44fba67-d166-4573-97b3-3df78c452807 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c00cc6d-1b9d-4867-8c18-ec3cca98dff3 HTTP/1.1" status: 200 len: 849 time: 0.0445168 Nov 13 05:10:10.239725 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2b218e75-836d-4605-913b-70061fd9146f req-5d3fbef0-d18d-49d3-8ad8-8937c286eeff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5e0a1ea-ca7f-43bd-b085-9860c47345bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241625 Nov 13 05:10:10.338965 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2b218e75-836d-4605-913b-70061fd9146f req-87f2f441-d0ed-4607-b924-bf9682ae5f65 service neutron] 10.222.0.46 "GET /v2.0/networks/c5e0a1ea-ca7f-43bd-b085-9860c47345bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903180 Nov 13 05:10:10.413355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d66010f1-91d0-4b91-80f1-2e273a9bc147 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:10:10.431950 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2b218e75-836d-4605-913b-70061fd9146f req-67334971-194a-4d3e-ae01-05a35ed8b03b service neutron] 10.222.0.46 "GET /v2.0/networks/c5e0a1ea-ca7f-43bd-b085-9860c47345bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850089 Nov 13 05:10:10.485051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:10:10.507839 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:10:10.508179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f3f8ec30-0182-4fa9-8c01-fec3e87a22e1 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:10:10.537197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d66010f1-91d0-4b91-80f1-2e273a9bc147, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d66010f1-91d0-4b91-80f1-2e273a9bc147,segment=NetworkSegment(30d71947-9e18-45b2-85eb-475cce60e79e),segment_id=30d71947-9e18-45b2-85eb-475cce60e79e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:10.549462 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'd66010f1-91d0-4b91-80f1-2e273a9bc147', 'network_id': 'c5ab7431-e41f-46b3-81cd-8b55053baa58', 'port_id': 'd66010f1-91d0-4b91-80f1-2e273a9bc147', 'mac_address': 'fa:16:3e:08:91:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfcfb06-b814-4595-9837-cecb9f4f6530', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:10:10.588349 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:10.598607 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abd5a3-8a6f-48e2-af0a-a56afa2d625c req-7977a610-e8af-4b96-866c-6d895401901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:10.600285 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04abd5a3-8a6f-48e2-af0a-a56afa2d625c req-7977a610-e8af-4b96-866c-6d895401901a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f0c487792fd4581b3e6bad40b28ad67&device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 1094 time: 0.0437629 Nov 13 05:10:10.608750 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66010f1-91d0-4b91-80f1-2e273a9bc147 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:10:10.629720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d66010f1-91d0-4b91-80f1-2e273a9bc147, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d66010f1-91d0-4b91-80f1-2e273a9bc147,segment=NetworkSegment(30d71947-9e18-45b2-85eb-475cce60e79e),segment_id=30d71947-9e18-45b2-85eb-475cce60e79e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:10.635331 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:10.689326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d66010f1-91d0-4b91-80f1-2e273a9bc147,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:10.710082 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abd5a3-8a6f-48e2-af0a-a56afa2d625c req-8bcc8228-eb2e-4415-9304-a17f1bfa875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:10.711573 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04abd5a3-8a6f-48e2-af0a-a56afa2d625c req-8bcc8228-eb2e-4415-9304-a17f1bfa875d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5e0a1ea-ca7f-43bd-b085-9860c47345bb HTTP/1.1" status: 200 len: 910 time: 0.1039593 Nov 13 05:10:10.718132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1b4c7-20fc-4c11-9607-31ee584d2ccd req-615f8833-c553-4265-abcc-e64cc1cc4cd9 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:10.719743 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5fd1b4c7-20fc-4c11-9607-31ee584d2ccd req-615f8833-c553-4265-abcc-e64cc1cc4cd9 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 945 time: 0.0755858 Nov 13 05:10:10.767550 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5fd1b4c7-20fc-4c11-9607-31ee584d2ccd req-1f06dd7e-e0de-49f9-b491-20dd192ea4f6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416527 Nov 13 05:10:10.794292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53322d-e6e0-4cad-917b-17b562a61bf8 req-4e256b3a-8bab-45d2-a58b-94354c790dd6 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:10.795838 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0b53322d-e6e0-4cad-917b-17b562a61bf8 req-4e256b3a-8bab-45d2-a58b-94354c790dd6 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 943 time: 0.0882316 Nov 13 05:10:10.797202 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04abd5a3-8a6f-48e2-af0a-a56afa2d625c req-07b4d3ff-5f04-4b1d-9655-29ad88aeb51d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b8c028f-69d9-4eb6-a17e-6c9946a07c53 HTTP/1.1" status: 200 len: 217 time: 0.0604956 Nov 13 05:10:10.878561 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0b53322d-e6e0-4cad-917b-17b562a61bf8 req-9f394f79-7e5d-472f-8bb2-4234d050c739 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8abfcc9-6f3e-4a7c-ac51-46ba1393a567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763905 Nov 13 05:10:10.886588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abd5a3-8a6f-48e2-af0a-a56afa2d625c req-7dae6742-19d4-4276-8be6-dfcfd85f7f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:10.888401 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04abd5a3-8a6f-48e2-af0a-a56afa2d625c req-7dae6742-19d4-4276-8be6-dfcfd85f7f13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c00cc6d-1b9d-4867-8c18-ec3cca98dff3 HTTP/1.1" status: 200 len: 849 time: 0.0702677 Nov 13 05:10:10.921718 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04abd5a3-8a6f-48e2-af0a-a56afa2d625c req-1ed22211-fe2a-4aae-87e8-77e8bc93f825 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5e0a1ea-ca7f-43bd-b085-9860c47345bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256820 Nov 13 05:10:10.968480 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ea817-8fb8-47b4-8eb4-a6364d0bcd86 req-2ec8c42a-3596-468f-8773-4369b58f2b26 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:10.970001 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c97ea817-8fb8-47b4-8eb4-a6364d0bcd86 req-2ec8c42a-3596-468f-8773-4369b58f2b26 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 944 time: 0.0494065 Nov 13 05:10:11.020138 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c97ea817-8fb8-47b4-8eb4-a6364d0bcd86 req-f7c49872-141c-4d0c-834b-2f3e8b57c7c9 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436487 Nov 13 05:10:11.039798 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04abd5a3-8a6f-48e2-af0a-a56afa2d625c req-d2a64446-be6d-4d47-9c3a-4601f1e69ffa service neutron] 10.222.0.46 "GET /v2.0/networks/c5e0a1ea-ca7f-43bd-b085-9860c47345bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963469 Nov 13 05:10:11.131088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04abd5a3-8a6f-48e2-af0a-a56afa2d625c req-b989aa11-8e51-4aa3-b34d-f1af7ad7e64f service neutron] 10.222.0.46 "GET /v2.0/networks/c5e0a1ea-ca7f-43bd-b085-9860c47345bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833144 Nov 13 05:10:11.207142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c161c53-0089-4b52-a033-b891d13b32df req-3ca3eb49-f720-4eec-82ba-00e61947854d tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:11.208536 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c161c53-0089-4b52-a033-b891d13b32df req-3ca3eb49-f720-4eec-82ba-00e61947854d tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.46 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 945 time: 0.0484486 Nov 13 05:10:11.298369 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['d66010f1-91d0-4b91-80f1-2e273a9bc147'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:10:11.304968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-6c161c53-0089-4b52-a033-b891d13b32df req-1a065a85-ea1e-4dbf-bc98-4e0f07409f03 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Deleting port 4820f8f2-8398-4d98-9875-1edf8a5a41a0 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:10:11.305306 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6c161c53-0089-4b52-a033-b891d13b32df req-1a065a85-ea1e-4dbf-bc98-4e0f07409f03 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:11.404446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-6c161c53-0089-4b52-a033-b891d13b32df req-1a065a85-ea1e-4dbf-bc98-4e0f07409f03 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] For port 4820f8f2-8398-4d98-9875-1edf8a5a41a0, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=4820f8f2-8398-4d98-9875-1edf8a5a41a0,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:11.404804 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6c161c53-0089-4b52-a033-b891d13b32df req-1a065a85-ea1e-4dbf-bc98-4e0f07409f03 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:11.417409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-6c161c53-0089-4b52-a033-b891d13b32df req-1a065a85-ea1e-4dbf-bc98-4e0f07409f03 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Calling delete_port for 4820f8f2-8398-4d98-9875-1edf8a5a41a0 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:10:11.547956 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6c161c53-0089-4b52-a033-b891d13b32df req-1a065a85-ea1e-4dbf-bc98-4e0f07409f03 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:11.580607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['798b3976-31f9-4e7d-8f27-101cffd8745a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:10:11.581171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a065a85-ea1e-4dbf-bc98-4e0f07409f03 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Pushing event deleted for resources: {'Port': ['ID=4820f8f2-8398-4d98-9875-1edf8a5a41a0,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:11.609521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3c6394-dc2b-4fcd-9ada-83b01f3971a1 None None] DHCP port deletion for 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:10:11.622977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c161c53-0089-4b52-a033-b891d13b32df req-1a065a85-ea1e-4dbf-bc98-4e0f07409f03 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] No DVR routers for this DVR port 4820f8f2-8398-4d98-9875-1edf8a5a41a0 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:10:11.625697 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6c161c53-0089-4b52-a033-b891d13b32df req-1a065a85-ea1e-4dbf-bc98-4e0f07409f03 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:11.629163 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c161c53-0089-4b52-a033-b891d13b32df req-1a065a85-ea1e-4dbf-bc98-4e0f07409f03 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.46 "DELETE /v2.0/ports/4820f8f2-8398-4d98-9875-1edf8a5a41a0 HTTP/1.1" status: 204 len: 173 time: 0.4136884 Nov 13 05:10:11.877832 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45894288-d875-4351-8f7a-efced7d950bf req-53825317-db2d-4c36-957d-13dce7ad6c29 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=b483b8f2-1e68-4927-b2e0-71ee88d85007 HTTP/1.1" status: 200 len: 210 time: 0.0273564 Nov 13 05:10:11.951733 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['4820f8f2-8398-4d98-9875-1edf8a5a41a0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:10:11.995874 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac1438-24ba-4ce9-9bcc-e9e69d5f2aa0 req-57eb895b-69ab-4ddd-87f5-ae69e9608e38 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:11.997619 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-28ac1438-24ba-4ce9-9bcc-e9e69d5f2aa0 req-57eb895b-69ab-4ddd-87f5-ae69e9608e38 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 943 time: 0.0525162 Nov 13 05:10:12.043892 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b483b8f2-1e68-4927-b2e0-71ee88d85007', 'name': 'network-vif-deleted', 'tag': '4820f8f2-8398-4d98-9875-1edf8a5a41a0'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:10:12.046516 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce31ac9-4c8b-4de8-9fdd-82cf7b7b0c32" -d '{"events": [{"server_uuid": "b483b8f2-1e68-4927-b2e0-71ee88d85007", "name": "network-vif-deleted", "tag": "4820f8f2-8398-4d98-9875-1edf8a5a41a0"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:10:12.072896 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-28ac1438-24ba-4ce9-9bcc-e9e69d5f2aa0 req-9d827889-1110-4dbb-93d6-749b869ee534 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8abfcc9-6f3e-4a7c-ac51-46ba1393a567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688975 Nov 13 05:10:12.116784 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6592b139-db9b-47d9-90da-13a623696096 x-openstack-request-id: req-6592b139-db9b-47d9-90da-13a623696096 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:10:12.117077 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b483b8f2-1e68-4927-b2e0-71ee88d85007", "name": "network-vif-deleted", "tag": "4820f8f2-8398-4d98-9875-1edf8a5a41a0", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:10:12.117323 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6592b139-db9b-47d9-90da-13a623696096 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:10:12.118055 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b483b8f2-1e68-4927-b2e0-71ee88d85007', 'name': 'network-vif-deleted', 'tag': '4820f8f2-8398-4d98-9875-1edf8a5a41a0', 'status': 'completed', 'code': 200} Nov 13 05:10:12.151515 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c05c94-e69b-4329-9ec3-3949e3c91a85 req-c6319874-9e4e-4cf2-91ea-30018f37cb3e tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:12.153402 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-11c05c94-e69b-4329-9ec3-3949e3c91a85 req-c6319874-9e4e-4cf2-91ea-30018f37cb3e tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 944 time: 0.0578027 Nov 13 05:10:12.204900 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-11c05c94-e69b-4329-9ec3-3949e3c91a85 req-bf8e68b9-8193-4ff5-b20b-fec2f265da08 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454302 Nov 13 05:10:12.437862 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d66010f1-91d0-4b91-80f1-2e273a9bc147 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:10:12.496906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port d66010f1-91d0-4b91-80f1-2e273a9bc147 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:10:12.500796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port d66010f1-91d0-4b91-80f1-2e273a9bc147 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:12.501196 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:12.578973 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:12.600788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c015f052-c5ee-49a6-b1eb-b23eb4c32e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66010f1-91d0-4b91-80f1-2e273a9bc147'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:10:12.603007 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e8c409-2858-4aae-af0e-e4fea4ad9827" -d '{"events": [{"server_uuid": "c015f052-c5ee-49a6-b1eb-b23eb4c32e06", "name": "network-vif-plugged", "status": "completed", "tag": "d66010f1-91d0-4b91-80f1-2e273a9bc147"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:10:12.619733 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port d66010f1-91d0-4b91-80f1-2e273a9bc147, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d66010f1-91d0-4b91-80f1-2e273a9bc147,segment=NetworkSegment(30d71947-9e18-45b2-85eb-475cce60e79e),segment_id=30d71947-9e18-45b2-85eb-475cce60e79e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:12.624649 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:12.647303 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01754d94-8db8-41cf-bac4-c53c3b76273f x-openstack-request-id: req-01754d94-8db8-41cf-bac4-c53c3b76273f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:10:12.647595 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c015f052-c5ee-49a6-b1eb-b23eb4c32e06", "name": "network-vif-plugged", "status": "completed", "tag": "d66010f1-91d0-4b91-80f1-2e273a9bc147", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:10:12.647838 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01754d94-8db8-41cf-bac4-c53c3b76273f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:10:12.648222 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c015f052-c5ee-49a6-b1eb-b23eb4c32e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66010f1-91d0-4b91-80f1-2e273a9bc147', 'code': 200} Nov 13 05:10:12.674442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=d66010f1-91d0-4b91-80f1-2e273a9bc147,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:12.773733 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee037f4c-4762-4ecd-b275-89350a810a14 req-1f41b226-9456-429a-b054-0c60220b65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:12.775289 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee037f4c-4762-4ecd-b275-89350a810a14 req-1f41b226-9456-429a-b054-0c60220b65f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 1096 time: 0.0465171 Nov 13 05:10:12.820055 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee037f4c-4762-4ecd-b275-89350a810a14 req-8b5b236b-57ff-45e1-9f19-0d98ce6e9eab service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378036 Nov 13 05:10:13.191870 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb73f-0c50-49ac-b075-bad7aff33e3f req-5dd7ff6f-5dd7-4636-9551-89b712d549ec tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:13.193347 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2aaeb73f-0c50-49ac-b075-bad7aff33e3f req-5dd7ff6f-5dd7-4636-9551-89b712d549ec tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 943 time: 0.0519383 Nov 13 05:10:13.244929 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2aaeb73f-0c50-49ac-b075-bad7aff33e3f req-d48524b7-f4da-4bcb-bb7d-75cb15543e63 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8abfcc9-6f3e-4a7c-ac51-46ba1393a567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448074 Nov 13 05:10:13.328080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9252d-06a1-4f01-a9fa-decc4c47d346 req-4364c848-e0e7-445b-aa53-20b900ffec33 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:13.329735 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2dd9252d-06a1-4f01-a9fa-decc4c47d346 req-4364c848-e0e7-445b-aa53-20b900ffec33 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 945 time: 0.0494852 Nov 13 05:10:13.379672 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2dd9252d-06a1-4f01-a9fa-decc4c47d346 req-1acdf2df-58bf-42d6-87ab-0ffa822546ed tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435970 Nov 13 05:10:14.365930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9c947-1665-4ce0-b8e2-df6d2a9f0f6b req-8680d5b8-7950-4286-8eaf-fc00a573b218 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:14.367343 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-58a9c947-1665-4ce0-b8e2-df6d2a9f0f6b req-8680d5b8-7950-4286-8eaf-fc00a573b218 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 943 time: 0.0532279 Nov 13 05:10:14.424899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-58a9c947-1665-4ce0-b8e2-df6d2a9f0f6b req-54082379-a1d5-4579-81d8-2ed544631b9b tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8abfcc9-6f3e-4a7c-ac51-46ba1393a567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491812 Nov 13 05:10:14.457027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:10:14.469604 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 4820f8f2-8398-4d98-9875-1edf8a5a41a0 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:10:14.495199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 4820f8f2-8398-4d98-9875-1edf8a5a41a0 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:10:14.495540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 4820f8f2-8398-4d98-9875-1edf8a5a41a0 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:10:14.506394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a686ab6-181d-412a-bdb4-83d1495cd8a3 req-13c79189-e7d1-43be-88a3-ec98b86e606d tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:14.508021 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a686ab6-181d-412a-bdb4-83d1495cd8a3 req-13c79189-e7d1-43be-88a3-ec98b86e606d tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 945 time: 0.0524015 Nov 13 05:10:14.561669 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a686ab6-181d-412a-bdb4-83d1495cd8a3 req-8e5ab35b-6151-4e99-bd5b-515063722acc tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456219 Nov 13 05:10:14.578120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7b8c028f-69d9-4eb6-a17e-6c9946a07c53, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7b8c028f-69d9-4eb6-a17e-6c9946a07c53,segment=NetworkSegment(219f69ed-5cf7-467b-9d06-4ba25990526e),segment_id=219f69ed-5cf7-467b-9d06-4ba25990526e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:14.588819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '7b8c028f-69d9-4eb6-a17e-6c9946a07c53', 'network_id': 'c5e0a1ea-ca7f-43bd-b085-9860c47345bb', 'port_id': '7b8c028f-69d9-4eb6-a17e-6c9946a07c53', 'mac_address': 'fa:16:3e:b6:bb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c00cc6d-1b9d-4867-8c18-ec3cca98dff3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:10:14.629341 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:14.644159 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:10:14.664959 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7b8c028f-69d9-4eb6-a17e-6c9946a07c53, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7b8c028f-69d9-4eb6-a17e-6c9946a07c53,segment=NetworkSegment(219f69ed-5cf7-467b-9d06-4ba25990526e),segment_id=219f69ed-5cf7-467b-9d06-4ba25990526e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:14.669325 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:14.718844 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=7b8c028f-69d9-4eb6-a17e-6c9946a07c53,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:15.050538 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['7b8c028f-69d9-4eb6-a17e-6c9946a07c53'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:10:15.259056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b06c13-a6f6-4faa-8c9a-14fb5976fc4a req-e208cc1e-7f4c-4a4b-91a7-4dde70d60a8a tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:15.260562 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6b06c13-a6f6-4faa-8c9a-14fb5976fc4a req-e208cc1e-7f4c-4a4b-91a7-4dde70d60a8a tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 945 time: 0.0533803 Nov 13 05:10:15.308481 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6b06c13-a6f6-4faa-8c9a-14fb5976fc4a req-3ac1cebe-da85-4c5e-9261-8164164dec6a tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417488 Nov 13 05:10:15.548934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53907f-3320-4a75-8ff7-3beb9ad8b252 req-7f4b326c-c71c-4b02-862b-6357a6e14d04 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:15.550473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f53907f-3320-4a75-8ff7-3beb9ad8b252 req-7f4b326c-c71c-4b02-862b-6357a6e14d04 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 944 time: 0.0506563 Nov 13 05:10:15.599118 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f53907f-3320-4a75-8ff7-3beb9ad8b252 req-452250e4-e32c-4b5d-af63-e6297224d39f tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8abfcc9-6f3e-4a7c-ac51-46ba1393a567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Nov 13 05:10:16.427024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826bf2a-86c6-4531-95ef-58abb1326959 req-97132177-57a6-4e41-9da6-dc6a6b261421 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:16.429544 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f826bf2a-86c6-4531-95ef-58abb1326959 req-97132177-57a6-4e41-9da6-dc6a6b261421 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 945 time: 0.0574903 Nov 13 05:10:16.438200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc0f79-0ac0-426e-9609-8979c499196d req-91ae77a0-7539-4fcd-b47e-fa81743d0140 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:16.440217 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5ebc0f79-0ac0-426e-9609-8979c499196d req-91ae77a0-7539-4fcd-b47e-fa81743d0140 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 945 time: 0.0581241 Nov 13 05:10:16.447132 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:10:16.492198 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f826bf2a-86c6-4531-95ef-58abb1326959 req-59ceff62-dc72-4439-a925-f4b029c8cbf6 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547183 Nov 13 05:10:16.509249 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:10:16.511721 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5ebc0f79-0ac0-426e-9609-8979c499196d req-cb2ce120-c31f-4308-b2e4-327ee9854132 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/security-groups?id=46cf2e82-09c9-422f-9c4d-7af63288b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635576 Nov 13 05:10:16.518512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:16.518884 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:16.598777 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:16.630087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd2dc94-055b-419c-8177-13762e750807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8c028f-69d9-4eb6-a17e-6c9946a07c53'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:10:16.632385 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af457d7c-1c48-41bf-b8f8-0afe3273d990" -d '{"events": [{"server_uuid": "dfd2dc94-055b-419c-8177-13762e750807", "name": "network-vif-plugged", "status": "completed", "tag": "7b8c028f-69d9-4eb6-a17e-6c9946a07c53"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:10:16.650720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7b8c028f-69d9-4eb6-a17e-6c9946a07c53, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7b8c028f-69d9-4eb6-a17e-6c9946a07c53,segment=NetworkSegment(219f69ed-5cf7-467b-9d06-4ba25990526e),segment_id=219f69ed-5cf7-467b-9d06-4ba25990526e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:16.657009 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:16.694417 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca9671b-5c57-4011-aef7-ebb9ade02bea x-openstack-request-id: req-7ca9671b-5c57-4011-aef7-ebb9ade02bea {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:10:16.694883 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd2dc94-055b-419c-8177-13762e750807", "name": "network-vif-plugged", "status": "completed", "tag": "7b8c028f-69d9-4eb6-a17e-6c9946a07c53", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:10:16.695146 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ca9671b-5c57-4011-aef7-ebb9ade02bea {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:10:16.695610 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd2dc94-055b-419c-8177-13762e750807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8c028f-69d9-4eb6-a17e-6c9946a07c53', 'code': 200} Nov 13 05:10:16.727853 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=7b8c028f-69d9-4eb6-a17e-6c9946a07c53,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:16.736836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc19e6-5687-4a50-a676-302f9c7fb9ed req-a7b0fbe5-b6a2-4500-b6c6-7f22d999cb6b tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:16.738688 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0cc19e6-5687-4a50-a676-302f9c7fb9ed req-a7b0fbe5-b6a2-4500-b6c6-7f22d999cb6b tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 945 time: 0.0606561 Nov 13 05:10:16.838210 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0cc19e6-5687-4a50-a676-302f9c7fb9ed req-81ebb605-5f42-4a4a-9a8f-6db8a4994269 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8abfcc9-6f3e-4a7c-ac51-46ba1393a567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929689 Nov 13 05:10:16.868027 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073a4e2-f664-45ac-8f78-188d9fb59a9a req-589adca4-aa3a-4930-8601-f309b8fb997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:16.869991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b073a4e2-f664-45ac-8f78-188d9fb59a9a req-589adca4-aa3a-4930-8601-f309b8fb997c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 1096 time: 0.0709074 Nov 13 05:10:16.881116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0db94c-edcd-4f5d-82d2-5714adbaae93 req-e67934fb-ef29-41d7-9b6e-fb603ce6d194 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:16.882528 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ac0db94c-edcd-4f5d-82d2-5714adbaae93 req-e67934fb-ef29-41d7-9b6e-fb603ce6d194 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.46 "GET /v2.0/ports?device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 945 time: 0.1101136 Nov 13 05:10:16.976051 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b073a4e2-f664-45ac-8f78-188d9fb59a9a req-08ede91e-e71a-4e6e-8b57-fe3afaecc8c0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b8abfcc9-6f3e-4a7c-ac51-46ba1393a567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924921 Nov 13 05:10:17.004944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-ac0db94c-edcd-4f5d-82d2-5714adbaae93 req-e70e2b88-7577-4b51-8749-90e9bc4a2d66 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Deleting port d66010f1-91d0-4b91-80f1-2e273a9bc147 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:10:17.005277 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ac0db94c-edcd-4f5d-82d2-5714adbaae93 req-e70e2b88-7577-4b51-8749-90e9bc4a2d66 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:17.104912 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ac0db94c-edcd-4f5d-82d2-5714adbaae93 req-e70e2b88-7577-4b51-8749-90e9bc4a2d66 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] For port d66010f1-91d0-4b91-80f1-2e273a9bc147, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=d66010f1-91d0-4b91-80f1-2e273a9bc147,segment=NetworkSegment(30d71947-9e18-45b2-85eb-475cce60e79e),segment_id=30d71947-9e18-45b2-85eb-475cce60e79e)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:17.105336 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ac0db94c-edcd-4f5d-82d2-5714adbaae93 req-e70e2b88-7577-4b51-8749-90e9bc4a2d66 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:17.119483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-ac0db94c-edcd-4f5d-82d2-5714adbaae93 req-e70e2b88-7577-4b51-8749-90e9bc4a2d66 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Calling delete_port for d66010f1-91d0-4b91-80f1-2e273a9bc147 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:10:17.251540 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ac0db94c-edcd-4f5d-82d2-5714adbaae93 req-e70e2b88-7577-4b51-8749-90e9bc4a2d66 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:17.284944 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['d66010f1-91d0-4b91-80f1-2e273a9bc147'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:10:17.288666 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e2b88-7577-4b51-8749-90e9bc4a2d66 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Pushing event deleted for resources: {'Port': ['ID=d66010f1-91d0-4b91-80f1-2e273a9bc147,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:17.329185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0db94c-edcd-4f5d-82d2-5714adbaae93 req-e70e2b88-7577-4b51-8749-90e9bc4a2d66 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] No DVR routers for this DVR port d66010f1-91d0-4b91-80f1-2e273a9bc147 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:10:17.331823 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ac0db94c-edcd-4f5d-82d2-5714adbaae93 req-e70e2b88-7577-4b51-8749-90e9bc4a2d66 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:17.335199 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ac0db94c-edcd-4f5d-82d2-5714adbaae93 req-e70e2b88-7577-4b51-8749-90e9bc4a2d66 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.46 "DELETE /v2.0/ports/d66010f1-91d0-4b91-80f1-2e273a9bc147 HTTP/1.1" status: 204 len: 173 time: 0.4459887 Nov 13 05:10:17.335704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c015f052-c5ee-49a6-b1eb-b23eb4c32e06', 'name': 'network-vif-deleted', 'tag': 'd66010f1-91d0-4b91-80f1-2e273a9bc147'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:10:17.337975 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83468d4-5615-44ef-9cca-41141489a5ad" -d '{"events": [{"server_uuid": "c015f052-c5ee-49a6-b1eb-b23eb4c32e06", "name": "network-vif-deleted", "tag": "d66010f1-91d0-4b91-80f1-2e273a9bc147"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:10:17.374449 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b105708-bda3-462e-93cb-a4684ec50e40 x-openstack-request-id: req-8b105708-bda3-462e-93cb-a4684ec50e40 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:10:17.374763 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c015f052-c5ee-49a6-b1eb-b23eb4c32e06", "name": "network-vif-deleted", "tag": "d66010f1-91d0-4b91-80f1-2e273a9bc147", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:10:17.375024 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b105708-bda3-462e-93cb-a4684ec50e40 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:10:17.375490 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c015f052-c5ee-49a6-b1eb-b23eb4c32e06', 'name': 'network-vif-deleted', 'tag': 'd66010f1-91d0-4b91-80f1-2e273a9bc147', 'status': 'completed', 'code': 200} Nov 13 05:10:17.612845 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dfa50-61fd-447f-8666-25c3928ce1fb req-d94676cb-39ac-472e-bd9a-0896b9f117a7 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:17.614262 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-487dfa50-61fd-447f-8666-25c3928ce1fb req-d94676cb-39ac-472e-bd9a-0896b9f117a7 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 945 time: 0.0496228 Nov 13 05:10:17.628444 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6e19a6a-0818-482e-9a9a-49c6bdbba14b req-5993125b-b278-40ad-aabd-dbcb5e925db7 tempest-VolumesActionsTest-2087656180 tempest-VolumesActionsTest-2087656180-project] 10.222.0.43 "GET /v2.0/ports?device_id=c015f052-c5ee-49a6-b1eb-b23eb4c32e06 HTTP/1.1" status: 200 len: 210 time: 0.0305572 Nov 13 05:10:17.662898 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-487dfa50-61fd-447f-8666-25c3928ce1fb req-144d1306-ca8a-4403-957b-ba903699b63b tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/security-groups?id=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419185 Nov 13 05:10:17.964372 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204bc59-2e49-47f5-9291-b22c1846cab1 req-afa23ae6-3cfe-4cfd-b483-d82e1636bf65 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:17.965858 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2204bc59-2e49-47f5-9291-b22c1846cab1 req-afa23ae6-3cfe-4cfd-b483-d82e1636bf65 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 945 time: 0.0542119 Nov 13 05:10:18.014610 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2204bc59-2e49-47f5-9291-b22c1846cab1 req-8bf101ba-1355-40d2-80f9-3d5938568edf tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8abfcc9-6f3e-4a7c-ac51-46ba1393a567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423815 Nov 13 05:10:18.396952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3ad1a-99ef-420d-bd2b-d312621833ae req-4dfee5c9-3a33-4ed5-beb5-004e5cd52361 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:18.398435 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fbf3ad1a-99ef-420d-bd2b-d312621833ae req-4dfee5c9-3a33-4ed5-beb5-004e5cd52361 tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.36 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 945 time: 0.0542645 Nov 13 05:10:18.500002 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-fbf3ad1a-99ef-420d-bd2b-d312621833ae req-33ff3089-9d53-4c57-bae0-149f0e6844ae tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Deleting port 798b3976-31f9-4e7d-8f27-101cffd8745a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:10:18.500342 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fbf3ad1a-99ef-420d-bd2b-d312621833ae req-33ff3089-9d53-4c57-bae0-149f0e6844ae tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:18.590401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-fbf3ad1a-99ef-420d-bd2b-d312621833ae req-33ff3089-9d53-4c57-bae0-149f0e6844ae tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] For port 798b3976-31f9-4e7d-8f27-101cffd8745a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=798b3976-31f9-4e7d-8f27-101cffd8745a,segment=NetworkSegment(91adae55-26ff-4426-9a05-650f05e23823),segment_id=91adae55-26ff-4426-9a05-650f05e23823)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:18.590754 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fbf3ad1a-99ef-420d-bd2b-d312621833ae req-33ff3089-9d53-4c57-bae0-149f0e6844ae tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:18.603155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-fbf3ad1a-99ef-420d-bd2b-d312621833ae req-33ff3089-9d53-4c57-bae0-149f0e6844ae tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Calling delete_port for 798b3976-31f9-4e7d-8f27-101cffd8745a owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:10:18.624827 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:10:18.743823 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fbf3ad1a-99ef-420d-bd2b-d312621833ae req-33ff3089-9d53-4c57-bae0-149f0e6844ae tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:18.773511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff3089-9d53-4c57-bae0-149f0e6844ae tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Pushing event deleted for resources: {'Port': ['ID=798b3976-31f9-4e7d-8f27-101cffd8745a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:18.782113 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37e753b9-5175-4ed6-b43e-06dce2231b7b req-1259faf0-0ade-4851-95af-efa06030796c tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.43 "GET /v2.0/ports?device_id=746fc4a0-67b6-40f2-a6fc-a4b28f5c1374 HTTP/1.1" status: 200 len: 210 time: 0.0356805 Nov 13 05:10:18.791768 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd47d9e8-63c9-4b25-b830-77e9888ed4b1 None None] DHCP port deletion for 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:10:18.826235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf3ad1a-99ef-420d-bd2b-d312621833ae req-33ff3089-9d53-4c57-bae0-149f0e6844ae tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] No DVR routers for this DVR port 798b3976-31f9-4e7d-8f27-101cffd8745a on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:10:18.829060 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fbf3ad1a-99ef-420d-bd2b-d312621833ae req-33ff3089-9d53-4c57-bae0-149f0e6844ae tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:18.832738 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fbf3ad1a-99ef-420d-bd2b-d312621833ae req-33ff3089-9d53-4c57-bae0-149f0e6844ae tempest-AttachVolumeNegativeTest-1670807904 tempest-AttachVolumeNegativeTest-1670807904-project] 10.222.0.36 "DELETE /v2.0/ports/798b3976-31f9-4e7d-8f27-101cffd8745a HTTP/1.1" status: 204 len: 173 time: 0.4278712 Nov 13 05:10:18.833188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746fc4a0-67b6-40f2-a6fc-a4b28f5c1374', 'name': 'network-vif-deleted', 'tag': '798b3976-31f9-4e7d-8f27-101cffd8745a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:10:18.835545 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb0ec36-3929-455e-9023-3782db5432a5" -d '{"events": [{"server_uuid": "746fc4a0-67b6-40f2-a6fc-a4b28f5c1374", "name": "network-vif-deleted", "tag": "798b3976-31f9-4e7d-8f27-101cffd8745a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:10:18.877374 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97498068-56d5-4662-927e-b0f2ea7271ea x-openstack-request-id: req-97498068-56d5-4662-927e-b0f2ea7271ea {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:10:18.877753 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746fc4a0-67b6-40f2-a6fc-a4b28f5c1374", "name": "network-vif-deleted", "tag": "798b3976-31f9-4e7d-8f27-101cffd8745a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:10:18.878100 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97498068-56d5-4662-927e-b0f2ea7271ea {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:10:18.878559 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746fc4a0-67b6-40f2-a6fc-a4b28f5c1374', 'name': 'network-vif-deleted', 'tag': '798b3976-31f9-4e7d-8f27-101cffd8745a', 'status': 'completed', 'code': 200} Nov 13 05:10:19.136041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f714c6-9cc0-40df-b380-da7612be7403 req-fd518f4d-19a2-4f7e-8fba-e1c6c5c8aa7a tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:19.137558 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04f714c6-9cc0-40df-b380-da7612be7403 req-fd518f4d-19a2-4f7e-8fba-e1c6c5c8aa7a tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 945 time: 0.0552092 Nov 13 05:10:19.185915 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04f714c6-9cc0-40df-b380-da7612be7403 req-4fbef297-e1ee-4269-bd38-195015b7ddb2 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8abfcc9-6f3e-4a7c-ac51-46ba1393a567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 Nov 13 05:10:19.851851 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58084) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:19.897394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9619b5ff-3c9f-4afd-90ca-af0992256825 admin admin] Deleting subnet 2bdba20d-97d4-48c3-b599-83cfc0478ef2 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:10:19.900561 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9619b5ff-3c9f-4afd-90ca-af0992256825 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:19.943007 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9619b5ff-3c9f-4afd-90ca-af0992256825 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:19.987720 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9619b5ff-3c9f-4afd-90ca-af0992256825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:20.064393 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9619b5ff-3c9f-4afd-90ca-af0992256825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:20.078053 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9619b5ff-3c9f-4afd-90ca-af0992256825 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:20.081689 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9619b5ff-3c9f-4afd-90ca-af0992256825 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2bdba20d-97d4-48c3-b599-83cfc0478ef2 HTTP/1.1" status: 204 len: 168 time: 0.2286308 Nov 13 05:10:20.084831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58090) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:20.098805 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d4587-caf6-483f-9e52-d26001d4d1b2 None None] Network 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:10:20.102864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619b5ff-3c9f-4afd-90ca-af0992256825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bdba20d-97d4-48c3-b599-83cfc0478ef2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:20.222555 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22260307-e987-4022-ba8f-baecf44591df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:20.269674 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fd32c8-1bd1-448d-85ca-6c5a6abcd192 None None] DHCP port deletion for 3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:10:20.336816 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22260307-e987-4022-ba8f-baecf44591df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:20.361292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-22260307-e987-4022-ba8f-baecf44591df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afe1c64-6288-45cc-b7a5-6eb0de7d17c4']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:20.373382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-22260307-e987-4022-ba8f-baecf44591df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91adae55-26ff-4426-9a05-650f05e23823') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:20.373719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-22260307-e987-4022-ba8f-baecf44591df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91adae55-26ff-4426-9a05-650f05e23823') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:20.384398 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22260307-e987-4022-ba8f-baecf44591df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:20.399861 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22260307-e987-4022-ba8f-baecf44591df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:20.406637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22260307-e987-4022-ba8f-baecf44591df admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:10:20.407102 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22260307-e987-4022-ba8f-baecf44591df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:10:20.408876 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:10:20.466201 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d66010f1-91d0-4b91-80f1-2e273a9bc147 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:10:20.475655 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22260307-e987-4022-ba8f-baecf44591df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:20.486422 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22260307-e987-4022-ba8f-baecf44591df admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:20.504465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: d66010f1-91d0-4b91-80f1-2e273a9bc147 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:10:20.504670 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-22260307-e987-4022-ba8f-baecf44591df admin admin] 10.222.0.43 "DELETE /v2.0/networks/3afe1c64-6288-45cc-b7a5-6eb0de7d17c4 HTTP/1.1" status: 204 len: 168 time: 0.4171429 Nov 13 05:10:20.504952 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device d66010f1-91d0-4b91-80f1-2e273a9bc147 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:10:20.527423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22260307-e987-4022-ba8f-baecf44591df admin admin] Pushing event deleted for resources: {'Network': ['ID=3afe1c64-6288-45cc-b7a5-6eb0de7d17c4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:20.535745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 798b3976-31f9-4e7d-8f27-101cffd8745a no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:10:20.565147 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 798b3976-31f9-4e7d-8f27-101cffd8745a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:10:20.565832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 798b3976-31f9-4e7d-8f27-101cffd8745a not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:10:20.787704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58120) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:20.851336 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-77ecd39a-39a0-41e6-8e96-608e5c55ed85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59509f2e90754316ba4a2ce1024d51f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0620267 Nov 13 05:10:20.853976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58124) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:20.935833 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1a986a7-0766-490f-aeaa-132eb7a78703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:20.978422 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1a986a7-0766-490f-aeaa-132eb7a78703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:21.059134 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1a986a7-0766-490f-aeaa-132eb7a78703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:21.062086 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1a986a7-0766-490f-aeaa-132eb7a78703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:21.063490 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c1a986a7-0766-490f-aeaa-132eb7a78703 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aaa5a22b-2aa0-4b0a-9291-8c122d1540d3 HTTP/1.1" status: 204 len: 168 time: 0.2076945 Nov 13 05:10:21.072901 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a986a7-0766-490f-aeaa-132eb7a78703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa5a22b-2aa0-4b0a-9291-8c122d1540d3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:22.229003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeda893-616f-42bd-862f-25ee3c57244e req-81bbcc1c-8913-4767-a67c-aeac53176e19 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:22.237711 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4aeda893-616f-42bd-862f-25ee3c57244e req-81bbcc1c-8913-4767-a67c-aeac53176e19 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 945 time: 0.0737231 Nov 13 05:10:22.305891 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4aeda893-616f-42bd-862f-25ee3c57244e req-d393c177-bf32-43cf-b3eb-a569d3676262 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8abfcc9-6f3e-4a7c-ac51-46ba1393a567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629003 Nov 13 05:10:23.536625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aca25-174e-4350-91e0-db426a9dd3a5 req-f6da9422-6253-4a7d-aa60-9a5a174612ef tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:23.554041 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-718aca25-174e-4350-91e0-db426a9dd3a5 req-f6da9422-6253-4a7d-aa60-9a5a174612ef tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 945 time: 0.1141920 Nov 13 05:10:23.618228 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-718aca25-174e-4350-91e0-db426a9dd3a5 req-eb74d1cc-012c-4e6f-bf47-71ad526d63bf tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8abfcc9-6f3e-4a7c-ac51-46ba1393a567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628316 Nov 13 05:10:23.691325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5a364-d17a-42e9-aefd-10b3eb4d3e24 req-dd0c8dde-719b-4f1f-9678-5e6292851c2d tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:23.692973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21a5a364-d17a-42e9-aefd-10b3eb4d3e24 req-dd0c8dde-719b-4f1f-9678-5e6292851c2d tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 945 time: 0.0718207 Nov 13 05:10:23.804324 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-21a5a364-d17a-42e9-aefd-10b3eb4d3e24 req-cb303f8b-a334-498f-8c76-334c5c4c710e tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Deleting port 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:10:23.804585 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-21a5a364-d17a-42e9-aefd-10b3eb4d3e24 req-cb303f8b-a334-498f-8c76-334c5c4c710e tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:23.920493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-21a5a364-d17a-42e9-aefd-10b3eb4d3e24 req-cb303f8b-a334-498f-8c76-334c5c4c710e tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] For port 7b8c028f-69d9-4eb6-a17e-6c9946a07c53, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7b8c028f-69d9-4eb6-a17e-6c9946a07c53,segment=NetworkSegment(219f69ed-5cf7-467b-9d06-4ba25990526e),segment_id=219f69ed-5cf7-467b-9d06-4ba25990526e)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:23.921213 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-21a5a364-d17a-42e9-aefd-10b3eb4d3e24 req-cb303f8b-a334-498f-8c76-334c5c4c710e tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:23.938246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-21a5a364-d17a-42e9-aefd-10b3eb4d3e24 req-cb303f8b-a334-498f-8c76-334c5c4c710e tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Calling delete_port for 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:10:24.138328 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-21a5a364-d17a-42e9-aefd-10b3eb4d3e24 req-cb303f8b-a334-498f-8c76-334c5c4c710e tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:24.174492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['7b8c028f-69d9-4eb6-a17e-6c9946a07c53'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:10:24.194390 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb303f8b-a334-498f-8c76-334c5c4c710e tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Pushing event deleted for resources: {'Port': ['ID=7b8c028f-69d9-4eb6-a17e-6c9946a07c53,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:24.256252 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a5a364-d17a-42e9-aefd-10b3eb4d3e24 req-cb303f8b-a334-498f-8c76-334c5c4c710e tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] No DVR routers for this DVR port 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:10:24.259921 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-21a5a364-d17a-42e9-aefd-10b3eb4d3e24 req-cb303f8b-a334-498f-8c76-334c5c4c710e tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:24.263721 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21a5a364-d17a-42e9-aefd-10b3eb4d3e24 req-cb303f8b-a334-498f-8c76-334c5c4c710e tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.46 "DELETE /v2.0/ports/7b8c028f-69d9-4eb6-a17e-6c9946a07c53 HTTP/1.1" status: 204 len: 173 time: 0.5640357 Nov 13 05:10:24.264723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd2dc94-055b-419c-8177-13762e750807', 'name': 'network-vif-deleted', 'tag': '7b8c028f-69d9-4eb6-a17e-6c9946a07c53'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:10:24.267593 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfbc1f5-7236-452e-92aa-ff8fa4ec3e52" -d '{"events": [{"server_uuid": "dfd2dc94-055b-419c-8177-13762e750807", "name": "network-vif-deleted", "tag": "7b8c028f-69d9-4eb6-a17e-6c9946a07c53"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:10:24.333119 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6371c59c-b073-478f-8e89-532e16863296 x-openstack-request-id: req-6371c59c-b073-478f-8e89-532e16863296 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:10:24.333461 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd2dc94-055b-419c-8177-13762e750807", "name": "network-vif-deleted", "tag": "7b8c028f-69d9-4eb6-a17e-6c9946a07c53", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:10:24.333812 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6371c59c-b073-478f-8e89-532e16863296 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:10:24.334214 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd2dc94-055b-419c-8177-13762e750807', 'name': 'network-vif-deleted', 'tag': '7b8c028f-69d9-4eb6-a17e-6c9946a07c53', 'status': 'completed', 'code': 200} Nov 13 05:10:24.768654 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eceb085d-e1c1-4caf-b99a-7df0ee06da5d req-1aef7e60-f918-4789-9df2-53f2b2234004 tempest-VolumesActionsTest-978887074 tempest-VolumesActionsTest-978887074-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfd2dc94-055b-419c-8177-13762e750807 HTTP/1.1" status: 200 len: 210 time: 0.0591674 Nov 13 05:10:24.965192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58242) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:25.126722 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d001-084b-4584-b79d-428ce26ded34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:25.221927 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d001-084b-4584-b79d-428ce26ded34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:25.229075 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d001-084b-4584-b79d-428ce26ded34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:25.273650 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a8f1d001-084b-4584-b79d-428ce26ded34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=751070417d214d81ad92720837751642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3072701 Nov 13 05:10:25.276442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58248) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:25.287303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1d001-084b-4584-b79d-428ce26ded34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3678bffa-101b-465f-b2df-33755d000bbd,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:25.381023 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2556ef77-d8bf-46d0-863e-a9cf439ba22e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:25.411473 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2556ef77-d8bf-46d0-863e-a9cf439ba22e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:25.467937 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2556ef77-d8bf-46d0-863e-a9cf439ba22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:25.471148 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2556ef77-d8bf-46d0-863e-a9cf439ba22e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:25.472490 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2556ef77-d8bf-46d0-863e-a9cf439ba22e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3678bffa-101b-465f-b2df-33755d000bbd HTTP/1.1" status: 204 len: 168 time: 0.1948466 Nov 13 05:10:25.489141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556ef77-d8bf-46d0-863e-a9cf439ba22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3678bffa-101b-465f-b2df-33755d000bbd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:25.922926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58262) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:25.952707 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c026da87-b155-4241-b292-44c1cdddbfad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:26.119184 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c026da87-b155-4241-b292-44c1cdddbfad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:26.125286 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c026da87-b155-4241-b292-44c1cdddbfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:26.214038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026da87-b155-4241-b292-44c1cdddbfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eee1233-dcd1-47f1-826e-841dda1df356,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:26.238310 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c026da87-b155-4241-b292-44c1cdddbfad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dfca17932ec44d5bae40f4fd490eafb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3138185 Nov 13 05:10:26.240933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58268) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:26.333158 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-857fa1c9-fa0a-42c4-b217-d2118d56c0e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:26.360973 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-857fa1c9-fa0a-42c4-b217-d2118d56c0e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:26.432849 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-857fa1c9-fa0a-42c4-b217-d2118d56c0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:26.436050 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-857fa1c9-fa0a-42c4-b217-d2118d56c0e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:26.441434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-857fa1c9-fa0a-42c4-b217-d2118d56c0e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9eee1233-dcd1-47f1-826e-841dda1df356 HTTP/1.1" status: 204 len: 168 time: 0.1927986 Nov 13 05:10:26.461574 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fa1c9-fa0a-42c4-b217-d2118d56c0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eee1233-dcd1-47f1-826e-841dda1df356,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:28.504027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:10:28.533070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:10:28.533568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7b8c028f-69d9-4eb6-a17e-6c9946a07c53 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:10:28.595495 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:28.969795 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:30.050588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58378) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:30.221372 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58dba493-f9dd-464b-8d47-c5a7d89172e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:30.327624 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58dba493-f9dd-464b-8d47-c5a7d89172e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:30.335941 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58dba493-f9dd-464b-8d47-c5a7d89172e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:30.378887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dba493-f9dd-464b-8d47-c5a7d89172e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadcc47f-023a-4af1-84b5-85711a1137a0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:30.390298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58382) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:30.403373 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-58dba493-f9dd-464b-8d47-c5a7d89172e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ba9bb4cea234094a0a5cfe2839af461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3515346 Nov 13 05:10:30.448333 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1cdffcf-e66b-4f6c-8709-78107e2cdd31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:30.485117 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1cdffcf-e66b-4f6c-8709-78107e2cdd31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:30.543858 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1cdffcf-e66b-4f6c-8709-78107e2cdd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:30.547557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1cdffcf-e66b-4f6c-8709-78107e2cdd31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:30.562736 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f1cdffcf-e66b-4f6c-8709-78107e2cdd31 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dadcc47f-023a-4af1-84b5-85711a1137a0 HTTP/1.1" status: 204 len: 168 time: 0.1605511 Nov 13 05:10:30.573004 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdffcf-e66b-4f6c-8709-78107e2cdd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadcc47f-023a-4af1-84b5-85711a1137a0,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:32.079117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58432) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:32.312949 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55ee21aa-9ca3-476b-a835-3dddd9473285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:32.398756 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55ee21aa-9ca3-476b-a835-3dddd9473285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:32.413825 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55ee21aa-9ca3-476b-a835-3dddd9473285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:32.486850 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-55ee21aa-9ca3-476b-a835-3dddd9473285 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8ed048774ca4bfba4e5f83cd953231c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4028263 Nov 13 05:10:32.486850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee21aa-9ca3-476b-a835-3dddd9473285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79664112-d5ce-4898-9ee2-df89f57e6353,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:32.487055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58440) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:32.579792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ceaa71cc-4b26-4d13-abc1-4dd6aed1c13b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:32.610284 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ceaa71cc-4b26-4d13-abc1-4dd6aed1c13b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:32.678512 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ceaa71cc-4b26-4d13-abc1-4dd6aed1c13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:32.681418 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ceaa71cc-4b26-4d13-abc1-4dd6aed1c13b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:32.682672 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ceaa71cc-4b26-4d13-abc1-4dd6aed1c13b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79664112-d5ce-4898-9ee2-df89f57e6353 HTTP/1.1" status: 204 len: 168 time: 0.1947598 Nov 13 05:10:32.691507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa71cc-4b26-4d13-abc1-4dd6aed1c13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79664112-d5ce-4898-9ee2-df89f57e6353,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:34.205154 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae60b568-0c52-41b9-bc61-47717c7ecb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:35.447944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58516) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:35.601663 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a7eda4e-fd4b-439d-9421-5e961a971913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:35.733781 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a7eda4e-fd4b-439d-9421-5e961a971913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:35.739980 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8a7eda4e-fd4b-439d-9421-5e961a971913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:35.789594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7eda4e-fd4b-439d-9421-5e961a971913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744220dc-a329-4ca0-bc08-860001e5b65d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:35.810171 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8a7eda4e-fd4b-439d-9421-5e961a971913 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a8934cdda4542e6a3c640f72f88acbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3611090 Nov 13 05:10:35.813437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58520) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:35.868582 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-309c47c4-5e10-4e71-a3e2-23cd418ea48e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:35.912296 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-309c47c4-5e10-4e71-a3e2-23cd418ea48e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:35.992406 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-309c47c4-5e10-4e71-a3e2-23cd418ea48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:35.995920 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-309c47c4-5e10-4e71-a3e2-23cd418ea48e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:35.999285 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-309c47c4-5e10-4e71-a3e2-23cd418ea48e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/744220dc-a329-4ca0-bc08-860001e5b65d HTTP/1.1" status: 204 len: 168 time: 0.1844206 Nov 13 05:10:36.010108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c47c4-5e10-4e71-a3e2-23cd418ea48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744220dc-a329-4ca0-bc08-860001e5b65d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:36.464853 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58538) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:36.468047 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8df48abd-a7bb-4df5-bc7a-8be91f76c945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:36.493685 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-daaf3b18-1399-48ba-89b9-6cf93a79cb70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:36.627273 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-daaf3b18-1399-48ba-89b9-6cf93a79cb70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:36.634095 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-daaf3b18-1399-48ba-89b9-6cf93a79cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:36.688275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf3b18-1399-48ba-89b9-6cf93a79cb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b62aca9-3fd2-423c-986b-8680d3e0dac9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:36.693807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-daaf3b18-1399-48ba-89b9-6cf93a79cb70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff66ad6a2b9647f2b53120733b07f424&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268832 Nov 13 05:10:36.696463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58540) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:36.789667 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2c3e992-daf6-4151-8d7b-548383fb95a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:36.821144 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2c3e992-daf6-4151-8d7b-548383fb95a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:36.890628 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2c3e992-daf6-4151-8d7b-548383fb95a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:36.895487 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2c3e992-daf6-4151-8d7b-548383fb95a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:36.899569 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c2c3e992-daf6-4151-8d7b-548383fb95a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b62aca9-3fd2-423c-986b-8680d3e0dac9 HTTP/1.1" status: 204 len: 168 time: 0.1991260 Nov 13 05:10:36.919748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3e992-daf6-4151-8d7b-548383fb95a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b62aca9-3fd2-423c-986b-8680d3e0dac9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:37.873750 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:39.084197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:39.188322 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:39.260716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a1cdc3e0-f08c-4fe5-940e-f35d7d243fdb tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1135026520'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:39.261246 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a1cdc3e0-f08c-4fe5-940e-f35d7d243fdb tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Unknown quota resources ['metering_label']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 05:10:39.518732 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1cdc3e0-f08c-4fe5-940e-f35d7d243fdb tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:39.522726 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a1cdc3e0-f08c-4fe5-940e-f35d7d243fdb tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4365501 Nov 13 05:10:39.522979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58608) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:39.527948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-cd4a61fd-3e53-4c9b-95ab-3ca06452912b tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5a783f54-b091-4bf0-8144-8f6764201495'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:39.528453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-cd4a61fd-3e53-4c9b-95ab-3ca06452912b tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102667) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 05:10:39.652653 n-d-813114-2 neutron-server[102667]: WARNING neutron.services.metering.metering_plugin [None req-cd4a61fd-3e53-4c9b-95ab-3ca06452912b tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 13 05:10:40.051246 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:40.074384 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cd4a61fd-3e53-4c9b-95ab-3ca06452912b tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:40.080246 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58618) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:40.081617 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cd4a61fd-3e53-4c9b-95ab-3ca06452912b tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5569766 Nov 13 05:10:40.084883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-76387c32-5a95-45a1-847c-ab81a61cf571 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5a783f54-b091-4bf0-8144-8f6764201495'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:40.085442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-76387c32-5a95-45a1-847c-ab81a61cf571 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 05:10:40.163421 n-d-813114-2 neutron-server[102668]: WARNING neutron.services.metering.metering_plugin [None req-76387c32-5a95-45a1-847c-ab81a61cf571 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 13 05:10:40.269600 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76387c32-5a95-45a1-847c-ab81a61cf571 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:40.270804 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-76387c32-5a95-45a1-847c-ab81a61cf571 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1895120 Nov 13 05:10:40.273814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58620) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:40.285195 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-78c20f78-e4ba-4d02-9fe1-dac1bebd5c87 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=2a988789-5126-40a9-a2c4-d2ba25a5b010 HTTP/1.1" status: 200 len: 462 time: 0.0103223 Nov 13 05:10:40.291103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58622) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:40.403293 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1a96-a114-414d-a633-c831f04e76ec tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:40.404479 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0d2a1a96-a114-414d-a633-c831f04e76ec tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/2a988789-5126-40a9-a2c4-d2ba25a5b010 HTTP/1.1" status: 204 len: 168 time: 0.1124790 Nov 13 05:10:40.407318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58628) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:40.417623 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b0f6f38d-0d60-43cd-99c8-516736d3a3bd tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=2a988789-5126-40a9-a2c4-d2ba25a5b010 HTTP/1.1" status: 200 len: 221 time: 0.0086422 Nov 13 05:10:40.421870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58630) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:40.426819 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-07fc0d6c-e032-4a2a-8b4c-de1f6e6f538a tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--537595306', 'description': 'label created by tempest'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:40.427491 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-07fc0d6c-e032-4a2a-8b4c-de1f6e6f538a tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Unknown quota resources ['metering_label']. {{(pid=102667) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 05:10:40.634838 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-07fc0d6c-e032-4a2a-8b4c-de1f6e6f538a tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:40.639635 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-07fc0d6c-e032-4a2a-8b4c-de1f6e6f538a tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2162993 Nov 13 05:10:40.639789 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58632) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:40.734026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1b904430-b643-4a0c-9472-be3195d004c3 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=d6db1543-52b4-4abf-ba69-cb9d4bc5cf2f HTTP/1.1" status: 200 len: 467 time: 0.0931664 Nov 13 05:10:40.736656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58636) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:40.937501 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc9dec39-7384-4fab-99ca-1738dfe52008 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:40.938748 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cc9dec39-7384-4fab-99ca-1738dfe52008 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/d6db1543-52b4-4abf-ba69-cb9d4bc5cf2f HTTP/1.1" status: 204 len: 168 time: 0.2011659 Nov 13 05:10:40.941850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58646) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:40.959907 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-71c2f028-312f-42b3-99dc-caa858cbac03 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=d6db1543-52b4-4abf-ba69-cb9d4bc5cf2f HTTP/1.1" status: 200 len: 216 time: 0.0149422 Nov 13 05:10:40.961624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58648) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:40.983324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-176e2a0d-bef0-4223-bb07-c4517a2a5925 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0197887 Nov 13 05:10:40.986467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58650) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:41.005524 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6d5aec09-9468-46f4-9f27-7b74e0f3df01 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0177751 Nov 13 05:10:41.009458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58654) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:41.073768 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-00aec04d-2f0b-4705-a92b-4447bf7da7a2 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/5a783f54-b091-4bf0-8144-8f6764201495 HTTP/1.1" status: 200 len: 473 time: 0.0620406 Nov 13 05:10:41.077928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58656) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:41.094442 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1264c92c-6115-41a7-9970-a1325fa96e54 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/986ad8ae-a66e-410d-94f0-b375b2dc0302 HTTP/1.1" status: 200 len: 459 time: 0.0115998 Nov 13 05:10:41.095459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58662) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:41.233013 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-789f1188-7c5d-4a89-b40c-42a0177185a9 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:41.234170 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-789f1188-7c5d-4a89-b40c-42a0177185a9 tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/986ad8ae-a66e-410d-94f0-b375b2dc0302 HTTP/1.1" status: 204 len: 168 time: 0.1360226 Nov 13 05:10:41.236617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58670) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:41.423748 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dec4eb00-e8b7-42a3-889c-7e80309365da tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:41.427414 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dec4eb00-e8b7-42a3-889c-7e80309365da tempest-MeteringIpV6TestJSON-2066680401 tempest-MeteringIpV6TestJSON-2066680401-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/5a783f54-b091-4bf0-8144-8f6764201495 HTTP/1.1" status: 204 len: 168 time: 0.1873794 Nov 13 05:10:41.679996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58688) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:41.797406 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-439de21b-7976-4715-8d5c-bb88ee87b59b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:41.877277 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-439de21b-7976-4715-8d5c-bb88ee87b59b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:41.882797 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-439de21b-7976-4715-8d5c-bb88ee87b59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:41.934625 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-439de21b-7976-4715-8d5c-bb88ee87b59b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e13b711cc6724df683c6221343b79ffb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530296 Nov 13 05:10:41.935611 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439de21b-7976-4715-8d5c-bb88ee87b59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363c4b5a-bd14-4ef0-b57a-b539b0684eec,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:41.937551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58692) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:41.993716 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0213656d-4cb8-4319-94d0-48558d1a35c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:42.014825 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0213656d-4cb8-4319-94d0-48558d1a35c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:42.070151 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0213656d-4cb8-4319-94d0-48558d1a35c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:42.073087 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0213656d-4cb8-4319-94d0-48558d1a35c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:42.077559 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0213656d-4cb8-4319-94d0-48558d1a35c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/363c4b5a-bd14-4ef0-b57a-b539b0684eec HTTP/1.1" status: 204 len: 168 time: 0.1380506 Nov 13 05:10:42.087782 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213656d-4cb8-4319-94d0-48558d1a35c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363c4b5a-bd14-4ef0-b57a-b539b0684eec,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:42.382415 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58722) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:42.401252 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa87c-cd0f-4aee-87cc-285cfe5c1722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:42.483723 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa87c-cd0f-4aee-87cc-285cfe5c1722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:42.488841 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa87c-cd0f-4aee-87cc-285cfe5c1722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:42.528328 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c9bfa87c-cd0f-4aee-87cc-285cfe5c1722 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb18b6db28cf4f588a40ac3b299b3238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1446102 Nov 13 05:10:42.529244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfa87c-cd0f-4aee-87cc-285cfe5c1722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83022b0-5922-47bc-83eb-2d1c0bbc165d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:42.531376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58724) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:42.597712 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c635c60f-0da2-4c7a-b9a1-313b0336baf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:42.621381 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c635c60f-0da2-4c7a-b9a1-313b0336baf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:42.671749 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c635c60f-0da2-4c7a-b9a1-313b0336baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:42.674353 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c635c60f-0da2-4c7a-b9a1-313b0336baf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:42.679214 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c635c60f-0da2-4c7a-b9a1-313b0336baf8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c83022b0-5922-47bc-83eb-2d1c0bbc165d HTTP/1.1" status: 204 len: 168 time: 0.1437800 Nov 13 05:10:42.690089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635c60f-0da2-4c7a-b9a1-313b0336baf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83022b0-5922-47bc-83eb-2d1c0bbc165d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:44.279512 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58814) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:44.398644 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-63488517-e898-4fae-8fb4-b05afa94b66a tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2017468238'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:44.444880 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63488517-e898-4fae-8fb4-b05afa94b66a tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:44.446408 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63488517-e898-4fae-8fb4-b05afa94b66a tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:44.531363 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63488517-e898-4fae-8fb4-b05afa94b66a tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:44.540675 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63488517-e898-4fae-8fb4-b05afa94b66a tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:44.563058 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63488517-e898-4fae-8fb4-b05afa94b66a tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:44.567167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58818) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:44.567709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-63488517-e898-4fae-8fb4-b05afa94b66a tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2864306 Nov 13 05:10:44.996437 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc0402e8-9151-46e1-851a-10ea0bd82efa tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.174876 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc0402e8-9151-46e1-851a-10ea0bd82efa tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.179476 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc0402e8-9151-46e1-851a-10ea0bd82efa tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.241928 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc0402e8-9151-46e1-851a-10ea0bd82efa tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.242515 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0402e8-9151-46e1-851a-10ea0bd82efa tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d3d01cb-b371-4dd1-b965-128fc0bdbfa2 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:10:45.248976 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc0402e8-9151-46e1-851a-10ea0bd82efa tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.250355 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fc0402e8-9151-46e1-851a-10ea0bd82efa tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] 10.222.0.43 "DELETE /v2.0/routers/7d3d01cb-b371-4dd1-b965-128fc0bdbfa2 HTTP/1.1" status: 204 len: 168 time: 0.6822085 Nov 13 05:10:45.253897 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58832) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:45.258894 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-ea1d166e-9ae3-438a-b00c-47a9c8c50fbd tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Request body: {'router': {'name': 'tempest-router-1926056495', 'distributed': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:45.281152 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea1d166e-9ae3-438a-b00c-47a9c8c50fbd tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.282232 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea1d166e-9ae3-438a-b00c-47a9c8c50fbd tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.337947 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea1d166e-9ae3-438a-b00c-47a9c8c50fbd tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.344225 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea1d166e-9ae3-438a-b00c-47a9c8c50fbd tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.361999 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea1d166e-9ae3-438a-b00c-47a9c8c50fbd tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.366514 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ea1d166e-9ae3-438a-b00c-47a9c8c50fbd tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1115956 Nov 13 05:10:45.366674 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58836) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:45.445443 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96351f0f-c47d-4881-b06f-cacd9942608b tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.606154 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96351f0f-c47d-4881-b06f-cacd9942608b tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.608603 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96351f0f-c47d-4881-b06f-cacd9942608b tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.655015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96351f0f-c47d-4881-b06f-cacd9942608b tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.655986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96351f0f-c47d-4881-b06f-cacd9942608b tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 754bf6b9-26b3-4e85-8ec6-a15714e81820 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:10:45.661650 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96351f0f-c47d-4881-b06f-cacd9942608b tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.663025 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-96351f0f-c47d-4881-b06f-cacd9942608b tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] 10.222.0.43 "DELETE /v2.0/routers/754bf6b9-26b3-4e85-8ec6-a15714e81820 HTTP/1.1" status: 204 len: 168 time: 0.2953858 Nov 13 05:10:45.667636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58838) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:45.673594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-636a4491-e5af-41d0-86a3-c331bedc68d6 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Request body: {'router': {'name': 'tempest-router-489082259', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c2e2467685574147921c6002e2e89b37'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:45.700077 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-636a4491-e5af-41d0-86a3-c331bedc68d6 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.701856 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-636a4491-e5af-41d0-86a3-c331bedc68d6 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.757937 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-636a4491-e5af-41d0-86a3-c331bedc68d6 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.763493 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-636a4491-e5af-41d0-86a3-c331bedc68d6 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.777706 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-636a4491-e5af-41d0-86a3-c331bedc68d6 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:45.778941 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-636a4491-e5af-41d0-86a3-c331bedc68d6 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1095362 Nov 13 05:10:45.782006 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58840) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:45.786296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-278b6ad1-2477-497e-b267-de0c3da0cc77 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:46.003840 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-278b6ad1-2477-497e-b267-de0c3da0cc77 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4707'] for router, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.004123 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-278b6ad1-2477-497e-b267-de0c3da0cc77 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.085890 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-278b6ad1-2477-497e-b267-de0c3da0cc77 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102667) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 13 05:10:46.086223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-278b6ad1-2477-497e-b267-de0c3da0cc77 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Router a6fa5735-5837-4ce4-9c64-30333e4b05c0 migrating from provider to provider. {{(pid=102667) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 13 05:10:46.086597 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-278b6ad1-2477-497e-b267-de0c3da0cc77 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.091220 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-278b6ad1-2477-497e-b267-de0c3da0cc77 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.095894 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-278b6ad1-2477-497e-b267-de0c3da0cc77 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711921'] for router, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.175355 n-d-813114-2 neutron-server[102667]: WARNING neutron.scheduler.l3_agent_scheduler [None req-278b6ad1-2477-497e-b267-de0c3da0cc77 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] No L3 agents can host the router a6fa5735-5837-4ce4-9c64-30333e4b05c0 Nov 13 05:10:46.252521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58846) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:46.284010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b6ad1-2477-497e-b267-de0c3da0cc77 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Hosts for router a6fa5735-5837-4ce4-9c64-30333e4b05c0: [] {{(pid=102667) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 13 05:10:46.318664 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b6ad1-2477-497e-b267-de0c3da0cc77 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Hosts for other DVR routers connected to router a6fa5735-5837-4ce4-9c64-30333e4b05c0: set() {{(pid=102667) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 13 05:10:46.321536 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-278b6ad1-2477-497e-b267-de0c3da0cc77 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.322770 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-278b6ad1-2477-497e-b267-de0c3da0cc77 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] 10.222.0.43 "PUT /v2.0/routers/a6fa5735-5837-4ce4-9c64-30333e4b05c0 HTTP/1.1" status: 200 len: 716 time: 0.5398297 Nov 13 05:10:46.325694 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58848) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:46.328670 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0a4144-762f-4f13-9b81-092af474001d admin admin] Deleting subnet 6dfcfb06-b814-4595-9837-cecb9f4f6530 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:10:46.334021 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4144-762f-4f13-9b81-092af474001d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.383212 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4144-762f-4f13-9b81-092af474001d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.403217 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-57eb15a8-778e-4fdf-b893-aa3d687f4bf1 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] 10.222.0.43 "GET /v2.0/routers/a6fa5735-5837-4ce4-9c64-30333e4b05c0 HTTP/1.1" status: 200 len: 716 time: 0.0761147 Nov 13 05:10:46.405674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58850) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:46.428497 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4144-762f-4f13-9b81-092af474001d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.508576 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4144-762f-4f13-9b81-092af474001d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.531806 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4144-762f-4f13-9b81-092af474001d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.535111 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ac0a4144-762f-4f13-9b81-092af474001d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6dfcfb06-b814-4595-9837-cecb9f4f6530 HTTP/1.1" status: 204 len: 168 time: 0.2815273 Nov 13 05:10:46.537730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58856) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:46.563434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a4144-762f-4f13-9b81-092af474001d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dfcfb06-b814-4595-9837-cecb9f4f6530,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:46.682712 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7beb8c80-8fc5-4566-a475-2b3395a37378 tempest-RoutersTestDVR-1067006857 tempest-RoutersTestDVR-1067006857-project] 10.222.0.43 "GET /v2.0/routers/a6fa5735-5837-4ce4-9c64-30333e4b05c0 HTTP/1.1" status: 200 len: 682 time: 0.2756941 Nov 13 05:10:46.685636 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58858) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:46.699076 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcf4bb44-62c2-44ec-87cb-bad1b3457868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.763978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9f93718-5479-48c5-a8ad-927e3f2da7d8 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.792008 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcf4bb44-62c2-44ec-87cb-bad1b3457868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.816939 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-bcf4bb44-62c2-44ec-87cb-bad1b3457868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ab7431-e41f-46b3-81cd-8b55053baa58']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:46.826509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-bcf4bb44-62c2-44ec-87cb-bad1b3457868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d71947-9e18-45b2-85eb-475cce60e79e') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:46.826800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-bcf4bb44-62c2-44ec-87cb-bad1b3457868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d71947-9e18-45b2-85eb-475cce60e79e') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:46.836925 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcf4bb44-62c2-44ec-87cb-bad1b3457868 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.852223 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcf4bb44-62c2-44ec-87cb-bad1b3457868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.860485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf4bb44-62c2-44ec-87cb-bad1b3457868 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:10:46.860485 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcf4bb44-62c2-44ec-87cb-bad1b3457868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:10:46.862317 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:10:46.928274 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9f93718-5479-48c5-a8ad-927e3f2da7d8 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.928699 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcf4bb44-62c2-44ec-87cb-bad1b3457868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.930569 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9f93718-5479-48c5-a8ad-927e3f2da7d8 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.951865 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bcf4bb44-62c2-44ec-87cb-bad1b3457868 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.955474 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bcf4bb44-62c2-44ec-87cb-bad1b3457868 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c5ab7431-e41f-46b3-81cd-8b55053baa58 HTTP/1.1" status: 204 len: 168 time: 0.4166217 Nov 13 05:10:46.956406 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4bb44-62c2-44ec-87cb-bad1b3457868 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ab7431-e41f-46b3-81cd-8b55053baa58,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:46.992454 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9f93718-5479-48c5-a8ad-927e3f2da7d8 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:46.993330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f93718-5479-48c5-a8ad-927e3f2da7d8 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6fa5735-5837-4ce4-9c64-30333e4b05c0 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:10:47.007777 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9f93718-5479-48c5-a8ad-927e3f2da7d8 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:47.007777 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a9f93718-5479-48c5-a8ad-927e3f2da7d8 tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] 10.222.0.43 "DELETE /v2.0/routers/a6fa5735-5837-4ce4-9c64-30333e4b05c0 HTTP/1.1" status: 204 len: 168 time: 0.3153238 Nov 13 05:10:47.008055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58866) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:47.012935 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9e6ef9b3-9ed2-411c-a5f1-55a9a39d94cb tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Request body: {'router': {'name': 'tempest-router-969851030', 'distributed': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:47.040620 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9e6ef9b3-9ed2-411c-a5f1-55a9a39d94cb tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:47.041695 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9e6ef9b3-9ed2-411c-a5f1-55a9a39d94cb tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:47.099890 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9e6ef9b3-9ed2-411c-a5f1-55a9a39d94cb tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:47.109701 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9e6ef9b3-9ed2-411c-a5f1-55a9a39d94cb tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:47.127742 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9e6ef9b3-9ed2-411c-a5f1-55a9a39d94cb tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:47.129111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9e6ef9b3-9ed2-411c-a5f1-55a9a39d94cb tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1195841 Nov 13 05:10:47.131819 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58868) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:47.177993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58870) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:47.228945 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20cead31-ee17-4b20-9cad-fa78fb17911e tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:47.243026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a6aac2af-61e4-4704-a967-581cb3122426 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a841deb69d14946b28ecdbeb18bbce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0628860 Nov 13 05:10:47.246218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58872) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:47.356850 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c82dfd4-07d4-4168-866c-3d85f681d876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:47.389900 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c82dfd4-07d4-4168-866c-3d85f681d876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:47.435557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20cead31-ee17-4b20-9cad-fa78fb17911e tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:47.437975 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20cead31-ee17-4b20-9cad-fa78fb17911e tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:47.449360 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c82dfd4-07d4-4168-866c-3d85f681d876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:47.453079 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c82dfd4-07d4-4168-866c-3d85f681d876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:47.454645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8c82dfd4-07d4-4168-866c-3d85f681d876 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46cf2e82-09c9-422f-9c4d-7af63288b4ea HTTP/1.1" status: 204 len: 168 time: 0.2072942 Nov 13 05:10:47.463952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82dfd4-07d4-4168-866c-3d85f681d876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cf2e82-09c9-422f-9c4d-7af63288b4ea,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:47.496464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20cead31-ee17-4b20-9cad-fa78fb17911e tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:47.496914 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cead31-ee17-4b20-9cad-fa78fb17911e tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7e7ee33-f64e-44f0-b55d-c5faba9e5bbc {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:10:47.502252 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20cead31-ee17-4b20-9cad-fa78fb17911e tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:47.506292 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-20cead31-ee17-4b20-9cad-fa78fb17911e tempest-RoutersTestDVR-608297228 tempest-RoutersTestDVR-608297228-project-admin] 10.222.0.43 "DELETE /v2.0/routers/a7e7ee33-f64e-44f0-b55d-c5faba9e5bbc HTTP/1.1" status: 204 len: 168 time: 0.3700249 Nov 13 05:10:47.880254 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58894) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:48.005373 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6697af8d-97c2-4a5f-9e15-165a1077c4fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:48.123423 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6697af8d-97c2-4a5f-9e15-165a1077c4fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:48.129586 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6697af8d-97c2-4a5f-9e15-165a1077c4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:48.189340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697af8d-97c2-4a5f-9e15-165a1077c4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ae20e4-cc56-43a6-adda-277332b0066f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:48.200908 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6697af8d-97c2-4a5f-9e15-165a1077c4fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2e2467685574147921c6002e2e89b37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3195095 Nov 13 05:10:48.203712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58906) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:48.281867 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0cb97ff-1ddc-456e-b06a-2e7ae9095dd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:48.309482 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0cb97ff-1ddc-456e-b06a-2e7ae9095dd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:48.369994 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0cb97ff-1ddc-456e-b06a-2e7ae9095dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:48.372986 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0cb97ff-1ddc-456e-b06a-2e7ae9095dd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:48.374553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e0cb97ff-1ddc-456e-b06a-2e7ae9095dd0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8ae20e4-cc56-43a6-adda-277332b0066f HTTP/1.1" status: 204 len: 168 time: 0.1694887 Nov 13 05:10:48.393421 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb97ff-1ddc-456e-b06a-2e7ae9095dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ae20e4-cc56-43a6-adda-277332b0066f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:48.863213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58942) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:48.877621 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-86b0af22-05f4-4662-ac51-46cbb58d8c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:48.972795 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-86b0af22-05f4-4662-ac51-46cbb58d8c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:48.978864 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-86b0af22-05f4-4662-ac51-46cbb58d8c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.019291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0af22-05f4-4662-ac51-46cbb58d8c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05be47ef-119e-4ea0-af76-d569f1c4d37c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:49.023954 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-86b0af22-05f4-4662-ac51-46cbb58d8c04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f1609a77d1a47cb996c1197840862f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1596751 Nov 13 05:10:49.026533 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58950) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:49.097032 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-016634c3-4a41-43c6-bca0-e2980703ed48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.123403 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-016634c3-4a41-43c6-bca0-e2980703ed48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.172106 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-016634c3-4a41-43c6-bca0-e2980703ed48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.174760 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-016634c3-4a41-43c6-bca0-e2980703ed48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.178648 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-016634c3-4a41-43c6-bca0-e2980703ed48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05be47ef-119e-4ea0-af76-d569f1c4d37c HTTP/1.1" status: 204 len: 168 time: 0.1483970 Nov 13 05:10:49.190665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016634c3-4a41-43c6-bca0-e2980703ed48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05be47ef-119e-4ea0-af76-d569f1c4d37c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:49.267848 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58960) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:49.471353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'network': {'name': 'tempest-network-smoke--937224399', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'port_security_enabled': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:49.500653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Made reservation on behalf of 2c18b3f2ce924647a1cd876de3531c54 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:10:49.504575 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.514138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.606809 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.611714 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.639673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:10:49.649606 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f32573-d691-431c-9370-ca922f3ee96d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:49.654808 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.655167 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Added segment 057a5682-b0fa-47c3-8977-4d891c0ba3d9 of type vlan for network a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f Nov 13 05:10:49.699312 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.732647 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.738872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:49.739764 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.781914 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5125608 Nov 13 05:10:49.784724 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 58982) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:49.789874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-365186499', 'admin_state_up': True, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:49.823964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.825087 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.829386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac613f8-9e6c-4e99-938a-fac56d7c31cf tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Network': ['ID=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:49.842440 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:10:49.910952 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:49.982818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58986) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:50.060184 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:50.090531 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-983507241'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:50.129154 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Made reservation on behalf of b27dc1287bf34ee499f0490aa8565404 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:10:50.133089 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:50.157468 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:50.272264 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:50.292127 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:50.404854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Allocated IP 172.25.8.42 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:10:50.511190 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:50.512397 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:50.517230 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:50.529921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:10:50.540420 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:50.540773 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Added segment 57527434-b0ba-418d-966a-378461702bde of type vlan for network 972ba7d4-971e-4025-ba58-b4ee49abe4c9 Nov 13 05:10:50.546010 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:50.588734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:10:50.593943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:10:50.595097 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:50.597398 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:10:50.603154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Port': ['ID=81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:50.611539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd84657-6f51-48ce-8f3c-11d4292da0c8 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:10:50.627171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=484f108e-7465-4c3c-ad37-7b6aea9d24a2,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:50.668381 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:50.674364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:50.675006 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:50.718234 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7321994 Nov 13 05:10:50.718822 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58992) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:50.728818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6ee19f18-ed0c-41f8-b856-d0c78e78c216 None None] Provisioning complete for port 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:50.729527 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ee19f18-ed0c-41f8-b856-d0c78e78c216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:50.753542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-81962fb2-f1ff-431a-b37c-375fb0dd0713 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Request body: {'subnet': {'network_id': '972ba7d4-971e-4025-ba58-b4ee49abe4c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:50.772842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6ee19f18-ed0c-41f8-b856-d0c78e78c216 None None] Port 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:10:50.781461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7784a-b5a6-43f2-88c9-7fff056a06d8 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Pushing event updated for resources: {'Network': ['ID=972ba7d4-971e-4025-ba58-b4ee49abe4c9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:50.795894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 972ba7d4-971e-4025-ba58-b4ee49abe4c9 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:10:50.875597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81962fb2-f1ff-431a-b37c-375fb0dd0713 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Made reservation on behalf of b27dc1287bf34ee499f0490aa8565404 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:10:50.877474 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:50.879517 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81962fb2-f1ff-431a-b37c-375fb0dd0713 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:51.085523 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:51.109580 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81962fb2-f1ff-431a-b37c-375fb0dd0713 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:51.176178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81962fb2-f1ff-431a-b37c-375fb0dd0713 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Pushing event updated for resources: {'Subnet': ['ID=8c8b1055-4a13-45fb-a270-bb85164f4ee9,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:51.192720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81962fb2-f1ff-431a-b37c-375fb0dd0713 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Checking segment: {'id': '57527434-b0ba-418d-966a-378461702bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '972ba7d4-971e-4025-ba58-b4ee49abe4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:10:51.193148 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81962fb2-f1ff-431a-b37c-375fb0dd0713 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Network hostable DHCP agents. Network: 972ba7d4-971e-4025-ba58-b4ee49abe4c9, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:10:51.213433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81962fb2-f1ff-431a-b37c-375fb0dd0713 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Network 972ba7d4-971e-4025-ba58-b4ee49abe4c9 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:10:51.225978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-81962fb2-f1ff-431a-b37c-375fb0dd0713 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 972ba7d4-971e-4025-ba58-b4ee49abe4c9) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:10:51.235283 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81962fb2-f1ff-431a-b37c-375fb0dd0713 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:51.236183 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-81962fb2-f1ff-431a-b37c-375fb0dd0713 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:51.243049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e642fa6b-fb0d-400a-afb3-4fde5a725b38 None None] Network 972ba7d4-971e-4025-ba58-b4ee49abe4c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:10:51.249984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Router e828c55c-2831-4677-88cf-8772124580c0 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:10:51.266672 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-81962fb2-f1ff-431a-b37c-375fb0dd0713 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5175169 Nov 13 05:10:51.269376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 58998) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:51.274376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-8366871e-7441-4442-9bf7-f6eaa59ccf5d tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Request body: {'port': {'network_id': '972ba7d4-971e-4025-ba58-b4ee49abe4c9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2090675449'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:51.382973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:10:51.396162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8366871e-7441-4442-9bf7-f6eaa59ccf5d tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Made reservation on behalf of b27dc1287bf34ee499f0490aa8565404 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:10:51.398176 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Sync routers for ids ['e828c55c-2831-4677-88cf-8772124580c0'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:10:51.404888 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8366871e-7441-4442-9bf7-f6eaa59ccf5d tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:51.411359 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:51.413336 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Routers {'e828c55c-2831-4677-88cf-8772124580c0'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:10:51.414098 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:10:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e828c55c-2831-4677-88cf-8772124580c0'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:51.415979 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-51c02eda-fcd1-4943-b684-687a5ffdbc04 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6301813 Nov 13 05:10:51.416630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59000) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:51.428819 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-8366871e-7441-4442-9bf7-f6eaa59ccf5d tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] device_id is not set on port 5c897aa9-8880-412d-ae93-937967b303f1 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:10:51.462070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-972ba7d4-971e-4025-ba58-b4ee49abe4c9', 'network_id': '972ba7d4-971e-4025-ba58-b4ee49abe4c9', 'tenant_id': 'b27dc1287bf34ee499f0490aa8565404', 'fixed_ips': [{'subnet_id': '8c8b1055-4a13-45fb-a270-bb85164f4ee9'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:10:51.463216 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:51.597416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-186905e9-4e88-4cbf-aa63-8f0b6f6fe063 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=2c18b3f2ce924647a1cd876de3531c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1781018 Nov 13 05:10:51.599982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59004) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:51.617014 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Set router e828c55c-2831-4677-88cf-8772124580c0 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:10:51.626369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-8366871e-7441-4442-9bf7-f6eaa59ccf5d tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Allocated IP 172.20.0.5 (972ba7d4-971e-4025-ba58-b4ee49abe4c9/8c8b1055-4a13-45fb-a270-bb85164f4ee9/5c897aa9-8880-412d-ae93-937967b303f1) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:10:51.812137 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8366871e-7441-4442-9bf7-f6eaa59ccf5d tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:51.839199 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:10:50Z', 'revision_number': 3, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:51.857481 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8366871e-7441-4442-9bf7-f6eaa59ccf5d tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:51.898965 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Checking router: e828c55c-2831-4677-88cf-8772124580c0 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:10:51.900893 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Updating router e828c55c-2831-4677-88cf-8772124580c0 port 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:10:51.915265 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8366871e-7441-4442-9bf7-f6eaa59ccf5d tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Network 972ba7d4-971e-4025-ba58-b4ee49abe4c9 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:10:51.925779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-8366871e-7441-4442-9bf7-f6eaa59ccf5d tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:10:51.936572 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366871e-7441-4442-9bf7-f6eaa59ccf5d tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:10:51.940295 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366871e-7441-4442-9bf7-f6eaa59ccf5d tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Pushing event updated for resources: {'Port': ['ID=5c897aa9-8880-412d-ae93-937967b303f1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:51.942566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Allocated IP 172.20.0.2 (972ba7d4-971e-4025-ba58-b4ee49abe4c9/8c8b1055-4a13-45fb-a270-bb85164f4ee9/82313ada-01f7-463f-8735-34c926cf698d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:10:51.960147 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:52.003558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8366871e-7441-4442-9bf7-f6eaa59ccf5d tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:52.004619 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8366871e-7441-4442-9bf7-f6eaa59ccf5d tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:52.029186 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8366871e-7441-4442-9bf7-f6eaa59ccf5d tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7555244 Nov 13 05:10:52.034978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59008) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:52.040085 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Request body: {'port': {'network_id': '972ba7d4-971e-4025-ba58-b4ee49abe4c9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-765044605', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:52.040798 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.api.validators [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] bootfile-name is not in valid_values {{(pid=102667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 13 05:10:52.041705 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.api.validators [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] tftp-server is not in valid_values {{(pid=102667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 13 05:10:52.043056 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.api.validators [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] server-ip-address is not in valid_values {{(pid=102667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 13 05:10:52.192341 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:52.206675 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:52.246051 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Made reservation on behalf of b27dc1287bf34ee499f0490aa8565404 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:10:52.250297 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:52.269999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8468483-a6be-473d-91c3-65fbb91589e8 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:52.272488 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] device_id is not set on port 07e17a8c-e160-4cb0-a3a5-82829acb669e yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:10:52.274878 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e8468483-a6be-473d-91c3-65fbb91589e8 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6716659 Nov 13 05:10:52.275605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59012) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:52.327104 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59018) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:52.327348 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7063fa8e-aee5-4f61-a81d-29cbf7ffcb5e tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502367 Nov 13 05:10:52.328567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Pushing event updated for resources: {'Port': ['ID=82313ada-01f7-463f-8735-34c926cf698d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:52.348922 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Network 972ba7d4-971e-4025-ba58-b4ee49abe4c9 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:10:52.349537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c3a913c1-3530-4c47-8cf6-4babd9ee8ca5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1612019146', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:52.352351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.352898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.353548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.354021 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.354477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.355132 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.355586 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.356033 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.356477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.356942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.357459 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.357921 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.367246 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:10:52.376425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:10:52.474349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Attempting to bind port 82313ada-01f7-463f-8735-34c926cf698d on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:10:52.474869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Attempting to bind port 82313ada-01f7-463f-8735-34c926cf698d by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '57527434-b0ba-418d-966a-378461702bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '972ba7d4-971e-4025-ba58-b4ee49abe4c9'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:10:52.475343 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Attempting to bind port 82313ada-01f7-463f-8735-34c926cf698d on network 972ba7d4-971e-4025-ba58-b4ee49abe4c9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:10:52.487456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:10:52.492274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Checking segment: {'id': '57527434-b0ba-418d-966a-378461702bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '972ba7d4-971e-4025-ba58-b4ee49abe4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:10:52.495385 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:52.496678 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Bound using segment: {'id': '57527434-b0ba-418d-966a-378461702bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '972ba7d4-971e-4025-ba58-b4ee49abe4c9'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:10:52.497344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Bound port: 82313ada-01f7-463f-8735-34c926cf698d, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57527434-b0ba-418d-966a-378461702bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '972ba7d4-971e-4025-ba58-b4ee49abe4c9'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:10:52.497989 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:52.573972 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:52.582582 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:52.645730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] For port 82313ada-01f7-463f-8735-34c926cf698d, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:10:52.649339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] For port 82313ada-01f7-463f-8735-34c926cf698d, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=82313ada-01f7-463f-8735-34c926cf698d,segment=NetworkSegment(57527434-b0ba-418d-966a-378461702bde),segment_id=57527434-b0ba-418d-966a-378461702bde)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:10:52.653713 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a15189-39a7-48c8-a1d6-f8c2b8fb6bc9 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:10:52.661524 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:52.682852 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Allocated IP 172.20.0.4 (972ba7d4-971e-4025-ba58-b4ee49abe4c9/8c8b1055-4a13-45fb-a270-bb85164f4ee9/07e17a8c-e160-4cb0-a3a5-82829acb669e) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:10:52.686209 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Attempting to bind port 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:10:52.686584 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Attempting to bind port 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:10:52.687101 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Attempting to bind port 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:10:52.689092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a913c1-3530-4c47-8cf6-4babd9ee8ca5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Made reservation on behalf of 2c18b3f2ce924647a1cd876de3531c54 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:10:52.693386 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3a913c1-3530-4c47-8cf6-4babd9ee8ca5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:52.704302 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:10:52.704591 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:10:52.705033 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:52.705423 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:10:52.705898 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Bound port: 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:10:52.706823 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:52.713356 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f305dff-3dcf-428d-8e16-a497c52095fa None None] Pushing event updated for resources: {'Port': ['ID=81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:52.748335 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f305dff-3dcf-428d-8e16-a497c52095fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.748557 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f305dff-3dcf-428d-8e16-a497c52095fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.748740 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f305dff-3dcf-428d-8e16-a497c52095fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.749065 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f305dff-3dcf-428d-8e16-a497c52095fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.749385 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f305dff-3dcf-428d-8e16-a497c52095fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.749696 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f305dff-3dcf-428d-8e16-a497c52095fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.750005 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f305dff-3dcf-428d-8e16-a497c52095fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.750311 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f305dff-3dcf-428d-8e16-a497c52095fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.750621 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f305dff-3dcf-428d-8e16-a497c52095fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.750946 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f305dff-3dcf-428d-8e16-a497c52095fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.751263 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f305dff-3dcf-428d-8e16-a497c52095fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.751570 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f305dff-3dcf-428d-8e16-a497c52095fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:10:52.767640 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3413ca-0b2a-4475-9abb-ec602c3a6070 None None] Pushing event updated for resources: {'Port': ['ID=82313ada-01f7-463f-8735-34c926cf698d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:52.812542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c9518cdc-35d6-4957-b123-ee55d79007a6 None None] Provisioning complete for port 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:52.813423 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9518cdc-35d6-4957-b123-ee55d79007a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:52.818158 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] For port 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:10:52.822811 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] For port 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:10:52.831369 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:52.882387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c9518cdc-35d6-4957-b123-ee55d79007a6 None None] Port 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:10:52.899057 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f305dff-3dcf-428d-8e16-a497c52095fa None None] Pushing event updated for resources: {'Port': ['ID=81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:52.919914 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Routers {'e828c55c-2831-4677-88cf-8772124580c0'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:10:52.921184 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:10:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e828c55c-2831-4677-88cf-8772124580c0'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:52.935355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed5b402-a2f3-4787-92b1-adbbab1af0b1 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:10:53.014801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0632baaa-b76f-49de-a713-8a2df706015c None None] Provisioning complete for port 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:53.015631 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0632baaa-b76f-49de-a713-8a2df706015c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:53.265615 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0632baaa-b76f-49de-a713-8a2df706015c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:53.293596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0632baaa-b76f-49de-a713-8a2df706015c None None] For port 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:53.321879 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0632baaa-b76f-49de-a713-8a2df706015c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:53.380869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 82313ada-01f7-463f-8735-34c926cf698d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:10:53.439834 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:53.446650 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3a913c1-3530-4c47-8cf6-4babd9ee8ca5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:53.451556 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632baaa-b76f-49de-a713-8a2df706015c None None] Pushing event updated for resources: {'Port': ['ID=81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:53.472448 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] Set router e828c55c-2831-4677-88cf-8772124580c0 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:10:53.478281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 82313ada-01f7-463f-8735-34c926cf698d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:53.478658 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:53.499625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a913c1-3530-4c47-8cf6-4babd9ee8ca5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Subnet': ['ID=f99144a8-a3c2-41cd-8ad9-1a4efb6a9354,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:53.558405 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:53.625500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Pushing event updated for resources: {'Port': ['ID=07e17a8c-e160-4cb0-a3a5-82829acb669e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:53.632102 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a913c1-3530-4c47-8cf6-4babd9ee8ca5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Checking segment: {'id': '057a5682-b0fa-47c3-8977-4d891c0ba3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:10:53.632470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a913c1-3530-4c47-8cf6-4babd9ee8ca5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network hostable DHCP agents. Network: a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:10:53.649141 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:53.649672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Network 972ba7d4-971e-4025-ba58-b4ee49abe4c9 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:10:53.654441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:10:53.658435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:10:53.692656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a913c1-3530-4c47-8cf6-4babd9ee8ca5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:10:53.710167 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-c3a913c1-3530-4c47-8cf6-4babd9ee8ca5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:10:53.722201 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02b4b04-f53c-44cc-b002-1256338654a3 None None] Network a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:10:53.723467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a913c1-3530-4c47-8cf6-4babd9ee8ca5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:53.724145 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3a913c1-3530-4c47-8cf6-4babd9ee8ca5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:53.745934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:53.746869 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:53.771620 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c3a913c1-3530-4c47-8cf6-4babd9ee8ca5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4390807 Nov 13 05:10:53.774308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59032) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:53.785302 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0cad5a38-8387-4020-9f77-4841e3c5b81c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.7536941 Nov 13 05:10:53.788295 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59034) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:53.797892 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:10:50Z', 'revision_number': 3, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:53.834861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 82313ada-01f7-463f-8735-34c926cf698d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=82313ada-01f7-463f-8735-34c926cf698d,segment=NetworkSegment(57527434-b0ba-418d-966a-378461702bde),segment_id=57527434-b0ba-418d-966a-378461702bde)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:53.855280 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b53ee9a-f908-4635-b992-a4ae529b3a92 None None] The sync data for ids ['e828c55c-2831-4677-88cf-8772124580c0'] in n-d-813114-2 is: [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:10:50Z', 'revision_number': 3, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:10:53.866759 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:53.919699 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee5776-a5ea-4f0d-8920-61695a0d56cf tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:53.934170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee5776-a5ea-4f0d-8920-61695a0d56cf tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:53.936904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=82313ada-01f7-463f-8735-34c926cf698d,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:53.949677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee5776-a5ea-4f0d-8920-61695a0d56cf tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:53.953480 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0aee5776-a5ea-4f0d-8920-61695a0d56cf tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1640625 Nov 13 05:10:53.956425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59036) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:53.986033 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:10:53.987151 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:54.118672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4aab9814-1007-427d-a9f7-d0b66df313e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Deleting port 07e17a8c-e160-4cb0-a3a5-82829acb669e {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:10:54.119049 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4aab9814-1007-427d-a9f7-d0b66df313e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:54.249443 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Allocated IP 172.20.0.2 (a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f/f99144a8-a3c2-41cd-8ad9-1a4efb6a9354/5cce12cd-2134-454a-9204-74679f3cf93a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:10:54.323785 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4aab9814-1007-427d-a9f7-d0b66df313e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:54.337401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4aab9814-1007-427d-a9f7-d0b66df313e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Calling delete_port for 07e17a8c-e160-4cb0-a3a5-82829acb669e owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:10:54.528965 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:54.541015 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8871f867-e83d-4223-8ae4-367b8b250260 None None] Network 972ba7d4-971e-4025-ba58-b4ee49abe4c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:10:54.553841 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4aab9814-1007-427d-a9f7-d0b66df313e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:54.608938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab9814-1007-427d-a9f7-d0b66df313e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Pushing event deleted for resources: {'Port': ['ID=07e17a8c-e160-4cb0-a3a5-82829acb669e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:54.718585 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:54.721542 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4aab9814-1007-427d-a9f7-d0b66df313e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:54.725317 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-28655f62-da76-48a5-93cf-ea7d3f1f36ee None None] Provisioning complete for port 82313ada-01f7-463f-8735-34c926cf698d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:54.725736 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28655f62-da76-48a5-93cf-ea7d3f1f36ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:54.726685 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4aab9814-1007-427d-a9f7-d0b66df313e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] 10.222.0.43 "DELETE /v2.0/ports/07e17a8c-e160-4cb0-a3a5-82829acb669e HTTP/1.1" status: 204 len: 168 time: 0.7690246 Nov 13 05:10:54.743149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59040) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:54.753708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e6f2ad18-dd38-4d7c-9903-2fd5831850e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Request body: {'port': {'name': 'tempest-new-port-name-1440452035', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:54.754115 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.api.validators [None req-e6f2ad18-dd38-4d7c-9903-2fd5831850e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] bootfile-name is not in valid_values {{(pid=102667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 13 05:10:54.754518 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.api.validators [None req-e6f2ad18-dd38-4d7c-9903-2fd5831850e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] tftp-server is not in valid_values {{(pid=102667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 13 05:10:54.754854 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.api.validators [None req-e6f2ad18-dd38-4d7c-9903-2fd5831850e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] server-ip-address is not in valid_values {{(pid=102667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 13 05:10:54.784046 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:54.838662 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f2ad18-dd38-4d7c-9903-2fd5831850e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:54.873275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Network a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:10:54.886195 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:10:54.889430 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:10:54.929857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Allocated IP 172.20.0.1 (a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f/f99144a8-a3c2-41cd-8ad9-1a4efb6a9354/c4df2845-130a-4ffb-8fb4-5f9ff680f698) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:10:54.932264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Pushing event updated for resources: {'Port': ['ID=5cce12cd-2134-454a-9204-74679f3cf93a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:55.022184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Attempting to bind port 5cce12cd-2134-454a-9204-74679f3cf93a on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:10:55.022648 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Attempting to bind port 5cce12cd-2134-454a-9204-74679f3cf93a by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '057a5682-b0fa-47c3-8977-4d891c0ba3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:10:55.023041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Attempting to bind port 5cce12cd-2134-454a-9204-74679f3cf93a on network a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:10:55.054795 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:10:55.055405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Checking segment: {'id': '057a5682-b0fa-47c3-8977-4d891c0ba3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:10:55.056118 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:55.056640 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Bound using segment: {'id': '057a5682-b0fa-47c3-8977-4d891c0ba3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:10:55.057268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Bound port: 5cce12cd-2134-454a-9204-74679f3cf93a, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057a5682-b0fa-47c3-8977-4d891c0ba3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:10:55.057813 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:55.178832 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:55.221811 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] For port 5cce12cd-2134-454a-9204-74679f3cf93a, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:10:55.224721 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f2ad18-dd38-4d7c-9903-2fd5831850e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:55.226640 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] For port 5cce12cd-2134-454a-9204-74679f3cf93a, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5cce12cd-2134-454a-9204-74679f3cf93a,segment=NetworkSegment(057a5682-b0fa-47c3-8977-4d891c0ba3d9),segment_id=057a5682-b0fa-47c3-8977-4d891c0ba3d9)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:10:55.239564 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f2ad18-dd38-4d7c-9903-2fd5831850e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:55.245269 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:55.285575 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:55.367989 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2782ef6-1e66-496f-80a2-75a27d17a778 None None] Pushing event updated for resources: {'Port': ['ID=5cce12cd-2134-454a-9204-74679f3cf93a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:55.394786 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0f6486a0-6355-417e-a73b-9666a9afdcf0 None None] Provisioning complete for port 82313ada-01f7-463f-8735-34c926cf698d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:55.395360 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f6486a0-6355-417e-a73b-9666a9afdcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:55.395594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Port': ['ID=c4df2845-130a-4ffb-8fb4-5f9ff680f698,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:55.422883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:10:55.428720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:10:55.432387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 82313ada-01f7-463f-8735-34c926cf698d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:10:55.433008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:10:55.473521 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2ad18-dd38-4d7c-9903-2fd5831850e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Pushing event updated for resources: {'Port': ['ID=5c897aa9-8880-412d-ae93-937967b303f1,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:55.504316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-e6f2ad18-dd38-4d7c-9903-2fd5831850e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] In _notify_port_updated(), no bound segment for port 5c897aa9-8880-412d-ae93-937967b303f1 on network 972ba7d4-971e-4025-ba58-b4ee49abe4c9 {{(pid=102667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:10:55.516636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f2ad18-dd38-4d7c-9903-2fd5831850e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:55.517347 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6f2ad18-dd38-4d7c-9903-2fd5831850e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:55.521787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59046) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:55.523397 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e6f2ad18-dd38-4d7c-9903-2fd5831850e5 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] 10.222.0.43 "PUT /v2.0/ports/5c897aa9-8880-412d-ae93-937967b303f1 HTTP/1.1" status: 200 len: 1136 time: 0.7741191 Nov 13 05:10:55.598982 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:55.613518 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d79a759-b990-422e-8f09-1b0b1e59e1a3 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:55.615053 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8d79a759-b990-422e-8f09-1b0b1e59e1a3 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] 10.222.0.43 "GET /v2.0/ports/5c897aa9-8880-412d-ae93-937967b303f1 HTTP/1.1" status: 200 len: 1136 time: 0.0925329 Nov 13 05:10:55.621651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59048) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:55.629563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0f6486a0-6355-417e-a73b-9666a9afdcf0 None None] Provisioning complete for port 5c897aa9-8880-412d-ae93-937967b303f1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:55.630108 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f6486a0-6355-417e-a73b-9666a9afdcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:55.632318 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:10:55.636190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 82313ada-01f7-463f-8735-34c926cf698d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:55.636363 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:55.745391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0f6486a0-6355-417e-a73b-9666a9afdcf0 None None] Port 5c897aa9-8880-412d-ae93-937967b303f1 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:10:55.837243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:10:55.859560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a76f0e07-243d-49e5-a70c-1c5a7e39deaf tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Deleting port 5c897aa9-8880-412d-ae93-937967b303f1 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:10:55.860026 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a76f0e07-243d-49e5-a70c-1c5a7e39deaf tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:55.968593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:55.973701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ffbfb0ed-fd1b-41ff-8458-eef38c1d8352 None None] Provisioning complete for port 5c897aa9-8880-412d-ae93-937967b303f1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:55.974070 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb0ed-fd1b-41ff-8458-eef38c1d8352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:56.074352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ffbfb0ed-fd1b-41ff-8458-eef38c1d8352 None None] Port 5c897aa9-8880-412d-ae93-937967b303f1 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:10:56.083147 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:56.083567 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a76f0e07-243d-49e5-a70c-1c5a7e39deaf tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:56.083715 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:56.108837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a76f0e07-243d-49e5-a70c-1c5a7e39deaf tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Calling delete_port for 5c897aa9-8880-412d-ae93-937967b303f1 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:10:56.300834 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e2e3b98f-d82b-47c4-8026-427b31ac7f04 None None] Could not find standard attr ID for object 07e17a8c-e160-4cb0-a3a5-82829acb669e. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:10:56.332503 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a76f0e07-243d-49e5-a70c-1c5a7e39deaf tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:56.376121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f0e07-243d-49e5-a70c-1c5a7e39deaf tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Pushing event deleted for resources: {'Port': ['ID=5c897aa9-8880-412d-ae93-937967b303f1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:56.418767 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:56.431790 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:56.479409 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a76f0e07-243d-49e5-a70c-1c5a7e39deaf tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:56.485923 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a76f0e07-243d-49e5-a70c-1c5a7e39deaf tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] 10.222.0.43 "DELETE /v2.0/ports/5c897aa9-8880-412d-ae93-937967b303f1 HTTP/1.1" status: 204 len: 168 time: 0.8598425 Nov 13 05:10:56.486143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59052) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:56.538386 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:56.545976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Port': ['ID=c4df2845-130a-4ffb-8fb4-5f9ff680f698,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:56.558998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9882b146-54fa-4d8c-9887-d5315c3e67a6 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Deleting subnet 8c8b1055-4a13-45fb-a270-bb85164f4ee9 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:10:56.563195 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9882b146-54fa-4d8c-9887-d5315c3e67a6 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:56.637933 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9882b146-54fa-4d8c-9887-d5315c3e67a6 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:56.682021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:10:56.684052 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:10:56.767411 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9882b146-54fa-4d8c-9887-d5315c3e67a6 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:56.819221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-98fdea53-6107-44cc-ace4-a8ac7e771727 None None] Could not find standard attr ID for object 5c897aa9-8880-412d-ae93-937967b303f1. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:10:56.833652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Router e828c55c-2831-4677-88cf-8772124580c0 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:10:56.855711 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9882b146-54fa-4d8c-9887-d5315c3e67a6 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:56.879749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882b146-54fa-4d8c-9887-d5315c3e67a6 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8b1055-4a13-45fb-a270-bb85164f4ee9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:56.889624 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9882b146-54fa-4d8c-9887-d5315c3e67a6 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:56.894984 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9882b146-54fa-4d8c-9887-d5315c3e67a6 tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] 10.222.0.43 "DELETE /v2.0/subnets/8c8b1055-4a13-45fb-a270-bb85164f4ee9 HTTP/1.1" status: 204 len: 168 time: 0.4058490 Nov 13 05:10:56.895720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59056) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:56.992005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59060) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:57.030254 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.041412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:10:57.050620 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1556c072-24a2-4f7a-9f87-be90ea0e87b0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "PUT /v2.0/routers/e828c55c-2831-4677-88cf-8772124580c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2740552 Nov 13 05:10:57.050844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59062) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:57.061268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Sync routers for ids ['e828c55c-2831-4677-88cf-8772124580c0'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:10:57.095952 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Routers {'e828c55c-2831-4677-88cf-8772124580c0'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:10:57.097132 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:10:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e828c55c-2831-4677-88cf-8772124580c0'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:57.102686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eeb18cd-c193-4878-b332-56d2bc4411ee admin admin] Deleting subnet 8c00cc6d-1b9d-4867-8c18-ec3cca98dff3 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:10:57.111400 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0eeb18cd-c193-4878-b332-56d2bc4411ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.157933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd9b490-880b-4675-8065-7acf8437bfdc None None] Network 972ba7d4-971e-4025-ba58-b4ee49abe4c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:10:57.166279 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0eeb18cd-c193-4878-b332-56d2bc4411ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.245608 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0eeb18cd-c193-4878-b332-56d2bc4411ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.324113 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0eeb18cd-c193-4878-b332-56d2bc4411ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.359394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb18cd-c193-4878-b332-56d2bc4411ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c00cc6d-1b9d-4867-8c18-ec3cca98dff3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:57.374734 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0eeb18cd-c193-4878-b332-56d2bc4411ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.379238 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0eeb18cd-c193-4878-b332-56d2bc4411ee admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8c00cc6d-1b9d-4867-8c18-ec3cca98dff3 HTTP/1.1" status: 204 len: 168 time: 0.3847916 Nov 13 05:10:57.382813 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59064) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:57.383409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Deleting port 82313ada-01f7-463f-8735-34c926cf698d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:10:57.383749 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.461904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] For port 82313ada-01f7-463f-8735-34c926cf698d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=82313ada-01f7-463f-8735-34c926cf698d,segment=NetworkSegment(57527434-b0ba-418d-966a-378461702bde),segment_id=57527434-b0ba-418d-966a-378461702bde)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:57.462283 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.473994 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbfb451d-bef6-41be-b27c-061aa1281e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.483346 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5cce12cd-2134-454a-9204-74679f3cf93a up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:10:57.493577 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Calling delete_port for 82313ada-01f7-463f-8735-34c926cf698d owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:10:57.515834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad854138-e390-45eb-b901-d3c4e234115a tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:57.518882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad854138-e390-45eb-b901-d3c4e234115a tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:57.519378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad854138-e390-45eb-b901-d3c4e234115a tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:57.520004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad854138-e390-45eb-b901-d3c4e234115a tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:57.520463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad854138-e390-45eb-b901-d3c4e234115a tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:57.520914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad854138-e390-45eb-b901-d3c4e234115a tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:57.521362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad854138-e390-45eb-b901-d3c4e234115a tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:57.521808 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad854138-e390-45eb-b901-d3c4e234115a tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:57.526228 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ad854138-e390-45eb-b901-d3c4e234115a tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5646 time: 0.4672747 Nov 13 05:10:57.527251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59066) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:57.579656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c67a9-19db-48c8-a18e-0d7219f2e887 None None] Network a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:10:57.606114 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbfb451d-bef6-41be-b27c-061aa1281e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.633527 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-dbfb451d-bef6-41be-b27c-061aa1281e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e0a1ea-ca7f-43bd-b085-9860c47345bb']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:57.649004 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.651462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-dbfb451d-bef6-41be-b27c-061aa1281e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219f69ed-5cf7-467b-9d06-4ba25990526e') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:57.651988 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-dbfb451d-bef6-41be-b27c-061aa1281e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219f69ed-5cf7-467b-9d06-4ba25990526e') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:57.666031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Set router e828c55c-2831-4677-88cf-8772124580c0 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:10:57.674368 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbfb451d-bef6-41be-b27c-061aa1281e0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.691551 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbfb451d-bef6-41be-b27c-061aa1281e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.700055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfb451d-bef6-41be-b27c-061aa1281e0b admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:10:57.700913 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbfb451d-bef6-41be-b27c-061aa1281e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.703123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Pushing event deleted for resources: {'Port': ['ID=82313ada-01f7-463f-8735-34c926cf698d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:10:57.704206 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:10:57.719936 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] No DVR routers for this DVR port 82313ada-01f7-463f-8735-34c926cf698d on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:10:57.723716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab52de83-32bd-43da-ac9a-fdc102fe7681 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:57.724185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab52de83-32bd-43da-ac9a-fdc102fe7681 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:57.724617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab52de83-32bd-43da-ac9a-fdc102fe7681 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:57.725121 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab52de83-32bd-43da-ac9a-fdc102fe7681 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:57.725623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab52de83-32bd-43da-ac9a-fdc102fe7681 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:57.726057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab52de83-32bd-43da-ac9a-fdc102fe7681 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:10:57.730901 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ab52de83-32bd-43da-ac9a-fdc102fe7681 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.1318955 Nov 13 05:10:57.753001 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59070) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:57.796726 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbfb451d-bef6-41be-b27c-061aa1281e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.803868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbfb451d-bef6-41be-b27c-061aa1281e0b admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.808285 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dbfb451d-bef6-41be-b27c-061aa1281e0b admin admin] 10.222.0.43 "DELETE /v2.0/networks/c5e0a1ea-ca7f-43bd-b085-9860c47345bb HTTP/1.1" status: 204 len: 168 time: 0.4244299 Nov 13 05:10:57.815339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59072) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:57.856863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cc3eae82-70dc-48da-81cb-5b76cb4d0864 None None] Provisioning complete for port 5cce12cd-2134-454a-9204-74679f3cf93a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:57.857523 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc3eae82-70dc-48da-81cb-5b76cb4d0864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.876678 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb451d-bef6-41be-b27c-061aa1281e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e0a1ea-ca7f-43bd-b085-9860c47345bb,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:57.884801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad1de30-a042-4473-a8d1-b31c5223eb24 None None] DHCP port deletion for 972ba7d4-971e-4025-ba58-b4ee49abe4c9 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:10:57.900881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e795f001-5eaf-4e97-9b56-d965bcf7bfeb admin admin] Deleting subnet 7044aab2-6896-4c7d-8f21-3afdc223df83 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:10:57.905144 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e795f001-5eaf-4e97-9b56-d965bcf7bfeb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.945673 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e795f001-5eaf-4e97-9b56-d965bcf7bfeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:57.997823 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e795f001-5eaf-4e97-9b56-d965bcf7bfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.070051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 5cce12cd-2134-454a-9204-74679f3cf93a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:58.071426 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.086717 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e795f001-5eaf-4e97-9b56-d965bcf7bfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.127353 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e795f001-5eaf-4e97-9b56-d965bcf7bfeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.131307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e795f001-5eaf-4e97-9b56-d965bcf7bfeb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7044aab2-6896-4c7d-8f21-3afdc223df83 HTTP/1.1" status: 204 len: 168 time: 0.3151743 Nov 13 05:10:58.132548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795f001-5eaf-4e97-9b56-d965bcf7bfeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7044aab2-6896-4c7d-8f21-3afdc223df83,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:58.135724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59074) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:58.217759 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3544534c-c5c8-48f6-ac4a-b57f1ec69739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.247814 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.253864 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc3eae82-70dc-48da-81cb-5b76cb4d0864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.281717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972ba7d4-971e-4025-ba58-b4ee49abe4c9']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:58.296737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57527434-b0ba-418d-966a-378461702bde') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:58.297106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57527434-b0ba-418d-966a-378461702bde') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:58.310200 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.365576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-cc3eae82-70dc-48da-81cb-5b76cb4d0864 None None] For port 5cce12cd-2134-454a-9204-74679f3cf93a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5cce12cd-2134-454a-9204-74679f3cf93a,segment=NetworkSegment(057a5682-b0fa-47c3-8977-4d891c0ba3d9),segment_id=057a5682-b0fa-47c3-8977-4d891c0ba3d9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:10:58.370491 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.386426 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc3eae82-70dc-48da-81cb-5b76cb4d0864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.406118 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.419567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:10:58.420049 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:10:58.424238 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:10:58.428379 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:10:55Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c4df2845-130a-4ffb-8fb4-5f9ff680f698', 'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:06:b8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:54Z', 'updated_at': '2021-11-13T05:10:56Z', 'revision_number': 2, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:58.486175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Checking router: e828c55c-2831-4677-88cf-8772124580c0 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:10:58.486175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Updating router e828c55c-2831-4677-88cf-8772124580c0 port c4df2845-130a-4ffb-8fb4-5f9ff680f698 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:10:58.513401 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.533363 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.539768 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] 10.222.0.43 "DELETE /v2.0/networks/972ba7d4-971e-4025-ba58-b4ee49abe4c9 HTTP/1.1" status: 204 len: 168 time: 1.6428761 Nov 13 05:10:58.548783 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eae82-70dc-48da-81cb-5b76cb4d0864 None None] Pushing event updated for resources: {'Port': ['ID=5cce12cd-2134-454a-9204-74679f3cf93a,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:58.551803 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.554315 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:10:58.554668 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:10:58.558188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860efd12-68ad-4314-ac8f-04a9af72b33c tempest-ExtraDHCPOptionsTestJSON-885923571 tempest-ExtraDHCPOptionsTestJSON-885923571-project] Pushing event deleted for resources: {'Network': ['ID=972ba7d4-971e-4025-ba58-b4ee49abe4c9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:58.584385 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1cf579e3-ff5b-4e71-9836-1d6e444df1be tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2325 time: 0.8279934 Nov 13 05:10:58.644495 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.656735 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3544534c-c5c8-48f6-ac4a-b57f1ec69739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.681840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-3544534c-c5c8-48f6-ac4a-b57f1ec69739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd836500-a4a7-4f0d-89e1-fd26db6fea62']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:58.693448 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-3544534c-c5c8-48f6-ac4a-b57f1ec69739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9ad4bc-e6dd-4137-93a0-b9bb3e31bb25') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:58.693924 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-3544534c-c5c8-48f6-ac4a-b57f1ec69739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9ad4bc-e6dd-4137-93a0-b9bb3e31bb25') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:10:58.707622 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3544534c-c5c8-48f6-ac4a-b57f1ec69739 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.724436 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3544534c-c5c8-48f6-ac4a-b57f1ec69739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.731231 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3544534c-c5c8-48f6-ac4a-b57f1ec69739 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:10:58.731646 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3544534c-c5c8-48f6-ac4a-b57f1ec69739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:10:58.745171 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:10:58.789802 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-db6cb86d-8a33-4352-bf54-fbb1de6f9ced None None] Provisioning complete for port 5cce12cd-2134-454a-9204-74679f3cf93a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:58.790159 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db6cb86d-8a33-4352-bf54-fbb1de6f9ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.798132 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3544534c-c5c8-48f6-ac4a-b57f1ec69739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.804474 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3544534c-c5c8-48f6-ac4a-b57f1ec69739 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:58.807992 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3544534c-c5c8-48f6-ac4a-b57f1ec69739 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cd836500-a4a7-4f0d-89e1-fd26db6fea62 HTTP/1.1" status: 204 len: 168 time: 0.6713057 Nov 13 05:10:58.847448 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544534c-c5c8-48f6-ac4a-b57f1ec69739 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd836500-a4a7-4f0d-89e1-fd26db6fea62,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:58.967864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59086) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:58.973114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7ff90657-9292-4b6a-b108-ec3a8b9be81b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1623158341', 'description': 'tempest-secgroup-smoke-1623158341 description', 'project_id': '2c18b3f2ce924647a1cd876de3531c54'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:58.997021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59088) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:59.006374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7ff90657-9292-4b6a-b108-ec3a8b9be81b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.011455 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.020465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-db6cb86d-8a33-4352-bf54-fbb1de6f9ced None None] Provisioning complete for port c4df2845-130a-4ffb-8fb4-5f9ff680f698 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:59.020827 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db6cb86d-8a33-4352-bf54-fbb1de6f9ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.091464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59090) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:59.091902 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f34659ee-7cf1-4f9f-b3b1-06431f322dc7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f0c487792fd4581b3e6bad40b28ad67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0933402 Nov 13 05:10:59.099008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59092) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:59.099225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-db6cb86d-8a33-4352-bf54-fbb1de6f9ced None None] Port c4df2845-130a-4ffb-8fb4-5f9ff680f698 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:10:59.145540 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7ff90657-9292-4b6a-b108-ec3a8b9be81b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.161151 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7ff90657-9292-4b6a-b108-ec3a8b9be81b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.211934 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.213921 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7ff90657-9292-4b6a-b108-ec3a8b9be81b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.218135 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7ff90657-9292-4b6a-b108-ec3a8b9be81b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2462018 Nov 13 05:10:59.218519 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59096) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:59.226111 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-bdde0bc6-6d18-4364-9504-a7c9796f34c1 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': '64149996-beb6-43ad-8dcb-9c9fc9c73c63', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:59.239603 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.247020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a6e469b8-91eb-4833-b598-25e5a9c96f39 None None] Provisioning complete for port c4df2845-130a-4ffb-8fb4-5f9ff680f698 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:59.247699 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6e469b8-91eb-4833-b598-25e5a9c96f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.267130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff90657-9292-4b6a-b108-ec3a8b9be81b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64149996-beb6-43ad-8dcb-9c9fc9c73c63,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:59.269279 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c72a044c-aa78-4b1c-8013-7c2f471e0781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.296810 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdde0bc6-6d18-4364-9504-a7c9796f34c1 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.302459 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5cce12cd-2134-454a-9204-74679f3cf93a up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:10:59.337460 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c72a044c-aa78-4b1c-8013-7c2f471e0781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.360417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a6e469b8-91eb-4833-b598-25e5a9c96f39 None None] Port c4df2845-130a-4ffb-8fb4-5f9ff680f698 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:10:59.380100 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c922c8-622f-45e6-a153-b5ec8c5b3b41 None None] Pushing event updated for resources: {'Port': ['ID=c4df2845-130a-4ffb-8fb4-5f9ff680f698,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:59.386006 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8d6679df-1540-41ee-9804-e52b2f6507c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b27dc1287bf34ee499f0490aa8565404&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2849002 Nov 13 05:10:59.387268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59098) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:59.392683 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdde0bc6-6d18-4364-9504-a7c9796f34c1 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.411165 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdde0bc6-6d18-4364-9504-a7c9796f34c1 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.448400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Attempting to bind port c4df2845-130a-4ffb-8fb4-5f9ff680f698 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:10:59.448772 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Attempting to bind port c4df2845-130a-4ffb-8fb4-5f9ff680f698 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '057a5682-b0fa-47c3-8977-4d891c0ba3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:10:59.449132 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Attempting to bind port c4df2845-130a-4ffb-8fb4-5f9ff680f698 on network a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:10:59.457383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 5cce12cd-2134-454a-9204-74679f3cf93a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:59.457737 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.461884 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4844fbcf-89d5-425f-877c-785ec765592b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.462041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde0bc6-6d18-4364-9504-a7c9796f34c1 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b49cf6-2e3a-4f2a-97b4-4889603cc201,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:59.473685 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdde0bc6-6d18-4364-9504-a7c9796f34c1 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.474882 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bdde0bc6-6d18-4364-9504-a7c9796f34c1 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2553864 Nov 13 05:10:59.477751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59100) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:59.483268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-788cafbf-2ea2-42ce-9b51-653e4ec26bc0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': '64149996-beb6-43ad-8dcb-9c9fc9c73c63', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:59.490780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:10:59.491268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Checking segment: {'id': '057a5682-b0fa-47c3-8977-4d891c0ba3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:10:59.491754 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.492212 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Bound using segment: {'id': '057a5682-b0fa-47c3-8977-4d891c0ba3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:10:59.493235 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Bound port: c4df2845-130a-4ffb-8fb4-5f9ff680f698, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057a5682-b0fa-47c3-8977-4d891c0ba3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:10:59.493808 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.497796 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c72a044c-aa78-4b1c-8013-7c2f471e0781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.504185 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c72a044c-aa78-4b1c-8013-7c2f471e0781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.507957 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c72a044c-aa78-4b1c-8013-7c2f471e0781 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8abfcc9-6f3e-4a7c-ac51-46ba1393a567 HTTP/1.1" status: 204 len: 168 time: 0.4149966 Nov 13 05:10:59.517970 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a044c-aa78-4b1c-8013-7c2f471e0781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8abfcc9-6f3e-4a7c-ac51-46ba1393a567,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:59.520942 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4844fbcf-89d5-425f-877c-785ec765592b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.578345 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-788cafbf-2ea2-42ce-9b51-653e4ec26bc0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.581828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7b658469-7328-447f-a8eb-717650089cf5 None None] Provisioning complete for port c4df2845-130a-4ffb-8fb4-5f9ff680f698 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:10:59.582197 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b658469-7328-447f-a8eb-717650089cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.649112 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4844fbcf-89d5-425f-877c-785ec765592b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.653251 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4844fbcf-89d5-425f-877c-785ec765592b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.655367 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4844fbcf-89d5-425f-877c-785ec765592b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/484f108e-7465-4c3c-ad37-7b6aea9d24a2 HTTP/1.1" status: 204 len: 168 time: 0.2667239 Nov 13 05:10:59.683076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844fbcf-89d5-425f-877c-785ec765592b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484f108e-7465-4c3c-ad37-7b6aea9d24a2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:59.746304 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-788cafbf-2ea2-42ce-9b51-653e4ec26bc0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.752792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-788cafbf-2ea2-42ce-9b51-653e4ec26bc0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.776934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cafbf-2ea2-42ce-9b51-653e4ec26bc0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38affe40-022e-4afb-bbe9-05c9fbc92f96,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:59.788952 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-788cafbf-2ea2-42ce-9b51-653e4ec26bc0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.790788 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-788cafbf-2ea2-42ce-9b51-653e4ec26bc0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3120534 Nov 13 05:10:59.793660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59108) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:59.799847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-77d387a6-9849-4374-ac64-b66d2a771776 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': '64149996-beb6-43ad-8dcb-9c9fc9c73c63', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:10:59.836875 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d387a6-9849-4374-ac64-b66d2a771776 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.903449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7b658469-7328-447f-a8eb-717650089cf5 None None] Port c4df2845-130a-4ffb-8fb4-5f9ff680f698 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:10:59.908540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] For port c4df2845-130a-4ffb-8fb4-5f9ff680f698, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:10:59.922006 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d387a6-9849-4374-ac64-b66d2a771776 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.929008 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d387a6-9849-4374-ac64-b66d2a771776 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.937160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] For port c4df2845-130a-4ffb-8fb4-5f9ff680f698, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c4df2845-130a-4ffb-8fb4-5f9ff680f698,segment=NetworkSegment(057a5682-b0fa-47c3-8977-4d891c0ba3d9),segment_id=057a5682-b0fa-47c3-8977-4d891c0ba3d9)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:10:59.938570 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59112) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:59.947687 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.950638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d387a6-9849-4374-ac64-b66d2a771776 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd4a9fd-af10-4a58-a203-e8027562ab31,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:10:59.966080 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d387a6-9849-4374-ac64-b66d2a771776 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:10:59.967505 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-77d387a6-9849-4374-ac64-b66d2a771776 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1719105 Nov 13 05:10:59.970183 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59114) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:10:59.975027 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-efc9fc38-38d8-4385-8210-851c604842d2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': '64149996-beb6-43ad-8dcb-9c9fc9c73c63', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:00.004376 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c922c8-622f-45e6-a153-b5ec8c5b3b41 None None] Pushing event updated for resources: {'Port': ['ID=c4df2845-130a-4ffb-8fb4-5f9ff680f698,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:00.035190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Routers {'e828c55c-2831-4677-88cf-8772124580c0'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:11:00.035190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:10:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e828c55c-2831-4677-88cf-8772124580c0'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:11:00.035902 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-efc9fc38-38d8-4385-8210-851c604842d2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.045151 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1e0be2ec-37c6-495c-84e5-fe6d4241a8a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff0f2f15ac444449b2c5e26b7328248c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1050284 Nov 13 05:11:00.049282 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59118) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:00.090072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 82313ada-01f7-463f-8735-34c926cf698d no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:11:00.115136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 82313ada-01f7-463f-8735-34c926cf698d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:11:00.115563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 82313ada-01f7-463f-8735-34c926cf698d not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:11:00.117103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a918c3c4-f199-45e5-b858-1b7c2c6976cd None None] Provisioning complete for port c4df2845-130a-4ffb-8fb4-5f9ff680f698 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:11:00.117936 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a918c3c4-f199-45e5-b858-1b7c2c6976cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.193738 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eafe6866-ec0a-41f9-8a2d-1eb0bfda88d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.196536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-efc9fc38-38d8-4385-8210-851c604842d2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.213571 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-efc9fc38-38d8-4385-8210-851c604842d2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.233134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9fc38-38d8-4385-8210-851c604842d2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1031a1-e572-4fec-b7eb-85c269b9bd8c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:00.243616 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eafe6866-ec0a-41f9-8a2d-1eb0bfda88d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.280029 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-efc9fc38-38d8-4385-8210-851c604842d2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.284197 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-efc9fc38-38d8-4385-8210-851c604842d2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3103931 Nov 13 05:11:00.284911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59128) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:00.289794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': '64149996-beb6-43ad-8dcb-9c9fc9c73c63', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:00.293415 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a918c3c4-f199-45e5-b858-1b7c2c6976cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.296639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] Set router e828c55c-2831-4677-88cf-8772124580c0 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:11:00.317015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eafe6866-ec0a-41f9-8a2d-1eb0bfda88d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.320562 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eafe6866-ec0a-41f9-8a2d-1eb0bfda88d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.324600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-eafe6866-ec0a-41f9-8a2d-1eb0bfda88d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50fa1236-9683-4961-90c3-ab1ba0012668 HTTP/1.1" status: 204 len: 168 time: 0.2719994 Nov 13 05:11:00.326414 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Project 2c18b3f2ce924647a1cd876de3531c54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:11:00.331541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe6866-ec0a-41f9-8a2d-1eb0bfda88d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fa1236-9683-4961-90c3-ab1ba0012668,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:00.336684 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.428350 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.440676 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.457615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a918c3c4-f199-45e5-b858-1b7c2c6976cd None None] For port c4df2845-130a-4ffb-8fb4-5f9ff680f698, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c4df2845-130a-4ffb-8fb4-5f9ff680f698,segment=NetworkSegment(057a5682-b0fa-47c3-8977-4d891c0ba3d9),segment_id=057a5682-b0fa-47c3-8977-4d891c0ba3d9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:11:00.460574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e225d000-d646-45e9-b2d4-224dd3442142,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:00.470155 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:00.470347 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a918c3c4-f199-45e5-b858-1b7c2c6976cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.470575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:00.471015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:00.471385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:00.471716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:00.472044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:00.472373 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:00.472773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:00.473241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:00.473556 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:00.474011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:00.474501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:00.480381 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.485261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-856c8bf4-6d3b-4fee-bf83-d77a91ae3828 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1991334 Nov 13 05:11:00.485820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59136) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:00.492029 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4716c07e-8e24-4bc9-830e-6d3db8345047 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': '64149996-beb6-43ad-8dcb-9c9fc9c73c63', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:00.533010 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-4716c07e-8e24-4bc9-830e-6d3db8345047 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Project 2c18b3f2ce924647a1cd876de3531c54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:11:00.542016 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4716c07e-8e24-4bc9-830e-6d3db8345047 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.577196 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918c3c4-f199-45e5-b858-1b7c2c6976cd None None] Pushing event updated for resources: {'Port': ['ID=c4df2845-130a-4ffb-8fb4-5f9ff680f698,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:00.607613 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4716c07e-8e24-4bc9-830e-6d3db8345047 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.613708 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4716c07e-8e24-4bc9-830e-6d3db8345047 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.636924 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716c07e-8e24-4bc9-830e-6d3db8345047 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0ae8d2-df49-48c3-bfe4-e1cec4d8ea32,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:00.645496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4d8d353a-6192-440e-8563-92afd10f30ae None None] Provisioning complete for port c4df2845-130a-4ffb-8fb4-5f9ff680f698 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:11:00.646036 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d8d353a-6192-440e-8563-92afd10f30ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.646449 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4716c07e-8e24-4bc9-830e-6d3db8345047 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:00.648077 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4716c07e-8e24-4bc9-830e-6d3db8345047 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610763 Nov 13 05:11:00.708633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:10:55Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c4df2845-130a-4ffb-8fb4-5f9ff680f698', 'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:06:b8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:54Z', 'updated_at': '2021-11-13T05:10:59Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:11:00.743721 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d338b66-7689-422e-9ae6-251f8f27db50 None None] The sync data for ids ['e828c55c-2831-4677-88cf-8772124580c0'] in n-d-813114-2 is: [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:10:55Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c4df2845-130a-4ffb-8fb4-5f9ff680f698', 'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:06:b8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:54Z', 'updated_at': '2021-11-13T05:10:59Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:11:00.768986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59148) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:00.954841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-80e7f677-6044-4581-94fa-8c34918d1de4 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:00.955613 n-d-813114-2 neutron-server[102668]: WARNING neutron.api.v2.base [None req-80e7f677-6044-4581-94fa-8c34918d1de4 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 13 05:11:00.956116 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-80e7f677-6044-4581-94fa-8c34918d1de4 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): There was a conflict when trying to complete your request. Nov 13 05:11:00.957154 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-80e7f677-6044-4581-94fa-8c34918d1de4 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1870704 Nov 13 05:11:00.961305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59166) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:00.965776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-459934d0-cf3f-46fa-83a7-ed3500d07e41 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672779979'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:01.009851 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-459934d0-cf3f-46fa-83a7-ed3500d07e41 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.023462 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-459934d0-cf3f-46fa-83a7-ed3500d07e41 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.078327 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-19dc9d81-292f-47a7-be6f-226c0eca8abc tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623158341&fields=id&tenant_id=2c18b3f2ce924647a1cd876de3531c54 HTTP/1.1" status: 200 len: 267 time: 0.0884180 Nov 13 05:11:01.142772 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-459934d0-cf3f-46fa-83a7-ed3500d07e41 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.165830 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-459934d0-cf3f-46fa-83a7-ed3500d07e41 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.233831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459934d0-cf3f-46fa-83a7-ed3500d07e41 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc65b0ba-f60f-4b0d-98f5-1080e211f067,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:01.258774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-b456be81-39e1-43a2-8aa1-1d9d1e88eaa1 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:01.273063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-b456be81-39e1-43a2-8aa1-1d9d1e88eaa1 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/networks?id=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f HTTP/1.1" status: 200 len: 796 time: 0.1929197 Nov 13 05:11:01.295114 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-177046cf-d5a4-4172-b850-991002de1c6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/quotas/2c18b3f2ce924647a1cd876de3531c54 HTTP/1.1" status: 200 len: 375 time: 0.0201416 Nov 13 05:11:01.322796 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-459934d0-cf3f-46fa-83a7-ed3500d07e41 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.334267 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-459934d0-cf3f-46fa-83a7-ed3500d07e41 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.359781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c4df2845-130a-4ffb-8fb4-5f9ff680f698 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:11:01.397085 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-5ecd602c-96e2-478c-abb3-436950a43977 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005437 Nov 13 05:11:01.407126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-459934d0-cf3f-46fa-83a7-ed3500d07e41 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.408708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59180) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:01.414095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0a28fa92-a8fe-4055-af42-a5e8cd85b275 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '3ac4e805-e83c-4af8-9b58-167cc108e56a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:01.415473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-459934d0-cf3f-46fa-83a7-ed3500d07e41 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4530807 Nov 13 05:11:01.432430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459934d0-cf3f-46fa-83a7-ed3500d07e41 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac4e805-e83c-4af8-9b58-167cc108e56a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:01.469331 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a28fa92-a8fe-4055-af42-a5e8cd85b275 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.490336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c4df2845-130a-4ffb-8fb4-5f9ff680f698 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:11:01.491020 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.576214 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a28fa92-a8fe-4055-af42-a5e8cd85b275 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.587590 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a28fa92-a8fe-4055-af42-a5e8cd85b275 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.616237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28fa92-a8fe-4055-af42-a5e8cd85b275 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf0cdd3-43d3-4ef2-a38c-aaaa450e421a,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:01.641639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a28fa92-a8fe-4055-af42-a5e8cd85b275 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.644092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0a28fa92-a8fe-4055-af42-a5e8cd85b275 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2339344 Nov 13 05:11:01.647345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59184) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:01.654446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-e478d523-cf0f-478c-9ca5-3d61cb7bfaee service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:11:01.655165 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fafd3621-67cf-48e8-89ab-0379476cc730 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '3ac4e805-e83c-4af8-9b58-167cc108e56a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:01.655626 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-e478d523-cf0f-478c-9ca5-3d61cb7bfaee service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2319939 Nov 13 05:11:01.705886 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fafd3621-67cf-48e8-89ab-0379476cc730 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.789382 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-fafd3621-67cf-48e8-89ab-0379476cc730 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): There was a conflict when trying to complete your request. Nov 13 05:11:01.793408 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fafd3621-67cf-48e8-89ab-0379476cc730 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1424620 Nov 13 05:11:01.793768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59188) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:01.801009 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-40ab6e70-a555-4149-b67e-c3e854bcfdac service neutron] 10.222.0.43 "GET /v2.0/networks/a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355126 Nov 13 05:11:01.883693 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049c1263-518c-4816-b391-905e3478103c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.931687 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049c1263-518c-4816-b391-905e3478103c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.938821 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-30e62032-265a-4609-a7cf-f7b79e9aec0b service neutron] 10.222.0.43 "GET /v2.0/networks/a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309633 Nov 13 05:11:01.995132 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049c1263-518c-4816-b391-905e3478103c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:01.999474 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049c1263-518c-4816-b391-905e3478103c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:02.002436 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-049c1263-518c-4816-b391-905e3478103c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "DELETE /v2.0/security-groups/3ac4e805-e83c-4af8-9b58-167cc108e56a HTTP/1.1" status: 204 len: 168 time: 0.2072883 Nov 13 05:11:02.005059 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59194) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:02.033653 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c1263-518c-4816-b391-905e3478103c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac4e805-e83c-4af8-9b58-167cc108e56a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:02.109615 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8d425c60-2a93-4815-b5db-fc470f2b75c1 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1005828 Nov 13 05:11:02.110162 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59200) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:02.115947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850499486'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:02.157282 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:02.319476 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d9a76506-d2e2-46e5-84c0-1fc1f45e20a8 req-0c5584e1-418b-40f2-8080-d39b2bade037 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 210 time: 0.0372505 Nov 13 05:11:02.361004 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:02.371840 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:02.466828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ee8da6-d623-4917-bdaa-44f370e28bc1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:02.486642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:02.488396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3772452 Nov 13 05:11:02.490256 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:02.491215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59218) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:02.502677 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:02.503986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:02.504646 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:02.504768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-df60df86-2290-46a5-b730-4a34f948faa8 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '72ee8da6-d623-4917-bdaa-44f370e28bc1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:02.504986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:02.505316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:02.505645 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:02.505968 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:02.506286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:02.506604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:02.506950 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:02.507754 n-d-813114-2 neutron-server[102667]: WARNING neutron.api.v2.base [None req-df60df86-2290-46a5-b730-4a34f948faa8 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 13 05:11:02.508276 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-df60df86-2290-46a5-b730-4a34f948faa8 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:02.508907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82ca22-a462-4219-878a-465eebdba9d3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:02.509324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-df60df86-2290-46a5-b730-4a34f948faa8 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0168366 Nov 13 05:11:02.512098 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59222) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:02.600991 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d5da4f5-573c-412f-8eb1-908da1d1e87b tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:02.627837 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d5da4f5-573c-412f-8eb1-908da1d1e87b tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:02.700058 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d5da4f5-573c-412f-8eb1-908da1d1e87b tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:02.703788 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d5da4f5-573c-412f-8eb1-908da1d1e87b tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:02.705051 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3d5da4f5-573c-412f-8eb1-908da1d1e87b tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "DELETE /v2.0/security-groups/72ee8da6-d623-4917-bdaa-44f370e28bc1 HTTP/1.1" status: 204 len: 168 time: 0.1909997 Nov 13 05:11:02.707853 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59224) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:02.731444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5da4f5-573c-412f-8eb1-908da1d1e87b tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ee8da6-d623-4917-bdaa-44f370e28bc1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:02.771473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9502d3fc-90e6-4441-b9f5-f7430825ecf2 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0622268 Nov 13 05:11:02.775145 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59228) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:02.781462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c487579f-eef1-46dc-8f2b-fe8dc9f0e7fd tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group': {'name': 'tempest-secgroup--415912290'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:02.808316 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c487579f-eef1-46dc-8f2b-fe8dc9f0e7fd tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:02.883219 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c487579f-eef1-46dc-8f2b-fe8dc9f0e7fd tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:02.887729 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c487579f-eef1-46dc-8f2b-fe8dc9f0e7fd tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:02.923561 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c487579f-eef1-46dc-8f2b-fe8dc9f0e7fd tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:02.927558 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c487579f-eef1-46dc-8f2b-fe8dc9f0e7fd tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1486313 Nov 13 05:11:02.927558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487579f-eef1-46dc-8f2b-fe8dc9f0e7fd tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9341f16-782b-44b9-978c-232c116f5bfb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:02.928292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59230) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:02.933335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-8cf345d9-37a2-4edc-9ed8-c58cbd8189df tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': 'c9341f16-782b-44b9-978c-232c116f5bfb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:02.945955 n-d-813114-2 neutron-server[102667]: WARNING neutron.api.v2.base [None req-8cf345d9-37a2-4edc-9ed8-c58cbd8189df tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 13 05:11:02.946688 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-8cf345d9-37a2-4edc-9ed8-c58cbd8189df tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:02.947945 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8cf345d9-37a2-4edc-9ed8-c58cbd8189df tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0185292 Nov 13 05:11:02.951451 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59232) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:03.007993 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c601910-d8b0-4291-a71f-515a47078ba1 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.036789 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c601910-d8b0-4291-a71f-515a47078ba1 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.103357 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c601910-d8b0-4291-a71f-515a47078ba1 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.106031 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c601910-d8b0-4291-a71f-515a47078ba1 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.110781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59238) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:03.111338 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2c601910-d8b0-4291-a71f-515a47078ba1 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "DELETE /v2.0/security-groups/c9341f16-782b-44b9-978c-232c116f5bfb HTTP/1.1" status: 204 len: 168 time: 0.1582308 Nov 13 05:11:03.121698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c601910-d8b0-4291-a71f-515a47078ba1 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9341f16-782b-44b9-978c-232c116f5bfb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:03.176315 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9fb29e04-6f73-486b-b05c-812858162359 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0631542 Nov 13 05:11:03.180189 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59240) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:03.184692 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-4afea027-9954-4ab0-989f-edb1f49d235f tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209928870'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:03.207780 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4afea027-9954-4ab0-989f-edb1f49d235f tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.276306 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4afea027-9954-4ab0-989f-edb1f49d235f tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.281641 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4afea027-9954-4ab0-989f-edb1f49d235f tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.312784 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4afea027-9954-4ab0-989f-edb1f49d235f tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.314020 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4afea027-9954-4ab0-989f-edb1f49d235f tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1327031 Nov 13 05:11:03.316987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59244) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:03.321846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-449072ac-4fc2-479d-9a15-ccc1ee55ba84 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '99f965b5-6018-4c2f-8615-db5d322d41c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:03.339077 n-d-813114-2 neutron-server[102667]: WARNING neutron.api.v2.base [None req-449072ac-4fc2-479d-9a15-ccc1ee55ba84 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 13 05:11:03.339639 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-449072ac-4fc2-479d-9a15-ccc1ee55ba84 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:03.340632 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-449072ac-4fc2-479d-9a15-ccc1ee55ba84 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0227039 Nov 13 05:11:03.341565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afea027-9954-4ab0-989f-edb1f49d235f tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f965b5-6018-4c2f-8615-db5d322d41c2,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:03.343628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59246) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:03.348395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4de478ce-3429-47b3-ab98-bea295a2ee5c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '99f965b5-6018-4c2f-8615-db5d322d41c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:03.350350 n-d-813114-2 neutron-server[102668]: WARNING neutron.api.v2.base [None req-4de478ce-3429-47b3-ab98-bea295a2ee5c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 13 05:11:03.350889 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-4de478ce-3429-47b3-ab98-bea295a2ee5c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:03.351833 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4de478ce-3429-47b3-ab98-bea295a2ee5c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071831 Nov 13 05:11:03.354400 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59248) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:03.366355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ec183792-0e58-48a2-a92b-a16d9a148742 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '99f965b5-6018-4c2f-8615-db5d322d41c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:03.367804 n-d-813114-2 neutron-server[102668]: WARNING neutron.api.v2.base [None req-ec183792-0e58-48a2-a92b-a16d9a148742 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 13 05:11:03.368459 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-ec183792-0e58-48a2-a92b-a16d9a148742 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:03.369411 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ec183792-0e58-48a2-a92b-a16d9a148742 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067623 Nov 13 05:11:03.372505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59252) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:03.377337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5afdb6a5-afd3-4b23-acea-e3e7c5128e4e tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '99f965b5-6018-4c2f-8615-db5d322d41c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:03.378192 n-d-813114-2 neutron-server[102667]: WARNING neutron.api.v2.base [None req-5afdb6a5-afd3-4b23-acea-e3e7c5128e4e tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 13 05:11:03.378901 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-5afdb6a5-afd3-4b23-acea-e3e7c5128e4e tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:03.379999 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5afdb6a5-afd3-4b23-acea-e3e7c5128e4e tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063922 Nov 13 05:11:03.382708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59254) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:03.452807 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbb344cd-2e89-49b9-abf1-c810f1fc1861 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.483111 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbb344cd-2e89-49b9-abf1-c810f1fc1861 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.498353 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b0954e01-b425-4c78-9833-cead67f46db7 req-47b12541-4ba0-49af-9fdf-c11731c56418 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 210 time: 0.0687256 Nov 13 05:11:03.598645 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbb344cd-2e89-49b9-abf1-c810f1fc1861 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.601210 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbb344cd-2e89-49b9-abf1-c810f1fc1861 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.604884 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dbb344cd-2e89-49b9-abf1-c810f1fc1861 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "DELETE /v2.0/security-groups/99f965b5-6018-4c2f-8615-db5d322d41c2 HTTP/1.1" status: 204 len: 168 time: 0.2175853 Nov 13 05:11:03.605596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:03.620375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb344cd-2e89-49b9-abf1-c810f1fc1861 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f965b5-6018-4c2f-8615-db5d322d41c2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:03.654084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-6b6bf306-a617-40b7-be4c-4f05d57d062e tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:03.655801 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-6b6bf306-a617-40b7-be4c-4f05d57d062e tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.46 "GET /v2.0/networks?id=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f HTTP/1.1" status: 200 len: 796 time: 0.1549129 Nov 13 05:11:03.686450 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-065cb617-beb0-41e8-ae14-67650a61a878 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0728154 Nov 13 05:11:03.687978 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:03.693055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-759476d2-c094-40bb-8e53-840ddcd0ccd2 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090937208'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:03.716866 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-759476d2-c094-40bb-8e53-840ddcd0ccd2 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.743505 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-932c322e-d2b1-4841-8256-ac1f3353a45a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c18b3f2ce924647a1cd876de3531c54 HTTP/1.1" status: 200 len: 380 time: 0.0714340 Nov 13 05:11:03.772014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-8dda1062-99d9-4fa7-8975-96518761462f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'port': {'device_id': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'admin_state_up': True, 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'security_groups': ['64149996-beb6-43ad-8dcb-9c9fc9c73c63']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:03.786325 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-759476d2-c094-40bb-8e53-840ddcd0ccd2 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.792582 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-759476d2-c094-40bb-8e53-840ddcd0ccd2 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.826517 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-759476d2-c094-40bb-8e53-840ddcd0ccd2 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.827805 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-759476d2-c094-40bb-8e53-840ddcd0ccd2 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1386700 Nov 13 05:11:03.828953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759476d2-c094-40bb-8e53-840ddcd0ccd2 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a53a329-622c-470d-9406-ee523297c0e8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:03.833020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59262) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:03.844464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-97e22793-e6ad-45e0-9fe4-1893c737e5ac tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '4a53a329-622c-470d-9406-ee523297c0e8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:03.845227 n-d-813114-2 neutron-server[102668]: WARNING neutron.api.v2.base [None req-97e22793-e6ad-45e0-9fe4-1893c737e5ac tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 13 05:11:03.845725 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-97e22793-e6ad-45e0-9fe4-1893c737e5ac tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:03.846694 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-97e22793-e6ad-45e0-9fe4-1893c737e5ac tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063760 Nov 13 05:11:03.849763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59264) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:03.860044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-f80fbce7-320d-4f4a-b35e-31c8aa1d1e2b tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '4a53a329-622c-470d-9406-ee523297c0e8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:03.931848 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-f80fbce7-320d-4f4a-b35e-31c8aa1d1e2b tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:03.936199 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f80fbce7-320d-4f4a-b35e-31c8aa1d1e2b tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0822113 Nov 13 05:11:03.936641 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59266) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:03.944369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6094a5f4-b804-4ee7-a78b-c56b4ec91f6a tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '4a53a329-622c-470d-9406-ee523297c0e8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:03.944853 n-d-813114-2 neutron-server[102668]: WARNING neutron.api.v2.base [None req-6094a5f4-b804-4ee7-a78b-c56b4ec91f6a tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 13 05:11:03.945388 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-6094a5f4-b804-4ee7-a78b-c56b4ec91f6a tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:03.945565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-8dda1062-99d9-4fa7-8975-96518761462f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Made reservation on behalf of 2c18b3f2ce924647a1cd876de3531c54 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:11:03.949068 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6094a5f4-b804-4ee7-a78b-c56b4ec91f6a tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077410 Nov 13 05:11:03.949217 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-8dda1062-99d9-4fa7-8975-96518761462f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:03.949306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59268) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:03.956163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3313bfb2-2678-4ee9-8f2f-e4ebabeee7fe tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '4a53a329-622c-470d-9406-ee523297c0e8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:03.995173 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-3313bfb2-2678-4ee9-8f2f-e4ebabeee7fe tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:03.996377 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3313bfb2-2678-4ee9-8f2f-e4ebabeee7fe tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0460904 Nov 13 05:11:03.999426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59270) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:04.004174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7daf0425-dc39-4ce5-9526-9ac776d3f3f6 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '4a53a329-622c-470d-9406-ee523297c0e8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:04.004878 n-d-813114-2 neutron-server[102668]: WARNING neutron.api.v2.base [None req-7daf0425-dc39-4ce5-9526-9ac776d3f3f6 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 13 05:11:04.005337 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-7daf0425-dc39-4ce5-9526-9ac776d3f3f6 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:04.009051 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7daf0425-dc39-4ce5-9526-9ac776d3f3f6 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058320 Nov 13 05:11:04.009264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59272) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:04.015588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b1458488-2c26-4467-a105-b2b7dc40b95c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '4a53a329-622c-470d-9406-ee523297c0e8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:04.061557 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-b1458488-2c26-4467-a105-b2b7dc40b95c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:04.062689 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b1458488-2c26-4467-a105-b2b7dc40b95c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0525331 Nov 13 05:11:04.065888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59274) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:04.070402 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1b7863ce-a3e6-4bfe-9ef6-c0e1f81d21ae tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '4a53a329-622c-470d-9406-ee523297c0e8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:04.070872 n-d-813114-2 neutron-server[102668]: WARNING neutron.api.v2.base [None req-1b7863ce-a3e6-4bfe-9ef6-c0e1f81d21ae tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 13 05:11:04.071358 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-1b7863ce-a3e6-4bfe-9ef6-c0e1f81d21ae tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:04.072250 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1b7863ce-a3e6-4bfe-9ef6-c0e1f81d21ae tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054514 Nov 13 05:11:04.074727 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59276) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:04.079518 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4c076184-aef9-45c4-a677-db8446dfab6c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '4a53a329-622c-470d-9406-ee523297c0e8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:04.092651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-8dda1062-99d9-4fa7-8975-96518761462f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Allocated IP 172.20.0.4 (a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f/f99144a8-a3c2-41cd-8ad9-1a4efb6a9354/66a9a497-8dff-4f60-80dc-ab430bb5cf16) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:11:04.113744 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-4c076184-aef9-45c4-a677-db8446dfab6c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:04.114942 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4c076184-aef9-45c4-a677-db8446dfab6c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0392828 Nov 13 05:11:04.118105 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59278) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:04.122719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b939923f-4d6a-4797-a4a2-04755014fdbf tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '4a53a329-622c-470d-9406-ee523297c0e8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:04.178112 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82546ae0-d0ea-4d26-9108-81e3d482f465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.180852 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-b939923f-4d6a-4797-a4a2-04755014fdbf tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:04.181957 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b939923f-4d6a-4797-a4a2-04755014fdbf tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0628910 Nov 13 05:11:04.184790 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59284) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:04.239286 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5181-f83e-4325-8c01-0086de94b1d0 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.256782 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-8dda1062-99d9-4fa7-8975-96518761462f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.267567 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5181-f83e-4325-8c01-0086de94b1d0 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.296420 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-8dda1062-99d9-4fa7-8975-96518761462f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.311899 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5181-f83e-4325-8c01-0086de94b1d0 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.317693 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5181-f83e-4325-8c01-0086de94b1d0 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.319304 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fb0a5181-f83e-4325-8c01-0086de94b1d0 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "DELETE /v2.0/security-groups/4a53a329-622c-470d-9406-ee523297c0e8 HTTP/1.1" status: 204 len: 168 time: 0.1332870 Nov 13 05:11:04.323459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59288) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:04.339856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a5181-f83e-4325-8c01-0086de94b1d0 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a53a329-622c-470d-9406-ee523297c0e8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:04.346745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-8dda1062-99d9-4fa7-8975-96518761462f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:11:04.352307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-8dda1062-99d9-4fa7-8975-96518761462f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:11:04.360855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-8dda1062-99d9-4fa7-8975-96518761462f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:11:04.388837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda1062-99d9-4fa7-8975-96518761462f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Port': ['ID=66a9a497-8dff-4f60-80dc-ab430bb5cf16,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:04.421340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-8dda1062-99d9-4fa7-8975-96518761462f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:04.422123 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-8dda1062-99d9-4fa7-8975-96518761462f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.430977 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-40e3bb7d-98ef-4d38-8598-01fb3f301639 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1045692 Nov 13 05:11:04.435329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59290) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:04.442202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-448170fa-2467-47cb-9599-15c8ddf5912a tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group': {'name': 'tempest-secgroup--827512200'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:04.446481 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-8dda1062-99d9-4fa7-8975-96518761462f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6787972 Nov 13 05:11:04.464453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Request body: {'port': {'device_id': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:04.466462 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-448170fa-2467-47cb-9599-15c8ddf5912a tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.530814 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.549124 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-448170fa-2467-47cb-9599-15c8ddf5912a tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.555739 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-448170fa-2467-47cb-9599-15c8ddf5912a tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.593207 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-448170fa-2467-47cb-9599-15c8ddf5912a tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.597795 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-448170fa-2467-47cb-9599-15c8ddf5912a tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1596386 Nov 13 05:11:04.598241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59296) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:04.613060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448170fa-2467-47cb-9599-15c8ddf5912a tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de35f162-7f91-4073-8800-169a9487775d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:04.633146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-308d8de9-e91b-4be5-b759-78ecf9dbcda6 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': 'de35f162-7f91-4073-8800-169a9487775d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:04.642048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-55508eb3-f27f-41e8-8edf-3b1013fb1031 None None] Provisioning complete for port 66a9a497-8dff-4f60-80dc-ab430bb5cf16 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:11:04.642247 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55508eb3-f27f-41e8-8edf-3b1013fb1031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.682302 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-55508eb3-f27f-41e8-8edf-3b1013fb1031 None None] Port 66a9a497-8dff-4f60-80dc-ab430bb5cf16 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:11:04.728407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2f60a-3527-4396-9840-33e937ff6ded req-9a0b3a8f-f2cc-4a95-b710-6a4a1f3a135f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:04.730608 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9e2f60a-3527-4396-9840-33e937ff6ded req-9a0b3a8f-f2cc-4a95-b710-6a4a1f3a135f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 931 time: 0.1150494 Nov 13 05:11:04.796541 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9e2f60a-3527-4396-9840-33e937ff6ded req-b0e3cdc3-9804-47c7-8b05-b22dde5ee7fc tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=64149996-beb6-43ad-8dcb-9c9fc9c73c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554399 Nov 13 05:11:04.802879 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-308d8de9-e91b-4be5-b759-78ecf9dbcda6 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The resource could not be found. Nov 13 05:11:04.804456 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-308d8de9-e91b-4be5-b759-78ecf9dbcda6 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2052255 Nov 13 05:11:04.807310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:04.813381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-437543cc-de57-469a-bb21-d9375edb16e3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': 'de35f162-7f91-4073-8800-169a9487775d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7f400b2a-33d0-4909-9b4f-1cc8daed3b21'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:04.858779 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-437543cc-de57-469a-bb21-d9375edb16e3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The resource could not be found. Nov 13 05:11:04.859971 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-437543cc-de57-469a-bb21-d9375edb16e3 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0510278 Nov 13 05:11:04.863239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59300) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:04.912345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a9a497-8dff-4f60-80dc-ab430bb5cf16 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:11:04.921406 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.922065 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a14ef7c-1177-4e1c-ad66-fe51e42c35ad tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.935683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Transition to ACTIVE for port object 66a9a497-8dff-4f60-80dc-ab430bb5cf16 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:11:04.940894 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.946172 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a14ef7c-1177-4e1c-ad66-fe51e42c35ad tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:04.999913 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a14ef7c-1177-4e1c-ad66-fe51e42c35ad tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.002880 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a14ef7c-1177-4e1c-ad66-fe51e42c35ad tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.004364 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9a14ef7c-1177-4e1c-ad66-fe51e42c35ad tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "DELETE /v2.0/security-groups/de35f162-7f91-4073-8800-169a9487775d HTTP/1.1" status: 204 len: 168 time: 0.1399076 Nov 13 05:11:05.008203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59302) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:05.027547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14ef7c-1177-4e1c-ad66-fe51e42c35ad tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de35f162-7f91-4073-8800-169a9487775d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:05.038565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Pushing event updated for resources: {'Port': ['ID=66a9a497-8dff-4f60-80dc-ab430bb5cf16,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:05.080126 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a14a2a35-5314-4d57-8f95-4d96fbce6a62 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0661192 Nov 13 05:11:05.080614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59304) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:05.082607 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Attempting to bind port 66a9a497-8dff-4f60-80dc-ab430bb5cf16 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:11:05.083132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Attempting to bind port 66a9a497-8dff-4f60-80dc-ab430bb5cf16 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '057a5682-b0fa-47c3-8977-4d891c0ba3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:11:05.083616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Attempting to bind port 66a9a497-8dff-4f60-80dc-ab430bb5cf16 on network a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:11:05.085037 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2d7068c0-c388-4ec3-bbdf-ff970849082e tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '1e0d285e-5939-4ecc-8379-fcd04ff786ed', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:05.089936 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Port 66a9a497-8dff-4f60-80dc-ab430bb5cf16 on network a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:11:05.090453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Attempting to bind port 66a9a497-8dff-4f60-80dc-ab430bb5cf16 on network a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:11:05.096541 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:11:05.097107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Checking segment: {'id': '057a5682-b0fa-47c3-8977-4d891c0ba3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:11:05.097682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Bound using segment: {'id': '057a5682-b0fa-47c3-8977-4d891c0ba3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:11:05.098516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Bound port: 66a9a497-8dff-4f60-80dc-ab430bb5cf16, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057a5682-b0fa-47c3-8977-4d891c0ba3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:11:05.099062 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.133402 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-2d7068c0-c388-4ec3-bbdf-ff970849082e tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The resource could not be found. Nov 13 05:11:05.134642 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2d7068c0-c388-4ec3-bbdf-ff970849082e tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0531695 Nov 13 05:11:05.138213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59306) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:05.143415 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d3491fa2-b299-4878-a9ae-918f82b045ae tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358291079'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:05.175897 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3491fa2-b299-4878-a9ae-918f82b045ae tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.192214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] For port 66a9a497-8dff-4f60-80dc-ab430bb5cf16, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:11:05.197068 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] For port 66a9a497-8dff-4f60-80dc-ab430bb5cf16, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=66a9a497-8dff-4f60-80dc-ab430bb5cf16,segment=NetworkSegment(057a5682-b0fa-47c3-8977-4d891c0ba3d9),segment_id=057a5682-b0fa-47c3-8977-4d891c0ba3d9)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:11:05.203911 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.243861 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:05.244474 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.245897 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] 10.222.0.46 "PUT /v2.0/ports/66a9a497-8dff-4f60-80dc-ab430bb5cf16 HTTP/1.1" status: 200 len: 1091 time: 0.7859318 Nov 13 05:11:05.246373 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'tag': '66a9a497-8dff-4f60-80dc-ab430bb5cf16'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:11:05.249001 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ed6e38-807f-45cc-a225-45c5313ac716" -d '{"events": [{"name": "network-changed", "server_uuid": "76d33b91-49d8-45a6-968e-ddd0cab4b350", "tag": "66a9a497-8dff-4f60-80dc-ab430bb5cf16"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:11:05.264053 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3491fa2-b299-4878-a9ae-918f82b045ae tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.269745 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3491fa2-b299-4878-a9ae-918f82b045ae tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.293941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9a7ba-96f5-459a-822e-c9c947a2bbcc service neutron] Pushing event updated for resources: {'Port': ['ID=66a9a497-8dff-4f60-80dc-ab430bb5cf16,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:05.308934 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3491fa2-b299-4878-a9ae-918f82b045ae tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.310337 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d3491fa2-b299-4878-a9ae-918f82b045ae tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1709290 Nov 13 05:11:05.312663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3491fa2-b299-4878-a9ae-918f82b045ae tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c62a826-53bb-47f4-b88b-9a6e47cca464,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:05.316186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59310) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:05.319150 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2e452d-9555-4591-a883-841e9b197bf4 x-openstack-request-id: req-4c2e452d-9555-4591-a883-841e9b197bf4 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:11:05.319662 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d33b91-49d8-45a6-968e-ddd0cab4b350", "tag": "66a9a497-8dff-4f60-80dc-ab430bb5cf16", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:11:05.320192 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c2e452d-9555-4591-a883-841e9b197bf4 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:11:05.320708 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f20be01c-9d2d-4e85-9361-e5f01035be2d tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842190062'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:05.321063 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'tag': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'status': 'completed', 'code': 200} Nov 13 05:11:05.343896 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f20be01c-9d2d-4e85-9361-e5f01035be2d tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.401197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-78fc5ff8-6b91-4a7b-826e-87fc63c8e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:05.403806 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-78fc5ff8-6b91-4a7b-826e-87fc63c8e9a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 1094 time: 0.0761786 Nov 13 05:11:05.430726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f20be01c-9d2d-4e85-9361-e5f01035be2d tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.436215 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f20be01c-9d2d-4e85-9361-e5f01035be2d tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.470352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20be01c-9d2d-4e85-9361-e5f01035be2d tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d4fdba-d39f-41ff-a857-8a52f22fb5a0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:05.473831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-85fc12d8-879a-47e4-b495-79ebf1d9bbbf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66a9a497-8dff-4f60-80dc-ab430bb5cf16 HTTP/1.1" status: 200 len: 217 time: 0.0570774 Nov 13 05:11:05.477037 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f20be01c-9d2d-4e85-9361-e5f01035be2d tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.478311 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f20be01c-9d2d-4e85-9361-e5f01035be2d tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1611722 Nov 13 05:11:05.483334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59314) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:05.488481 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b66a2b03-9d95-493f-bc2c-16c17980c966 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group_rule': {'security_group_id': '6c62a826-53bb-47f4-b88b-9a6e47cca464', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '05d4fdba-d39f-41ff-a857-8a52f22fb5a0'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:05.530896 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-b66a2b03-9d95-493f-bc2c-16c17980c966 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:11:05.532788 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b66a2b03-9d95-493f-bc2c-16c17980c966 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0483956 Nov 13 05:11:05.536819 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59316) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:05.555808 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-f8d8fa7c-89c8-4e2f-bd5d-6c717fe7dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:05.557974 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-f8d8fa7c-89c8-4e2f-bd5d-6c717fe7dee3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f99144a8-a3c2-41cd-8ad9-1a4efb6a9354 HTTP/1.1" status: 200 len: 835 time: 0.0766528 Nov 13 05:11:05.600535 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13e50846-f1a6-46fd-9a51-40f30ac93454 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.625076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-eb096a49-f666-4456-ada0-af7ce14dcf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:05.627557 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-eb096a49-f666-4456-ada0-af7ce14dcf91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608878 Nov 13 05:11:05.633668 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13e50846-f1a6-46fd-9a51-40f30ac93454 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.680860 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13e50846-f1a6-46fd-9a51-40f30ac93454 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.684114 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13e50846-f1a6-46fd-9a51-40f30ac93454 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.685722 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-13e50846-f1a6-46fd-9a51-40f30ac93454 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "DELETE /v2.0/security-groups/05d4fdba-d39f-41ff-a857-8a52f22fb5a0 HTTP/1.1" status: 204 len: 168 time: 0.1479664 Nov 13 05:11:05.690837 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59318) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:05.740213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e50846-f1a6-46fd-9a51-40f30ac93454 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d4fdba-d39f-41ff-a857-8a52f22fb5a0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:05.777556 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-705ad129-c323-4a10-bea5-7c8c4a79c8d8 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0854502 Nov 13 05:11:05.780700 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59322) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:05.782421 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-55789321-4161-4ec7-97d9-36549f1727aa service neutron] 10.222.0.46 "GET /v2.0/networks/a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474414 Nov 13 05:11:05.846936 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5764e968-2575-4add-b33b-c46ec6ec8fc2 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.873758 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5764e968-2575-4add-b33b-c46ec6ec8fc2 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.895256 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-faf03e65-d38d-4b62-95aa-afd7c7c8cd49 req-fa98aea4-cdc0-4656-8dcf-c20d19c94c88 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052356 Nov 13 05:11:05.924751 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5764e968-2575-4add-b33b-c46ec6ec8fc2 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.928453 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5764e968-2575-4add-b33b-c46ec6ec8fc2 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:05.931025 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5764e968-2575-4add-b33b-c46ec6ec8fc2 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "DELETE /v2.0/security-groups/6c62a826-53bb-47f4-b88b-9a6e47cca464 HTTP/1.1" status: 204 len: 168 time: 0.1473889 Nov 13 05:11:05.931973 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59326) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:05.940210 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764e968-2575-4add-b33b-c46ec6ec8fc2 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c62a826-53bb-47f4-b88b-9a6e47cca464,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:05.987024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1e8a6-8ead-4f06-b626-377de561bb59 req-68ec8d09-d438-4610-b51d-a90cfa99983a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:05.988512 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4fd1e8a6-8ead-4f06-b626-377de561bb59 req-68ec8d09-d438-4610-b51d-a90cfa99983a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 943 time: 0.1087949 Nov 13 05:11:06.011620 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-991f467b-8113-4450-afa0-6c7b95416db9 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0782650 Nov 13 05:11:06.015802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59328) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:06.020655 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-68df4e95-5af2-4bef-b730-bbff282e11a5 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015121826'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:06.057540 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68df4e95-5af2-4bef-b730-bbff282e11a5 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:06.073099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed6e38-807f-45cc-a225-45c5313ac716 req-ba9337d1-c717-42ab-91d2-febc4b23ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:06.074792 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40ed6e38-807f-45cc-a225-45c5313ac716 req-ba9337d1-c717-42ab-91d2-febc4b23ecf0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 1094 time: 0.0826666 Nov 13 05:11:06.079862 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4fd1e8a6-8ead-4f06-b626-377de561bb59 req-410ec230-0372-4b6c-8896-474d6cbb259d tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=64149996-beb6-43ad-8dcb-9c9fc9c73c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790095 Nov 13 05:11:06.134900 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68df4e95-5af2-4bef-b730-bbff282e11a5 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:06.139906 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68df4e95-5af2-4bef-b730-bbff282e11a5 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:06.178978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68df4e95-5af2-4bef-b730-bbff282e11a5 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:06.183458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-68df4e95-5af2-4bef-b730-bbff282e11a5 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1637657 Nov 13 05:11:06.184439 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59330) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:06.185073 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df4e95-5af2-4bef-b730-bbff282e11a5 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1d377d-6d7f-4fff-a95b-4f10312781f6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:06.190665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-44037750-ca70-4a77-81a3-272407d34f37 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:06.191450 n-d-813114-2 neutron-server[102667]: WARNING neutron.api.v2.base [None req-44037750-ca70-4a77-81a3-272407d34f37 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 13 05:11:06.192547 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-44037750-ca70-4a77-81a3-272407d34f37 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] update failed (client error): There was a conflict when trying to complete your request. Nov 13 05:11:06.192921 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-44037750-ca70-4a77-81a3-272407d34f37 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "PUT /v2.0/security-groups/5d1d377d-6d7f-4fff-a95b-4f10312781f6 HTTP/1.1" status: 409 len: 330 time: 0.0073752 Nov 13 05:11:06.194514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed6e38-807f-45cc-a225-45c5313ac716 req-e209942f-f83b-45aa-b3d5-246f5e8fd8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:06.195925 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40ed6e38-807f-45cc-a225-45c5313ac716 req-e209942f-f83b-45aa-b3d5-246f5e8fd8c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f HTTP/1.1" status: 200 len: 897 time: 0.1131637 Nov 13 05:11:06.196436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59332) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:06.241713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40ed6e38-807f-45cc-a225-45c5313ac716 req-8d9201d5-a6b3-4ff0-9885-9b7add69bda5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66a9a497-8dff-4f60-80dc-ab430bb5cf16 HTTP/1.1" status: 200 len: 217 time: 0.0368688 Nov 13 05:11:06.253664 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c5775ee-aeee-41ec-bd7e-19e30adb5a96 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:06.282076 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c5775ee-aeee-41ec-bd7e-19e30adb5a96 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:06.292342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed6e38-807f-45cc-a225-45c5313ac716 req-0fd435f2-9f84-46db-ad27-69d59b5a9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:06.293833 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40ed6e38-807f-45cc-a225-45c5313ac716 req-0fd435f2-9f84-46db-ad27-69d59b5a9e6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f99144a8-a3c2-41cd-8ad9-1a4efb6a9354 HTTP/1.1" status: 200 len: 835 time: 0.0456817 Nov 13 05:11:06.332158 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c5775ee-aeee-41ec-bd7e-19e30adb5a96 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:06.334802 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c5775ee-aeee-41ec-bd7e-19e30adb5a96 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:06.340576 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9c5775ee-aeee-41ec-bd7e-19e30adb5a96 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "DELETE /v2.0/security-groups/5d1d377d-6d7f-4fff-a95b-4f10312781f6 HTTP/1.1" status: 204 len: 168 time: 0.1430597 Nov 13 05:11:06.345222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59334) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:06.364822 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed6e38-807f-45cc-a225-45c5313ac716 req-1344b007-e423-4c00-86d7-dc9aae964da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:06.365396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5775ee-aeee-41ec-bd7e-19e30adb5a96 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1d377d-6d7f-4fff-a95b-4f10312781f6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:06.366444 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40ed6e38-807f-45cc-a225-45c5313ac716 req-1344b007-e423-4c00-86d7-dc9aae964da0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650578 Nov 13 05:11:06.419922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59338) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:06.421760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c0ddef28-0548-45b6-92d4-b65b6e5c9d5c tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0753644 Nov 13 05:11:06.462964 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-1707bd5a-4ed5-4526-b32d-9c26226a60ca tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] delete failed (client error): The resource could not be found. Nov 13 05:11:06.464016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1707bd5a-4ed5-4526-b32d-9c26226a60ca tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "DELETE /v2.0/security-groups/a656154c-269a-4317-a68a-131bdcf8d133 HTTP/1.1" status: 404 len: 347 time: 0.0431428 Nov 13 05:11:06.468055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59340) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:06.478559 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a0bfee0-e510-439b-b8bb-5af260afcb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:06.486063 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-f3e1163d-35a3-480a-82a0-831b380f022a tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] show failed (client error): The resource could not be found. Nov 13 05:11:06.490722 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f3e1163d-35a3-480a-82a0-831b380f022a tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "GET /v2.0/security-groups/8c977cf6-7e1f-4a33-9cbb-eca5da23af35 HTTP/1.1" status: 404 len: 347 time: 0.0173900 Nov 13 05:11:06.491210 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59342) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:06.499346 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40ed6e38-807f-45cc-a225-45c5313ac716 req-21d3d9f2-7f33-454e-9d37-f6d6bd61b47f service neutron] 10.222.0.46 "GET /v2.0/networks/a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234279 Nov 13 05:11:06.506486 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-74cf66b9-3303-4fb2-980f-c75d6aa02068 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] show failed (client error): The resource could not be found. Nov 13 05:11:06.510754 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-74cf66b9-3303-4fb2-980f-c75d6aa02068 tempest-NegativeSecGroupTest-760334421 tempest-NegativeSecGroupTest-760334421-project] 10.222.0.43 "GET /v2.0/security-group-rules/6e1c45a5-75b7-4b9e-9bb3-c0f25d92e5d3 HTTP/1.1" status: 404 len: 356 time: 0.0155356 Nov 13 05:11:06.598491 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40ed6e38-807f-45cc-a225-45c5313ac716 req-a56ba7c9-ea0b-48f8-8bc3-bf00be7fc7e5 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912509 Nov 13 05:11:06.766347 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59348) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:06.912273 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5ca7a58a-e968-4699-83f9-40e934857c7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c44b090b5d40469eab259f314ebcfe7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423774 Nov 13 05:11:06.912529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59354) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:06.962841 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3b55c90f-c171-4f47-8a1a-0f7b749c8c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:06.983579 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3b55c90f-c171-4f47-8a1a-0f7b749c8c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:07.030016 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3b55c90f-c171-4f47-8a1a-0f7b749c8c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:07.032723 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3b55c90f-c171-4f47-8a1a-0f7b749c8c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:07.039018 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3b55c90f-c171-4f47-8a1a-0f7b749c8c1a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc65b0ba-f60f-4b0d-98f5-1080e211f067 HTTP/1.1" status: 204 len: 168 time: 0.1204982 Nov 13 05:11:07.042971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55c90f-c171-4f47-8a1a-0f7b749c8c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc65b0ba-f60f-4b0d-98f5-1080e211f067,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:07.215318 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b7e40-b88f-4589-96df-d8962d721d02 req-28cf77d7-16b5-42ac-8df6-6f7802264db3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:07.217139 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af6b7e40-b88f-4589-96df-d8962d721d02 req-28cf77d7-16b5-42ac-8df6-6f7802264db3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 943 time: 0.0570650 Nov 13 05:11:07.276425 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af6b7e40-b88f-4589-96df-d8962d721d02 req-d0364383-fd0d-479c-94af-1a7ed397a585 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=64149996-beb6-43ad-8dcb-9c9fc9c73c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514529 Nov 13 05:11:07.802156 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59380) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:07.872152 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:07.915028 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5d6092f6-3810-4d9d-ab6d-cbe72676a2bf tempest-ServiceProvidersTest-1949928701 tempest-ServiceProvidersTest-1949928701-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1116953 Nov 13 05:11:08.177779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59392) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:08.284783 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-adf85056-dd24-4bc1-b11c-a699c8b6a2f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:08.372927 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-adf85056-dd24-4bc1-b11c-a699c8b6a2f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:08.387485 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-adf85056-dd24-4bc1-b11c-a699c8b6a2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:08.431397 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-adf85056-dd24-4bc1-b11c-a699c8b6a2f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6496e32e1e5346379b5cc527daec17ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2497416 Nov 13 05:11:08.432188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59398) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:08.436780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf85056-dd24-4bc1-b11c-a699c8b6a2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bbe1b2-9485-42bc-b1c6-a90a53b5a94e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:08.456374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b6f09-da57-4494-af55-0e8794b342ff req-71cf7e0d-ca03-4aa8-8897-9c9e958a63ba tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:08.457884 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-997b6f09-da57-4494-af55-0e8794b342ff req-71cf7e0d-ca03-4aa8-8897-9c9e958a63ba tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 943 time: 0.1051629 Nov 13 05:11:08.498484 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-837369c9-9750-4e0a-9009-9f3340ce0cab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:08.521521 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-837369c9-9750-4e0a-9009-9f3340ce0cab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:08.521826 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-997b6f09-da57-4494-af55-0e8794b342ff req-c61761da-fbae-4b02-9ee7-94f2c2ccd76b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=64149996-beb6-43ad-8dcb-9c9fc9c73c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482869 Nov 13 05:11:08.569332 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-837369c9-9750-4e0a-9009-9f3340ce0cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:08.572095 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-837369c9-9750-4e0a-9009-9f3340ce0cab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:08.573241 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-837369c9-9750-4e0a-9009-9f3340ce0cab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5bbe1b2-9485-42bc-b1c6-a90a53b5a94e HTTP/1.1" status: 204 len: 168 time: 0.1399825 Nov 13 05:11:08.584695 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837369c9-9750-4e0a-9009-9f3340ce0cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bbe1b2-9485-42bc-b1c6-a90a53b5a94e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:08.663554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 66a9a497-8dff-4f60-80dc-ab430bb5cf16 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:11:08.776491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 66a9a497-8dff-4f60-80dc-ab430bb5cf16, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=66a9a497-8dff-4f60-80dc-ab430bb5cf16,segment=NetworkSegment(057a5682-b0fa-47c3-8977-4d891c0ba3d9),segment_id=057a5682-b0fa-47c3-8977-4d891c0ba3d9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:11:08.790776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'port_id': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'mac_address': 'fa:16:3e:9c:09:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:11:08.871714 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:08.888515 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a9a497-8dff-4f60-80dc-ab430bb5cf16 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:11:08.929329 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 66a9a497-8dff-4f60-80dc-ab430bb5cf16, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=66a9a497-8dff-4f60-80dc-ab430bb5cf16,segment=NetworkSegment(057a5682-b0fa-47c3-8977-4d891c0ba3d9),segment_id=057a5682-b0fa-47c3-8977-4d891c0ba3d9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:11:08.937122 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:09.019076 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=66a9a497-8dff-4f60-80dc-ab430bb5cf16,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:09.185286 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:09.360029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['66a9a497-8dff-4f60-80dc-ab430bb5cf16'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:11:09.648155 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ebfcc-35d6-4bf7-9023-5c332c848329 req-71a94bb3-6a71-4062-977c-489000069bb5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:09.649701 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-186ebfcc-35d6-4bf7-9023-5c332c848329 req-71a94bb3-6a71-4062-977c-489000069bb5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 944 time: 0.0539868 Nov 13 05:11:09.705631 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-186ebfcc-35d6-4bf7-9023-5c332c848329 req-c934a77a-6fed-4e14-92f5-82297c055ea2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=64149996-beb6-43ad-8dcb-9c9fc9c73c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491250 Nov 13 05:11:10.045297 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:10.673749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 66a9a497-8dff-4f60-80dc-ab430bb5cf16 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:11:10.728848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 66a9a497-8dff-4f60-80dc-ab430bb5cf16 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:11:10.734117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 66a9a497-8dff-4f60-80dc-ab430bb5cf16 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:11:10.734294 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:10.817117 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:10.824106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355a12-4eac-47cb-b8eb-9170c96a7682 req-9d5e3a95-1c8b-4763-94ed-31ab2fe1c0ac tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:10.825659 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-49355a12-4eac-47cb-b8eb-9170c96a7682 req-9d5e3a95-1c8b-4763-94ed-31ab2fe1c0ac tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 944 time: 0.0493212 Nov 13 05:11:10.849965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 66a9a497-8dff-4f60-80dc-ab430bb5cf16, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=66a9a497-8dff-4f60-80dc-ab430bb5cf16,segment=NetworkSegment(057a5682-b0fa-47c3-8977-4d891c0ba3d9),segment_id=057a5682-b0fa-47c3-8977-4d891c0ba3d9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:11:10.851408 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a9a497-8dff-4f60-80dc-ab430bb5cf16'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:11:10.854480 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f809c300-165c-482c-bf4e-bb8543df5dfe" -d '{"events": [{"server_uuid": "76d33b91-49d8-45a6-968e-ddd0cab4b350", "name": "network-vif-plugged", "status": "completed", "tag": "66a9a497-8dff-4f60-80dc-ab430bb5cf16"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:11:10.869553 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:10.881970 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-49355a12-4eac-47cb-b8eb-9170c96a7682 req-05832d51-a809-4d74-aedc-05ceed513013 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=64149996-beb6-43ad-8dcb-9c9fc9c73c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495114 Nov 13 05:11:10.920359 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c343b538-6005-4232-bb0d-227a4848d182 x-openstack-request-id: req-c343b538-6005-4232-bb0d-227a4848d182 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:11:10.920643 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d33b91-49d8-45a6-968e-ddd0cab4b350", "name": "network-vif-plugged", "status": "completed", "tag": "66a9a497-8dff-4f60-80dc-ab430bb5cf16", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:11:10.920891 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c343b538-6005-4232-bb0d-227a4848d182 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:11:10.921283 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'code': 200} Nov 13 05:11:10.947133 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=66a9a497-8dff-4f60-80dc-ab430bb5cf16,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:11.037946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de776bab-7408-4e28-aaae-34b212c7682a req-e2554f4c-4e78-4a54-9ac9-b9d667ba7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:11.039430 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de776bab-7408-4e28-aaae-34b212c7682a req-e2554f4c-4e78-4a54-9ac9-b9d667ba7ac9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 1096 time: 0.0456150 Nov 13 05:11:11.094757 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de776bab-7408-4e28-aaae-34b212c7682a req-39edb728-8908-4474-9979-7690ade198f9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=64149996-beb6-43ad-8dcb-9c9fc9c73c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472183 Nov 13 05:11:12.020479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306078c-bf45-46d5-b3b3-6f7a13099994 req-70a18673-7bea-4179-832e-0cacca20f6e5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:12.022763 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0306078c-bf45-46d5-b3b3-6f7a13099994 req-70a18673-7bea-4179-832e-0cacca20f6e5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 945 time: 0.0527496 Nov 13 05:11:12.081387 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0306078c-bf45-46d5-b3b3-6f7a13099994 req-4abc3149-4a26-45e7-8231-ade8cb2e2464 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=64149996-beb6-43ad-8dcb-9c9fc9c73c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521777 Nov 13 05:11:13.205288 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aca923-d84f-406c-b7a2-d23f484cdc5e req-c2987875-9dfe-4542-a20e-9542fc7a0e68 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:13.207562 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b4aca923-d84f-406c-b7a2-d23f484cdc5e req-c2987875-9dfe-4542-a20e-9542fc7a0e68 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 945 time: 0.0552695 Nov 13 05:11:13.261124 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b4aca923-d84f-406c-b7a2-d23f484cdc5e req-687f3931-ff77-42f5-92e1-abb02faa99a5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=64149996-beb6-43ad-8dcb-9c9fc9c73c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481939 Nov 13 05:11:13.407935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba73dc-9b4d-487b-b502-b68e804ed6c3 req-4ab65f52-aa70-4f0d-9e46-39ff7144448a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:13.409569 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3bba73dc-9b4d-487b-b502-b68e804ed6c3 req-4ab65f52-aa70-4f0d-9e46-39ff7144448a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 945 time: 0.0631399 Nov 13 05:11:13.460245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3bba73dc-9b4d-487b-b502-b68e804ed6c3 req-0cde2e61-819a-400b-b70c-63f50bcdc17d tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=64149996-beb6-43ad-8dcb-9c9fc9c73c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443118 Nov 13 05:11:13.483089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59534) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:13.522828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e2d29c-91a2-4a34-9302-492b2fedfa2d tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:13.524415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-80e2d29c-91a2-4a34-9302-492b2fedfa2d tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 1091 time: 0.0402856 Nov 13 05:11:13.527673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59538) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:13.532804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:13.561924 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:13.681814 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:13.794336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Allocated IP 172.25.8.195 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/353ff16b-58b6-4445-9281-bcdbd6974fc7) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:11:13.910899 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:13.947255 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:13.999129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:11:14.002051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:11:14.007526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:11:14.009594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Port': ['ID=353ff16b-58b6-4445-9281-bcdbd6974fc7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:14.593147 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:14.678629 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:14.834426 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:14.839982 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:14.905788 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Port': ['ID=353ff16b-58b6-4445-9281-bcdbd6974fc7,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:14.921528 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:15.024136 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Floating IP 5dc790b0-9fe8-4f0f-8de5-0c49df191789 associated. External IP: 172.25.8.195, port: 66a9a497-8dff-4f60-80dc-ab430bb5cf16. Nov 13 05:11:15.248748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Router e828c55c-2831-4677-88cf-8772124580c0 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:11:15.389201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:11:15.404743 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c29074-119c-480c-a4e4-b2fb850b7a8f None None] Sync routers for ids ['e828c55c-2831-4677-88cf-8772124580c0'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:11:15.413663 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:15.419666 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c29074-119c-480c-a4e4-b2fb850b7a8f None None] Routers {'e828c55c-2831-4677-88cf-8772124580c0'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:11:15.420689 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-78c29074-119c-480c-a4e4-b2fb850b7a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:11:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e828c55c-2831-4677-88cf-8772124580c0'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:11:15.460707 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2afc7122-d1b7-4abc-aa33-36b2f5ea8bf8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9313314 Nov 13 05:11:15.461513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'tag': '66a9a497-8dff-4f60-80dc-ab430bb5cf16'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:11:15.463407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59582) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:15.464787 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f32ed3-ad72-44b5-9d07-c241699a3edc" -d '{"events": [{"name": "network-changed", "server_uuid": "76d33b91-49d8-45a6-968e-ddd0cab4b350", "tag": "66a9a497-8dff-4f60-80dc-ab430bb5cf16"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:11:15.522645 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79fc036-90b1-4328-94e2-131313a292a4 x-openstack-request-id: req-c79fc036-90b1-4328-94e2-131313a292a4 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:11:15.523233 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d33b91-49d8-45a6-968e-ddd0cab4b350", "tag": "66a9a497-8dff-4f60-80dc-ab430bb5cf16", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:11:15.523629 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c79fc036-90b1-4328-94e2-131313a292a4 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:11:15.524283 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'tag': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'status': 'completed', 'code': 200} Nov 13 05:11:15.610743 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6f4889ad-c0d3-4231-a448-0c90d815ca2a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/floatingips/5dc790b0-9fe8-4f0f-8de5-0c49df191789 HTTP/1.1" status: 200 len: 991 time: 0.1454480 Nov 13 05:11:15.612739 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-78c29074-119c-480c-a4e4-b2fb850b7a8f None None] Set router e828c55c-2831-4677-88cf-8772124580c0 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:11:15.630170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f32ed3-ad72-44b5-9d07-c241699a3edc req-1e5ee96a-0ee7-4c0b-a6f9-f655475e8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:15.642806 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c3f32ed3-ad72-44b5-9d07-c241699a3edc req-1e5ee96a-0ee7-4c0b-a6f9-f655475e8cd8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 1096 time: 0.0630593 Nov 13 05:11:15.744219 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f32ed3-ad72-44b5-9d07-c241699a3edc req-fd913537-ec18-43a2-acd1-6e10bcf13603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:15.746098 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c3f32ed3-ad72-44b5-9d07-c241699a3edc req-fd913537-ec18-43a2-acd1-6e10bcf13603 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f HTTP/1.1" status: 200 len: 897 time: 0.0968852 Nov 13 05:11:15.861066 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c3f32ed3-ad72-44b5-9d07-c241699a3edc req-1b8ad03f-d36b-47d6-95a6-926f0c02f296 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66a9a497-8dff-4f60-80dc-ab430bb5cf16 HTTP/1.1" status: 200 len: 999 time: 0.1061192 Nov 13 05:11:15.889126 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-78c29074-119c-480c-a4e4-b2fb850b7a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:10:55Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '5dc790b0-9fe8-4f0f-8de5-0c49df191789', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'port_id': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'mac_address': 'fa:16:3e:9c:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:11:14Z', 'updated_at': '2021-11-13T05:11:14Z', 'revision_number': 0, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4df2845-130a-4ffb-8fb4-5f9ff680f698', 'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:06:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:54Z', 'updated_at': '2021-11-13T05:11:00Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:11:15.917084 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c29074-119c-480c-a4e4-b2fb850b7a8f None None] Checking router: e828c55c-2831-4677-88cf-8772124580c0 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:11:15.917506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f32ed3-ad72-44b5-9d07-c241699a3edc req-399424de-4d19-4a82-b9e0-6fec156325c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:15.919054 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c3f32ed3-ad72-44b5-9d07-c241699a3edc req-399424de-4d19-4a82-b9e0-6fec156325c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f99144a8-a3c2-41cd-8ad9-1a4efb6a9354 HTTP/1.1" status: 200 len: 835 time: 0.0504506 Nov 13 05:11:15.927619 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c29074-119c-480c-a4e4-b2fb850b7a8f None None] Routers {'e828c55c-2831-4677-88cf-8772124580c0'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:11:15.927619 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-78c29074-119c-480c-a4e4-b2fb850b7a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:11:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e828c55c-2831-4677-88cf-8772124580c0'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:11:15.974589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f32ed3-ad72-44b5-9d07-c241699a3edc req-d0eedbcb-44ce-43fd-bb05-729954364857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:15.976147 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c3f32ed3-ad72-44b5-9d07-c241699a3edc req-d0eedbcb-44ce-43fd-bb05-729954364857 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503683 Nov 13 05:11:16.058424 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-78c29074-119c-480c-a4e4-b2fb850b7a8f None None] Set router e828c55c-2831-4677-88cf-8772124580c0 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:11:16.084936 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c3f32ed3-ad72-44b5-9d07-c241699a3edc req-12426b53-9788-41e5-9683-7a3e4b40a9fd service neutron] 10.222.0.46 "GET /v2.0/networks/a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016448 Nov 13 05:11:16.192942 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c3f32ed3-ad72-44b5-9d07-c241699a3edc req-92670f3a-ed65-485f-90c0-03c919ea65b0 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002567 Nov 13 05:11:16.320750 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-78c29074-119c-480c-a4e4-b2fb850b7a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:10:55Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '5dc790b0-9fe8-4f0f-8de5-0c49df191789', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'port_id': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'mac_address': 'fa:16:3e:9c:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:11:14Z', 'updated_at': '2021-11-13T05:11:14Z', 'revision_number': 0, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4df2845-130a-4ffb-8fb4-5f9ff680f698', 'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:06:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:54Z', 'updated_at': '2021-11-13T05:11:00Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:11:16.350973 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c29074-119c-480c-a4e4-b2fb850b7a8f None None] The sync data for ids ['e828c55c-2831-4677-88cf-8772124580c0'] in n-d-813114-2 is: [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:10:55Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '5dc790b0-9fe8-4f0f-8de5-0c49df191789', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'port_id': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'mac_address': 'fa:16:3e:9c:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:11:14Z', 'updated_at': '2021-11-13T05:11:14Z', 'revision_number': 0, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4df2845-130a-4ffb-8fb4-5f9ff680f698', 'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:06:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:54Z', 'updated_at': '2021-11-13T05:11:00Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:11:16.614729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:16.625297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6d29ab-2a92-412f-b9ce-1dc30114d9bb None None] New status for floating IP 5dc790b0-9fe8-4f0f-8de5-0c49df191789: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:11:16.721261 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-17355898-7d2a-42f4-ab6b-f15b6490bf27 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/floatingips/5dc790b0-9fe8-4f0f-8de5-0c49df191789 HTTP/1.1" status: 200 len: 991 time: 0.1052616 Nov 13 05:11:17.724756 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59634) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:17.807755 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a8d3d097-b7b7-4c3a-87fa-a2bf4e8f30f8 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/floatingips/5dc790b0-9fe8-4f0f-8de5-0c49df191789 HTTP/1.1" status: 200 len: 993 time: 0.0816426 Nov 13 05:11:18.758285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59658) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:18.905024 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88ca6b5b-b1da-4c3e-8bb7-7caa8a0d8485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:18.997007 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88ca6b5b-b1da-4c3e-8bb7-7caa8a0d8485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:19.001564 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88ca6b5b-b1da-4c3e-8bb7-7caa8a0d8485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:19.044031 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-88ca6b5b-b1da-4c3e-8bb7-7caa8a0d8485 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd94cf859af24909b7299b7661087896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2844543 Nov 13 05:11:19.046471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca6b5b-b1da-4c3e-8bb7-7caa8a0d8485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13aa7a2-31af-4687-b358-a6caf1a01744,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:19.047020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59670) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:19.101494 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4adb12b-73f7-4b07-888e-cc45aca39105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:19.125195 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4adb12b-73f7-4b07-888e-cc45aca39105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:19.185140 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4adb12b-73f7-4b07-888e-cc45aca39105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:19.188348 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4adb12b-73f7-4b07-888e-cc45aca39105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:19.189534 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d4adb12b-73f7-4b07-888e-cc45aca39105 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a13aa7a2-31af-4687-b358-a6caf1a01744 HTTP/1.1" status: 204 len: 168 time: 0.1413708 Nov 13 05:11:19.199618 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adb12b-73f7-4b07-888e-cc45aca39105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13aa7a2-31af-4687-b358-a6caf1a01744,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:19.463960 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59684) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:19.481795 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab07bfe6-cc1c-43c1-9616-72180c57fcac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:19.557873 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab07bfe6-cc1c-43c1-9616-72180c57fcac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:19.562777 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab07bfe6-cc1c-43c1-9616-72180c57fcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:19.600760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ab07bfe6-cc1c-43c1-9616-72180c57fcac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b22930e38db48dba0862a2bb13c77ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356130 Nov 13 05:11:19.601605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07bfe6-cc1c-43c1-9616-72180c57fcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5811c832-b1ac-43ff-aaa2-229776d36d63,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:19.603740 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59686) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:19.652366 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9256eca6-a893-4369-8aad-18930c26215f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:19.675775 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9256eca6-a893-4369-8aad-18930c26215f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:19.725567 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9256eca6-a893-4369-8aad-18930c26215f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:19.728318 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9256eca6-a893-4369-8aad-18930c26215f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:19.729563 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9256eca6-a893-4369-8aad-18930c26215f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5811c832-b1ac-43ff-aaa2-229776d36d63 HTTP/1.1" status: 204 len: 168 time: 0.1247802 Nov 13 05:11:19.738368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256eca6-a893-4369-8aad-18930c26215f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5811c832-b1ac-43ff-aaa2-229776d36d63,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:22.243108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59806) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:22.354861 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-87aed042-9fad-41e2-9ad8-0b03855a4ebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:22.432216 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-87aed042-9fad-41e2-9ad8-0b03855a4ebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:22.437132 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-87aed042-9fad-41e2-9ad8-0b03855a4ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:22.474454 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-87aed042-9fad-41e2-9ad8-0b03855a4ebb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79569d9a5d5a4c658bba4722ab3022db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302473 Nov 13 05:11:22.476489 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aed042-9fad-41e2-9ad8-0b03855a4ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4950a698-40fd-4b86-a5c1-8fbe7755ed6b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:22.477344 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59814) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:22.527521 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-189ad0fd-b5ae-4999-a052-aa2d19ce40d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:22.549053 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-189ad0fd-b5ae-4999-a052-aa2d19ce40d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:22.596654 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-189ad0fd-b5ae-4999-a052-aa2d19ce40d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:22.599385 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-189ad0fd-b5ae-4999-a052-aa2d19ce40d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:22.600566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-189ad0fd-b5ae-4999-a052-aa2d19ce40d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4950a698-40fd-4b86-a5c1-8fbe7755ed6b HTTP/1.1" status: 204 len: 168 time: 0.1216702 Nov 13 05:11:22.608888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ad0fd-b5ae-4999-a052-aa2d19ce40d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4950a698-40fd-4b86-a5c1-8fbe7755ed6b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:22.872827 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:22.888491 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a0be879-5975-4c76-b2eb-2a1549dff9f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:22.969232 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a0be879-5975-4c76-b2eb-2a1549dff9f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:22.973482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a0be879-5975-4c76-b2eb-2a1549dff9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:23.012894 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3a0be879-5975-4c76-b2eb-2a1549dff9f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4f2ebc8f56c4f4f922917104ead8ea8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388228 Nov 13 05:11:23.014030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0be879-5975-4c76-b2eb-2a1549dff9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a28bc8c-194a-43c4-9273-56464c26de83,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:23.016226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59832) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:23.070756 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3446c7d8-c57a-486e-a679-2b72295273f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:23.093380 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3446c7d8-c57a-486e-a679-2b72295273f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:23.140546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3446c7d8-c57a-486e-a679-2b72295273f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:23.143203 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3446c7d8-c57a-486e-a679-2b72295273f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:23.144587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3446c7d8-c57a-486e-a679-2b72295273f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a28bc8c-194a-43c4-9273-56464c26de83 HTTP/1.1" status: 204 len: 168 time: 0.1273053 Nov 13 05:11:23.153456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446c7d8-c57a-486e-a679-2b72295273f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a28bc8c-194a-43c4-9273-56464c26de83,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:24.250386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 59886) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:24.368838 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a29d379b-b025-4712-a3d1-f163c746aba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:24.451928 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a29d379b-b025-4712-a3d1-f163c746aba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:24.456790 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a29d379b-b025-4712-a3d1-f163c746aba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:24.501333 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a29d379b-b025-4712-a3d1-f163c746aba4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44ab4f3f99f14c029c078f5e625a874a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2497170 Nov 13 05:11:24.502408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d379b-b025-4712-a3d1-f163c746aba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f5f48b-3a73-4075-a063-702a7cb727a8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:24.504088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59896) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:24.553475 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-362a6330-cd4b-463d-91c0-576cb3cc1fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:24.574150 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-362a6330-cd4b-463d-91c0-576cb3cc1fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:24.620824 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-362a6330-cd4b-463d-91c0-576cb3cc1fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:24.623541 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-362a6330-cd4b-463d-91c0-576cb3cc1fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:24.624701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-362a6330-cd4b-463d-91c0-576cb3cc1fe1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8f5f48b-3a73-4075-a063-702a7cb727a8 HTTP/1.1" status: 204 len: 168 time: 0.1195276 Nov 13 05:11:24.632406 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a6330-cd4b-463d-91c0-576cb3cc1fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f5f48b-3a73-4075-a063-702a7cb727a8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:28.607186 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:28.983021 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:29.973764 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-496477d4-e39f-4da5-97c1-b81f924a4701 req-b235645f-87b5-42c2-8d0b-2d241dbee560 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399878 Nov 13 05:11:30.078639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496477d4-e39f-4da5-97c1-b81f924a4701 req-fe8e2fdc-ee92-4e41-a5d7-d18936a10c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:30.080465 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-496477d4-e39f-4da5-97c1-b81f924a4701 req-fe8e2fdc-ee92-4e41-a5d7-d18936a10c41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 1096 time: 0.0465064 Nov 13 05:11:30.197798 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496477d4-e39f-4da5-97c1-b81f924a4701 req-3eccb65e-230a-446f-96d3-97634686f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:30.199868 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-496477d4-e39f-4da5-97c1-b81f924a4701 req-3eccb65e-230a-446f-96d3-97634686f88f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f HTTP/1.1" status: 200 len: 897 time: 0.0966396 Nov 13 05:11:30.550433 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-496477d4-e39f-4da5-97c1-b81f924a4701 req-24972af2-44e5-4cbe-9caa-d902155a70fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66a9a497-8dff-4f60-80dc-ab430bb5cf16 HTTP/1.1" status: 200 len: 1001 time: 0.3424721 Nov 13 05:11:30.601446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496477d4-e39f-4da5-97c1-b81f924a4701 req-0502f65e-bb64-46f7-9711-0de03c2897d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:30.602800 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-496477d4-e39f-4da5-97c1-b81f924a4701 req-0502f65e-bb64-46f7-9711-0de03c2897d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f99144a8-a3c2-41cd-8ad9-1a4efb6a9354 HTTP/1.1" status: 200 len: 835 time: 0.0449321 Nov 13 05:11:30.653468 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496477d4-e39f-4da5-97c1-b81f924a4701 req-f9f8bee1-cf85-4a9a-b470-5e61686f71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:30.655314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-496477d4-e39f-4da5-97c1-b81f924a4701 req-f9f8bee1-cf85-4a9a-b470-5e61686f71a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443487 Nov 13 05:11:30.759959 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-496477d4-e39f-4da5-97c1-b81f924a4701 req-cbfd9d68-df53-4623-92e9-8aae5f3e3b97 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929821 Nov 13 05:11:30.880040 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-496477d4-e39f-4da5-97c1-b81f924a4701 req-8fcf62e4-bc4e-48a8-9c44-7d462c9859a9 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111798 Nov 13 05:11:32.626851 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:11:34.127641 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60166) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:34.212251 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0b747f3-2b19-4463-b9c6-96039174e074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:34.264795 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70a49243-89f7-4f12-bf2b-b5720a96de82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:34.369640 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70a49243-89f7-4f12-bf2b-b5720a96de82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:34.374965 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70a49243-89f7-4f12-bf2b-b5720a96de82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:34.424390 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-70a49243-89f7-4f12-bf2b-b5720a96de82 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f9d19aa34c2433eb3f2e20301016b6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2928276 Nov 13 05:11:34.424877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60178) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:34.432136 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a49243-89f7-4f12-bf2b-b5720a96de82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6119b8-11ac-47e3-adae-d975ecea8c17,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:34.515009 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7001a790-b13f-4554-8c9f-d5fe21a9df3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:34.538963 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7001a790-b13f-4554-8c9f-d5fe21a9df3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:34.601769 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7001a790-b13f-4554-8c9f-d5fe21a9df3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:34.604915 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7001a790-b13f-4554-8c9f-d5fe21a9df3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:34.606208 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7001a790-b13f-4554-8c9f-d5fe21a9df3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec6119b8-11ac-47e3-adae-d975ecea8c17 HTTP/1.1" status: 204 len: 168 time: 0.1802583 Nov 13 05:11:34.614656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001a790-b13f-4554-8c9f-d5fe21a9df3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6119b8-11ac-47e3-adae-d975ecea8c17,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:35.765046 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60232) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:35.877684 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78450606-4c80-4aed-8e77-7e8c9d28c068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:35.953212 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78450606-4c80-4aed-8e77-7e8c9d28c068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:35.957897 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78450606-4c80-4aed-8e77-7e8c9d28c068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:35.996348 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-78450606-4c80-4aed-8e77-7e8c9d28c068 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52f952a9f6aa45e2ae3f2e49f1b3c53b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2300124 Nov 13 05:11:35.997434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78450606-4c80-4aed-8e77-7e8c9d28c068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7447427d-659b-4f1d-9baa-4986c930f3ea,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:35.999505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60240) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:36.053174 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0114b0f9-3bbb-4ab5-bc16-800f67bc28ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:36.076096 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0114b0f9-3bbb-4ab5-bc16-800f67bc28ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:36.124433 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0114b0f9-3bbb-4ab5-bc16-800f67bc28ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:36.127481 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0114b0f9-3bbb-4ab5-bc16-800f67bc28ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:36.128951 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0114b0f9-3bbb-4ab5-bc16-800f67bc28ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7447427d-659b-4f1d-9baa-4986c930f3ea HTTP/1.1" status: 204 len: 168 time: 0.1284285 Nov 13 05:11:36.137673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114b0f9-3bbb-4ab5-bc16-800f67bc28ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7447427d-659b-4f1d-9baa-4986c930f3ea,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:36.230820 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91829111-02bf-4e2d-8ded-55e51abbf200 req-f36570ba-72aa-4fb0-ac62-e63960371901 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697546 Nov 13 05:11:36.478305 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6cc2497c-2220-46b4-a436-16710c576229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:36.739645 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91829111-02bf-4e2d-8ded-55e51abbf200 req-8e99c385-84d0-44ea-9820-723d2d54373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:36.741603 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91829111-02bf-4e2d-8ded-55e51abbf200 req-8e99c385-84d0-44ea-9820-723d2d54373f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efc30c3e2ccf48c9ba40a10a54421570&device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 1097 time: 0.4490349 Nov 13 05:11:36.853322 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91829111-02bf-4e2d-8ded-55e51abbf200 req-7de628f3-59e0-4225-8426-c522b0a585f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:36.854800 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91829111-02bf-4e2d-8ded-55e51abbf200 req-7de628f3-59e0-4225-8426-c522b0a585f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8029875-4483-4e77-8f06-85348be088a0 HTTP/1.1" status: 200 len: 912 time: 0.0886276 Nov 13 05:11:36.928507 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91829111-02bf-4e2d-8ded-55e51abbf200 req-8afe391d-daa9-4f91-8f2f-ae18eb23d10e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfc7a067-7945-4d37-ba67-20dbcd9369ff HTTP/1.1" status: 200 len: 1002 time: 0.0666718 Nov 13 05:11:36.979895 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91829111-02bf-4e2d-8ded-55e51abbf200 req-37e07ff8-e8d2-4851-911e-1d41980b96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:36.981600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91829111-02bf-4e2d-8ded-55e51abbf200 req-37e07ff8-e8d2-4851-911e-1d41980b96c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=134b1d99-7bf8-4a9d-961c-0a94024a9f56 HTTP/1.1" status: 200 len: 850 time: 0.0456195 Nov 13 05:11:37.041475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91829111-02bf-4e2d-8ded-55e51abbf200 req-04cfe360-9b4f-4fcf-b1bc-8a6597b11c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:37.043134 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91829111-02bf-4e2d-8ded-55e51abbf200 req-04cfe360-9b4f-4fcf-b1bc-8a6597b11c8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8029875-4483-4e77-8f06-85348be088a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543652 Nov 13 05:11:37.144749 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91829111-02bf-4e2d-8ded-55e51abbf200 req-198971b6-b58d-4ddd-b7e0-7bb38951bb81 service neutron] 10.222.0.36 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943470 Nov 13 05:11:37.246332 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91829111-02bf-4e2d-8ded-55e51abbf200 req-a06f72f6-c8b4-4e83-bd28-702a0d280a9a service neutron] 10.222.0.36 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938189 Nov 13 05:11:37.875566 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:39.193068 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:40.043746 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:50.119119 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60534) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:50.237677 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ceea724-df74-44cd-b483-13df906fe39e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:50.316424 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ceea724-df74-44cd-b483-13df906fe39e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:50.321549 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ceea724-df74-44cd-b483-13df906fe39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:50.363894 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceea724-df74-44cd-b483-13df906fe39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eced8665-588c-47c9-873b-8992b2ed6f2f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:50.368961 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2ceea724-df74-44cd-b483-13df906fe39e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d10f4bfff1545fbad092cce58f03d3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2487972 Nov 13 05:11:50.371988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60538) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:50.433509 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2d78c65-99f5-4d62-b72f-73805e78d9fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:50.460179 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2d78c65-99f5-4d62-b72f-73805e78d9fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:50.532170 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2d78c65-99f5-4d62-b72f-73805e78d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:50.535317 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2d78c65-99f5-4d62-b72f-73805e78d9fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:50.536837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e2d78c65-99f5-4d62-b72f-73805e78d9fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eced8665-588c-47c9-873b-8992b2ed6f2f HTTP/1.1" status: 204 len: 168 time: 0.1638331 Nov 13 05:11:50.545794 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d78c65-99f5-4d62-b72f-73805e78d9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eced8665-588c-47c9-873b-8992b2ed6f2f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:52.381334 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60588) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:52.386159 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-73b6bbbd-350a-4bc4-81a4-67d1ffcde3c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1390720153', 'description': 'tempest-secgroup-smoke-1390720153 description', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:52.409295 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73b6bbbd-350a-4bc4-81a4-67d1ffcde3c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.418108 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73b6bbbd-350a-4bc4-81a4-67d1ffcde3c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.494676 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73b6bbbd-350a-4bc4-81a4-67d1ffcde3c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.499550 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73b6bbbd-350a-4bc4-81a4-67d1ffcde3c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.538261 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6bbbd-350a-4bc4-81a4-67d1ffcde3c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d2e374-458d-4492-bb8e-ca3688c79bae,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:52.577295 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73b6bbbd-350a-4bc4-81a4-67d1ffcde3c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.582392 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73b6bbbd-350a-4bc4-81a4-67d1ffcde3c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.611611 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73b6bbbd-350a-4bc4-81a4-67d1ffcde3c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.615577 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-73b6bbbd-350a-4bc4-81a4-67d1ffcde3c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2331951 Nov 13 05:11:52.616131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60592) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:52.621873 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f3a58f0e-b2a7-401d-8b61-cdfca075e3e8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'f8a343c4-69ae-45f3-a7e5-a94cb4eccaef', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:52.622366 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6bbbd-350a-4bc4-81a4-67d1ffcde3c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:52.656290 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f3a58f0e-b2a7-401d-8b61-cdfca075e3e8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.706377 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f3a58f0e-b2a7-401d-8b61-cdfca075e3e8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.711192 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f3a58f0e-b2a7-401d-8b61-cdfca075e3e8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.731872 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a58f0e-b2a7-401d-8b61-cdfca075e3e8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0169226d-c40a-4c8f-8f2b-26e642c03155,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:52.739092 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f3a58f0e-b2a7-401d-8b61-cdfca075e3e8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.740358 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f3a58f0e-b2a7-401d-8b61-cdfca075e3e8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220477 Nov 13 05:11:52.743610 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60596) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:52.748530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-90025a46-6c27-4a2d-accb-80aae729d7a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'f8a343c4-69ae-45f3-a7e5-a94cb4eccaef', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:52.779705 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90025a46-6c27-4a2d-accb-80aae729d7a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.838620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90025a46-6c27-4a2d-accb-80aae729d7a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.843087 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90025a46-6c27-4a2d-accb-80aae729d7a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.860514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90025a46-6c27-4a2d-accb-80aae729d7a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d409950a-3a68-46c5-ab11-76699a0d4364,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:52.871017 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90025a46-6c27-4a2d-accb-80aae729d7a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.872259 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-90025a46-6c27-4a2d-accb-80aae729d7a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276052 Nov 13 05:11:52.875610 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60598) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:52.880058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-06cee46d-6bec-440a-a270-c50674ab8c4e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'f8a343c4-69ae-45f3-a7e5-a94cb4eccaef', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:52.908514 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06cee46d-6bec-440a-a270-c50674ab8c4e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.968321 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06cee46d-6bec-440a-a270-c50674ab8c4e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.972983 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06cee46d-6bec-440a-a270-c50674ab8c4e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:52.990565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cee46d-6bec-440a-a270-c50674ab8c4e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8333585-4659-4c08-8846-f61f19c4ea2b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:52.999861 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06cee46d-6bec-440a-a270-c50674ab8c4e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.001128 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-06cee46d-6bec-440a-a270-c50674ab8c4e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245854 Nov 13 05:11:53.004300 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60600) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:53.009103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-63493db6-64e6-49d9-ad76-e873a32954a6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'f8a343c4-69ae-45f3-a7e5-a94cb4eccaef', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:53.039689 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63493db6-64e6-49d9-ad76-e873a32954a6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.101459 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63493db6-64e6-49d9-ad76-e873a32954a6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.106859 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63493db6-64e6-49d9-ad76-e873a32954a6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.125840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63493db6-64e6-49d9-ad76-e873a32954a6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa7d573-0c2c-4304-95ee-3c14a2dd9440,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:53.133990 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63493db6-64e6-49d9-ad76-e873a32954a6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.135237 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-63493db6-64e6-49d9-ad76-e873a32954a6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298728 Nov 13 05:11:53.138008 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60602) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:53.142501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b04655ef-d76d-4fd9-be97-cb1462f7cbab tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'f8a343c4-69ae-45f3-a7e5-a94cb4eccaef', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:53.167334 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-b04655ef-d76d-4fd9-be97-cb1462f7cbab tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Project aa7b34d376c14f66a1c43a8b2010c6e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:11:53.172734 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b04655ef-d76d-4fd9-be97-cb1462f7cbab tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.236450 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b04655ef-d76d-4fd9-be97-cb1462f7cbab tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.241421 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b04655ef-d76d-4fd9-be97-cb1462f7cbab tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.259689 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04655ef-d76d-4fd9-be97-cb1462f7cbab tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be76553-8f5d-4257-8c4d-92aeb745ff49,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:53.269018 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b04655ef-d76d-4fd9-be97-cb1462f7cbab tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.270285 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b04655ef-d76d-4fd9-be97-cb1462f7cbab tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313190 Nov 13 05:11:53.272971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60604) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:53.277373 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7f92262a-3cc9-4854-a543-fed4a7c76a50 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'f8a343c4-69ae-45f3-a7e5-a94cb4eccaef', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:53.299754 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-7f92262a-3cc9-4854-a543-fed4a7c76a50 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Project aa7b34d376c14f66a1c43a8b2010c6e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:11:53.305272 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7f92262a-3cc9-4854-a543-fed4a7c76a50 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.366675 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7f92262a-3cc9-4854-a543-fed4a7c76a50 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.371472 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7f92262a-3cc9-4854-a543-fed4a7c76a50 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.391662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92262a-3cc9-4854-a543-fed4a7c76a50 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08d0d2d-7da0-48fb-b529-2685f3a5d813,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:53.401612 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7f92262a-3cc9-4854-a543-fed4a7c76a50 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.402876 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7f92262a-3cc9-4854-a543-fed4a7c76a50 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289506 Nov 13 05:11:53.406123 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60606) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:53.411126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-347330da-d332-4259-9348-4a16b94b81c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'network': {'name': 'tempest-network-smoke--969829071', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'port_security_enabled': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:53.432202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347330da-d332-4259-9348-4a16b94b81c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Made reservation on behalf of aa7b34d376c14f66a1c43a8b2010c6e6 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:11:53.435814 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-347330da-d332-4259-9348-4a16b94b81c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.460745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347330da-d332-4259-9348-4a16b94b81c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:11:53.470477 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-347330da-d332-4259-9348-4a16b94b81c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.470959 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-347330da-d332-4259-9348-4a16b94b81c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Added segment 365bdd63-10f5-4f91-ad92-25776566d7d0 of type vlan for network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c Nov 13 05:11:53.512412 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-347330da-d332-4259-9348-4a16b94b81c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.540754 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-347330da-d332-4259-9348-4a16b94b81c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.546585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347330da-d332-4259-9348-4a16b94b81c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:53.547524 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-347330da-d332-4259-9348-4a16b94b81c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.584730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-347330da-d332-4259-9348-4a16b94b81c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1774766 Nov 13 05:11:53.588147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:53.593802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'admin_state_up': True, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:53.621736 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.622525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347330da-d332-4259-9348-4a16b94b81c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Network': ['ID=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:53.622816 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.634782 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:11:53.678979 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:53.833488 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:54.040768 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:54.064553 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:54.171333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.25.8.200 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/8b6aa23f-8446-46ec-9ca3-506654800c85) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:11:54.277317 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:54.313288 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:54.358503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:11:54.361722 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:11:54.366181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:11:54.369576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=8b6aa23f-8446-46ec-9ca3-506654800c85,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:54.376586 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2d1260-9578-40b4-b926-6cfa62d0c7f2 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:11:54.442261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d040db62-7aa4-4300-aed9-f21e0543107a None None] Provisioning complete for port 8b6aa23f-8446-46ec-9ca3-506654800c85 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:11:54.442722 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d040db62-7aa4-4300-aed9-f21e0543107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:54.476948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d040db62-7aa4-4300-aed9-f21e0543107a None None] Port 8b6aa23f-8446-46ec-9ca3-506654800c85 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:11:54.615000 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:54.817717 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:54.956039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 268f9589-23a6-4ab8-b0b3-96d098218433 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:11:55.068480 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:11:55.078722 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Sync routers for ids ['268f9589-23a6-4ab8-b0b3-96d098218433'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:11:55.093193 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:55.093694 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Routers {'268f9589-23a6-4ab8-b0b3-96d098218433'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:11:55.094367 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:11:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['268f9589-23a6-4ab8-b0b3-96d098218433'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:11:55.094539 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e147e26b-2c7a-4f58-aff1-0915126d9090 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5050590 Nov 13 05:11:55.098067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60622) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:55.213694 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Set router 268f9589-23a6-4ab8-b0b3-96d098218433 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:11:55.235176 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c54e69ab-c9ff-41cf-88b6-0d26a9d7afc4 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=aa7b34d376c14f66a1c43a8b2010c6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1352575 Nov 13 05:11:55.237839 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60626) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:55.394593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02abf2d8-fbe1-486f-b6af-910c38540738 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:55.396170 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-02abf2d8-fbe1-486f-b6af-910c38540738 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1573668 Nov 13 05:11:55.399107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60628) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:55.402893 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:11:53Z', 'updated_at': '2021-11-13T05:11:54Z', 'revision_number': 3, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:54Z', 'updated_at': '2021-11-13T05:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:11:55.503402 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Checking router: 268f9589-23a6-4ab8-b0b3-96d098218433 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:11:55.503402 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Updating router 268f9589-23a6-4ab8-b0b3-96d098218433 port 8b6aa23f-8446-46ec-9ca3-506654800c85 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:11:55.598858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60634) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:55.601923 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ff25a18d-9f0c-4e6f-9dbe-a8da5f48f23b tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407302 Nov 13 05:11:55.602145 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:55.602329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b66f690e-2a40-4a46-817f-51da4a8080c3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1877559388', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:11:55.623296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66f690e-2a40-4a46-817f-51da4a8080c3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Made reservation on behalf of aa7b34d376c14f66a1c43a8b2010c6e6 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:11:55.627268 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b66f690e-2a40-4a46-817f-51da4a8080c3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:55.816367 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:55.825256 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:55.856955 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b66f690e-2a40-4a46-817f-51da4a8080c3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:55.869816 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Attempting to bind port 8b6aa23f-8446-46ec-9ca3-506654800c85 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:11:55.870192 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Attempting to bind port 8b6aa23f-8446-46ec-9ca3-506654800c85 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:11:55.870552 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Attempting to bind port 8b6aa23f-8446-46ec-9ca3-506654800c85 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:11:55.873097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba7e14-c26b-4fc1-a466-1afd5d03f99d None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:11:55.884120 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:11:55.884680 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:11:55.884871 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:55.885433 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:11:55.886081 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Bound port: 8b6aa23f-8446-46ec-9ca3-506654800c85, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:11:55.886647 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:55.919796 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83854dee-f367-461a-a799-ebb1ff2987d8 None None] Pushing event updated for resources: {'Port': ['ID=8b6aa23f-8446-46ec-9ca3-506654800c85,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:55.949832 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83854dee-f367-461a-a799-ebb1ff2987d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:55.950283 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83854dee-f367-461a-a799-ebb1ff2987d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:55.951467 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83854dee-f367-461a-a799-ebb1ff2987d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:55.952136 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83854dee-f367-461a-a799-ebb1ff2987d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:55.953048 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83854dee-f367-461a-a799-ebb1ff2987d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:55.953375 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83854dee-f367-461a-a799-ebb1ff2987d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:55.953694 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83854dee-f367-461a-a799-ebb1ff2987d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:55.954016 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83854dee-f367-461a-a799-ebb1ff2987d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:55.954374 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83854dee-f367-461a-a799-ebb1ff2987d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:55.954825 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83854dee-f367-461a-a799-ebb1ff2987d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:55.955307 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83854dee-f367-461a-a799-ebb1ff2987d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:55.955788 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83854dee-f367-461a-a799-ebb1ff2987d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:55.966738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f690e-2a40-4a46-817f-51da4a8080c3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Subnet': ['ID=79761b72-4f5a-4a15-a9a9-db10dbd67ba8,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:55.974893 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] For port 8b6aa23f-8446-46ec-9ca3-506654800c85, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:11:55.978824 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] For port 8b6aa23f-8446-46ec-9ca3-506654800c85, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8b6aa23f-8446-46ec-9ca3-506654800c85,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:11:55.986582 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:55.987292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f690e-2a40-4a46-817f-51da4a8080c3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Checking segment: {'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:11:55.987848 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66f690e-2a40-4a46-817f-51da4a8080c3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network hostable DHCP agents. Network: 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:11:56.008814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66f690e-2a40-4a46-817f-51da4a8080c3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:11:56.018601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Provisioning complete for port 8b6aa23f-8446-46ec-9ca3-506654800c85 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:11:56.019344 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:56.025226 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b66f690e-2a40-4a46-817f-51da4a8080c3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:11:56.031466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66f690e-2a40-4a46-817f-51da4a8080c3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:56.033296 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b66f690e-2a40-4a46-817f-51da4a8080c3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:56.055833 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344c1c30-1eab-4fe2-8d3b-ac3ccd8da1f5 None None] Network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:11:56.060019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b66f690e-2a40-4a46-817f-51da4a8080c3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6179345 Nov 13 05:11:56.062791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 60658) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:11:56.112156 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Routers {'268f9589-23a6-4ab8-b0b3-96d098218433'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:11:56.112806 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:11:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['268f9589-23a6-4ab8-b0b3-96d098218433'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:11:56.206442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e43485-9595-4481-946f-f2e398062494 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:11:56.244730 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] Set router 268f9589-23a6-4ab8-b0b3-96d098218433 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:11:56.327623 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:56.332815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ips': [{'subnet_id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:11:56.333927 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:56.401719 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83854dee-f367-461a-a799-ebb1ff2987d8 None None] Pushing event updated for resources: {'Port': ['ID=8b6aa23f-8446-46ec-9ca3-506654800c85,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:56.448902 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] For port 8b6aa23f-8446-46ec-9ca3-506654800c85, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8b6aa23f-8446-46ec-9ca3-506654800c85,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:11:56.457517 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:56.494100 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:11:53Z', 'updated_at': '2021-11-13T05:11:54Z', 'revision_number': 3, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:54Z', 'updated_at': '2021-11-13T05:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:11:56.525759 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6986481c-f976-4e9e-aad7-01d079f17daf None None] The sync data for ids ['268f9589-23a6-4ab8-b0b3-96d098218433'] in n-d-813114-2 is: [{'id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:11:53Z', 'updated_at': '2021-11-13T05:11:54Z', 'revision_number': 3, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:54Z', 'updated_at': '2021-11-13T05:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:11:56.541877 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Allocated IP 172.20.0.2 (74fb3dbd-8d72-4058-8c5c-ff42a1aff59c/79761b72-4f5a-4a15-a9a9-db10dbd67ba8/e42a4b1b-0be5-40c7-8a0a-d1807052b3a5) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:11:56.607593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:56.815888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Pushing event updated for resources: {'Port': ['ID=8b6aa23f-8446-46ec-9ca3-506654800c85,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:56.833750 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5a9903f8-f98e-4a88-82a3-c4eea0432f13 None None] Provisioning complete for port 8b6aa23f-8446-46ec-9ca3-506654800c85 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:11:56.833750 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a9903f8-f98e-4a88-82a3-c4eea0432f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:56.851958 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:56.855670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:56.856174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:56.857024 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:56.857355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:56.857738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:56.858462 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:56.859082 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:56.859411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:56.859735 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:56.860053 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:56.860371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9bc04-7a09-4435-8328-8059cb2facec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:11:57.054026 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:57.064562 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:57.106577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Pushing event updated for resources: {'Port': ['ID=e42a4b1b-0be5-40c7-8a0a-d1807052b3a5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:57.124823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:11:57.126299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:11:57.128988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:11:57.141407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.20.0.1 (74fb3dbd-8d72-4058-8c5c-ff42a1aff59c/79761b72-4f5a-4a15-a9a9-db10dbd67ba8/e3b036d1-cf09-47f6-981a-5252be0d9b4a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:11:57.157615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-7fee1cc9-e22f-415b-9acf-a59681078209 req-a32cf156-c351-4699-891a-d0a24fbd0584 service neutron] (102668) timed out ('10.222.0.43', 39578) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 05:11:57.197462 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Attempting to bind port e42a4b1b-0be5-40c7-8a0a-d1807052b3a5 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:11:57.198157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Attempting to bind port e42a4b1b-0be5-40c7-8a0a-d1807052b3a5 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:11:57.198531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Attempting to bind port e42a4b1b-0be5-40c7-8a0a-d1807052b3a5 on network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:11:57.221561 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:11:57.221935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Checking segment: {'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:11:57.222514 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:57.223086 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Bound using segment: {'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:11:57.223729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Bound port: e42a4b1b-0be5-40c7-8a0a-d1807052b3a5, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:11:57.226009 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:57.318097 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:57.329746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] For port e42a4b1b-0be5-40c7-8a0a-d1807052b3a5, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:11:57.334423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] For port e42a4b1b-0be5-40c7-8a0a-d1807052b3a5, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e42a4b1b-0be5-40c7-8a0a-d1807052b3a5,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:11:57.337730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8b6aa23f-8446-46ec-9ca3-506654800c85 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:11:57.369268 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:57.383263 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:57.445224 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:11:57.461186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:11:57.464119 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:11:57.470560 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f854e-2321-49cd-a280-7c60b4d24dd0 None None] Pushing event updated for resources: {'Port': ['ID=e42a4b1b-0be5-40c7-8a0a-d1807052b3a5,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:57.474698 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 8b6aa23f-8446-46ec-9ca3-506654800c85 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:11:57.475302 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:57.505227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=e3b036d1-cf09-47f6-981a-5252be0d9b4a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:57.522810 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:57.727437 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:58.346956 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:58.359845 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:58.431320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=e3b036d1-cf09-47f6-981a-5252be0d9b4a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:11:58.437898 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:58.538691 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:11:58.540184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:11:58.614504 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:58.675428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 268f9589-23a6-4ab8-b0b3-96d098218433 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:11:58.792768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:11:58.803461 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-74f842d0-7c2d-466c-acda-3c5cb8c4420f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "PUT /v2.0/routers/268f9589-23a6-4ab8-b0b3-96d098218433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7340088 Nov 13 05:11:58.983576 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:58.996680 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-c3d0a9ea-037c-4ac3-8913-d907e0761263 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1390720153&fields=id&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 267 time: 0.0678313 Nov 13 05:11:59.062697 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Sync routers for ids ['268f9589-23a6-4ab8-b0b3-96d098218433'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:11:59.085760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Routers {'268f9589-23a6-4ab8-b0b3-96d098218433'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:11:59.086599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:11:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['268f9589-23a6-4ab8-b0b3-96d098218433'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:11:59.141516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-055c778c-e073-4ee0-b1f2-a96f4e2ba978 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:11:59.147866 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-055c778c-e073-4ee0-b1f2-a96f4e2ba978 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/networks?id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c HTTP/1.1" status: 200 len: 796 time: 0.1416552 Nov 13 05:11:59.162996 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-db9437b8-9615-4765-bf16-312e8b781b99 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/quotas/aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 375 time: 0.0134633 Nov 13 05:11:59.263455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Set router 268f9589-23a6-4ab8-b0b3-96d098218433 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:11:59.277200 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-f5244d7b-97f8-48fc-b365-c04c0c0f0be0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035931 Nov 13 05:11:59.365724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e42a4b1b-0be5-40c7-8a0a-d1807052b3a5 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:11:59.368238 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73418d08-8e87-4d56-bc4f-7b75eeaf7f59 None None] Network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:11:59.395762 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-39421823-37e6-4217-86c2-4b7229b28bc8 service neutron] 10.222.0.43 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042857 Nov 13 05:11:59.510564 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-30c07af4-b375-431c-938f-3643d53debbc service neutron] 10.222.0.43 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083546 Nov 13 05:11:59.554719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9e4848ce-3416-474f-99e2-527ad47a9333 None None] Provisioning complete for port e42a4b1b-0be5-40c7-8a0a-d1807052b3a5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:11:59.555118 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e4848ce-3416-474f-99e2-527ad47a9333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:59.685039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e42a4b1b-0be5-40c7-8a0a-d1807052b3a5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:11:59.685717 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:59.726800 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29245d4f-9e35-4f51-9062-2b7fdabb039e req-4f027e5c-e53f-4f3a-9e52-9d79bbf1e3b3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 210 time: 0.0309467 Nov 13 05:11:59.839880 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e4848ce-3416-474f-99e2-527ad47a9333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:59.867773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:11:53Z', 'updated_at': '2021-11-13T05:11:57Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:54Z', 'updated_at': '2021-11-13T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'e3b036d1-cf09-47f6-981a-5252be0d9b4a', 'name': '', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:e0:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:56Z', 'updated_at': '2021-11-13T05:11:58Z', 'revision_number': 2, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:11:59.918805 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Checking router: 268f9589-23a6-4ab8-b0b3-96d098218433 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:11:59.919199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Updating router 268f9589-23a6-4ab8-b0b3-96d098218433 port e3b036d1-cf09-47f6-981a-5252be0d9b4a binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:11:59.987369 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:11:59.997560 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:00.024305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9e4848ce-3416-474f-99e2-527ad47a9333 None None] For port e42a4b1b-0be5-40c7-8a0a-d1807052b3a5, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e42a4b1b-0be5-40c7-8a0a-d1807052b3a5,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:12:00.052640 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e4848ce-3416-474f-99e2-527ad47a9333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:00.240570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4848ce-3416-474f-99e2-527ad47a9333 None None] Pushing event updated for resources: {'Port': ['ID=e42a4b1b-0be5-40c7-8a0a-d1807052b3a5,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:00.251240 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:12:00.251483 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:12:00.305065 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6a38d7b6-bff3-4009-84b4-46829bd0d779 None None] Provisioning complete for port e3b036d1-cf09-47f6-981a-5252be0d9b4a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:00.305440 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a38d7b6-bff3-4009-84b4-46829bd0d779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:00.401157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6a38d7b6-bff3-4009-84b4-46829bd0d779 None None] Port e3b036d1-cf09-47f6-981a-5252be0d9b4a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:12:00.475948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6a38d7b6-bff3-4009-84b4-46829bd0d779 None None] Provisioning complete for port e42a4b1b-0be5-40c7-8a0a-d1807052b3a5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:00.476543 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a38d7b6-bff3-4009-84b4-46829bd0d779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:00.553059 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:00.568279 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:00.657789 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cf6be-1c5e-49af-a7bc-b97d710b97d3 None None] Pushing event updated for resources: {'Port': ['ID=e3b036d1-cf09-47f6-981a-5252be0d9b4a,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:00.716408 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Attempting to bind port e3b036d1-cf09-47f6-981a-5252be0d9b4a on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:12:00.717003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Attempting to bind port e3b036d1-cf09-47f6-981a-5252be0d9b4a by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:12:00.717161 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Attempting to bind port e3b036d1-cf09-47f6-981a-5252be0d9b4a on network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:12:00.723026 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:12:00.723404 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Checking segment: {'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:12:00.723829 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:00.724225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Bound using segment: {'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:12:00.724779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Bound port: e3b036d1-cf09-47f6-981a-5252be0d9b4a, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:12:00.725061 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:00.840189 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b93087f8-7b81-41d0-a1ae-ba7f57177762 None None] Provisioning complete for port e3b036d1-cf09-47f6-981a-5252be0d9b4a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:00.840556 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b93087f8-7b81-41d0-a1ae-ba7f57177762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:00.866247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] For port e3b036d1-cf09-47f6-981a-5252be0d9b4a, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:12:00.885907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] For port e3b036d1-cf09-47f6-981a-5252be0d9b4a, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e3b036d1-cf09-47f6-981a-5252be0d9b4a,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:12:00.898441 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:00.903779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b93087f8-7b81-41d0-a1ae-ba7f57177762 None None] Port e3b036d1-cf09-47f6-981a-5252be0d9b4a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:12:00.905431 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d28ee1d-5ddb-4012-ba84-bbfa5b7143a5 req-1b537789-afe9-47df-b31a-fc040b124c62 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 210 time: 0.0658898 Nov 13 05:12:00.977033 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Routers {'268f9589-23a6-4ab8-b0b3-96d098218433'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:12:00.977686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:11:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['268f9589-23a6-4ab8-b0b3-96d098218433'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:12:01.059248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cf6be-1c5e-49af-a7bc-b97d710b97d3 None None] Pushing event updated for resources: {'Port': ['ID=e3b036d1-cf09-47f6-981a-5252be0d9b4a,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:01.280735 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-98008d57-0814-4bc1-af00-a7f277b75716 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:01.283471 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-98008d57-0814-4bc1-af00-a7f277b75716 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.46 "GET /v2.0/networks?id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c HTTP/1.1" status: 200 len: 796 time: 0.2460346 Nov 13 05:12:01.362651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e42a4b1b-0be5-40c7-8a0a-d1807052b3a5 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:12:01.382225 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-279d9587-b402-43e9-8a49-cc188998733b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 380 time: 0.0817785 Nov 13 05:12:01.415577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'port': {'device_id': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'admin_state_up': True, 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'security_groups': ['f8a343c4-69ae-45f3-a7e5-a94cb4eccaef']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:12:01.467708 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c0fddc0f-6a41-412f-8742-98a8297cde86 None None] Provisioning complete for port e3b036d1-cf09-47f6-981a-5252be0d9b4a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:01.468483 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0fddc0f-6a41-412f-8742-98a8297cde86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:01.525638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] Set router 268f9589-23a6-4ab8-b0b3-96d098218433 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:12:01.579486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Made reservation on behalf of aa7b34d376c14f66a1c43a8b2010c6e6 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:12:01.584501 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:01.749028 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.20.0.7 (74fb3dbd-8d72-4058-8c5c-ff42a1aff59c/79761b72-4f5a-4a15-a9a9-db10dbd67ba8/506cfcb9-a130-40ac-b04c-e988ff5baba1) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:12:01.756175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e42a4b1b-0be5-40c7-8a0a-d1807052b3a5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:01.756781 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:01.760327 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0fddc0f-6a41-412f-8742-98a8297cde86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:01.837744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c0fddc0f-6a41-412f-8742-98a8297cde86 None None] For port e3b036d1-cf09-47f6-981a-5252be0d9b4a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e3b036d1-cf09-47f6-981a-5252be0d9b4a,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:12:01.849289 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0fddc0f-6a41-412f-8742-98a8297cde86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:01.898264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:11:53Z', 'updated_at': '2021-11-13T05:11:57Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:54Z', 'updated_at': '2021-11-13T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'e3b036d1-cf09-47f6-981a-5252be0d9b4a', 'name': '', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:e0:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:56Z', 'updated_at': '2021-11-13T05:12:00Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:12:01.956560 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:01.968712 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91878300-a3e3-40ce-9d91-b6403ca8cf05 None None] The sync data for ids ['268f9589-23a6-4ab8-b0b3-96d098218433'] in n-d-813114-2 is: [{'id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:11:53Z', 'updated_at': '2021-11-13T05:11:57Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:54Z', 'updated_at': '2021-11-13T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'e3b036d1-cf09-47f6-981a-5252be0d9b4a', 'name': '', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:e0:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:56Z', 'updated_at': '2021-11-13T05:12:00Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:12:02.016281 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:02.038545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a446f44c-972b-4a69-bef4-897a774c9956 None None] Provisioning complete for port e3b036d1-cf09-47f6-981a-5252be0d9b4a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:02.038926 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a446f44c-972b-4a69-bef4-897a774c9956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:02.109908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fddc0f-6a41-412f-8742-98a8297cde86 None None] Pushing event updated for resources: {'Port': ['ID=e3b036d1-cf09-47f6-981a-5252be0d9b4a,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:02.158063 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62836226-2c96-47e6-88b0-7ab806f81d68 req-805bfac7-7ffa-414e-bf8f-02927c43e727 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:02.162026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-62836226-2c96-47e6-88b0-7ab806f81d68 req-805bfac7-7ffa-414e-bf8f-02927c43e727 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 931 time: 0.1476560 Nov 13 05:12:02.173769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:12:02.204129 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:12:02.207141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:12:02.239515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=506cfcb9-a130-40ac-b04c-e988ff5baba1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:02.252672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:02.253260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:02.253832 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:02.254375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:02.254897 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:02.255604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:02.256145 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:02.256680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:02.257207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:02.257736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:02.258265 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:02.258777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:02.302351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:02.303192 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:02.335385 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-7bffa1f6-dc60-47b8-8d28-3f3c507dd2c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9275668 Nov 13 05:12:02.362592 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-62836226-2c96-47e6-88b0-7ab806f81d68 req-3bf83837-1dac-45d4-bcb2-e775b1f6ccae tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730335 Nov 13 05:12:02.372530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Request body: {'port': {'device_id': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:12:02.453123 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:02.606290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-56aa061a-fc24-4229-8fba-a49076aff0e2 None None] Provisioning complete for port 506cfcb9-a130-40ac-b04c-e988ff5baba1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:02.606676 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56aa061a-fc24-4229-8fba-a49076aff0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:02.686669 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-56aa061a-fc24-4229-8fba-a49076aff0e2 None None] Port 506cfcb9-a130-40ac-b04c-e988ff5baba1 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:12:02.851518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506cfcb9-a130-40ac-b04c-e988ff5baba1 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:12:02.861323 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:02.876295 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Transition to ACTIVE for port object 506cfcb9-a130-40ac-b04c-e988ff5baba1 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:12:02.886535 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:02.984685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Pushing event updated for resources: {'Port': ['ID=506cfcb9-a130-40ac-b04c-e988ff5baba1,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:03.101508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Attempting to bind port 506cfcb9-a130-40ac-b04c-e988ff5baba1 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:12:03.101849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Attempting to bind port 506cfcb9-a130-40ac-b04c-e988ff5baba1 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:12:03.106225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Attempting to bind port 506cfcb9-a130-40ac-b04c-e988ff5baba1 on network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:12:03.118005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Port 506cfcb9-a130-40ac-b04c-e988ff5baba1 on network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:12:03.119410 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Attempting to bind port 506cfcb9-a130-40ac-b04c-e988ff5baba1 on network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:12:03.129893 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:12:03.130231 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Checking segment: {'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:12:03.130619 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Bound using segment: {'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:12:03.131096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Bound port: 506cfcb9-a130-40ac-b04c-e988ff5baba1, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:12:03.131461 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:03.241755 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] For port 506cfcb9-a130-40ac-b04c-e988ff5baba1, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:12:03.246829 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] For port 506cfcb9-a130-40ac-b04c-e988ff5baba1, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:12:03.253936 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:03.316365 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:03.317068 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:03.318574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] 10.222.0.46 "PUT /v2.0/ports/506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 200 len: 1091 time: 0.9681864 Nov 13 05:12:03.319070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:12:03.321543 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03b0c17-ffb1-4b39-a1bf-01ef3e62923f" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:12:03.353875 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e3b036d1-cf09-47f6-981a-5252be0d9b4a up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:12:03.394952 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7598c3dc-300d-4943-b7a0-c895761a7f25 x-openstack-request-id: req-7598c3dc-300d-4943-b7a0-c895761a7f25 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:12:03.395249 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:12:03.395513 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7598c3dc-300d-4943-b7a0-c895761a7f25 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:12:03.395927 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'status': 'completed', 'code': 200} Nov 13 05:12:03.404346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48a9b5-4d0f-40d2-b86d-7f3b243697d8 service neutron] Pushing event updated for resources: {'Port': ['ID=506cfcb9-a130-40ac-b04c-e988ff5baba1,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:03.477639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e3b036d1-cf09-47f6-981a-5252be0d9b4a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:03.478009 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:03.511173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-6e10f922-c978-4af4-9e64-f86475ef9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:03.512769 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-6e10f922-c978-4af4-9e64-f86475ef9a88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1094 time: 0.0986362 Nov 13 05:12:03.618405 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-3d363a7f-cb24-4ba6-938e-56806f8c7b1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 200 len: 217 time: 0.0802732 Nov 13 05:12:03.633068 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507871d-fd2c-4c8d-9515-189cdf686bd1 req-c72c80bc-9eab-4b26-8ae6-7c74fbfd3f01 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:03.636262 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a507871d-fd2c-4c8d-9515-189cdf686bd1 req-c72c80bc-9eab-4b26-8ae6-7c74fbfd3f01 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 943 time: 0.1461360 Nov 13 05:12:03.725738 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-e4cae090-7538-4c00-9d9f-02ca04a75f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:03.727275 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-e4cae090-7538-4c00-9d9f-02ca04a75f28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79761b72-4f5a-4a15-a9a9-db10dbd67ba8 HTTP/1.1" status: 200 len: 835 time: 0.0899756 Nov 13 05:12:03.733284 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a507871d-fd2c-4c8d-9515-189cdf686bd1 req-b4d8be91-1756-4c39-83d4-2de8c51505d8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870812 Nov 13 05:12:03.784616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-8ac2ec9a-5b6f-492e-9277-8a088fddc931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:03.786276 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-8ac2ec9a-5b6f-492e-9277-8a088fddc931 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514750 Nov 13 05:12:03.894852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-0c3f078a-8a9c-4c89-8ff5-40a8ae9b5d7a service neutron] 10.222.0.46 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001902 Nov 13 05:12:03.994498 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3f7a45bd-ad53-4e5a-9f6e-9eb5e4d0fb6e req-72dbbe31-036d-4952-a401-86bc4ce3efec service neutron] 10.222.0.46 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915997 Nov 13 05:12:04.129740 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b0c17-ffb1-4b39-a1bf-01ef3e62923f req-19fcde02-a383-469a-bb83-c4494fe625f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:04.131314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e03b0c17-ffb1-4b39-a1bf-01ef3e62923f req-19fcde02-a383-469a-bb83-c4494fe625f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1094 time: 0.0454874 Nov 13 05:12:04.179065 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50053031-4ea7-4c6c-8af0-5be776caeee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:04.253290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b0c17-ffb1-4b39-a1bf-01ef3e62923f req-42dafbfc-0474-4077-a241-d1e66cacc9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:04.255375 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e03b0c17-ffb1-4b39-a1bf-01ef3e62923f req-42dafbfc-0474-4077-a241-d1e66cacc9dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c HTTP/1.1" status: 200 len: 897 time: 0.1127508 Nov 13 05:12:04.301559 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e03b0c17-ffb1-4b39-a1bf-01ef3e62923f req-907e897f-ca6c-4c61-9bd5-5e77b42c9bd4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 200 len: 217 time: 0.0373826 Nov 13 05:12:04.352547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b0c17-ffb1-4b39-a1bf-01ef3e62923f req-6df36c77-4b58-43a5-ac65-b78a8719dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:04.353943 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e03b0c17-ffb1-4b39-a1bf-01ef3e62923f req-6df36c77-4b58-43a5-ac65-b78a8719dd8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79761b72-4f5a-4a15-a9a9-db10dbd67ba8 HTTP/1.1" status: 200 len: 835 time: 0.0462191 Nov 13 05:12:04.408538 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b0c17-ffb1-4b39-a1bf-01ef3e62923f req-64d5481e-c32a-433b-bdb3-727a065a2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:04.410089 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e03b0c17-ffb1-4b39-a1bf-01ef3e62923f req-64d5481e-c32a-433b-bdb3-727a065a2768 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486584 Nov 13 05:12:04.514300 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e03b0c17-ffb1-4b39-a1bf-01ef3e62923f req-5415c4e8-6355-4e1d-b700-00b180e5384c service neutron] 10.222.0.46 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954986 Nov 13 05:12:04.614663 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e03b0c17-ffb1-4b39-a1bf-01ef3e62923f req-452e1d55-ac6d-4b23-842b-f1e12a52096c service neutron] 10.222.0.46 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931635 Nov 13 05:12:04.866093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ba629-8f80-4774-acc2-8659f039c594 req-a18db070-ed02-4e44-90cd-a73b4a5d5422 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:04.867891 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c8ba629-8f80-4774-acc2-8659f039c594 req-a18db070-ed02-4e44-90cd-a73b4a5d5422 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 943 time: 0.0513015 Nov 13 05:12:04.920319 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2c8ba629-8f80-4774-acc2-8659f039c594 req-f0f400ed-20bc-4554-a627-e101a674f6e4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463564 Nov 13 05:12:06.042128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b37bc-34a5-4603-aa11-8e9d58c43e8b req-d44c5a24-d356-4b22-9e6e-85497e8a5da6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:06.043675 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a7b37bc-34a5-4603-aa11-8e9d58c43e8b req-d44c5a24-d356-4b22-9e6e-85497e8a5da6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 943 time: 0.0533280 Nov 13 05:12:06.098066 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a7b37bc-34a5-4603-aa11-8e9d58c43e8b req-0519ba9c-3dd1-4d02-b821-b15ba111ea76 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471604 Nov 13 05:12:06.468325 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0e56b99-69e8-4129-b9b2-7720b6716c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:06.905920 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 506cfcb9-a130-40ac-b04c-e988ff5baba1 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:12:07.022342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 506cfcb9-a130-40ac-b04c-e988ff5baba1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:12:07.035043 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'port_id': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'mac_address': 'fa:16:3e:87:49:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:12:07.073961 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:07.087961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506cfcb9-a130-40ac-b04c-e988ff5baba1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:12:07.110008 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 506cfcb9-a130-40ac-b04c-e988ff5baba1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:12:07.114774 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:07.176134 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=506cfcb9-a130-40ac-b04c-e988ff5baba1,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:07.249094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad2f90-45c7-4371-8361-18ec3b48cf69 req-9e47594e-2064-47ee-84da-13464f992f8e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:07.250709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e7ad2f90-45c7-4371-8361-18ec3b48cf69 req-9e47594e-2064-47ee-84da-13464f992f8e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 944 time: 0.0645111 Nov 13 05:12:07.299969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e7ad2f90-45c7-4371-8361-18ec3b48cf69 req-ddaee8a6-9f77-4a64-912f-44294c880ad8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430861 Nov 13 05:12:07.522704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['506cfcb9-a130-40ac-b04c-e988ff5baba1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:12:07.880475 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:08.419113 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f63e4-e95e-4bf6-a3dd-ad114186aab9 req-05f12ba5-d900-4cb7-90f5-aaeb6474c192 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:08.420615 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8f1f63e4-e95e-4bf6-a3dd-ad114186aab9 req-05f12ba5-d900-4cb7-90f5-aaeb6474c192 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 944 time: 0.0489879 Nov 13 05:12:08.479811 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8f1f63e4-e95e-4bf6-a3dd-ad114186aab9 req-dd7ce70d-a231-4916-a702-dc46916709d1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530815 Nov 13 05:12:08.925620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 506cfcb9-a130-40ac-b04c-e988ff5baba1 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:12:08.978057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 506cfcb9-a130-40ac-b04c-e988ff5baba1 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:12:08.981941 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 506cfcb9-a130-40ac-b04c-e988ff5baba1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:08.982305 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:09.067560 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:09.091542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:12:09.093980 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15783ff-f2ca-48f3-a52f-4fad6a441df7" -d '{"events": [{"server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "name": "network-vif-plugged", "status": "completed", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:12:09.109011 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 506cfcb9-a130-40ac-b04c-e988ff5baba1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:12:09.114017 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:09.146184 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2dba26-6e8f-48c9-ace7-783c32534870 x-openstack-request-id: req-df2dba26-6e8f-48c9-ace7-783c32534870 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:12:09.146461 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "name": "network-vif-plugged", "status": "completed", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:12:09.146708 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df2dba26-6e8f-48c9-ace7-783c32534870 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:12:09.147163 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'code': 200} Nov 13 05:12:09.187382 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=506cfcb9-a130-40ac-b04c-e988ff5baba1,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:09.192738 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:09.303628 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a439a2-0ecd-44fb-86ea-f054bae574b1 req-09b28e84-fffe-47eb-939b-94049dd667ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:09.305335 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09a439a2-0ecd-44fb-86ea-f054bae574b1 req-09b28e84-fffe-47eb-939b-94049dd667ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1096 time: 0.0561969 Nov 13 05:12:09.357803 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09a439a2-0ecd-44fb-86ea-f054bae574b1 req-e167cb75-3ba1-4c0f-b06e-33486da101c5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455198 Nov 13 05:12:09.610961 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda46f83-5735-4bdc-9182-4696de77567c req-790c87f9-ac76-429f-a640-e0629930e884 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:09.612459 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cda46f83-5735-4bdc-9182-4696de77567c req-790c87f9-ac76-429f-a640-e0629930e884 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0610564 Nov 13 05:12:09.626238 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:12:09.664814 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cda46f83-5735-4bdc-9182-4696de77567c req-7844c9fc-5abe-4a5b-b6f2-690b33f4134b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443661 Nov 13 05:12:10.041603 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:10.791402 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e068b7-573e-4fd2-ae2d-b9d1e998526e req-2e49da55-61b0-4dec-9739-b048b2a0e676 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:10.792904 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31e068b7-573e-4fd2-ae2d-b9d1e998526e req-2e49da55-61b0-4dec-9739-b048b2a0e676 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0533113 Nov 13 05:12:10.845858 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31e068b7-573e-4fd2-ae2d-b9d1e998526e req-e98bc25b-fb7d-4109-84d3-d629f55d04f8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464866 Nov 13 05:12:11.971917 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78853fde-ccba-486b-a63d-729cb0ba5d8e req-f50bbd3c-11d7-42c0-9eff-31c44588ebb1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:11.973411 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-78853fde-ccba-486b-a63d-729cb0ba5d8e req-f50bbd3c-11d7-42c0-9eff-31c44588ebb1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0548234 Nov 13 05:12:12.024501 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-78853fde-ccba-486b-a63d-729cb0ba5d8e req-91bf9ecb-4c21-4178-bd24-621daab938c3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448718 Nov 13 05:12:12.146175 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d5dfd-d068-4401-b625-95b32221b2cf req-ca99727d-86fe-4472-82ea-aacffa305ea1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:12.147689 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-997d5dfd-d068-4401-b625-95b32221b2cf req-ca99727d-86fe-4472-82ea-aacffa305ea1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0517652 Nov 13 05:12:12.198145 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-997d5dfd-d068-4401-b625-95b32221b2cf req-921469b3-4753-4846-961b-967ec9b8590b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441167 Nov 13 05:12:12.221109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60970) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:12.260773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d828470-f99c-4dd5-b3af-f8f59089ece1 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:12.262314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9d828470-f99c-4dd5-b3af-f8f59089ece1 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1091 time: 0.0402272 Nov 13 05:12:12.265404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 60972) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:12.269898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:12:12.296746 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:12.405550 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:12.554328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.25.8.40 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/17a3f30e-6d73-414a-b1d1-7e170e270b52) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:12:12.658817 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:12.700040 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:12.735932 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:12:12.738780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:12:12.744797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:12:12.767949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=17a3f30e-6d73-414a-b1d1-7e170e270b52,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:13.534624 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:13.654702 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:13.823429 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:13.829387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:13.919600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=17a3f30e-6d73-414a-b1d1-7e170e270b52,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:13.922297 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:14.029285 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Floating IP 643279f2-d9b3-4b44-aa3f-6f6bb0f615d3 associated. External IP: 172.25.8.40, port: 506cfcb9-a130-40ac-b04c-e988ff5baba1. Nov 13 05:12:14.239888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 268f9589-23a6-4ab8-b0b3-96d098218433 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:12:14.348112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:12:14.358572 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1915f5-2234-4fab-9029-863c9d1de452 None None] Sync routers for ids ['268f9589-23a6-4ab8-b0b3-96d098218433'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:12:14.368551 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:14.371692 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1915f5-2234-4fab-9029-863c9d1de452 None None] Routers {'268f9589-23a6-4ab8-b0b3-96d098218433'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:12:14.373541 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7b1915f5-2234-4fab-9029-863c9d1de452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:12:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['268f9589-23a6-4ab8-b0b3-96d098218433'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:12:14.406011 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-92c78ab7-79a8-455f-ad4e-b20223bc016a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1370442 Nov 13 05:12:14.406011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:12:14.407390 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee929e4-1938-4664-8d21-b456dd9fd4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:12:14.449618 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0034e11-879d-4cdb-b82d-4e73e0ad1dc2 x-openstack-request-id: req-c0034e11-879d-4cdb-b82d-4e73e0ad1dc2 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:12:14.449991 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:12:14.450314 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0034e11-879d-4cdb-b82d-4e73e0ad1dc2 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:12:14.450782 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'status': 'completed', 'code': 200} Nov 13 05:12:14.524544 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7b1915f5-2234-4fab-9029-863c9d1de452 None None] Set router 268f9589-23a6-4ab8-b0b3-96d098218433 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:12:14.529720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57858812-37a3-4718-9279-e1525e5317eb req-da4cd54e-c745-4fac-a844-8e774bd2cd85 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:14.537906 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-57858812-37a3-4718-9279-e1525e5317eb req-da4cd54e-c745-4fac-a844-8e774bd2cd85 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0733762 Nov 13 05:12:14.569447 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee929e4-1938-4664-8d21-b456dd9fd4b6 req-92d265af-bb7f-41d0-9fe5-444e50ae58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:14.574715 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6ee929e4-1938-4664-8d21-b456dd9fd4b6 req-92d265af-bb7f-41d0-9fe5-444e50ae58e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1096 time: 0.0756490 Nov 13 05:12:14.591581 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-57858812-37a3-4718-9279-e1525e5317eb req-29998c96-436b-4d82-89fe-358a447d6b26 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526311 Nov 13 05:12:14.613361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 32776) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:14.691170 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-90ac3986-1f3d-45b5-b07c-d8af434c766b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/643279f2-d9b3-4b44-aa3f-6f6bb0f615d3 HTTP/1.1" status: 200 len: 990 time: 0.0764737 Nov 13 05:12:14.708829 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee929e4-1938-4664-8d21-b456dd9fd4b6 req-9051ad83-2b5e-41b2-9a94-f7a726df8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:14.710341 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6ee929e4-1938-4664-8d21-b456dd9fd4b6 req-9051ad83-2b5e-41b2-9a94-f7a726df8f0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c HTTP/1.1" status: 200 len: 897 time: 0.1285734 Nov 13 05:12:14.798421 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7b1915f5-2234-4fab-9029-863c9d1de452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:11:53Z', 'updated_at': '2021-11-13T05:11:57Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:54Z', 'updated_at': '2021-11-13T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '643279f2-d9b3-4b44-aa3f-6f6bb0f615d3', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'port_id': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'mac_address': 'fa:16:3e:87:49:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:12:12Z', 'updated_at': '2021-11-13T05:12:12Z', 'revision_number': 0, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b036d1-cf09-47f6-981a-5252be0d9b4a', 'name': '', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:e0:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:56Z', 'updated_at': '2021-11-13T05:12:01Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:12:14.808516 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6ee929e4-1938-4664-8d21-b456dd9fd4b6 req-1dc1370f-efdc-4e7b-bd27-51806ebab660 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 200 len: 998 time: 0.0898826 Nov 13 05:12:14.829901 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1915f5-2234-4fab-9029-863c9d1de452 None None] Checking router: 268f9589-23a6-4ab8-b0b3-96d098218433 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:12:14.840625 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1915f5-2234-4fab-9029-863c9d1de452 None None] Routers {'268f9589-23a6-4ab8-b0b3-96d098218433'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:12:14.841302 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7b1915f5-2234-4fab-9029-863c9d1de452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:12:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['268f9589-23a6-4ab8-b0b3-96d098218433'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:12:14.868800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee929e4-1938-4664-8d21-b456dd9fd4b6 req-d080b7b8-63a7-4da6-8b8a-9ec53eceb172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:14.870296 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6ee929e4-1938-4664-8d21-b456dd9fd4b6 req-d080b7b8-63a7-4da6-8b8a-9ec53eceb172 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79761b72-4f5a-4a15-a9a9-db10dbd67ba8 HTTP/1.1" status: 200 len: 835 time: 0.0486352 Nov 13 05:12:14.925647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee929e4-1938-4664-8d21-b456dd9fd4b6 req-4efb637c-e689-4a5d-8304-3708b1715fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:14.927394 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6ee929e4-1938-4664-8d21-b456dd9fd4b6 req-4efb637c-e689-4a5d-8304-3708b1715fa5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495174 Nov 13 05:12:14.973745 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7b1915f5-2234-4fab-9029-863c9d1de452 None None] Set router 268f9589-23a6-4ab8-b0b3-96d098218433 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:12:15.062446 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6ee929e4-1938-4664-8d21-b456dd9fd4b6 req-42f55dfe-b7a8-4241-ba97-7b5caafd2589 service neutron] 10.222.0.46 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270504 Nov 13 05:12:15.164434 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6ee929e4-1938-4664-8d21-b456dd9fd4b6 req-5fbc44ff-3a20-49c8-91cf-2532705bd1b2 service neutron] 10.222.0.46 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939484 Nov 13 05:12:15.235106 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7b1915f5-2234-4fab-9029-863c9d1de452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:11:53Z', 'updated_at': '2021-11-13T05:11:57Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:54Z', 'updated_at': '2021-11-13T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '643279f2-d9b3-4b44-aa3f-6f6bb0f615d3', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'port_id': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'mac_address': 'fa:16:3e:87:49:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:12:12Z', 'updated_at': '2021-11-13T05:12:12Z', 'revision_number': 0, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b036d1-cf09-47f6-981a-5252be0d9b4a', 'name': '', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:e0:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:56Z', 'updated_at': '2021-11-13T05:12:01Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:12:15.373150 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1915f5-2234-4fab-9029-863c9d1de452 None None] The sync data for ids ['268f9589-23a6-4ab8-b0b3-96d098218433'] in n-d-813114-2 is: [{'id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:11:53Z', 'updated_at': '2021-11-13T05:11:57Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:54Z', 'updated_at': '2021-11-13T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '643279f2-d9b3-4b44-aa3f-6f6bb0f615d3', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'port_id': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'mac_address': 'fa:16:3e:87:49:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:12:12Z', 'updated_at': '2021-11-13T05:12:12Z', 'revision_number': 0, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b036d1-cf09-47f6-981a-5252be0d9b4a', 'name': '', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:e0:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:56Z', 'updated_at': '2021-11-13T05:12:01Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:12:15.593194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697faf49-9c13-49bc-8404-eb94942ac43b None None] New status for floating IP 643279f2-d9b3-4b44-aa3f-6f6bb0f615d3: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:12:15.692832 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 32894) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:15.774929 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3ea1be7d-32ad-4b42-8ad5-7ed4ede30341 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/643279f2-d9b3-4b44-aa3f-6f6bb0f615d3 HTTP/1.1" status: 200 len: 990 time: 0.0807474 Nov 13 05:12:16.776675 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33064) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:16.845018 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-064b6ff7-7d8f-4ecd-9926-c2ab168383a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/643279f2-d9b3-4b44-aa3f-6f6bb0f615d3 HTTP/1.1" status: 200 len: 992 time: 0.0668664 Nov 13 05:12:26.987968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33320) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:27.071795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e2671d-be41-492c-bfd1-468841465cd8 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:27.072308 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e2671d-be41-492c-bfd1-468841465cd8 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:27.072768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e2671d-be41-492c-bfd1-468841465cd8 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:27.086295 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f1e2671d-be41-492c-bfd1-468841465cd8 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=2c18b3f2ce924647a1cd876de3531c54&network_id=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f HTTP/1.1" status: 200 len: 2969 time: 0.0854166 Nov 13 05:12:28.564611 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33360) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:28.628434 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:28.636979 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349c7085-c0af-4dd4-8387-641ec2e4feb3 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:28.651687 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-349c7085-c0af-4dd4-8387-641ec2e4feb3 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca HTTP/1.1" status: 200 len: 814 time: 0.0859075 Nov 13 05:12:28.988083 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:29.106373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33376) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:29.112640 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'network': {'name': 'tempest-network-smoke--1836057731', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:12:29.136955 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Made reservation on behalf of 2c18b3f2ce924647a1cd876de3531c54 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:12:29.140912 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:29.171161 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:12:29.181439 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:29.181782 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Added segment 934323d3-8431-4c14-b733-11a12df5c992 of type vlan for network f435bcc6-2f4d-4c00-b484-90a5cddb03f0 Nov 13 05:12:29.225806 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:29.255710 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:29.262096 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:29.262722 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:29.391365 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2837956 Nov 13 05:12:29.394690 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33384) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:29.409333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Network': ['ID=f435bcc6-2f4d-4c00-b484-90a5cddb03f0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:29.417629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:29.417971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:29.418302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:29.418844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:29.419578 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:29.419910 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:29.420251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:29.420558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:29.420880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:29.421201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:29.421586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:29.422254 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f204a-d9cf-410a-b971-d3890d479208 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:12:29.435397 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network f435bcc6-2f4d-4c00-b484-90a5cddb03f0 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:12:29.482625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b46555-6617-4a8f-bf3e-24f9d6e015be tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:29.487803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33386) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:29.487975 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-60b46555-6617-4a8f-bf3e-24f9d6e015be tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=2c18b3f2ce924647a1cd876de3531c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0920460 Nov 13 05:12:29.589625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94222a86-7421-49ac-b11b-9df7c2c948b8 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:29.593798 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-94222a86-7421-49ac-b11b-9df7c2c948b8 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1023622 Nov 13 05:12:29.594075 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:29.626492 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0a1f42b0-eabe-4457-b454-21f481607dec tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278814 Nov 13 05:12:29.626492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33396) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:29.669166 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-846414db-5da6-4c8e-8065-09ee2774b195 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=2c18b3f2ce924647a1cd876de3531c54&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421588 Nov 13 05:12:29.671986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33398) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:29.757709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f2698bb-3b48-43dd-b0cc-641bd9135806 req-7ced6e41-4703-43f1-88a4-593cf6b08cf6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556331 Nov 13 05:12:29.769901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25b0960-0abd-4530-a262-67a8ebb534e3 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:29.771508 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e25b0960-0abd-4530-a262-67a8ebb534e3 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984225 Nov 13 05:12:29.774374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33400) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:29.809543 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-72d624b6-5cc0-4733-9579-cf653f4e8af7 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315595 Nov 13 05:12:29.809803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33402) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:29.814898 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f6d4a4ab-b4c8-403f-89d5-510e11ce5a03 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1376694942', 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:12:29.887112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2698bb-3b48-43dd-b0cc-641bd9135806 req-c69e4d1c-07c6-49ac-9031-c65a09181b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:29.889524 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f2698bb-3b48-43dd-b0cc-641bd9135806 req-c69e4d1c-07c6-49ac-9031-c65a09181b7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 1096 time: 0.0631781 Nov 13 05:12:29.913269 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d4a4ab-b4c8-403f-89d5-510e11ce5a03 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Made reservation on behalf of 2c18b3f2ce924647a1cd876de3531c54 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:12:29.917082 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a4ab-b4c8-403f-89d5-510e11ce5a03 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:30.036332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2698bb-3b48-43dd-b0cc-641bd9135806 req-aa766458-96fa-438e-8e9b-28dbc9f0c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:30.038337 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f2698bb-3b48-43dd-b0cc-641bd9135806 req-aa766458-96fa-438e-8e9b-28dbc9f0c123 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f HTTP/1.1" status: 200 len: 897 time: 0.1194253 Nov 13 05:12:30.139028 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f2698bb-3b48-43dd-b0cc-641bd9135806 req-d78db19b-166f-431b-b3f5-cd05eef8b8d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66a9a497-8dff-4f60-80dc-ab430bb5cf16 HTTP/1.1" status: 200 len: 1001 time: 0.0917752 Nov 13 05:12:30.143246 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a4ab-b4c8-403f-89d5-510e11ce5a03 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:30.197491 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2698bb-3b48-43dd-b0cc-641bd9135806 req-1fb22092-bee4-46fd-97ca-a5d567fb54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:30.199181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f2698bb-3b48-43dd-b0cc-641bd9135806 req-1fb22092-bee4-46fd-97ca-a5d567fb54a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f99144a8-a3c2-41cd-8ad9-1a4efb6a9354 HTTP/1.1" status: 200 len: 835 time: 0.0509164 Nov 13 05:12:30.219300 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4a4ab-b4c8-403f-89d5-510e11ce5a03 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Subnet': ['ID=25d43fd3-a908-4c99-b04a-4994212df0ae,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:30.225571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4a4ab-b4c8-403f-89d5-510e11ce5a03 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Checking segment: {'id': '934323d3-8431-4c14-b733-11a12df5c992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:12:30.225941 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d4a4ab-b4c8-403f-89d5-510e11ce5a03 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network hostable DHCP agents. Network: f435bcc6-2f4d-4c00-b484-90a5cddb03f0, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:12:30.261915 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d4a4ab-b4c8-403f-89d5-510e11ce5a03 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network f435bcc6-2f4d-4c00-b484-90a5cddb03f0 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:12:30.264717 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2698bb-3b48-43dd-b0cc-641bd9135806 req-895c76a9-4455-4a94-95bc-628361f846af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:30.266558 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f2698bb-3b48-43dd-b0cc-641bd9135806 req-895c76a9-4455-4a94-95bc-628361f846af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570014 Nov 13 05:12:30.272438 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f6d4a4ab-b4c8-403f-89d5-510e11ce5a03 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, f435bcc6-2f4d-4c00-b484-90a5cddb03f0) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:12:30.281919 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332c6af5-877e-403f-bc35-611b6031c415 None None] Network f435bcc6-2f4d-4c00-b484-90a5cddb03f0 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:12:30.286453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d4a4ab-b4c8-403f-89d5-510e11ce5a03 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:30.286633 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a4ab-b4c8-403f-89d5-510e11ce5a03 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:30.316208 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f6d4a4ab-b4c8-403f-89d5-510e11ce5a03 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5052307 Nov 13 05:12:30.391931 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f2698bb-3b48-43dd-b0cc-641bd9135806 req-06dd76ba-a54d-4826-a815-408efbb4479e service neutron] 10.222.0.46 "GET /v2.0/networks/a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148007 Nov 13 05:12:30.503071 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f2698bb-3b48-43dd-b0cc-641bd9135806 req-3c6b38c1-e1d8-4b9e-882f-be3b813af259 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034992 Nov 13 05:12:30.511254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-f435bcc6-2f4d-4c00-b484-90a5cddb03f0', 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ips': [{'subnet_id': '25d43fd3-a908-4c99-b04a-4994212df0ae'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:12:30.512138 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:30.671218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Allocated IP 172.20.0.18 (f435bcc6-2f4d-4c00-b484-90a5cddb03f0/25d43fd3-a908-4c99-b04a-4994212df0ae/0569d1b0-17ed-4a6f-9079-fb2526d0e084) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:12:30.771113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33422) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:30.775933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-83390eb0-82f6-425f-b893-b792713a4c13 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465651250', 'description': 'tempest-secgroup-smoke-1465651250 description', 'project_id': '2c18b3f2ce924647a1cd876de3531c54'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:12:30.800944 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83390eb0-82f6-425f-b893-b792713a4c13 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:30.849318 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:30.855984 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:30.871770 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83390eb0-82f6-425f-b893-b792713a4c13 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:30.882667 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83390eb0-82f6-425f-b893-b792713a4c13 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:30.912136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Network f435bcc6-2f4d-4c00-b484-90a5cddb03f0 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:12:30.915057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:12:30.921136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:12:30.924090 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Pushing event updated for resources: {'Port': ['ID=0569d1b0-17ed-4a6f-9079-fb2526d0e084,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:30.932676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83390eb0-82f6-425f-b893-b792713a4c13 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b772b4-f964-43fe-8d8e-335ae2ced5ff,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:30.938154 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83390eb0-82f6-425f-b893-b792713a4c13 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:30.939306 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-83390eb0-82f6-425f-b893-b792713a4c13 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1671417 Nov 13 05:12:30.942170 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33428) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:30.947174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1589ee68-8389-4b77-b459-6d63289dd033 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': '27b772b4-f964-43fe-8d8e-335ae2ced5ff', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:12:30.977347 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1589ee68-8389-4b77-b459-6d63289dd033 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:30.982176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Attempting to bind port 0569d1b0-17ed-4a6f-9079-fb2526d0e084 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:12:30.982557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Attempting to bind port 0569d1b0-17ed-4a6f-9079-fb2526d0e084 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '934323d3-8431-4c14-b733-11a12df5c992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:12:30.982897 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Attempting to bind port 0569d1b0-17ed-4a6f-9079-fb2526d0e084 on network f435bcc6-2f4d-4c00-b484-90a5cddb03f0 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:12:30.988064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:12:30.988429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Checking segment: {'id': '934323d3-8431-4c14-b733-11a12df5c992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:12:30.988819 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:30.989201 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Bound using segment: {'id': '934323d3-8431-4c14-b733-11a12df5c992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:12:30.989657 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Bound port: 0569d1b0-17ed-4a6f-9079-fb2526d0e084, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934323d3-8431-4c14-b733-11a12df5c992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:12:30.990024 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.041971 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1589ee68-8389-4b77-b459-6d63289dd033 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.046999 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1589ee68-8389-4b77-b459-6d63289dd033 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.065824 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] For port 0569d1b0-17ed-4a6f-9079-fb2526d0e084, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:12:31.071105 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] For port 0569d1b0-17ed-4a6f-9079-fb2526d0e084, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0569d1b0-17ed-4a6f-9079-fb2526d0e084,segment=NetworkSegment(934323d3-8431-4c14-b733-11a12df5c992),segment_id=934323d3-8431-4c14-b733-11a12df5c992)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:12:31.071693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589ee68-8389-4b77-b459-6d63289dd033 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e9ad72-0ba5-4fb1-84fc-b44f2d77985a,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:31.076321 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.083631 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1589ee68-8389-4b77-b459-6d63289dd033 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.087457 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1589ee68-8389-4b77-b459-6d63289dd033 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416860 Nov 13 05:12:31.087757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33430) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:31.092304 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-428bbb0a-7493-437c-a35a-8764a382e6db tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': '27b772b4-f964-43fe-8d8e-335ae2ced5ff', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:12:31.130549 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-428bbb0a-7493-437c-a35a-8764a382e6db tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.150426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59756e65-ca5a-46b8-bc6b-fcc1d0e930e6 None None] Pushing event updated for resources: {'Port': ['ID=0569d1b0-17ed-4a6f-9079-fb2526d0e084,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:31.216759 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-428bbb0a-7493-437c-a35a-8764a382e6db tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.221689 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-428bbb0a-7493-437c-a35a-8764a382e6db tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.240369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bbb0a-7493-437c-a35a-8764a382e6db tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c686a53-0040-4dcc-b8af-f2cd25c9b4d1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:31.248995 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-428bbb0a-7493-437c-a35a-8764a382e6db tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.252849 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-428bbb0a-7493-437c-a35a-8764a382e6db tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1615312 Nov 13 05:12:31.253214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33436) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:31.257976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e70a4f9e-7805-4545-b6d7-a48287772d88 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': '27b772b4-f964-43fe-8d8e-335ae2ced5ff', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:12:31.287546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e70a4f9e-7805-4545-b6d7-a48287772d88 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.368368 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e70a4f9e-7805-4545-b6d7-a48287772d88 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.372312 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e70a4f9e-7805-4545-b6d7-a48287772d88 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.396431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a4f9e-7805-4545-b6d7-a48287772d88 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f0e68f-89a5-4cf1-8923-d9049d105c7a,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:31.409348 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e70a4f9e-7805-4545-b6d7-a48287772d88 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.411684 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e70a4f9e-7805-4545-b6d7-a48287772d88 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572599 Nov 13 05:12:31.414494 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33438) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:31.419715 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-dd81ff8a-684e-4e60-930d-d8aed55fc51a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': '27b772b4-f964-43fe-8d8e-335ae2ced5ff', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:12:31.459909 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dd81ff8a-684e-4e60-930d-d8aed55fc51a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.530314 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dd81ff8a-684e-4e60-930d-d8aed55fc51a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.535499 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dd81ff8a-684e-4e60-930d-d8aed55fc51a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.553301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81ff8a-684e-4e60-930d-d8aed55fc51a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89585125-8fc5-4d02-a65c-0a0248814700,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:31.562887 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dd81ff8a-684e-4e60-930d-d8aed55fc51a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.564139 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dd81ff8a-684e-4e60-930d-d8aed55fc51a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482785 Nov 13 05:12:31.566868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33446) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:31.571625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-48cf5eb4-012a-4e0a-90a4-e87170198e4a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': '27b772b4-f964-43fe-8d8e-335ae2ced5ff', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:12:31.593503 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-48cf5eb4-012a-4e0a-90a4-e87170198e4a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Project 2c18b3f2ce924647a1cd876de3531c54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:12:31.598644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-48cf5eb4-012a-4e0a-90a4-e87170198e4a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.658948 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-48cf5eb4-012a-4e0a-90a4-e87170198e4a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.663481 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-48cf5eb4-012a-4e0a-90a4-e87170198e4a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.680884 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf5eb4-012a-4e0a-90a4-e87170198e4a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d77594-1a5b-4592-99d3-3a26333296a3,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:31.700394 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-48cf5eb4-012a-4e0a-90a4-e87170198e4a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.701532 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-48cf5eb4-012a-4e0a-90a4-e87170198e4a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337099 Nov 13 05:12:31.704811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 33450) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:31.709769 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f58b37fe-d7c6-401c-b8a1-55ca68ef5f14 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': '27b772b4-f964-43fe-8d8e-335ae2ced5ff', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:12:31.736054 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-f58b37fe-d7c6-401c-b8a1-55ca68ef5f14 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Project 2c18b3f2ce924647a1cd876de3531c54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:12:31.741762 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f58b37fe-d7c6-401c-b8a1-55ca68ef5f14 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.816078 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f58b37fe-d7c6-401c-b8a1-55ca68ef5f14 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.820423 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f58b37fe-d7c6-401c-b8a1-55ca68ef5f14 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.841691 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b37fe-d7c6-401c-b8a1-55ca68ef5f14 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3078a4-e180-4de6-b02d-5ee9592f4ddf,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:31.851756 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f58b37fe-d7c6-401c-b8a1-55ca68ef5f14 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:31.852989 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f58b37fe-d7c6-401c-b8a1-55ca68ef5f14 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471694 Nov 13 05:12:32.083315 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-98088c5d-4329-4c05-945f-f6ce4e68ac6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465651250&fields=id&tenant_id=2c18b3f2ce924647a1cd876de3531c54 HTTP/1.1" status: 200 len: 267 time: 0.0653462 Nov 13 05:12:32.200970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-f9dd563a-28e2-4839-8bfc-3b14857a77ed tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:32.203091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-f9dd563a-28e2-4839-8bfc-3b14857a77ed tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/networks?id=f435bcc6-2f4d-4c00-b484-90a5cddb03f0 HTTP/1.1" status: 200 len: 797 time: 0.1134694 Nov 13 05:12:32.218706 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-e83fb595-9b48-4aba-baa0-23453ba68040 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/quotas/2c18b3f2ce924647a1cd876de3531c54 HTTP/1.1" status: 200 len: 375 time: 0.0097599 Nov 13 05:12:32.225544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf4d966-eb93-4de1-a27c-be311d1d0124 None None] Network f435bcc6-2f4d-4c00-b484-90a5cddb03f0 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:12:32.295853 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d6ef7cf4-9ac1-455d-a5c2-5408c809a335 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0666194 Nov 13 05:12:32.300970 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b8acd54f-df73-4e13-a178-30652db28234 None None] Provisioning complete for port 0569d1b0-17ed-4a6f-9079-fb2526d0e084 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:32.301341 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8acd54f-df73-4e13-a178-30652db28234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:32.314258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-2deaf88f-df64-4c0b-a42c-8306645d486b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:12:32.315264 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-2deaf88f-df64-4c0b-a42c-8306645d486b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059648 Nov 13 05:12:32.415614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-6a66b3ed-3197-41f8-911b-6e03276613cc service neutron] 10.222.0.43 "GET /v2.0/networks/f435bcc6-2f4d-4c00-b484-90a5cddb03f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932245 Nov 13 05:12:32.451698 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8acd54f-df73-4e13-a178-30652db28234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:32.489933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b8acd54f-df73-4e13-a178-30652db28234 None None] For port 0569d1b0-17ed-4a6f-9079-fb2526d0e084, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0569d1b0-17ed-4a6f-9079-fb2526d0e084,segment=NetworkSegment(934323d3-8431-4c14-b733-11a12df5c992),segment_id=934323d3-8431-4c14-b733-11a12df5c992)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:12:32.495845 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8acd54f-df73-4e13-a178-30652db28234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:32.526365 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-8c686bb1-f681-43f9-abc6-b0c5cdb8f926 service neutron] 10.222.0.43 "GET /v2.0/networks/f435bcc6-2f4d-4c00-b484-90a5cddb03f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040406 Nov 13 05:12:32.555436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acd54f-df73-4e13-a178-30652db28234 None None] Pushing event updated for resources: {'Port': ['ID=0569d1b0-17ed-4a6f-9079-fb2526d0e084,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:32.802672 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-33f8b774-6a3c-454f-b3b9-a29cc69ec124 req-0eaf55e3-4b75-4efa-bbfd-2b8fa6ff1f4b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 210 time: 0.1003044 Nov 13 05:12:32.828352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c81a8aa7-251c-4a0b-890e-0b959dc1b44b None None] Provisioning complete for port 0569d1b0-17ed-4a6f-9079-fb2526d0e084 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:32.828772 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c81a8aa7-251c-4a0b-890e-0b959dc1b44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:33.398257 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0569d1b0-17ed-4a6f-9079-fb2526d0e084 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:12:33.611738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 0569d1b0-17ed-4a6f-9079-fb2526d0e084 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:33.612205 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:33.814884 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-a5c4805e-8645-4a4f-9abf-f27a824d2f32 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:33.816513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-a5c4805e-8645-4a4f-9abf-f27a824d2f32 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.36 "GET /v2.0/networks?id=f435bcc6-2f4d-4c00-b484-90a5cddb03f0 HTTP/1.1" status: 200 len: 797 time: 0.1143055 Nov 13 05:12:33.921501 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-963a6b46-e5f3-4fca-84ff-1c11c7f6b2ba req-81a99c96-d387-4dda-b98b-b7baa66528de tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 210 time: 0.0370531 Nov 13 05:12:33.938152 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-4693412a-020b-4a2f-81d4-966d54463d76 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c18b3f2ce924647a1cd876de3531c54 HTTP/1.1" status: 200 len: 473 time: 0.1057193 Nov 13 05:12:33.960274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-64b7497f-c5a2-4023-9900-94a0d3ea602b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'port': {'device_id': 'ed20fb16-e18d-4bfc-896a-4a1223b942a7', 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0', 'admin_state_up': True, 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'security_groups': ['27b772b4-f964-43fe-8d8e-335ae2ced5ff']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:12:34.078143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-64b7497f-c5a2-4023-9900-94a0d3ea602b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Made reservation on behalf of 2c18b3f2ce924647a1cd876de3531c54 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:12:34.081748 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-64b7497f-c5a2-4023-9900-94a0d3ea602b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:34.181037 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc587fdd-69d6-4c30-9f60-84eebaa09426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:34.238022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-64b7497f-c5a2-4023-9900-94a0d3ea602b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Allocated IP 172.20.0.26 (f435bcc6-2f4d-4c00-b484-90a5cddb03f0/25d43fd3-a908-4c99-b04a-4994212df0ae/e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:12:34.386689 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-64b7497f-c5a2-4023-9900-94a0d3ea602b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:34.423996 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-64b7497f-c5a2-4023-9900-94a0d3ea602b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:34.473600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-64b7497f-c5a2-4023-9900-94a0d3ea602b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network f435bcc6-2f4d-4c00-b484-90a5cddb03f0 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:12:34.476588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-64b7497f-c5a2-4023-9900-94a0d3ea602b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:12:34.479033 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-64b7497f-c5a2-4023-9900-94a0d3ea602b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:12:34.523104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7497f-c5a2-4023-9900-94a0d3ea602b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Port': ['ID=e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:34.547296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-64b7497f-c5a2-4023-9900-94a0d3ea602b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:34.547926 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-64b7497f-c5a2-4023-9900-94a0d3ea602b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:34.567652 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-64b7497f-c5a2-4023-9900-94a0d3ea602b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6113646 Nov 13 05:12:34.587630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Request body: {'port': {'device_id': 'ed20fb16-e18d-4bfc-896a-4a1223b942a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:12:34.647452 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:34.757827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-dfeabb29-dd28-4099-942c-a535b2ebe68c None None] Provisioning complete for port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:34.758802 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfeabb29-dd28-4099-942c-a535b2ebe68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:34.811756 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dfeabb29-dd28-4099-942c-a535b2ebe68c None None] Port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:12:34.996516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:12:35.004842 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:35.021498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Transition to ACTIVE for port object e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:12:35.025946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:35.053826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36a4b7-b173-4b64-ba8f-7155f1426b67 req-ccc3d9b0-6168-4c89-a29b-845394a2f093 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:35.055989 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b36a4b7-b173-4b64-ba8f-7155f1426b67 req-ccc3d9b0-6168-4c89-a29b-845394a2f093 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 932 time: 0.0566695 Nov 13 05:12:35.092925 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Pushing event updated for resources: {'Port': ['ID=e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:35.132509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b36a4b7-b173-4b64-ba8f-7155f1426b67 req-096781da-45d1-4983-b06d-3c8086083c19 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=27b772b4-f964-43fe-8d8e-335ae2ced5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686672 Nov 13 05:12:35.165865 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Attempting to bind port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:12:35.166242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Attempting to bind port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '934323d3-8431-4c14-b733-11a12df5c992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:12:35.166509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Attempting to bind port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c on network f435bcc6-2f4d-4c00-b484-90a5cddb03f0 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:12:35.171981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c on network f435bcc6-2f4d-4c00-b484-90a5cddb03f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:12:35.172325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Attempting to bind port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c on network f435bcc6-2f4d-4c00-b484-90a5cddb03f0 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:12:35.178030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:12:35.178373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Checking segment: {'id': '934323d3-8431-4c14-b733-11a12df5c992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:12:35.178755 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Bound using segment: {'id': '934323d3-8431-4c14-b733-11a12df5c992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:12:35.179355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Bound port: e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '934323d3-8431-4c14-b733-11a12df5c992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:12:35.179727 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:35.246461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] For port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:12:35.249704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] For port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c,segment=NetworkSegment(934323d3-8431-4c14-b733-11a12df5c992),segment_id=934323d3-8431-4c14-b733-11a12df5c992)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:12:35.255531 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:35.297699 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:35.298324 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:35.299794 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] 10.222.0.36 "PUT /v2.0/ports/e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c HTTP/1.1" status: 200 len: 1092 time: 0.7168164 Nov 13 05:12:35.300238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed20fb16-e18d-4bfc-896a-4a1223b942a7', 'tag': 'e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:12:35.302562 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90761aa9-79c1-472d-94a4-748cdba2821c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed20fb16-e18d-4bfc-896a-4a1223b942a7", "tag": "e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:12:35.371824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70658f5-b964-4d44-adbd-16d251e39192 service neutron] Pushing event updated for resources: {'Port': ['ID=e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:35.385198 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd5127e-6c03-494d-8bd0-1cd0b289cac3 x-openstack-request-id: req-abd5127e-6c03-494d-8bd0-1cd0b289cac3 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:12:35.385737 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed20fb16-e18d-4bfc-896a-4a1223b942a7", "tag": "e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:12:35.385737 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abd5127e-6c03-494d-8bd0-1cd0b289cac3 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:12:35.386117 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed20fb16-e18d-4bfc-896a-4a1223b942a7', 'tag': 'e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c', 'status': 'completed', 'code': 200} Nov 13 05:12:35.417371 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-09f6a74d-c713-489c-a13e-c76156a829ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:35.419087 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-09f6a74d-c713-489c-a13e-c76156a829ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 1095 time: 0.0486515 Nov 13 05:12:35.467508 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-9a6114b0-8058-47e0-8bf2-a6720634b35f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c HTTP/1.1" status: 200 len: 217 time: 0.0358303 Nov 13 05:12:35.807520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-11f181c2-f1c4-4e21-b3e3-834d341f6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:35.808852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-11f181c2-f1c4-4e21-b3e3-834d341f6f60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d43fd3-a908-4c99-b04a-4994212df0ae HTTP/1.1" status: 200 len: 838 time: 0.3338768 Nov 13 05:12:35.855095 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-075e980a-e694-480d-bd67-1648803546d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:35.856665 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-075e980a-e694-480d-bd67-1648803546d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f435bcc6-2f4d-4c00-b484-90a5cddb03f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406077 Nov 13 05:12:35.957286 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-dd10f663-8a18-4a74-ba8a-85e1eed0357b service neutron] 10.222.0.36 "GET /v2.0/networks/f435bcc6-2f4d-4c00-b484-90a5cddb03f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921414 Nov 13 05:12:36.069147 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f0f135-b04f-4ddb-aef9-1dbea7c1fbac req-c31c4921-dd42-46b5-8cef-440ec4a9757e service neutron] 10.222.0.36 "GET /v2.0/networks/f435bcc6-2f4d-4c00-b484-90a5cddb03f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039503 Nov 13 05:12:36.220558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90761aa9-79c1-472d-94a4-748cdba2821c req-411a7690-17d3-4b37-aa24-87db215fc9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:36.222531 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90761aa9-79c1-472d-94a4-748cdba2821c req-411a7690-17d3-4b37-aa24-87db215fc9ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 1095 time: 0.0620399 Nov 13 05:12:36.252887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ebb7a-bf30-4ded-a77c-fccbf210c9a9 req-f0270120-1f62-4d5e-aa87-d4e0f3453b2f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:36.260992 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-490ebb7a-bf30-4ded-a77c-fccbf210c9a9 req-f0270120-1f62-4d5e-aa87-d4e0f3453b2f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 944 time: 0.0555496 Nov 13 05:12:36.320321 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-490ebb7a-bf30-4ded-a77c-fccbf210c9a9 req-1b023568-3476-49e1-9d35-55b69e79c70d tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=27b772b4-f964-43fe-8d8e-335ae2ced5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583611 Nov 13 05:12:36.340747 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90761aa9-79c1-472d-94a4-748cdba2821c req-e9023bde-75c7-4148-9e71-28154c95f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:36.342203 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90761aa9-79c1-472d-94a4-748cdba2821c req-e9023bde-75c7-4148-9e71-28154c95f2d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f435bcc6-2f4d-4c00-b484-90a5cddb03f0 HTTP/1.1" status: 200 len: 898 time: 0.1052463 Nov 13 05:12:36.385841 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90761aa9-79c1-472d-94a4-748cdba2821c req-c897be34-47f4-426c-975a-679cca8a223a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c HTTP/1.1" status: 200 len: 217 time: 0.0360441 Nov 13 05:12:36.441186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90761aa9-79c1-472d-94a4-748cdba2821c req-3fc0eda1-4177-402c-86c7-21adcd7a1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:36.442688 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90761aa9-79c1-472d-94a4-748cdba2821c req-3fc0eda1-4177-402c-86c7-21adcd7a1ccb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d43fd3-a908-4c99-b04a-4994212df0ae HTTP/1.1" status: 200 len: 838 time: 0.0504148 Nov 13 05:12:36.467397 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b57d4510-b95f-44f8-8527-a0039d710555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:36.493979 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90761aa9-79c1-472d-94a4-748cdba2821c req-f013b08d-682a-44a7-9efa-89f53129e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:36.495430 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90761aa9-79c1-472d-94a4-748cdba2821c req-f013b08d-682a-44a7-9efa-89f53129e4ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f435bcc6-2f4d-4c00-b484-90a5cddb03f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446470 Nov 13 05:12:36.588019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90761aa9-79c1-472d-94a4-748cdba2821c req-db4d697d-ab42-4668-b96c-6a52baf83174 service neutron] 10.222.0.36 "GET /v2.0/networks/f435bcc6-2f4d-4c00-b484-90a5cddb03f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855427 Nov 13 05:12:36.683196 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90761aa9-79c1-472d-94a4-748cdba2821c req-d74b7136-5fe5-4838-aa71-a6bc4c6739e7 service neutron] 10.222.0.36 "GET /v2.0/networks/f435bcc6-2f4d-4c00-b484-90a5cddb03f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877492 Nov 13 05:12:36.806946 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10934249-3f53-4bfd-89d1-eef20ed4ea27 req-4f703a3a-ee10-4bae-9930-6baf374d8d0b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411322 Nov 13 05:12:36.929540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10934249-3f53-4bfd-89d1-eef20ed4ea27 req-b7ec3504-7781-4342-8816-cb2e0c62e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:36.931666 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10934249-3f53-4bfd-89d1-eef20ed4ea27 req-b7ec3504-7781-4342-8816-cb2e0c62e846 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efc30c3e2ccf48c9ba40a10a54421570&device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 1097 time: 0.0451121 Nov 13 05:12:37.056545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10934249-3f53-4bfd-89d1-eef20ed4ea27 req-84cb0d06-93a5-4239-bdfe-ab376b4e90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:37.058092 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10934249-3f53-4bfd-89d1-eef20ed4ea27 req-84cb0d06-93a5-4239-bdfe-ab376b4e90eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8029875-4483-4e77-8f06-85348be088a0 HTTP/1.1" status: 200 len: 912 time: 0.1063225 Nov 13 05:12:37.126460 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10934249-3f53-4bfd-89d1-eef20ed4ea27 req-4733476c-d5ef-48eb-a44d-fc8f23d5968d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfc7a067-7945-4d37-ba67-20dbcd9369ff HTTP/1.1" status: 200 len: 1002 time: 0.0600736 Nov 13 05:12:37.182480 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10934249-3f53-4bfd-89d1-eef20ed4ea27 req-9167f547-5dc6-4c0f-8db7-17f720c8e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:37.184354 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10934249-3f53-4bfd-89d1-eef20ed4ea27 req-9167f547-5dc6-4c0f-8db7-17f720c8e611 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=134b1d99-7bf8-4a9d-961c-0a94024a9f56 HTTP/1.1" status: 200 len: 850 time: 0.0511587 Nov 13 05:12:37.239051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10934249-3f53-4bfd-89d1-eef20ed4ea27 req-48b36749-cbd0-474a-b81c-a93ad44f8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:37.241765 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10934249-3f53-4bfd-89d1-eef20ed4ea27 req-48b36749-cbd0-474a-b81c-a93ad44f8d19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8029875-4483-4e77-8f06-85348be088a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499895 Nov 13 05:12:37.366364 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10934249-3f53-4bfd-89d1-eef20ed4ea27 req-2f0ae6a5-c17e-4e51-ba21-0ff399f0d475 service neutron] 10.222.0.36 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149006 Nov 13 05:12:37.501781 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10934249-3f53-4bfd-89d1-eef20ed4ea27 req-d779ec67-c8b1-4d67-aa3f-9123931d15ab service neutron] 10.222.0.36 "GET /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281273 Nov 13 05:12:37.510526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a18cf7-a102-41eb-8fc1-0f3006fece72 req-7c8b42c7-aa55-4412-bf2d-7b7708ab025a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:37.512080 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67a18cf7-a102-41eb-8fc1-0f3006fece72 req-7c8b42c7-aa55-4412-bf2d-7b7708ab025a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 944 time: 0.0784767 Nov 13 05:12:37.573043 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67a18cf7-a102-41eb-8fc1-0f3006fece72 req-68b9d6db-7739-4874-a781-546fc5000294 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=27b772b4-f964-43fe-8d8e-335ae2ced5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512838 Nov 13 05:12:37.883637 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:38.706703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f71f4-97a3-454a-8ad6-0dcfbb3a02a8 req-f4744d71-e5cb-47da-89c8-5de19f188d0e tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:38.708564 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b5f71f4-97a3-454a-8ad6-0dcfbb3a02a8 req-f4744d71-e5cb-47da-89c8-5de19f188d0e tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 944 time: 0.0565717 Nov 13 05:12:38.767583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b5f71f4-97a3-454a-8ad6-0dcfbb3a02a8 req-343271fd-14d2-43ba-b425-e655eccdbaa1 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=27b772b4-f964-43fe-8d8e-335ae2ced5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529833 Nov 13 05:12:39.191198 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:39.400450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:12:39.505534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c,segment=NetworkSegment(934323d3-8431-4c14-b733-11a12df5c992),segment_id=934323d3-8431-4c14-b733-11a12df5c992)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:12:39.517834 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c', 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0', 'port_id': 'e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c', 'mac_address': 'fa:16:3e:e0:01:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d43fd3-a908-4c99-b04a-4994212df0ae', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:12:39.555455 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:39.572432 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:12:39.592103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c,segment=NetworkSegment(934323d3-8431-4c14-b733-11a12df5c992),segment_id=934323d3-8431-4c14-b733-11a12df5c992)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:12:39.597175 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:39.645631 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:39.902358 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d690d6-78d4-4d73-8f72-72fec92bcde3 req-77d2f643-a5e2-4797-a30d-870d7d035eb2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:39.903927 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34d690d6-78d4-4d73-8f72-72fec92bcde3 req-77d2f643-a5e2-4797-a30d-870d7d035eb2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 945 time: 0.0579829 Nov 13 05:12:39.970615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:12:39.997293 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34d690d6-78d4-4d73-8f72-72fec92bcde3 req-f3e81c68-2c20-4e62-aa0c-18ccecb230f3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=27b772b4-f964-43fe-8d8e-335ae2ced5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817332 Nov 13 05:12:40.049459 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:41.147953 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9399a-6d7c-4406-96d9-23b01ece57a2 req-9e9467ce-9b6e-400a-9bbb-ee5f9ba98926 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:41.149509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e8e9399a-6d7c-4406-96d9-23b01ece57a2 req-9e9467ce-9b6e-400a-9bbb-ee5f9ba98926 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 945 time: 0.0628099 Nov 13 05:12:41.202699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e8e9399a-6d7c-4406-96d9-23b01ece57a2 req-6dd45fe3-5546-447c-9e08-5fba3392d1d6 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=27b772b4-f964-43fe-8d8e-335ae2ced5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469301 Nov 13 05:12:41.411004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:12:41.468562 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:12:41.472577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:41.473052 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:41.557249 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:41.584976 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed20fb16-e18d-4bfc-896a-4a1223b942a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:12:41.588054 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ae39e9-ceab-4898-b538-99b29042bdb2" -d '{"events": [{"server_uuid": "ed20fb16-e18d-4bfc-896a-4a1223b942a7", "name": "network-vif-plugged", "status": "completed", "tag": "e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:12:41.601881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c,segment=NetworkSegment(934323d3-8431-4c14-b733-11a12df5c992),segment_id=934323d3-8431-4c14-b733-11a12df5c992)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:12:41.608278 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:41.651762 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6626bc29-6e63-4872-8178-ed6ae990ff2c x-openstack-request-id: req-6626bc29-6e63-4872-8178-ed6ae990ff2c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:12:41.652191 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed20fb16-e18d-4bfc-896a-4a1223b942a7", "name": "network-vif-plugged", "status": "completed", "tag": "e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:12:41.652447 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6626bc29-6e63-4872-8178-ed6ae990ff2c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:12:41.652923 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed20fb16-e18d-4bfc-896a-4a1223b942a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c', 'code': 200} Nov 13 05:12:41.668427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:41.772877 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5ae25-5a2b-4d88-9250-6533a86678ab req-f4cee491-4967-44ee-954c-8185200472ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:41.774763 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d1d5ae25-5a2b-4d88-9250-6533a86678ab req-f4cee491-4967-44ee-954c-8185200472ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 1097 time: 0.0499504 Nov 13 05:12:41.840316 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d1d5ae25-5a2b-4d88-9250-6533a86678ab req-d05f0d8a-f5cf-4b50-bd9a-1e8c6a947974 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=27b772b4-f964-43fe-8d8e-335ae2ced5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554569 Nov 13 05:12:42.332119 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73186a69-f409-4492-87a0-bb983b6e955c req-91797bd2-4f7e-4b3f-99ea-3864701281a0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:42.333810 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-73186a69-f409-4492-87a0-bb983b6e955c req-91797bd2-4f7e-4b3f-99ea-3864701281a0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 946 time: 0.0557914 Nov 13 05:12:42.388054 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-73186a69-f409-4492-87a0-bb983b6e955c req-951d5813-1915-43f8-bc23-90d3ffa0cc22 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=27b772b4-f964-43fe-8d8e-335ae2ced5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470257 Nov 13 05:12:43.509920 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094c82b-ba33-45b2-a52e-d674aeab520d req-ca2a644a-6662-45a4-ad8a-1a22ae30c92f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:43.511443 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0094c82b-ba33-45b2-a52e-d674aeab520d req-ca2a644a-6662-45a4-ad8a-1a22ae30c92f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 946 time: 0.0517581 Nov 13 05:12:43.564331 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0094c82b-ba33-45b2-a52e-d674aeab520d req-fae36a67-17fd-43f9-a3b7-9ab8e4e59e69 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=27b772b4-f964-43fe-8d8e-335ae2ced5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455835 Nov 13 05:12:43.684715 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8aad9-3111-43fc-bce1-72258f55af5a req-43593064-122a-4392-9e6b-1b93f1851e48 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:12:43.686234 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d0f8aad9-3111-43fc-bce1-72258f55af5a req-43593064-122a-4392-9e6b-1b93f1851e48 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 946 time: 0.0505078 Nov 13 05:12:43.741354 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d0f8aad9-3111-43fc-bce1-72258f55af5a req-727d147b-c52e-476e-a455-6fed836e3045 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=27b772b4-f964-43fe-8d8e-335ae2ced5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490963 Nov 13 05:12:45.252506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 33780) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:12:46.071332 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:46.379687 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Allocated IP 172.20.0.17 (f435bcc6-2f4d-4c00-b484-90a5cddb03f0/25d43fd3-a908-4c99-b04a-4994212df0ae/f095056c-cdc4-4781-924b-44db8d066cc6) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:12:46.496975 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:46.533420 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:46.579474 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network f435bcc6-2f4d-4c00-b484-90a5cddb03f0 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:12:46.582704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:12:46.589522 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:12:46.614381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Port': ['ID=f095056c-cdc4-4781-924b-44db8d066cc6,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:46.625780 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:12:46.643704 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:46.817445 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:46.877228 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-de71c1f0-05d6-4873-90cc-5bb5c06250b9 None None] Provisioning complete for port f095056c-cdc4-4781-924b-44db8d066cc6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:46.878250 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de71c1f0-05d6-4873-90cc-5bb5c06250b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:46.918308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-de71c1f0-05d6-4873-90cc-5bb5c06250b9 None None] Port f095056c-cdc4-4781-924b-44db8d066cc6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:12:47.136861 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:47.142571 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:47.213057 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Port': ['ID=f095056c-cdc4-4781-924b-44db8d066cc6,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:47.218083 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:47.317007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network f435bcc6-2f4d-4c00-b484-90a5cddb03f0 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:12:47.318593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:12:47.456879 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Router e828c55c-2831-4677-88cf-8772124580c0 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:12:47.548432 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-82bf2f0d-bf29-45af-beda-f497bf812750 None None] Provisioning complete for port f095056c-cdc4-4781-924b-44db8d066cc6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:47.548793 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82bf2f0d-bf29-45af-beda-f497bf812750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:47.581545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:12:47.582208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-82bf2f0d-bf29-45af-beda-f497bf812750 None None] Port f095056c-cdc4-4781-924b-44db8d066cc6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:12:47.590067 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b31ed6ba-7393-4353-b4fa-248f8df89146 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "PUT /v2.0/routers/e828c55c-2831-4677-88cf-8772124580c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3356740 Nov 13 05:12:47.593129 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Sync routers for ids ['e828c55c-2831-4677-88cf-8772124580c0'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:12:47.603121 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Routers {'e828c55c-2831-4677-88cf-8772124580c0'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:12:47.603828 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:12:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e828c55c-2831-4677-88cf-8772124580c0'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:12:47.710139 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Set router e828c55c-2831-4677-88cf-8772124580c0 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:12:47.941014 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:12:46Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '5dc790b0-9fe8-4f0f-8de5-0c49df191789', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'port_id': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'mac_address': 'fa:16:3e:9c:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:11:14Z', 'updated_at': '2021-11-13T05:11:16Z', 'revision_number': 1, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4df2845-130a-4ffb-8fb4-5f9ff680f698', 'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:06:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:54Z', 'updated_at': '2021-11-13T05:11:00Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f095056c-cdc4-4781-924b-44db8d066cc6', 'name': '', 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:f9:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '25d43fd3-a908-4c99-b04a-4994212df0ae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:12:46Z', 'updated_at': '2021-11-13T05:12:46Z', 'revision_number': 2, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': '25d43fd3-a908-4c99-b04a-4994212df0ae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:12:47.966092 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Checking router: e828c55c-2831-4677-88cf-8772124580c0 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:12:47.966390 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Updating router e828c55c-2831-4677-88cf-8772124580c0 port f095056c-cdc4-4781-924b-44db8d066cc6 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:12:47.990488 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:48.263152 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:48.268636 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:48.314527 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de027c43-2be6-4fcc-a39b-05fb756e46cc None None] Pushing event updated for resources: {'Port': ['ID=f095056c-cdc4-4781-924b-44db8d066cc6,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:48.368165 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Attempting to bind port f095056c-cdc4-4781-924b-44db8d066cc6 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:12:48.368604 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Attempting to bind port f095056c-cdc4-4781-924b-44db8d066cc6 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '934323d3-8431-4c14-b733-11a12df5c992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:12:48.369024 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Attempting to bind port f095056c-cdc4-4781-924b-44db8d066cc6 on network f435bcc6-2f4d-4c00-b484-90a5cddb03f0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:12:48.374166 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:12:48.374599 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Checking segment: {'id': '934323d3-8431-4c14-b733-11a12df5c992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:12:48.375122 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:48.375565 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Bound using segment: {'id': '934323d3-8431-4c14-b733-11a12df5c992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:12:48.376091 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Bound port: f095056c-cdc4-4781-924b-44db8d066cc6, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934323d3-8431-4c14-b733-11a12df5c992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:12:48.376532 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:48.450436 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] For port f095056c-cdc4-4781-924b-44db8d066cc6, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:12:48.454509 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] For port f095056c-cdc4-4781-924b-44db8d066cc6, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f095056c-cdc4-4781-924b-44db8d066cc6,segment=NetworkSegment(934323d3-8431-4c14-b733-11a12df5c992),segment_id=934323d3-8431-4c14-b733-11a12df5c992)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:12:48.461181 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:48.527867 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Routers {'e828c55c-2831-4677-88cf-8772124580c0'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:12:48.528399 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:12:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e828c55c-2831-4677-88cf-8772124580c0'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:12:48.530129 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de027c43-2be6-4fcc-a39b-05fb756e46cc None None] Pushing event updated for resources: {'Port': ['ID=f095056c-cdc4-4781-924b-44db8d066cc6,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:48.622990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da403e3b-f26b-4a9e-a1a4-b0deba523c34 None None] Provisioning complete for port f095056c-cdc4-4781-924b-44db8d066cc6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:48.623575 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da403e3b-f26b-4a9e-a1a4-b0deba523c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:48.655197 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] Set router e828c55c-2831-4677-88cf-8772124580c0 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:12:48.732628 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da403e3b-f26b-4a9e-a1a4-b0deba523c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:48.770799 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da403e3b-f26b-4a9e-a1a4-b0deba523c34 None None] For port f095056c-cdc4-4781-924b-44db8d066cc6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f095056c-cdc4-4781-924b-44db8d066cc6,segment=NetworkSegment(934323d3-8431-4c14-b733-11a12df5c992),segment_id=934323d3-8431-4c14-b733-11a12df5c992)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:12:48.774987 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da403e3b-f26b-4a9e-a1a4-b0deba523c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:48.831933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da403e3b-f26b-4a9e-a1a4-b0deba523c34 None None] Pushing event updated for resources: {'Port': ['ID=f095056c-cdc4-4781-924b-44db8d066cc6,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:12:48.894801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e76efbb8-b00a-4564-9887-e52e43b02428 None None] Provisioning complete for port f095056c-cdc4-4781-924b-44db8d066cc6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:48.895212 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e76efbb8-b00a-4564-9887-e52e43b02428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:48.916923 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:12:46Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '5dc790b0-9fe8-4f0f-8de5-0c49df191789', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'port_id': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'mac_address': 'fa:16:3e:9c:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:11:14Z', 'updated_at': '2021-11-13T05:11:16Z', 'revision_number': 1, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4df2845-130a-4ffb-8fb4-5f9ff680f698', 'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:06:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:54Z', 'updated_at': '2021-11-13T05:11:00Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f095056c-cdc4-4781-924b-44db8d066cc6', 'name': '', 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:f9:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '25d43fd3-a908-4c99-b04a-4994212df0ae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:12:46Z', 'updated_at': '2021-11-13T05:12:48Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': '25d43fd3-a908-4c99-b04a-4994212df0ae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:12:48.943168 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4f00d-0c42-4019-bd25-6bcea94890b2 None None] The sync data for ids ['e828c55c-2831-4677-88cf-8772124580c0'] in n-d-813114-2 is: [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:12:46Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '5dc790b0-9fe8-4f0f-8de5-0c49df191789', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'port_id': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'mac_address': 'fa:16:3e:9c:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:11:14Z', 'updated_at': '2021-11-13T05:11:16Z', 'revision_number': 1, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4df2845-130a-4ffb-8fb4-5f9ff680f698', 'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:06:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:54Z', 'updated_at': '2021-11-13T05:11:00Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f095056c-cdc4-4781-924b-44db8d066cc6', 'name': '', 'network_id': 'f435bcc6-2f4d-4c00-b484-90a5cddb03f0', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:f9:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '25d43fd3-a908-4c99-b04a-4994212df0ae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:12:46Z', 'updated_at': '2021-11-13T05:12:48Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': '25d43fd3-a908-4c99-b04a-4994212df0ae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:12:49.403962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f095056c-cdc4-4781-924b-44db8d066cc6 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:12:49.457702 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f095056c-cdc4-4781-924b-44db8d066cc6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:12:49.458182 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:58.636571 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:12:58.979272 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:02.631132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9442ca-89eb-4ea8-8253-c347a0526fc1 req-652e7382-2c46-46b1-9a07-1dc12d0442fd tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:02.632636 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ac9442ca-89eb-4ea8-8253-c347a0526fc1 req-652e7382-2c46-46b1-9a07-1dc12d0442fd tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 946 time: 0.0532839 Nov 13 05:13:02.681680 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ac9442ca-89eb-4ea8-8253-c347a0526fc1 req-2ee83d4a-3500-4422-87c2-a89c7eb17328 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ccf801a-bc54-46cf-a1f5-ccaddceff232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423763 Nov 13 05:13:03.804025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caf1d2-a7cc-4bae-a95f-c038c1ad2709 req-f0ae061e-2234-435a-b58b-53700b9f49ea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:03.805529 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9caf1d2-a7cc-4bae-a95f-c038c1ad2709 req-f0ae061e-2234-435a-b58b-53700b9f49ea tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 946 time: 0.0522108 Nov 13 05:13:03.860917 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9caf1d2-a7cc-4bae-a95f-c038c1ad2709 req-95126d2b-8a27-403d-8dd8-378676e25f19 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ccf801a-bc54-46cf-a1f5-ccaddceff232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485437 Nov 13 05:13:04.174891 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17fdbf3e-17c9-45b6-8d2f-87a663f8c51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:04.787555 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-630b13ce-2265-4c8e-a85e-7f7e34c12f6a tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:04.789094 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-630b13ce-2265-4c8e-a85e-7f7e34c12f6a tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.36 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 946 time: 0.0587447 Nov 13 05:13:04.887694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-7f19dd50-f897-4795-a25b-5631cf1f5a1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Deleting port bfc7a067-7945-4d37-ba67-20dbcd9369ff {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:13:04.888293 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-7f19dd50-f897-4795-a25b-5631cf1f5a1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:04.988563 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e5e92-5a3e-4917-9b49-840e021f1721 req-a63140f8-f199-43bf-8ba7-0c4abb284c94 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:04.989124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-7f19dd50-f897-4795-a25b-5631cf1f5a1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] For port bfc7a067-7945-4d37-ba67-20dbcd9369ff, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bfc7a067-7945-4d37-ba67-20dbcd9369ff,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:04.989370 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-7f19dd50-f897-4795-a25b-5631cf1f5a1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:04.990080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b3e5e92-5a3e-4917-9b49-840e021f1721 req-a63140f8-f199-43bf-8ba7-0c4abb284c94 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 946 time: 0.0515566 Nov 13 05:13:05.054291 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b3e5e92-5a3e-4917-9b49-840e021f1721 req-adb98afb-1ab4-465e-b838-095a59973a99 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ccf801a-bc54-46cf-a1f5-ccaddceff232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562463 Nov 13 05:13:05.234561 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-7f19dd50-f897-4795-a25b-5631cf1f5a1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:05.234945 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-7f19dd50-f897-4795-a25b-5631cf1f5a1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:05.235260 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-7f19dd50-f897-4795-a25b-5631cf1f5a1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Floating IP e9d3b664-cd6f-4148-ab42-6b08dd3f662d disassociated. External IP: 172.25.8.205, port: bfc7a067-7945-4d37-ba67-20dbcd9369ff. Nov 13 05:13:05.235598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-7f19dd50-f897-4795-a25b-5631cf1f5a1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Calling delete_port for bfc7a067-7945-4d37-ba67-20dbcd9369ff owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:13:05.368931 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-7f19dd50-f897-4795-a25b-5631cf1f5a1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:05.404589 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19dd50-f897-4795-a25b-5631cf1f5a1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event deleted for resources: {'Port': ['ID=bfc7a067-7945-4d37-ba67-20dbcd9369ff,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:05.525216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-7f19dd50-f897-4795-a25b-5631cf1f5a1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Router bc67483c-6075-46c9-a308-4b295bd58183 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:13:05.636700 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-7f19dd50-f897-4795-a25b-5631cf1f5a1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:13:05.648211 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d23fa9-14c6-4396-9592-0b36bad43b12 None None] Sync routers for ids ['bc67483c-6075-46c9-a308-4b295bd58183'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:13:05.659560 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d23fa9-14c6-4396-9592-0b36bad43b12 None None] Routers {'bc67483c-6075-46c9-a308-4b295bd58183'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:13:05.660517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-24d23fa9-14c6-4396-9592-0b36bad43b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:12:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['bc67483c-6075-46c9-a308-4b295bd58183'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:05.681073 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-7f19dd50-f897-4795-a25b-5631cf1f5a1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] No DVR routers for this DVR port bfc7a067-7945-4d37-ba67-20dbcd9369ff on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:13:05.683897 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-7f19dd50-f897-4795-a25b-5631cf1f5a1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:05.687596 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4cfe7cca-e9aa-4f2d-8999-84e2a31c4f38 req-7f19dd50-f897-4795-a25b-5631cf1f5a1d tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.36 "DELETE /v2.0/ports/bfc7a067-7945-4d37-ba67-20dbcd9369ff HTTP/1.1" status: 204 len: 173 time: 0.8910522 Nov 13 05:13:05.687968 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02c803b-5147-432c-8303-b885365a1a24', 'name': 'network-vif-deleted', 'tag': 'bfc7a067-7945-4d37-ba67-20dbcd9369ff'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:13:05.690298 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbcc576-490e-403f-a38a-5ada452e3179" -d '{"events": [{"server_uuid": "a02c803b-5147-432c-8303-b885365a1a24", "name": "network-vif-deleted", "tag": "bfc7a067-7945-4d37-ba67-20dbcd9369ff"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:13:05.738897 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a711e4ca-2cde-4f30-9560-4382c3d60f07 x-openstack-request-id: req-a711e4ca-2cde-4f30-9560-4382c3d60f07 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:13:05.739943 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02c803b-5147-432c-8303-b885365a1a24", "name": "network-vif-deleted", "tag": "bfc7a067-7945-4d37-ba67-20dbcd9369ff", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:13:05.740213 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a711e4ca-2cde-4f30-9560-4382c3d60f07 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:13:05.740770 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02c803b-5147-432c-8303-b885365a1a24', 'name': 'network-vif-deleted', 'tag': 'bfc7a067-7945-4d37-ba67-20dbcd9369ff', 'status': 'completed', 'code': 200} Nov 13 05:13:05.803221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-24d23fa9-14c6-4396-9592-0b36bad43b12 None None] Set router bc67483c-6075-46c9-a308-4b295bd58183 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:13:06.049865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-24d23fa9-14c6-4396-9592-0b36bad43b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:43Z', 'revision_number': 5, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:06.080665 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d23fa9-14c6-4396-9592-0b36bad43b12 None None] Checking router: bc67483c-6075-46c9-a308-4b295bd58183 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:13:06.090044 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d23fa9-14c6-4396-9592-0b36bad43b12 None None] Routers {'bc67483c-6075-46c9-a308-4b295bd58183'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:13:06.090825 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-24d23fa9-14c6-4396-9592-0b36bad43b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:12:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['bc67483c-6075-46c9-a308-4b295bd58183'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:06.177002 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b459d4f9-b98c-4bb4-84e4-4020853f6b26 req-c46b94c5-7ae3-4f65-b42e-651c6df947e0 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02c803b-5147-432c-8303-b885365a1a24 HTTP/1.1" status: 200 len: 210 time: 0.0276744 Nov 13 05:13:06.218068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-24d23fa9-14c6-4396-9592-0b36bad43b12 None None] Set router bc67483c-6075-46c9-a308-4b295bd58183 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:13:06.431483 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-24d23fa9-14c6-4396-9592-0b36bad43b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:43Z', 'revision_number': 5, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:06.466820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d23fa9-14c6-4396-9592-0b36bad43b12 None None] The sync data for ids ['bc67483c-6075-46c9-a308-4b295bd58183'] in n-d-813114-2 is: [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:03:37Z', 'revision_number': 4, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '42e8378b-430a-4f09-9753-51d279ad8a23', 'name': '', 'network_id': 'a8029875-4483-4e77-8f06-85348be088a0', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'mac_address': 'fa:16:3e:bf:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:36Z', 'updated_at': '2021-11-13T05:03:43Z', 'revision_number': 5, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'subnets': [{'id': '134b1d99-7bf8-4a9d-961c-0a94024a9f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:13:06.483135 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3cc0fce-8e27-4f9c-9591-88be09296beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:06.731522 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be11b60-20f7-4ee4-b172-27cdfbf230af None None] New status for floating IP e9d3b664-cd6f-4148-ab42-6b08dd3f662d: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:13:07.269872 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34446) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:07.324627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90d25c24-4bab-45f6-b146-621e2a7d7565 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:07.348558 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90d25c24-4bab-45f6-b146-621e2a7d7565 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:07.397993 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90d25c24-4bab-45f6-b146-621e2a7d7565 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:07.400696 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90d25c24-4bab-45f6-b146-621e2a7d7565 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:07.401861 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-90d25c24-4bab-45f6-b146-621e2a7d7565 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "DELETE /v2.0/security-groups/0ccf801a-bc54-46cf-a1f5-ccaddceff232 HTTP/1.1" status: 204 len: 168 time: 0.1309686 Nov 13 05:13:07.404761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34468) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:07.411763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d25c24-4bab-45f6-b146-621e2a7d7565 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccf801a-bc54-46cf-a1f5-ccaddceff232,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:07.420050 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-0cf2049a-cc2f-487a-beeb-df1ed1a7e195 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] show failed (client error): The resource could not be found. Nov 13 05:13:07.424864 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0cf2049a-cc2f-487a-beeb-df1ed1a7e195 tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "GET /v2.0/security-groups/0ccf801a-bc54-46cf-a1f5-ccaddceff232 HTTP/1.1" status: 404 len: 347 time: 0.0152085 Nov 13 05:13:07.427033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34472) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:07.566323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Deleting port 98f97317-8050-4c80-8d83-85ef490daf8a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:13:07.566613 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:07.575804 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bfc7a067-7945-4d37-ba67-20dbcd9369ff no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:13:07.597803 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: bfc7a067-7945-4d37-ba67-20dbcd9369ff {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:13:07.598151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bfc7a067-7945-4d37-ba67-20dbcd9369ff not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:13:07.647061 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:07.647380 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:07.660345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Calling delete_port for 98f97317-8050-4c80-8d83-85ef490daf8a owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:13:07.809473 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:07.843840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Pushing event deleted for resources: {'Port': ['ID=98f97317-8050-4c80-8d83-85ef490daf8a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:07.868555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:07.868868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:07.869204 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:07.869561 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:07.869887 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:07.870213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:07.870805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:07.871133 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:07.871482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:07.872213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:07.872583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:07.872927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:07.887403 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:07.920717 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:07.924827 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:07.929745 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-42d25f80-251f-4a05-837a-cdfed412c60e tempest-AttachVolumeTestJSON-896081671 tempest-AttachVolumeTestJSON-896081671-project] 10.222.0.43 "DELETE /v2.0/floatingips/e9d3b664-cd6f-4148-ab42-6b08dd3f662d HTTP/1.1" status: 204 len: 168 time: 0.4980674 Nov 13 05:13:09.185581 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:10.042471 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:14.632540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34582) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:14.748243 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f72f3d1-5951-4314-8516-0c43d6ff5273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:14.830424 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f72f3d1-5951-4314-8516-0c43d6ff5273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:14.835643 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f72f3d1-5951-4314-8516-0c43d6ff5273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:14.874814 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5f72f3d1-5951-4314-8516-0c43d6ff5273 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5cc5747a41d44c308c5c308c62d45e57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2409387 Nov 13 05:13:14.876292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72f3d1-5951-4314-8516-0c43d6ff5273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6836bdb6-7933-4d75-80f9-e4c05ffa9ebd,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:14.877680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34586) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:14.938275 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c68f77d-f259-4150-94dc-f79971ab09da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:14.968298 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c68f77d-f259-4150-94dc-f79971ab09da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:15.020091 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c68f77d-f259-4150-94dc-f79971ab09da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:15.022981 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c68f77d-f259-4150-94dc-f79971ab09da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:15.025677 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2c68f77d-f259-4150-94dc-f79971ab09da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6836bdb6-7933-4d75-80f9-e4c05ffa9ebd HTTP/1.1" status: 204 len: 168 time: 0.1458790 Nov 13 05:13:15.054085 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68f77d-f259-4150-94dc-f79971ab09da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6836bdb6-7933-4d75-80f9-e4c05ffa9ebd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:15.330766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34592) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:15.344543 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d54c977-6354-48c2-8ae6-39b416c08bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:15.421031 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d54c977-6354-48c2-8ae6-39b416c08bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:15.425826 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d54c977-6354-48c2-8ae6-39b416c08bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:15.470681 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9d54c977-6354-48c2-8ae6-39b416c08bd5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=510dd985b22d4c669b93255409f2df70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385829 Nov 13 05:13:15.471569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54c977-6354-48c2-8ae6-39b416c08bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec682c8c-bc3a-4d35-b815-6a8dc7f27b33,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:15.473437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34594) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:15.526360 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b52dcdb-53a5-4e48-b111-4827578867a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:15.558106 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b52dcdb-53a5-4e48-b111-4827578867a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:15.608333 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b52dcdb-53a5-4e48-b111-4827578867a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:15.611275 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1b52dcdb-53a5-4e48-b111-4827578867a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:15.612453 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1b52dcdb-53a5-4e48-b111-4827578867a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec682c8c-bc3a-4d35-b815-6a8dc7f27b33 HTTP/1.1" status: 204 len: 168 time: 0.1377823 Nov 13 05:13:15.623325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52dcdb-53a5-4e48-b111-4827578867a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec682c8c-bc3a-4d35-b815-6a8dc7f27b33,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:16.830170 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34638) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:16.945834 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a400ac22-9ba0-4b0b-bf2e-bd8a6b6a4e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:17.021680 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a400ac22-9ba0-4b0b-bf2e-bd8a6b6a4e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:17.025933 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a400ac22-9ba0-4b0b-bf2e-bd8a6b6a4e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:17.065229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400ac22-9ba0-4b0b-bf2e-bd8a6b6a4e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043aaf1e-4efd-4d7e-ba21-451ec040b913,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:17.070808 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a400ac22-9ba0-4b0b-bf2e-bd8a6b6a4e15 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2fbd9e25a7414117a88c3ea95335ff42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395854 Nov 13 05:13:17.073640 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34642) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:17.126154 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a514a9e-a2d6-404c-9d59-938c8e71b1c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:17.149610 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a514a9e-a2d6-404c-9d59-938c8e71b1c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:17.198587 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a514a9e-a2d6-404c-9d59-938c8e71b1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:17.201185 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a514a9e-a2d6-404c-9d59-938c8e71b1c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:17.202434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7a514a9e-a2d6-404c-9d59-938c8e71b1c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/043aaf1e-4efd-4d7e-ba21-451ec040b913 HTTP/1.1" status: 204 len: 168 time: 0.1278379 Nov 13 05:13:17.211449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a514a9e-a2d6-404c-9d59-938c8e71b1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043aaf1e-4efd-4d7e-ba21-451ec040b913,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:17.613840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246591-e937-4170-bc01-0e840eebc804 req-7f95a94b-3957-45d1-b5ff-26a2ca2867ec tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:17.615499 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31246591-e937-4170-bc01-0e840eebc804 req-7f95a94b-3957-45d1-b5ff-26a2ca2867ec tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1096 time: 0.0404980 Nov 13 05:13:17.635423 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-31246591-e937-4170-bc01-0e840eebc804 req-c02e4f73-bd93-4a10-a63d-3f592cb03746 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:17.716826 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-31246591-e937-4170-bc01-0e840eebc804 req-c02e4f73-bd93-4a10-a63d-3f592cb03746 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:17.722466 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-31246591-e937-4170-bc01-0e840eebc804 req-c02e4f73-bd93-4a10-a63d-3f592cb03746 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:17.768674 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31246591-e937-4170-bc01-0e840eebc804 req-c02e4f73-bd93-4a10-a63d-3f592cb03746 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463888 Nov 13 05:13:17.769789 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e4f73-bd93-4a10-a63d-3f592cb03746 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527b95f5-9911-4c8f-b629-ac722dfd5568,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:17.900924 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6410f2-9f95-4b11-9be6-a12f51ab072e req-e8b0c1d6-df40-4469-b8ee-e09eb8b31371 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:17.902490 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b6410f2-9f95-4b11-9be6-a12f51ab072e req-e8b0c1d6-df40-4469-b8ee-e09eb8b31371 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0502944 Nov 13 05:13:17.957570 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b6410f2-9f95-4b11-9be6-a12f51ab072e req-6add235b-b7dd-48da-b689-4fa4c1e1e8ce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484924 Nov 13 05:13:17.981343 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34678) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:18.064537 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f0670c1e-b8ee-40a7-932a-8d1fb000ad0d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/643279f2-d9b3-4b44-aa3f-6f6bb0f615d3 HTTP/1.1" status: 200 len: 992 time: 0.0815630 Nov 13 05:13:18.350779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-a409abeb-ab10-451e-b940-5b60f00c1cf3 req-e7a63593-abc5-4986-84bd-085da27194da service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:13:18.351909 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a409abeb-ab10-451e-b940-5b60f00c1cf3 req-e7a63593-abc5-4986-84bd-085da27194da service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071135 Nov 13 05:13:18.811966 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34770) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:18.900748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76411a0-8e7f-43fb-97e5-99e7381f8bc6 req-0116fab0-5d85-4de0-a0d2-c5cf40ca2289 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:18.914515 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a76411a0-8e7f-43fb-97e5-99e7381f8bc6 req-0116fab0-5d85-4de0-a0d2-c5cf40ca2289 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.1049643 Nov 13 05:13:19.016935 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34780) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:19.017445 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a76411a0-8e7f-43fb-97e5-99e7381f8bc6 req-686ef187-02e9-47ae-8c69-b072068dfb2d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017237 Nov 13 05:13:19.050577 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-880b83d9-bd28-4ba9-802c-27c5a51e5489 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2362833 Nov 13 05:13:19.055860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-e9691618-3893-4cfa-8605-66e7741f16a7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:13:19.068922 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-e9691618-3893-4cfa-8605-66e7741f16a7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168476 Nov 13 05:13:19.594327 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f704-c786-4d12-878a-7ea735a54dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:19.913344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-7cb5f704-c786-4d12-878a-7ea735a54dba admin admin] Deleting port 42e8378b-430a-4f09-9753-51d279ad8a23 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:13:19.914014 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f704-c786-4d12-878a-7ea735a54dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:20.000030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-7cb5f704-c786-4d12-878a-7ea735a54dba admin admin] For port 42e8378b-430a-4f09-9753-51d279ad8a23, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=42e8378b-430a-4f09-9753-51d279ad8a23,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:20.000525 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f704-c786-4d12-878a-7ea735a54dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:20.021426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-7cb5f704-c786-4d12-878a-7ea735a54dba admin admin] Calling delete_port for 42e8378b-430a-4f09-9753-51d279ad8a23 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:13:20.230480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cac741-2a06-4c3e-8d5c-7346087b45e1 req-4c32f569-dbb1-45ff-8b29-a994586d1b7e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:20.232039 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-97cac741-2a06-4c3e-8d5c-7346087b45e1 req-4c32f569-dbb1-45ff-8b29-a994586d1b7e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0736947 Nov 13 05:13:20.319781 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-97cac741-2a06-4c3e-8d5c-7346087b45e1 req-4cf8c5c3-98ed-4274-966f-9490e18ccd0e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785260 Nov 13 05:13:20.325721 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f704-c786-4d12-878a-7ea735a54dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:20.352967 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5f704-c786-4d12-878a-7ea735a54dba admin admin] Pushing event deleted for resources: {'Port': ['ID=42e8378b-430a-4f09-9753-51d279ad8a23,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:20.542479 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f704-c786-4d12-878a-7ea735a54dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:21.081962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-99406763-6ed3-4d72-8eb8-588484f0a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:21.083470 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-99406763-6ed3-4d72-8eb8-588484f0a779 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1096 time: 0.4932942 Nov 13 05:13:21.224816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb5f704-c786-4d12-878a-7ea735a54dba admin admin] Router bc67483c-6075-46c9-a308-4b295bd58183 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:13:21.231811 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-9c209a36-2b9c-4723-a45c-460f74fbf22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:21.233282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-9c209a36-2b9c-4723-a45c-460f74fbf22d service neutron] 10.222.0.46 "GET /v2.0/networks?id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c HTTP/1.1" status: 200 len: 897 time: 0.1398408 Nov 13 05:13:21.387371 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-d230cdc3-c603-4fdb-aeeb-b25d03bb69d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 200 len: 1000 time: 0.1444809 Nov 13 05:13:21.433236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb5f704-c786-4d12-878a-7ea735a54dba admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:13:21.439715 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7cb5f704-c786-4d12-878a-7ea735a54dba admin admin] 10.222.0.43 "PUT /v2.0/routers/bc67483c-6075-46c9-a308-4b295bd58183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4204986 Nov 13 05:13:21.441926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34818) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:21.449037 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b25e3d-e86a-4917-a226-7c55f3b84d57 None None] Sync routers for ids ['bc67483c-6075-46c9-a308-4b295bd58183'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:13:21.458163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34820) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:21.460178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b25e3d-e86a-4917-a226-7c55f3b84d57 None None] Routers {'bc67483c-6075-46c9-a308-4b295bd58183'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:13:21.460799 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-10b25e3d-e86a-4917-a226-7c55f3b84d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:13:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['bc67483c-6075-46c9-a308-4b295bd58183'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:21.498302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-46e80403-25e5-4676-8d6a-5b3139c88812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:21.500259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-46e80403-25e5-4676-8d6a-5b3139c88812 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79761b72-4f5a-4a15-a9a9-db10dbd67ba8 HTTP/1.1" status: 200 len: 835 time: 0.1031899 Nov 13 05:13:21.516229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcf000-79ba-478f-aca7-d984f038f4ff req-e1292ceb-ad65-4a38-9e95-dc6846ebaafc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:21.518068 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8afcf000-79ba-478f-aca7-d984f038f4ff req-e1292ceb-ad65-4a38-9e95-dc6846ebaafc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.1060281 Nov 13 05:13:21.590230 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-10b25e3d-e86a-4917-a226-7c55f3b84d57 None None] Set router bc67483c-6075-46c9-a308-4b295bd58183 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:13:21.600918 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:21.630053 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8afcf000-79ba-478f-aca7-d984f038f4ff req-f2617931-d270-4d58-b24d-b1438bf7cb24 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043172 Nov 13 05:13:21.648981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-2ebbb47a-6aae-42a1-929f-74b99e03a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:21.650564 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-2ebbb47a-6aae-42a1-929f-74b99e03a10b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409221 Nov 13 05:13:21.802042 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:21.813008 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-440d250d-3bbc-416b-b391-5d8663c39da7 service neutron] 10.222.0.46 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537309 Nov 13 05:13:21.945681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] Deleting port f5e987c1-ee2a-4c91-a9c1-c090131923e3 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:13:21.945961 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:21.949114 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-4eba0a61-e4a1-40cb-9be9-80a9cfd87405 service neutron] 10.222.0.46 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274891 Nov 13 05:13:22.036040 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33c0a82b-16a3-40dd-8f69-19bfa43f21c0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:22.062978 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-10b25e3d-e86a-4917-a226-7c55f3b84d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:13:20Z', 'revision_number': 5, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port': {'id': 'f5e987c1-ee2a-4c91-a9c1-c090131923e3', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:03:34Z', 'updated_at': '2021-11-13T05:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:22.069835 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] For port f5e987c1-ee2a-4c91-a9c1-c090131923e3, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f5e987c1-ee2a-4c91-a9c1-c090131923e3,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:22.070979 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:22.085119 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] Calling delete_port for f5e987c1-ee2a-4c91-a9c1-c090131923e3 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:13:22.102411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b25e3d-e86a-4917-a226-7c55f3b84d57 None None] Checking router: bc67483c-6075-46c9-a308-4b295bd58183 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:13:22.111625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b25e3d-e86a-4917-a226-7c55f3b84d57 None None] Routers {'bc67483c-6075-46c9-a308-4b295bd58183'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:13:22.112517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-10b25e3d-e86a-4917-a226-7c55f3b84d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:13:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['bc67483c-6075-46c9-a308-4b295bd58183'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:22.210001 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-10b25e3d-e86a-4917-a226-7c55f3b84d57 None None] Set router bc67483c-6075-46c9-a308-4b295bd58183 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:13:22.274276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-10b25e3d-e86a-4917-a226-7c55f3b84d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:13:21Z', 'revision_number': 6, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:22.304731 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b25e3d-e86a-4917-a226-7c55f3b84d57 None None] The sync data for ids ['bc67483c-6075-46c9-a308-4b295bd58183'] in n-d-813114-2 is: [{'id': 'bc67483c-6075-46c9-a308-4b295bd58183', 'name': 'tempest-AttachVolumeTestJSON-1819470569-router', 'tenant_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:03:33Z', 'updated_at': '2021-11-13T05:13:21Z', 'revision_number': 6, 'project_id': 'efc30c3e2ccf48c9ba40a10a54421570', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:13:22.315507 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:22.345785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e987c1-ee2a-4c91-a9c1-c090131923e3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:22.365246 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28463e7-9738-45ce-9319-a602cf199bea None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:13:22.427090 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:22.534735 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:22.537942 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:22.588566 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:22.589290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc67483c-6075-46c9-a308-4b295bd58183 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:13:22.594473 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:22.595978 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-647de4b8-7bd9-4a1a-ba4f-8ce434f73686 admin admin] 10.222.0.43 "DELETE /v2.0/routers/bc67483c-6075-46c9-a308-4b295bd58183 HTTP/1.1" status: 204 len: 168 time: 1.1529460 Nov 13 05:13:22.598449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34824) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:22.662182 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c61dce-f8b8-479b-9b2e-fb724e2871fd admin admin] Deleting subnet 134b1d99-7bf8-4a9d-961c-0a94024a9f56 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:13:22.666883 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20c61dce-f8b8-479b-9b2e-fb724e2871fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:22.710282 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20c61dce-f8b8-479b-9b2e-fb724e2871fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:22.848612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-33c0a82b-16a3-40dd-8f69-19bfa43f21c0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Deleting port f095056c-cdc4-4781-924b-44db8d066cc6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:13:22.849901 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33c0a82b-16a3-40dd-8f69-19bfa43f21c0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:22.850708 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20c61dce-f8b8-479b-9b2e-fb724e2871fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:22.864520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737560ff-b12c-4b96-8818-822f073cdac6 req-df251370-9557-45ed-92d4-d861e397fe83 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:22.866110 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-737560ff-b12c-4b96-8818-822f073cdac6 req-df251370-9557-45ed-92d4-d861e397fe83 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0706744 Nov 13 05:13:22.957093 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-737560ff-b12c-4b96-8818-822f073cdac6 req-60d3c06f-bbd2-45fe-82dd-1567698f8492 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721264 Nov 13 05:13:22.966088 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20c61dce-f8b8-479b-9b2e-fb724e2871fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:22.978566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-33c0a82b-16a3-40dd-8f69-19bfa43f21c0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] For port f095056c-cdc4-4781-924b-44db8d066cc6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f095056c-cdc4-4781-924b-44db8d066cc6,segment=NetworkSegment(934323d3-8431-4c14-b733-11a12df5c992),segment_id=934323d3-8431-4c14-b733-11a12df5c992)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:22.978566 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33c0a82b-16a3-40dd-8f69-19bfa43f21c0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:22.986254 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-33c0a82b-16a3-40dd-8f69-19bfa43f21c0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Calling delete_port for f095056c-cdc4-4781-924b-44db8d066cc6 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:13:22.996937 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c61dce-f8b8-479b-9b2e-fb724e2871fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134b1d99-7bf8-4a9d-961c-0a94024a9f56,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:23.001358 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20c61dce-f8b8-479b-9b2e-fb724e2871fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.007272 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-20c61dce-f8b8-479b-9b2e-fb724e2871fd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/134b1d99-7bf8-4a9d-961c-0a94024a9f56 HTTP/1.1" status: 204 len: 168 time: 0.4052854 Nov 13 05:13:23.007730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34830) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:23.010400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e76f7f-e119-4128-a4a2-a9b695eda45c None None] Network a8029875-4483-4e77-8f06-85348be088a0 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:13:23.111661 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.181864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] Deleting port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:13:23.182345 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.244449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] DHCP port deletion for a8029875-4483-4e77-8f06-85348be088a0 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:13:23.274344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] For port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=732db193-fb5f-4dcc-ac1b-a1b07dca6b01,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:23.275027 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.283035 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33c0a82b-16a3-40dd-8f69-19bfa43f21c0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.297828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] Calling delete_port for 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:13:23.313506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0a82b-16a3-40dd-8f69-19bfa43f21c0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Port': ['ID=f095056c-cdc4-4781-924b-44db8d066cc6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:23.313819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Deleting port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:13:23.314262 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.439419 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] For port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=732db193-fb5f-4dcc-ac1b-a1b07dca6b01,segment=NetworkSegment(1cc6a327-4e44-4e29-b923-044009f28265),segment_id=1cc6a327-4e44-4e29-b923-044009f28265)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:23.439671 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.455687 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.455960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Calling delete_port for 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:13:23.520742 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=732db193-fb5f-4dcc-ac1b-a1b07dca6b01,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:23.529301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] No DVR routers for this DVR port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:13:23.533744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f5e987c1-ee2a-4c91-a9c1-c090131923e3 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:13:23.575497 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f5e987c1-ee2a-4c91-a9c1-c090131923e3 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:13:23.575826 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f5e987c1-ee2a-4c91-a9c1-c090131923e3 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:13:23.576241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 42e8378b-430a-4f09-9753-51d279ad8a23 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:13:23.615735 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33c0a82b-16a3-40dd-8f69-19bfa43f21c0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.621442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 42e8378b-430a-4f09-9753-51d279ad8a23 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:13:23.621775 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 42e8378b-430a-4f09-9753-51d279ad8a23 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:13:23.622190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:13:23.626816 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:13:23.648804 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.663198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:13:23.663531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:13:23.678992 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.680859 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8029875-4483-4e77-8f06-85348be088a0']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:23.693877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc6a327-4e44-4e29-b923-044009f28265') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:23.694297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc6a327-4e44-4e29-b923-044009f28265') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:23.710033 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.725558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Pushing event deleted for resources: {'Port': ['ID=732db193-fb5f-4dcc-ac1b-a1b07dca6b01,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:23.730503 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.736496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:23.736855 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:23.737202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:23.737531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:23.737859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:23.738166 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:23.738482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:23.738796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:23.739139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:23.739451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:23.739765 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:23.740073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:23.744115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aced8b-3484-41da-b00b-dcb4dceffeae None None] No DVR routers for this DVR port 732db193-fb5f-4dcc-ac1b-a1b07dca6b01 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:13:23.750475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:13:23.750887 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:13:23.755940 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:13:23.826033 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.837023 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:23.840755 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a8029875-4483-4e77-8f06-85348be088a0 HTTP/1.1" status: 204 len: 168 time: 0.8318632 Nov 13 05:13:23.850988 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb5824-7100-4fe7-ae6a-a759c4632c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8029875-4483-4e77-8f06-85348be088a0,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:23.944973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c0a82b-16a3-40dd-8f69-19bfa43f21c0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Router e828c55c-2831-4677-88cf-8772124580c0 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:13:24.002755 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34838) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:24.052604 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-47e07b44-37db-4bd6-9a2d-2b67124be46f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=efc30c3e2ccf48c9ba40a10a54421570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470538 Nov 13 05:13:24.055015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34840) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:24.109496 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f138fa77-6157-4047-85bf-dbe91b68b61e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:24.119412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c0a82b-16a3-40dd-8f69-19bfa43f21c0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:13:24.128576 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-33c0a82b-16a3-40dd-8f69-19bfa43f21c0 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "PUT /v2.0/routers/e828c55c-2831-4677-88cf-8772124580c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6641538 Nov 13 05:13:24.131668 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad611f-b441-4254-8428-7837c64e77b9 None None] Sync routers for ids ['e828c55c-2831-4677-88cf-8772124580c0'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:13:24.135948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d780e0-e871-46f1-bc54-834fbde5fb06 req-ce418499-efd0-45f5-8f92-526a0c0dd0d2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:24.137465 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-77d780e0-e871-46f1-bc54-834fbde5fb06 req-ce418499-efd0-45f5-8f92-526a0c0dd0d2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0781248 Nov 13 05:13:24.145684 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad611f-b441-4254-8428-7837c64e77b9 None None] Routers {'e828c55c-2831-4677-88cf-8772124580c0'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:13:24.146379 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-afad611f-b441-4254-8428-7837c64e77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:13:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e828c55c-2831-4677-88cf-8772124580c0'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:24.149444 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f138fa77-6157-4047-85bf-dbe91b68b61e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:24.222207 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-77d780e0-e871-46f1-bc54-834fbde5fb06 req-dda01bdb-2c00-455e-8c7e-51d18dd87ee0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767286 Nov 13 05:13:24.245083 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f138fa77-6157-4047-85bf-dbe91b68b61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:24.248034 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f138fa77-6157-4047-85bf-dbe91b68b61e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:24.252206 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f138fa77-6157-4047-85bf-dbe91b68b61e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b91d673-419c-410c-9b06-48cd16cf6230 HTTP/1.1" status: 204 len: 168 time: 0.1960127 Nov 13 05:13:24.261678 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138fa77-6157-4047-85bf-dbe91b68b61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b91d673-419c-410c-9b06-48cd16cf6230,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:24.292933 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-afad611f-b441-4254-8428-7837c64e77b9 None None] Set router e828c55c-2831-4677-88cf-8772124580c0 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:13:24.423297 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e4d19-cd6b-466a-9298-0f7aec119ab1 req-18677f22-0aee-4759-a4d5-70bff2f8d580 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:24.429326 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-619e4d19-cd6b-466a-9298-0f7aec119ab1 req-18677f22-0aee-4759-a4d5-70bff2f8d580 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 946 time: 0.0631075 Nov 13 05:13:24.482655 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-619e4d19-cd6b-466a-9298-0f7aec119ab1 req-0d9880e9-125a-470c-abe8-6e3e0dd8b0bc tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=27b772b4-f964-43fe-8d8e-335ae2ced5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466123 Nov 13 05:13:24.559907 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-afad611f-b441-4254-8428-7837c64e77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:13:23Z', 'revision_number': 6, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '5dc790b0-9fe8-4f0f-8de5-0c49df191789', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'port_id': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'mac_address': 'fa:16:3e:9c:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:11:14Z', 'updated_at': '2021-11-13T05:11:16Z', 'revision_number': 1, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4df2845-130a-4ffb-8fb4-5f9ff680f698', 'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:06:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:54Z', 'updated_at': '2021-11-13T05:11:00Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:24.590385 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad611f-b441-4254-8428-7837c64e77b9 None None] Checking router: e828c55c-2831-4677-88cf-8772124580c0 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:13:24.598995 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad611f-b441-4254-8428-7837c64e77b9 None None] Routers {'e828c55c-2831-4677-88cf-8772124580c0'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:13:24.599598 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-afad611f-b441-4254-8428-7837c64e77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:13:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e828c55c-2831-4677-88cf-8772124580c0'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:24.710424 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-afad611f-b441-4254-8428-7837c64e77b9 None None] Set router e828c55c-2831-4677-88cf-8772124580c0 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:13:24.969809 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-afad611f-b441-4254-8428-7837c64e77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:13:23Z', 'revision_number': 6, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '5dc790b0-9fe8-4f0f-8de5-0c49df191789', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'port_id': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'mac_address': 'fa:16:3e:9c:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:11:14Z', 'updated_at': '2021-11-13T05:11:16Z', 'revision_number': 1, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4df2845-130a-4ffb-8fb4-5f9ff680f698', 'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:06:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:54Z', 'updated_at': '2021-11-13T05:11:00Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:25.003986 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad611f-b441-4254-8428-7837c64e77b9 None None] The sync data for ids ['e828c55c-2831-4677-88cf-8772124580c0'] in n-d-813114-2 is: [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:13:23Z', 'revision_number': 6, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '5dc790b0-9fe8-4f0f-8de5-0c49df191789', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'port_id': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'mac_address': 'fa:16:3e:9c:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:11:14Z', 'updated_at': '2021-11-13T05:11:16Z', 'revision_number': 1, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4df2845-130a-4ffb-8fb4-5f9ff680f698', 'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:06:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:54Z', 'updated_at': '2021-11-13T05:11:00Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:13:25.367643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f095056c-cdc4-4781-924b-44db8d066cc6 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:13:25.382635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260ea0d-540e-4cdd-8b28-90c2f33c537a req-99ebbd5c-a40b-4a04-8741-b5c95013a6be tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:25.385220 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6260ea0d-540e-4cdd-8b28-90c2f33c537a req-99ebbd5c-a40b-4a04-8741-b5c95013a6be tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0838130 Nov 13 05:13:25.404315 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f095056c-cdc4-4781-924b-44db8d066cc6 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:13:25.404985 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f095056c-cdc4-4781-924b-44db8d066cc6 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:13:25.457829 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6260ea0d-540e-4cdd-8b28-90c2f33c537a req-cd4c8c8e-0aa1-4885-b7dd-b4400c26f997 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660627 Nov 13 05:13:25.642001 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264e0a-4bad-4468-88d4-91e3b47264b0 req-41282757-3258-4c7e-a750-d7870a661360 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:25.644408 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae264e0a-4bad-4468-88d4-91e3b47264b0 req-41282757-3258-4c7e-a750-d7870a661360 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 946 time: 0.0624514 Nov 13 05:13:25.717912 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae264e0a-4bad-4468-88d4-91e3b47264b0 req-bde48b44-c0c9-4715-b1ff-6ea1d2731c88 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=27b772b4-f964-43fe-8d8e-335ae2ced5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671573 Nov 13 05:13:26.005987 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa752-22b5-44e4-9f4a-dae661d7b6ff req-2fdbb492-35f6-4bea-b595-645abe501c10 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:26.007674 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f4fa752-22b5-44e4-9f4a-dae661d7b6ff req-2fdbb492-35f6-4bea-b595-645abe501c10 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 946 time: 0.0570552 Nov 13 05:13:26.116059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3f4fa752-22b5-44e4-9f4a-dae661d7b6ff req-f352003f-7d46-47ba-b22f-b73db688559a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Deleting port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:13:26.116402 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f4fa752-22b5-44e4-9f4a-dae661d7b6ff req-f352003f-7d46-47ba-b22f-b73db688559a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:26.218019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3f4fa752-22b5-44e4-9f4a-dae661d7b6ff req-f352003f-7d46-47ba-b22f-b73db688559a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] For port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c,segment=NetworkSegment(934323d3-8431-4c14-b733-11a12df5c992),segment_id=934323d3-8431-4c14-b733-11a12df5c992)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:26.218249 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f4fa752-22b5-44e4-9f4a-dae661d7b6ff req-f352003f-7d46-47ba-b22f-b73db688559a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:26.232841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3f4fa752-22b5-44e4-9f4a-dae661d7b6ff req-f352003f-7d46-47ba-b22f-b73db688559a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Calling delete_port for e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:13:26.384831 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f4fa752-22b5-44e4-9f4a-dae661d7b6ff req-f352003f-7d46-47ba-b22f-b73db688559a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:26.419103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352003f-7d46-47ba-b22f-b73db688559a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Port': ['ID=e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:26.465242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4fa752-22b5-44e4-9f4a-dae661d7b6ff req-f352003f-7d46-47ba-b22f-b73db688559a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] No DVR routers for this DVR port e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:13:26.468084 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f4fa752-22b5-44e4-9f4a-dae661d7b6ff req-f352003f-7d46-47ba-b22f-b73db688559a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:26.471732 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f4fa752-22b5-44e4-9f4a-dae661d7b6ff req-f352003f-7d46-47ba-b22f-b73db688559a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.36 "DELETE /v2.0/ports/e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c HTTP/1.1" status: 204 len: 173 time: 0.4575210 Nov 13 05:13:26.472182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed20fb16-e18d-4bfc-896a-4a1223b942a7', 'name': 'network-vif-deleted', 'tag': 'e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:13:26.474508 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0589ec-8d10-4c62-8cfe-ce1e14bcb8df" -d '{"events": [{"server_uuid": "ed20fb16-e18d-4bfc-896a-4a1223b942a7", "name": "network-vif-deleted", "tag": "e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:13:26.537765 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c90f7d6-b5ca-45b0-9f88-35b3f77dc66d x-openstack-request-id: req-8c90f7d6-b5ca-45b0-9f88-35b3f77dc66d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:13:26.538118 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed20fb16-e18d-4bfc-896a-4a1223b942a7", "name": "network-vif-deleted", "tag": "e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:13:26.538444 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c90f7d6-b5ca-45b0-9f88-35b3f77dc66d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:13:26.538944 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed20fb16-e18d-4bfc-896a-4a1223b942a7', 'name': 'network-vif-deleted', 'tag': 'e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c', 'status': 'completed', 'code': 200} Nov 13 05:13:26.615033 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fd740-4383-4db4-aed0-e8657b8203df req-d03eca26-d306-4d49-9436-aba0be1021c5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:26.616360 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-611fd740-4383-4db4-aed0-e8657b8203df req-d03eca26-d306-4d49-9436-aba0be1021c5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0631456 Nov 13 05:13:26.673574 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-611fd740-4383-4db4-aed0-e8657b8203df req-c3bb5352-32c6-47f0-96f4-1a92282600ff tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495842 Nov 13 05:13:26.844736 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a12a2666-627d-4e4d-bb4a-f4b5058b2d87 req-499cc08b-da02-48fe-937f-a15533bff1e9 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed20fb16-e18d-4bfc-896a-4a1223b942a7 HTTP/1.1" status: 200 len: 210 time: 0.0336814 Nov 13 05:13:27.806634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329982e-c61c-4e8a-aa7c-8479157c724a req-da3b7b57-fa65-454a-8462-da8f717fa316 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:27.808289 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f329982e-c61c-4e8a-aa7c-8479157c724a req-da3b7b57-fa65-454a-8462-da8f717fa316 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0543265 Nov 13 05:13:27.876367 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f329982e-c61c-4e8a-aa7c-8479157c724a req-0fa1b195-c718-48ee-a462-29047bbb2ce2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586436 Nov 13 05:13:27.923946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34970) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:28.004580 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8706039d-c232-4e92-85a6-9d742448f5cd tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.045633 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8706039d-c232-4e92-85a6-9d742448f5cd tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.075465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34976) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:28.139715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8706039d-c232-4e92-85a6-9d742448f5cd tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.143030 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8706039d-c232-4e92-85a6-9d742448f5cd tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.144382 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8706039d-c232-4e92-85a6-9d742448f5cd tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "DELETE /v2.0/security-groups/27b772b4-f964-43fe-8d8e-335ae2ced5ff HTTP/1.1" status: 204 len: 168 time: 0.2193201 Nov 13 05:13:28.154886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706039d-c232-4e92-85a6-9d742448f5cd tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b772b4-f964-43fe-8d8e-335ae2ced5ff,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:28.185075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34982) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:28.268027 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b990320c-11fb-43d9-8c2d-5f251953250c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.303457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-921a6c53-e7cb-4000-b30b-d7cf8ec7efe4 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Deleting subnet 25d43fd3-a908-4c99-b04a-4994212df0ae {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:13:28.312318 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-921a6c53-e7cb-4000-b30b-d7cf8ec7efe4 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.377567 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-921a6c53-e7cb-4000-b30b-d7cf8ec7efe4 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.493431 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b990320c-11fb-43d9-8c2d-5f251953250c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.506061 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b990320c-11fb-43d9-8c2d-5f251953250c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.532362 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-921a6c53-e7cb-4000-b30b-d7cf8ec7efe4 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.590759 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b990320c-11fb-43d9-8c2d-5f251953250c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44f79fb266b2493d817f6ced4802a939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5133970 Nov 13 05:13:28.594800 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34984) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:28.609270 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990320c-11fb-43d9-8c2d-5f251953250c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969ecddb-d617-44b3-a214-5d8923c8c786,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:28.649637 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-921a6c53-e7cb-4000-b30b-d7cf8ec7efe4 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.655590 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.688323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a6c53-e7cb-4000-b30b-d7cf8ec7efe4 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Subnet': ['ID=25d43fd3-a908-4c99-b04a-4994212df0ae,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:28.690315 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-921a6c53-e7cb-4000-b30b-d7cf8ec7efe4 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.695571 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-921a6c53-e7cb-4000-b30b-d7cf8ec7efe4 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "DELETE /v2.0/subnets/25d43fd3-a908-4c99-b04a-4994212df0ae HTTP/1.1" status: 204 len: 168 time: 0.5078046 Nov 13 05:13:28.696565 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42f5ddd6-ec7e-49e6-8c0d-9fdb402e9aa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.696751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 34986) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:28.706398 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872d0442-b28c-4ca7-8dd6-0a8ffa74074a None None] Network f435bcc6-2f4d-4c00-b484-90a5cddb03f0 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:13:28.739007 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42f5ddd6-ec7e-49e6-8c0d-9fdb402e9aa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.800283 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.808573 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42f5ddd6-ec7e-49e6-8c0d-9fdb402e9aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.814513 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42f5ddd6-ec7e-49e6-8c0d-9fdb402e9aa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:28.819842 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-42f5ddd6-ec7e-49e6-8c0d-9fdb402e9aa6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/969ecddb-d617-44b3-a214-5d8923c8c786 HTTP/1.1" status: 204 len: 168 time: 0.2236958 Nov 13 05:13:28.832128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5ddd6-ec7e-49e6-8c0d-9fdb402e9aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969ecddb-d617-44b3-a214-5d8923c8c786,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:28.880696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Deleting port 0569d1b0-17ed-4a6f-9079-fb2526d0e084 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:13:28.883486 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.002877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] For port 0569d1b0-17ed-4a6f-9079-fb2526d0e084, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0569d1b0-17ed-4a6f-9079-fb2526d0e084,segment=NetworkSegment(934323d3-8431-4c14-b733-11a12df5c992),segment_id=934323d3-8431-4c14-b733-11a12df5c992)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:29.003269 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.024894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aee2521-08e7-4a93-926b-c6674b2a20b3 None None] DHCP port deletion for f435bcc6-2f4d-4c00-b484-90a5cddb03f0 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:13:29.027724 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.055514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Calling delete_port for 0569d1b0-17ed-4a6f-9079-fb2526d0e084 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:13:29.079741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51b998-c056-4198-9269-d81170961d9c req-94ab3123-4176-4c4f-a2e1-3e57b111c62a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:29.081349 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b51b998-c056-4198-9269-d81170961d9c req-94ab3123-4176-4c4f-a2e1-3e57b111c62a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0905979 Nov 13 05:13:29.105228 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3aee2521-08e7-4a93-926b-c6674b2a20b3 None None] Deleting port 0569d1b0-17ed-4a6f-9079-fb2526d0e084 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:13:29.105955 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3aee2521-08e7-4a93-926b-c6674b2a20b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.179256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3aee2521-08e7-4a93-926b-c6674b2a20b3 None None] For port 0569d1b0-17ed-4a6f-9079-fb2526d0e084, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0569d1b0-17ed-4a6f-9079-fb2526d0e084,segment=NetworkSegment(934323d3-8431-4c14-b733-11a12df5c992),segment_id=934323d3-8431-4c14-b733-11a12df5c992)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:29.179650 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3aee2521-08e7-4a93-926b-c6674b2a20b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.182855 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b51b998-c056-4198-9269-d81170961d9c req-4ff7fee0-7008-451b-8f1b-42de5bbb8a2f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706196 Nov 13 05:13:29.201612 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.203710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3aee2521-08e7-4a93-926b-c6674b2a20b3 None None] Calling delete_port for 0569d1b0-17ed-4a6f-9079-fb2526d0e084 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:13:29.247141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] No DVR routers for this DVR port 0569d1b0-17ed-4a6f-9079-fb2526d0e084 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:13:29.249213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Port': ['ID=0569d1b0-17ed-4a6f-9079-fb2526d0e084,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:29.294680 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3aee2521-08e7-4a93-926b-c6674b2a20b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.310029 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34996) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:29.326197 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.329305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee2521-08e7-4a93-926b-c6674b2a20b3 None None] No DVR routers for this DVR port 0569d1b0-17ed-4a6f-9079-fb2526d0e084 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:13:29.334011 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee2521-08e7-4a93-926b-c6674b2a20b3 None None] Pushing event deleted for resources: {'Port': ['ID=0569d1b0-17ed-4a6f-9079-fb2526d0e084,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:29.351055 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.384639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f435bcc6-2f4d-4c00-b484-90a5cddb03f0']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:29.403704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934323d3-8431-4c14-b733-11a12df5c992') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:29.404090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934323d3-8431-4c14-b733-11a12df5c992') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:29.406723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0569d1b0-17ed-4a6f-9079-fb2526d0e084 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:13:29.416861 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.434173 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.435174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 0569d1b0-17ed-4a6f-9079-fb2526d0e084 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:13:29.435736 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0569d1b0-17ed-4a6f-9079-fb2526d0e084 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:13:29.443636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:13:29.444609 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:13:29.449451 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:13:29.451978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.457319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.498226 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fbcccc-3dd8-4316-a325-f42638fe603a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:29.502319 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64875cf377bb4b02adc3d8851e33395e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1910665 Nov 13 05:13:29.507431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 34998) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:29.514177 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:29.514519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:29.514855 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:29.515239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:29.515559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:29.515945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:29.516285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:29.516580 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:29.517252 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:29.517252 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:29.517503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:29.517808 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea6069-c25c-4dfc-868e-98f780016f4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:29.537652 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.553694 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.557445 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "DELETE /v2.0/networks/f435bcc6-2f4d-4c00-b484-90a5cddb03f0 HTTP/1.1" status: 204 len: 168 time: 0.8597486 Nov 13 05:13:29.567014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35000) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:29.570114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bfeee-51fb-4c11-8879-1b893a344775 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Network': ['ID=f435bcc6-2f4d-4c00-b484-90a5cddb03f0,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:29.581573 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9b8163b-3495-4ff4-ac6f-0e849a43d21b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.640446 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9b8163b-3495-4ff4-ac6f-0e849a43d21b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.658955 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:13:29.683844 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:13:29.684180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e892ffb8-0cb1-48c8-a6d7-aadfba0c3e7c not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:13:29.762196 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9b8163b-3495-4ff4-ac6f-0e849a43d21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.764874 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9b8163b-3495-4ff4-ac6f-0e849a43d21b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.766116 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f9b8163b-3495-4ff4-ac6f-0e849a43d21b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46fbcccc-3dd8-4316-a325-f42638fe603a HTTP/1.1" status: 204 len: 168 time: 0.2575195 Nov 13 05:13:29.779854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8163b-3495-4ff4-ac6f-0e849a43d21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fbcccc-3dd8-4316-a325-f42638fe603a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:29.794482 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c6915-baf8-4ea8-beca-dd32249aa090 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Deleting port 353ff16b-58b6-4445-9281-bcdbd6974fc7 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:13:29.794818 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c9c6915-baf8-4ea8-beca-dd32249aa090 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.879672 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c9c6915-baf8-4ea8-beca-dd32249aa090 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.880357 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c9c6915-baf8-4ea8-beca-dd32249aa090 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:29.895175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c6915-baf8-4ea8-beca-dd32249aa090 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Calling delete_port for 353ff16b-58b6-4445-9281-bcdbd6974fc7 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:13:30.104308 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c9c6915-baf8-4ea8-beca-dd32249aa090 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:30.151750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c6915-baf8-4ea8-beca-dd32249aa090 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Port': ['ID=353ff16b-58b6-4445-9281-bcdbd6974fc7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:30.195776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c9c6915-baf8-4ea8-beca-dd32249aa090 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:30.196168 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-5c9c6915-baf8-4ea8-beca-dd32249aa090 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Floating IP 5dc790b0-9fe8-4f0f-8de5-0c49df191789 disassociated (deleted). External IP: 172.25.8.195, port: 66a9a497-8dff-4f60-80dc-ab430bb5cf16. Nov 13 05:13:30.368660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d527da0-2ed9-4d32-aa63-876578cc7853 req-70cb0356-48c2-4017-8c2c-43019ddf19d7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:30.370400 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d527da0-2ed9-4d32-aa63-876578cc7853 req-70cb0356-48c2-4017-8c2c-43019ddf19d7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0810494 Nov 13 05:13:30.502551 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d527da0-2ed9-4d32-aa63-876578cc7853 req-9668b71c-f6d6-4378-ada7-276fe4d18942 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933218 Nov 13 05:13:30.519614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9c6915-baf8-4ea8-beca-dd32249aa090 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Router e828c55c-2831-4677-88cf-8772124580c0 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:13:30.637868 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9c6915-baf8-4ea8-beca-dd32249aa090 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:13:30.645057 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c9c6915-baf8-4ea8-beca-dd32249aa090 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:30.650242 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baef24be-d9c3-4034-b389-a4126a1309f3 None None] Sync routers for ids ['e828c55c-2831-4677-88cf-8772124580c0'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:13:30.665716 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baef24be-d9c3-4034-b389-a4126a1309f3 None None] Routers {'e828c55c-2831-4677-88cf-8772124580c0'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:13:30.666405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-baef24be-d9c3-4034-b389-a4126a1309f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:13:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e828c55c-2831-4677-88cf-8772124580c0'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:30.695149 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5c9c6915-baf8-4ea8-beca-dd32249aa090 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "DELETE /v2.0/floatingips/5dc790b0-9fe8-4f0f-8de5-0c49df191789 HTTP/1.1" status: 204 len: 168 time: 1.1269486 Nov 13 05:13:30.695711 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'tag': '66a9a497-8dff-4f60-80dc-ab430bb5cf16'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:13:30.698639 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552fa711-e3ca-4ba3-a523-d0bd2a0a486c" -d '{"events": [{"name": "network-changed", "server_uuid": "76d33b91-49d8-45a6-968e-ddd0cab4b350", "tag": "66a9a497-8dff-4f60-80dc-ab430bb5cf16"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:13:30.739604 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91303ba-a433-4c4e-931f-14c2142df0a7 x-openstack-request-id: req-a91303ba-a433-4c4e-931f-14c2142df0a7 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:13:30.739899 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d33b91-49d8-45a6-968e-ddd0cab4b350", "tag": "66a9a497-8dff-4f60-80dc-ab430bb5cf16", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:13:30.740155 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a91303ba-a433-4c4e-931f-14c2142df0a7 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:13:30.740566 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'tag': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'status': 'completed', 'code': 200} Nov 13 05:13:30.791707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-baef24be-d9c3-4034-b389-a4126a1309f3 None None] Set router e828c55c-2831-4677-88cf-8772124580c0 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:13:30.860953 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e5706-8abe-458c-907e-94b697758a46 req-a95eb5ca-c3ca-48da-a8bf-9d4267c51c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:30.862617 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d69e5706-8abe-458c-907e-94b697758a46 req-a95eb5ca-c3ca-48da-a8bf-9d4267c51c93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1096 time: 0.0946136 Nov 13 05:13:30.892843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fa711-e3ca-4ba3-a523-d0bd2a0a486c req-1d8a7458-92ff-4db4-a53d-a3e36052d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:30.897392 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-552fa711-e3ca-4ba3-a523-d0bd2a0a486c req-1d8a7458-92ff-4db4-a53d-a3e36052d663 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 1096 time: 0.0906179 Nov 13 05:13:31.078721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa6f53-90a4-49aa-b18f-110857f0c05b req-18ba2f45-d2e4-489a-8a47-f8213fb1a3ad tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:31.080438 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b7aa6f53-90a4-49aa-b18f-110857f0c05b req-18ba2f45-d2e4-489a-8a47-f8213fb1a3ad tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 945 time: 0.0825245 Nov 13 05:13:31.088531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-baef24be-d9c3-4034-b389-a4126a1309f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:13:23Z', 'revision_number': 6, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c4df2845-130a-4ffb-8fb4-5f9ff680f698', 'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:06:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:54Z', 'updated_at': '2021-11-13T05:11:00Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:31.132463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e5706-8abe-458c-907e-94b697758a46 req-babc2688-e522-4138-855d-ac35787f3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:31.132463 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d69e5706-8abe-458c-907e-94b697758a46 req-babc2688-e522-4138-855d-ac35787f3e2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c HTTP/1.1" status: 200 len: 897 time: 0.2421179 Nov 13 05:13:31.132463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fa711-e3ca-4ba3-a523-d0bd2a0a486c req-7d05c117-09f4-450b-a6fe-46b0ed2ace09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:31.132463 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-552fa711-e3ca-4ba3-a523-d0bd2a0a486c req-7d05c117-09f4-450b-a6fe-46b0ed2ace09 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f HTTP/1.1" status: 200 len: 897 time: 0.2174802 Nov 13 05:13:31.154858 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b7aa6f53-90a4-49aa-b18f-110857f0c05b req-4d1dff21-d182-436e-b8af-182ee520bb2a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=64149996-beb6-43ad-8dcb-9c9fc9c73c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649250 Nov 13 05:13:31.156414 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baef24be-d9c3-4034-b389-a4126a1309f3 None None] Checking router: e828c55c-2831-4677-88cf-8772124580c0 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:13:31.170750 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baef24be-d9c3-4034-b389-a4126a1309f3 None None] Routers {'e828c55c-2831-4677-88cf-8772124580c0'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:13:31.171424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-baef24be-d9c3-4034-b389-a4126a1309f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:13:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e828c55c-2831-4677-88cf-8772124580c0'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:31.264499 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-552fa711-e3ca-4ba3-a523-d0bd2a0a486c req-99468813-7136-4bb2-babd-98646e1ce044 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66a9a497-8dff-4f60-80dc-ab430bb5cf16 HTTP/1.1" status: 200 len: 217 time: 0.1179383 Nov 13 05:13:31.338801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-baef24be-d9c3-4034-b389-a4126a1309f3 None None] Set router e828c55c-2831-4677-88cf-8772124580c0 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:13:31.592709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-baef24be-d9c3-4034-b389-a4126a1309f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:13:23Z', 'revision_number': 6, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c4df2845-130a-4ffb-8fb4-5f9ff680f698', 'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:06:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:54Z', 'updated_at': '2021-11-13T05:11:00Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:31.633507 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baef24be-d9c3-4034-b389-a4126a1309f3 None None] The sync data for ids ['e828c55c-2831-4677-88cf-8772124580c0'] in n-d-813114-2 is: [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:13:23Z', 'revision_number': 6, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c4df2845-130a-4ffb-8fb4-5f9ff680f698', 'name': '', 'network_id': 'a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:06:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:54Z', 'updated_at': '2021-11-13T05:11:00Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f99144a8-a3c2-41cd-8ad9-1a4efb6a9354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:13:31.796335 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d69e5706-8abe-458c-907e-94b697758a46 req-1b8b514c-00e1-4e27-819e-34e18a57c033 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 200 len: 1000 time: 0.6510456 Nov 13 05:13:31.850446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fa711-e3ca-4ba3-a523-d0bd2a0a486c req-b19c674f-515b-4f34-8be8-6b71fe7e7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:31.853349 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-552fa711-e3ca-4ba3-a523-d0bd2a0a486c req-b19c674f-515b-4f34-8be8-6b71fe7e7edc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f99144a8-a3c2-41cd-8ad9-1a4efb6a9354 HTTP/1.1" status: 200 len: 835 time: 0.5792592 Nov 13 05:13:31.868492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf410987-9908-4ed8-8b79-659c97fd5613 req-1f420885-4caf-4a89-a796-ee8c6d2341b0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:31.876927 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bf410987-9908-4ed8-8b79-659c97fd5613 req-1f420885-4caf-4a89-a796-ee8c6d2341b0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.1279061 Nov 13 05:13:31.933561 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e5706-8abe-458c-907e-94b697758a46 req-1cc443bd-ea83-4d31-9e21-3c9719362db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:31.935221 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d69e5706-8abe-458c-907e-94b697758a46 req-1cc443bd-ea83-4d31-9e21-3c9719362db3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79761b72-4f5a-4a15-a9a9-db10dbd67ba8 HTTP/1.1" status: 200 len: 835 time: 0.1303596 Nov 13 05:13:31.999324 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fa711-e3ca-4ba3-a523-d0bd2a0a486c req-3ddc35e7-9257-4e1a-bd31-dd2bc8dc0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:32.001287 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-552fa711-e3ca-4ba3-a523-d0bd2a0a486c req-3ddc35e7-9257-4e1a-bd31-dd2bc8dc0f87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222713 Nov 13 05:13:32.006679 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bf410987-9908-4ed8-8b79-659c97fd5613 req-2705cb5c-96c0-4ceb-b072-4188ba2a219b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288381 Nov 13 05:13:32.048944 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc245213-5de8-4129-8e65-66c21de4fff6 None None] New status for floating IP 5dc790b0-9fe8-4f0f-8de5-0c49df191789: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:13:32.050370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e5706-8abe-458c-907e-94b697758a46 req-3e4ac065-533e-43a1-b264-a082e16e5547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:32.052661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d69e5706-8abe-458c-907e-94b697758a46 req-3e4ac065-533e-43a1-b264-a082e16e5547 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077714 Nov 13 05:13:32.177306 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-552fa711-e3ca-4ba3-a523-d0bd2a0a486c req-03a369ff-caab-4901-9dbe-0f0ef84dc567 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665869 Nov 13 05:13:32.223000 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d69e5706-8abe-458c-907e-94b697758a46 req-8da71fa3-6476-4948-868b-5b71a8dc59ca service neutron] 10.222.0.46 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389067 Nov 13 05:13:32.291124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3669c53-e348-4ff2-af05-c14c987ed642 req-d02cae4c-4838-4e17-9919-b42fb15919c1 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:32.299392 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d3669c53-e348-4ff2-af05-c14c987ed642 req-d02cae4c-4838-4e17-9919-b42fb15919c1 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 945 time: 0.0731685 Nov 13 05:13:32.305660 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-552fa711-e3ca-4ba3-a523-d0bd2a0a486c req-5365e28f-8fbe-4e03-a61a-f567a56c99c2 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150310 Nov 13 05:13:32.371947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d3669c53-e348-4ff2-af05-c14c987ed642 req-98e72927-b594-4bd1-8bed-cef271ef0e95 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=64149996-beb6-43ad-8dcb-9c9fc9c73c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713861 Nov 13 05:13:32.423296 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d69e5706-8abe-458c-907e-94b697758a46 req-cfe9c6eb-9493-468a-8c35-3c52f7c955d0 service neutron] 10.222.0.46 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165686 Nov 13 05:13:32.581344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1a978-e754-400e-91a2-3670213aaf8b req-bb35dd0e-b8ed-464a-b018-14fded84ddd5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:32.582848 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bcd1a978-e754-400e-91a2-3670213aaf8b req-bb35dd0e-b8ed-464a-b018-14fded84ddd5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.46 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 945 time: 0.0571778 Nov 13 05:13:32.739612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-bcd1a978-e754-400e-91a2-3670213aaf8b req-d8388136-33e8-4356-b97a-b8883eb50ada tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Deleting port 66a9a497-8dff-4f60-80dc-ab430bb5cf16 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:13:32.739954 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bcd1a978-e754-400e-91a2-3670213aaf8b req-d8388136-33e8-4356-b97a-b8883eb50ada tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:32.773645 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35098) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:32.841444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-bcd1a978-e754-400e-91a2-3670213aaf8b req-d8388136-33e8-4356-b97a-b8883eb50ada tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] For port 66a9a497-8dff-4f60-80dc-ab430bb5cf16, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=66a9a497-8dff-4f60-80dc-ab430bb5cf16,segment=NetworkSegment(057a5682-b0fa-47c3-8977-4d891c0ba3d9),segment_id=057a5682-b0fa-47c3-8977-4d891c0ba3d9)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:32.841802 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bcd1a978-e754-400e-91a2-3670213aaf8b req-d8388136-33e8-4356-b97a-b8883eb50ada tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:32.856330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-bcd1a978-e754-400e-91a2-3670213aaf8b req-d8388136-33e8-4356-b97a-b8883eb50ada tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Calling delete_port for 66a9a497-8dff-4f60-80dc-ab430bb5cf16 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:13:32.898860 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb468f86-f50b-45dc-a48e-3843e2da8897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:32.986227 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb468f86-f50b-45dc-a48e-3843e2da8897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:32.993466 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb468f86-f50b-45dc-a48e-3843e2da8897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:32.995362 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bcd1a978-e754-400e-91a2-3670213aaf8b req-d8388136-33e8-4356-b97a-b8883eb50ada tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:33.029645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8388136-33e8-4356-b97a-b8883eb50ada tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Port': ['ID=66a9a497-8dff-4f60-80dc-ab430bb5cf16,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:33.032620 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb468f86-f50b-45dc-a48e-3843e2da8897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb448b14-4813-4b66-b882-429e32ec51b1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:33.035677 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fb468f86-f50b-45dc-a48e-3843e2da8897 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e31219d7504d4781a571422ff43980d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2609291 Nov 13 05:13:33.038403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35104) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:33.105798 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90a2aef9-d983-4295-88fc-750f53bc0546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:33.107801 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd1a978-e754-400e-91a2-3670213aaf8b req-d8388136-33e8-4356-b97a-b8883eb50ada tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] No DVR routers for this DVR port 66a9a497-8dff-4f60-80dc-ab430bb5cf16 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:13:33.114120 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bcd1a978-e754-400e-91a2-3670213aaf8b req-d8388136-33e8-4356-b97a-b8883eb50ada tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:33.117898 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bcd1a978-e754-400e-91a2-3670213aaf8b req-d8388136-33e8-4356-b97a-b8883eb50ada tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.46 "DELETE /v2.0/ports/66a9a497-8dff-4f60-80dc-ab430bb5cf16 HTTP/1.1" status: 204 len: 173 time: 0.4703927 Nov 13 05:13:33.119128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'name': 'network-vif-deleted', 'tag': '66a9a497-8dff-4f60-80dc-ab430bb5cf16'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:13:33.128485 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb9e51c-654c-4292-9b82-1ae96f562d75" -d '{"events": [{"server_uuid": "76d33b91-49d8-45a6-968e-ddd0cab4b350", "name": "network-vif-deleted", "tag": "66a9a497-8dff-4f60-80dc-ab430bb5cf16"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:13:33.140339 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90a2aef9-d983-4295-88fc-750f53bc0546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:33.191350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2dcae-eaff-42ad-85bb-7214bc2dd8ae req-ba69e372-97fc-478e-bbf0-47bb05c55096 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:33.193208 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fd2dcae-eaff-42ad-85bb-7214bc2dd8ae req-ba69e372-97fc-478e-bbf0-47bb05c55096 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0822787 Nov 13 05:13:33.227171 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90a2aef9-d983-4295-88fc-750f53bc0546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:33.230393 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90a2aef9-d983-4295-88fc-750f53bc0546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:33.231620 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-90a2aef9-d983-4295-88fc-750f53bc0546 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb448b14-4813-4b66-b882-429e32ec51b1 HTTP/1.1" status: 204 len: 168 time: 0.1924980 Nov 13 05:13:33.243550 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2aef9-d983-4295-88fc-750f53bc0546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb448b14-4813-4b66-b882-429e32ec51b1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:33.270807 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fd2dcae-eaff-42ad-85bb-7214bc2dd8ae req-2491ab7b-ca31-4930-b2c7-c9308cccbd6b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682433 Nov 13 05:13:33.403851 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf91cb9-3b68-4d7d-aa80-44527984d2b4 x-openstack-request-id: req-ccf91cb9-3b68-4d7d-aa80-44527984d2b4 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:13:33.404483 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d33b91-49d8-45a6-968e-ddd0cab4b350", "name": "network-vif-deleted", "tag": "66a9a497-8dff-4f60-80dc-ab430bb5cf16", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:13:33.404737 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ccf91cb9-3b68-4d7d-aa80-44527984d2b4 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:13:33.405430 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d33b91-49d8-45a6-968e-ddd0cab4b350', 'name': 'network-vif-deleted', 'tag': '66a9a497-8dff-4f60-80dc-ab430bb5cf16', 'status': 'completed', 'code': 200} Nov 13 05:13:33.523264 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0dd72b5-81c1-4056-9276-313d76802822 req-affe58c0-aaed-4b50-8133-f4234a4f9545 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d33b91-49d8-45a6-968e-ddd0cab4b350 HTTP/1.1" status: 200 len: 210 time: 0.0344608 Nov 13 05:13:33.627042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35118) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:33.651619 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-653521f1-90c0-4fcd-8c95-49cd184fc322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:33.731834 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-653521f1-90c0-4fcd-8c95-49cd184fc322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:33.736589 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-653521f1-90c0-4fcd-8c95-49cd184fc322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:33.780143 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-653521f1-90c0-4fcd-8c95-49cd184fc322 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7157a3e4b4b41d998b133291dcc191d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493998 Nov 13 05:13:33.780143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653521f1-90c0-4fcd-8c95-49cd184fc322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387dc460-09e4-402a-a1cc-c05ca1cc79de,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:33.780499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35120) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:33.832292 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba32ea13-62be-44d8-8c03-9855006b9f6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:33.854226 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba32ea13-62be-44d8-8c03-9855006b9f6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:33.908487 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba32ea13-62be-44d8-8c03-9855006b9f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:33.911279 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba32ea13-62be-44d8-8c03-9855006b9f6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:33.912457 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ba32ea13-62be-44d8-8c03-9855006b9f6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/387dc460-09e4-402a-a1cc-c05ca1cc79de HTTP/1.1" status: 204 len: 168 time: 0.1305735 Nov 13 05:13:33.920338 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32ea13-62be-44d8-8c03-9855006b9f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387dc460-09e4-402a-a1cc-c05ca1cc79de,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:34.193500 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fb0cf43-252a-4db5-a415-a47e9c0a4b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:34.409098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074d7e0-1f1c-45e3-9ce0-fe89fa6c4149 req-206a93d9-7c49-4f02-8da5-a56ea6b3baf8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:34.410546 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2074d7e0-1f1c-45e3-9ce0-fe89fa6c4149 req-206a93d9-7c49-4f02-8da5-a56ea6b3baf8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 945 time: 0.0507376 Nov 13 05:13:34.473336 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2074d7e0-1f1c-45e3-9ce0-fe89fa6c4149 req-cf8374f5-3045-4975-84a3-eece845f9d6b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559857 Nov 13 05:13:34.498490 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-f16c98d7-6194-40b2-ab4a-03a911852b38 service neutron] show failed (client error): The resource could not be found. Nov 13 05:13:34.499559 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-f16c98d7-6194-40b2-ab4a-03a911852b38 service neutron] 10.222.0.46 "GET /v2.0/ports/506cfcb9-a130-40ac-b04c-e988ff5baba1/bindings/n-h2-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0878363 Nov 13 05:13:34.589462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35154) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:34.670499 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-689a57b5-bd62-4abf-ac69-42f92e2b298f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:34.707417 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-689a57b5-bd62-4abf-ac69-42f92e2b298f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:34.783518 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-689a57b5-bd62-4abf-ac69-42f92e2b298f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:34.789083 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-689a57b5-bd62-4abf-ac69-42f92e2b298f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:34.790819 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-689a57b5-bd62-4abf-ac69-42f92e2b298f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "DELETE /v2.0/security-groups/64149996-beb6-43ad-8dcb-9c9fc9c73c63 HTTP/1.1" status: 204 len: 168 time: 0.1995094 Nov 13 05:13:34.808604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a57b5-bd62-4abf-ac69-42f92e2b298f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64149996-beb6-43ad-8dcb-9c9fc9c73c63,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:34.840104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35164) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:35.328276 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-89e04ebf-67f5-46a3-9804-c1c4e5c2102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:35.329836 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-89e04ebf-67f5-46a3-9804-c1c4e5c2102a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 1096 time: 0.6022513 Nov 13 05:13:35.394325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 66a9a497-8dff-4f60-80dc-ab430bb5cf16 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:13:35.424796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 66a9a497-8dff-4f60-80dc-ab430bb5cf16 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:13:35.425136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 66a9a497-8dff-4f60-80dc-ab430bb5cf16 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:13:35.425546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 506cfcb9-a130-40ac-b04c-e988ff5baba1 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:13:35.464076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:13:35.516450 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:35.541562 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:13:35.543946 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00beab4-9ef7-4ed5-886a-a9f832509fcc" -d '{"events": [{"server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "name": "network-vif-unplugged", "status": "completed", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:13:35.578318 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 506cfcb9-a130-40ac-b04c-e988ff5baba1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:35.586255 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:35.587115 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:35.680608 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=506cfcb9-a130-40ac-b04c-e988ff5baba1,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:35.712451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd27da-fd31-4c24-ae5f-6fed879d83e3 req-f8714d2a-9ef2-4e77-a35d-a2e9ed32e376 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:35.714083 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ccd27da-fd31-4c24-ae5f-6fed879d83e3 req-f8714d2a-9ef2-4e77-a35d-a2e9ed32e376 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 943 time: 0.1186910 Nov 13 05:13:35.809948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ccd27da-fd31-4c24-ae5f-6fed879d83e3 req-b53e12d0-1665-40ce-a0a1-f106c4c28d3c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857191 Nov 13 05:13:35.855809 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d7eb3b-adbd-42d4-8a2a-895b18bbb2bc x-openstack-request-id: req-f1d7eb3b-adbd-42d4-8a2a-895b18bbb2bc {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:13:35.857099 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "name": "network-vif-unplugged", "status": "completed", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:13:35.858297 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1d7eb3b-adbd-42d4-8a2a-895b18bbb2bc {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:13:35.858888 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'code': 200} Nov 13 05:13:36.023459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] For port 506cfcb9-a130-40ac-b04c-e988ff5baba1, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:36.055343 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c2501b6-d627-4c3f-8b93-112f68eb6b6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:36.108382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] For port 506cfcb9-a130-40ac-b04c-e988ff5baba1, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:13:36.183853 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506cfcb9-a130-40ac-b04c-e988ff5baba1 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:13:36.194345 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:36.218760 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Transition to ACTIVE for port object 506cfcb9-a130-40ac-b04c-e988ff5baba1 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:13:36.236840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35196) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:36.256051 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:36.401301 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78356679-d0f7-4655-a78b-e2ba7e6499ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:36.427849 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Pushing event updated for resources: {'Port': ['ID=506cfcb9-a130-40ac-b04c-e988ff5baba1,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:36.485593 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72cfc078-9947-4693-b78f-84837d6685c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:36.498994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] No DVR routers for this DVR port 506cfcb9-a130-40ac-b04c-e988ff5baba1 on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:13:36.519244 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78356679-d0f7-4655-a78b-e2ba7e6499ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:36.527285 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78356679-d0f7-4655-a78b-e2ba7e6499ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:36.574195 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78356679-d0f7-4655-a78b-e2ba7e6499ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acedf47-fb57-42e4-9ccf-2f3417cf80e6,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:36.604870 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-78356679-d0f7-4655-a78b-e2ba7e6499ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3de96f99816746de851659e4d968aac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3642931 Nov 13 05:13:36.605689 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35200) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:36.666604 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e7ab73f7-1268-4153-9b81-f028c238f3fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:36.703392 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e7ab73f7-1268-4153-9b81-f028c238f3fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:36.703619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2c2501b6-d627-4c3f-8b93-112f68eb6b6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Deleting port c4df2845-130a-4ffb-8fb4-5f9ff680f698 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:13:36.703721 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c2501b6-d627-4c3f-8b93-112f68eb6b6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:36.769531 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e7ab73f7-1268-4153-9b81-f028c238f3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:36.773595 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e7ab73f7-1268-4153-9b81-f028c238f3fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:36.775106 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e7ab73f7-1268-4153-9b81-f028c238f3fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5acedf47-fb57-42e4-9ccf-2f3417cf80e6 HTTP/1.1" status: 204 len: 168 time: 0.1684525 Nov 13 05:13:36.785367 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab73f7-1268-4153-9b81-f028c238f3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acedf47-fb57-42e4-9ccf-2f3417cf80e6,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:36.786947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Attempting to bind port 506cfcb9-a130-40ac-b04c-e988ff5baba1 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:13:36.787395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Attempting to bind port 506cfcb9-a130-40ac-b04c-e988ff5baba1 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:13:36.787875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Attempting to bind port 506cfcb9-a130-40ac-b04c-e988ff5baba1 on network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:13:36.796004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Port 506cfcb9-a130-40ac-b04c-e988ff5baba1 on network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:13:36.796503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Attempting to bind port 506cfcb9-a130-40ac-b04c-e988ff5baba1 on network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:13:36.816092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:13:36.816610 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Checking segment: {'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:13:36.817055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Bound using segment: {'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:13:36.817671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Bound port: 506cfcb9-a130-40ac-b04c-e988ff5baba1, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365bdd63-10f5-4f91-ad92-25776566d7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:13:36.818199 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:36.935665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-2c2501b6-d627-4c3f-8b93-112f68eb6b6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] For port c4df2845-130a-4ffb-8fb4-5f9ff680f698, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c4df2845-130a-4ffb-8fb4-5f9ff680f698,segment=NetworkSegment(057a5682-b0fa-47c3-8977-4d891c0ba3d9),segment_id=057a5682-b0fa-47c3-8977-4d891c0ba3d9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:36.936122 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c2501b6-d627-4c3f-8b93-112f68eb6b6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:36.955910 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58e001-ef2f-44ba-a74b-647b6914131a req-440d5d1e-d4cc-4863-a05a-ef28a344b9bc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:36.958537 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c58e001-ef2f-44ba-a74b-647b6914131a req-440d5d1e-d4cc-4863-a05a-ef28a344b9bc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 943 time: 0.0731516 Nov 13 05:13:36.971472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2c2501b6-d627-4c3f-8b93-112f68eb6b6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Calling delete_port for c4df2845-130a-4ffb-8fb4-5f9ff680f698 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:13:36.987377 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] For port 506cfcb9-a130-40ac-b04c-e988ff5baba1, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:13:36.992566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] For port 506cfcb9-a130-40ac-b04c-e988ff5baba1, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:13:37.046948 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:37.057063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c58e001-ef2f-44ba-a74b-647b6914131a req-595b488e-2832-430e-9ad7-7475173e2509 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882115 Nov 13 05:13:37.119859 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:37.120631 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:37.122237 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] 10.222.0.36 "PUT /v2.0/ports/506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 200 len: 1091 time: 1.7182345 Nov 13 05:13:37.124864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:13:37.127872 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd9bf51-7255-4e14-a893-d54ccb274f26" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:13:37.217504 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0737127-bbe1-427f-ab32-856b98337465 x-openstack-request-id: req-f0737127-bbe1-427f-ab32-856b98337465 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:13:37.217800 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:13:37.218053 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0737127-bbe1-427f-ab32-856b98337465 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:13:37.218661 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'status': 'completed', 'code': 200} Nov 13 05:13:37.226720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba97a2f-fea0-4a34-a4d6-67f49d306135 service neutron] Pushing event updated for resources: {'Port': ['ID=506cfcb9-a130-40ac-b04c-e988ff5baba1,revision_number=8']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:37.241092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35212) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:37.276358 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7025d0f1-ba6b-4ece-a98a-0bc61d5dc820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:37.301389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a12f64-ef36-49ba-9281-f94f8b919f99 req-e4887358-a445-4904-ac45-4d8bfbe22042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:37.302951 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81a12f64-ef36-49ba-9281-f94f8b919f99 req-e4887358-a445-4904-ac45-4d8bfbe22042 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1094 time: 0.1495924 Nov 13 05:13:37.348916 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-b6632b00-4687-4c0f-874e-d9e80010e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:37.350662 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-b6632b00-4687-4c0f-874e-d9e80010e728 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1094 time: 0.0830066 Nov 13 05:13:37.459429 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c2501b6-d627-4c3f-8b93-112f68eb6b6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:37.502049 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2501b6-d627-4c3f-8b93-112f68eb6b6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Port': ['ID=c4df2845-130a-4ffb-8fb4-5f9ff680f698,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:37.526425 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7025d0f1-ba6b-4ece-a98a-0bc61d5dc820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:37.528810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-d02a9c0f-4bd0-42cb-a8be-edf912156509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:37.530538 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-d02a9c0f-4bd0-42cb-a8be-edf912156509 service neutron] 10.222.0.46 "GET /v2.0/networks?id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c HTTP/1.1" status: 200 len: 897 time: 0.1725466 Nov 13 05:13:37.537663 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7025d0f1-ba6b-4ece-a98a-0bc61d5dc820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:37.544155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a12f64-ef36-49ba-9281-f94f8b919f99 req-da21626f-d9de-43b8-b263-acd0697ac8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:37.545277 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81a12f64-ef36-49ba-9281-f94f8b919f99 req-da21626f-d9de-43b8-b263-acd0697ac8fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c HTTP/1.1" status: 200 len: 897 time: 0.1822896 Nov 13 05:13:37.652195 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025d0f1-ba6b-4ece-a98a-0bc61d5dc820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bb0823-b28b-4e54-9711-3772ac8efb76,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:37.662976 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7025d0f1-ba6b-4ece-a98a-0bc61d5dc820 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0733ca5e6304748a81bbb5194fd3707&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4197884 Nov 13 05:13:37.666157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35214) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:37.672627 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-81590b02-b439-450b-a76a-940f80a09fe6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 200 len: 998 time: 0.1278765 Nov 13 05:13:37.746626 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81a12f64-ef36-49ba-9281-f94f8b919f99 req-03f85678-878b-4c83-a8d0-eb8f71a4f067 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 200 len: 998 time: 0.1702785 Nov 13 05:13:37.757473 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-ff13ba9d-9123-4651-8fe7-1e7ef6262368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:37.759030 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-ff13ba9d-9123-4651-8fe7-1e7ef6262368 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79761b72-4f5a-4a15-a9a9-db10dbd67ba8 HTTP/1.1" status: 200 len: 835 time: 0.0792534 Nov 13 05:13:37.809334 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-1388b6a9-501d-44e4-9ace-033b7a4b3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:37.811739 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-1388b6a9-501d-44e4-9ace-033b7a4b3758 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451698 Nov 13 05:13:37.883315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a12f64-ef36-49ba-9281-f94f8b919f99 req-470b677d-50ea-494b-b215-38e165fafe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:37.884930 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81a12f64-ef36-49ba-9281-f94f8b919f99 req-470b677d-50ea-494b-b215-38e165fafe02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79761b72-4f5a-4a15-a9a9-db10dbd67ba8 HTTP/1.1" status: 200 len: 835 time: 0.1116271 Nov 13 05:13:37.895142 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:37.907544 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c2501b6-d627-4c3f-8b93-112f68eb6b6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:37.913084 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-7ceda10a-b53d-4e8a-a871-5fc387dae148 service neutron] 10.222.0.46 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925081 Nov 13 05:13:37.929459 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4696db58-a7ec-4e87-bce5-c5da6faea358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:37.999204 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4696db58-a7ec-4e87-bce5-c5da6faea358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:38.011814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a12f64-ef36-49ba-9281-f94f8b919f99 req-6d12eb14-c8f4-46fb-b343-c6981ddcda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:38.013358 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81a12f64-ef36-49ba-9281-f94f8b919f99 req-6d12eb14-c8f4-46fb-b343-c6981ddcda08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194584 Nov 13 05:13:38.027375 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-84c4f019-88d6-4b07-823b-807b3d738a19 service neutron] 10.222.0.46 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067028 Nov 13 05:13:38.175275 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4696db58-a7ec-4e87-bce5-c5da6faea358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:38.177854 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4696db58-a7ec-4e87-bce5-c5da6faea358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:38.179002 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4696db58-a7ec-4e87-bce5-c5da6faea358 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40bb0823-b28b-4e54-9711-3772ac8efb76 HTTP/1.1" status: 204 len: 168 time: 0.4779055 Nov 13 05:13:38.209296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6290ba9-e186-4e3b-8fdb-9b1fd9e9727a req-b87cf2b6-d485-42de-aaef-21848e73de19 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:38.216657 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a6290ba9-e186-4e3b-8fdb-9b1fd9e9727a req-b87cf2b6-d485-42de-aaef-21848e73de19 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 943 time: 0.0791690 Nov 13 05:13:38.225541 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81a12f64-ef36-49ba-9281-f94f8b919f99 req-b8dd7260-ba6e-4e21-803d-9f5bd5867575 service neutron] 10.222.0.36 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022617 Nov 13 05:13:38.228313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696db58-a7ec-4e87-bce5-c5da6faea358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bb0823-b28b-4e54-9711-3772ac8efb76,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:38.277273 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a6290ba9-e186-4e3b-8fdb-9b1fd9e9727a req-1c3a2d0b-1244-486b-a51e-2fb614629a30 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555365 Nov 13 05:13:38.704965 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2501b6-d627-4c3f-8b93-112f68eb6b6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Router e828c55c-2831-4677-88cf-8772124580c0 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:13:38.713121 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81a12f64-ef36-49ba-9281-f94f8b919f99 req-f9827ba2-1804-4484-b36e-3e8da05c7413 service neutron] 10.222.0.36 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793661 Nov 13 05:13:38.863228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2501b6-d627-4c3f-8b93-112f68eb6b6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:13:38.872120 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2c2501b6-d627-4c3f-8b93-112f68eb6b6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "PUT /v2.0/routers/e828c55c-2831-4677-88cf-8772124580c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0308335 Nov 13 05:13:38.872254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35242) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:38.874684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-3689bfc4-7e70-4bc3-a704-96fe7dc086c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:38.876411 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-3689bfc4-7e70-4bc3-a704-96fe7dc086c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1094 time: 0.0700114 Nov 13 05:13:38.883048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d78760a-d647-4126-8360-bc3cb0172188 None None] Sync routers for ids ['e828c55c-2831-4677-88cf-8772124580c0'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:13:38.897942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d78760a-d647-4126-8360-bc3cb0172188 None None] Routers {'e828c55c-2831-4677-88cf-8772124580c0'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:13:38.899917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7d78760a-d647-4126-8360-bc3cb0172188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:13:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e828c55c-2831-4677-88cf-8772124580c0'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:38.940189 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-04cb6afd-494f-4403-9fe3-fbc278b99018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Deleting subnet f99144a8-a3c2-41cd-8ad9-1a4efb6a9354 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:13:38.967236 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-04cb6afd-494f-4403-9fe3-fbc278b99018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:39.019891 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-04cb6afd-494f-4403-9fe3-fbc278b99018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:39.104226 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-8d9b32d9-b154-43b8-bb4f-844379d92d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:39.110557 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-8d9b32d9-b154-43b8-bb4f-844379d92d33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c HTTP/1.1" status: 200 len: 897 time: 0.2174406 Nov 13 05:13:39.173949 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-04cb6afd-494f-4403-9fe3-fbc278b99018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:39.221052 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-62440eab-4ed9-42bf-a61f-bbf4facecf4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 200 len: 998 time: 0.0995879 Nov 13 05:13:39.227553 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:39.263310 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7d78760a-d647-4126-8360-bc3cb0172188 None None] Set router e828c55c-2831-4677-88cf-8772124580c0 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:13:39.284524 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-0e9909a8-4029-4c2a-a870-8ff4582db4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:39.286275 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-0e9909a8-4029-4c2a-a870-8ff4582db4b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79761b72-4f5a-4a15-a9a9-db10dbd67ba8 HTTP/1.1" status: 200 len: 835 time: 0.0562055 Nov 13 05:13:39.286503 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-04cb6afd-494f-4403-9fe3-fbc278b99018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:39.319626 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb6afd-494f-4403-9fe3-fbc278b99018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Subnet': ['ID=f99144a8-a3c2-41cd-8ad9-1a4efb6a9354,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:39.333531 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-04cb6afd-494f-4403-9fe3-fbc278b99018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:39.337274 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-04cb6afd-494f-4403-9fe3-fbc278b99018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "DELETE /v2.0/subnets/f99144a8-a3c2-41cd-8ad9-1a4efb6a9354 HTTP/1.1" status: 204 len: 168 time: 0.4640312 Nov 13 05:13:39.343544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0270d88e-ff70-47d5-a940-337564f83bb8 None None] Network a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:13:39.348947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35260) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:39.378467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-25a13545-e999-4bc9-82d9-e4f353e680d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:39.380635 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-25a13545-e999-4bc9-82d9-e4f353e680d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866783 Nov 13 05:13:39.495008 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:39.516766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e634577-0c5f-4041-b02a-af573abf8751 req-351bbe1f-0385-421f-9266-01c34dde1b17 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:39.525739 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e634577-0c5f-4041-b02a-af573abf8751 req-351bbe1f-0385-421f-9266-01c34dde1b17 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 943 time: 0.1334960 Nov 13 05:13:39.573514 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-1f53df27-5fbd-4239-94fd-7ef33e54eec9 service neutron] 10.222.0.36 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792042 Nov 13 05:13:39.627469 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:39.636869 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e634577-0c5f-4041-b02a-af573abf8751 req-32da35f1-5d2d-491e-a921-0c86a0a24727 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097903 Nov 13 05:13:39.672773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7d78760a-d647-4126-8360-bc3cb0172188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:13:37Z', 'revision_number': 7, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828c55c-2831-4677-88cf-8772124580c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:10:50Z', 'updated_at': '2021-11-13T05:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:39.708605 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eb21ef18-b4c1-4578-ba31-e3e0cd03cadc req-3be0046b-4ef8-4a9a-9cbb-4649f688df12 service neutron] 10.222.0.36 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279409 Nov 13 05:13:39.721631 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d78760a-d647-4126-8360-bc3cb0172188 None None] Checking router: e828c55c-2831-4677-88cf-8772124580c0 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:13:39.725668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Deleting port 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:13:39.725875 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:39.739153 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114aa319-4821-4955-9dc2-e0df1a21735b None None] DHCP port deletion for a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:13:39.741484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d78760a-d647-4126-8360-bc3cb0172188 None None] Routers {'e828c55c-2831-4677-88cf-8772124580c0'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:13:39.742683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7d78760a-d647-4126-8360-bc3cb0172188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:13:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e828c55c-2831-4677-88cf-8772124580c0'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:39.822075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] For port 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:39.822426 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:39.839536 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Calling delete_port for 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:13:39.843134 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7d78760a-d647-4126-8360-bc3cb0172188 None None] Set router e828c55c-2831-4677-88cf-8772124580c0 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:13:39.851916 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-0378e555-8863-455e-8a63-f909f456bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:39.855662 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-0378e555-8863-455e-8a63-f909f456bbd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1094 time: 0.0664613 Nov 13 05:13:39.905153 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7d78760a-d647-4126-8360-bc3cb0172188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:13:39Z', 'revision_number': 8, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:39.940066 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d78760a-d647-4126-8360-bc3cb0172188 None None] The sync data for ids ['e828c55c-2831-4677-88cf-8772124580c0'] in n-d-813114-2 is: [{'id': 'e828c55c-2831-4677-88cf-8772124580c0', 'name': 'tempest-TestNetworkBasicOps-router-365186499', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:10:49Z', 'updated_at': '2021-11-13T05:13:39Z', 'revision_number': 8, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:13:39.980257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-0a792c7a-ae01-4cef-b542-1bf41b3644c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:39.985091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-0a792c7a-ae01-4cef-b542-1bf41b3644c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c HTTP/1.1" status: 200 len: 897 time: 0.1210086 Nov 13 05:13:40.004327 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-114aa319-4821-4955-9dc2-e0df1a21735b None None] Deleting port 5cce12cd-2134-454a-9204-74679f3cf93a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:13:40.004712 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-114aa319-4821-4955-9dc2-e0df1a21735b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.066723 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-dadac297-9fa7-48da-9858-7687d3fe56d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 200 len: 998 time: 0.0735340 Nov 13 05:13:40.094515 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.100563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-114aa319-4821-4955-9dc2-e0df1a21735b None None] For port 5cce12cd-2134-454a-9204-74679f3cf93a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5cce12cd-2134-454a-9204-74679f3cf93a,segment=NetworkSegment(057a5682-b0fa-47c3-8977-4d891c0ba3d9),segment_id=057a5682-b0fa-47c3-8977-4d891c0ba3d9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:40.100946 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-114aa319-4821-4955-9dc2-e0df1a21735b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.105546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.117172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-114aa319-4821-4955-9dc2-e0df1a21735b None None] Calling delete_port for 5cce12cd-2134-454a-9204-74679f3cf93a owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:13:40.134238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-07eeb6fd-5362-4a90-a532-4ec97f31d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:40.135548 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-07eeb6fd-5362-4a90-a532-4ec97f31d373 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79761b72-4f5a-4a15-a9a9-db10dbd67ba8 HTTP/1.1" status: 200 len: 835 time: 0.0606179 Nov 13 05:13:40.172890 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef44a5f-f5e1-486a-8058-3ad9a22fa73d None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:13:40.193255 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Port': ['ID=81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:40.217984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-cc2fb0af-9772-4d8f-ad0b-ff4bedbb7c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:40.218471 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-cc2fb0af-9772-4d8f-ad0b-ff4bedbb7c77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744119 Nov 13 05:13:40.225711 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-114aa319-4821-4955-9dc2-e0df1a21735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.239795 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.254997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114aa319-4821-4955-9dc2-e0df1a21735b None None] Pushing event deleted for resources: {'Port': ['ID=5cce12cd-2134-454a-9204-74679f3cf93a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:40.256964 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114aa319-4821-4955-9dc2-e0df1a21735b None None] No DVR routers for this DVR port 5cce12cd-2134-454a-9204-74679f3cf93a on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:13:40.359955 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.362199 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.416019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-6f5b0245-057c-47aa-ad08-db402e94d8fd service neutron] 10.222.0.36 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879714 Nov 13 05:13:40.419940 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.420761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Fanout notify agent at l3_agent the message router_deleted on router e828c55c-2831-4677-88cf-8772124580c0 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:13:40.438300 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.439751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-55e1b6e5-b6a0-4c7f-bad1-db58f42b20c5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "DELETE /v2.0/routers/e828c55c-2831-4677-88cf-8772124580c0 HTTP/1.1" status: 204 len: 168 time: 1.0897429 Nov 13 05:13:40.442380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35272) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:40.559052 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c2ce035-be15-45b4-a83f-443684522aee tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.566072 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7bd9bf51-7255-4e14-a893-d54ccb274f26 req-e1cbb073-be13-4143-b1e0-f50167a9a048 service neutron] 10.222.0.36 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434226 Nov 13 05:13:40.654261 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c2ce035-be15-45b4-a83f-443684522aee tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.686655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-5c2ce035-be15-45b4-a83f-443684522aee tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:40.698579 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-5c2ce035-be15-45b4-a83f-443684522aee tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057a5682-b0fa-47c3-8977-4d891c0ba3d9') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:40.698876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-5c2ce035-be15-45b4-a83f-443684522aee tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057a5682-b0fa-47c3-8977-4d891c0ba3d9') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:40.728824 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c2ce035-be15-45b4-a83f-443684522aee tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.761191 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c2ce035-be15-45b4-a83f-443684522aee tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.771358 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2ce035-be15-45b4-a83f-443684522aee tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:13:40.771857 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c2ce035-be15-45b4-a83f-443684522aee tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:13:40.775346 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:13:40.839091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1b436-3364-48e0-af22-3b4731514fd8 req-6ccdff4a-1c1e-419a-98a6-ba3b868cbd8c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:40.840734 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bcb1b436-3364-48e0-af22-3b4731514fd8 req-6ccdff4a-1c1e-419a-98a6-ba3b868cbd8c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 943 time: 0.1347637 Nov 13 05:13:40.850374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c2ce035-be15-45b4-a83f-443684522aee tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.865168 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5c2ce035-be15-45b4-a83f-443684522aee tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.871775 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5c2ce035-be15-45b4-a83f-443684522aee tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "DELETE /v2.0/networks/a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f HTTP/1.1" status: 204 len: 168 time: 0.4251199 Nov 13 05:13:40.899539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35280) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:40.907369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5a3cc70b-d8c4-4f1a-a7a3-38ea0e7c76a5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'network': {'name': 'tempest-network-smoke--2108060333', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:13:40.920846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ce035-be15-45b4-a83f-443684522aee tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Network': ['ID=a3d069a6-f7ec-49bf-ac0b-0c20a5fa809f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:40.934142 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3cc70b-d8c4-4f1a-a7a3-38ea0e7c76a5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Made reservation on behalf of 2c18b3f2ce924647a1cd876de3531c54 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:13:40.942240 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a3cc70b-d8c4-4f1a-a7a3-38ea0e7c76a5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.961563 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bcb1b436-3364-48e0-af22-3b4731514fd8 req-daa50577-9b84-4838-b5cb-c05a4be1ecf3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971935 Nov 13 05:13:40.973785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3cc70b-d8c4-4f1a-a7a3-38ea0e7c76a5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:13:40.996262 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a3cc70b-d8c4-4f1a-a7a3-38ea0e7c76a5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:40.996603 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-5a3cc70b-d8c4-4f1a-a7a3-38ea0e7c76a5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Added segment 9745ff2f-3b3f-497a-862a-7c343fb71180 of type vlan for network 9fef28e6-0acd-4096-9fd7-1449d4051ade Nov 13 05:13:41.037525 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a3cc70b-d8c4-4f1a-a7a3-38ea0e7c76a5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:41.064505 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a3cc70b-d8c4-4f1a-a7a3-38ea0e7c76a5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:41.070199 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3cc70b-d8c4-4f1a-a7a3-38ea0e7c76a5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:41.070786 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a3cc70b-d8c4-4f1a-a7a3-38ea0e7c76a5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:41.142072 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5a3cc70b-d8c4-4f1a-a7a3-38ea0e7c76a5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2412515 Nov 13 05:13:41.145720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35282) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:41.150625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-310137507', 'admin_state_up': True, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:13:41.151582 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cc70b-d8c4-4f1a-a7a3-38ea0e7c76a5 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Network': ['ID=9fef28e6-0acd-4096-9fd7-1449d4051ade,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:41.163307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 9fef28e6-0acd-4096-9fd7-1449d4051ade details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:13:41.189832 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:41.190854 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:41.245300 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:41.400345 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:41.401139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5cce12cd-2134-454a-9204-74679f3cf93a no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:13:41.431484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 5cce12cd-2134-454a-9204-74679f3cf93a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:13:41.431828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5cce12cd-2134-454a-9204-74679f3cf93a not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:13:41.432249 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c4df2845-130a-4ffb-8fb4-5f9ff680f698 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:13:41.461555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: c4df2845-130a-4ffb-8fb4-5f9ff680f698 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:13:41.462205 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c4df2845-130a-4ffb-8fb4-5f9ff680f698 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:13:41.462625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:13:41.483356 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:13:41.483699 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 81c9b8fa-5a4b-4d98-98fe-063ae7f02ca4 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:13:41.624423 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:41.648944 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:41.739587 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 506cfcb9-a130-40ac-b04c-e988ff5baba1 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:13:41.761870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Allocated IP 172.25.8.233 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/201c18b1-d8e3-4535-93f3-da7cbb207704) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:13:41.875683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 506cfcb9-a130-40ac-b04c-e988ff5baba1, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:41.887934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'port_id': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'mac_address': 'fa:16:3e:87:49:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:13:41.890615 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:41.925689 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:41.935152 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:41.939922 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506cfcb9-a130-40ac-b04c-e988ff5baba1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:13:41.960437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 506cfcb9-a130-40ac-b04c-e988ff5baba1, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:41.965038 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:41.974870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:13:41.977876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:13:41.981393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:13:42.001080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c1ab0d-765c-4ccf-92a8-19e32fd99d71 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:13:42.014809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Port': ['ID=201c18b1-d8e3-4535-93f3-da7cbb207704,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:42.042027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=506cfcb9-a130-40ac-b04c-e988ff5baba1,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:42.061481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0660421e-bc11-4ee3-8d7d-69efbaf15d3b None None] Provisioning complete for port 201c18b1-d8e3-4535-93f3-da7cbb207704 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:42.062067 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0660421e-bc11-4ee3-8d7d-69efbaf15d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:42.097653 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0660421e-bc11-4ee3-8d7d-69efbaf15d3b None None] Port 201c18b1-d8e3-4535-93f3-da7cbb207704 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:13:42.145104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ebe3d-0862-4d33-acfb-f17ae94f5c15 req-1214b20d-3c6d-4b2e-b16d-d266793731c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:42.146728 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c91ebe3d-0862-4d33-acfb-f17ae94f5c15 req-1214b20d-3c6d-4b2e-b16d-d266793731c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 944 time: 0.0520031 Nov 13 05:13:42.198813 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c91ebe3d-0862-4d33-acfb-f17ae94f5c15 req-14903449-2143-49a0-ae26-ac02cd9cd1be tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457270 Nov 13 05:13:42.259742 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:42.512865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['506cfcb9-a130-40ac-b04c-e988ff5baba1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:13:42.824491 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35300) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:42.852963 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:43.002050 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4083f972-0eb0-492b-a7de-4677eccb2385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:43.054066 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Router dfa92aca-6bb4-4fa8-ac88-787e322a613d is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:13:43.106314 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4083f972-0eb0-492b-a7de-4677eccb2385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:43.112686 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4083f972-0eb0-492b-a7de-4677eccb2385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:43.153659 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4083f972-0eb0-492b-a7de-4677eccb2385 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ad00e352d1b47c3afaa3064f1231246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3256156 Nov 13 05:13:43.155275 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35310) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:43.160359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083f972-0eb0-492b-a7de-4677eccb2385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf6cf61-ffc7-4b88-957b-a985f9485fd8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:43.196916 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:13:43.206399 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Sync routers for ids ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:13:43.217077 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Routers {'dfa92aca-6bb4-4fa8-ac88-787e322a613d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:13:43.217757 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:13:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:43.228792 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-826e71d8-77c8-4061-b70e-bdebe3df55cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:43.233576 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:43.234952 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6448f6dd-923c-4392-a66f-3ff127b3e018 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0881629 Nov 13 05:13:43.238751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35314) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:43.261823 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-826e71d8-77c8-4061-b70e-bdebe3df55cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:43.279045 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b8e1dfb0-7376-491a-8fb7-8189852d4f9f tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=2c18b3f2ce924647a1cd876de3531c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387635 Nov 13 05:13:43.282254 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35316) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:43.327323 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Set router dfa92aca-6bb4-4fa8-ac88-787e322a613d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:13:43.340878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288111f1-314b-4cd9-a106-7b10c5e8fda9 req-ba84700f-bfe1-4f9d-b5d5-f84dea1ca67a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:43.342574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-288111f1-314b-4cd9-a106-7b10c5e8fda9 req-ba84700f-bfe1-4f9d-b5d5-f84dea1ca67a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 944 time: 0.0649190 Nov 13 05:13:43.359299 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-826e71d8-77c8-4061-b70e-bdebe3df55cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:43.362140 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-826e71d8-77c8-4061-b70e-bdebe3df55cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:43.365782 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-826e71d8-77c8-4061-b70e-bdebe3df55cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6cf6cf61-ffc7-4b88-957b-a985f9485fd8 HTTP/1.1" status: 204 len: 168 time: 0.2068486 Nov 13 05:13:43.390970 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e71d8-77c8-4061-b70e-bdebe3df55cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf6cf61-ffc7-4b88-957b-a985f9485fd8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:43.394483 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2e5825-a160-4925-8b93-6d710b1b2eca tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:43.396239 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dd2e5825-a160-4925-8b93-6d710b1b2eca tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1126783 Nov 13 05:13:43.399107 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35320) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:43.420310 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-288111f1-314b-4cd9-a106-7b10c5e8fda9 req-a326a487-1742-4f8d-98f1-676eb38b1c30 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712137 Nov 13 05:13:43.451472 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ac1bd372-f754-4fa4-af01-8e9b1f7e856b tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512176 Nov 13 05:13:43.454199 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35324) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:43.459415 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-00af4909-121b-4bbc-95c2-7206d17de900 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1174351863', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:13:43.546106 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'name': 'tempest-TestNetworkBasicOps-router-310137507', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:42Z', 'revision_number': 3, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:43.564215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00af4909-121b-4bbc-95c2-7206d17de900 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Made reservation on behalf of 2c18b3f2ce924647a1cd876de3531c54 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:13:43.570119 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00af4909-121b-4bbc-95c2-7206d17de900 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:43.692679 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Checking router: dfa92aca-6bb4-4fa8-ac88-787e322a613d for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:13:43.693024 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Updating router dfa92aca-6bb4-4fa8-ac88-787e322a613d port 201c18b1-d8e3-4535-93f3-da7cbb207704 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:13:43.720481 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:43.750619 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 506cfcb9-a130-40ac-b04c-e988ff5baba1 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:13:43.805943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee15e3-fc76-4da4-b0f4-7d550001f174 req-78531344-8f74-45d5-a42a-1ca6ba8c3eb3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:43.807508 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dee15e3-fc76-4da4-b0f4-7d550001f174 req-78531344-8f74-45d5-a42a-1ca6ba8c3eb3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 944 time: 0.1350477 Nov 13 05:13:43.808411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 506cfcb9-a130-40ac-b04c-e988ff5baba1 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:13:43.817122 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80738b12-1272-4b91-9f2d-84b98dce6d73 req-f016fc15-8a88-49a3-a287-1f3e5acaaf4d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:43.818641 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-80738b12-1272-4b91-9f2d-84b98dce6d73 req-f016fc15-8a88-49a3-a287-1f3e5acaaf4d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 944 time: 0.1792314 Nov 13 05:13:43.820397 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 506cfcb9-a130-40ac-b04c-e988ff5baba1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:43.823530 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:43.920242 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:43.964353 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-80738b12-1272-4b91-9f2d-84b98dce6d73 req-8b5d9f28-0c04-4a16-9baf-9bd989582757 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347218 Nov 13 05:13:43.967163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 506cfcb9-a130-40ac-b04c-e988ff5baba1, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:43.968763 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:13:43.972102 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44064b39-61a1-438d-b9a1-a7df564e3b47" -d '{"events": [{"server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "name": "network-vif-plugged", "status": "completed", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:13:43.980282 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:44.008089 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-3dee15e3-fc76-4da4-b0f4-7d550001f174 req-fb3a67af-7cf5-4061-a12d-e40701f00e8a service neutron] delete failed (client error): The resource could not be found. Nov 13 05:13:44.009115 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dee15e3-fc76-4da4-b0f4-7d550001f174 req-fb3a67af-7cf5-4061-a12d-e40701f00e8a service neutron] 10.222.0.46 "DELETE /v2.0/ports/506cfcb9-a130-40ac-b04c-e988ff5baba1/bindings/n-h1-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.1877270 Nov 13 05:13:44.012186 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:44.021434 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:44.044093 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00af4909-121b-4bbc-95c2-7206d17de900 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:44.103139 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7298ed94-3e72-46a9-9db8-86f743432812 x-openstack-request-id: req-7298ed94-3e72-46a9-9db8-86f743432812 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:13:44.104684 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "name": "network-vif-plugged", "status": "completed", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:13:44.105010 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7298ed94-3e72-46a9-9db8-86f743432812 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:13:44.105773 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'code': 200} Nov 13 05:13:44.109497 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8204ec5-a6cb-406d-886f-0e38d7d9300a None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:13:44.114316 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Attempting to bind port 201c18b1-d8e3-4535-93f3-da7cbb207704 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:13:44.115206 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Attempting to bind port 201c18b1-d8e3-4535-93f3-da7cbb207704 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:13:44.115568 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Attempting to bind port 201c18b1-d8e3-4535-93f3-da7cbb207704 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:13:44.119337 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe548afc-962f-4f71-a3a2-b487f977227b None None] Pushing event updated for resources: {'Port': ['ID=201c18b1-d8e3-4535-93f3-da7cbb207704,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:44.121871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=506cfcb9-a130-40ac-b04c-e988ff5baba1,revision_number=10']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:44.123901 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af4909-121b-4bbc-95c2-7206d17de900 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Subnet': ['ID=f4337212-112e-49be-9834-f9853289a4e8,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:44.135205 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:13:44.135776 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:13:44.136320 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:44.136861 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:13:44.137474 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Bound port: 201c18b1-d8e3-4535-93f3-da7cbb207704, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:13:44.137998 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:44.165141 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe548afc-962f-4f71-a3a2-b487f977227b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:44.165479 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe548afc-962f-4f71-a3a2-b487f977227b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:44.165991 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe548afc-962f-4f71-a3a2-b487f977227b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:44.166466 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe548afc-962f-4f71-a3a2-b487f977227b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:44.167133 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe548afc-962f-4f71-a3a2-b487f977227b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:44.167632 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe548afc-962f-4f71-a3a2-b487f977227b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:44.167972 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe548afc-962f-4f71-a3a2-b487f977227b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:44.168336 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe548afc-962f-4f71-a3a2-b487f977227b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:44.168685 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe548afc-962f-4f71-a3a2-b487f977227b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:44.169226 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe548afc-962f-4f71-a3a2-b487f977227b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:44.169710 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe548afc-962f-4f71-a3a2-b487f977227b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:44.170248 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe548afc-962f-4f71-a3a2-b487f977227b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:13:44.170736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00af4909-121b-4bbc-95c2-7206d17de900 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Checking segment: {'id': '9745ff2f-3b3f-497a-862a-7c343fb71180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:13:44.171131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00af4909-121b-4bbc-95c2-7206d17de900 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network hostable DHCP agents. Network: 9fef28e6-0acd-4096-9fd7-1449d4051ade, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:13:44.207538 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] For port 201c18b1-d8e3-4535-93f3-da7cbb207704, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:13:44.211162 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] For port 201c18b1-d8e3-4535-93f3-da7cbb207704, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=201c18b1-d8e3-4535-93f3-da7cbb207704,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:13:44.212277 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee15e3-fc76-4da4-b0f4-7d550001f174 req-d15defff-5d9e-4575-a89c-f2d580bbdcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:44.213927 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dee15e3-fc76-4da4-b0f4-7d550001f174 req-d15defff-5d9e-4575-a89c-f2d580bbdcff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1097 time: 0.0863523 Nov 13 05:13:44.220510 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:44.240236 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3a2f517b-2147-4002-84b0-37e29bf5f7db None None] Provisioning complete for port 201c18b1-d8e3-4535-93f3-da7cbb207704 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:44.240608 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a2f517b-2147-4002-84b0-37e29bf5f7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:44.243053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00af4909-121b-4bbc-95c2-7206d17de900 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network 9fef28e6-0acd-4096-9fd7-1449d4051ade is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:13:44.290705 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe548afc-962f-4f71-a3a2-b487f977227b None None] Pushing event updated for resources: {'Port': ['ID=201c18b1-d8e3-4535-93f3-da7cbb207704,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:44.291194 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-00af4909-121b-4bbc-95c2-7206d17de900 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 9fef28e6-0acd-4096-9fd7-1449d4051ade) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:13:44.300219 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00af4909-121b-4bbc-95c2-7206d17de900 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:44.300726 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00af4909-121b-4bbc-95c2-7206d17de900 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:44.313656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e36a01-73ce-4338-a44f-50527a521be6 None None] Network 9fef28e6-0acd-4096-9fd7-1449d4051ade requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:13:44.321775 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Routers {'dfa92aca-6bb4-4fa8-ac88-787e322a613d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:13:44.322495 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:13:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:44.350769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1332b3e4-1804-49d0-a00a-4da5b4157f20 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:13:44.389043 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35354) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:44.403795 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-00af4909-121b-4bbc-95c2-7206d17de900 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9483795 Nov 13 05:13:44.443285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee15e3-fc76-4da4-b0f4-7d550001f174 req-ad00605a-bb09-45f8-90dc-75f2a29b84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:44.445740 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dee15e3-fc76-4da4-b0f4-7d550001f174 req-ad00605a-bb09-45f8-90dc-75f2a29b84cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c HTTP/1.1" status: 200 len: 897 time: 0.2193170 Nov 13 05:13:44.470046 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a2f517b-2147-4002-84b0-37e29bf5f7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:44.527799 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3a2f517b-2147-4002-84b0-37e29bf5f7db None None] For port 201c18b1-d8e3-4535-93f3-da7cbb207704, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=201c18b1-d8e3-4535-93f3-da7cbb207704,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:44.544448 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a2f517b-2147-4002-84b0-37e29bf5f7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:44.549653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dee15e3-fc76-4da4-b0f4-7d550001f174 req-5a3d3c17-6744-44b7-a52a-732888e48e84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 200 len: 1000 time: 0.0942774 Nov 13 05:13:44.549908 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] Set router dfa92aca-6bb4-4fa8-ac88-787e322a613d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:13:44.590344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-9fef28e6-0acd-4096-9fd7-1449d4051ade', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ips': [{'subnet_id': 'f4337212-112e-49be-9834-f9853289a4e8'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:13:44.591478 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:44.632074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee15e3-fc76-4da4-b0f4-7d550001f174 req-f5947326-5b2d-4940-927b-1f181042f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:44.634026 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dee15e3-fc76-4da4-b0f4-7d550001f174 req-f5947326-5b2d-4940-927b-1f181042f92d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79761b72-4f5a-4a15-a9a9-db10dbd67ba8 HTTP/1.1" status: 200 len: 835 time: 0.0782893 Nov 13 05:13:44.711791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f517b-2147-4002-84b0-37e29bf5f7db None None] Pushing event updated for resources: {'Port': ['ID=201c18b1-d8e3-4535-93f3-da7cbb207704,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:44.738098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-03aad906-e7fb-477a-85f1-1d3066773ce5 None None] Provisioning complete for port 201c18b1-d8e3-4535-93f3-da7cbb207704 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:44.738637 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03aad906-e7fb-477a-85f1-1d3066773ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:44.741345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee15e3-fc76-4da4-b0f4-7d550001f174 req-98305859-df4f-4e79-9418-1fbd1e6d547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:44.744275 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dee15e3-fc76-4da4-b0f4-7d550001f174 req-98305859-df4f-4e79-9418-1fbd1e6d547a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944858 Nov 13 05:13:44.789734 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'name': 'tempest-TestNetworkBasicOps-router-310137507', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:42Z', 'revision_number': 3, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:44.825388 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932faa5-f935-44c4-bec2-d9001344dffb None None] The sync data for ids ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'] in n-d-813114-2 is: [{'id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'name': 'tempest-TestNetworkBasicOps-router-310137507', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:42Z', 'revision_number': 3, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:13:44.928552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dee15e3-fc76-4da4-b0f4-7d550001f174 req-dbc67dec-ac56-48c5-87b9-2cfb776c84b5 service neutron] 10.222.0.46 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748059 Nov 13 05:13:45.067529 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:45.144672 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dee15e3-fc76-4da4-b0f4-7d550001f174 req-d57312ce-0ee0-45b9-9607-2640b3be1fc1 service neutron] 10.222.0.46 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092648 Nov 13 05:13:45.167850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae5bd8-a9e8-40a0-9836-2b4253c1b0d0 req-2fedf592-8816-46cf-bfdc-ddcf1cac6ffe tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:45.169741 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-62ae5bd8-a9e8-40a0-9836-2b4253c1b0d0 req-2fedf592-8816-46cf-bfdc-ddcf1cac6ffe tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 946 time: 0.0649800 Nov 13 05:13:45.194637 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Allocated IP 172.20.0.2 (9fef28e6-0acd-4096-9fd7-1449d4051ade/f4337212-112e-49be-9834-f9853289a4e8/31b0fbef-c0e2-48d5-814e-4bbad01ad002) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:13:45.244480 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-62ae5bd8-a9e8-40a0-9836-2b4253c1b0d0 req-ba6fd2b7-bb64-40b7-b114-65f92fce96d5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637641 Nov 13 05:13:45.485852 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 201c18b1-d8e3-4535-93f3-da7cbb207704 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:13:45.539445 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:45.551628 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:45.600373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Network 9fef28e6-0acd-4096-9fd7-1449d4051ade is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:13:45.629783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Allocated IP 172.20.0.1 (9fef28e6-0acd-4096-9fd7-1449d4051ade/f4337212-112e-49be-9834-f9853289a4e8/64514d73-5519-43fb-b42b-69799d6ce6e7) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:13:45.630704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:13:45.638230 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:13:45.647237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Pushing event updated for resources: {'Port': ['ID=31b0fbef-c0e2-48d5-814e-4bbad01ad002,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:45.649679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 201c18b1-d8e3-4535-93f3-da7cbb207704 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:45.650052 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:45.784330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Attempting to bind port 31b0fbef-c0e2-48d5-814e-4bbad01ad002 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:13:45.784607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Attempting to bind port 31b0fbef-c0e2-48d5-814e-4bbad01ad002 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '9745ff2f-3b3f-497a-862a-7c343fb71180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:13:45.784798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Attempting to bind port 31b0fbef-c0e2-48d5-814e-4bbad01ad002 on network 9fef28e6-0acd-4096-9fd7-1449d4051ade {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:13:45.813310 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:45.813555 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:13:45.813899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Checking segment: {'id': '9745ff2f-3b3f-497a-862a-7c343fb71180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:13:45.814309 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:45.814703 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Bound using segment: {'id': '9745ff2f-3b3f-497a-862a-7c343fb71180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:13:45.815444 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Bound port: 31b0fbef-c0e2-48d5-814e-4bbad01ad002, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9745ff2f-3b3f-497a-862a-7c343fb71180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:13:45.815632 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:45.881487 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:45.920746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] For port 31b0fbef-c0e2-48d5-814e-4bbad01ad002, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:13:45.925750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network 9fef28e6-0acd-4096-9fd7-1449d4051ade is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:13:45.928458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] For port 31b0fbef-c0e2-48d5-814e-4bbad01ad002, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=31b0fbef-c0e2-48d5-814e-4bbad01ad002,segment=NetworkSegment(9745ff2f-3b3f-497a-862a-7c343fb71180),segment_id=9745ff2f-3b3f-497a-862a-7c343fb71180)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:13:45.930993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:13:45.939554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:13:45.941019 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:45.976755 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Port': ['ID=64514d73-5519-43fb-b42b-69799d6ce6e7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:46.034976 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:46.055123 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cbb60-1590-475b-9bdd-ad0a2d645c8a None None] Pushing event updated for resources: {'Port': ['ID=31b0fbef-c0e2-48d5-814e-4bbad01ad002,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:46.284653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:46.498824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6e07a-a7aa-492b-bcee-5660c1d92d16 req-271139df-fe47-498b-8cd2-879563cb7683 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:46.500402 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fcc6e07a-a7aa-492b-bcee-5660c1d92d16 req-271139df-fe47-498b-8cd2-879563cb7683 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 946 time: 0.1478033 Nov 13 05:13:46.589276 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fcc6e07a-a7aa-492b-bcee-5660c1d92d16 req-5b060677-c4ad-4963-a285-9728f2b14437 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828340 Nov 13 05:13:46.612388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35374) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:46.693267 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:46.703517 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8f4750a8-7d6f-4446-ab67-11aef4a2c63a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/643279f2-d9b3-4b44-aa3f-6f6bb0f615d3 HTTP/1.1" status: 200 len: 992 time: 0.0836482 Nov 13 05:13:46.703627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:46.778400 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Port': ['ID=64514d73-5519-43fb-b42b-69799d6ce6e7,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:46.785851 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:46.878575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network 9fef28e6-0acd-4096-9fd7-1449d4051ade is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:13:46.880166 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:13:46.995530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Router dfa92aca-6bb4-4fa8-ac88-787e322a613d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:13:47.105646 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:13:47.111550 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dc7d4701-abea-45f0-a0d5-62edadc7a0e3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "PUT /v2.0/routers/dfa92aca-6bb4-4fa8-ac88-787e322a613d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7208097 Nov 13 05:13:47.114337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35386) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:47.219198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f2fc3-4e61-4957-a131-99172a850053 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:47.219662 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f2fc3-4e61-4957-a131-99172a850053 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:47.220111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f2fc3-4e61-4957-a131-99172a850053 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:47.220557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f2fc3-4e61-4957-a131-99172a850053 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:47.220996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f2fc3-4e61-4957-a131-99172a850053 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:47.222835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-918f2fc3-4e61-4957-a131-99172a850053 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.1074002 Nov 13 05:13:47.226306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35388) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:47.288158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66425a78-64b2-47e0-9cdb-026ec78e9911 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:47.288749 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66425a78-64b2-47e0-9cdb-026ec78e9911 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:47.289192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66425a78-64b2-47e0-9cdb-026ec78e9911 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:47.289629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66425a78-64b2-47e0-9cdb-026ec78e9911 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:47.290088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66425a78-64b2-47e0-9cdb-026ec78e9911 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:47.292480 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-66425a78-64b2-47e0-9cdb-026ec78e9911 tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.0645673 Nov 13 05:13:47.294782 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35394) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:47.441633 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-7f0a5dca-e648-442e-af1a-b27e38cc2fc9 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cd60e00784d54acbace7e77a139606d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321941 Nov 13 05:13:47.457376 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 31b0fbef-c0e2-48d5-814e-4bbad01ad002 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:13:47.505981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Sync routers for ids ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:13:47.513048 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-80add121-4571-44bf-90be-f49ce6a0027a tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.2171686 Nov 13 05:13:47.516590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5848a6-2172-4d05-bb11-33d01af6d184 None None] Network 9fef28e6-0acd-4096-9fd7-1449d4051ade requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:13:47.558407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Routers {'dfa92aca-6bb4-4fa8-ac88-787e322a613d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:13:47.559083 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-46156c91-d218-495b-a66b-28911dd7044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:13:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:47.634078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 31b0fbef-c0e2-48d5-814e-4bbad01ad002 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:47.634465 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:47.641676 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cb5482ef-9cb1-44e7-911e-8af698c9df6e None None] Provisioning complete for port 31b0fbef-c0e2-48d5-814e-4bbad01ad002 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:47.642030 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb5482ef-9cb1-44e7-911e-8af698c9df6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:47.659465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-723fbab5-fe7a-4d35-b848-826ad33f25ca tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:47.660977 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-723fbab5-fe7a-4d35-b848-826ad33f25ca tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111940 Nov 13 05:13:47.678937 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-65fa9cf5-7e17-4338-b5d9-ae5a54d14332 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/quotas/cd60e00784d54acbace7e77a139606d8 HTTP/1.1" status: 200 len: 375 time: 0.0105438 Nov 13 05:13:47.720066 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-85ec2a50-0045-4708-aa07-75f2edf4b4a0 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd60e00784d54acbace7e77a139606d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348923 Nov 13 05:13:47.832401 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Set router dfa92aca-6bb4-4fa8-ac88-787e322a613d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:13:47.917687 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3255522f-dea7-4d02-a6e9-6543627ae306 req-53530196-05cc-44a0-8d00-e47dd827d509 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 210 time: 0.0535269 Nov 13 05:13:47.987478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35414) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:47.988843 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:47.992992 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-808c28fa-2077-4cb6-8d1a-deb38b93258f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1958781112', 'description': 'tempest-secgroup-smoke-1958781112 description', 'project_id': '2c18b3f2ce924647a1cd876de3531c54'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:13:48.020925 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-808c28fa-2077-4cb6-8d1a-deb38b93258f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.026061 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb5482ef-9cb1-44e7-911e-8af698c9df6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.100653 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-808c28fa-2077-4cb6-8d1a-deb38b93258f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.108316 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-808c28fa-2077-4cb6-8d1a-deb38b93258f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.115991 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 31b0fbef-c0e2-48d5-814e-4bbad01ad002, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=31b0fbef-c0e2-48d5-814e-4bbad01ad002,segment=NetworkSegment(9745ff2f-3b3f-497a-862a-7c343fb71180),segment_id=9745ff2f-3b3f-497a-862a-7c343fb71180)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:48.124529 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.148344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c28fa-2077-4cb6-8d1a-deb38b93258f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe788b46-de53-4961-b82f-ac97d451f4f0,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:48.155965 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-808c28fa-2077-4cb6-8d1a-deb38b93258f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.157998 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-808c28fa-2077-4cb6-8d1a-deb38b93258f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1691196 Nov 13 05:13:48.160898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35418) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:48.168407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-78d92864-e65c-4dfc-b592-111e71acd47e tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': 'fe788b46-de53-4961-b82f-ac97d451f4f0', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:13:48.220595 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78d92864-e65c-4dfc-b592-111e71acd47e tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.252573 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-cb5482ef-9cb1-44e7-911e-8af698c9df6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:13:48.252928 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-cb5482ef-9cb1-44e7-911e-8af698c9df6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:13:48.260320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=31b0fbef-c0e2-48d5-814e-4bbad01ad002,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:48.291595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-46156c91-d218-495b-a66b-28911dd7044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'name': 'tempest-TestNetworkBasicOps-router-310137507', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:46Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '64514d73-5519-43fb-b42b-69799d6ce6e7', 'name': '', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:b9:3f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'f4337212-112e-49be-9834-f9853289a4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:45Z', 'updated_at': '2021-11-13T05:13:46Z', 'revision_number': 2, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f4337212-112e-49be-9834-f9853289a4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:48.304948 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78d92864-e65c-4dfc-b592-111e71acd47e tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.311814 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78d92864-e65c-4dfc-b592-111e71acd47e tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.323292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Checking router: dfa92aca-6bb4-4fa8-ac88-787e322a613d for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:13:48.323649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Updating router dfa92aca-6bb4-4fa8-ac88-787e322a613d port 64514d73-5519-43fb-b42b-69799d6ce6e7 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:13:48.333926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d92864-e65c-4dfc-b592-111e71acd47e tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28bf5a9-6e33-455b-b9c5-1a9a341751cf,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:48.348155 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78d92864-e65c-4dfc-b592-111e71acd47e tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.349400 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-78d92864-e65c-4dfc-b592-111e71acd47e tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1870520 Nov 13 05:13:48.352221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35422) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:48.356661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0b48658a-6fbc-4238-9a54-693955130466 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': 'fe788b46-de53-4961-b82f-ac97d451f4f0', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:13:48.357655 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.392068 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b48658a-6fbc-4238-9a54-693955130466 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.466594 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b48658a-6fbc-4238-9a54-693955130466 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.471961 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b48658a-6fbc-4238-9a54-693955130466 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.501464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48658a-6fbc-4238-9a54-693955130466 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace0eee3-f456-4edd-bddd-cd8dabd4a35c,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:48.513835 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b48658a-6fbc-4238-9a54-693955130466 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.515197 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0b48658a-6fbc-4238-9a54-693955130466 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1619015 Nov 13 05:13:48.518231 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35424) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:48.523074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3d4b4e47-d2e9-47db-a946-445726eb9b51 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': 'fe788b46-de53-4961-b82f-ac97d451f4f0', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:13:48.555607 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4e47-d2e9-47db-a946-445726eb9b51 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.635385 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4e47-d2e9-47db-a946-445726eb9b51 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.642364 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4e47-d2e9-47db-a946-445726eb9b51 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.666012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b4e47-d2e9-47db-a946-445726eb9b51 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af54781c-b6f5-4407-8721-4c301df0d4f1,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:48.671534 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4e47-d2e9-47db-a946-445726eb9b51 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.672936 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3d4b4e47-d2e9-47db-a946-445726eb9b51 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1537085 Nov 13 05:13:48.675816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35426) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:48.680422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5198a1ac-da6f-4b96-ac87-faecb7789d4d tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': 'fe788b46-de53-4961-b82f-ac97d451f4f0', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:13:48.697278 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.705174 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.716179 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5198a1ac-da6f-4b96-ac87-faecb7789d4d tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.759884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215ccc4-feba-4074-aad6-eb6d42fd6841 None None] Pushing event updated for resources: {'Port': ['ID=64514d73-5519-43fb-b42b-69799d6ce6e7,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:48.782838 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5198a1ac-da6f-4b96-ac87-faecb7789d4d tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.787582 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5198a1ac-da6f-4b96-ac87-faecb7789d4d tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.809834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198a1ac-da6f-4b96-ac87-faecb7789d4d tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3795d26-306b-4e61-800d-815e87bc58a4,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:48.816547 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5198a1ac-da6f-4b96-ac87-faecb7789d4d tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.818975 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5198a1ac-da6f-4b96-ac87-faecb7789d4d tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410854 Nov 13 05:13:48.821162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35428) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:48.826057 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-71efea65-2ee6-470b-a8aa-f86f30622fc2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': 'fe788b46-de53-4961-b82f-ac97d451f4f0', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:13:48.853678 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-71efea65-2ee6-470b-a8aa-f86f30622fc2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Project 2c18b3f2ce924647a1cd876de3531c54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:13:48.859854 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71efea65-2ee6-470b-a8aa-f86f30622fc2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.934414 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71efea65-2ee6-470b-a8aa-f86f30622fc2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.939746 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71efea65-2ee6-470b-a8aa-f86f30622fc2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:48.986165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efea65-2ee6-470b-a8aa-f86f30622fc2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2492e84-898a-459d-a234-881d69e8c4fc,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:49.006740 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71efea65-2ee6-470b-a8aa-f86f30622fc2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:49.012746 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-71efea65-2ee6-470b-a8aa-f86f30622fc2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1890626 Nov 13 05:13:49.013074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35432) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:13:49.028221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-639148b7-00ac-414b-9f87-18a2674963d7 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'security_group_rule': {'security_group_id': 'fe788b46-de53-4961-b82f-ac97d451f4f0', 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:13:49.045537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Attempting to bind port 64514d73-5519-43fb-b42b-69799d6ce6e7 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:13:49.045902 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Attempting to bind port 64514d73-5519-43fb-b42b-69799d6ce6e7 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '9745ff2f-3b3f-497a-862a-7c343fb71180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:13:49.046258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Attempting to bind port 64514d73-5519-43fb-b42b-69799d6ce6e7 on network 9fef28e6-0acd-4096-9fd7-1449d4051ade {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:13:49.053912 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:13:49.054212 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Checking segment: {'id': '9745ff2f-3b3f-497a-862a-7c343fb71180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:13:49.054600 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:49.055018 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Bound using segment: {'id': '9745ff2f-3b3f-497a-862a-7c343fb71180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:13:49.055133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5365af49-43b9-4b2d-ba8a-76c5ae1616d6 req-e5f3e18c-4b70-42bc-a0e0-b2bb38d9a282 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 210 time: 0.0529530 Nov 13 05:13:49.055551 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Bound port: 64514d73-5519-43fb-b42b-69799d6ce6e7, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9745ff2f-3b3f-497a-862a-7c343fb71180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:13:49.055929 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:49.092407 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-639148b7-00ac-414b-9f87-18a2674963d7 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Project 2c18b3f2ce924647a1cd876de3531c54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:13:49.098462 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-639148b7-00ac-414b-9f87-18a2674963d7 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:49.118647 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-5a739ca9-acc9-42f2-a0b6-e1a147340e7c tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=cd60e00784d54acbace7e77a139606d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595651 Nov 13 05:13:49.163904 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-639148b7-00ac-414b-9f87-18a2674963d7 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:49.173382 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-639148b7-00ac-414b-9f87-18a2674963d7 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:49.183467 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-46156c91-d218-495b-a66b-28911dd7044f None None] For port 64514d73-5519-43fb-b42b-69799d6ce6e7, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:13:49.188550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-46156c91-d218-495b-a66b-28911dd7044f None None] For port 64514d73-5519-43fb-b42b-69799d6ce6e7, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=64514d73-5519-43fb-b42b-69799d6ce6e7,segment=NetworkSegment(9745ff2f-3b3f-497a-862a-7c343fb71180),segment_id=9745ff2f-3b3f-497a-862a-7c343fb71180)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:13:49.195278 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:49.197608 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639148b7-00ac-414b-9f87-18a2674963d7 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e299ef09-acf1-4c02-9183-0abf20a981e1,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:49.204867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-95750c43-97d2-4dc9-ac73-4cc0a101ff69 None None] Provisioning complete for port 64514d73-5519-43fb-b42b-69799d6ce6e7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:49.208410 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95750c43-97d2-4dc9-ac73-4cc0a101ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:49.209597 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-639148b7-00ac-414b-9f87-18a2674963d7 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:49.212731 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-639148b7-00ac-414b-9f87-18a2674963d7 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1979735 Nov 13 05:13:49.261725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215ccc4-feba-4074-aad6-eb6d42fd6841 None None] Pushing event updated for resources: {'Port': ['ID=64514d73-5519-43fb-b42b-69799d6ce6e7,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:49.316773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Routers {'dfa92aca-6bb4-4fa8-ac88-787e322a613d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:13:49.317308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-46156c91-d218-495b-a66b-28911dd7044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:13:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:49.384711 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-b548b747-7221-44bd-bfb3-d2c55d129539 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:49.387698 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-b548b747-7221-44bd-bfb3-d2c55d129539 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2616649 Nov 13 05:13:49.409275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Request body: {'port': {'device_id': '618ded8b-1d3a-4686-83bc-ff8e2f655751', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': 'cd60e00784d54acbace7e77a139606d8'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:13:49.450701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 31b0fbef-c0e2-48d5-814e-4bbad01ad002 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:13:49.476632 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95750c43-97d2-4dc9-ac73-4cc0a101ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:49.531668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-95750c43-97d2-4dc9-ac73-4cc0a101ff69 None None] For port 64514d73-5519-43fb-b42b-69799d6ce6e7, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=64514d73-5519-43fb-b42b-69799d6ce6e7,segment=NetworkSegment(9745ff2f-3b3f-497a-862a-7c343fb71180),segment_id=9745ff2f-3b3f-497a-862a-7c343fb71180)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:49.543059 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95750c43-97d2-4dc9-ac73-4cc0a101ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:49.546537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-46156c91-d218-495b-a66b-28911dd7044f None None] Set router dfa92aca-6bb4-4fa8-ac88-787e322a613d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:13:49.551506 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-0a94f275-7dad-4ac5-8e36-daaf408a3ca6 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1958781112&fields=id&tenant_id=2c18b3f2ce924647a1cd876de3531c54 HTTP/1.1" status: 200 len: 267 time: 0.0773714 Nov 13 05:13:49.597338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Made reservation on behalf of cd60e00784d54acbace7e77a139606d8 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:13:49.600833 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:49.671302 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-95750c43-97d2-4dc9-ac73-4cc0a101ff69 None None] Provisioning complete for port 31b0fbef-c0e2-48d5-814e-4bbad01ad002 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:49.671668 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95750c43-97d2-4dc9-ac73-4cc0a101ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:49.697327 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 31b0fbef-c0e2-48d5-814e-4bbad01ad002 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:49.698064 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:49.702333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95750c43-97d2-4dc9-ac73-4cc0a101ff69 None None] Pushing event updated for resources: {'Port': ['ID=64514d73-5519-43fb-b42b-69799d6ce6e7,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:49.947622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-46156c91-d218-495b-a66b-28911dd7044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'name': 'tempest-TestNetworkBasicOps-router-310137507', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:46Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '64514d73-5519-43fb-b42b-69799d6ce6e7', 'name': '', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:b9:3f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'f4337212-112e-49be-9834-f9853289a4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:45Z', 'updated_at': '2021-11-13T05:13:49Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f4337212-112e-49be-9834-f9853289a4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:13:49.958893 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:49.978077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46156c91-d218-495b-a66b-28911dd7044f None None] The sync data for ids ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'] in n-d-813114-2 is: [{'id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'name': 'tempest-TestNetworkBasicOps-router-310137507', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:46Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '64514d73-5519-43fb-b42b-69799d6ce6e7', 'name': '', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:b9:3f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'f4337212-112e-49be-9834-f9853289a4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:45Z', 'updated_at': '2021-11-13T05:13:49Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f4337212-112e-49be-9834-f9853289a4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:13:50.040512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0cd4982d-015a-44da-bfd0-61e36ed82433 None None] Provisioning complete for port 64514d73-5519-43fb-b42b-69799d6ce6e7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:50.040950 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0cd4982d-015a-44da-bfd0-61e36ed82433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:50.079835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-908c7a00-5adc-421f-9966-14548df73652 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:50.081321 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-908c7a00-5adc-421f-9966-14548df73652 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/networks?id=9fef28e6-0acd-4096-9fd7-1449d4051ade HTTP/1.1" status: 200 len: 797 time: 0.5194929 Nov 13 05:13:50.115271 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-55bf521d-961e-4c91-b99b-a0d3c2b3fa11 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/quotas/2c18b3f2ce924647a1cd876de3531c54 HTTP/1.1" status: 200 len: 375 time: 0.0175755 Nov 13 05:13:50.170130 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:50.178007 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:50.187699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-13bd8efc-29a9-4ef8-a037-5b606c792c82 req-b3a133a4-19f6-43a3-afca-c9e1b551913e tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 210 time: 0.0292439 Nov 13 05:13:50.259186 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-e6b20a2f-99f1-4db4-8cd7-2bd14de696a1 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326461 Nov 13 05:13:50.263133 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c9434f-26fb-4d05-ac42-a2feb7918b96,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:50.400921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Allocated IP 192.168.233.186 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/31b0ed83-64b6-4cc3-a343-a4e9294b5100) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:13:50.424943 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b02fa464-27a3-484a-9a9d-244b2e595388 service neutron] 10.222.0.43 "GET /v2.0/networks/9fef28e6-0acd-4096-9fd7-1449d4051ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455595 Nov 13 05:13:50.608974 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-96e8c2db-70cf-4453-bf7d-99ffc6cfa65e service neutron] 10.222.0.43 "GET /v2.0/networks/9fef28e6-0acd-4096-9fd7-1449d4051ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762636 Nov 13 05:13:50.646227 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:50.688912 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:50.769453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:13:50.775038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:13:50.779023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:13:50.832309 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-164957fc-5b77-4271-9c30-155748391ad3 req-51885bbf-75ff-4b21-920c-0dd8ad2f7135 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 210 time: 0.0573363 Nov 13 05:13:50.845185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:50.845753 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:50.848489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Pushing event updated for resources: {'Port': ['ID=31b0ed83-64b6-4cc3-a343-a4e9294b5100,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:50.871346 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-04be0162-f01e-438d-a96d-9d33c78d4830 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4673114 Nov 13 05:13:50.891998 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Request body: {'port': {'device_id': '618ded8b-1d3a-4686-83bc-ff8e2f655751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:13:50.960122 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:51.087239 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a90ea730-0c60-4112-9844-5707a20bba16 None None] Provisioning complete for port 31b0ed83-64b6-4cc3-a343-a4e9294b5100 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:51.087835 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a90ea730-0c60-4112-9844-5707a20bba16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:51.130487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a90ea730-0c60-4112-9844-5707a20bba16 None None] Port 31b0ed83-64b6-4cc3-a343-a4e9294b5100 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:13:51.322792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b0ed83-64b6-4cc3-a343-a4e9294b5100 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:13:51.335589 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:51.360113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59863faa-e85b-4b7b-867a-0d2fa6a3c830 req-3439ece8-714a-4c32-92ff-e2f36f35dfb9 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:51.361837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59863faa-e85b-4b7b-867a-0d2fa6a3c830 req-3439ece8-714a-4c32-92ff-e2f36f35dfb9 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 936 time: 0.0874059 Nov 13 05:13:51.365542 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Transition to ACTIVE for port object 31b0ed83-64b6-4cc3-a343-a4e9294b5100 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:13:51.370423 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:51.460595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 64514d73-5519-43fb-b42b-69799d6ce6e7 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:13:51.502683 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59863faa-e85b-4b7b-867a-0d2fa6a3c830 req-93dc3c4f-d265-4d22-870c-7a391a37dd96 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9c9434f-26fb-4d05-ac42-a2feb7918b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221478 Nov 13 05:13:51.530089 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 64514d73-5519-43fb-b42b-69799d6ce6e7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:51.530452 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:51.544744 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Pushing event updated for resources: {'Port': ['ID=31b0ed83-64b6-4cc3-a343-a4e9294b5100,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:51.575541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Attempting to bind port 31b0ed83-64b6-4cc3-a343-a4e9294b5100 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:13:51.576018 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Attempting to bind port 31b0ed83-64b6-4cc3-a343-a4e9294b5100 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:13:51.576455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Attempting to bind port 31b0ed83-64b6-4cc3-a343-a4e9294b5100 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:13:51.581500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Port 31b0ed83-64b6-4cc3-a343-a4e9294b5100 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:13:51.581943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Attempting to bind port 31b0ed83-64b6-4cc3-a343-a4e9294b5100 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:13:51.587789 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:13:51.588408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:13:51.588907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:13:51.589478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Bound port: 31b0ed83-64b6-4cc3-a343-a4e9294b5100, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:13:51.589973 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:51.665776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] For port 31b0ed83-64b6-4cc3-a343-a4e9294b5100, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:13:51.669264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] For port 31b0ed83-64b6-4cc3-a343-a4e9294b5100, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=31b0ed83-64b6-4cc3-a343-a4e9294b5100,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:13:51.678404 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:51.712741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:51.713375 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:51.714749 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] 10.222.0.36 "PUT /v2.0/ports/31b0ed83-64b6-4cc3-a343-a4e9294b5100 HTTP/1.1" status: 200 len: 1096 time: 0.8274965 Nov 13 05:13:51.715239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618ded8b-1d3a-4686-83bc-ff8e2f655751', 'tag': '31b0ed83-64b6-4cc3-a343-a4e9294b5100'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:13:51.717468 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac1fdf4-c1a3-4b26-8d34-952cb8488176" -d '{"events": [{"name": "network-changed", "server_uuid": "618ded8b-1d3a-4686-83bc-ff8e2f655751", "tag": "31b0ed83-64b6-4cc3-a343-a4e9294b5100"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:13:51.742875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc078ae-2824-498b-bef8-10e039089251 service neutron] Pushing event updated for resources: {'Port': ['ID=31b0ed83-64b6-4cc3-a343-a4e9294b5100,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:51.776474 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2f9110-9e51-4e59-a4cc-f2294c60f6c5 x-openstack-request-id: req-7c2f9110-9e51-4e59-a4cc-f2294c60f6c5 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:13:51.776887 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618ded8b-1d3a-4686-83bc-ff8e2f655751", "tag": "31b0ed83-64b6-4cc3-a343-a4e9294b5100", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:13:51.777315 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c2f9110-9e51-4e59-a4cc-f2294c60f6c5 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:13:51.777807 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618ded8b-1d3a-4686-83bc-ff8e2f655751', 'tag': '31b0ed83-64b6-4cc3-a343-a4e9294b5100', 'status': 'completed', 'code': 200} Nov 13 05:13:51.858835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-a21b8399-32d4-4614-be68-42c5cd86e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:51.860430 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-a21b8399-32d4-4614-be68-42c5cd86e502 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd60e00784d54acbace7e77a139606d8&device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 1099 time: 0.0435832 Nov 13 05:13:51.934960 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-bd7d3d52-187f-4423-83d2-86360a7562c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=31b0ed83-64b6-4cc3-a343-a4e9294b5100 HTTP/1.1" status: 200 len: 217 time: 0.0489604 Nov 13 05:13:51.951943 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ae2ad9e-5627-4ad6-a620-aa78b0bc5888 req-db05c435-00d6-4f29-a79f-ba308c11eb42 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 210 time: 0.0570171 Nov 13 05:13:51.997527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-87b5f889-0028-4fd8-b7ab-2fc8314756c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:51.999164 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-87b5f889-0028-4fd8-b7ab-2fc8314756c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0494833 Nov 13 05:13:52.052414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-3fe9927f-0eb7-4e34-ba57-02c5134c2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:52.054064 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-3fe9927f-0eb7-4e34-ba57-02c5134c2f6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0476646 Nov 13 05:13:52.150310 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-09841d06-3df9-43c9-8075-9fcabc8217d6 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894842 Nov 13 05:13:52.165077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-4a41fcfc-f05e-4ea2-a016-85daa68429de tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:52.166556 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-4a41fcfc-f05e-4ea2-a016-85daa68429de tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.46 "GET /v2.0/networks?id=9fef28e6-0acd-4096-9fd7-1449d4051ade HTTP/1.1" status: 200 len: 797 time: 0.1071267 Nov 13 05:13:52.240540 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-64eef8ae-514d-4f54-bc6d-cc5051f25078 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c18b3f2ce924647a1cd876de3531c54 HTTP/1.1" status: 200 len: 380 time: 0.0566378 Nov 13 05:13:52.248860 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae67c46b-14aa-46b2-ba83-d8be1943565b req-74ee5f6b-4fa1-4fba-a2f4-8bb7b1d00ebd service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918055 Nov 13 05:13:52.272332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-638b5a4b-c242-4b16-b049-b8c2d9478d6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'port': {'device_id': '36dde5e5-30cb-46f3-8c6e-1220748416ee', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'admin_state_up': True, 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'security_groups': ['fe788b46-de53-4961-b82f-ac97d451f4f0']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:13:52.398296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1fdf4-c1a3-4b26-8d34-952cb8488176 req-fbd105b5-8a47-48d7-8dfa-59de84d95e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:52.399080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-638b5a4b-c242-4b16-b049-b8c2d9478d6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Made reservation on behalf of 2c18b3f2ce924647a1cd876de3531c54 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:13:52.399971 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ac1fdf4-c1a3-4b26-8d34-952cb8488176 req-fbd105b5-8a47-48d7-8dfa-59de84d95e80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd60e00784d54acbace7e77a139606d8&device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 1099 time: 0.0453515 Nov 13 05:13:52.402362 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-638b5a4b-c242-4b16-b049-b8c2d9478d6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:52.489943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1fdf4-c1a3-4b26-8d34-952cb8488176 req-de4d3672-899f-4f40-9167-d16a1dd00fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:52.492004 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ac1fdf4-c1a3-4b26-8d34-952cb8488176 req-de4d3672-899f-4f40-9167-d16a1dd00fb6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.0847492 Nov 13 05:13:52.527840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-638b5a4b-c242-4b16-b049-b8c2d9478d6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Allocated IP 172.20.0.10 (9fef28e6-0acd-4096-9fd7-1449d4051ade/f4337212-112e-49be-9834-f9853289a4e8/efeb9eb3-c339-429e-a3a0-2b27eba7effb) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:13:52.551931 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ac1fdf4-c1a3-4b26-8d34-952cb8488176 req-ed96a97c-35f5-4687-9689-d88bbd5e24be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=31b0ed83-64b6-4cc3-a343-a4e9294b5100 HTTP/1.1" status: 200 len: 217 time: 0.0417323 Nov 13 05:13:52.611131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1fdf4-c1a3-4b26-8d34-952cb8488176 req-cfc7add7-0b94-41a8-9989-8d4b2fdb18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:52.612701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ac1fdf4-c1a3-4b26-8d34-952cb8488176 req-cfc7add7-0b94-41a8-9989-8d4b2fdb18c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0493300 Nov 13 05:13:52.661221 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1fdf4-c1a3-4b26-8d34-952cb8488176 req-07fc05bb-bde0-43d3-8658-ba9f19f77673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:52.662741 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ac1fdf4-c1a3-4b26-8d34-952cb8488176 req-07fc05bb-bde0-43d3-8658-ba9f19f77673 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428801 Nov 13 05:13:52.695550 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebba2c-c466-4b04-a587-849dda140900 req-68217a34-9b8a-44c7-82b1-1f934caee10c tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:52.697028 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09ebba2c-c466-4b04-a587-849dda140900 req-68217a34-9b8a-44c7-82b1-1f934caee10c tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 948 time: 0.1082480 Nov 13 05:13:52.720396 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-638b5a4b-c242-4b16-b049-b8c2d9478d6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:52.764416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ac1fdf4-c1a3-4b26-8d34-952cb8488176 req-ef60b0b1-dd6b-427a-b148-a7966d93fd33 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903523 Nov 13 05:13:52.774063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09ebba2c-c466-4b04-a587-849dda140900 req-3b704297-b561-40b3-882b-768740605632 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9c9434f-26fb-4d05-ac42-a2feb7918b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692008 Nov 13 05:13:52.788603 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-638b5a4b-c242-4b16-b049-b8c2d9478d6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:52.830679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-638b5a4b-c242-4b16-b049-b8c2d9478d6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network 9fef28e6-0acd-4096-9fd7-1449d4051ade is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:13:52.836350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-638b5a4b-c242-4b16-b049-b8c2d9478d6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:13:52.840120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-638b5a4b-c242-4b16-b049-b8c2d9478d6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:13:52.847080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b5a4b-c242-4b16-b049-b8c2d9478d6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Port': ['ID=efeb9eb3-c339-429e-a3a0-2b27eba7effb,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:52.870831 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ac1fdf4-c1a3-4b26-8d34-952cb8488176 req-4f54ae1b-928b-498e-bbe2-9c7305770cb4 service neutron] 10.222.0.36 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920751 Nov 13 05:13:52.895670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-638b5a4b-c242-4b16-b049-b8c2d9478d6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:52.896414 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-638b5a4b-c242-4b16-b049-b8c2d9478d6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:52.914816 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-638b5a4b-c242-4b16-b049-b8c2d9478d6b tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6458578 Nov 13 05:13:52.931881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Request body: {'port': {'device_id': '36dde5e5-30cb-46f3-8c6e-1220748416ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:13:52.996860 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:53.084672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8b598-08f2-4ef4-84fb-e5b6ce352447 req-d6b23bab-bd6c-4f22-8e56-699ab8648201 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:53.086237 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8cf8b598-08f2-4ef4-84fb-e5b6ce352447 req-d6b23bab-bd6c-4f22-8e56-699ab8648201 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 932 time: 0.0619242 Nov 13 05:13:53.120095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7c7bcf27-c052-4b74-bc57-40d44ae8c1b7 None None] Provisioning complete for port efeb9eb3-c339-429e-a3a0-2b27eba7effb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:53.123223 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7c7bcf27-c052-4b74-bc57-40d44ae8c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:53.146288 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8cf8b598-08f2-4ef4-84fb-e5b6ce352447 req-31432bb7-c251-4e5e-a1bc-e7e8e6d42703 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe788b46-de53-4961-b82f-ac97d451f4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531576 Nov 13 05:13:53.168096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7c7bcf27-c052-4b74-bc57-40d44ae8c1b7 None None] Port efeb9eb3-c339-429e-a3a0-2b27eba7effb cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:13:53.266000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efeb9eb3-c339-429e-a3a0-2b27eba7effb {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:13:53.273590 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:53.286035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Transition to ACTIVE for port object efeb9eb3-c339-429e-a3a0-2b27eba7effb will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:13:53.291311 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:53.340044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Pushing event updated for resources: {'Port': ['ID=efeb9eb3-c339-429e-a3a0-2b27eba7effb,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:53.413282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Attempting to bind port efeb9eb3-c339-429e-a3a0-2b27eba7effb on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:13:53.413614 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Attempting to bind port efeb9eb3-c339-429e-a3a0-2b27eba7effb by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '9745ff2f-3b3f-497a-862a-7c343fb71180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:13:53.413937 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Attempting to bind port efeb9eb3-c339-429e-a3a0-2b27eba7effb on network 9fef28e6-0acd-4096-9fd7-1449d4051ade {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:13:53.419064 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Port efeb9eb3-c339-429e-a3a0-2b27eba7effb on network 9fef28e6-0acd-4096-9fd7-1449d4051ade not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:13:53.419377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Attempting to bind port efeb9eb3-c339-429e-a3a0-2b27eba7effb on network 9fef28e6-0acd-4096-9fd7-1449d4051ade {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:13:53.424560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:13:53.424891 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Checking segment: {'id': '9745ff2f-3b3f-497a-862a-7c343fb71180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:13:53.425264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Bound using segment: {'id': '9745ff2f-3b3f-497a-862a-7c343fb71180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:13:53.425717 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Bound port: efeb9eb3-c339-429e-a3a0-2b27eba7effb, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9745ff2f-3b3f-497a-862a-7c343fb71180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:13:53.426067 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:53.490376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] For port efeb9eb3-c339-429e-a3a0-2b27eba7effb, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:13:53.493866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] For port efeb9eb3-c339-429e-a3a0-2b27eba7effb, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=efeb9eb3-c339-429e-a3a0-2b27eba7effb,segment=NetworkSegment(9745ff2f-3b3f-497a-862a-7c343fb71180),segment_id=9745ff2f-3b3f-497a-862a-7c343fb71180)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:13:53.498687 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:53.530607 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:53.531396 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:53.532755 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] 10.222.0.46 "PUT /v2.0/ports/efeb9eb3-c339-429e-a3a0-2b27eba7effb HTTP/1.1" status: 200 len: 1092 time: 0.6053145 Nov 13 05:13:53.533258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36dde5e5-30cb-46f3-8c6e-1220748416ee', 'tag': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:13:53.535548 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04fcc3c-2f56-44bd-bc82-39ea63751514" -d '{"events": [{"name": "network-changed", "server_uuid": "36dde5e5-30cb-46f3-8c6e-1220748416ee", "tag": "efeb9eb3-c339-429e-a3a0-2b27eba7effb"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:13:53.565055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca725e-5374-47be-8ffe-a8f973d1657d service neutron] Pushing event updated for resources: {'Port': ['ID=efeb9eb3-c339-429e-a3a0-2b27eba7effb,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:53.594561 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea89bc92-0f32-4af3-a6df-82c502e227af x-openstack-request-id: req-ea89bc92-0f32-4af3-a6df-82c502e227af {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:13:53.594887 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36dde5e5-30cb-46f3-8c6e-1220748416ee", "tag": "efeb9eb3-c339-429e-a3a0-2b27eba7effb", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:13:53.599210 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea89bc92-0f32-4af3-a6df-82c502e227af {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:13:53.600239 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36dde5e5-30cb-46f3-8c6e-1220748416ee', 'tag': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb', 'status': 'completed', 'code': 200} Nov 13 05:13:53.654837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-3c22c518-ce2a-4f25-bb90-3c7e57c7472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:53.656481 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-3c22c518-ce2a-4f25-bb90-3c7e57c7472e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 1095 time: 0.0458171 Nov 13 05:13:53.705525 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-45e4a5ef-b505-4fc0-9ce3-43925f623a9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efeb9eb3-c339-429e-a3a0-2b27eba7effb HTTP/1.1" status: 200 len: 217 time: 0.0361800 Nov 13 05:13:53.755907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-55d73fa1-c817-49da-b27e-2083478341da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:53.757377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-55d73fa1-c817-49da-b27e-2083478341da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4337212-112e-49be-9834-f9853289a4e8 HTTP/1.1" status: 200 len: 835 time: 0.0445507 Nov 13 05:13:53.809729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-e760bba1-aaca-487d-975e-0513f5cf2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:53.811289 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-e760bba1-aaca-487d-975e-0513f5cf2c70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9fef28e6-0acd-4096-9fd7-1449d4051ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471966 Nov 13 05:13:53.895222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0145d5-707e-486e-80a4-05df5fdfbbff req-7ddf39ef-6f94-4646-b8b0-efb864266877 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:53.896841 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f0145d5-707e-486e-80a4-05df5fdfbbff req-7ddf39ef-6f94-4646-b8b0-efb864266877 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 948 time: 0.0489347 Nov 13 05:13:53.907970 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-acc6e448-dc33-4eb8-a097-95d41923ede1 service neutron] 10.222.0.46 "GET /v2.0/networks/9fef28e6-0acd-4096-9fd7-1449d4051ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876029 Nov 13 05:13:53.943779 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f0145d5-707e-486e-80a4-05df5fdfbbff req-88d4a528-027b-4d38-8c99-d6560a9e3e5d tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9c9434f-26fb-4d05-ac42-a2feb7918b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408385 Nov 13 05:13:54.004126 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02ca72ff-616e-4717-99ce-17f4fdacf667 req-45ac153c-7469-4a16-8514-ed57e410bb57 service neutron] 10.222.0.46 "GET /v2.0/networks/9fef28e6-0acd-4096-9fd7-1449d4051ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883770 Nov 13 05:13:54.133078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fcc3c-2f56-44bd-bc82-39ea63751514 req-63696928-a125-421d-8093-32d6514e8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:54.134586 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d04fcc3c-2f56-44bd-bc82-39ea63751514 req-63696928-a125-421d-8093-32d6514e8517 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 1095 time: 0.0435247 Nov 13 05:13:54.241476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fcc3c-2f56-44bd-bc82-39ea63751514 req-7974a5a0-63fb-490d-ab64-0635f5303858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:54.243307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d04fcc3c-2f56-44bd-bc82-39ea63751514 req-7974a5a0-63fb-490d-ab64-0635f5303858 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9fef28e6-0acd-4096-9fd7-1449d4051ade HTTP/1.1" status: 200 len: 898 time: 0.1013885 Nov 13 05:13:54.293040 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d04fcc3c-2f56-44bd-bc82-39ea63751514 req-2dc0afe6-1d45-4483-bd2c-94ddadeb2dc6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efeb9eb3-c339-429e-a3a0-2b27eba7effb HTTP/1.1" status: 200 len: 217 time: 0.0363150 Nov 13 05:13:54.334560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef79347-7215-41e5-8ca9-3e38c78ed1c2 req-145e23e8-0163-4034-ae48-3695136f8717 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:54.336038 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ef79347-7215-41e5-8ca9-3e38c78ed1c2 req-145e23e8-0163-4034-ae48-3695136f8717 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 944 time: 0.1162584 Nov 13 05:13:54.373943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fcc3c-2f56-44bd-bc82-39ea63751514 req-e7050114-2ae3-49f1-9401-b14e5e8eecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:54.375416 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d04fcc3c-2f56-44bd-bc82-39ea63751514 req-e7050114-2ae3-49f1-9401-b14e5e8eecfc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4337212-112e-49be-9834-f9853289a4e8 HTTP/1.1" status: 200 len: 835 time: 0.0747232 Nov 13 05:13:54.422624 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4ef79347-7215-41e5-8ca9-3e38c78ed1c2 req-497f184f-6912-48c4-9120-1fa0a3423268 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe788b46-de53-4961-b82f-ac97d451f4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803847 Nov 13 05:13:54.436236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fcc3c-2f56-44bd-bc82-39ea63751514 req-99b979c6-3eb3-4299-828f-7fcab4038dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:54.437690 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d04fcc3c-2f56-44bd-bc82-39ea63751514 req-99b979c6-3eb3-4299-828f-7fcab4038dbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9fef28e6-0acd-4096-9fd7-1449d4051ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550408 Nov 13 05:13:54.530377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d04fcc3c-2f56-44bd-bc82-39ea63751514 req-d6cca170-e388-4523-8791-68ebabf4a897 service neutron] 10.222.0.46 "GET /v2.0/networks/9fef28e6-0acd-4096-9fd7-1449d4051ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846629 Nov 13 05:13:54.624807 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d04fcc3c-2f56-44bd-bc82-39ea63751514 req-9b9f4fc0-aca0-4455-bd53-4f66b92770f0 service neutron] 10.222.0.46 "GET /v2.0/networks/9fef28e6-0acd-4096-9fd7-1449d4051ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860579 Nov 13 05:13:55.080682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85b47f-ad84-4031-9927-f7b54191e352 req-31ebb1ae-c350-41be-88e0-26159079de5f tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:55.082182 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0a85b47f-ad84-4031-9927-f7b54191e352 req-31ebb1ae-c350-41be-88e0-26159079de5f tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 948 time: 0.0609603 Nov 13 05:13:55.140829 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0a85b47f-ad84-4031-9927-f7b54191e352 req-07bc32c6-c5e5-4556-845a-08da1602ac6d tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9c9434f-26fb-4d05-ac42-a2feb7918b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522172 Nov 13 05:13:55.546676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae3ed9-f0c7-41b5-ac56-84110bb83104 req-a412e4d1-3616-4907-b139-9a7013a09213 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:55.548022 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-beae3ed9-f0c7-41b5-ac56-84110bb83104 req-a412e4d1-3616-4907-b139-9a7013a09213 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 944 time: 0.0522850 Nov 13 05:13:55.596916 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-beae3ed9-f0c7-41b5-ac56-84110bb83104 req-785d376c-f3ad-4464-b996-7d76212a306a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe788b46-de53-4961-b82f-ac97d451f4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427668 Nov 13 05:13:56.284180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679f788-a533-4d89-9076-de29a2007185 req-61b64337-d453-4c3c-a356-01cc517e0ef7 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:56.285659 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3679f788-a533-4d89-9076-de29a2007185 req-61b64337-d453-4c3c-a356-01cc517e0ef7 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 948 time: 0.0573750 Nov 13 05:13:56.335645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3679f788-a533-4d89-9076-de29a2007185 req-43cb1d5a-6ca0-459b-86a3-986bb50ce19b tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9c9434f-26fb-4d05-ac42-a2feb7918b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438945 Nov 13 05:13:57.079642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fce6c-a9da-4de9-9817-02664dfcab48 req-2f027fc8-d6eb-41cc-b269-49d202bcaec3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:57.081152 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-321fce6c-a9da-4de9-9817-02664dfcab48 req-2f027fc8-d6eb-41cc-b269-49d202bcaec3 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 944 time: 0.3981452 Nov 13 05:13:57.131526 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-321fce6c-a9da-4de9-9817-02664dfcab48 req-af224e99-f388-4f42-a06e-8da40dcf0e31 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe788b46-de53-4961-b82f-ac97d451f4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440757 Nov 13 05:13:57.461193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b88c8-45b9-44ec-80f7-fea443c270a9 req-890cfdac-2405-4f3c-9c0d-420d338569c8 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:57.463709 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-251b88c8-45b9-44ec-80f7-fea443c270a9 req-890cfdac-2405-4f3c-9c0d-420d338569c8 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 948 time: 0.0573070 Nov 13 05:13:57.464868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device efeb9eb3-c339-429e-a3a0-2b27eba7effb details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:13:57.516230 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-251b88c8-45b9-44ec-80f7-fea443c270a9 req-f806d3f3-fe91-4198-b6a8-8183bf4ffbc1 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9c9434f-26fb-4d05-ac42-a2feb7918b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462372 Nov 13 05:13:57.562687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port efeb9eb3-c339-429e-a3a0-2b27eba7effb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=efeb9eb3-c339-429e-a3a0-2b27eba7effb,segment=NetworkSegment(9745ff2f-3b3f-497a-862a-7c343fb71180),segment_id=9745ff2f-3b3f-497a-862a-7c343fb71180)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:57.575981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'port_id': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb', 'mac_address': 'fa:16:3e:21:c6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4337212-112e-49be-9834-f9853289a4e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:13:57.621832 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:57.634801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efeb9eb3-c339-429e-a3a0-2b27eba7effb {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:13:57.653506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port efeb9eb3-c339-429e-a3a0-2b27eba7effb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=efeb9eb3-c339-429e-a3a0-2b27eba7effb,segment=NetworkSegment(9745ff2f-3b3f-497a-862a-7c343fb71180),segment_id=9745ff2f-3b3f-497a-862a-7c343fb71180)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:57.660372 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:57.711521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=efeb9eb3-c339-429e-a3a0-2b27eba7effb,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:57.774323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 31b0ed83-64b6-4cc3-a343-a4e9294b5100 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:13:57.871139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 31b0ed83-64b6-4cc3-a343-a4e9294b5100, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=31b0ed83-64b6-4cc3-a343-a4e9294b5100,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:57.882006 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '31b0ed83-64b6-4cc3-a343-a4e9294b5100', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '31b0ed83-64b6-4cc3-a343-a4e9294b5100', 'mac_address': 'fa:16:3e:62:2c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:13:57.922767 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:57.937083 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b0ed83-64b6-4cc3-a343-a4e9294b5100 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:13:57.960075 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 31b0ed83-64b6-4cc3-a343-a4e9294b5100, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=31b0ed83-64b6-4cc3-a343-a4e9294b5100,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:57.965290 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:58.018070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=31b0ed83-64b6-4cc3-a343-a4e9294b5100,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:58.044988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['efeb9eb3-c339-429e-a3a0-2b27eba7effb'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:13:58.252590 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15916b3-77d2-405c-b8ea-69cd856bff66 req-461ae34b-6a5a-451b-81eb-f382c23d9d2f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:58.254113 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d15916b3-77d2-405c-b8ea-69cd856bff66 req-461ae34b-6a5a-451b-81eb-f382c23d9d2f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 945 time: 0.0499523 Nov 13 05:13:58.304331 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d15916b3-77d2-405c-b8ea-69cd856bff66 req-7b353f06-5f43-440c-b71c-053e0d0d5c99 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe788b46-de53-4961-b82f-ac97d451f4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437684 Nov 13 05:13:58.346566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['31b0ed83-64b6-4cc3-a343-a4e9294b5100'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:13:58.640771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc925d1b-45b3-42b9-8f93-dbf32fa48f4a req-cfd7dd93-61d7-4425-bb60-74dd8ac73738 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:58.642247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc925d1b-45b3-42b9-8f93-dbf32fa48f4a req-cfd7dd93-61d7-4425-bb60-74dd8ac73738 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 949 time: 0.0504444 Nov 13 05:13:58.661216 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:58.689139 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc925d1b-45b3-42b9-8f93-dbf32fa48f4a req-6634edff-500b-4216-8724-1da4a25a20ec tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9c9434f-26fb-4d05-ac42-a2feb7918b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407574 Nov 13 05:13:59.028503 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:59.434998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a4f3b-18fe-4b9b-93db-9f79e72f4dc9 req-a88f1080-f799-414f-beb5-91cad0ffba91 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:59.436682 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df2a4f3b-18fe-4b9b-93db-9f79e72f4dc9 req-a88f1080-f799-414f-beb5-91cad0ffba91 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 945 time: 0.0559661 Nov 13 05:13:59.480544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device efeb9eb3-c339-429e-a3a0-2b27eba7effb up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:13:59.491924 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df2a4f3b-18fe-4b9b-93db-9f79e72f4dc9 req-4352542a-ec48-45e9-9f81-b74e8e57b8d6 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe788b46-de53-4961-b82f-ac97d451f4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487137 Nov 13 05:13:59.535520 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port efeb9eb3-c339-429e-a3a0-2b27eba7effb completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:13:59.539325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port efeb9eb3-c339-429e-a3a0-2b27eba7effb triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:59.539674 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:59.615802 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:59.644026 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dde5e5-30cb-46f3-8c6e-1220748416ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:13:59.646338 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dd785c-caa1-4fe3-b7f0-18d682c62ec4" -d '{"events": [{"server_uuid": "36dde5e5-30cb-46f3-8c6e-1220748416ee", "name": "network-vif-plugged", "status": "completed", "tag": "efeb9eb3-c339-429e-a3a0-2b27eba7effb"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:13:59.661942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port efeb9eb3-c339-429e-a3a0-2b27eba7effb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=efeb9eb3-c339-429e-a3a0-2b27eba7effb,segment=NetworkSegment(9745ff2f-3b3f-497a-862a-7c343fb71180),segment_id=9745ff2f-3b3f-497a-862a-7c343fb71180)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:59.668006 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:59.691700 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b13d9b8-1ee7-4f7e-a8c0-7272d1b8f9ed x-openstack-request-id: req-6b13d9b8-1ee7-4f7e-a8c0-7272d1b8f9ed {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:13:59.691989 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36dde5e5-30cb-46f3-8c6e-1220748416ee", "name": "network-vif-plugged", "status": "completed", "tag": "efeb9eb3-c339-429e-a3a0-2b27eba7effb", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:13:59.692239 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b13d9b8-1ee7-4f7e-a8c0-7272d1b8f9ed {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:13:59.692625 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36dde5e5-30cb-46f3-8c6e-1220748416ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb', 'code': 200} Nov 13 05:13:59.719133 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=efeb9eb3-c339-429e-a3a0-2b27eba7effb,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:13:59.788074 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 31b0ed83-64b6-4cc3-a343-a4e9294b5100 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:13:59.839617 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 31b0ed83-64b6-4cc3-a343-a4e9294b5100 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:13:59.840291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda62f2d-c4d0-468f-879e-1123b6862830 req-d8a36f70-4b1c-49b0-87ba-3746254280d3 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:59.841802 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dda62f2d-c4d0-468f-879e-1123b6862830 req-d8a36f70-4b1c-49b0-87ba-3746254280d3 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 949 time: 0.0779126 Nov 13 05:13:59.844098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 31b0ed83-64b6-4cc3-a343-a4e9294b5100 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:13:59.844468 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:59.846964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32a38f-d732-4ee5-9df0-e0653f66fcea req-f8547766-2801-4323-a638-d5007532bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:13:59.848445 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e32a38f-d732-4ee5-9df0-e0653f66fcea req-f8547766-2801-4323-a638-d5007532bf2c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 1097 time: 0.0706213 Nov 13 05:13:59.920243 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dda62f2d-c4d0-468f-879e-1123b6862830 req-d707ab3e-41df-4690-8226-e731a4de1dc0 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9c9434f-26fb-4d05-ac42-a2feb7918b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708065 Nov 13 05:13:59.923282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e32a38f-d732-4ee5-9df0-e0653f66fcea req-83bb09c9-7b52-4f80-b93d-46bd788f1d84 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fe788b46-de53-4961-b82f-ac97d451f4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611045 Nov 13 05:13:59.926315 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:13:59.961134 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 31b0ed83-64b6-4cc3-a343-a4e9294b5100, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=31b0ed83-64b6-4cc3-a343-a4e9294b5100,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:13:59.967708 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:00.019226 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=31b0ed83-64b6-4cc3-a343-a4e9294b5100,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:00.626683 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:14:00.628392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654adc37-fd4c-4f6d-a650-7882dbcf6077 req-a9dd2a24-035b-4698-a2b9-3db217a56f6d tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:00.629949 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-654adc37-fd4c-4f6d-a650-7882dbcf6077 req-a9dd2a24-035b-4698-a2b9-3db217a56f6d tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 946 time: 0.0538056 Nov 13 05:14:00.679817 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-654adc37-fd4c-4f6d-a650-7882dbcf6077 req-d406012c-a115-4a1e-b942-d96051980d8a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe788b46-de53-4961-b82f-ac97d451f4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437057 Nov 13 05:14:01.047553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b342c-65c3-4c9b-a36b-013a9c1e2e61 req-fe5a5f77-4fed-40f4-ab5c-418a9cb21866 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:01.049181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8f4b342c-65c3-4c9b-a36b-013a9c1e2e61 req-fe5a5f77-4fed-40f4-ab5c-418a9cb21866 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 950 time: 0.0578496 Nov 13 05:14:01.097843 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8f4b342c-65c3-4c9b-a36b-013a9c1e2e61 req-d2e0c392-8781-47a3-a952-f4fd9fb6a111 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9c9434f-26fb-4d05-ac42-a2feb7918b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424845 Nov 13 05:14:01.693912 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618ded8b-1d3a-4686-83bc-ff8e2f655751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b0ed83-64b6-4cc3-a343-a4e9294b5100'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:14:01.696189 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002c09eb-1d34-4366-8ee2-d3ecb7f1016c" -d '{"events": [{"server_uuid": "618ded8b-1d3a-4686-83bc-ff8e2f655751", "name": "network-vif-plugged", "status": "completed", "tag": "31b0ed83-64b6-4cc3-a343-a4e9294b5100"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:14:01.735858 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdfc961-62a7-4b03-9310-50f7cb448bb6 x-openstack-request-id: req-4bdfc961-62a7-4b03-9310-50f7cb448bb6 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:14:01.736808 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618ded8b-1d3a-4686-83bc-ff8e2f655751", "name": "network-vif-plugged", "status": "completed", "tag": "31b0ed83-64b6-4cc3-a343-a4e9294b5100", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:14:01.737187 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bdfc961-62a7-4b03-9310-50f7cb448bb6 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:14:01.737615 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618ded8b-1d3a-4686-83bc-ff8e2f655751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b0ed83-64b6-4cc3-a343-a4e9294b5100', 'code': 200} Nov 13 05:14:01.800935 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d337df-93c0-41c6-9751-23fb371ecf72 req-477e78c3-70f7-41a5-9caf-92e4d1184442 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:01.802468 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6d337df-93c0-41c6-9751-23fb371ecf72 req-477e78c3-70f7-41a5-9caf-92e4d1184442 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 946 time: 0.0519543 Nov 13 05:14:01.853988 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6d337df-93c0-41c6-9751-23fb371ecf72 req-55d12ecb-110b-412e-b699-7cabd6561298 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe788b46-de53-4961-b82f-ac97d451f4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453458 Nov 13 05:14:01.887268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f3b2a-6fb0-4680-be2c-51b3662b994e req-e0327f56-2d2a-4da3-8e81-80e640bea4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:01.888815 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-130f3b2a-6fb0-4680-be2c-51b3662b994e req-e0327f56-2d2a-4da3-8e81-80e640bea4dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 1101 time: 0.0578692 Nov 13 05:14:01.943874 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-130f3b2a-6fb0-4680-be2c-51b3662b994e req-e1dee6ca-a5ca-43cd-919c-74ba7b6d63c6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f9c9434f-26fb-4d05-ac42-a2feb7918b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474682 Nov 13 05:14:01.988685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e098f2-b00c-4478-869a-69f94d9c41d7 req-414d1993-6c90-4909-bfbd-351b75d4149e tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:01.990149 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-76e098f2-b00c-4478-869a-69f94d9c41d7 req-414d1993-6c90-4909-bfbd-351b75d4149e tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 946 time: 0.0655704 Nov 13 05:14:02.044367 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-76e098f2-b00c-4478-869a-69f94d9c41d7 req-0b3d01ec-76b0-449e-8596-1910502df66c tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe788b46-de53-4961-b82f-ac97d451f4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477724 Nov 13 05:14:02.067303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35530) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:02.108157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c88ac-4a5e-4bf8-83bc-ceb628cfed7e tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:02.110187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d36c88ac-4a5e-4bf8-83bc-ceb628cfed7e tempest-TestNetworkBasicOps-104064875 tempest-TestNetworkBasicOps-104064875-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 1092 time: 0.0418918 Nov 13 05:14:02.112975 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35532) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:02.117696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:02.142539 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:02.250090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b0910-2c98-4b60-b3d9-4762cfabb233 req-5db7e6bc-3636-4060-852d-22218a0e0051 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:02.251543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c8b0910-2c98-4b60-b3d9-4762cfabb233 req-5db7e6bc-3636-4060-852d-22218a0e0051 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 950 time: 0.0788116 Nov 13 05:14:02.320402 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c8b0910-2c98-4b60-b3d9-4762cfabb233 req-64f18b53-6c97-4fba-a8c5-3b459e380b97 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9c9434f-26fb-4d05-ac42-a2feb7918b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612741 Nov 13 05:14:02.322415 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:02.437863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Allocated IP 172.25.8.69 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/f6881ffa-b53d-449b-99a9-2facc80b140b) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:02.543371 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:02.579581 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:02.617304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:02.622108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:02.626183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:02.631802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Port': ['ID=f6881ffa-b53d-449b-99a9-2facc80b140b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:03.017889 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:03.105673 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:03.267013 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:03.274294 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:03.340432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event updated for resources: {'Port': ['ID=f6881ffa-b53d-449b-99a9-2facc80b140b,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:03.359445 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:03.447676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058f75e-6584-4038-be02-49fdeca8175e req-d837e67b-36e9-4521-89a3-f1e25709c4bb tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:03.451401 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1058f75e-6584-4038-be02-49fdeca8175e req-d837e67b-36e9-4521-89a3-f1e25709c4bb tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 950 time: 0.0522861 Nov 13 05:14:03.472263 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Floating IP 57a15a74-fe02-42ef-b329-96003f31f399 associated. External IP: 172.25.8.69, port: efeb9eb3-c339-429e-a3a0-2b27eba7effb. Nov 13 05:14:03.502056 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1058f75e-6584-4038-be02-49fdeca8175e req-0cc96cc8-d143-413d-ac8b-a47070734e00 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9c9434f-26fb-4d05-ac42-a2feb7918b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465295 Nov 13 05:14:03.683964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Router dfa92aca-6bb4-4fa8-ac88-787e322a613d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:14:03.796025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:14:03.807681 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eb5d64-a9b6-48eb-8ccb-5318b0a1ac96 None None] Sync routers for ids ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:14:03.816032 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:03.820842 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eb5d64-a9b6-48eb-8ccb-5318b0a1ac96 None None] Routers {'dfa92aca-6bb4-4fa8-ac88-787e322a613d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:14:03.821710 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f0eb5d64-a9b6-48eb-8ccb-5318b0a1ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:13:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:03.851096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f2f0eaf9-0834-409c-b0b9-a819b762f0f2 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7369552 Nov 13 05:14:03.851766 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36dde5e5-30cb-46f3-8c6e-1220748416ee', 'tag': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:14:03.853847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35546) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:03.854295 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039e5f76-0041-42ef-9753-f03041e28961" -d '{"events": [{"name": "network-changed", "server_uuid": "36dde5e5-30cb-46f3-8c6e-1220748416ee", "tag": "efeb9eb3-c339-429e-a3a0-2b27eba7effb"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:14:03.886661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35550) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:03.901846 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f323d7-18ec-4a4f-ad38-882b6d519faf x-openstack-request-id: req-c2f323d7-18ec-4a4f-ad38-882b6d519faf {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:14:03.902256 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36dde5e5-30cb-46f3-8c6e-1220748416ee", "tag": "efeb9eb3-c339-429e-a3a0-2b27eba7effb", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:14:03.902597 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2f323d7-18ec-4a4f-ad38-882b6d519faf {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:14:03.903125 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36dde5e5-30cb-46f3-8c6e-1220748416ee', 'tag': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb', 'status': 'completed', 'code': 200} Nov 13 05:14:03.934835 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f0eb5d64-a9b6-48eb-8ccb-5318b0a1ac96 None None] Set router dfa92aca-6bb4-4fa8-ac88-787e322a613d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:14:03.941242 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-50b38615-2caf-4277-8275-6622da8cd237 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/floatingips/57a15a74-fe02-42ef-b329-96003f31f399 HTTP/1.1" status: 200 len: 991 time: 0.0846808 Nov 13 05:14:04.007475 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-677b746b-4ee3-49a7-b908-5c24a52b08ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:04.029806 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e5f76-0041-42ef-9753-f03041e28961 req-04f22ebe-9d4c-4a4b-8e1e-8a7c9067bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:04.031720 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-039e5f76-0041-42ef-9753-f03041e28961 req-04f22ebe-9d4c-4a4b-8e1e-8a7c9067bb7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 1097 time: 0.0728137 Nov 13 05:14:04.169318 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e5f76-0041-42ef-9753-f03041e28961 req-5a30d500-38fd-4315-8f74-9b145248a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:04.170876 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-039e5f76-0041-42ef-9753-f03041e28961 req-5a30d500-38fd-4315-8f74-9b145248a602 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9fef28e6-0acd-4096-9fd7-1449d4051ade HTTP/1.1" status: 200 len: 898 time: 0.1305494 Nov 13 05:14:04.171756 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f0eb5d64-a9b6-48eb-8ccb-5318b0a1ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'name': 'tempest-TestNetworkBasicOps-router-310137507', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:46Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '57a15a74-fe02-42ef-b329-96003f31f399', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'port_id': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'mac_address': 'fa:16:3e:21:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dde5e5-30cb-46f3-8c6e-1220748416ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:14:02Z', 'updated_at': '2021-11-13T05:14:02Z', 'revision_number': 0, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64514d73-5519-43fb-b42b-69799d6ce6e7', 'name': '', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:b9:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'f4337212-112e-49be-9834-f9853289a4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:45Z', 'updated_at': '2021-11-13T05:13:49Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f4337212-112e-49be-9834-f9853289a4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:04.177040 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-677b746b-4ee3-49a7-b908-5c24a52b08ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:04.186327 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4987-6ab6-43d2-b6cd-05bd9b17de7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:04.187266 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-677b746b-4ee3-49a7-b908-5c24a52b08ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:04.201210 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eb5d64-a9b6-48eb-8ccb-5318b0a1ac96 None None] Checking router: dfa92aca-6bb4-4fa8-ac88-787e322a613d for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:14:04.210254 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eb5d64-a9b6-48eb-8ccb-5318b0a1ac96 None None] Routers {'dfa92aca-6bb4-4fa8-ac88-787e322a613d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:14:04.210856 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f0eb5d64-a9b6-48eb-8ccb-5318b0a1ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:13:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:04.273927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b746b-4ee3-49a7-b908-5c24a52b08ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a826c20-c8ee-4280-afda-8ed8dbf66241,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:04.279351 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-677b746b-4ee3-49a7-b908-5c24a52b08ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27a7848c00cd48ac8972be1f6e6656e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3913472 Nov 13 05:14:04.281273 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-039e5f76-0041-42ef-9753-f03041e28961 req-09aacd80-d9ce-4606-bf98-276d1dc6f5b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efeb9eb3-c339-429e-a3a0-2b27eba7effb HTTP/1.1" status: 200 len: 999 time: 0.1026826 Nov 13 05:14:04.282567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35554) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:04.317096 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f0eb5d64-a9b6-48eb-8ccb-5318b0a1ac96 None None] Set router dfa92aca-6bb4-4fa8-ac88-787e322a613d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:14:04.352941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e5f76-0041-42ef-9753-f03041e28961 req-76de0400-4990-405b-a6d9-0b6365474c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:04.354402 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-039e5f76-0041-42ef-9753-f03041e28961 req-76de0400-4990-405b-a6d9-0b6365474c27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4337212-112e-49be-9834-f9853289a4e8 HTTP/1.1" status: 200 len: 835 time: 0.0661981 Nov 13 05:14:04.393090 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf0a4-02ed-44c8-a243-dd4dff3e1fd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:04.421694 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf0a4-02ed-44c8-a243-dd4dff3e1fd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:04.440263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e5f76-0041-42ef-9753-f03041e28961 req-f450e6a9-ecbe-4837-9298-0ef1acd0964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:04.441771 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-039e5f76-0041-42ef-9753-f03041e28961 req-f450e6a9-ecbe-4837-9298-0ef1acd0964d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9fef28e6-0acd-4096-9fd7-1449d4051ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777533 Nov 13 05:14:04.527014 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf0a4-02ed-44c8-a243-dd4dff3e1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:04.529950 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf0a4-02ed-44c8-a243-dd4dff3e1fd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:04.533479 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3c4bf0a4-02ed-44c8-a243-dd4dff3e1fd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a826c20-c8ee-4280-afda-8ed8dbf66241 HTTP/1.1" status: 204 len: 168 time: 0.2481244 Nov 13 05:14:04.555684 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f0eb5d64-a9b6-48eb-8ccb-5318b0a1ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'name': 'tempest-TestNetworkBasicOps-router-310137507', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:46Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '57a15a74-fe02-42ef-b329-96003f31f399', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'port_id': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'mac_address': 'fa:16:3e:21:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dde5e5-30cb-46f3-8c6e-1220748416ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:14:02Z', 'updated_at': '2021-11-13T05:14:02Z', 'revision_number': 0, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64514d73-5519-43fb-b42b-69799d6ce6e7', 'name': '', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:b9:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'f4337212-112e-49be-9834-f9853289a4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:45Z', 'updated_at': '2021-11-13T05:13:49Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f4337212-112e-49be-9834-f9853289a4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:04.563386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bf0a4-02ed-44c8-a243-dd4dff3e1fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a826c20-c8ee-4280-afda-8ed8dbf66241,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:04.569496 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-039e5f76-0041-42ef-9753-f03041e28961 req-08295933-03c6-45ad-a659-085a5a1c8144 service neutron] 10.222.0.46 "GET /v2.0/networks/9fef28e6-0acd-4096-9fd7-1449d4051ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197643 Nov 13 05:14:04.651246 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a2672-6a32-43b8-a874-de4c46ea2c39 req-dbdf3174-0b56-4054-8901-d4d297053181 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:04.653618 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f5a2672-6a32-43b8-a874-de4c46ea2c39 req-dbdf3174-0b56-4054-8901-d4d297053181 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 950 time: 0.0617566 Nov 13 05:14:04.711568 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eb5d64-a9b6-48eb-8ccb-5318b0a1ac96 None None] The sync data for ids ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'] in n-d-813114-2 is: [{'id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'name': 'tempest-TestNetworkBasicOps-router-310137507', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:46Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '57a15a74-fe02-42ef-b329-96003f31f399', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'port_id': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'mac_address': 'fa:16:3e:21:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dde5e5-30cb-46f3-8c6e-1220748416ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:14:02Z', 'updated_at': '2021-11-13T05:14:02Z', 'revision_number': 0, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64514d73-5519-43fb-b42b-69799d6ce6e7', 'name': '', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:b9:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'f4337212-112e-49be-9834-f9853289a4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:45Z', 'updated_at': '2021-11-13T05:13:49Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f4337212-112e-49be-9834-f9853289a4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:14:04.715944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-039e5f76-0041-42ef-9753-f03041e28961 req-4a6548e3-a591-499e-87c5-8b4b5a0d414f service neutron] 10.222.0.46 "GET /v2.0/networks/9fef28e6-0acd-4096-9fd7-1449d4051ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387823 Nov 13 05:14:04.724017 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f5a2672-6a32-43b8-a874-de4c46ea2c39 req-7bd8599f-9eb8-41b8-bc29-a5215d08fecc tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9c9434f-26fb-4d05-ac42-a2feb7918b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587168 Nov 13 05:14:04.944245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35576) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:04.978962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d473d-0cca-49de-936a-c9652e01abdb None None] New status for floating IP 57a15a74-fe02-42ef-b329-96003f31f399: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:14:05.036568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c054c1d-68b0-4a5f-8331-1d433c423a2f req-df90f40d-10b2-4877-9c1a-21725adaf673 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:05.044897 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2c054c1d-68b0-4a5f-8331-1d433c423a2f req-df90f40d-10b2-4877-9c1a-21725adaf673 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 950 time: 0.0607722 Nov 13 05:14:05.048323 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-37de54f7-b47a-4e89-b340-218edb4d4482 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/floatingips/57a15a74-fe02-42ef-b329-96003f31f399 HTTP/1.1" status: 200 len: 991 time: 0.1018100 Nov 13 05:14:05.100723 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2c054c1d-68b0-4a5f-8331-1d433c423a2f req-54e9af2a-443c-410c-a259-a6cca9d3be36 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9c9434f-26fb-4d05-ac42-a2feb7918b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533090 Nov 13 05:14:06.051783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35606) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:06.117003 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1e9c7c02-988a-451d-be73-f39a3ff5df21 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/floatingips/57a15a74-fe02-42ef-b329-96003f31f399 HTTP/1.1" status: 200 len: 993 time: 0.0636783 Nov 13 05:14:06.228501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ba6b2-0609-47a5-9778-7fd1ecfb176a req-7d15112e-1b1d-4f8e-ad9b-51b2fc481c33 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:06.230036 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-918ba6b2-0609-47a5-9778-7fd1ecfb176a req-7d15112e-1b1d-4f8e-ad9b-51b2fc481c33 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 950 time: 0.0565233 Nov 13 05:14:06.279580 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-918ba6b2-0609-47a5-9778-7fd1ecfb176a req-71affbd9-07b3-401e-97f8-300a0525ef54 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9c9434f-26fb-4d05-ac42-a2feb7918b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428188 Nov 13 05:14:06.470742 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2991d036-c07e-4cc5-850f-ec7fb05a9eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:06.615580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35642) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:06.650928 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67587b13-a462-4eac-9c4c-93622b7d9ff7 req-da1f7ab3-57df-4e62-a2ce-0231eedc9ac7 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:06.652413 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67587b13-a462-4eac-9c4c-93622b7d9ff7 req-da1f7ab3-57df-4e62-a2ce-0231eedc9ac7 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.36 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 950 time: 0.0537786 Nov 13 05:14:06.738177 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f7b25df4-5d74-43b2-9c3c-e15071f582b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:06.751905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-67587b13-a462-4eac-9c4c-93622b7d9ff7 req-597eabfb-3a63-4596-ba98-e2858a2d934d tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Deleting port 31b0ed83-64b6-4cc3-a343-a4e9294b5100 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:06.752236 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67587b13-a462-4eac-9c4c-93622b7d9ff7 req-597eabfb-3a63-4596-ba98-e2858a2d934d tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:06.819285 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f7b25df4-5d74-43b2-9c3c-e15071f582b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:06.824607 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f7b25df4-5d74-43b2-9c3c-e15071f582b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:06.842743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-67587b13-a462-4eac-9c4c-93622b7d9ff7 req-597eabfb-3a63-4596-ba98-e2858a2d934d tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] For port 31b0ed83-64b6-4cc3-a343-a4e9294b5100, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=31b0ed83-64b6-4cc3-a343-a4e9294b5100,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:06.843242 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67587b13-a462-4eac-9c4c-93622b7d9ff7 req-597eabfb-3a63-4596-ba98-e2858a2d934d tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:06.856357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-67587b13-a462-4eac-9c4c-93622b7d9ff7 req-597eabfb-3a63-4596-ba98-e2858a2d934d tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Calling delete_port for 31b0ed83-64b6-4cc3-a343-a4e9294b5100 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:06.863425 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f7b25df4-5d74-43b2-9c3c-e15071f582b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5df38bf5ddff47aba9062ada0613227a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459207 Nov 13 05:14:06.864577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b25df4-5d74-43b2-9c3c-e15071f582b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a201bbf9-bf55-4f5b-a74b-3d2f7e3006f2,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:06.866312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35646) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:06.970379 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0340c056-aa49-46b1-b0a5-8d8b5cb38972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:07.015675 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0340c056-aa49-46b1-b0a5-8d8b5cb38972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:07.057561 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67587b13-a462-4eac-9c4c-93622b7d9ff7 req-597eabfb-3a63-4596-ba98-e2858a2d934d tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:07.091085 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['31b0ed83-64b6-4cc3-a343-a4e9294b5100'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:14:07.093194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597eabfb-3a63-4596-ba98-e2858a2d934d tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Pushing event deleted for resources: {'Port': ['ID=31b0ed83-64b6-4cc3-a343-a4e9294b5100,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:07.135077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-67587b13-a462-4eac-9c4c-93622b7d9ff7 req-597eabfb-3a63-4596-ba98-e2858a2d934d tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] No DVR routers for this DVR port 31b0ed83-64b6-4cc3-a343-a4e9294b5100 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:14:07.138302 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67587b13-a462-4eac-9c4c-93622b7d9ff7 req-597eabfb-3a63-4596-ba98-e2858a2d934d tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:07.141726 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67587b13-a462-4eac-9c4c-93622b7d9ff7 req-597eabfb-3a63-4596-ba98-e2858a2d934d tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.36 "DELETE /v2.0/ports/31b0ed83-64b6-4cc3-a343-a4e9294b5100 HTTP/1.1" status: 204 len: 173 time: 0.4833739 Nov 13 05:14:07.142223 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618ded8b-1d3a-4686-83bc-ff8e2f655751', 'name': 'network-vif-deleted', 'tag': '31b0ed83-64b6-4cc3-a343-a4e9294b5100'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:14:07.144573 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15198ec5-9569-4af2-a6b6-9a36d2f67daa" -d '{"events": [{"server_uuid": "618ded8b-1d3a-4686-83bc-ff8e2f655751", "name": "network-vif-deleted", "tag": "31b0ed83-64b6-4cc3-a343-a4e9294b5100"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:14:07.148151 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0340c056-aa49-46b1-b0a5-8d8b5cb38972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:07.150683 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0340c056-aa49-46b1-b0a5-8d8b5cb38972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:07.151855 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0340c056-aa49-46b1-b0a5-8d8b5cb38972 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a201bbf9-bf55-4f5b-a74b-3d2f7e3006f2 HTTP/1.1" status: 204 len: 168 time: 0.2842283 Nov 13 05:14:07.160605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340c056-aa49-46b1-b0a5-8d8b5cb38972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a201bbf9-bf55-4f5b-a74b-3d2f7e3006f2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:07.210084 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41037dd-bb1b-45a0-bdc4-a37e9c1b282d x-openstack-request-id: req-c41037dd-bb1b-45a0-bdc4-a37e9c1b282d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:14:07.210379 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618ded8b-1d3a-4686-83bc-ff8e2f655751", "name": "network-vif-deleted", "tag": "31b0ed83-64b6-4cc3-a343-a4e9294b5100", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:14:07.210631 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c41037dd-bb1b-45a0-bdc4-a37e9c1b282d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:14:07.211071 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618ded8b-1d3a-4686-83bc-ff8e2f655751', 'name': 'network-vif-deleted', 'tag': '31b0ed83-64b6-4cc3-a343-a4e9294b5100', 'status': 'completed', 'code': 200} Nov 13 05:14:07.397103 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ccc9b1a6-9210-4b2b-b9cb-bdacca201801 req-9a172c18-cd17-4666-8d8c-0c4007bcddc3 tempest-VolumesNegativeTest-1374665870 tempest-VolumesNegativeTest-1374665870-project] 10.222.0.43 "GET /v2.0/ports?device_id=618ded8b-1d3a-4686-83bc-ff8e2f655751 HTTP/1.1" status: 200 len: 210 time: 0.0274026 Nov 13 05:14:07.480086 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35656) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:07.494547 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7f0dd044-54e1-4e4a-b116-74fcd4b96cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:07.571330 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7f0dd044-54e1-4e4a-b116-74fcd4b96cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:07.577640 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7f0dd044-54e1-4e4a-b116-74fcd4b96cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:07.616267 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7f0dd044-54e1-4e4a-b116-74fcd4b96cef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ffba30d5a5914e02a82faab014f26132&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350124 Nov 13 05:14:07.617351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dd044-54e1-4e4a-b116-74fcd4b96cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6c114d-acc7-4414-8843-147d8f04c9f1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:07.619587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35658) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:07.670390 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c15b322c-bf35-4b69-aaf9-fd6e7f00212f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:07.693272 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c15b322c-bf35-4b69-aaf9-fd6e7f00212f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:07.740810 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c15b322c-bf35-4b69-aaf9-fd6e7f00212f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:07.743824 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c15b322c-bf35-4b69-aaf9-fd6e7f00212f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:07.744985 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c15b322c-bf35-4b69-aaf9-fd6e7f00212f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc6c114d-acc7-4414-8843-147d8f04c9f1 HTTP/1.1" status: 204 len: 168 time: 0.1240776 Nov 13 05:14:07.754560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b322c-bf35-4b69-aaf9-fd6e7f00212f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6c114d-acc7-4414-8843-147d8f04c9f1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:07.890126 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:09.183092 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:09.773023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35846) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:09.906354 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9a2033f-8999-4641-90e1-6c42ac07cbb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:09.993578 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9a2033f-8999-4641-90e1-6c42ac07cbb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:09.998547 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9a2033f-8999-4641-90e1-6c42ac07cbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:10.049061 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:10.051430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2033f-8999-4641-90e1-6c42ac07cbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e64affe-9943-4c86-a2e4-f7af29fee022,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:10.056541 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e9a2033f-8999-4641-90e1-6c42ac07cbb0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a430517ba95b4649809688817239c872&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2824636 Nov 13 05:14:10.059191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35856) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:10.113127 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-224cd01f-9654-4202-864c-bba26c5a2afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:10.138316 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-224cd01f-9654-4202-864c-bba26c5a2afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:10.187461 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-224cd01f-9654-4202-864c-bba26c5a2afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:10.191320 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-224cd01f-9654-4202-864c-bba26c5a2afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:10.194455 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-224cd01f-9654-4202-864c-bba26c5a2afc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e64affe-9943-4c86-a2e4-f7af29fee022 HTTP/1.1" status: 204 len: 168 time: 0.1320629 Nov 13 05:14:10.201962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cd01f-9654-4202-864c-bba26c5a2afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e64affe-9943-4c86-a2e4-f7af29fee022,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:10.465637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 35912) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:10.478863 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3b53a6b-a756-47cb-bce2-7d21b87ebf76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:10.556565 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3b53a6b-a756-47cb-bce2-7d21b87ebf76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:10.562133 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3b53a6b-a756-47cb-bce2-7d21b87ebf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:10.609512 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e3b53a6b-a756-47cb-bce2-7d21b87ebf76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b843d35b837c49488e393c17d6cec874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1421418 Nov 13 05:14:10.610374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b53a6b-a756-47cb-bce2-7d21b87ebf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4b1c17-ec40-444f-946c-26e6004d0692,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:10.611866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 35918) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:10.665259 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:10.686960 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:10.738733 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:10.741986 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:10.743255 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef4b1c17-ec40-444f-946c-26e6004d0692 HTTP/1.1" status: 204 len: 168 time: 0.1303213 Nov 13 05:14:10.752618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4b1c17-ec40-444f-946c-26e6004d0692,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:10.761078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:10.761514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:10.761898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:10.762291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:10.762699 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:10.765396 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:10.765755 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:10.766153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:10.766544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:10.767131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:10.767523 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:10.767915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20eb5d-bfb4-4425-b23c-0250ce9e5d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:11.709014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-2034be6a-5389-4636-aac1-68b675c6c1da req-a6d56bac-56c5-4caa-8e1e-2fd70999dc5c service neutron] (102668) timed out ('10.222.0.43', 45568) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 05:14:11.814695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 31b0ed83-64b6-4cc3-a343-a4e9294b5100 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:14:11.837592 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 31b0ed83-64b6-4cc3-a343-a4e9294b5100 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:14:11.838059 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 31b0ed83-64b6-4cc3-a343-a4e9294b5100 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:14:12.150822 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36052) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:12.269853 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1e6db75-b6ca-484d-a5cd-a7bf78cd5076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:12.350529 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1e6db75-b6ca-484d-a5cd-a7bf78cd5076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:12.355267 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f1e6db75-b6ca-484d-a5cd-a7bf78cd5076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:12.394135 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f1e6db75-b6ca-484d-a5cd-a7bf78cd5076 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e4d7eb2f94f47b996dd489571d8b03e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422409 Nov 13 05:14:12.394907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6db75-b6ca-484d-a5cd-a7bf78cd5076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7f90bb-189b-481f-aa04-c7109e736bf0,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:12.396943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36056) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:12.447728 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89d6fcfb-7ec7-473a-8cf6-f78ea77711ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:12.470300 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89d6fcfb-7ec7-473a-8cf6-f78ea77711ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:12.520367 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89d6fcfb-7ec7-473a-8cf6-f78ea77711ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:12.522974 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89d6fcfb-7ec7-473a-8cf6-f78ea77711ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:12.526517 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-89d6fcfb-7ec7-473a-8cf6-f78ea77711ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e7f90bb-189b-481f-aa04-c7109e736bf0 HTTP/1.1" status: 204 len: 168 time: 0.1260259 Nov 13 05:14:12.532168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6fcfb-7ec7-473a-8cf6-f78ea77711ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7f90bb-189b-481f-aa04-c7109e736bf0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:13.960648 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36106) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:14.034415 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36110) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:14.187004 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4cc68c17-e70a-4f45-857a-7907e8639229 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd60e00784d54acbace7e77a139606d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1499290 Nov 13 05:14:14.188593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36114) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:14.206127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-83511bcc-2225-4b3f-97c7-225e776249d9 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:14.260958 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22c1af6d-5574-40fe-8abe-29a3b6a28b7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:14.264351 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-83511bcc-2225-4b3f-97c7-225e776249d9 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] 10.222.0.43 "PUT /v2.0/quotas/b403c7ce8d864ea2abeb5f8e05fd92d3 HTTP/1.1" status: 200 len: 366 time: 0.3023021 Nov 13 05:14:14.267486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36116) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:14.278149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-318264eb-4282-4eb2-8819-2c4bec430074 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0095098 Nov 13 05:14:14.280862 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36118) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:14.283130 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22c1af6d-5574-40fe-8abe-29a3b6a28b7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:14.291056 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9dc2d9a7-cfe0-4e42-afd0-61d39701fd0c tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] 10.222.0.43 "GET /v2.0/quotas/b403c7ce8d864ea2abeb5f8e05fd92d3 HTTP/1.1" status: 200 len: 366 time: 0.0091054 Nov 13 05:14:14.293544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36120) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:14.312806 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36122) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:14.313589 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-961509ed-7ef4-41a5-8303-e28af5096744 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/b403c7ce8d864ea2abeb5f8e05fd92d3 HTTP/1.1" status: 204 len: 168 time: 0.0189433 Nov 13 05:14:14.326857 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3cf20310-34a1-406b-bcee-efc7ff0bf47f tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0127203 Nov 13 05:14:14.336030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36124) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:14.345395 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22c1af6d-5574-40fe-8abe-29a3b6a28b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:14.348233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22c1af6d-5574-40fe-8abe-29a3b6a28b7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:14.349696 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-22c1af6d-5574-40fe-8abe-29a3b6a28b7b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9c9434f-26fb-4d05-ac42-a2feb7918b96 HTTP/1.1" status: 204 len: 168 time: 0.1600089 Nov 13 05:14:14.352613 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36126) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:14.359603 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-525e73de-37f8-4301-b36e-2af4dda6c83f tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] 10.222.0.43 "GET /v2.0/quotas/b403c7ce8d864ea2abeb5f8e05fd92d3/default HTTP/1.1" status: 200 len: 370 time: 0.0055544 Nov 13 05:14:14.362004 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b3029200-f853-4ce4-b365-d29cb470ae96 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] 10.222.0.43 "GET /v2.0/quotas/b403c7ce8d864ea2abeb5f8e05fd92d3 HTTP/1.1" status: 200 len: 370 time: 0.0127225 Nov 13 05:14:14.363105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36130) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:14.367541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1af6d-5574-40fe-8abe-29a3b6a28b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c9434f-26fb-4d05-ac42-a2feb7918b96,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:14.373740 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-f872c889-42e5-4d62-bbb4-11eb7480c4bf tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] delete failed (client error): The resource could not be found. Nov 13 05:14:14.386487 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f872c889-42e5-4d62-bbb4-11eb7480c4bf tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/b403c7ce8d864ea2abeb5f8e05fd92d3 HTTP/1.1" status: 404 len: 348 time: 0.0128288 Nov 13 05:14:14.489923 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36136) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:14.510822 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Usage tracker for resource:network and project:0f374ba95b0f455688f9b10e6924ec91 is out of sync, need to count used quota {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 13 05:14:14.514108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 13 05:14:14.520653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Usage tracker for resource:subnet and project:0f374ba95b0f455688f9b10e6924ec91 is out of sync, need to count used quota {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 13 05:14:14.523831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 13 05:14:14.530020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Usage tracker for resource:subnetpool and project:0f374ba95b0f455688f9b10e6924ec91 is out of sync, need to count used quota {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 13 05:14:14.538680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 13 05:14:14.545454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Usage tracker for resource:port and project:0f374ba95b0f455688f9b10e6924ec91 is out of sync, need to count used quota {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 13 05:14:14.549091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 13 05:14:14.555298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Usage tracker for resource:router and project:0f374ba95b0f455688f9b10e6924ec91 is out of sync, need to count used quota {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 13 05:14:14.558591 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 13 05:14:14.565539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Usage tracker for resource:floatingip and project:0f374ba95b0f455688f9b10e6924ec91 is out of sync, need to count used quota {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 13 05:14:14.568953 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 13 05:14:14.609042 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Usage tracker for resource:security_group and project:0f374ba95b0f455688f9b10e6924ec91 is out of sync, need to count used quota {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 13 05:14:14.612303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 13 05:14:14.619013 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Usage tracker for resource:security_group_rule and project:0f374ba95b0f455688f9b10e6924ec91 is out of sync, need to count used quota {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 13 05:14:14.622200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.quota.resource [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102667) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 13 05:14:14.630954 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a09666df-71e8-45e6-b3c5-9026e42b8087 tempest-QuotasTest-345765483 tempest-QuotasTest-345765483-project-admin] 10.222.0.43 "GET /v2.0/quotas/0f374ba95b0f455688f9b10e6924ec91/details.json HTTP/1.1" status: 200 len: 703 time: 0.1361053 Nov 13 05:14:14.857715 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36150) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:14.968558 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b820340e-09a0-46d4-b0d8-1eb6f3a29656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:15.060285 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b820340e-09a0-46d4-b0d8-1eb6f3a29656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:15.065258 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b820340e-09a0-46d4-b0d8-1eb6f3a29656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:15.106574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b820340e-09a0-46d4-b0d8-1eb6f3a29656 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e393019952bb487eb1dd62c138ba7d47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2474775 Nov 13 05:14:15.107681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820340e-09a0-46d4-b0d8-1eb6f3a29656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc2847d-b9c3-4a30-8d04-ebae2ae5b432,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:15.109788 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36162) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:15.162171 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b3a230b-9438-461a-a36a-7bdfce7a0239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:15.185136 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b3a230b-9438-461a-a36a-7bdfce7a0239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:15.239554 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b3a230b-9438-461a-a36a-7bdfce7a0239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:15.242729 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b3a230b-9438-461a-a36a-7bdfce7a0239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:15.244805 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3b3a230b-9438-461a-a36a-7bdfce7a0239 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fc2847d-b9c3-4a30-8d04-ebae2ae5b432 HTTP/1.1" status: 204 len: 168 time: 0.1325181 Nov 13 05:14:15.252913 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a230b-9438-461a-a36a-7bdfce7a0239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc2847d-b9c3-4a30-8d04-ebae2ae5b432,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:15.571501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36182) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:15.604702 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-420473e3-3e05-460f-bc4d-5226af2c6e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:15.682884 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-420473e3-3e05-460f-bc4d-5226af2c6e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:15.686972 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-420473e3-3e05-460f-bc4d-5226af2c6e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:15.727760 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-420473e3-3e05-460f-bc4d-5226af2c6e26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f374ba95b0f455688f9b10e6924ec91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546881 Nov 13 05:14:15.729419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420473e3-3e05-460f-bc4d-5226af2c6e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221c9566-c9fe-4bf9-89ce-1aaea9fae0af,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:15.730553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36190) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:15.788749 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b716c09-d494-4f28-80a3-ff674fcf4be1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:15.810949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b716c09-d494-4f28-80a3-ff674fcf4be1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:15.863011 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b716c09-d494-4f28-80a3-ff674fcf4be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:15.865784 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b716c09-d494-4f28-80a3-ff674fcf4be1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:15.867452 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8b716c09-d494-4f28-80a3-ff674fcf4be1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/221c9566-c9fe-4bf9-89ce-1aaea9fae0af HTTP/1.1" status: 204 len: 168 time: 0.1358383 Nov 13 05:14:15.876134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b716c09-d494-4f28-80a3-ff674fcf4be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221c9566-c9fe-4bf9-89ce-1aaea9fae0af,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:16.607410 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36212) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:16.706460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-233fa8a7-f6d5-4878-964f-d2d4bab8ca4d tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] Request body: {'port': {'network_id': '82de6df6-dae9-43ad-81f7-e639d3900024', 'name': 'tempest-NetworksNegativeTestJSON-664038596'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:16.720089 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-233fa8a7-f6d5-4878-964f-d2d4bab8ca4d tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] POST failed (client error): The resource could not be found. Nov 13 05:14:16.720549 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233fa8a7-f6d5-4878-964f-d2d4bab8ca4d tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:16.721650 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-233fa8a7-f6d5-4878-964f-d2d4bab8ca4d tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1132290 Nov 13 05:14:16.725502 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36220) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:16.744607 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec19ca0-8906-4bd4-9c5c-a88cd67a3184 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] DELETE failed (client error): The resource could not be found. Nov 13 05:14:16.745162 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec19ca0-8906-4bd4-9c5c-a88cd67a3184 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:16.752192 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cec19ca0-8906-4bd4-9c5c-a88cd67a3184 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] 10.222.0.43 "DELETE /v2.0/networks/cd780c30-e813-4cc2-8337-e08f6b09182c HTTP/1.1" status: 404 len: 339 time: 0.0232377 Nov 13 05:14:16.752413 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36222) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:16.777069 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f695d18c-ab1a-4f70-a48f-8d770fe1da64 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] DELETE failed (client error): The resource could not be found. Nov 13 05:14:16.777689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f695d18c-ab1a-4f70-a48f-8d770fe1da64 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:16.784886 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f695d18c-ab1a-4f70-a48f-8d770fe1da64 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] 10.222.0.43 "DELETE /v2.0/ports/daaaff74-6278-4386-a19d-dfc1b3108a06 HTTP/1.1" status: 404 len: 333 time: 0.0314038 Nov 13 05:14:16.785221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36224) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:16.818688 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2262a30a-0f23-4f16-bfd8-adbf0a5b7f71 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] DELETE failed (client error): The resource could not be found. Nov 13 05:14:16.819396 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2262a30a-0f23-4f16-bfd8-adbf0a5b7f71 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:16.824416 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2262a30a-0f23-4f16-bfd8-adbf0a5b7f71 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] 10.222.0.43 "DELETE /v2.0/subnets/dcae80a9-c312-463a-82b6-5c903a76b13b HTTP/1.1" status: 404 len: 337 time: 0.0361235 Nov 13 05:14:16.826496 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36228) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:16.847470 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f95a7e8-af5a-4214-958b-9ba7d61ec62f tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] GET failed (client error): The resource could not be found. Nov 13 05:14:16.853036 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36230) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:16.855467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1f95a7e8-af5a-4214-958b-9ba7d61ec62f tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] 10.222.0.43 "GET /v2.0/networks/46a1330a-1a6e-4427-a88c-e5f23b273d73 HTTP/1.1" status: 404 len: 339 time: 0.0276473 Nov 13 05:14:16.878431 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b0ee62-37ab-4d14-a8fa-55157965c512 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] GET failed (client error): The resource could not be found. Nov 13 05:14:16.879965 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-73b0ee62-37ab-4d14-a8fa-55157965c512 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] 10.222.0.43 "GET /v2.0/ports/196d9cad-7408-45a6-9c93-a3b06c7efaf0 HTTP/1.1" status: 404 len: 333 time: 0.0258934 Nov 13 05:14:16.883960 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36232) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:16.912149 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fed230-0fb2-4c88-bc05-a4f7954e901f tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] GET failed (client error): The resource could not be found. Nov 13 05:14:16.913517 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e4fed230-0fb2-4c88-bc05-a4f7954e901f tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] 10.222.0.43 "GET /v2.0/subnets/62d290cf-37d8-402d-9ae5-e5456d007cf7 HTTP/1.1" status: 404 len: 337 time: 0.0285494 Nov 13 05:14:16.917299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36234) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:16.922683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cc35a934-1bd4-4b04-8709-ed6dcf1e26a8 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:16.937866 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc35a934-1bd4-4b04-8709-ed6dcf1e26a8 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] PUT failed (client error): The resource could not be found. Nov 13 05:14:16.938424 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc35a934-1bd4-4b04-8709-ed6dcf1e26a8 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:16.939611 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cc35a934-1bd4-4b04-8709-ed6dcf1e26a8 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] 10.222.0.43 "PUT /v2.0/networks/ffc8d541-a67a-461f-ba60-0a6d75322495 HTTP/1.1" status: 404 len: 339 time: 0.0214286 Nov 13 05:14:16.943537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36236) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:16.948957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d77d96f9-b407-4c7f-82b1-d1d8a38992a8 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:16.967171 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77d96f9-b407-4c7f-82b1-d1d8a38992a8 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] PUT failed (client error): The resource could not be found. Nov 13 05:14:16.967768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77d96f9-b407-4c7f-82b1-d1d8a38992a8 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:16.969160 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d77d96f9-b407-4c7f-82b1-d1d8a38992a8 tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] 10.222.0.43 "PUT /v2.0/ports/061eae57-4c73-4800-a896-3bbce3e83ca0 HTTP/1.1" status: 404 len: 333 time: 0.0245705 Nov 13 05:14:16.972941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36238) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:16.978116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-dfcd8f8d-2c9d-4377-9933-6222040c807d tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:17.000358 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcd8f8d-2c9d-4377-9933-6222040c807d tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] PUT failed (client error): The resource could not be found. Nov 13 05:14:17.000821 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcd8f8d-2c9d-4377-9933-6222040c807d tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:17.001901 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dfcd8f8d-2c9d-4377-9933-6222040c807d tempest-NetworksNegativeTestJSON-898023534 tempest-NetworksNegativeTestJSON-898023534-project] 10.222.0.43 "PUT /v2.0/subnets/6c28b92d-cd57-4a16-ab12-64ad2ba6fccd HTTP/1.1" status: 404 len: 337 time: 0.0280051 Nov 13 05:14:17.270434 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36244) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:17.387221 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-592fcb87-a3a6-48a9-9174-1884810852dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:17.477347 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-592fcb87-a3a6-48a9-9174-1884810852dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:17.482749 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-592fcb87-a3a6-48a9-9174-1884810852dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:17.520833 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fcb87-a3a6-48a9-9174-1884810852dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17da8e6-7ed5-4b20-8c21-0a341f7d8254,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:17.527743 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-592fcb87-a3a6-48a9-9174-1884810852dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=892e6bf853004da989901e7738401593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558370 Nov 13 05:14:17.527911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36248) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:17.579615 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-914c7851-84cc-4676-9f15-f0246a263c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:17.605241 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-914c7851-84cc-4676-9f15-f0246a263c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:17.651403 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-914c7851-84cc-4676-9f15-f0246a263c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:17.653947 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-914c7851-84cc-4676-9f15-f0246a263c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:17.655124 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-914c7851-84cc-4676-9f15-f0246a263c0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f17da8e6-7ed5-4b20-8c21-0a341f7d8254 HTTP/1.1" status: 204 len: 168 time: 0.1263459 Nov 13 05:14:17.662962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c7851-84cc-4676-9f15-f0246a263c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17da8e6-7ed5-4b20-8c21-0a341f7d8254,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:18.398423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36272) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:18.494888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1076215165'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:18.517683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:18.521088 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:18.529558 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:18.604908 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:18.610617 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:18.638891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:14:18.652506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72da16ce-f6a6-4233-a12e-0efd6b95c01d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:18.659998 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:18.660340 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Added segment 7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6 of type vlan for network 94fd5c0c-d104-41af-9040-cfea61145902 Nov 13 05:14:18.701218 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:18.728017 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:18.734125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:18.734701 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:18.798275 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3984129 Nov 13 05:14:18.801416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36276) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:18.807707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-ffce199b-1d06-4e0c-a3d0-1a6800ce8f81 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'name': 'tempest-PortsIpV6TestJSON-1323661517'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:18.809794 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67c0c9-e59f-4b37-add7-005e5ad3bc26 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Network': ['ID=94fd5c0c-d104-41af-9040-cfea61145902,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:18.822039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 94fd5c0c-d104-41af-9040-cfea61145902 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:14:18.904977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffce199b-1d06-4e0c-a3d0-1a6800ce8f81 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:18.908631 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ffce199b-1d06-4e0c-a3d0-1a6800ce8f81 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:18.927363 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-ffce199b-1d06-4e0c-a3d0-1a6800ce8f81 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port f6764b08-0491-4ff1-b620-cfbaf99ac904 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:19.106747 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ffce199b-1d06-4e0c-a3d0-1a6800ce8f81 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:19.141211 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ffce199b-1d06-4e0c-a3d0-1a6800ce8f81 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:19.200721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce199b-1d06-4e0c-a3d0-1a6800ce8f81 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=f6764b08-0491-4ff1-b620-cfbaf99ac904,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:19.216834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce199b-1d06-4e0c-a3d0-1a6800ce8f81 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Checking segment: {'id': '7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '94fd5c0c-d104-41af-9040-cfea61145902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:14:19.217485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffce199b-1d06-4e0c-a3d0-1a6800ce8f81 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network hostable DHCP agents. Network: 94fd5c0c-d104-41af-9040-cfea61145902, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:14:19.235481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffce199b-1d06-4e0c-a3d0-1a6800ce8f81 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 94fd5c0c-d104-41af-9040-cfea61145902 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:14:19.244633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-ffce199b-1d06-4e0c-a3d0-1a6800ce8f81 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 94fd5c0c-d104-41af-9040-cfea61145902) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:19.248445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce199b-1d06-4e0c-a3d0-1a6800ce8f81 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:19.254376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffce199b-1d06-4e0c-a3d0-1a6800ce8f81 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:19.255035 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ffce199b-1d06-4e0c-a3d0-1a6800ce8f81 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:19.256270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9de174-1c33-415e-80ea-0f4d6b9d35cd None None] Network 94fd5c0c-d104-41af-9040-cfea61145902 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:19.274651 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ffce199b-1d06-4e0c-a3d0-1a6800ce8f81 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4716015 Nov 13 05:14:19.278208 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36286) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:19.283590 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8c3056bc-7f60-4540-a7c4-ad31da1ce66e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-913011487'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:19.305439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3056bc-7f60-4540-a7c4-ad31da1ce66e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:19.309177 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c3056bc-7f60-4540-a7c4-ad31da1ce66e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:19.335417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3056bc-7f60-4540-a7c4-ad31da1ce66e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:14:19.346227 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c3056bc-7f60-4540-a7c4-ad31da1ce66e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:19.346872 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-8c3056bc-7f60-4540-a7c4-ad31da1ce66e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Added segment 59edc80f-e5c0-44a5-93be-162db6613910 of type vlan for network 87a0aad7-5908-4af7-b393-d7b15f26d7dc Nov 13 05:14:19.398461 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c3056bc-7f60-4540-a7c4-ad31da1ce66e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:19.424395 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c3056bc-7f60-4540-a7c4-ad31da1ce66e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:19.430088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3056bc-7f60-4540-a7c4-ad31da1ce66e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:19.430768 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c3056bc-7f60-4540-a7c4-ad31da1ce66e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:19.494250 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8c3056bc-7f60-4540-a7c4-ad31da1ce66e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2149124 Nov 13 05:14:19.497226 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36288) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:19.502124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'ports': [{'network_id': '94fd5c0c-d104-41af-9040-cfea61145902'}, {'network_id': '87a0aad7-5908-4af7-b393-d7b15f26d7dc'}]} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:19.502431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'network_id': '94fd5c0c-d104-41af-9040-cfea61145902'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:19.503127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'network_id': '87a0aad7-5908-4af7-b393-d7b15f26d7dc'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:19.527130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3056bc-7f60-4540-a7c4-ad31da1ce66e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Network': ['ID=87a0aad7-5908-4af7-b393-d7b15f26d7dc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:19.539299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 87a0aad7-5908-4af7-b393-d7b15f26d7dc details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:14:19.671293 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'port': 2} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:19.675989 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:19.690415 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:19.773366 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port ae83fb28-f404-4476-bdad-0b2caf99b5ba yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:19.894764 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:19.966306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port 91a37cfd-513b-4aa3-b7e4-46b418dc2dda yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:20.083227 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:20.120571 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:20.163021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 94fd5c0c-d104-41af-9040-cfea61145902 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:20.168166 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:20.172203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:20.173057 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:20.184649 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=ae83fb28-f404-4476-bdad-0b2caf99b5ba,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:20.249511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=91a37cfd-513b-4aa3-b7e4-46b418dc2dda,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:20.255943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Checking segment: {'id': '59edc80f-e5c0-44a5-93be-162db6613910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87a0aad7-5908-4af7-b393-d7b15f26d7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:14:20.256303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network hostable DHCP agents. Network: 87a0aad7-5908-4af7-b393-d7b15f26d7dc, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:14:20.276407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 87a0aad7-5908-4af7-b393-d7b15f26d7dc is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:14:20.290814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 87a0aad7-5908-4af7-b393-d7b15f26d7dc) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:20.298444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:20.305563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d5b372-7ce5-4748-ab81-39fbcf0e7a12 None None] Network 87a0aad7-5908-4af7-b393-d7b15f26d7dc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:20.306119 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:20.315339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:20.316486 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:20.344614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d70ee77e-3f4f-49d0-bf8c-415c05c16075 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8462713 Nov 13 05:14:20.347460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36292) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:20.451171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-176de950-8daa-443d-a1a7-3f9fb0222fea tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port 91a37cfd-513b-4aa3-b7e4-46b418dc2dda {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:20.451518 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-176de950-8daa-443d-a1a7-3f9fb0222fea tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:20.521849 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-176de950-8daa-443d-a1a7-3f9fb0222fea tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:20.535189 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-176de950-8daa-443d-a1a7-3f9fb0222fea tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for 91a37cfd-513b-4aa3-b7e4-46b418dc2dda owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:20.621366 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-176de950-8daa-443d-a1a7-3f9fb0222fea tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:20.654568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176de950-8daa-443d-a1a7-3f9fb0222fea tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=91a37cfd-513b-4aa3-b7e4-46b418dc2dda,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:20.657911 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-176de950-8daa-443d-a1a7-3f9fb0222fea tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:20.661120 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-176de950-8daa-443d-a1a7-3f9fb0222fea tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/91a37cfd-513b-4aa3-b7e4-46b418dc2dda HTTP/1.1" status: 204 len: 168 time: 0.3125722 Nov 13 05:14:20.663941 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36294) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:20.748053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5232aa-4ef7-4a7f-9098-05e71bbce91d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:20.754164 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5232aa-4ef7-4a7f-9098-05e71bbce91d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:20.755764 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2a5232aa-4ef7-4a7f-9098-05e71bbce91d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0907862 Nov 13 05:14:20.758592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36296) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:20.852826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d057dc07-1b67-4185-b0e9-1974e898466e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port ae83fb28-f404-4476-bdad-0b2caf99b5ba {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:20.853050 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d057dc07-1b67-4185-b0e9-1974e898466e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:20.926829 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d057dc07-1b67-4185-b0e9-1974e898466e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:20.941450 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d057dc07-1b67-4185-b0e9-1974e898466e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for ae83fb28-f404-4476-bdad-0b2caf99b5ba owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:21.029620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d057dc07-1b67-4185-b0e9-1974e898466e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:21.062466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057dc07-1b67-4185-b0e9-1974e898466e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=ae83fb28-f404-4476-bdad-0b2caf99b5ba,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:21.064593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d057dc07-1b67-4185-b0e9-1974e898466e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:21.067912 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d057dc07-1b67-4185-b0e9-1974e898466e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/ae83fb28-f404-4476-bdad-0b2caf99b5ba HTTP/1.1" status: 204 len: 168 time: 0.3082993 Nov 13 05:14:21.070630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:21.119643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce63e31-53a7-4546-8013-05dcfb700466 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:21.123817 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bce63e31-53a7-4546-8013-05dcfb700466 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0495563 Nov 13 05:14:21.123988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36304) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:21.148101 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa15cae-3f38-4015-ba2f-481ecaae57d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] GET failed (client error): The resource could not be found. Nov 13 05:14:21.152338 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-efa15cae-3f38-4015-ba2f-481ecaae57d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/91a37cfd-513b-4aa3-b7e4-46b418dc2dda HTTP/1.1" status: 404 len: 333 time: 0.0245795 Nov 13 05:14:21.152609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36308) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:21.177076 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f42585f-4f96-400f-bd47-daddbd26b0f2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] GET failed (client error): The resource could not be found. Nov 13 05:14:21.178640 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1f42585f-4f96-400f-bd47-daddbd26b0f2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/ae83fb28-f404-4476-bdad-0b2caf99b5ba HTTP/1.1" status: 404 len: 333 time: 0.0252657 Nov 13 05:14:21.181982 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36310) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:21.264338 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f219b967-83c6-4ebc-93b2-ab45a39dd1a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:21.348396 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f219b967-83c6-4ebc-93b2-ab45a39dd1a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:21.368744 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-f219b967-83c6-4ebc-93b2-ab45a39dd1a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a0aad7-5908-4af7-b393-d7b15f26d7dc']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:21.379120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-f219b967-83c6-4ebc-93b2-ab45a39dd1a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59edc80f-e5c0-44a5-93be-162db6613910') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:21.379418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-f219b967-83c6-4ebc-93b2-ab45a39dd1a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59edc80f-e5c0-44a5-93be-162db6613910') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:21.389313 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f219b967-83c6-4ebc-93b2-ab45a39dd1a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:21.402902 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f219b967-83c6-4ebc-93b2-ab45a39dd1a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:21.409279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f219b967-83c6-4ebc-93b2-ab45a39dd1a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:14:21.409600 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f219b967-83c6-4ebc-93b2-ab45a39dd1a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:14:21.412605 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:14:21.476333 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f219b967-83c6-4ebc-93b2-ab45a39dd1a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:21.483611 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f219b967-83c6-4ebc-93b2-ab45a39dd1a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:21.486853 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f219b967-83c6-4ebc-93b2-ab45a39dd1a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/networks/87a0aad7-5908-4af7-b393-d7b15f26d7dc HTTP/1.1" status: 204 len: 168 time: 0.3036737 Nov 13 05:14:21.490995 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36312) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:21.496314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fa511241-01f4-423c-80ec-743502c82566 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-276711471'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:21.504033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219b967-83c6-4ebc-93b2-ab45a39dd1a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Network': ['ID=87a0aad7-5908-4af7-b393-d7b15f26d7dc,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:21.522016 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa511241-01f4-423c-80ec-743502c82566 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:21.525555 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa511241-01f4-423c-80ec-743502c82566 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:21.548928 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa511241-01f4-423c-80ec-743502c82566 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:14:21.558662 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa511241-01f4-423c-80ec-743502c82566 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:21.559024 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-fa511241-01f4-423c-80ec-743502c82566 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Added segment 36db592f-10cb-410d-a044-cda713da2f57 of type vlan for network d1ddb0d9-f542-4afb-a94c-f33c06c68cdc Nov 13 05:14:21.601831 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa511241-01f4-423c-80ec-743502c82566 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:21.627337 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa511241-01f4-423c-80ec-743502c82566 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:21.632830 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa511241-01f4-423c-80ec-743502c82566 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:21.633400 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa511241-01f4-423c-80ec-743502c82566 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:21.693740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fa511241-01f4-423c-80ec-743502c82566 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2012582 Nov 13 05:14:21.696732 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36314) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:21.703738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8b143c07-6936-4e19-b060-f0f1a28751dc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'subnet': {'network_id': 'd1ddb0d9-f542-4afb-a94c-f33c06c68cdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:21.710428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa511241-01f4-423c-80ec-743502c82566 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Network': ['ID=d1ddb0d9-f542-4afb-a94c-f33c06c68cdc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:21.720915 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network d1ddb0d9-f542-4afb-a94c-f33c06c68cdc details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:14:21.808617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b143c07-6936-4e19-b060-f0f1a28751dc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:21.812642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b143c07-6936-4e19-b060-f0f1a28751dc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:21.871571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-8b143c07-6936-4e19-b060-f0f1a28751dc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Performing IP validity checks on allocation pools {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 13 05:14:21.874467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-8b143c07-6936-4e19-b060-f0f1a28751dc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 13 05:14:22.006293 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b143c07-6936-4e19-b060-f0f1a28751dc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:22.060045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b143c07-6936-4e19-b060-f0f1a28751dc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Subnet': ['ID=0d8db981-600a-4c65-8e95-4679c57007bf,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:22.076866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b143c07-6936-4e19-b060-f0f1a28751dc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Checking segment: {'id': '36db592f-10cb-410d-a044-cda713da2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1ddb0d9-f542-4afb-a94c-f33c06c68cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:14:22.077363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b143c07-6936-4e19-b060-f0f1a28751dc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network hostable DHCP agents. Network: d1ddb0d9-f542-4afb-a94c-f33c06c68cdc, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:14:22.095239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b143c07-6936-4e19-b060-f0f1a28751dc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network d1ddb0d9-f542-4afb-a94c-f33c06c68cdc is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:14:22.105178 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8b143c07-6936-4e19-b060-f0f1a28751dc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, d1ddb0d9-f542-4afb-a94c-f33c06c68cdc) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:22.110313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b143c07-6936-4e19-b060-f0f1a28751dc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:22.111088 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b143c07-6936-4e19-b060-f0f1a28751dc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:22.117524 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a74c31a-f03c-45cc-8591-66166e6ad123 None None] Network d1ddb0d9-f542-4afb-a94c-f33c06c68cdc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:22.131667 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8b143c07-6936-4e19-b060-f0f1a28751dc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4316270 Nov 13 05:14:22.131920 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36316) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:22.136940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9ae115ff-7c92-4dc6-bddc-9f8f71c2919c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'network_id': 'd1ddb0d9-f542-4afb-a94c-f33c06c68cdc', 'name': 'tempest-PortsIpV6TestJSON-1100094543'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:22.264306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae115ff-7c92-4dc6-bddc-9f8f71c2919c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:22.269406 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ae115ff-7c92-4dc6-bddc-9f8f71c2919c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:22.291086 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-d1ddb0d9-f542-4afb-a94c-f33c06c68cdc', 'network_id': 'd1ddb0d9-f542-4afb-a94c-f33c06c68cdc', 'tenant_id': '4d3371504f31452ab06f3f2898b7d392', 'fixed_ips': [{'subnet_id': '0d8db981-600a-4c65-8e95-4679c57007bf'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:14:22.291971 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:22.296773 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-9ae115ff-7c92-4dc6-bddc-9f8f71c2919c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port d6b86e3d-9023-4ade-91d4-f895776b2c1b yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:22.421476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-9ae115ff-7c92-4dc6-bddc-9f8f71c2919c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Allocated IP 2001:db8::331 (d1ddb0d9-f542-4afb-a94c-f33c06c68cdc/0d8db981-600a-4c65-8e95-4679c57007bf/d6b86e3d-9023-4ade-91d4-f895776b2c1b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:22.564527 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ae115ff-7c92-4dc6-bddc-9f8f71c2919c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:22.603196 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ae115ff-7c92-4dc6-bddc-9f8f71c2919c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:22.650522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae115ff-7c92-4dc6-bddc-9f8f71c2919c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network d1ddb0d9-f542-4afb-a94c-f33c06c68cdc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:22.652354 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Allocated IP 2001:db8::2 (d1ddb0d9-f542-4afb-a94c-f33c06c68cdc/0d8db981-600a-4c65-8e95-4679c57007bf/66d26ebe-8190-4355-87c7-5eae22e75f82) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:22.656483 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9ae115ff-7c92-4dc6-bddc-9f8f71c2919c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:22.660580 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae115ff-7c92-4dc6-bddc-9f8f71c2919c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:22.666753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae115ff-7c92-4dc6-bddc-9f8f71c2919c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:22.667409 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ae115ff-7c92-4dc6-bddc-9f8f71c2919c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:22.677706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae115ff-7c92-4dc6-bddc-9f8f71c2919c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=d6b86e3d-9023-4ade-91d4-f895776b2c1b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:22.696792 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9ae115ff-7c92-4dc6-bddc-9f8f71c2919c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5612388 Nov 13 05:14:22.697118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36320) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:22.785828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5799e0fd-bdf4-4b1b-b06c-ed93749668e2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port d6b86e3d-9023-4ade-91d4-f895776b2c1b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:22.786245 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5799e0fd-bdf4-4b1b-b06c-ed93749668e2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:22.803773 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:22.812067 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:22.855730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Pushing event updated for resources: {'Port': ['ID=66d26ebe-8190-4355-87c7-5eae22e75f82,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:22.868448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Network d1ddb0d9-f542-4afb-a94c-f33c06c68cdc is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:22.869948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:22.874262 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:22.886726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5799e0fd-bdf4-4b1b-b06c-ed93749668e2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:22.900404 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5799e0fd-bdf4-4b1b-b06c-ed93749668e2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for d6b86e3d-9023-4ade-91d4-f895776b2c1b owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:22.930434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Attempting to bind port 66d26ebe-8190-4355-87c7-5eae22e75f82 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:14:22.930668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Attempting to bind port 66d26ebe-8190-4355-87c7-5eae22e75f82 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '36db592f-10cb-410d-a044-cda713da2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1ddb0d9-f542-4afb-a94c-f33c06c68cdc'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:14:22.931043 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Attempting to bind port 66d26ebe-8190-4355-87c7-5eae22e75f82 on network d1ddb0d9-f542-4afb-a94c-f33c06c68cdc {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:14:22.937054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:14:22.937290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Checking segment: {'id': '36db592f-10cb-410d-a044-cda713da2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1ddb0d9-f542-4afb-a94c-f33c06c68cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:14:22.937613 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:22.937999 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Bound using segment: {'id': '36db592f-10cb-410d-a044-cda713da2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1ddb0d9-f542-4afb-a94c-f33c06c68cdc'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:14:22.938466 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Bound port: 66d26ebe-8190-4355-87c7-5eae22e75f82, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36db592f-10cb-410d-a044-cda713da2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1ddb0d9-f542-4afb-a94c-f33c06c68cdc'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:14:22.938867 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:23.001777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] For port 66d26ebe-8190-4355-87c7-5eae22e75f82, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:14:23.004903 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] For port 66d26ebe-8190-4355-87c7-5eae22e75f82, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=66d26ebe-8190-4355-87c7-5eae22e75f82,segment=NetworkSegment(36db592f-10cb-410d-a044-cda713da2f57),segment_id=36db592f-10cb-410d-a044-cda713da2f57)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:14:23.010501 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:23.047200 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5799e0fd-bdf4-4b1b-b06c-ed93749668e2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:23.076871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cecb8-14c6-44c9-bea1-0cb5bcbeb489 None None] Pushing event updated for resources: {'Port': ['ID=66d26ebe-8190-4355-87c7-5eae22e75f82,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:23.101624 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799e0fd-bdf4-4b1b-b06c-ed93749668e2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=d6b86e3d-9023-4ade-91d4-f895776b2c1b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:23.510298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 66d26ebe-8190-4355-87c7-5eae22e75f82 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:14:23.545448 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5799e0fd-bdf4-4b1b-b06c-ed93749668e2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:23.553552 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5799e0fd-bdf4-4b1b-b06c-ed93749668e2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/d6b86e3d-9023-4ade-91d4-f895776b2c1b HTTP/1.1" status: 204 len: 168 time: 0.8553352 Nov 13 05:14:23.556331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36326) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:23.575355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 66d26ebe-8190-4355-87c7-5eae22e75f82 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:23.576359 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:23.590242 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbc3cae-62c1-4d7e-8a21-804adc77541c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] DELETE failed (client error): The resource could not be found. Nov 13 05:14:23.591196 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbc3cae-62c1-4d7e-8a21-804adc77541c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:23.595151 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1dbc3cae-62c1-4d7e-8a21-804adc77541c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/d6b86e3d-9023-4ade-91d4-f895776b2c1b HTTP/1.1" status: 404 len: 333 time: 0.0370347 Nov 13 05:14:23.597712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36328) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:23.631580 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e9aa4c-59b9-4e05-91ab-ce45ce89d351 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] GET failed (client error): The resource could not be found. Nov 13 05:14:23.633478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-98e9aa4c-59b9-4e05-91ab-ce45ce89d351 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/d6b86e3d-9023-4ade-91d4-f895776b2c1b HTTP/1.1" status: 404 len: 333 time: 0.0344393 Nov 13 05:14:23.636397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36332) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:23.661284 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:23.696317 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 66d26ebe-8190-4355-87c7-5eae22e75f82, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=66d26ebe-8190-4355-87c7-5eae22e75f82,segment=NetworkSegment(36db592f-10cb-410d-a044-cda713da2f57),segment_id=36db592f-10cb-410d-a044-cda713da2f57)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:23.704203 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:23.711338 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8ab958-855b-4395-8f80-5350875dbe40 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting subnet 0d8db981-600a-4c65-8e95-4679c57007bf {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:14:23.719935 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d8ab958-855b-4395-8f80-5350875dbe40 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:23.755654 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36334) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:23.777683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=66d26ebe-8190-4355-87c7-5eae22e75f82,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:23.785517 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d8ab958-855b-4395-8f80-5350875dbe40 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:23.786521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:23.786952 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:23.787499 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:23.788017 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:23.788542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:23.789051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:23.789595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:23.790142 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:23.790675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:23.791273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:23.792030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:23.792599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:23.870432 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d8ab958-855b-4395-8f80-5350875dbe40 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:23.879554 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-785383e6-f1ad-4a63-999c-6b7414f20c08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:23.946716 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d8ab958-855b-4395-8f80-5350875dbe40 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:23.964047 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-785383e6-f1ad-4a63-999c-6b7414f20c08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:23.971695 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-785383e6-f1ad-4a63-999c-6b7414f20c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.004947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ab958-855b-4395-8f80-5350875dbe40 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8db981-600a-4c65-8e95-4679c57007bf,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:24.005065 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-785383e6-f1ad-4a63-999c-6b7414f20c08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85293762ef0e4196bca51ec3a794e739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2480280 Nov 13 05:14:24.012122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36338) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:24.016346 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d8ab958-855b-4395-8f80-5350875dbe40 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.022591 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4d8ab958-855b-4395-8f80-5350875dbe40 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/0d8db981-600a-4c65-8e95-4679c57007bf HTTP/1.1" status: 204 len: 168 time: 0.3826354 Nov 13 05:14:24.023106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36340) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:24.051511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785383e6-f1ad-4a63-999c-6b7414f20c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d435f5-b465-4da2-8deb-c9907148f949,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:24.092756 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64d9a200-90e2-431f-a111-92b12902ea19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.139634 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64d9a200-90e2-431f-a111-92b12902ea19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.142079 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.208188 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64d9a200-90e2-431f-a111-92b12902ea19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.211720 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64d9a200-90e2-431f-a111-92b12902ea19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.213354 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-64d9a200-90e2-431f-a111-92b12902ea19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18d435f5-b465-4da2-8deb-c9907148f949 HTTP/1.1" status: 204 len: 168 time: 0.2001853 Nov 13 05:14:24.222076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9a200-90e2-431f-a111-92b12902ea19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d435f5-b465-4da2-8deb-c9907148f949,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:24.223912 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port 66d26ebe-8190-4355-87c7-5eae22e75f82 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:24.224592 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.305040 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] For port 66d26ebe-8190-4355-87c7-5eae22e75f82, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=66d26ebe-8190-4355-87c7-5eae22e75f82,segment=NetworkSegment(36db592f-10cb-410d-a044-cda713da2f57),segment_id=36db592f-10cb-410d-a044-cda713da2f57)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:24.305533 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.320371 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for 66d26ebe-8190-4355-87c7-5eae22e75f82 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:24.413951 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.422627 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e68dd8-2fe9-4a91-bd46-b69f2a21e22b None None] Network d1ddb0d9-f542-4afb-a94c-f33c06c68cdc requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:24.447602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=66d26ebe-8190-4355-87c7-5eae22e75f82,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:24.456679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No DVR routers for this DVR port 66d26ebe-8190-4355-87c7-5eae22e75f82 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:14:24.532351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-132ec90d-b39e-46a3-af32-62d845962f7f None None] Could not find standard attr ID for object 66d26ebe-8190-4355-87c7-5eae22e75f82. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:14:24.583504 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.609395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ddb0d9-f542-4afb-a94c-f33c06c68cdc']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:24.620683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36db592f-10cb-410d-a044-cda713da2f57') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:24.620949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36db592f-10cb-410d-a044-cda713da2f57') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:24.628151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5209a31-1716-4890-bcc7-aef851295849 None None] DHCP port deletion for d1ddb0d9-f542-4afb-a94c-f33c06c68cdc request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:14:24.634829 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.653285 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.660709 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:14:24.661118 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:14:24.664583 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:14:24.736848 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.743881 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.747868 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/networks/d1ddb0d9-f542-4afb-a94c-f33c06c68cdc HTTP/1.1" status: 204 len: 168 time: 0.7236061 Nov 13 05:14:24.755190 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36344) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:24.761155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3f3fa6e8-3a57-411a-a845-7dbbbca7bc9c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1394384022'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:24.777975 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0263c25-18ec-4cf7-b232-4b8dec04bbb5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Network': ['ID=d1ddb0d9-f542-4afb-a94c-f33c06c68cdc,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:24.821032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3fa6e8-3a57-411a-a845-7dbbbca7bc9c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:24.824675 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa6e8-3a57-411a-a845-7dbbbca7bc9c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.849793 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3fa6e8-3a57-411a-a845-7dbbbca7bc9c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:14:24.860649 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa6e8-3a57-411a-a845-7dbbbca7bc9c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.860987 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-3f3fa6e8-3a57-411a-a845-7dbbbca7bc9c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Added segment f77b379b-c9fc-41bd-8f87-f4e49b86410b of type vlan for network d1ccb5fa-de10-4530-ad7f-e445c95ec4c2 Nov 13 05:14:24.904314 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa6e8-3a57-411a-a845-7dbbbca7bc9c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.930924 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa6e8-3a57-411a-a845-7dbbbca7bc9c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.936703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3fa6e8-3a57-411a-a845-7dbbbca7bc9c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:24.937278 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa6e8-3a57-411a-a845-7dbbbca7bc9c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:24.971974 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3f3fa6e8-3a57-411a-a845-7dbbbca7bc9c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2156439 Nov 13 05:14:24.975065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36346) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:24.980395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6391829b-25e6-433e-a75e-2c17e9366533 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'subnet': {'network_id': 'd1ccb5fa-de10-4530-ad7f-e445c95ec4c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:25.008628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fa6e8-3a57-411a-a845-7dbbbca7bc9c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Network': ['ID=d1ccb5fa-de10-4530-ad7f-e445c95ec4c2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:25.019655 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network d1ccb5fa-de10-4530-ad7f-e445c95ec4c2 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:14:25.078127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6391829b-25e6-433e-a75e-2c17e9366533 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:25.081845 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6391829b-25e6-433e-a75e-2c17e9366533 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:25.267732 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6391829b-25e6-433e-a75e-2c17e9366533 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:25.325369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391829b-25e6-433e-a75e-2c17e9366533 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Subnet': ['ID=3a0325fd-ed2f-4e08-b741-4644dc923bc7,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:25.335684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6391829b-25e6-433e-a75e-2c17e9366533 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Checking segment: {'id': 'f77b379b-c9fc-41bd-8f87-f4e49b86410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd1ccb5fa-de10-4530-ad7f-e445c95ec4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:14:25.336049 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6391829b-25e6-433e-a75e-2c17e9366533 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network hostable DHCP agents. Network: d1ccb5fa-de10-4530-ad7f-e445c95ec4c2, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:14:25.352685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6391829b-25e6-433e-a75e-2c17e9366533 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network d1ccb5fa-de10-4530-ad7f-e445c95ec4c2 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:14:25.362095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-6391829b-25e6-433e-a75e-2c17e9366533 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, d1ccb5fa-de10-4530-ad7f-e445c95ec4c2) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:25.366005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6391829b-25e6-433e-a75e-2c17e9366533 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:25.366992 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6391829b-25e6-433e-a75e-2c17e9366533 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:25.372684 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3541855d-d0da-4186-85e0-f33b9d825e4f None None] Network d1ccb5fa-de10-4530-ad7f-e445c95ec4c2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:25.387377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6391829b-25e6-433e-a75e-2c17e9366533 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4087765 Nov 13 05:14:25.387542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36348) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:25.392552 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-457394fb-0c4b-40e1-b1a9-b9f5a45db5a3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'network_id': 'd1ccb5fa-de10-4530-ad7f-e445c95ec4c2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1855737349'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:25.443957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 66d26ebe-8190-4355-87c7-5eae22e75f82 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:14:25.467509 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 66d26ebe-8190-4355-87c7-5eae22e75f82 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:14:25.467884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 66d26ebe-8190-4355-87c7-5eae22e75f82 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:14:25.503010 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457394fb-0c4b-40e1-b1a9-b9f5a45db5a3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:25.506580 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-457394fb-0c4b-40e1-b1a9-b9f5a45db5a3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:25.527379 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-457394fb-0c4b-40e1-b1a9-b9f5a45db5a3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port d0b5ec94-d5c4-4ee3-ac08-7f0a5aa00e7c yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:25.549004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-d1ccb5fa-de10-4530-ad7f-e445c95ec4c2', 'network_id': 'd1ccb5fa-de10-4530-ad7f-e445c95ec4c2', 'tenant_id': '4d3371504f31452ab06f3f2898b7d392', 'fixed_ips': [{'subnet_id': '3a0325fd-ed2f-4e08-b741-4644dc923bc7'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:14:25.549875 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:25.639705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-457394fb-0c4b-40e1-b1a9-b9f5a45db5a3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Allocated IP 2001:db8::39d (d1ccb5fa-de10-4530-ad7f-e445c95ec4c2/3a0325fd-ed2f-4e08-b741-4644dc923bc7/d0b5ec94-d5c4-4ee3-ac08-7f0a5aa00e7c) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:25.765057 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-457394fb-0c4b-40e1-b1a9-b9f5a45db5a3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:25.802380 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-457394fb-0c4b-40e1-b1a9-b9f5a45db5a3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:25.842093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457394fb-0c4b-40e1-b1a9-b9f5a45db5a3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network d1ccb5fa-de10-4530-ad7f-e445c95ec4c2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:25.847585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-457394fb-0c4b-40e1-b1a9-b9f5a45db5a3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:25.848682 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Allocated IP 2001:db8::2 (d1ccb5fa-de10-4530-ad7f-e445c95ec4c2/3a0325fd-ed2f-4e08-b741-4644dc923bc7/d4c2c1fd-73f2-4fd2-a67f-a938afca25e9) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:25.850172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457394fb-0c4b-40e1-b1a9-b9f5a45db5a3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:25.856601 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457394fb-0c4b-40e1-b1a9-b9f5a45db5a3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:25.857415 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-457394fb-0c4b-40e1-b1a9-b9f5a45db5a3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:25.872495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457394fb-0c4b-40e1-b1a9-b9f5a45db5a3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=d0b5ec94-d5c4-4ee3-ac08-7f0a5aa00e7c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:25.883654 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-457394fb-0c4b-40e1-b1a9-b9f5a45db5a3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.4950871 Nov 13 05:14:25.886647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36350) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:25.975914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b571b1ed-bcce-46e1-88ec-6df91725ab8e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port d0b5ec94-d5c4-4ee3-ac08-7f0a5aa00e7c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:25.976974 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b571b1ed-bcce-46e1-88ec-6df91725ab8e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.008168 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.015155 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.053861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Network d1ccb5fa-de10-4530-ad7f-e445c95ec4c2 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:26.058603 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:26.061232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:26.068495 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b571b1ed-bcce-46e1-88ec-6df91725ab8e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.070446 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Pushing event updated for resources: {'Port': ['ID=d4c2c1fd-73f2-4fd2-a67f-a938afca25e9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:26.080956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b571b1ed-bcce-46e1-88ec-6df91725ab8e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for d0b5ec94-d5c4-4ee3-ac08-7f0a5aa00e7c owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:26.119964 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Attempting to bind port d4c2c1fd-73f2-4fd2-a67f-a938afca25e9 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:14:26.120322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Attempting to bind port d4c2c1fd-73f2-4fd2-a67f-a938afca25e9 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'f77b379b-c9fc-41bd-8f87-f4e49b86410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd1ccb5fa-de10-4530-ad7f-e445c95ec4c2'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:14:26.120707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Attempting to bind port d4c2c1fd-73f2-4fd2-a67f-a938afca25e9 on network d1ccb5fa-de10-4530-ad7f-e445c95ec4c2 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:14:26.126319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:14:26.126694 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Checking segment: {'id': 'f77b379b-c9fc-41bd-8f87-f4e49b86410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd1ccb5fa-de10-4530-ad7f-e445c95ec4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:14:26.127149 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.127554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Bound using segment: {'id': 'f77b379b-c9fc-41bd-8f87-f4e49b86410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd1ccb5fa-de10-4530-ad7f-e445c95ec4c2'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:14:26.128100 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Bound port: d4c2c1fd-73f2-4fd2-a67f-a938afca25e9, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77b379b-c9fc-41bd-8f87-f4e49b86410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd1ccb5fa-de10-4530-ad7f-e445c95ec4c2'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:14:26.128503 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.203947 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] For port d4c2c1fd-73f2-4fd2-a67f-a938afca25e9, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:14:26.208973 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] For port d4c2c1fd-73f2-4fd2-a67f-a938afca25e9, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d4c2c1fd-73f2-4fd2-a67f-a938afca25e9,segment=NetworkSegment(f77b379b-c9fc-41bd-8f87-f4e49b86410b),segment_id=f77b379b-c9fc-41bd-8f87-f4e49b86410b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:14:26.213966 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.221844 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b571b1ed-bcce-46e1-88ec-6df91725ab8e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.252429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571b1ed-bcce-46e1-88ec-6df91725ab8e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=d0b5ec94-d5c4-4ee3-ac08-7f0a5aa00e7c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:26.273314 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b1c74-7974-4a67-83ff-0011aa26eca2 None None] Pushing event updated for resources: {'Port': ['ID=d4c2c1fd-73f2-4fd2-a67f-a938afca25e9,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:26.280021 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b571b1ed-bcce-46e1-88ec-6df91725ab8e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.283427 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b571b1ed-bcce-46e1-88ec-6df91725ab8e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/d0b5ec94-d5c4-4ee3-ac08-7f0a5aa00e7c HTTP/1.1" status: 204 len: 168 time: 0.3953927 Nov 13 05:14:26.286060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36352) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:26.310444 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db5bdbe-f198-40a8-bc14-e8ed133454d2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] GET failed (client error): The resource could not be found. Nov 13 05:14:26.312303 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2db5bdbe-f198-40a8-bc14-e8ed133454d2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/d0b5ec94-d5c4-4ee3-ac08-7f0a5aa00e7c HTTP/1.1" status: 404 len: 333 time: 0.0252278 Nov 13 05:14:26.315191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36354) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:26.366368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-e565430a-e146-412e-aec4-e9aa6c10d4c8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting subnet 3a0325fd-ed2f-4e08-b741-4644dc923bc7 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:14:26.370059 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e565430a-e146-412e-aec4-e9aa6c10d4c8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.416079 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e565430a-e146-412e-aec4-e9aa6c10d4c8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.553969 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e565430a-e146-412e-aec4-e9aa6c10d4c8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.613796 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e565430a-e146-412e-aec4-e9aa6c10d4c8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.650267 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565430a-e146-412e-aec4-e9aa6c10d4c8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0325fd-ed2f-4e08-b741-4644dc923bc7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:26.653225 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e565430a-e146-412e-aec4-e9aa6c10d4c8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.656534 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e565430a-e146-412e-aec4-e9aa6c10d4c8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/3a0325fd-ed2f-4e08-b741-4644dc923bc7 HTTP/1.1" status: 204 len: 168 time: 0.3403399 Nov 13 05:14:26.659297 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36356) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:26.738964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.793982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port d4c2c1fd-73f2-4fd2-a67f-a938afca25e9 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:26.794216 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.860703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] For port d4c2c1fd-73f2-4fd2-a67f-a938afca25e9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d4c2c1fd-73f2-4fd2-a67f-a938afca25e9,segment=NetworkSegment(f77b379b-c9fc-41bd-8f87-f4e49b86410b),segment_id=f77b379b-c9fc-41bd-8f87-f4e49b86410b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:26.861077 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.875482 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for d4c2c1fd-73f2-4fd2-a67f-a938afca25e9 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:26.964238 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:26.992316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=d4c2c1fd-73f2-4fd2-a67f-a938afca25e9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:26.997334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No DVR routers for this DVR port d4c2c1fd-73f2-4fd2-a67f-a938afca25e9 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:14:27.085297 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:27.108729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ccb5fa-de10-4530-ad7f-e445c95ec4c2']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:27.118983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77b379b-c9fc-41bd-8f87-f4e49b86410b') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:27.119291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77b379b-c9fc-41bd-8f87-f4e49b86410b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:27.129069 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:27.143452 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:27.150265 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5b056-273b-4e6b-8c2d-ee4dd78ba8fe None None] Network d1ccb5fa-de10-4530-ad7f-e445c95ec4c2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:27.150789 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:14:27.151176 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:14:27.154788 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:14:27.177957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3e69cff8-a8c4-4774-b607-cc6b64b18563 None None] Could not find standard attr ID for object d4c2c1fd-73f2-4fd2-a67f-a938afca25e9. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:14:27.218190 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:27.226809 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:27.229973 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/networks/d1ccb5fa-de10-4530-ad7f-e445c95ec4c2 HTTP/1.1" status: 204 len: 168 time: 0.5697443 Nov 13 05:14:27.234074 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36358) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:27.239333 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-89836618-3dc2-42e6-9374-dfcccec0e4b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'name': 'tempest-PortsIpV6TestJSON-688175692'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:27.242007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dbbca-bf46-450b-a76e-c3121956524e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Network': ['ID=d1ccb5fa-de10-4530-ad7f-e445c95ec4c2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:27.314704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74281d21-eb1e-4106-bf07-034a7945477d None None] DHCP port deletion for d1ccb5fa-de10-4530-ad7f-e445c95ec4c2 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:14:27.692052 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89836618-3dc2-42e6-9374-dfcccec0e4b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:27.695661 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89836618-3dc2-42e6-9374-dfcccec0e4b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:27.716267 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-89836618-3dc2-42e6-9374-dfcccec0e4b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port 6ee1f60b-ae95-463c-8bd3-50b910ef9308 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:27.897884 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89836618-3dc2-42e6-9374-dfcccec0e4b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:27.936431 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89836618-3dc2-42e6-9374-dfcccec0e4b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:27.985125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89836618-3dc2-42e6-9374-dfcccec0e4b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 94fd5c0c-d104-41af-9040-cfea61145902 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:27.988276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-89836618-3dc2-42e6-9374-dfcccec0e4b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:27.990926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89836618-3dc2-42e6-9374-dfcccec0e4b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:27.998335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89836618-3dc2-42e6-9374-dfcccec0e4b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:27.999055 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89836618-3dc2-42e6-9374-dfcccec0e4b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:28.006957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89836618-3dc2-42e6-9374-dfcccec0e4b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=6ee1f60b-ae95-463c-8bd3-50b910ef9308,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:28.026807 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-89836618-3dc2-42e6-9374-dfcccec0e4b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7913783 Nov 13 05:14:28.030351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36360) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:28.137907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-00ee8ecb-9f68-4c8d-a428-763561e245a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port 6ee1f60b-ae95-463c-8bd3-50b910ef9308 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:28.138238 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00ee8ecb-9f68-4c8d-a428-763561e245a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:28.205439 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00ee8ecb-9f68-4c8d-a428-763561e245a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:28.219285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-00ee8ecb-9f68-4c8d-a428-763561e245a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for 6ee1f60b-ae95-463c-8bd3-50b910ef9308 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:28.308921 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00ee8ecb-9f68-4c8d-a428-763561e245a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:28.343159 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee8ecb-9f68-4c8d-a428-763561e245a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=6ee1f60b-ae95-463c-8bd3-50b910ef9308,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:28.349460 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00ee8ecb-9f68-4c8d-a428-763561e245a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:28.354183 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-00ee8ecb-9f68-4c8d-a428-763561e245a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/6ee1f60b-ae95-463c-8bd3-50b910ef9308 HTTP/1.1" status: 204 len: 168 time: 0.3225160 Nov 13 05:14:28.358007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36362) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:28.363455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2130c25d-9da3-4213-9f08-5a59c2e39bbd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'mac_address': 'fa:16:3e:c3:55:f4', 'name': 'tempest-PortsIpV6TestJSON-1807388921'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:28.461434 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2130c25d-9da3-4213-9f08-5a59c2e39bbd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:28.544344 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2130c25d-9da3-4213-9f08-5a59c2e39bbd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:28.577926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-2130c25d-9da3-4213-9f08-5a59c2e39bbd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port cbfd6d6d-7142-4e88-8431-6db2bab88c20 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:28.658739 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:28.774635 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2130c25d-9da3-4213-9f08-5a59c2e39bbd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:28.813656 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2130c25d-9da3-4213-9f08-5a59c2e39bbd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:28.859840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130c25d-9da3-4213-9f08-5a59c2e39bbd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 94fd5c0c-d104-41af-9040-cfea61145902 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:28.864743 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-2130c25d-9da3-4213-9f08-5a59c2e39bbd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:28.867684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2130c25d-9da3-4213-9f08-5a59c2e39bbd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:28.876065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2130c25d-9da3-4213-9f08-5a59c2e39bbd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:28.877050 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2130c25d-9da3-4213-9f08-5a59c2e39bbd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:28.891327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130c25d-9da3-4213-9f08-5a59c2e39bbd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=cbfd6d6d-7142-4e88-8431-6db2bab88c20,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:28.903864 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2130c25d-9da3-4213-9f08-5a59c2e39bbd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5446839 Nov 13 05:14:28.906514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36364) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:28.955078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5771300-c94f-4aa5-9de7-0b9cd2ce53da tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:28.956445 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b5771300-c94f-4aa5-9de7-0b9cd2ce53da tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/cbfd6d6d-7142-4e88-8431-6db2bab88c20 HTTP/1.1" status: 200 len: 845 time: 0.0488837 Nov 13 05:14:28.959297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36366) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:29.024193 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:29.045505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b180b215-defa-408d-b4b3-972c98840d4a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port cbfd6d6d-7142-4e88-8431-6db2bab88c20 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:29.046145 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b180b215-defa-408d-b4b3-972c98840d4a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:29.117977 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b180b215-defa-408d-b4b3-972c98840d4a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:29.137011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b180b215-defa-408d-b4b3-972c98840d4a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for cbfd6d6d-7142-4e88-8431-6db2bab88c20 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:29.227352 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b180b215-defa-408d-b4b3-972c98840d4a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:29.257611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180b215-defa-408d-b4b3-972c98840d4a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=cbfd6d6d-7142-4e88-8431-6db2bab88c20,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:29.261499 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b180b215-defa-408d-b4b3-972c98840d4a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:29.264829 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b180b215-defa-408d-b4b3-972c98840d4a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/cbfd6d6d-7142-4e88-8431-6db2bab88c20 HTTP/1.1" status: 204 len: 168 time: 0.3043571 Nov 13 05:14:29.268459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36368) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:29.292912 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dae558e-05ef-4d40-b59a-be695a53c761 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] GET failed (client error): The resource could not be found. Nov 13 05:14:29.294362 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8dae558e-05ef-4d40-b59a-be695a53c761 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/cbfd6d6d-7142-4e88-8431-6db2bab88c20 HTTP/1.1" status: 404 len: 333 time: 0.0249753 Nov 13 05:14:29.298405 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36370) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:29.303174 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6c49dc81-6349-4d3f-910e-2d18e7a3a7b3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'name': 'tempest-PortsIpV6TestJSON-500608620'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:29.394346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c49dc81-6349-4d3f-910e-2d18e7a3a7b3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:29.397871 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c49dc81-6349-4d3f-910e-2d18e7a3a7b3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:29.415954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-6c49dc81-6349-4d3f-910e-2d18e7a3a7b3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port 6d5594c4-add9-4cd2-898f-dfe551d72f65 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:29.587424 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c49dc81-6349-4d3f-910e-2d18e7a3a7b3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:29.623011 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c49dc81-6349-4d3f-910e-2d18e7a3a7b3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:29.663461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c49dc81-6349-4d3f-910e-2d18e7a3a7b3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 94fd5c0c-d104-41af-9040-cfea61145902 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:29.666401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-6c49dc81-6349-4d3f-910e-2d18e7a3a7b3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:29.672224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c49dc81-6349-4d3f-910e-2d18e7a3a7b3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:29.677937 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c49dc81-6349-4d3f-910e-2d18e7a3a7b3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:29.678532 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c49dc81-6349-4d3f-910e-2d18e7a3a7b3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:29.688545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49dc81-6349-4d3f-910e-2d18e7a3a7b3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=6d5594c4-add9-4cd2-898f-dfe551d72f65,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:29.702177 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6c49dc81-6349-4d3f-910e-2d18e7a3a7b3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4026289 Nov 13 05:14:29.704978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36372) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:29.710179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-78d27720-38bb-4a12-a504-36c01a2219a1 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:29.778301 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78d27720-38bb-4a12-a504-36c01a2219a1 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:29.938469 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78d27720-38bb-4a12-a504-36c01a2219a1 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:29.944024 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78d27720-38bb-4a12-a504-36c01a2219a1 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:29.978782 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-78d27720-38bb-4a12-a504-36c01a2219a1 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] In _notify_port_updated(), no bound segment for port 6d5594c4-add9-4cd2-898f-dfe551d72f65 on network 94fd5c0c-d104-41af-9040-cfea61145902 {{(pid=102667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:14:29.985198 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d27720-38bb-4a12-a504-36c01a2219a1 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:29.985791 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78d27720-38bb-4a12-a504-36c01a2219a1 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:29.987111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-78d27720-38bb-4a12-a504-36c01a2219a1 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "PUT /v2.0/ports/6d5594c4-add9-4cd2-898f-dfe551d72f65 HTTP/1.1" status: 200 len: 818 time: 0.2811732 Nov 13 05:14:29.990313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36374) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:30.025521 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d27720-38bb-4a12-a504-36c01a2219a1 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=6d5594c4-add9-4cd2-898f-dfe551d72f65,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:30.044242 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89b6a73b-161f-4378-ad5f-9ce30c71d75b req-162a9b11-f858-4180-a10a-35c048da3b6c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543253 Nov 13 05:14:30.092926 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port 6d5594c4-add9-4cd2-898f-dfe551d72f65 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:30.093222 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:30.148198 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a73b-161f-4378-ad5f-9ce30c71d75b req-39c9ec8e-f6b7-43af-b0f7-53767867fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:30.149755 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89b6a73b-161f-4378-ad5f-9ce30c71d75b req-39c9ec8e-f6b7-43af-b0f7-53767867fd98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 1097 time: 0.0441282 Nov 13 05:14:30.160878 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:30.174528 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for 6d5594c4-add9-4cd2-898f-dfe551d72f65 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:30.260850 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:30.263746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a73b-161f-4378-ad5f-9ce30c71d75b req-0cb5aa5a-f44f-42e1-9b85-9efc8e55e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:30.265932 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89b6a73b-161f-4378-ad5f-9ce30c71d75b req-0cb5aa5a-f44f-42e1-9b85-9efc8e55e1c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9fef28e6-0acd-4096-9fd7-1449d4051ade HTTP/1.1" status: 200 len: 898 time: 0.0953252 Nov 13 05:14:30.288553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=6d5594c4-add9-4cd2-898f-dfe551d72f65,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:30.300700 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:30.301131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:30.301352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:30.301694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:30.302057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:30.302385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:30.302713 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:30.303068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:30.303389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:30.303680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:30.304008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:30.304731 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:14:30.310269 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:30.313477 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6660f907-4a8f-419a-96c1-877dc3050ffd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/6d5594c4-add9-4cd2-898f-dfe551d72f65 HTTP/1.1" status: 204 len: 168 time: 0.3221254 Nov 13 05:14:30.316211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36376) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:30.337772 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89b6a73b-161f-4378-ad5f-9ce30c71d75b req-ee25fa1d-2a30-47e6-a1ef-39c5c5743e5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efeb9eb3-c339-429e-a3a0-2b27eba7effb HTTP/1.1" status: 200 len: 1001 time: 0.0648975 Nov 13 05:14:30.364519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfc1ce5-0edb-4968-a1c0-602d480bb526 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:30.366193 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7bfc1ce5-0edb-4968-a1c0-602d480bb526 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0489175 Nov 13 05:14:30.369143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36378) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:30.393348 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4cb3409-65ae-4d9c-b5d8-a6e233328984 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] GET failed (client error): The resource could not be found. Nov 13 05:14:30.393998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a73b-161f-4378-ad5f-9ce30c71d75b req-32fefcf9-dbf6-4bc5-b347-ed81885c3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:30.394859 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e4cb3409-65ae-4d9c-b5d8-a6e233328984 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/6d5594c4-add9-4cd2-898f-dfe551d72f65 HTTP/1.1" status: 404 len: 333 time: 0.0247977 Nov 13 05:14:30.395508 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89b6a73b-161f-4378-ad5f-9ce30c71d75b req-32fefcf9-dbf6-4bc5-b347-ed81885c3627 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4337212-112e-49be-9834-f9853289a4e8 HTTP/1.1" status: 200 len: 835 time: 0.0504611 Nov 13 05:14:30.398546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36380) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:30.403422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b83b5318-c62d-40df-9133-839c176a7a29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2037399378'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:30.425770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83b5318-c62d-40df-9133-839c176a7a29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:30.429372 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b83b5318-c62d-40df-9133-839c176a7a29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:30.444358 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a73b-161f-4378-ad5f-9ce30c71d75b req-19dfae73-d7fa-4312-924b-60f38ab45452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:30.445871 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89b6a73b-161f-4378-ad5f-9ce30c71d75b req-19dfae73-d7fa-4312-924b-60f38ab45452 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9fef28e6-0acd-4096-9fd7-1449d4051ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424235 Nov 13 05:14:30.457903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83b5318-c62d-40df-9133-839c176a7a29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:14:30.467080 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b83b5318-c62d-40df-9133-839c176a7a29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:30.467425 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-b83b5318-c62d-40df-9133-839c176a7a29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Added segment 058b1351-c84c-4c47-8e28-7b16cca372c0 of type vlan for network 9ce5b7ad-9699-4438-a828-72ce17c70f57 Nov 13 05:14:30.506721 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b83b5318-c62d-40df-9133-839c176a7a29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:30.533224 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b83b5318-c62d-40df-9133-839c176a7a29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:30.539249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83b5318-c62d-40df-9133-839c176a7a29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:30.539826 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b83b5318-c62d-40df-9133-839c176a7a29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:30.541591 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89b6a73b-161f-4378-ad5f-9ce30c71d75b req-1a1d9304-6036-4897-918c-a83f9c97bbdf service neutron] 10.222.0.46 "GET /v2.0/networks/9fef28e6-0acd-4096-9fd7-1449d4051ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877407 Nov 13 05:14:30.600959 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b83b5318-c62d-40df-9133-839c176a7a29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2013352 Nov 13 05:14:30.603961 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36382) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:30.610938 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-614cc337-5ffe-4540-9767-e1c6f8af1946 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'subnet': {'network_id': '9ce5b7ad-9699-4438-a828-72ce17c70f57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:30.627910 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b5318-c62d-40df-9133-839c176a7a29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Network': ['ID=9ce5b7ad-9699-4438-a828-72ce17c70f57,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:30.637707 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89b6a73b-161f-4378-ad5f-9ce30c71d75b req-ee524ea6-b838-412a-8ac9-f9058cf1a6c2 service neutron] 10.222.0.46 "GET /v2.0/networks/9fef28e6-0acd-4096-9fd7-1449d4051ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892019 Nov 13 05:14:30.638638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 9ce5b7ad-9699-4438-a828-72ce17c70f57 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:14:30.714573 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614cc337-5ffe-4540-9767-e1c6f8af1946 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:30.718893 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-614cc337-5ffe-4540-9767-e1c6f8af1946 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:30.911326 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-614cc337-5ffe-4540-9767-e1c6f8af1946 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:30.970819 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cc337-5ffe-4540-9767-e1c6f8af1946 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Subnet': ['ID=b6b10330-ab30-4568-b8df-43c60d7e75a8,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:30.979969 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614cc337-5ffe-4540-9767-e1c6f8af1946 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Checking segment: {'id': '058b1351-c84c-4c47-8e28-7b16cca372c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9ce5b7ad-9699-4438-a828-72ce17c70f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:14:30.980356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614cc337-5ffe-4540-9767-e1c6f8af1946 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network hostable DHCP agents. Network: 9ce5b7ad-9699-4438-a828-72ce17c70f57, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:14:30.999065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614cc337-5ffe-4540-9767-e1c6f8af1946 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 9ce5b7ad-9699-4438-a828-72ce17c70f57 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:14:31.009350 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-614cc337-5ffe-4540-9767-e1c6f8af1946 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 9ce5b7ad-9699-4438-a828-72ce17c70f57) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:31.013740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614cc337-5ffe-4540-9767-e1c6f8af1946 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:31.013924 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-614cc337-5ffe-4540-9767-e1c6f8af1946 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:31.022427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf8969c-18af-448c-8e0a-698cd1965ff7 None None] Network 9ce5b7ad-9699-4438-a828-72ce17c70f57 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:31.034091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-614cc337-5ffe-4540-9767-e1c6f8af1946 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4291089 Nov 13 05:14:31.037528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36384) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:31.043186 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d526fd0e-5eda-43c9-988e-05278e7b9559 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'subnet': {'network_id': '9ce5b7ad-9699-4438-a828-72ce17c70f57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:31.157879 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d526fd0e-5eda-43c9-988e-05278e7b9559 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:31.161649 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d526fd0e-5eda-43c9-988e-05278e7b9559 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:31.173954 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-9ce5b7ad-9699-4438-a828-72ce17c70f57', 'network_id': '9ce5b7ad-9699-4438-a828-72ce17c70f57', 'tenant_id': '4d3371504f31452ab06f3f2898b7d392', 'fixed_ips': [{'subnet_id': 'b6b10330-ab30-4568-b8df-43c60d7e75a8'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:14:31.175087 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:31.251654 n-d-813114-2 neutron-server[102667]: INFO neutron.db.ipam_backend_mixin [None req-d526fd0e-5eda-43c9-988e-05278e7b9559 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6b10330-ab30-4568-b8df-43c60d7e75a8 (CIDR: 2001:db8::/64) Nov 13 05:14:31.255500 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d526fd0e-5eda-43c9-988e-05278e7b9559 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:14:31.255957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d526fd0e-5eda-43c9-988e-05278e7b9559 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:31.272357 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d526fd0e-5eda-43c9-988e-05278e7b9559 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2336555 Nov 13 05:14:31.275304 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36386) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:31.281168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e09387e2-d187-44cf-8325-31dfe400ee96 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'subnet': {'network_id': '9ce5b7ad-9699-4438-a828-72ce17c70f57', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:31.309517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Allocated IP 2001:db8::2 (9ce5b7ad-9699-4438-a828-72ce17c70f57/b6b10330-ab30-4568-b8df-43c60d7e75a8/459b466f-e291-43af-b541-d19b849c34b8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:31.401463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09387e2-d187-44cf-8325-31dfe400ee96 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:31.405271 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e09387e2-d187-44cf-8325-31dfe400ee96 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:31.450459 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:31.456792 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:31.504582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Network 9ce5b7ad-9699-4438-a828-72ce17c70f57 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:31.505932 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Pushing event updated for resources: {'Port': ['ID=459b466f-e291-43af-b541-d19b849c34b8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:31.508539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:31.510615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:31.560702 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Attempting to bind port 459b466f-e291-43af-b541-d19b849c34b8 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:14:31.561055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Attempting to bind port 459b466f-e291-43af-b541-d19b849c34b8 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '058b1351-c84c-4c47-8e28-7b16cca372c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9ce5b7ad-9699-4438-a828-72ce17c70f57'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:14:31.561599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Attempting to bind port 459b466f-e291-43af-b541-d19b849c34b8 on network 9ce5b7ad-9699-4438-a828-72ce17c70f57 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:14:31.566663 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:14:31.567066 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Checking segment: {'id': '058b1351-c84c-4c47-8e28-7b16cca372c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9ce5b7ad-9699-4438-a828-72ce17c70f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:14:31.567451 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:31.567836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Bound using segment: {'id': '058b1351-c84c-4c47-8e28-7b16cca372c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9ce5b7ad-9699-4438-a828-72ce17c70f57'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:14:31.568288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Bound port: 459b466f-e291-43af-b541-d19b849c34b8, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058b1351-c84c-4c47-8e28-7b16cca372c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9ce5b7ad-9699-4438-a828-72ce17c70f57'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:14:31.568651 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:31.629495 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] For port 459b466f-e291-43af-b541-d19b849c34b8, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:14:31.632508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] For port 459b466f-e291-43af-b541-d19b849c34b8, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=459b466f-e291-43af-b541-d19b849c34b8,segment=NetworkSegment(058b1351-c84c-4c47-8e28-7b16cca372c0),segment_id=058b1351-c84c-4c47-8e28-7b16cca372c0)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:14:31.636695 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:31.656357 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e09387e2-d187-44cf-8325-31dfe400ee96 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:31.693390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15815e6b-258f-46f2-be53-d2d65560276e None None] Pushing event updated for resources: {'Port': ['ID=459b466f-e291-43af-b541-d19b849c34b8,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:31.698539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09387e2-d187-44cf-8325-31dfe400ee96 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 9ce5b7ad-9699-4438-a828-72ce17c70f57 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:31.704043 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e09387e2-d187-44cf-8325-31dfe400ee96 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:31.708513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09387e2-d187-44cf-8325-31dfe400ee96 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:31.709097 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e09387e2-d187-44cf-8325-31dfe400ee96 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:31.719119 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09387e2-d187-44cf-8325-31dfe400ee96 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Subnet': ['ID=80d03336-dcff-4610-a7b5-f707fdbc31b9,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:31.733534 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e09387e2-d187-44cf-8325-31dfe400ee96 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4569635 Nov 13 05:14:31.736480 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36388) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:31.741755 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f0059d21-dbeb-4693-b26f-0c49249317d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'network_id': '9ce5b7ad-9699-4438-a828-72ce17c70f57', 'fixed_ips': [{'subnet_id': 'b6b10330-ab30-4568-b8df-43c60d7e75a8'}, {'subnet_id': '80d03336-dcff-4610-a7b5-f707fdbc31b9'}], 'name': 'tempest-PortsIpV6TestJSON-1537410246'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:31.893871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0059d21-dbeb-4693-b26f-0c49249317d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:31.980962 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0059d21-dbeb-4693-b26f-0c49249317d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:32.000720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-f0059d21-dbeb-4693-b26f-0c49249317d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port 5fc633e1-7c59-49c2-be6d-8b36e4745359 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:32.277250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f0059d21-dbeb-4693-b26f-0c49249317d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Allocated IP 2001:db8::1fa (9ce5b7ad-9699-4438-a828-72ce17c70f57/b6b10330-ab30-4568-b8df-43c60d7e75a8/5fc633e1-7c59-49c2-be6d-8b36e4745359) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:32.283158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f0059d21-dbeb-4693-b26f-0c49249317d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Allocated IP 2001:db8:0:1::a3 (9ce5b7ad-9699-4438-a828-72ce17c70f57/80d03336-dcff-4610-a7b5-f707fdbc31b9/5fc633e1-7c59-49c2-be6d-8b36e4745359) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:32.433092 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0059d21-dbeb-4693-b26f-0c49249317d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:32.469073 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0059d21-dbeb-4693-b26f-0c49249317d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:32.518950 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0059d21-dbeb-4693-b26f-0c49249317d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 9ce5b7ad-9699-4438-a828-72ce17c70f57 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:32.522215 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f0059d21-dbeb-4693-b26f-0c49249317d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:32.527402 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0059d21-dbeb-4693-b26f-0c49249317d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:32.533896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0059d21-dbeb-4693-b26f-0c49249317d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:32.534552 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0059d21-dbeb-4693-b26f-0c49249317d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:32.538473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0059d21-dbeb-4693-b26f-0c49249317d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=5fc633e1-7c59-49c2-be6d-8b36e4745359,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:32.556448 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f0059d21-dbeb-4693-b26f-0c49249317d9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.8188748 Nov 13 05:14:32.559309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36390) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:32.565362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-ba1069c0-7e83-4fc8-8de1-11264307884d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b6b10330-ab30-4568-b8df-43c60d7e75a8'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:32.625215 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b6a627-2a02-494e-ae15-c613169bba31 None None] Network 9ce5b7ad-9699-4438-a828-72ce17c70f57 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:32.734372 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba1069c0-7e83-4fc8-8de1-11264307884d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:32.856167 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-92b5c40e-00f6-40a0-bda7-4ffd810f96fd None None] Provisioning complete for port 459b466f-e291-43af-b541-d19b849c34b8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:32.856781 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92b5c40e-00f6-40a0-bda7-4ffd810f96fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:32.995417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-ba1069c0-7e83-4fc8-8de1-11264307884d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Delete allocated IP 2001:db8:0:1::a3 (9ce5b7ad-9699-4438-a828-72ce17c70f57/80d03336-dcff-4610-a7b5-f707fdbc31b9) {{(pid=102667) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 13 05:14:33.002947 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92b5c40e-00f6-40a0-bda7-4ffd810f96fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:33.042848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-92b5c40e-00f6-40a0-bda7-4ffd810f96fd None None] For port 459b466f-e291-43af-b541-d19b849c34b8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=459b466f-e291-43af-b541-d19b849c34b8,segment=NetworkSegment(058b1351-c84c-4c47-8e28-7b16cca372c0),segment_id=058b1351-c84c-4c47-8e28-7b16cca372c0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:33.056054 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92b5c40e-00f6-40a0-bda7-4ffd810f96fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:33.124617 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a35a818-6361-4cc7-a224-fea28891a7ae None None] Update dhcp port {'port': {'network_id': '9ce5b7ad-9699-4438-a828-72ce17c70f57', 'fixed_ips': [{'subnet_id': 'b6b10330-ab30-4568-b8df-43c60d7e75a8', 'ip_address': '2001:db8::2'}, {'subnet_id': '80d03336-dcff-4610-a7b5-f707fdbc31b9'}], 'binding:host_id': 'n-d-813114-2'}, 'id': '459b466f-e291-43af-b541-d19b849c34b8'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 05:14:33.129577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5c40e-00f6-40a0-bda7-4ffd810f96fd None None] Pushing event updated for resources: {'Port': ['ID=459b466f-e291-43af-b541-d19b849c34b8,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:33.137046 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba1069c0-7e83-4fc8-8de1-11264307884d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:33.143350 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba1069c0-7e83-4fc8-8de1-11264307884d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:33.154852 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a35a818-6361-4cc7-a224-fea28891a7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:33.210001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-ba1069c0-7e83-4fc8-8de1-11264307884d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] In _notify_port_updated(), no bound segment for port 5fc633e1-7c59-49c2-be6d-8b36e4745359 on network 9ce5b7ad-9699-4438-a828-72ce17c70f57 {{(pid=102667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:14:33.215814 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1069c0-7e83-4fc8-8de1-11264307884d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:33.216464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba1069c0-7e83-4fc8-8de1-11264307884d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:33.218103 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ba1069c0-7e83-4fc8-8de1-11264307884d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "PUT /v2.0/ports/5fc633e1-7c59-49c2-be6d-8b36e4745359 HTTP/1.1" status: 200 len: 926 time: 0.6573784 Nov 13 05:14:33.220798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:33.226388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1069c0-7e83-4fc8-8de1-11264307884d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=5fc633e1-7c59-49c2-be6d-8b36e4745359,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:33.228142 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d497ab40-0e1f-4021-a799-b631b46894bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b6b10330-ab30-4568-b8df-43c60d7e75a8'}, {'subnet_id': '80d03336-dcff-4610-a7b5-f707fdbc31b9'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:33.306861 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d497ab40-0e1f-4021-a799-b631b46894bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:33.320958 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5a35a818-6361-4cc7-a224-fea28891a7ae None None] Allocated IP 2001:db8:0:1::2 (9ce5b7ad-9699-4438-a828-72ce17c70f57/80d03336-dcff-4610-a7b5-f707fdbc31b9/459b466f-e291-43af-b541-d19b849c34b8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:33.423233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5a35a818-6361-4cc7-a224-fea28891a7ae None None] For port 459b466f-e291-43af-b541-d19b849c34b8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=459b466f-e291-43af-b541-d19b849c34b8,segment=NetworkSegment(058b1351-c84c-4c47-8e28-7b16cca372c0),segment_id=058b1351-c84c-4c47-8e28-7b16cca372c0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:33.452595 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a35a818-6361-4cc7-a224-fea28891a7ae None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:33.457827 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a35a818-6361-4cc7-a224-fea28891a7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:33.485170 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 459b466f-e291-43af-b541-d19b849c34b8 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:14:33.574888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-d497ab40-0e1f-4021-a799-b631b46894bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Allocated IP 2001:db8:0:1::1f3 (9ce5b7ad-9699-4438-a828-72ce17c70f57/80d03336-dcff-4610-a7b5-f707fdbc31b9/5fc633e1-7c59-49c2-be6d-8b36e4745359) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:33.579379 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35a818-6361-4cc7-a224-fea28891a7ae None None] Pushing event updated for resources: {'Port': ['ID=459b466f-e291-43af-b541-d19b849c34b8,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:33.598213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 459b466f-e291-43af-b541-d19b849c34b8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:33.598710 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:33.709371 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d497ab40-0e1f-4021-a799-b631b46894bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:33.715003 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d497ab40-0e1f-4021-a799-b631b46894bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:33.796675 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497ab40-0e1f-4021-a799-b631b46894bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=5fc633e1-7c59-49c2-be6d-8b36e4745359,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:33.799468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d497ab40-0e1f-4021-a799-b631b46894bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] In _notify_port_updated(), no bound segment for port 5fc633e1-7c59-49c2-be6d-8b36e4745359 on network 9ce5b7ad-9699-4438-a828-72ce17c70f57 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:14:33.805111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d497ab40-0e1f-4021-a799-b631b46894bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:33.805746 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d497ab40-0e1f-4021-a799-b631b46894bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:33.807134 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d497ab40-0e1f-4021-a799-b631b46894bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "PUT /v2.0/ports/5fc633e1-7c59-49c2-be6d-8b36e4745359 HTTP/1.1" status: 200 len: 1012 time: 0.5836639 Nov 13 05:14:33.809984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36394) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:33.904410 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-02424374-e482-47f6-896e-5958f287ce13 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port 5fc633e1-7c59-49c2-be6d-8b36e4745359 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:33.904642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02424374-e482-47f6-896e-5958f287ce13 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:33.997684 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02424374-e482-47f6-896e-5958f287ce13 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.010368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-02424374-e482-47f6-896e-5958f287ce13 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for 5fc633e1-7c59-49c2-be6d-8b36e4745359 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:34.102942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d14386-9eaa-4c2d-aa1a-9b0558b6b3ce None None] Network 9ce5b7ad-9699-4438-a828-72ce17c70f57 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:34.197959 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02424374-e482-47f6-896e-5958f287ce13 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.209449 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6a7eb36-4543-4959-ab6f-10886272824b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.228145 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02424374-e482-47f6-896e-5958f287ce13 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=5fc633e1-7c59-49c2-be6d-8b36e4745359,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:34.246875 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-465a7337-5bc9-42f1-8744-cf57fbf120f0 None None] Provisioning complete for port 459b466f-e291-43af-b541-d19b849c34b8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:34.247364 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-465a7337-5bc9-42f1-8744-cf57fbf120f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.280087 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02424374-e482-47f6-896e-5958f287ce13 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.284429 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-02424374-e482-47f6-896e-5958f287ce13 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/5fc633e1-7c59-49c2-be6d-8b36e4745359 HTTP/1.1" status: 204 len: 168 time: 0.4733717 Nov 13 05:14:34.286787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36396) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:34.311851 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f623f264-e53b-438e-ac06-281a8c13afcf tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] GET failed (client error): The resource could not be found. Nov 13 05:14:34.313591 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f623f264-e53b-438e-ac06-281a8c13afcf tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/5fc633e1-7c59-49c2-be6d-8b36e4745359 HTTP/1.1" status: 404 len: 333 time: 0.0255759 Nov 13 05:14:34.316231 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36398) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:34.367511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-7306c72f-fb2c-41f1-b7b3-053304d186fa tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting subnet 80d03336-dcff-4610-a7b5-f707fdbc31b9 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:14:34.370871 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7306c72f-fb2c-41f1-b7b3-053304d186fa tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.376646 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-465a7337-5bc9-42f1-8744-cf57fbf120f0 None None] Could not find standard attr ID for object 5fc633e1-7c59-49c2-be6d-8b36e4745359. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:14:34.412521 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7306c72f-fb2c-41f1-b7b3-053304d186fa tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.504782 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7306c72f-fb2c-41f1-b7b3-053304d186fa tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.566960 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7306c72f-fb2c-41f1-b7b3-053304d186fa tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.597924 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306c72f-fb2c-41f1-b7b3-053304d186fa tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Subnet': ['ID=80d03336-dcff-4610-a7b5-f707fdbc31b9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:34.605097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3d620143-43e7-4b5a-84e6-81f2c0c35fad None None] Provisioning complete for port 459b466f-e291-43af-b541-d19b849c34b8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:34.605459 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d620143-43e7-4b5a-84e6-81f2c0c35fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.608066 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7306c72f-fb2c-41f1-b7b3-053304d186fa tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.614372 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7306c72f-fb2c-41f1-b7b3-053304d186fa tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/80d03336-dcff-4610-a7b5-f707fdbc31b9 HTTP/1.1" status: 204 len: 168 time: 0.2971423 Nov 13 05:14:34.617421 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36400) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:34.675195 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fa61f5-5e70-4b93-9b79-f361f94928a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting subnet b6b10330-ab30-4568-b8df-43c60d7e75a8 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:14:34.678763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-75fa61f5-5e70-4b93-9b79-f361f94928a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.723869 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-75fa61f5-5e70-4b93-9b79-f361f94928a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.763463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d06d76-654b-4348-a861-7966b3cec162 None None] Network 9ce5b7ad-9699-4438-a828-72ce17c70f57 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:34.813993 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-75fa61f5-5e70-4b93-9b79-f361f94928a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.821656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-96b12fcd-d446-4410-998e-b598e9f95cb1 None None] Could not find standard attr ID for object 5fc633e1-7c59-49c2-be6d-8b36e4745359. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:14:34.876567 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-75fa61f5-5e70-4b93-9b79-f361f94928a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.903271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa61f5-5e70-4b93-9b79-f361f94928a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b10330-ab30-4568-b8df-43c60d7e75a8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:34.908571 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-75fa61f5-5e70-4b93-9b79-f361f94928a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:34.911959 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-75fa61f5-5e70-4b93-9b79-f361f94928a8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/b6b10330-ab30-4568-b8df-43c60d7e75a8 HTTP/1.1" status: 204 len: 168 time: 0.2929823 Nov 13 05:14:34.914766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36402) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:34.984934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494f4b27-70ab-4446-a100-3f3b1092c142 None None] Update dhcp port {'port': {'network_id': '9ce5b7ad-9699-4438-a828-72ce17c70f57', 'fixed_ips': [{'subnet_id': 'b6b10330-ab30-4568-b8df-43c60d7e75a8'}], 'binding:host_id': 'n-d-813114-2'}, 'id': '459b466f-e291-43af-b541-d19b849c34b8'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 05:14:34.996499 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.011825 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-494f4b27-70ab-4446-a100-3f3b1092c142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.049000 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port 459b466f-e291-43af-b541-d19b849c34b8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:35.049828 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.117035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] For port 459b466f-e291-43af-b541-d19b849c34b8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=459b466f-e291-43af-b541-d19b849c34b8,segment=NetworkSegment(058b1351-c84c-4c47-8e28-7b16cca372c0),segment_id=058b1351-c84c-4c47-8e28-7b16cca372c0)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:35.117386 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.131686 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for 459b466f-e291-43af-b541-d19b849c34b8 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:35.179048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73d29c8-5bcd-4627-a165-c353d854961d None None] Network 9ce5b7ad-9699-4438-a828-72ce17c70f57 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:35.217082 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.240547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=459b466f-e291-43af-b541-d19b849c34b8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:35.246845 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No DVR routers for this DVR port 459b466f-e291-43af-b541-d19b849c34b8 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:14:35.248856 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b081dc0f-67c3-4bcd-ab55-3cccd5f82f47 None None] Could not find standard attr ID for object 459b466f-e291-43af-b541-d19b849c34b8. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:14:35.307675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d38239-5e56-45a7-999d-04f4cbfe7914 None None] DHCP port deletion for 9ce5b7ad-9699-4438-a828-72ce17c70f57 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:14:35.327615 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.347551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce5b7ad-9699-4438-a828-72ce17c70f57']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:35.356610 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058b1351-c84c-4c47-8e28-7b16cca372c0') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:35.356895 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058b1351-c84c-4c47-8e28-7b16cca372c0') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:35.366226 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.379834 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.386092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:14:35.386469 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:14:35.389675 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:14:35.430236 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 459b466f-e291-43af-b541-d19b849c34b8 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:14:35.453176 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.453474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 459b466f-e291-43af-b541-d19b849c34b8 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:14:35.453813 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 459b466f-e291-43af-b541-d19b849c34b8 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:14:35.460445 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.463492 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/networks/9ce5b7ad-9699-4438-a828-72ce17c70f57 HTTP/1.1" status: 204 len: 168 time: 0.5477023 Nov 13 05:14:35.467091 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36404) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:35.485316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85198105-bfa0-4744-88cd-431c515fc0a9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Network': ['ID=9ce5b7ad-9699-4438-a828-72ce17c70f57,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:35.523878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd87a49-dbc7-4eda-8a7e-b0091e9addcf tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:35.525374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dfd87a49-dbc7-4eda-8a7e-b0091e9addcf tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0572948 Nov 13 05:14:35.529576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36406) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:35.574070 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f6875f29-eb2a-4a00-a8bd-84640c14a147 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0433118 Nov 13 05:14:35.577626 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36408) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:35.582761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e6920600-43ff-4a0f-b59a-0ec78b8c7311 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1559693460'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:35.607276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6920600-43ff-4a0f-b59a-0ec78b8c7311 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:35.610747 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6920600-43ff-4a0f-b59a-0ec78b8c7311 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.635550 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6920600-43ff-4a0f-b59a-0ec78b8c7311 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:14:35.645914 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6920600-43ff-4a0f-b59a-0ec78b8c7311 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.646253 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-e6920600-43ff-4a0f-b59a-0ec78b8c7311 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Added segment 1a3f1231-00f4-4fc4-be0b-7e7834a5766e of type vlan for network 24464b0c-1a04-410c-9d49-c233eea66cf9 Nov 13 05:14:35.697878 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6920600-43ff-4a0f-b59a-0ec78b8c7311 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.727712 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6920600-43ff-4a0f-b59a-0ec78b8c7311 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.733242 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6920600-43ff-4a0f-b59a-0ec78b8c7311 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:35.734033 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e6920600-43ff-4a0f-b59a-0ec78b8c7311 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:35.770133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e6920600-43ff-4a0f-b59a-0ec78b8c7311 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1913342 Nov 13 05:14:35.773653 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36410) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:35.778815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a9799982-69b2-4f0f-b3f2-7d900b8e0afb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'subnet': {'network_id': '24464b0c-1a04-410c-9d49-c233eea66cf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:35.803230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6920600-43ff-4a0f-b59a-0ec78b8c7311 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Network': ['ID=24464b0c-1a04-410c-9d49-c233eea66cf9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:35.814229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 24464b0c-1a04-410c-9d49-c233eea66cf9 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:14:35.869459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9799982-69b2-4f0f-b3f2-7d900b8e0afb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:35.872868 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9799982-69b2-4f0f-b3f2-7d900b8e0afb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:36.068389 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9799982-69b2-4f0f-b3f2-7d900b8e0afb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:36.135740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9799982-69b2-4f0f-b3f2-7d900b8e0afb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Subnet': ['ID=bbe88c0a-afca-4a60-bb98-f16966e6a06b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:36.146999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9799982-69b2-4f0f-b3f2-7d900b8e0afb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Checking segment: {'id': '1a3f1231-00f4-4fc4-be0b-7e7834a5766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '24464b0c-1a04-410c-9d49-c233eea66cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:14:36.147360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9799982-69b2-4f0f-b3f2-7d900b8e0afb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network hostable DHCP agents. Network: 24464b0c-1a04-410c-9d49-c233eea66cf9, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:14:36.167389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9799982-69b2-4f0f-b3f2-7d900b8e0afb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 24464b0c-1a04-410c-9d49-c233eea66cf9 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:14:36.177097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a9799982-69b2-4f0f-b3f2-7d900b8e0afb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 24464b0c-1a04-410c-9d49-c233eea66cf9) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:36.181270 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9799982-69b2-4f0f-b3f2-7d900b8e0afb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:36.181866 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9799982-69b2-4f0f-b3f2-7d900b8e0afb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:36.185891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d146c29-7e4d-446c-9963-77e5a145220f None None] Network 24464b0c-1a04-410c-9d49-c233eea66cf9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:36.200189 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a9799982-69b2-4f0f-b3f2-7d900b8e0afb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4251862 Nov 13 05:14:36.202893 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36412) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:36.208161 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1ddfbe8b-8212-40ec-9684-3458dd70241f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'network_id': '24464b0c-1a04-410c-9d49-c233eea66cf9', 'name': 'tempest-PortsIpV6TestJSON-799201199'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:36.330399 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddfbe8b-8212-40ec-9684-3458dd70241f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:36.335194 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ddfbe8b-8212-40ec-9684-3458dd70241f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:36.348397 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-24464b0c-1a04-410c-9d49-c233eea66cf9', 'network_id': '24464b0c-1a04-410c-9d49-c233eea66cf9', 'tenant_id': '4d3371504f31452ab06f3f2898b7d392', 'fixed_ips': [{'subnet_id': 'bbe88c0a-afca-4a60-bb98-f16966e6a06b'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:14:36.349385 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:36.355512 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-1ddfbe8b-8212-40ec-9684-3458dd70241f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port cb648d2f-87b7-4e4d-8b8d-f0313589f081 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:36.471479 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b6f46c3-45d5-432a-9fc8-88b39bbced56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:36.474271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-1ddfbe8b-8212-40ec-9684-3458dd70241f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Allocated IP 2001:db8::1c4 (24464b0c-1a04-410c-9d49-c233eea66cf9/bbe88c0a-afca-4a60-bb98-f16966e6a06b/cb648d2f-87b7-4e4d-8b8d-f0313589f081) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:36.640165 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ddfbe8b-8212-40ec-9684-3458dd70241f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:36.678388 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ddfbe8b-8212-40ec-9684-3458dd70241f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:36.724288 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddfbe8b-8212-40ec-9684-3458dd70241f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 24464b0c-1a04-410c-9d49-c233eea66cf9 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:36.724666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Allocated IP 2001:db8::2 (24464b0c-1a04-410c-9d49-c233eea66cf9/bbe88c0a-afca-4a60-bb98-f16966e6a06b/d8759319-b554-479b-8807-3fa366857604) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:36.729279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-1ddfbe8b-8212-40ec-9684-3458dd70241f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:36.733116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddfbe8b-8212-40ec-9684-3458dd70241f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:36.738835 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddfbe8b-8212-40ec-9684-3458dd70241f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:36.739412 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ddfbe8b-8212-40ec-9684-3458dd70241f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:36.746171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfbe8b-8212-40ec-9684-3458dd70241f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=cb648d2f-87b7-4e4d-8b8d-f0313589f081,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:36.762083 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1ddfbe8b-8212-40ec-9684-3458dd70241f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5579555 Nov 13 05:14:36.765127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36418) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:36.770023 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1278fb59-13b1-4081-a3ed-bd62529bc3c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'network_id': '24464b0c-1a04-410c-9d49-c233eea66cf9', 'name': 'tempest-PortsIpV6TestJSON-199766808'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:36.873343 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:36.880654 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:36.881674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1278fb59-13b1-4081-a3ed-bd62529bc3c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:36.885405 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1278fb59-13b1-4081-a3ed-bd62529bc3c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:36.902719 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-1278fb59-13b1-4081-a3ed-bd62529bc3c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port ec963157-b23f-4db7-b868-cf10839db242 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:36.922049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Network 24464b0c-1a04-410c-9d49-c233eea66cf9 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:36.925016 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:36.929503 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:36.932650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Pushing event updated for resources: {'Port': ['ID=d8759319-b554-479b-8807-3fa366857604,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:36.991259 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Attempting to bind port d8759319-b554-479b-8807-3fa366857604 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:14:36.991893 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Attempting to bind port d8759319-b554-479b-8807-3fa366857604 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '1a3f1231-00f4-4fc4-be0b-7e7834a5766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '24464b0c-1a04-410c-9d49-c233eea66cf9'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:14:36.992346 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Attempting to bind port d8759319-b554-479b-8807-3fa366857604 on network 24464b0c-1a04-410c-9d49-c233eea66cf9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:14:36.997327 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:14:36.997652 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Checking segment: {'id': '1a3f1231-00f4-4fc4-be0b-7e7834a5766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '24464b0c-1a04-410c-9d49-c233eea66cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:14:36.998067 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:36.998450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Bound using segment: {'id': '1a3f1231-00f4-4fc4-be0b-7e7834a5766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '24464b0c-1a04-410c-9d49-c233eea66cf9'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:14:36.998930 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Bound port: d8759319-b554-479b-8807-3fa366857604, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3f1231-00f4-4fc4-be0b-7e7834a5766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '24464b0c-1a04-410c-9d49-c233eea66cf9'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:14:36.999922 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:37.031136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-1278fb59-13b1-4081-a3ed-bd62529bc3c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Allocated IP 2001:db8::1fc (24464b0c-1a04-410c-9d49-c233eea66cf9/bbe88c0a-afca-4a60-bb98-f16966e6a06b/ec963157-b23f-4db7-b868-cf10839db242) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:37.065728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] For port d8759319-b554-479b-8807-3fa366857604, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:14:37.069437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] For port d8759319-b554-479b-8807-3fa366857604, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d8759319-b554-479b-8807-3fa366857604,segment=NetworkSegment(1a3f1231-00f4-4fc4-be0b-7e7834a5766e),segment_id=1a3f1231-00f4-4fc4-be0b-7e7834a5766e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:14:37.073819 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:37.132303 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3a763-c65e-4649-a61f-41258aeab584 None None] Pushing event updated for resources: {'Port': ['ID=d8759319-b554-479b-8807-3fa366857604,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:37.188141 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1278fb59-13b1-4081-a3ed-bd62529bc3c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:37.222152 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1278fb59-13b1-4081-a3ed-bd62529bc3c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:37.265780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1278fb59-13b1-4081-a3ed-bd62529bc3c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 24464b0c-1a04-410c-9d49-c233eea66cf9 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:37.277700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278fb59-13b1-4081-a3ed-bd62529bc3c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=ec963157-b23f-4db7-b868-cf10839db242,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:37.283568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-1278fb59-13b1-4081-a3ed-bd62529bc3c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:37.286257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1278fb59-13b1-4081-a3ed-bd62529bc3c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:37.293166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1278fb59-13b1-4081-a3ed-bd62529bc3c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:37.293998 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1278fb59-13b1-4081-a3ed-bd62529bc3c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:37.317429 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1278fb59-13b1-4081-a3ed-bd62529bc3c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5512505 Nov 13 05:14:37.320133 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36420) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:37.417828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d482f9-b5b4-492e-92f3-21466cd92b31 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:37.421133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-64d482f9-b5b4-492e-92f3-21466cd92b31 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1c4 HTTP/1.1" status: 200 len: 928 time: 0.0997176 Nov 13 05:14:37.422495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36422) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:37.468318 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d8759319-b554-479b-8807-3fa366857604 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:14:37.511161 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf225c-ad37-4188-8096-f2208f7d3dac tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port ec963157-b23f-4db7-b868-cf10839db242 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:37.511417 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bdf225c-ad37-4188-8096-f2208f7d3dac tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:37.518632 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d8759319-b554-479b-8807-3fa366857604 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:37.519129 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:37.595948 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:37.600913 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bdf225c-ad37-4188-8096-f2208f7d3dac tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:37.613061 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf225c-ad37-4188-8096-f2208f7d3dac tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for ec963157-b23f-4db7-b868-cf10839db242 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:37.626644 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:14:37.627523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port d8759319-b554-479b-8807-3fa366857604, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d8759319-b554-479b-8807-3fa366857604,segment=NetworkSegment(1a3f1231-00f4-4fc4-be0b-7e7834a5766e),segment_id=1a3f1231-00f4-4fc4-be0b-7e7834a5766e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:37.632054 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:37.683680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=d8759319-b554-479b-8807-3fa366857604,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:37.718592 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a8d988c5-6ec1-4e3c-8f67-4c7ff6535758 req-394da8b9-74f0-4ecf-8c88-023c6d26c34b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396719 Nov 13 05:14:37.751262 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bdf225c-ad37-4188-8096-f2208f7d3dac tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:37.789446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf225c-ad37-4188-8096-f2208f7d3dac tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=ec963157-b23f-4db7-b868-cf10839db242,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:37.818703 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bdf225c-ad37-4188-8096-f2208f7d3dac tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:37.822852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4bdf225c-ad37-4188-8096-f2208f7d3dac tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/ec963157-b23f-4db7-b868-cf10839db242 HTTP/1.1" status: 204 len: 168 time: 0.3992584 Nov 13 05:14:37.825332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36424) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:37.832220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d988c5-6ec1-4e3c-8f67-4c7ff6535758 req-09d4568f-cd24-4833-9181-fc240a5c99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:37.833681 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a8d988c5-6ec1-4e3c-8f67-4c7ff6535758 req-09d4568f-cd24-4833-9181-fc240a5c99e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1097 time: 0.0522594 Nov 13 05:14:37.853290 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4286074b-b8bf-4ca2-95f1-943e08972502 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] GET failed (client error): The resource could not be found. Nov 13 05:14:37.857317 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4286074b-b8bf-4ca2-95f1-943e08972502 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/ec963157-b23f-4db7-b868-cf10839db242 HTTP/1.1" status: 404 len: 333 time: 0.0286050 Nov 13 05:14:37.859400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36426) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:37.895727 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:37.951188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d988c5-6ec1-4e3c-8f67-4c7ff6535758 req-e61f745d-cfe8-4795-9472-47a363758ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:37.953483 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a8d988c5-6ec1-4e3c-8f67-4c7ff6535758 req-e61f745d-cfe8-4795-9472-47a363758ee6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c HTTP/1.1" status: 200 len: 897 time: 0.0986001 Nov 13 05:14:37.958633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-940728ea-1803-4cb2-b8d0-229ef2d274c9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port cb648d2f-87b7-4e4d-8b8d-f0313589f081 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:37.959207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-940728ea-1803-4cb2-b8d0-229ef2d274c9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:38.055864 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-940728ea-1803-4cb2-b8d0-229ef2d274c9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:38.071864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-940728ea-1803-4cb2-b8d0-229ef2d274c9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for cb648d2f-87b7-4e4d-8b8d-f0313589f081 owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:38.111981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec8401b-200a-4375-81e3-b96b219caadf None None] Network 24464b0c-1a04-410c-9d49-c233eea66cf9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:38.224226 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-940728ea-1803-4cb2-b8d0-229ef2d274c9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:38.242289 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8e6206c7-5f0a-4fb0-9a95-cbab1a920d6f None None] Provisioning complete for port d8759319-b554-479b-8807-3fa366857604 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:38.242660 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e6206c7-5f0a-4fb0-9a95-cbab1a920d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:38.261865 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940728ea-1803-4cb2-b8d0-229ef2d274c9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=cb648d2f-87b7-4e4d-8b8d-f0313589f081,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:38.285090 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-940728ea-1803-4cb2-b8d0-229ef2d274c9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:38.288746 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-940728ea-1803-4cb2-b8d0-229ef2d274c9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/cb648d2f-87b7-4e4d-8b8d-f0313589f081 HTTP/1.1" status: 204 len: 168 time: 0.4280798 Nov 13 05:14:38.291379 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36428) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:38.315873 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-49894239-5b66-47d8-b9db-821649e6aa17 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] GET failed (client error): The resource could not be found. Nov 13 05:14:38.317417 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-49894239-5b66-47d8-b9db-821649e6aa17 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/cb648d2f-87b7-4e4d-8b8d-f0313589f081 HTTP/1.1" status: 404 len: 333 time: 0.0251429 Nov 13 05:14:38.320105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36430) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:38.376464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0001e4-a423-4561-aa72-f2370913ef0b tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting subnet bbe88c0a-afca-4a60-bb98-f16966e6a06b {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:14:38.380337 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f0001e4-a423-4561-aa72-f2370913ef0b tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:38.416136 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a8d988c5-6ec1-4e3c-8f67-4c7ff6535758 req-3c8bb48e-8ea9-41a8-8954-d2ef82f2cd4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 200 len: 1000 time: 0.4557204 Nov 13 05:14:38.421673 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f0001e4-a423-4561-aa72-f2370913ef0b tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:38.469310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d988c5-6ec1-4e3c-8f67-4c7ff6535758 req-9bb4af18-18d2-4d76-93c2-097c4daac423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:38.471199 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a8d988c5-6ec1-4e3c-8f67-4c7ff6535758 req-9bb4af18-18d2-4d76-93c2-097c4daac423 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79761b72-4f5a-4a15-a9a9-db10dbd67ba8 HTTP/1.1" status: 200 len: 835 time: 0.0475011 Nov 13 05:14:38.513564 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f0001e4-a423-4561-aa72-f2370913ef0b tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:38.523215 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d988c5-6ec1-4e3c-8f67-4c7ff6535758 req-66c74695-4b1d-49a3-beb8-1789810b8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:38.524823 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a8d988c5-6ec1-4e3c-8f67-4c7ff6535758 req-66c74695-4b1d-49a3-beb8-1789810b8a41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463095 Nov 13 05:14:38.580030 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f0001e4-a423-4561-aa72-f2370913ef0b tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:38.594546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b535e760-9775-47d7-9eed-8125b299dd58 None None] Provisioning complete for port d8759319-b554-479b-8807-3fa366857604 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:38.595195 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b535e760-9775-47d7-9eed-8125b299dd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:38.609940 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0001e4-a423-4561-aa72-f2370913ef0b tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe88c0a-afca-4a60-bb98-f16966e6a06b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:38.614112 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f0001e4-a423-4561-aa72-f2370913ef0b tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:38.620579 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2f0001e4-a423-4561-aa72-f2370913ef0b tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/bbe88c0a-afca-4a60-bb98-f16966e6a06b HTTP/1.1" status: 204 len: 168 time: 0.2969680 Nov 13 05:14:38.620843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36432) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:38.659549 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a8d988c5-6ec1-4e3c-8f67-4c7ff6535758 req-61168cad-fb08-4e6e-9eed-3697767001ac service neutron] 10.222.0.36 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273577 Nov 13 05:14:38.763719 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:38.787434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4209675f-7ef0-4146-ac3c-5d4320781590 None None] Network 24464b0c-1a04-410c-9d49-c233eea66cf9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:38.813682 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-75bb1b8f-90e1-420a-be6e-479a92aa6b92 None None] Could not find standard attr ID for object cb648d2f-87b7-4e4d-8b8d-f0313589f081. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:14:38.826660 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a8d988c5-6ec1-4e3c-8f67-4c7ff6535758 req-ac67b363-ee2a-4295-8300-f60db56d8db1 service neutron] 10.222.0.36 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362967 Nov 13 05:14:38.846329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port d8759319-b554-479b-8807-3fa366857604 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:38.846668 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:38.923575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] For port d8759319-b554-479b-8807-3fa366857604, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d8759319-b554-479b-8807-3fa366857604,segment=NetworkSegment(1a3f1231-00f4-4fc4-be0b-7e7834a5766e),segment_id=1a3f1231-00f4-4fc4-be0b-7e7834a5766e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:38.923961 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:38.941193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for d8759319-b554-479b-8807-3fa366857604 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:39.025736 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.054854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=d8759319-b554-479b-8807-3fa366857604,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:39.061595 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No DVR routers for this DVR port d8759319-b554-479b-8807-3fa366857604 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:14:39.114438 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6403689a-7c95-4129-b8c4-53f0629ebde4 None None] DHCP port deletion for 24464b0c-1a04-410c-9d49-c233eea66cf9 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:14:39.149064 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.169385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24464b0c-1a04-410c-9d49-c233eea66cf9']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:39.178874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3f1231-00f4-4fc4-be0b-7e7834a5766e') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:39.179206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3f1231-00f4-4fc4-be0b-7e7834a5766e') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:39.181087 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.188592 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.201457 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.207945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:14:39.208370 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:14:39.211389 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:14:39.274076 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.281143 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.284354 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/networks/24464b0c-1a04-410c-9d49-c233eea66cf9 HTTP/1.1" status: 204 len: 168 time: 0.6625376 Nov 13 05:14:39.288478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36436) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:39.293848 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9658460e-7859-40bc-b059-55b225254d86 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-909955371'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:39.295464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75687012-dd5e-4b9b-b69b-200906e0c312 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Network': ['ID=24464b0c-1a04-410c-9d49-c233eea66cf9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:39.318273 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9658460e-7859-40bc-b059-55b225254d86 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:39.321949 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9658460e-7859-40bc-b059-55b225254d86 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.346696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9658460e-7859-40bc-b059-55b225254d86 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:14:39.355371 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9658460e-7859-40bc-b059-55b225254d86 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.355713 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-9658460e-7859-40bc-b059-55b225254d86 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Added segment cf7fa81d-47f7-4962-ad65-1f39ae22b1a0 of type vlan for network f0dfd95e-505c-4580-9ec4-0e4a781cb93d Nov 13 05:14:39.396466 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9658460e-7859-40bc-b059-55b225254d86 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.422622 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9658460e-7859-40bc-b059-55b225254d86 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.428438 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9658460e-7859-40bc-b059-55b225254d86 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:39.429136 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9658460e-7859-40bc-b059-55b225254d86 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.433448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d8759319-b554-479b-8807-3fa366857604 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:14:39.453763 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: d8759319-b554-479b-8807-3fa366857604 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:14:39.454393 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d8759319-b554-479b-8807-3fa366857604 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:14:39.464656 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9658460e-7859-40bc-b059-55b225254d86 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1748736 Nov 13 05:14:39.467676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36438) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:39.472992 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-81b94a64-a761-4749-b5db-14c01fb1561c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'subnet': {'network_id': 'f0dfd95e-505c-4580-9ec4-0e4a781cb93d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:39.501799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658460e-7859-40bc-b059-55b225254d86 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Network': ['ID=f0dfd95e-505c-4580-9ec4-0e4a781cb93d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:39.512604 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network f0dfd95e-505c-4580-9ec4-0e4a781cb93d details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:14:39.561527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b94a64-a761-4749-b5db-14c01fb1561c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:39.565116 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81b94a64-a761-4749-b5db-14c01fb1561c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.760509 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81b94a64-a761-4749-b5db-14c01fb1561c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.821493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b94a64-a761-4749-b5db-14c01fb1561c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Subnet': ['ID=16dff041-e760-46e4-992d-3254ab2165f6,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:39.832149 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b94a64-a761-4749-b5db-14c01fb1561c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Checking segment: {'id': 'cf7fa81d-47f7-4962-ad65-1f39ae22b1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0dfd95e-505c-4580-9ec4-0e4a781cb93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:14:39.832499 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b94a64-a761-4749-b5db-14c01fb1561c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network hostable DHCP agents. Network: f0dfd95e-505c-4580-9ec4-0e4a781cb93d, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:14:39.849232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b94a64-a761-4749-b5db-14c01fb1561c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network f0dfd95e-505c-4580-9ec4-0e4a781cb93d is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:14:39.858234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-81b94a64-a761-4749-b5db-14c01fb1561c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, f0dfd95e-505c-4580-9ec4-0e4a781cb93d) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:39.862305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b94a64-a761-4749-b5db-14c01fb1561c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:39.862894 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81b94a64-a761-4749-b5db-14c01fb1561c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:39.867637 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d26861d-8a93-4d5e-8796-ceae1c32893b None None] Network f0dfd95e-505c-4580-9ec4-0e4a781cb93d requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:39.880226 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-81b94a64-a761-4749-b5db-14c01fb1561c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4113474 Nov 13 05:14:39.883356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36440) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:39.888358 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3cbd3ef1-f1c3-4628-b2fa-0ea38b81cef2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'network_id': 'f0dfd95e-505c-4580-9ec4-0e4a781cb93d', 'name': 'tempest-PortsIpV6TestJSON-276580743', 'fixed_ips': [{'subnet_id': '16dff041-e760-46e4-992d-3254ab2165f6', 'ip_address': '2001:db8::10'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:39.997597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbd3ef1-f1c3-4628-b2fa-0ea38b81cef2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:40.010440 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-f0dfd95e-505c-4580-9ec4-0e4a781cb93d', 'network_id': 'f0dfd95e-505c-4580-9ec4-0e4a781cb93d', 'tenant_id': '4d3371504f31452ab06f3f2898b7d392', 'fixed_ips': [{'subnet_id': '16dff041-e760-46e4-992d-3254ab2165f6'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:14:40.011517 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:40.084448 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3ef1-f1c3-4628-b2fa-0ea38b81cef2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:40.098746 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:40.102630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-3cbd3ef1-f1c3-4628-b2fa-0ea38b81cef2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port cf279812-0546-46f6-8018-70421be0a97e yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:40.165996 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Allocated IP 2001:db8::2 (f0dfd95e-505c-4580-9ec4-0e4a781cb93d/16dff041-e760-46e4-992d-3254ab2165f6/992c9136-beeb-41ac-87ab-dd045f30745e) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:40.305977 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:40.314592 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:40.356630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Network f0dfd95e-505c-4580-9ec4-0e4a781cb93d is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:40.361524 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:40.364231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:40.369160 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-3cbd3ef1-f1c3-4628-b2fa-0ea38b81cef2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Allocated IP 2001:db8::10 (f0dfd95e-505c-4580-9ec4-0e4a781cb93d/16dff041-e760-46e4-992d-3254ab2165f6/cf279812-0546-46f6-8018-70421be0a97e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:40.375239 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Pushing event updated for resources: {'Port': ['ID=992c9136-beeb-41ac-87ab-dd045f30745e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:40.426154 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Attempting to bind port 992c9136-beeb-41ac-87ab-dd045f30745e on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:14:40.426861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Attempting to bind port 992c9136-beeb-41ac-87ab-dd045f30745e by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'cf7fa81d-47f7-4962-ad65-1f39ae22b1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0dfd95e-505c-4580-9ec4-0e4a781cb93d'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:14:40.427315 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Attempting to bind port 992c9136-beeb-41ac-87ab-dd045f30745e on network f0dfd95e-505c-4580-9ec4-0e4a781cb93d {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:14:40.432756 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:14:40.433745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Checking segment: {'id': 'cf7fa81d-47f7-4962-ad65-1f39ae22b1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0dfd95e-505c-4580-9ec4-0e4a781cb93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:14:40.433745 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:40.433996 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Bound using segment: {'id': 'cf7fa81d-47f7-4962-ad65-1f39ae22b1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0dfd95e-505c-4580-9ec4-0e4a781cb93d'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:14:40.434348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Bound port: 992c9136-beeb-41ac-87ab-dd045f30745e, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7fa81d-47f7-4962-ad65-1f39ae22b1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0dfd95e-505c-4580-9ec4-0e4a781cb93d'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:14:40.434720 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:40.497769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] For port 992c9136-beeb-41ac-87ab-dd045f30745e, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:14:40.500921 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] For port 992c9136-beeb-41ac-87ab-dd045f30745e, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=992c9136-beeb-41ac-87ab-dd045f30745e,segment=NetworkSegment(cf7fa81d-47f7-4962-ad65-1f39ae22b1a0),segment_id=cf7fa81d-47f7-4962-ad65-1f39ae22b1a0)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:14:40.506320 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:40.521769 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3ef1-f1c3-4628-b2fa-0ea38b81cef2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:40.560740 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3ef1-f1c3-4628-b2fa-0ea38b81cef2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:40.563924 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6e0e1-72c2-4393-9e98-72587b7283d0 None None] Pushing event updated for resources: {'Port': ['ID=992c9136-beeb-41ac-87ab-dd045f30745e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:40.610695 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbd3ef1-f1c3-4628-b2fa-0ea38b81cef2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network f0dfd95e-505c-4580-9ec4-0e4a781cb93d is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:40.613851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-3cbd3ef1-f1c3-4628-b2fa-0ea38b81cef2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:40.616868 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd3ef1-f1c3-4628-b2fa-0ea38b81cef2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:40.623338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd3ef1-f1c3-4628-b2fa-0ea38b81cef2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:40.624069 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3ef1-f1c3-4628-b2fa-0ea38b81cef2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:40.642453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd3ef1-f1c3-4628-b2fa-0ea38b81cef2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=cf279812-0546-46f6-8018-70421be0a97e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:40.653837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3cbd3ef1-f1c3-4628-b2fa-0ea38b81cef2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7693985 Nov 13 05:14:40.656716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36442) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:40.662351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2e4c93be-de0e-4f31-9822-588a9b62c5eb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'network_id': 'f0dfd95e-505c-4580-9ec4-0e4a781cb93d', 'name': 'tempest-PortsIpV6TestJSON-997471461', 'fixed_ips': [{'subnet_id': '16dff041-e760-46e4-992d-3254ab2165f6', 'ip_address': '2001:db8::f'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:40.784402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4c93be-de0e-4f31-9822-588a9b62c5eb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:41.237543 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2e4c93be-de0e-4f31-9822-588a9b62c5eb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:41.256032 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-2e4c93be-de0e-4f31-9822-588a9b62c5eb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port 4690ffc6-a477-4409-8f7e-995f91638171 yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:41.418889 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-2e4c93be-de0e-4f31-9822-588a9b62c5eb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Allocated IP 2001:db8::f (f0dfd95e-505c-4580-9ec4-0e4a781cb93d/16dff041-e760-46e4-992d-3254ab2165f6/4690ffc6-a477-4409-8f7e-995f91638171) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:41.474667 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e4ee1a-0a7f-4cb1-ae29-f29467418d9c None None] Network f0dfd95e-505c-4580-9ec4-0e4a781cb93d requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:41.481936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 992c9136-beeb-41ac-87ab-dd045f30745e up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:14:41.573655 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2e4c93be-de0e-4f31-9822-588a9b62c5eb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:41.584913 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-07f97d82-df9e-4816-b755-5bfa25fae384 None None] Provisioning complete for port 992c9136-beeb-41ac-87ab-dd045f30745e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:41.585295 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-07f97d82-df9e-4816-b755-5bfa25fae384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:41.608578 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2e4c93be-de0e-4f31-9822-588a9b62c5eb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:41.654224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c93be-de0e-4f31-9822-588a9b62c5eb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network f0dfd95e-505c-4580-9ec4-0e4a781cb93d is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:41.657363 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c93be-de0e-4f31-9822-588a9b62c5eb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:41.658939 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 992c9136-beeb-41ac-87ab-dd045f30745e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:41.659307 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:41.660013 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c93be-de0e-4f31-9822-588a9b62c5eb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:41.665978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4c93be-de0e-4f31-9822-588a9b62c5eb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:41.666591 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2e4c93be-de0e-4f31-9822-588a9b62c5eb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:41.686224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c93be-de0e-4f31-9822-588a9b62c5eb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=4690ffc6-a477-4409-8f7e-995f91638171,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:41.699069 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2e4c93be-de0e-4f31-9822-588a9b62c5eb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0411353 Nov 13 05:14:41.701709 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36444) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:41.809969 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-07f97d82-df9e-4816-b755-5bfa25fae384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:41.815075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ef604-6e7e-4618-a51d-baeaec44c04d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:41.818762 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a17ef604-6e7e-4618-a51d-baeaec44c04d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1136818 Nov 13 05:14:41.819692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36446) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:41.838210 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:41.874129 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-07f97d82-df9e-4816-b755-5bfa25fae384 None None] For port 992c9136-beeb-41ac-87ab-dd045f30745e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=992c9136-beeb-41ac-87ab-dd045f30745e,segment=NetworkSegment(cf7fa81d-47f7-4962-ad65-1f39ae22b1a0),segment_id=cf7fa81d-47f7-4962-ad65-1f39ae22b1a0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:41.882670 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-07f97d82-df9e-4816-b755-5bfa25fae384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:41.919224 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998d7670-3a57-4e5b-b5f8-e1ff3095acd5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:41.925785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998d7670-3a57-4e5b-b5f8-e1ff3095acd5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:41.931892 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998d7670-3a57-4e5b-b5f8-e1ff3095acd5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:41.933796 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-998d7670-3a57-4e5b-b5f8-e1ff3095acd5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1131032 Nov 13 05:14:41.936973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36448) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:41.947726 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:14:41.948080 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:14:41.960859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f97d82-df9e-4816-b755-5bfa25fae384 None None] Pushing event updated for resources: {'Port': ['ID=992c9136-beeb-41ac-87ab-dd045f30745e,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:42.031918 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a118caf3-b837-44ca-be3a-34d2aa6483e5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port 4690ffc6-a477-4409-8f7e-995f91638171 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:42.032284 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a118caf3-b837-44ca-be3a-34d2aa6483e5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:42.106945 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63539e5c-499a-4ec4-b3c4-a1e7b4c0b2ac None None] Provisioning complete for port cf279812-0546-46f6-8018-70421be0a97e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:42.107306 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63539e5c-499a-4ec4-b3c4-a1e7b4c0b2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:42.124565 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a118caf3-b837-44ca-be3a-34d2aa6483e5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:42.138493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a118caf3-b837-44ca-be3a-34d2aa6483e5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for 4690ffc6-a477-4409-8f7e-995f91638171 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:42.143255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63539e5c-499a-4ec4-b3c4-a1e7b4c0b2ac None None] Port cf279812-0546-46f6-8018-70421be0a97e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:42.154383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63539e5c-499a-4ec4-b3c4-a1e7b4c0b2ac None None] Provisioning complete for port 4690ffc6-a477-4409-8f7e-995f91638171 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:42.154745 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63539e5c-499a-4ec4-b3c4-a1e7b4c0b2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:42.194737 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63539e5c-499a-4ec4-b3c4-a1e7b4c0b2ac None None] Port 4690ffc6-a477-4409-8f7e-995f91638171 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:42.204560 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63539e5c-499a-4ec4-b3c4-a1e7b4c0b2ac None None] Provisioning complete for port 992c9136-beeb-41ac-87ab-dd045f30745e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:42.204900 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63539e5c-499a-4ec4-b3c4-a1e7b4c0b2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:42.276923 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a118caf3-b837-44ca-be3a-34d2aa6483e5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:42.303003 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118caf3-b837-44ca-be3a-34d2aa6483e5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=4690ffc6-a477-4409-8f7e-995f91638171,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:42.333554 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a118caf3-b837-44ca-be3a-34d2aa6483e5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:42.339430 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a118caf3-b837-44ca-be3a-34d2aa6483e5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/4690ffc6-a477-4409-8f7e-995f91638171 HTTP/1.1" status: 204 len: 168 time: 0.4012084 Nov 13 05:14:42.340016 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36450) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:42.365294 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c785cf6d-6b5b-4735-bde2-c4c787224efc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] GET failed (client error): The resource could not be found. Nov 13 05:14:42.367260 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c785cf6d-6b5b-4735-bde2-c4c787224efc tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/4690ffc6-a477-4409-8f7e-995f91638171 HTTP/1.1" status: 404 len: 333 time: 0.0261154 Nov 13 05:14:42.370169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36452) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:42.410979 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84a7e4d9-f15d-46e4-868c-dafb80039581 None None] Provisioning complete for port cf279812-0546-46f6-8018-70421be0a97e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:42.411342 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84a7e4d9-f15d-46e4-868c-dafb80039581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:42.446983 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84a7e4d9-f15d-46e4-868c-dafb80039581 None None] Port cf279812-0546-46f6-8018-70421be0a97e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:42.466553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4a835239-698f-4730-bbbc-f5a007f1391d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port cf279812-0546-46f6-8018-70421be0a97e {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:42.466901 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a835239-698f-4730-bbbc-f5a007f1391d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:42.554843 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a835239-698f-4730-bbbc-f5a007f1391d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:42.560594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e674a095-33c3-4c42-83e1-2f6da8af1b48 None None] Could not find standard attr ID for object 4690ffc6-a477-4409-8f7e-995f91638171. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:14:42.567748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4a835239-698f-4730-bbbc-f5a007f1391d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for cf279812-0546-46f6-8018-70421be0a97e owned by {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:42.701058 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a835239-698f-4730-bbbc-f5a007f1391d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:42.730084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a835239-698f-4730-bbbc-f5a007f1391d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=cf279812-0546-46f6-8018-70421be0a97e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:42.755557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a835239-698f-4730-bbbc-f5a007f1391d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:42.758861 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4a835239-698f-4730-bbbc-f5a007f1391d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/cf279812-0546-46f6-8018-70421be0a97e HTTP/1.1" status: 204 len: 168 time: 0.3877506 Nov 13 05:14:42.761982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36456) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:42.786614 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-10cf4a34-26d9-49bf-969a-fd281fbae241 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] GET failed (client error): The resource could not be found. Nov 13 05:14:42.788215 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-10cf4a34-26d9-49bf-969a-fd281fbae241 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/cf279812-0546-46f6-8018-70421be0a97e HTTP/1.1" status: 404 len: 333 time: 0.0252345 Nov 13 05:14:42.791230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36458) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:42.849283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-b457c345-d814-4e22-92f9-c90ed78420e8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting subnet 16dff041-e760-46e4-992d-3254ab2165f6 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:14:42.852827 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b457c345-d814-4e22-92f9-c90ed78420e8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:42.894394 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b457c345-d814-4e22-92f9-c90ed78420e8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:42.978192 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b457c345-d814-4e22-92f9-c90ed78420e8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.044375 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b457c345-d814-4e22-92f9-c90ed78420e8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.068977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457c345-d814-4e22-92f9-c90ed78420e8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Subnet': ['ID=16dff041-e760-46e4-992d-3254ab2165f6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:43.075146 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b457c345-d814-4e22-92f9-c90ed78420e8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.078953 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b457c345-d814-4e22-92f9-c90ed78420e8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/16dff041-e760-46e4-992d-3254ab2165f6 HTTP/1.1" status: 204 len: 168 time: 0.2863770 Nov 13 05:14:43.081759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36460) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:43.084232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79160cd-4bee-4e70-9d7f-119dfe71009a None None] Network f0dfd95e-505c-4580-9ec4-0e4a781cb93d requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:43.164972 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.224412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port 992c9136-beeb-41ac-87ab-dd045f30745e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:43.224753 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.274963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca2b65d-c7f8-4cac-b140-c58a0e43e0a1 None None] DHCP port deletion for f0dfd95e-505c-4580-9ec4-0e4a781cb93d request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:14:43.290218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] For port 992c9136-beeb-41ac-87ab-dd045f30745e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=992c9136-beeb-41ac-87ab-dd045f30745e,segment=NetworkSegment(cf7fa81d-47f7-4962-ad65-1f39ae22b1a0),segment_id=cf7fa81d-47f7-4962-ad65-1f39ae22b1a0)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:43.290579 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.304754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for 992c9136-beeb-41ac-87ab-dd045f30745e owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:43.322498 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2b65d-c7f8-4cac-b140-c58a0e43e0a1 None None] Deleting port 992c9136-beeb-41ac-87ab-dd045f30745e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:43.322858 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca2b65d-c7f8-4cac-b140-c58a0e43e0a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.383389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0ca2b65d-c7f8-4cac-b140-c58a0e43e0a1 None None] For port 992c9136-beeb-41ac-87ab-dd045f30745e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=992c9136-beeb-41ac-87ab-dd045f30745e,segment=NetworkSegment(cf7fa81d-47f7-4962-ad65-1f39ae22b1a0),segment_id=cf7fa81d-47f7-4962-ad65-1f39ae22b1a0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:43.383784 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca2b65d-c7f8-4cac-b140-c58a0e43e0a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.392497 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.402425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2b65d-c7f8-4cac-b140-c58a0e43e0a1 None None] Calling delete_port for 992c9136-beeb-41ac-87ab-dd045f30745e owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:43.423671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No DVR routers for this DVR port 992c9136-beeb-41ac-87ab-dd045f30745e on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:14:43.430071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=992c9136-beeb-41ac-87ab-dd045f30745e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:43.447054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 992c9136-beeb-41ac-87ab-dd045f30745e no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:14:43.472325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 992c9136-beeb-41ac-87ab-dd045f30745e {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:14:43.472659 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 992c9136-beeb-41ac-87ab-dd045f30745e not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:14:43.495347 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 05:14:43.505877 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca2b65d-c7f8-4cac-b140-c58a0e43e0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.510649 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.529918 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2b65d-c7f8-4cac-b140-c58a0e43e0a1 None None] Pushing event deleted for resources: {'Port': ['ID=992c9136-beeb-41ac-87ab-dd045f30745e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:43.536003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca2b65d-c7f8-4cac-b140-c58a0e43e0a1 None None] No DVR routers for this DVR port 992c9136-beeb-41ac-87ab-dd045f30745e on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:14:43.536687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dfd95e-505c-4580-9ec4-0e4a781cb93d']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:43.547054 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7fa81d-47f7-4962-ad65-1f39ae22b1a0') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:43.547384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7fa81d-47f7-4962-ad65-1f39ae22b1a0') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:43.557113 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.570340 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.576597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:14:43.577026 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:14:43.580043 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:14:43.642363 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.647603 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.651588 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/networks/f0dfd95e-505c-4580-9ec4-0e4a781cb93d HTTP/1.1" status: 204 len: 168 time: 0.5689256 Nov 13 05:14:43.655797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36462) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:43.661355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a62eefe1-d7b8-44b5-912d-d2da621c9be7 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-105302040'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:43.666523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6deadf-be88-4bc2-a219-bd5e5cf65c3a tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Network': ['ID=f0dfd95e-505c-4580-9ec4-0e4a781cb93d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:43.685349 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62eefe1-d7b8-44b5-912d-d2da621c9be7 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:43.689385 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a62eefe1-d7b8-44b5-912d-d2da621c9be7 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.713665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62eefe1-d7b8-44b5-912d-d2da621c9be7 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:14:43.722649 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a62eefe1-d7b8-44b5-912d-d2da621c9be7 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.723008 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-a62eefe1-d7b8-44b5-912d-d2da621c9be7 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Added segment ec3413e1-6639-42f1-8ca8-fe3a33106f3a of type vlan for network e6c7f4ab-a863-4598-a4dd-75fa69ccc661 Nov 13 05:14:43.768406 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a62eefe1-d7b8-44b5-912d-d2da621c9be7 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.794553 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a62eefe1-d7b8-44b5-912d-d2da621c9be7 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.800168 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62eefe1-d7b8-44b5-912d-d2da621c9be7 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:43.800738 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a62eefe1-d7b8-44b5-912d-d2da621c9be7 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:43.835531 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a62eefe1-d7b8-44b5-912d-d2da621c9be7 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1782079 Nov 13 05:14:43.838687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36464) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:43.844601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9939dcdf-a599-453b-8d52-abdc5924c011 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'subnet': {'network_id': 'e6c7f4ab-a863-4598-a4dd-75fa69ccc661', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:43.869436 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eefe1-d7b8-44b5-912d-d2da621c9be7 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Network': ['ID=e6c7f4ab-a863-4598-a4dd-75fa69ccc661,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:43.880353 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network e6c7f4ab-a863-4598-a4dd-75fa69ccc661 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:14:43.943515 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9939dcdf-a599-453b-8d52-abdc5924c011 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:43.947096 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9939dcdf-a599-453b-8d52-abdc5924c011 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.134506 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9939dcdf-a599-453b-8d52-abdc5924c011 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.194817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939dcdf-a599-453b-8d52-abdc5924c011 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Subnet': ['ID=f8c514b8-fb95-4dfa-81ba-7d6cd2183efa,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:44.205345 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9939dcdf-a599-453b-8d52-abdc5924c011 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Checking segment: {'id': 'ec3413e1-6639-42f1-8ca8-fe3a33106f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e6c7f4ab-a863-4598-a4dd-75fa69ccc661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:14:44.205700 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9939dcdf-a599-453b-8d52-abdc5924c011 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network hostable DHCP agents. Network: e6c7f4ab-a863-4598-a4dd-75fa69ccc661, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:14:44.224097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9939dcdf-a599-453b-8d52-abdc5924c011 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network e6c7f4ab-a863-4598-a4dd-75fa69ccc661 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:14:44.234369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9939dcdf-a599-453b-8d52-abdc5924c011 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, e6c7f4ab-a863-4598-a4dd-75fa69ccc661) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:44.238702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9939dcdf-a599-453b-8d52-abdc5924c011 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:44.239329 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9939dcdf-a599-453b-8d52-abdc5924c011 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.244638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc25b3f-fc62-4584-bddf-6dffba47c218 None None] Network e6c7f4ab-a863-4598-a4dd-75fa69ccc661 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:44.256684 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9939dcdf-a599-453b-8d52-abdc5924c011 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4167550 Nov 13 05:14:44.259400 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36466) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:44.263826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3c6488c4-b648-4057-a1a2-6d4e18f60c8e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1824757666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:44.289105 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c6488c4-b648-4057-a1a2-6d4e18f60c8e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.290124 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c6488c4-b648-4057-a1a2-6d4e18f60c8e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.346053 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c6488c4-b648-4057-a1a2-6d4e18f60c8e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.350937 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c6488c4-b648-4057-a1a2-6d4e18f60c8e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.368321 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c6488c4-b648-4057-a1a2-6d4e18f60c8e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.369526 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3c6488c4-b648-4057-a1a2-6d4e18f60c8e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1092057 Nov 13 05:14:44.372473 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36468) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:44.377944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b456d965-0083-4271-af82-c1227957dcfb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'network_id': 'e6c7f4ab-a863-4598-a4dd-75fa69ccc661', 'name': 'tempest-PortsIpV6TestJSON-2038100193'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:44.393313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-e6c7f4ab-a863-4598-a4dd-75fa69ccc661', 'network_id': 'e6c7f4ab-a863-4598-a4dd-75fa69ccc661', 'tenant_id': '4d3371504f31452ab06f3f2898b7d392', 'fixed_ips': [{'subnet_id': 'f8c514b8-fb95-4dfa-81ba-7d6cd2183efa'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:14:44.394162 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.495168 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b456d965-0083-4271-af82-c1227957dcfb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:44.499251 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b456d965-0083-4271-af82-c1227957dcfb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.516881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-b456d965-0083-4271-af82-c1227957dcfb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port 7396811e-55a4-43f1-b5f4-ed905ee8893d yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:44.529441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Allocated IP 2001:db8::2 (e6c7f4ab-a863-4598-a4dd-75fa69ccc661/f8c514b8-fb95-4dfa-81ba-7d6cd2183efa/08831fb3-5087-4ea4-b03a-f40fce6e8501) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:44.671065 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.677842 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.720579 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Network e6c7f4ab-a863-4598-a4dd-75fa69ccc661 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:44.724645 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:44.726485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Pushing event updated for resources: {'Port': ['ID=08831fb3-5087-4ea4-b03a-f40fce6e8501,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:44.728647 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:44.736518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-b456d965-0083-4271-af82-c1227957dcfb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Allocated IP 2001:db8::a8 (e6c7f4ab-a863-4598-a4dd-75fa69ccc661/f8c514b8-fb95-4dfa-81ba-7d6cd2183efa/7396811e-55a4-43f1-b5f4-ed905ee8893d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:44.780904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Attempting to bind port 08831fb3-5087-4ea4-b03a-f40fce6e8501 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:14:44.781251 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Attempting to bind port 08831fb3-5087-4ea4-b03a-f40fce6e8501 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'ec3413e1-6639-42f1-8ca8-fe3a33106f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e6c7f4ab-a863-4598-a4dd-75fa69ccc661'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:14:44.781603 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Attempting to bind port 08831fb3-5087-4ea4-b03a-f40fce6e8501 on network e6c7f4ab-a863-4598-a4dd-75fa69ccc661 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:14:44.786537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:14:44.787249 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Checking segment: {'id': 'ec3413e1-6639-42f1-8ca8-fe3a33106f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e6c7f4ab-a863-4598-a4dd-75fa69ccc661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:14:44.787380 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.787696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Bound using segment: {'id': 'ec3413e1-6639-42f1-8ca8-fe3a33106f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e6c7f4ab-a863-4598-a4dd-75fa69ccc661'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:14:44.788161 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Bound port: 08831fb3-5087-4ea4-b03a-f40fce6e8501, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3413e1-6639-42f1-8ca8-fe3a33106f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e6c7f4ab-a863-4598-a4dd-75fa69ccc661'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:14:44.788534 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.853673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] For port 08831fb3-5087-4ea4-b03a-f40fce6e8501, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:14:44.856795 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] For port 08831fb3-5087-4ea4-b03a-f40fce6e8501, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=08831fb3-5087-4ea4-b03a-f40fce6e8501,segment=NetworkSegment(ec3413e1-6639-42f1-8ca8-fe3a33106f3a),segment_id=ec3413e1-6639-42f1-8ca8-fe3a33106f3a)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:14:44.861334 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.891790 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b456d965-0083-4271-af82-c1227957dcfb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.921294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e575ef-391f-46ee-9264-60acd488b974 None None] Pushing event updated for resources: {'Port': ['ID=08831fb3-5087-4ea4-b03a-f40fce6e8501,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:44.927418 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b456d965-0083-4271-af82-c1227957dcfb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.975297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b456d965-0083-4271-af82-c1227957dcfb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network e6c7f4ab-a863-4598-a4dd-75fa69ccc661 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:44.978560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b456d965-0083-4271-af82-c1227957dcfb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:44.983380 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b456d965-0083-4271-af82-c1227957dcfb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:44.989063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b456d965-0083-4271-af82-c1227957dcfb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:44.989710 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b456d965-0083-4271-af82-c1227957dcfb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:44.993912 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456d965-0083-4271-af82-c1227957dcfb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=7396811e-55a4-43f1-b5f4-ed905ee8893d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:45.009074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b456d965-0083-4271-af82-c1227957dcfb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6353359 Nov 13 05:14:45.011882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36470) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:45.355001 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f960c30-5d0d-4e7b-bfbc-3d6e6af3f7a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:45.463895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 08831fb3-5087-4ea4-b03a-f40fce6e8501 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:14:45.515528 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 08831fb3-5087-4ea4-b03a-f40fce6e8501 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:45.516307 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:45.602086 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:45.604772 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f960c30-5d0d-4e7b-bfbc-3d6e6af3f7a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:45.611520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f960c30-5d0d-4e7b-bfbc-3d6e6af3f7a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:45.637474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 08831fb3-5087-4ea4-b03a-f40fce6e8501, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=08831fb3-5087-4ea4-b03a-f40fce6e8501,segment=NetworkSegment(ec3413e1-6639-42f1-8ca8-fe3a33106f3a),segment_id=ec3413e1-6639-42f1-8ca8-fe3a33106f3a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:45.643008 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:45.697423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=08831fb3-5087-4ea4-b03a-f40fce6e8501,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:45.717239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f960c30-5d0d-4e7b-bfbc-3d6e6af3f7a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=7396811e-55a4-43f1-b5f4-ed905ee8893d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:45.804954 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f960c30-5d0d-4e7b-bfbc-3d6e6af3f7a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:45.838726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a937fe33-19e2-40f8-a6ff-fb18afe51bbe None None] Network e6c7f4ab-a863-4598-a4dd-75fa69ccc661 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:45.913330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f3d6cbb0-81da-4133-aef4-6aea41f1001a None None] Provisioning complete for port 08831fb3-5087-4ea4-b03a-f40fce6e8501 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:45.913611 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3d6cbb0-81da-4133-aef4-6aea41f1001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:45.927533 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f960c30-5d0d-4e7b-bfbc-3d6e6af3f7a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:46.196978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f960c30-5d0d-4e7b-bfbc-3d6e6af3f7a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:46.202825 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f960c30-5d0d-4e7b-bfbc-3d6e6af3f7a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:46.203932 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f960c30-5d0d-4e7b-bfbc-3d6e6af3f7a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:46.294097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f960c30-5d0d-4e7b-bfbc-3d6e6af3f7a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=7396811e-55a4-43f1-b5f4-ed905ee8893d,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:46.336872 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f960c30-5d0d-4e7b-bfbc-3d6e6af3f7a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network e6c7f4ab-a863-4598-a4dd-75fa69ccc661 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:46.338592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5f960c30-5d0d-4e7b-bfbc-3d6e6af3f7a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:46.441436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-af9a93cd-4384-4e25-91a5-5e25987cd3e9 None None] Provisioning complete for port 08831fb3-5087-4ea4-b03a-f40fce6e8501 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:46.442024 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af9a93cd-4384-4e25-91a5-5e25987cd3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:46.462433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f960c30-5d0d-4e7b-bfbc-3d6e6af3f7a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Router 10bd2be6-fc4b-4440-9b7b-02fcde1e215e is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:14:46.536908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-af9a93cd-4384-4e25-91a5-5e25987cd3e9 None None] Provisioning complete for port 7396811e-55a4-43f1-b5f4-ed905ee8893d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:46.537275 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af9a93cd-4384-4e25-91a5-5e25987cd3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:46.575987 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-af9a93cd-4384-4e25-91a5-5e25987cd3e9 None None] Port 7396811e-55a4-43f1-b5f4-ed905ee8893d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:46.698966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a5fb62a3-a3e6-4e2a-8a97-09f20893af2f None None] Provisioning complete for port 7396811e-55a4-43f1-b5f4-ed905ee8893d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:46.699617 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5fb62a3-a3e6-4e2a-8a97-09f20893af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:46.738293 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb62a3-a3e6-4e2a-8a97-09f20893af2f None None] Port 7396811e-55a4-43f1-b5f4-ed905ee8893d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:46.861668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-99ab4860-4a60-45e0-b183-ae12d44ed51b None None] Provisioning complete for port 7396811e-55a4-43f1-b5f4-ed905ee8893d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:46.862030 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99ab4860-4a60-45e0-b183-ae12d44ed51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:46.900096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-99ab4860-4a60-45e0-b183-ae12d44ed51b None None] Port 7396811e-55a4-43f1-b5f4-ed905ee8893d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:46.922488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f960c30-5d0d-4e7b-bfbc-3d6e6af3f7a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:14:46.928015 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5f960c30-5d0d-4e7b-bfbc-3d6e6af3f7a5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "PUT /v2.0/routers/10bd2be6-fc4b-4440-9b7b-02fcde1e215e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9147618 Nov 13 05:14:46.930460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:46.933594 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4414c831-307c-4b1a-ac9d-99f3d339df3a None None] Sync routers for ids ['10bd2be6-fc4b-4440-9b7b-02fcde1e215e'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:14:46.946680 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4414c831-307c-4b1a-ac9d-99f3d339df3a None None] Routers {'10bd2be6-fc4b-4440-9b7b-02fcde1e215e'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:14:46.947383 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4414c831-307c-4b1a-ac9d-99f3d339df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:14:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['10bd2be6-fc4b-4440-9b7b-02fcde1e215e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:46.985275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357f5299-5c03-4a3c-9bc3-3cfe7a9c85cd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:46.987553 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4414c831-307c-4b1a-ac9d-99f3d339df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:46.987700 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-357f5299-5c03-4a3c-9bc3-3cfe7a9c85cd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports?device_id=10bd2be6-fc4b-4440-9b7b-02fcde1e215e HTTP/1.1" status: 200 len: 988 time: 0.0553713 Nov 13 05:14:46.989859 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36476) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:46.997661 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4414c831-307c-4b1a-ac9d-99f3d339df3a None None] Routers {'10bd2be6-fc4b-4440-9b7b-02fcde1e215e'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:14:46.998358 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4414c831-307c-4b1a-ac9d-99f3d339df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:14:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['10bd2be6-fc4b-4440-9b7b-02fcde1e215e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:47.033256 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4414c831-307c-4b1a-ac9d-99f3d339df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:47.034223 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4414c831-307c-4b1a-ac9d-99f3d339df3a None None] The sync data for ids ['10bd2be6-fc4b-4440-9b7b-02fcde1e215e'] in n-d-813114-2 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:14:47.123904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2c737fac-216e-4a30-af6d-3bbb126c46cd None None] Provisioning complete for port 7396811e-55a4-43f1-b5f4-ed905ee8893d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:47.124355 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c737fac-216e-4a30-af6d-3bbb126c46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:47.162255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2c737fac-216e-4a30-af6d-3bbb126c46cd None None] Port 7396811e-55a4-43f1-b5f4-ed905ee8893d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:47.419347 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-141d0edd-16e2-4e02-b7a0-4804b169af97 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:47.436810 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 08831fb3-5087-4ea4-b03a-f40fce6e8501 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:14:47.486509 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 08831fb3-5087-4ea4-b03a-f40fce6e8501 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:47.487232 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:47.630600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-141d0edd-16e2-4e02-b7a0-4804b169af97 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port 7396811e-55a4-43f1-b5f4-ed905ee8893d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:47.630899 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-141d0edd-16e2-4e02-b7a0-4804b169af97 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:47.720954 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-141d0edd-16e2-4e02-b7a0-4804b169af97 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:47.732660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-141d0edd-16e2-4e02-b7a0-4804b169af97 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for 7396811e-55a4-43f1-b5f4-ed905ee8893d owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:47.919915 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-141d0edd-16e2-4e02-b7a0-4804b169af97 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:47.951160 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d0edd-16e2-4e02-b7a0-4804b169af97 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=7396811e-55a4-43f1-b5f4-ed905ee8893d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:48.056390 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-141d0edd-16e2-4e02-b7a0-4804b169af97 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:48.214937 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141d0edd-16e2-4e02-b7a0-4804b169af97 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Router 10bd2be6-fc4b-4440-9b7b-02fcde1e215e has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:14:48.291415 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141d0edd-16e2-4e02-b7a0-4804b169af97 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:14:48.296387 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-141d0edd-16e2-4e02-b7a0-4804b169af97 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "PUT /v2.0/routers/10bd2be6-fc4b-4440-9b7b-02fcde1e215e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3054559 Nov 13 05:14:48.299271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36478) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:48.302516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ce3e7-b283-4319-ab20-39ec9c90b87f None None] Sync routers for ids ['10bd2be6-fc4b-4440-9b7b-02fcde1e215e'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:14:48.315157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ce3e7-b283-4319-ab20-39ec9c90b87f None None] Routers {'10bd2be6-fc4b-4440-9b7b-02fcde1e215e'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:14:48.316130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5c1ce3e7-b283-4319-ab20-39ec9c90b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:14:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['10bd2be6-fc4b-4440-9b7b-02fcde1e215e'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:48.323134 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f237307-5c49-4f7b-b921-ef4f393aa077 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] GET failed (client error): The resource could not be found. Nov 13 05:14:48.324657 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5f237307-5c49-4f7b-b921-ef4f393aa077 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/7396811e-55a4-43f1-b5f4-ed905ee8893d HTTP/1.1" status: 404 len: 333 time: 0.0244784 Nov 13 05:14:48.327517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36480) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:48.355975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5c1ce3e7-b283-4319-ab20-39ec9c90b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:48.365962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ce3e7-b283-4319-ab20-39ec9c90b87f None None] Routers {'10bd2be6-fc4b-4440-9b7b-02fcde1e215e'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:14:48.366968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5c1ce3e7-b283-4319-ab20-39ec9c90b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:14:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['10bd2be6-fc4b-4440-9b7b-02fcde1e215e'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:48.398299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5c1ce3e7-b283-4319-ab20-39ec9c90b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:48.398932 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ce3e7-b283-4319-ab20-39ec9c90b87f None None] The sync data for ids ['10bd2be6-fc4b-4440-9b7b-02fcde1e215e'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:14:48.400279 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c056cebd-7e49-4bdc-bc93-328d8d1423b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:48.555232 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c056cebd-7e49-4bdc-bc93-328d8d1423b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:48.557319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c056cebd-7e49-4bdc-bc93-328d8d1423b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:48.611431 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c056cebd-7e49-4bdc-bc93-328d8d1423b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:48.611927 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c056cebd-7e49-4bdc-bc93-328d8d1423b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Fanout notify agent at l3_agent the message router_deleted on router 10bd2be6-fc4b-4440-9b7b-02fcde1e215e {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:14:48.619184 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c056cebd-7e49-4bdc-bc93-328d8d1423b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:48.620316 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c056cebd-7e49-4bdc-bc93-328d8d1423b8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/routers/10bd2be6-fc4b-4440-9b7b-02fcde1e215e HTTP/1.1" status: 204 len: 168 time: 0.2919154 Nov 13 05:14:48.623113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36482) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:48.675230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f183c5b1-47c1-46ee-9ab7-b62e1a90d15f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting subnet f8c514b8-fb95-4dfa-81ba-7d6cd2183efa {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:14:48.678463 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f183c5b1-47c1-46ee-9ab7-b62e1a90d15f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:48.719903 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f183c5b1-47c1-46ee-9ab7-b62e1a90d15f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:48.809351 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f183c5b1-47c1-46ee-9ab7-b62e1a90d15f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:48.868986 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f183c5b1-47c1-46ee-9ab7-b62e1a90d15f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:48.897467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183c5b1-47c1-46ee-9ab7-b62e1a90d15f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c514b8-fb95-4dfa-81ba-7d6cd2183efa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:48.899479 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f183c5b1-47c1-46ee-9ab7-b62e1a90d15f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:48.902722 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f183c5b1-47c1-46ee-9ab7-b62e1a90d15f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/f8c514b8-fb95-4dfa-81ba-7d6cd2183efa HTTP/1.1" status: 204 len: 168 time: 0.2785549 Nov 13 05:14:48.905387 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36484) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:48.906120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660df593-3de0-46fc-af32-12170e23894b None None] Network e6c7f4ab-a863-4598-a4dd-75fa69ccc661 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:48.987908 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.046357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port 08831fb3-5087-4ea4-b03a-f40fce6e8501 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:49.046704 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.090701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca96ecb-b36a-4fac-9f1b-9d538849ac02 None None] DHCP port deletion for e6c7f4ab-a863-4598-a4dd-75fa69ccc661 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:14:49.110676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] For port 08831fb3-5087-4ea4-b03a-f40fce6e8501, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=08831fb3-5087-4ea4-b03a-f40fce6e8501,segment=NetworkSegment(ec3413e1-6639-42f1-8ca8-fe3a33106f3a),segment_id=ec3413e1-6639-42f1-8ca8-fe3a33106f3a)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:49.111061 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.129318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for 08831fb3-5087-4ea4-b03a-f40fce6e8501 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:49.143812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3ca96ecb-b36a-4fac-9f1b-9d538849ac02 None None] Deleting port 08831fb3-5087-4ea4-b03a-f40fce6e8501 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:49.144327 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ca96ecb-b36a-4fac-9f1b-9d538849ac02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.210175 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.213558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3ca96ecb-b36a-4fac-9f1b-9d538849ac02 None None] For port 08831fb3-5087-4ea4-b03a-f40fce6e8501, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=08831fb3-5087-4ea4-b03a-f40fce6e8501,segment=NetworkSegment(ec3413e1-6639-42f1-8ca8-fe3a33106f3a),segment_id=ec3413e1-6639-42f1-8ca8-fe3a33106f3a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:49.213949 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ca96ecb-b36a-4fac-9f1b-9d538849ac02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.226486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3ca96ecb-b36a-4fac-9f1b-9d538849ac02 None None] Calling delete_port for 08831fb3-5087-4ea4-b03a-f40fce6e8501 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:49.235699 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=08831fb3-5087-4ea4-b03a-f40fce6e8501,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:49.239318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No DVR routers for this DVR port 08831fb3-5087-4ea4-b03a-f40fce6e8501 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:14:49.303425 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ca96ecb-b36a-4fac-9f1b-9d538849ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.320012 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.327468 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca96ecb-b36a-4fac-9f1b-9d538849ac02 None None] Pushing event deleted for resources: {'Port': ['ID=08831fb3-5087-4ea4-b03a-f40fce6e8501,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:49.331006 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca96ecb-b36a-4fac-9f1b-9d538849ac02 None None] No DVR routers for this DVR port 08831fb3-5087-4ea4-b03a-f40fce6e8501 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:14:49.344542 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c7f4ab-a863-4598-a4dd-75fa69ccc661']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:49.353905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3413e1-6639-42f1-8ca8-fe3a33106f3a') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:49.354193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3413e1-6639-42f1-8ca8-fe3a33106f3a') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:49.363959 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.378083 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.384421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:14:49.384806 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:14:49.387820 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:14:49.440375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 08831fb3-5087-4ea4-b03a-f40fce6e8501 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:14:49.454830 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.462108 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.462409 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 08831fb3-5087-4ea4-b03a-f40fce6e8501 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:14:49.462843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 08831fb3-5087-4ea4-b03a-f40fce6e8501 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:14:49.465325 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/networks/e6c7f4ab-a863-4598-a4dd-75fa69ccc661 HTTP/1.1" status: 204 len: 168 time: 0.5589268 Nov 13 05:14:49.469592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36486) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:49.482215 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5185f9-5e0e-4623-b2c4-87553f2f3982 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Network': ['ID=e6c7f4ab-a863-4598-a4dd-75fa69ccc661,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:49.521078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a75eef-e63f-4802-a119-30232b9807c3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:49.526333 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-68a75eef-e63f-4802-a119-30232b9807c3 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/f6764b08-0491-4ff1-b620-cfbaf99ac904 HTTP/1.1" status: 200 len: 845 time: 0.0517931 Nov 13 05:14:49.526592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36488) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:49.569131 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9c437656-a9d1-4d7e-a922-ece8a82ad0ff tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/f6764b08-0491-4ff1-b620-cfbaf99ac904?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0412071 Nov 13 05:14:49.572949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36490) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:49.578140 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0a5de15a-fe3b-4c81-bec6-8b42cc58ea71 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'subnet': {'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:49.681044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5de15a-fe3b-4c81-bec6-8b42cc58ea71 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:49.684706 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a5de15a-fe3b-4c81-bec6-8b42cc58ea71 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.887039 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a5de15a-fe3b-4c81-bec6-8b42cc58ea71 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.932710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5de15a-fe3b-4c81-bec6-8b42cc58ea71 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 94fd5c0c-d104-41af-9040-cfea61145902 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:49.937292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-0a5de15a-fe3b-4c81-bec6-8b42cc58ea71 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:49.941479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5de15a-fe3b-4c81-bec6-8b42cc58ea71 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:49.942068 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0a5de15a-fe3b-4c81-bec6-8b42cc58ea71 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:49.946412 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae622360-8635-459e-8e98-b02c601109cb None None] Network 94fd5c0c-d104-41af-9040-cfea61145902 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:49.951539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5de15a-fe3b-4c81-bec6-8b42cc58ea71 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Subnet': ['ID=c04b99fb-4658-4480-a8ca-3e230b11769a,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:49.966723 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0a5de15a-fe3b-4c81-bec6-8b42cc58ea71 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3926775 Nov 13 05:14:49.969546 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36492) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:49.974056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2bb9d00d-eaad-4ad6-90f1-ee66d7318cc8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'security_group': {'name': 'tempest-secgroup-460111020'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:49.996861 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2bb9d00d-eaad-4ad6-90f1-ee66d7318cc8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.066124 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2bb9d00d-eaad-4ad6-90f1-ee66d7318cc8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.070378 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2bb9d00d-eaad-4ad6-90f1-ee66d7318cc8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.102584 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2bb9d00d-eaad-4ad6-90f1-ee66d7318cc8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.103865 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2bb9d00d-eaad-4ad6-90f1-ee66d7318cc8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1333454 Nov 13 05:14:50.105950 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9d00d-eaad-4ad6-90f1-ee66d7318cc8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22e793f-e56f-4c26-867e-bed64120787a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:50.106727 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36494) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:50.110658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-94fd5c0c-d104-41af-9040-cfea61145902', 'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'tenant_id': '4d3371504f31452ab06f3f2898b7d392', 'fixed_ips': [{'subnet_id': 'c04b99fb-4658-4480-a8ca-3e230b11769a'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:14:50.111775 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.113236 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-673aa227-5f3a-46f3-9d6d-b8fd4ec5f1ab tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'security_group': {'name': 'tempest-secgroup-1157044977'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:50.136242 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-673aa227-5f3a-46f3-9d6d-b8fd4ec5f1ab tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.203081 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-673aa227-5f3a-46f3-9d6d-b8fd4ec5f1ab tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.208227 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-673aa227-5f3a-46f3-9d6d-b8fd4ec5f1ab tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.239908 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-673aa227-5f3a-46f3-9d6d-b8fd4ec5f1ab tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.241158 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-673aa227-5f3a-46f3-9d6d-b8fd4ec5f1ab tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1333852 Nov 13 05:14:50.243497 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673aa227-5f3a-46f3-9d6d-b8fd4ec5f1ab tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d46b15-7d0d-4895-8dda-b3aaf51f0b32,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:50.244624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36496) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:50.250087 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-8c24989a-445a-471d-9b22-826071d12f29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-189504217', 'security_groups': ['06d46b15-7d0d-4895-8dda-b3aaf51f0b32'], 'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c04b99fb-4658-4480-a8ca-3e230b11769a'}]}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:50.259505 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Allocated IP 2001:db8::2 (94fd5c0c-d104-41af-9040-cfea61145902/c04b99fb-4658-4480-a8ca-3e230b11769a/d26d0a20-7daa-43fd-937d-a6075d508603) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:50.362214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c24989a-445a-471d-9b22-826071d12f29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:50.408440 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.415501 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.450201 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Network 94fd5c0c-d104-41af-9040-cfea61145902 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:50.451287 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8c24989a-445a-471d-9b22-826071d12f29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.453277 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:50.455709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:50.468617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [None req-8c24989a-445a-471d-9b22-826071d12f29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port fb8ebec5-823d-491c-aa66-6eada85571cb yet. {{(pid=102667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:50.473244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Pushing event updated for resources: {'Port': ['ID=d26d0a20-7daa-43fd-937d-a6075d508603,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:50.519894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Attempting to bind port d26d0a20-7daa-43fd-937d-a6075d508603 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:14:50.520267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Attempting to bind port d26d0a20-7daa-43fd-937d-a6075d508603 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '94fd5c0c-d104-41af-9040-cfea61145902'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:14:50.520626 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Attempting to bind port d26d0a20-7daa-43fd-937d-a6075d508603 on network 94fd5c0c-d104-41af-9040-cfea61145902 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:14:50.525784 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:14:50.526155 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Checking segment: {'id': '7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '94fd5c0c-d104-41af-9040-cfea61145902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:14:50.526548 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.526962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Bound using segment: {'id': '7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '94fd5c0c-d104-41af-9040-cfea61145902'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:14:50.527431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Bound port: d26d0a20-7daa-43fd-937d-a6075d508603, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '94fd5c0c-d104-41af-9040-cfea61145902'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:14:50.527805 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.593275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] For port d26d0a20-7daa-43fd-937d-a6075d508603, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:14:50.597135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] For port d26d0a20-7daa-43fd-937d-a6075d508603, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d26d0a20-7daa-43fd-937d-a6075d508603,segment=NetworkSegment(7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6),segment_id=7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:14:50.601344 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.637307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-8c24989a-445a-471d-9b22-826071d12f29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Allocated IP 2001:db8::5b (94fd5c0c-d104-41af-9040-cfea61145902/c04b99fb-4658-4480-a8ca-3e230b11769a/fb8ebec5-823d-491c-aa66-6eada85571cb) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:50.657934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dab0e-c58f-449c-986c-9664c750affc None None] Pushing event updated for resources: {'Port': ['ID=d26d0a20-7daa-43fd-937d-a6075d508603,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:50.791025 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8c24989a-445a-471d-9b22-826071d12f29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.839744 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8c24989a-445a-471d-9b22-826071d12f29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.885675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c24989a-445a-471d-9b22-826071d12f29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 94fd5c0c-d104-41af-9040-cfea61145902 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:50.891366 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-8c24989a-445a-471d-9b22-826071d12f29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:50.896134 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c24989a-445a-471d-9b22-826071d12f29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:50.901781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c24989a-445a-471d-9b22-826071d12f29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:50.902395 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8c24989a-445a-471d-9b22-826071d12f29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:50.909481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24989a-445a-471d-9b22-826071d12f29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=fb8ebec5-823d-491c-aa66-6eada85571cb,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:50.929558 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8c24989a-445a-471d-9b22-826071d12f29 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6833801 Nov 13 05:14:50.932223 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36498) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:50.938176 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-28b3d70c-50fe-45ea-86bf-a46939f2d302 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'subnet': {'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:51.053619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b3d70c-50fe-45ea-86bf-a46939f2d302 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:51.057173 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28b3d70c-50fe-45ea-86bf-a46939f2d302 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:51.146156 n-d-813114-2 neutron-server[102668]: INFO neutron.db.ipam_backend_mixin [None req-28b3d70c-50fe-45ea-86bf-a46939f2d302 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c04b99fb-4658-4480-a8ca-3e230b11769a (CIDR: 2001:db8::/64) Nov 13 05:14:51.151214 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b3d70c-50fe-45ea-86bf-a46939f2d302 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:14:51.151637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b3d70c-50fe-45ea-86bf-a46939f2d302 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:51.169292 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-28b3d70c-50fe-45ea-86bf-a46939f2d302 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2357523 Nov 13 05:14:51.175553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36500) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:51.180690 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-068a5a89-ed81-4117-8e41-a4a4154387a4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'subnet': {'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:51.296857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068a5a89-ed81-4117-8e41-a4a4154387a4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:51.300360 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-068a5a89-ed81-4117-8e41-a4a4154387a4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:51.474632 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d26d0a20-7daa-43fd-937d-a6075d508603 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:14:51.527857 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d26d0a20-7daa-43fd-937d-a6075d508603 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:51.528311 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:51.542477 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-068a5a89-ed81-4117-8e41-a4a4154387a4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:51.584359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068a5a89-ed81-4117-8e41-a4a4154387a4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 94fd5c0c-d104-41af-9040-cfea61145902 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:51.589380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-068a5a89-ed81-4117-8e41-a4a4154387a4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:51.594043 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068a5a89-ed81-4117-8e41-a4a4154387a4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:51.594625 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-068a5a89-ed81-4117-8e41-a4a4154387a4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:51.610933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a5a89-ed81-4117-8e41-a4a4154387a4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Subnet': ['ID=7cf2bc6c-a928-46ec-9452-7406a6cf96aa,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:51.624278 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-068a5a89-ed81-4117-8e41-a4a4154387a4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4475636 Nov 13 05:14:51.626843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36502) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:51.632130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-eb3aeefc-f269-4598-b8ff-5b5906f4a5dd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-604887375', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7cf2bc6c-a928-46ec-9452-7406a6cf96aa'}], 'security_groups': ['d22e793f-e56f-4c26-867e-bed64120787a']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:51.632670 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:51.642467 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1e939d42-5304-4f63-bee7-0a9a989962f6 None None] Provisioning complete for port d26d0a20-7daa-43fd-937d-a6075d508603 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:51.642831 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e939d42-5304-4f63-bee7-0a9a989962f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:51.695743 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port d26d0a20-7daa-43fd-937d-a6075d508603, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d26d0a20-7daa-43fd-937d-a6075d508603,segment=NetworkSegment(7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6),segment_id=7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:51.703514 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:51.791437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=d26d0a20-7daa-43fd-937d-a6075d508603,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:51.805661 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1e939d42-5304-4f63-bee7-0a9a989962f6 None None] Provisioning complete for port f6764b08-0491-4ff1-b620-cfbaf99ac904 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:51.806020 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e939d42-5304-4f63-bee7-0a9a989962f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:51.838771 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f3628-b271-4e10-9512-cbbc447ef0de None None] Network 94fd5c0c-d104-41af-9040-cfea61145902 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:51.854479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1e939d42-5304-4f63-bee7-0a9a989962f6 None None] Port f6764b08-0491-4ff1-b620-cfbaf99ac904 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:51.997910 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-66a9c0c8-ecdb-42c6-be1f-7e1c7bef1134 None None] Provisioning complete for port fb8ebec5-823d-491c-aa66-6eada85571cb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:51.998250 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-66a9c0c8-ecdb-42c6-be1f-7e1c7bef1134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:52.045486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-66a9c0c8-ecdb-42c6-be1f-7e1c7bef1134 None None] Port fb8ebec5-823d-491c-aa66-6eada85571cb cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:52.106291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9987e4f-4860-4e9e-a3ee-203d0bd3e07e None None] Update dhcp port {'port': {'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'fixed_ips': [{'subnet_id': 'c04b99fb-4658-4480-a8ca-3e230b11769a', 'ip_address': '2001:db8::2'}, {'subnet_id': '7cf2bc6c-a928-46ec-9452-7406a6cf96aa'}], 'binding:host_id': 'n-d-813114-2'}, 'id': 'd26d0a20-7daa-43fd-937d-a6075d508603'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 05:14:52.133173 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9987e4f-4860-4e9e-a3ee-203d0bd3e07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:52.154112 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb3aeefc-f269-4598-b8ff-5b5906f4a5dd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:52.298557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-b9987e4f-4860-4e9e-a3ee-203d0bd3e07e None None] Allocated IP 2001:db8:0:1::2 (94fd5c0c-d104-41af-9040-cfea61145902/7cf2bc6c-a928-46ec-9452-7406a6cf96aa/d26d0a20-7daa-43fd-937d-a6075d508603) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:52.391749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b9987e4f-4860-4e9e-a3ee-203d0bd3e07e None None] For port d26d0a20-7daa-43fd-937d-a6075d508603, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d26d0a20-7daa-43fd-937d-a6075d508603,segment=NetworkSegment(7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6),segment_id=7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:52.421192 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9987e4f-4860-4e9e-a3ee-203d0bd3e07e None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:52.427428 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9987e4f-4860-4e9e-a3ee-203d0bd3e07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:52.517183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9987e4f-4860-4e9e-a3ee-203d0bd3e07e None None] Pushing event updated for resources: {'Port': ['ID=d26d0a20-7daa-43fd-937d-a6075d508603,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:52.539597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-eb3aeefc-f269-4598-b8ff-5b5906f4a5dd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Delete allocated IP 2001:db8::5b (94fd5c0c-d104-41af-9040-cfea61145902/c04b99fb-4658-4480-a8ca-3e230b11769a) {{(pid=102668) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 13 05:14:52.548292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-eb3aeefc-f269-4598-b8ff-5b5906f4a5dd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Allocated IP 2001:db8:0:1::3a2 (94fd5c0c-d104-41af-9040-cfea61145902/7cf2bc6c-a928-46ec-9452-7406a6cf96aa/fb8ebec5-823d-491c-aa66-6eada85571cb) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:52.708801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb3aeefc-f269-4598-b8ff-5b5906f4a5dd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:52.714400 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb3aeefc-f269-4598-b8ff-5b5906f4a5dd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:52.771956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-eb3aeefc-f269-4598-b8ff-5b5906f4a5dd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] In _notify_port_updated(), no bound segment for port fb8ebec5-823d-491c-aa66-6eada85571cb on network 94fd5c0c-d104-41af-9040-cfea61145902 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:14:52.777541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3aeefc-f269-4598-b8ff-5b5906f4a5dd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:52.778160 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb3aeefc-f269-4598-b8ff-5b5906f4a5dd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:52.782203 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-eb3aeefc-f269-4598-b8ff-5b5906f4a5dd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "PUT /v2.0/ports/fb8ebec5-823d-491c-aa66-6eada85571cb HTTP/1.1" status: 200 len: 930 time: 1.1515834 Nov 13 05:14:52.782461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36506) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:52.817724 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3aeefc-f269-4598-b8ff-5b5906f4a5dd tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=fb8ebec5-823d-491c-aa66-6eada85571cb,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:52.885795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd317b-8c08-4113-aba2-cc437ad5a74d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port fb8ebec5-823d-491c-aa66-6eada85571cb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:52.886274 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ccd317b-8c08-4113-aba2-cc437ad5a74d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:52.974203 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ccd317b-8c08-4113-aba2-cc437ad5a74d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:52.988553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd317b-8c08-4113-aba2-cc437ad5a74d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for fb8ebec5-823d-491c-aa66-6eada85571cb owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:53.078643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-53c2c01e-1476-44af-b833-481a9d0a38e3 None None] Provisioning complete for port fb8ebec5-823d-491c-aa66-6eada85571cb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:53.079045 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53c2c01e-1476-44af-b833-481a9d0a38e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.122601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-53c2c01e-1476-44af-b833-481a9d0a38e3 None None] Port fb8ebec5-823d-491c-aa66-6eada85571cb cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:53.134780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-53c2c01e-1476-44af-b833-481a9d0a38e3 None None] Provisioning complete for port d26d0a20-7daa-43fd-937d-a6075d508603 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:53.135177 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53c2c01e-1476-44af-b833-481a9d0a38e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.135512 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ccd317b-8c08-4113-aba2-cc437ad5a74d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.167873 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd317b-8c08-4113-aba2-cc437ad5a74d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=fb8ebec5-823d-491c-aa66-6eada85571cb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:53.198507 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ccd317b-8c08-4113-aba2-cc437ad5a74d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.202958 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3ccd317b-8c08-4113-aba2-cc437ad5a74d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/fb8ebec5-823d-491c-aa66-6eada85571cb HTTP/1.1" status: 204 len: 168 time: 0.4183724 Nov 13 05:14:53.204716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36508) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:53.232282 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2a8a76-3dd8-4d8b-9623-652390ec524b tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] GET failed (client error): The resource could not be found. Nov 13 05:14:53.236581 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7b2a8a76-3dd8-4d8b-9623-652390ec524b tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/fb8ebec5-823d-491c-aa66-6eada85571cb HTTP/1.1" status: 404 len: 333 time: 0.0282347 Nov 13 05:14:53.236904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36510) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:53.247237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-53c2c01e-1476-44af-b833-481a9d0a38e3 None None] Provisioning complete for port f6764b08-0491-4ff1-b620-cfbaf99ac904 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:53.248005 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53c2c01e-1476-44af-b833-481a9d0a38e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.287427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-53c2c01e-1476-44af-b833-481a9d0a38e3 None None] Port f6764b08-0491-4ff1-b620-cfbaf99ac904 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:53.295961 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ac66e06-ec95-425d-8fa7-b429e1c09cda tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.320551 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ac66e06-ec95-425d-8fa7-b429e1c09cda tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.377626 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ac66e06-ec95-425d-8fa7-b429e1c09cda tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.380290 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ac66e06-ec95-425d-8fa7-b429e1c09cda tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.383413 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0ac66e06-ec95-425d-8fa7-b429e1c09cda tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/security-groups/06d46b15-7d0d-4895-8dda-b3aaf51f0b32 HTTP/1.1" status: 204 len: 168 time: 0.1454153 Nov 13 05:14:53.384278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36512) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:53.399291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5a9aba2c-43d6-497c-b145-411e51269274 None None] Could not find standard attr ID for object fb8ebec5-823d-491c-aa66-6eada85571cb. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:14:53.404147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac66e06-ec95-425d-8fa7-b429e1c09cda tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d46b15-7d0d-4895-8dda-b3aaf51f0b32,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:53.442674 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f764d771-c678-4360-8b47-f80c9e0a8c89 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.458341 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d26d0a20-7daa-43fd-937d-a6075d508603 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:14:53.468357 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f764d771-c678-4360-8b47-f80c9e0a8c89 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.509898 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f764d771-c678-4360-8b47-f80c9e0a8c89 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.510763 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d26d0a20-7daa-43fd-937d-a6075d508603 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:53.511154 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.512773 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f764d771-c678-4360-8b47-f80c9e0a8c89 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.513975 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f764d771-c678-4360-8b47-f80c9e0a8c89 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/security-groups/d22e793f-e56f-4c26-867e-bed64120787a HTTP/1.1" status: 204 len: 168 time: 0.1286998 Nov 13 05:14:53.517135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36514) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:53.523847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764d771-c678-4360-8b47-f80c9e0a8c89 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22e793f-e56f-4c26-867e-bed64120787a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:53.571175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-352ca1d3-6d6a-4d88-93d5-4fa6ae79527c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting subnet c04b99fb-4658-4480-a8ca-3e230b11769a {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:14:53.574317 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-352ca1d3-6d6a-4d88-93d5-4fa6ae79527c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.615514 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-352ca1d3-6d6a-4d88-93d5-4fa6ae79527c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.704246 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-352ca1d3-6d6a-4d88-93d5-4fa6ae79527c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.779210 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-352ca1d3-6d6a-4d88-93d5-4fa6ae79527c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.810664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ca1d3-6d6a-4d88-93d5-4fa6ae79527c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Subnet': ['ID=c04b99fb-4658-4480-a8ca-3e230b11769a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:53.814705 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-352ca1d3-6d6a-4d88-93d5-4fa6ae79527c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:53.818240 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-352ca1d3-6d6a-4d88-93d5-4fa6ae79527c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/c04b99fb-4658-4480-a8ca-3e230b11769a HTTP/1.1" status: 204 len: 168 time: 0.2999322 Nov 13 05:14:53.820933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5926816-1cb5-4581-a157-4ec0361f983d None None] Network 94fd5c0c-d104-41af-9040-cfea61145902 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:53.822184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36516) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:53.827458 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7f18a054-a6ff-4724-954e-d9fe6128d14d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'subnet': {'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:53.941381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f18a054-a6ff-4724-954e-d9fe6128d14d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:53.945108 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f18a054-a6ff-4724-954e-d9fe6128d14d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.185867 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f18a054-a6ff-4724-954e-d9fe6128d14d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.225603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f18a054-a6ff-4724-954e-d9fe6128d14d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 94fd5c0c-d104-41af-9040-cfea61145902 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:54.228855 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7f18a054-a6ff-4724-954e-d9fe6128d14d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:54.235694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f18a054-a6ff-4724-954e-d9fe6128d14d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:54.236283 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f18a054-a6ff-4724-954e-d9fe6128d14d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.250721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18a054-a6ff-4724-954e-d9fe6128d14d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Subnet': ['ID=a4a6d507-5e62-4a41-b724-4e7de9167303,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:54.261489 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7f18a054-a6ff-4724-954e-d9fe6128d14d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4379742 Nov 13 05:14:54.264473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36518) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:54.268978 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-92ef7e83-ed5a-4d25-8d61-a21451bf2fd8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'security_group': {'name': 'tempest-secgroup-1569836917'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:54.292926 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92ef7e83-ed5a-4d25-8d61-a21451bf2fd8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.363242 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92ef7e83-ed5a-4d25-8d61-a21451bf2fd8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.368295 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92ef7e83-ed5a-4d25-8d61-a21451bf2fd8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.399451 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92ef7e83-ed5a-4d25-8d61-a21451bf2fd8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.403506 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-92ef7e83-ed5a-4d25-8d61-a21451bf2fd8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1383181 Nov 13 05:14:54.404068 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36520) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:54.405750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef7e83-ed5a-4d25-8d61-a21451bf2fd8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc21df8-3cc5-4713-9bef-7c6077837220,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:54.409476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-29a6d96e-4503-4c1f-93c8-4e9a0c85f384 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'security_group': {'name': 'tempest-secgroup-1025059791'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:54.434078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-29a6d96e-4503-4c1f-93c8-4e9a0c85f384 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.495475 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635ad3f8-233c-4df3-b500-2bfe892c465f None None] Network 94fd5c0c-d104-41af-9040-cfea61145902 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:54.507401 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-29a6d96e-4503-4c1f-93c8-4e9a0c85f384 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.511589 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-29a6d96e-4503-4c1f-93c8-4e9a0c85f384 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.541541 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-29a6d96e-4503-4c1f-93c8-4e9a0c85f384 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.542815 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-29a6d96e-4503-4c1f-93c8-4e9a0c85f384 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1376932 Nov 13 05:14:54.544872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6d96e-4503-4c1f-93c8-4e9a0c85f384 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5acaa2-a92c-409a-9530-418794531faa,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:54.546014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:54.551972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a70fc129-b5d1-47d6-917e-27acb40c6b73 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'security_group': {'name': 'tempest-secgroup-98504657'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:54.576915 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a70fc129-b5d1-47d6-917e-27acb40c6b73 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.654012 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a70fc129-b5d1-47d6-917e-27acb40c6b73 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.658454 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a70fc129-b5d1-47d6-917e-27acb40c6b73 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.686926 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a70fc129-b5d1-47d6-917e-27acb40c6b73 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.688187 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a70fc129-b5d1-47d6-917e-27acb40c6b73 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1408598 Nov 13 05:14:54.691075 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36524) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:54.695911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ade3c52c-bbd3-4e69-bbd0-07de89a335ba tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-102859250', 'security_groups': ['ca2241a0-3547-4813-9b40-9708f4f60921'], 'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a4a6d507-5e62-4a41-b724-4e7de9167303'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:54.711815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fc129-b5d1-47d6-917e-27acb40c6b73 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2241a0-3547-4813-9b40-9708f4f60921,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:54.732275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8f955222-1127-4c6e-a186-83199d74a7df None None] Provisioning complete for port d26d0a20-7daa-43fd-937d-a6075d508603 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:54.732640 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f955222-1127-4c6e-a186-83199d74a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.808459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade3c52c-bbd3-4e69-bbd0-07de89a335ba tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:54.813293 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ade3c52c-bbd3-4e69-bbd0-07de89a335ba tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.830617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-ade3c52c-bbd3-4e69-bbd0-07de89a335ba tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] device_id is not set on port f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 13 05:14:54.899509 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8f955222-1127-4c6e-a186-83199d74a7df None None] Provisioning complete for port f6764b08-0491-4ff1-b620-cfbaf99ac904 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:54.899964 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f955222-1127-4c6e-a186-83199d74a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:54.938729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8f955222-1127-4c6e-a186-83199d74a7df None None] Port f6764b08-0491-4ff1-b620-cfbaf99ac904 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:54.970244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed12abe-46e0-4748-9d18-dac716b4b84a None None] Update dhcp port {'port': {'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'fixed_ips': [{'subnet_id': '7cf2bc6c-a928-46ec-9452-7406a6cf96aa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a4a6d507-5e62-4a41-b724-4e7de9167303'}], 'binding:host_id': 'n-d-813114-2'}, 'id': 'd26d0a20-7daa-43fd-937d-a6075d508603'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 05:14:54.998440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-ade3c52c-bbd3-4e69-bbd0-07de89a335ba tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Allocated IP 2001:db8::4d (94fd5c0c-d104-41af-9040-cfea61145902/a4a6d507-5e62-4a41-b724-4e7de9167303/f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:55.001935 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ed12abe-46e0-4748-9d18-dac716b4b84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:55.142827 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ade3c52c-bbd3-4e69-bbd0-07de89a335ba tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:55.176524 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ade3c52c-bbd3-4e69-bbd0-07de89a335ba tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:55.219056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade3c52c-bbd3-4e69-bbd0-07de89a335ba tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 94fd5c0c-d104-41af-9040-cfea61145902 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:55.223946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-9ed12abe-46e0-4748-9d18-dac716b4b84a None None] Allocated IP 2001:db8::2 (94fd5c0c-d104-41af-9040-cfea61145902/a4a6d507-5e62-4a41-b724-4e7de9167303/d26d0a20-7daa-43fd-937d-a6075d508603) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:55.224325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ade3c52c-bbd3-4e69-bbd0-07de89a335ba tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:55.228264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade3c52c-bbd3-4e69-bbd0-07de89a335ba tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:14:55.234288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade3c52c-bbd3-4e69-bbd0-07de89a335ba tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:55.234935 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ade3c52c-bbd3-4e69-bbd0-07de89a335ba tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:55.244227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3c52c-bbd3-4e69-bbd0-07de89a335ba tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:55.257446 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ade3c52c-bbd3-4e69-bbd0-07de89a335ba tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5653560 Nov 13 05:14:55.260286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36526) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:55.265627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-43d67c0a-7946-42c2-a2b4-632c2dadf1c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'subnet': {'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:55.330876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9ed12abe-46e0-4748-9d18-dac716b4b84a None None] For port d26d0a20-7daa-43fd-937d-a6075d508603, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d26d0a20-7daa-43fd-937d-a6075d508603,segment=NetworkSegment(7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6),segment_id=7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:55.362007 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ed12abe-46e0-4748-9d18-dac716b4b84a None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:55.368448 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ed12abe-46e0-4748-9d18-dac716b4b84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:55.384783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d67c0a-7946-42c2-a2b4-632c2dadf1c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:55.388727 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43d67c0a-7946-42c2-a2b4-632c2dadf1c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:55.458365 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed12abe-46e0-4748-9d18-dac716b4b84a None None] Pushing event updated for resources: {'Port': ['ID=d26d0a20-7daa-43fd-937d-a6075d508603,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:55.484542 n-d-813114-2 neutron-server[102668]: INFO neutron.db.ipam_backend_mixin [None req-43d67c0a-7946-42c2-a2b4-632c2dadf1c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a4a6d507-5e62-4a41-b724-4e7de9167303 (CIDR: 2001:db8::/64) Nov 13 05:14:55.488115 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d67c0a-7946-42c2-a2b4-632c2dadf1c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:14:55.488618 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d67c0a-7946-42c2-a2b4-632c2dadf1c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:55.506240 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-43d67c0a-7946-42c2-a2b4-632c2dadf1c5 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2447832 Nov 13 05:14:55.509018 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36528) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:55.513876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-485d2806-30f1-4b91-a599-a160936a9b4e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'subnet': {'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:55.631601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485d2806-30f1-4b91-a599-a160936a9b4e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:55.635216 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-485d2806-30f1-4b91-a599-a160936a9b4e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:55.725822 n-d-813114-2 neutron-server[102668]: INFO neutron.db.ipam_backend_mixin [None req-485d2806-30f1-4b91-a599-a160936a9b4e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7cf2bc6c-a928-46ec-9452-7406a6cf96aa (CIDR: 2001:db8:0:1::/64) Nov 13 05:14:55.730183 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-485d2806-30f1-4b91-a599-a160936a9b4e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:14:55.730628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485d2806-30f1-4b91-a599-a160936a9b4e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:55.748851 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-485d2806-30f1-4b91-a599-a160936a9b4e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2387218 Nov 13 05:14:55.752159 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36530) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:55.758575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-330fc311-3e89-43ff-b5e7-e39a1b52e95c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'subnet': {'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:55.873529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330fc311-3e89-43ff-b5e7-e39a1b52e95c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Made reservation on behalf of 4d3371504f31452ab06f3f2898b7d392 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:14:55.877262 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-330fc311-3e89-43ff-b5e7-e39a1b52e95c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:55.968580 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6a75b3e1-472b-45fb-9f98-43792e4743fd None None] Provisioning complete for port d26d0a20-7daa-43fd-937d-a6075d508603 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:55.969120 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a75b3e1-472b-45fb-9f98-43792e4743fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:56.077013 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6a75b3e1-472b-45fb-9f98-43792e4743fd None None] Provisioning complete for port f6764b08-0491-4ff1-b620-cfbaf99ac904 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:56.077380 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a75b3e1-472b-45fb-9f98-43792e4743fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:56.111590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6a75b3e1-472b-45fb-9f98-43792e4743fd None None] Port f6764b08-0491-4ff1-b620-cfbaf99ac904 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:56.149377 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-330fc311-3e89-43ff-b5e7-e39a1b52e95c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:56.185445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330fc311-3e89-43ff-b5e7-e39a1b52e95c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Network 94fd5c0c-d104-41af-9040-cfea61145902 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:14:56.188602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-330fc311-3e89-43ff-b5e7-e39a1b52e95c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:14:56.192837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330fc311-3e89-43ff-b5e7-e39a1b52e95c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:56.193423 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-330fc311-3e89-43ff-b5e7-e39a1b52e95c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:56.198124 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ade887-2128-4fb0-b39c-8fd45c5161c6 None None] Network 94fd5c0c-d104-41af-9040-cfea61145902 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:56.210827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fc311-3e89-43ff-b5e7-e39a1b52e95c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Subnet': ['ID=a46246ef-f10c-49ae-af2c-ed9bba28bb31,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:56.216706 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-330fc311-3e89-43ff-b5e7-e39a1b52e95c tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4633751 Nov 13 05:14:56.219964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36532) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:56.225295 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-98933ae5-1ee2-4280-b381-a6c26d11f390 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-701168427', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a46246ef-f10c-49ae-af2c-ed9bba28bb31'}], 'security_groups': ['dfc21df8-3cc5-4713-9bef-7c6077837220', 'ba5acaa2-a92c-409a-9530-418794531faa']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:14:56.270028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c5176e68-8eda-43cd-9699-f2439de01f92 None None] Provisioning complete for port f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:56.270312 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5176e68-8eda-43cd-9699-f2439de01f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:56.318685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c5176e68-8eda-43cd-9699-f2439de01f92 None None] Port f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:56.376620 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98933ae5-1ee2-4280-b381-a6c26d11f390 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:56.460705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8641f90-d8bd-40d1-87fa-b1e4dfb6493e None None] Update dhcp port {'port': {'network_id': '94fd5c0c-d104-41af-9040-cfea61145902', 'fixed_ips': [{'subnet_id': '7cf2bc6c-a928-46ec-9452-7406a6cf96aa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a4a6d507-5e62-4a41-b724-4e7de9167303', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a46246ef-f10c-49ae-af2c-ed9bba28bb31'}], 'binding:host_id': 'n-d-813114-2'}, 'id': 'd26d0a20-7daa-43fd-937d-a6075d508603'} from n-d-813114-2. {{(pid=102669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 13 05:14:56.486326 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8641f90-d8bd-40d1-87fa-b1e4dfb6493e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:56.679371 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-98933ae5-1ee2-4280-b381-a6c26d11f390 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Delete allocated IP 2001:db8::4d (94fd5c0c-d104-41af-9040-cfea61145902/a4a6d507-5e62-4a41-b724-4e7de9167303) {{(pid=102667) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 13 05:14:56.687721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-98933ae5-1ee2-4280-b381-a6c26d11f390 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Allocated IP 2001:db8:0:2::3f (94fd5c0c-d104-41af-9040-cfea61145902/a46246ef-f10c-49ae-af2c-ed9bba28bb31/f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:56.858597 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98933ae5-1ee2-4280-b381-a6c26d11f390 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:56.864702 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98933ae5-1ee2-4280-b381-a6c26d11f390 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:56.915004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-c8641f90-d8bd-40d1-87fa-b1e4dfb6493e None None] Allocated IP 2001:db8:0:2::2 (94fd5c0c-d104-41af-9040-cfea61145902/a46246ef-f10c-49ae-af2c-ed9bba28bb31/d26d0a20-7daa-43fd-937d-a6075d508603) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:14:56.928631 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-98933ae5-1ee2-4280-b381-a6c26d11f390 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] In _notify_port_updated(), no bound segment for port f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc on network 94fd5c0c-d104-41af-9040-cfea61145902 {{(pid=102667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 13 05:14:56.934201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98933ae5-1ee2-4280-b381-a6c26d11f390 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:14:56.934898 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98933ae5-1ee2-4280-b381-a6c26d11f390 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:56.936254 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-98933ae5-1ee2-4280-b381-a6c26d11f390 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "PUT /v2.0/ports/f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc HTTP/1.1" status: 200 len: 968 time: 0.7151928 Nov 13 05:14:56.939742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36534) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:56.944701 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98933ae5-1ee2-4280-b381-a6c26d11f390 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event updated for resources: {'Port': ['ID=f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:57.019446 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c8641f90-d8bd-40d1-87fa-b1e4dfb6493e None None] For port d26d0a20-7daa-43fd-937d-a6075d508603, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d26d0a20-7daa-43fd-937d-a6075d508603,segment=NetworkSegment(7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6),segment_id=7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:57.037471 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-413215bc-0f93-4c00-9791-5ae2345bf8bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:57.037816 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-413215bc-0f93-4c00-9791-5ae2345bf8bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.051185 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8641f90-d8bd-40d1-87fa-b1e4dfb6493e None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.056748 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8641f90-d8bd-40d1-87fa-b1e4dfb6493e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.125408 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-413215bc-0f93-4c00-9791-5ae2345bf8bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.138125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-413215bc-0f93-4c00-9791-5ae2345bf8bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:57.154011 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8641f90-d8bd-40d1-87fa-b1e4dfb6493e None None] Pushing event updated for resources: {'Port': ['ID=d26d0a20-7daa-43fd-937d-a6075d508603,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:57.276720 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-413215bc-0f93-4c00-9791-5ae2345bf8bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.306702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413215bc-0f93-4c00-9791-5ae2345bf8bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:57.334533 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-413215bc-0f93-4c00-9791-5ae2345bf8bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.337846 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-413215bc-0f93-4c00-9791-5ae2345bf8bb tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc HTTP/1.1" status: 204 len: 168 time: 0.3968349 Nov 13 05:14:57.340643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36536) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:57.365785 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25b40b0-3032-4c54-a6ad-3580183a7db0 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] GET failed (client error): The resource could not be found. Nov 13 05:14:57.367766 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c25b40b0-3032-4c54-a6ad-3580183a7db0 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports/f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc HTTP/1.1" status: 404 len: 333 time: 0.0261760 Nov 13 05:14:57.370720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36538) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:57.432160 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d643b6fb-20d3-43e7-8c87-bca65263c363 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.458098 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d643b6fb-20d3-43e7-8c87-bca65263c363 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.462547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d26d0a20-7daa-43fd-937d-a6075d508603 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:14:57.505921 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d643b6fb-20d3-43e7-8c87-bca65263c363 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.509063 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d643b6fb-20d3-43e7-8c87-bca65263c363 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.512709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d643b6fb-20d3-43e7-8c87-bca65263c363 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/security-groups/ca2241a0-3547-4813-9b40-9708f4f60921 HTTP/1.1" status: 204 len: 168 time: 0.1384401 Nov 13 05:14:57.513393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36540) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:57.519736 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d26d0a20-7daa-43fd-937d-a6075d508603 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:57.520097 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.520311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643b6fb-20d3-43e7-8c87-bca65263c363 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2241a0-3547-4813-9b40-9708f4f60921,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:57.576356 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e04bd77-9bb3-4ac9-893d-3fbd3e837615 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.603996 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e04bd77-9bb3-4ac9-893d-3fbd3e837615 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.653631 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e04bd77-9bb3-4ac9-893d-3fbd3e837615 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.656572 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e04bd77-9bb3-4ac9-893d-3fbd3e837615 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.657659 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6e04bd77-9bb3-4ac9-893d-3fbd3e837615 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/security-groups/ba5acaa2-a92c-409a-9530-418794531faa HTTP/1.1" status: 204 len: 168 time: 0.1420679 Nov 13 05:14:57.660679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36542) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:57.667885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04bd77-9bb3-4ac9-893d-3fbd3e837615 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5acaa2-a92c-409a-9530-418794531faa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:57.716948 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f32391c-d3f0-494e-b1ed-e1870ffc7fea tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.743745 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f32391c-d3f0-494e-b1ed-e1870ffc7fea tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.754196 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-afc97e9b-ee47-4bd3-95e6-702b96c68e20 None None] Provisioning complete for port d26d0a20-7daa-43fd-937d-a6075d508603 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:57.754416 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afc97e9b-ee47-4bd3-95e6-702b96c68e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.792138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f32391c-d3f0-494e-b1ed-e1870ffc7fea tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.794812 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f32391c-d3f0-494e-b1ed-e1870ffc7fea tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.796596 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9f32391c-d3f0-494e-b1ed-e1870ffc7fea tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/security-groups/dfc21df8-3cc5-4713-9bef-7c6077837220 HTTP/1.1" status: 204 len: 168 time: 0.1345098 Nov 13 05:14:57.799298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36544) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:57.806698 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32391c-d3f0-494e-b1ed-e1870ffc7fea tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc21df8-3cc5-4713-9bef-7c6077837220,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:57.851495 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-afc97e9b-ee47-4bd3-95e6-702b96c68e20 None None] Could not find standard attr ID for object f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:14:57.860147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabed6be-5e37-481b-ad4e-dbc5a0fd38d8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting subnet a4a6d507-5e62-4a41-b724-4e7de9167303 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:14:57.862076 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-afc97e9b-ee47-4bd3-95e6-702b96c68e20 None None] Provisioning complete for port f6764b08-0491-4ff1-b620-cfbaf99ac904 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:57.862516 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afc97e9b-ee47-4bd3-95e6-702b96c68e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.863789 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eabed6be-5e37-481b-ad4e-dbc5a0fd38d8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.902247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-afc97e9b-ee47-4bd3-95e6-702b96c68e20 None None] Port f6764b08-0491-4ff1-b620-cfbaf99ac904 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:57.911292 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eabed6be-5e37-481b-ad4e-dbc5a0fd38d8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:57.997071 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eabed6be-5e37-481b-ad4e-dbc5a0fd38d8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:58.014459 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b8b62c25-2609-4e18-98bc-45729442cfff None None] Could not find standard attr ID for object f6123442-fe92-45b9-9cb7-ccb2b5a0e7cc. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:14:58.059418 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eabed6be-5e37-481b-ad4e-dbc5a0fd38d8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:58.091220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabed6be-5e37-481b-ad4e-dbc5a0fd38d8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a6d507-5e62-4a41-b724-4e7de9167303,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:58.095021 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eabed6be-5e37-481b-ad4e-dbc5a0fd38d8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:58.098295 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-eabed6be-5e37-481b-ad4e-dbc5a0fd38d8 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/a4a6d507-5e62-4a41-b724-4e7de9167303 HTTP/1.1" status: 204 len: 168 time: 0.2977018 Nov 13 05:14:58.102330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36546) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:58.152114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0ff076-6c14-4b9c-8f23-9ce88f4321ba None None] Network 94fd5c0c-d104-41af-9040-cfea61145902 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:58.156636 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-9640ee26-2492-4f5d-b9b2-c862a6f7c6f2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting subnet a46246ef-f10c-49ae-af2c-ed9bba28bb31 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:14:58.159856 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9640ee26-2492-4f5d-b9b2-c862a6f7c6f2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:58.201824 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9640ee26-2492-4f5d-b9b2-c862a6f7c6f2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:58.292802 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9640ee26-2492-4f5d-b9b2-c862a6f7c6f2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:58.351845 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9640ee26-2492-4f5d-b9b2-c862a6f7c6f2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:58.379738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640ee26-2492-4f5d-b9b2-c862a6f7c6f2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Subnet': ['ID=a46246ef-f10c-49ae-af2c-ed9bba28bb31,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:58.383525 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9640ee26-2492-4f5d-b9b2-c862a6f7c6f2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:58.387400 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9640ee26-2492-4f5d-b9b2-c862a6f7c6f2 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/a46246ef-f10c-49ae-af2c-ed9bba28bb31 HTTP/1.1" status: 204 len: 168 time: 0.2839262 Nov 13 05:14:58.389990 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36548) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:58.417705 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-54daa1ea-5ea8-4ca1-874a-b3420d33cce4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] DELETE failed (client error): The resource could not be found. Nov 13 05:14:58.418180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54daa1ea-5ea8-4ca1-874a-b3420d33cce4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:58.423661 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-54daa1ea-5ea8-4ca1-874a-b3420d33cce4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/a4a6d507-5e62-4a41-b724-4e7de9167303 HTTP/1.1" status: 404 len: 337 time: 0.0321407 Nov 13 05:14:58.425898 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36550) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:58.483369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4480423b-77fc-4589-a982-5aeafc4d2850 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting subnet 7cf2bc6c-a928-46ec-9452-7406a6cf96aa {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:14:58.486851 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4480423b-77fc-4589-a982-5aeafc4d2850 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:58.528392 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4480423b-77fc-4589-a982-5aeafc4d2850 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:58.612592 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4480423b-77fc-4589-a982-5aeafc4d2850 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:58.655501 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:58.680293 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4480423b-77fc-4589-a982-5aeafc4d2850 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:58.712131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480423b-77fc-4589-a982-5aeafc4d2850 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf2bc6c-a928-46ec-9452-7406a6cf96aa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:58.720581 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4480423b-77fc-4589-a982-5aeafc4d2850 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:58.724195 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4480423b-77fc-4589-a982-5aeafc4d2850 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/7cf2bc6c-a928-46ec-9452-7406a6cf96aa HTTP/1.1" status: 204 len: 168 time: 0.2970581 Nov 13 05:14:58.726935 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36552) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:58.757822 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cf9d32-c22a-48ae-be08-e77a94a42d20 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] DELETE failed (client error): The resource could not be found. Nov 13 05:14:58.758165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09cf9d32-c22a-48ae-be08-e77a94a42d20 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:58.764526 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-09cf9d32-c22a-48ae-be08-e77a94a42d20 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/c04b99fb-4658-4480-a8ca-3e230b11769a HTTP/1.1" status: 404 len: 337 time: 0.0364332 Nov 13 05:14:58.764857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36554) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:58.794809 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2efd25a4-9048-4a30-99ef-c7d533ea6fe9 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "GET /v2.0/ports?device_id=10bd2be6-fc4b-4440-9b7b-02fcde1e215e HTTP/1.1" status: 200 len: 205 time: 0.0264325 Nov 13 05:14:58.795034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36556) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:58.811151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5540f81e-fbd7-4381-8172-29f250198fec None None] Network 94fd5c0c-d104-41af-9040-cfea61145902 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:14:58.831672 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-e18f1f10-38e3-4d0c-b3f8-17c133e98f12 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] delete failed (client error): The resource could not be found. Nov 13 05:14:58.832612 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e18f1f10-38e3-4d0c-b3f8-17c133e98f12 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/routers/10bd2be6-fc4b-4440-9b7b-02fcde1e215e HTTP/1.1" status: 404 len: 336 time: 0.0367239 Nov 13 05:14:58.835124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36558) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:58.864068 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec98875b-93a9-4722-84db-765f4bcb5f08 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] DELETE failed (client error): The resource could not be found. Nov 13 05:14:58.864503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec98875b-93a9-4722-84db-765f4bcb5f08 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:58.868016 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ec98875b-93a9-4722-84db-765f4bcb5f08 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/f8c514b8-fb95-4dfa-81ba-7d6cd2183efa HTTP/1.1" status: 404 len: 337 time: 0.0318654 Nov 13 05:14:58.870581 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36560) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:58.880714 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2dc5c64e-2053-4429-885c-9c1794578179 None None] Provisioning complete for port d26d0a20-7daa-43fd-937d-a6075d508603 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:58.881098 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dc5c64e-2053-4429-885c-9c1794578179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:58.895557 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e460368-202d-4da8-87cc-ae3cf222d45d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] DELETE failed (client error): The resource could not be found. Nov 13 05:14:58.896001 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e460368-202d-4da8-87cc-ae3cf222d45d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:58.901328 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5e460368-202d-4da8-87cc-ae3cf222d45d tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/16dff041-e760-46e4-992d-3254ab2165f6 HTTP/1.1" status: 404 len: 337 time: 0.0274589 Nov 13 05:14:58.901562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36562) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:58.926644 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3a1f90-1b80-45cd-aa95-dec5de6931ee tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] DELETE failed (client error): The resource could not be found. Nov 13 05:14:58.927117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d3a1f90-1b80-45cd-aa95-dec5de6931ee tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:58.932487 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5d3a1f90-1b80-45cd-aa95-dec5de6931ee tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/bbe88c0a-afca-4a60-bb98-f16966e6a06b HTTP/1.1" status: 404 len: 337 time: 0.0276282 Nov 13 05:14:58.932710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36566) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:58.956182 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1a556e-678c-4101-ba69-9dc38873352b tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] DELETE failed (client error): The resource could not be found. Nov 13 05:14:58.956810 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1a556e-678c-4101-ba69-9dc38873352b tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:58.959829 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0e1a556e-678c-4101-ba69-9dc38873352b tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/5fc633e1-7c59-49c2-be6d-8b36e4745359 HTTP/1.1" status: 404 len: 333 time: 0.0262082 Nov 13 05:14:58.962351 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36568) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:58.987135 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e796560-b9b2-4137-ba7f-0a68d1b79224 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] DELETE failed (client error): The resource could not be found. Nov 13 05:14:58.987598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e796560-b9b2-4137-ba7f-0a68d1b79224 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:58.990937 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8e796560-b9b2-4137-ba7f-0a68d1b79224 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/80d03336-dcff-4610-a7b5-f707fdbc31b9 HTTP/1.1" status: 404 len: 337 time: 0.0274987 Nov 13 05:14:58.993668 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36570) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:59.024123 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.030121 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-510d7b62-9114-4d4c-bde0-b68f51bc92ec tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] DELETE failed (client error): The resource could not be found. Nov 13 05:14:59.030824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-510d7b62-9114-4d4c-bde0-b68f51bc92ec tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:59.036124 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-510d7b62-9114-4d4c-bde0-b68f51bc92ec tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/b6b10330-ab30-4568-b8df-43c60d7e75a8 HTTP/1.1" status: 404 len: 337 time: 0.0391960 Nov 13 05:14:59.036313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2dc5c64e-2053-4429-885c-9c1794578179 None None] Provisioning complete for port f6764b08-0491-4ff1-b620-cfbaf99ac904 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:14:59.036313 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dc5c64e-2053-4429-885c-9c1794578179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.036500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36572) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:59.060502 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-01690add-8045-47d7-8e0f-09188237c9b4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] DELETE failed (client error): The resource could not be found. Nov 13 05:14:59.061973 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01690add-8045-47d7-8e0f-09188237c9b4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:59.067605 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-01690add-8045-47d7-8e0f-09188237c9b4 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/d0b5ec94-d5c4-4ee3-ac08-7f0a5aa00e7c HTTP/1.1" status: 404 len: 333 time: 0.0278220 Nov 13 05:14:59.067760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce76897f-16c5-4dd4-a8aa-da3222e000d6 None None] DHCP port deletion for 94fd5c0c-d104-41af-9040-cfea61145902 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:14:59.067866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36574) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:59.080863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5c64e-2053-4429-885c-9c1794578179 None None] Port f6764b08-0491-4ff1-b620-cfbaf99ac904 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:14:59.094090 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-e428e757-2d3c-4e66-a8d0-3fca21aae071 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] DELETE failed (client error): The resource could not be found. Nov 13 05:14:59.094543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e428e757-2d3c-4e66-a8d0-3fca21aae071 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:59.098283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e428e757-2d3c-4e66-a8d0-3fca21aae071 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/3a0325fd-ed2f-4e08-b741-4644dc923bc7 HTTP/1.1" status: 404 len: 337 time: 0.0288086 Nov 13 05:14:59.100170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36576) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:59.125762 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1edc94-ed33-4813-8aef-9c218c28d95f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] DELETE failed (client error): The resource could not be found. Nov 13 05:14:59.126485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1edc94-ed33-4813-8aef-9c218c28d95f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:14:59.126901 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ce76897f-16c5-4dd4-a8aa-da3222e000d6 None None] Deleting port d26d0a20-7daa-43fd-937d-a6075d508603 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:59.127294 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce76897f-16c5-4dd4-a8aa-da3222e000d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.131381 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7d1edc94-ed33-4813-8aef-9c218c28d95f tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/subnets/0d8db981-600a-4c65-8e95-4679c57007bf HTTP/1.1" status: 404 len: 337 time: 0.0302515 Nov 13 05:14:59.132196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36578) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:59.194496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ce76897f-16c5-4dd4-a8aa-da3222e000d6 None None] For port d26d0a20-7daa-43fd-937d-a6075d508603, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d26d0a20-7daa-43fd-937d-a6075d508603,segment=NetworkSegment(7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6),segment_id=7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:14:59.195184 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce76897f-16c5-4dd4-a8aa-da3222e000d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.207622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ce76897f-16c5-4dd4-a8aa-da3222e000d6 None None] Calling delete_port for d26d0a20-7daa-43fd-937d-a6075d508603 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:59.223015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-72ff3ac7-f417-47ed-a756-8cde61278348 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Deleting port f6764b08-0491-4ff1-b620-cfbaf99ac904 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:14:59.223369 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-72ff3ac7-f417-47ed-a756-8cde61278348 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.287507 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce76897f-16c5-4dd4-a8aa-da3222e000d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.290146 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-72ff3ac7-f417-47ed-a756-8cde61278348 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.303137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-72ff3ac7-f417-47ed-a756-8cde61278348 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Calling delete_port for f6764b08-0491-4ff1-b620-cfbaf99ac904 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:14:59.312923 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76897f-16c5-4dd4-a8aa-da3222e000d6 None None] Pushing event deleted for resources: {'Port': ['ID=d26d0a20-7daa-43fd-937d-a6075d508603,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:59.314729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce76897f-16c5-4dd4-a8aa-da3222e000d6 None None] No DVR routers for this DVR port d26d0a20-7daa-43fd-937d-a6075d508603 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:14:59.403501 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-72ff3ac7-f417-47ed-a756-8cde61278348 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.431261 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff3ac7-f417-47ed-a756-8cde61278348 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Port': ['ID=f6764b08-0491-4ff1-b620-cfbaf99ac904,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:14:59.440469 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-72ff3ac7-f417-47ed-a756-8cde61278348 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.443902 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d26d0a20-7daa-43fd-937d-a6075d508603 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:14:59.444606 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-72ff3ac7-f417-47ed-a756-8cde61278348 tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/ports/f6764b08-0491-4ff1-b620-cfbaf99ac904 HTTP/1.1" status: 204 len: 168 time: 0.3114195 Nov 13 05:14:59.447331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36580) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:14:59.473554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: d26d0a20-7daa-43fd-937d-a6075d508603 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:14:59.473892 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d26d0a20-7daa-43fd-937d-a6075d508603 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:14:59.538897 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d369d5c-abbc-4e73-924a-1a7671a7d09e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.638210 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d369d5c-abbc-4e73-924a-1a7671a7d09e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.658219 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-2d369d5c-abbc-4e73-924a-1a7671a7d09e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94fd5c0c-d104-41af-9040-cfea61145902']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:59.667431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-2d369d5c-abbc-4e73-924a-1a7671a7d09e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:59.667721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-2d369d5c-abbc-4e73-924a-1a7671a7d09e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e947ca7-2c3a-4ff4-814e-b8a6f9e1f5c6') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:14:59.677565 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d369d5c-abbc-4e73-924a-1a7671a7d09e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.691687 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d369d5c-abbc-4e73-924a-1a7671a7d09e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.697651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d369d5c-abbc-4e73-924a-1a7671a7d09e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:14:59.698031 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d369d5c-abbc-4e73-924a-1a7671a7d09e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:14:59.701025 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:14:59.768739 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d369d5c-abbc-4e73-924a-1a7671a7d09e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.773242 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d369d5c-abbc-4e73-924a-1a7671a7d09e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:14:59.776656 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2d369d5c-abbc-4e73-924a-1a7671a7d09e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] 10.222.0.43 "DELETE /v2.0/networks/94fd5c0c-d104-41af-9040-cfea61145902 HTTP/1.1" status: 204 len: 168 time: 0.3282917 Nov 13 05:14:59.790710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d369d5c-abbc-4e73-924a-1a7671a7d09e tempest-PortsIpV6TestJSON-353811965 tempest-PortsIpV6TestJSON-353811965-project] Pushing event deleted for resources: {'Network': ['ID=94fd5c0c-d104-41af-9040-cfea61145902,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:00.035873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36586) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:00.173650 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-69d30280-0538-46bc-bd8e-cda2e9f41866 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d3371504f31452ab06f3f2898b7d392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361952 Nov 13 05:15:00.176089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36590) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:00.225513 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-475fac3b-3758-46de-8a7f-a86cab97912d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:00.249523 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-475fac3b-3758-46de-8a7f-a86cab97912d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:00.303606 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-475fac3b-3758-46de-8a7f-a86cab97912d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:00.306283 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-475fac3b-3758-46de-8a7f-a86cab97912d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:00.307446 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-475fac3b-3758-46de-8a7f-a86cab97912d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72da16ce-f6a6-4233-a12e-0efd6b95c01d HTTP/1.1" status: 204 len: 168 time: 0.1305044 Nov 13 05:15:00.315688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fac3b-3758-46de-8a7f-a86cab97912d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72da16ce-f6a6-4233-a12e-0efd6b95c01d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:01.016070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36612) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:01.118489 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a660905f-1638-43bb-93a6-db19d6014d17 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:01.118960 n-d-813114-2 neutron-server[102667]: WARNING neutron.api.v2.base [None req-a660905f-1638-43bb-93a6-db19d6014d17 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 13 05:15:01.119528 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-a660905f-1638-43bb-93a6-db19d6014d17 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): There was a conflict when trying to complete your request. Nov 13 05:15:01.120490 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a660905f-1638-43bb-93a6-db19d6014d17 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1033816 Nov 13 05:15:01.124328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36616) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:01.129209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e99d2c89-72b9-425c-9d58-d8a2020136da tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000929368'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:01.154281 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e99d2c89-72b9-425c-9d58-d8a2020136da tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.164291 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e99d2c89-72b9-425c-9d58-d8a2020136da tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.243896 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e99d2c89-72b9-425c-9d58-d8a2020136da tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.248111 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e99d2c89-72b9-425c-9d58-d8a2020136da tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.282102 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d2c89-72b9-425c-9d58-d8a2020136da tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4767f810-12b6-46a5-814f-cdeee0a0c0a8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:01.323743 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e99d2c89-72b9-425c-9d58-d8a2020136da tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.328893 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e99d2c89-72b9-425c-9d58-d8a2020136da tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.329131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-f1170ed3-d1c7-47f0-8292-01f327e6f6ed req-fafd7ec1-fc88-4219-a833-182d314bfad3 service neutron] (102668) timed out ('10.222.0.43', 47416) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 05:15:01.360138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e99d2c89-72b9-425c-9d58-d8a2020136da tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.361366 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e99d2c89-72b9-425c-9d58-d8a2020136da tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2361217 Nov 13 05:15:01.363829 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d2c89-72b9-425c-9d58-d8a2020136da tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118f8bef-235c-48cb-aaf2-232253c59cf9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:01.364773 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36618) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:01.369758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-46c81a30-9546-4234-9078-bc0ed7d6004d tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': '118f8bef-235c-48cb-aaf2-232253c59cf9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:01.397955 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46c81a30-9546-4234-9078-bc0ed7d6004d tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.455496 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46c81a30-9546-4234-9078-bc0ed7d6004d tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.460828 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46c81a30-9546-4234-9078-bc0ed7d6004d tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.480216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c81a30-9546-4234-9078-bc0ed7d6004d tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52131b80-3e64-4e4c-849a-fe62422a9b0c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:01.490146 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46c81a30-9546-4234-9078-bc0ed7d6004d tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.494168 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-46c81a30-9546-4234-9078-bc0ed7d6004d tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282754 Nov 13 05:15:01.494938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36620) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:01.499818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e16e1bad-607c-4a41-8778-adf9a6c04277 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': '118f8bef-235c-48cb-aaf2-232253c59cf9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:01.530534 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e16e1bad-607c-4a41-8778-adf9a6c04277 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.578384 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-e16e1bad-607c-4a41-8778-adf9a6c04277 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): There was a conflict when trying to complete your request. Nov 13 05:15:01.579546 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e16e1bad-607c-4a41-8778-adf9a6c04277 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0835643 Nov 13 05:15:01.582469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36622) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:01.640060 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3bdaee3e-34a5-49c7-8634-006fbeca9811 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.663068 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3bdaee3e-34a5-49c7-8634-006fbeca9811 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.713070 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3bdaee3e-34a5-49c7-8634-006fbeca9811 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.715834 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3bdaee3e-34a5-49c7-8634-006fbeca9811 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.717366 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3bdaee3e-34a5-49c7-8634-006fbeca9811 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "DELETE /v2.0/security-groups/118f8bef-235c-48cb-aaf2-232253c59cf9 HTTP/1.1" status: 204 len: 168 time: 0.1336038 Nov 13 05:15:01.719995 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36624) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:01.727382 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdaee3e-34a5-49c7-8634-006fbeca9811 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118f8bef-235c-48cb-aaf2-232253c59cf9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:01.773334 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6f84b316-858c-426e-a8be-0d4692626ccf tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0512578 Nov 13 05:15:01.776959 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36626) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:01.781454 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2e953745-25d0-444d-85a2-096c9c092559 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349121651'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:01.803764 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e953745-25d0-444d-85a2-096c9c092559 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.874774 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e953745-25d0-444d-85a2-096c9c092559 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.879925 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e953745-25d0-444d-85a2-096c9c092559 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.909929 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e953745-25d0-444d-85a2-096c9c092559 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:01.911203 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2e953745-25d0-444d-85a2-096c9c092559 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1332254 Nov 13 05:15:01.913071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e953745-25d0-444d-85a2-096c9c092559 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb55de3-08f5-4702-87ae-0940721f1726,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:01.914659 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36628) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:01.919697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-13fc5cc8-25fe-46ce-a36b-65e2eba3685a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': 'bfb55de3-08f5-4702-87ae-0940721f1726', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:01.920195 n-d-813114-2 neutron-server[102667]: WARNING neutron.api.v2.base [None req-13fc5cc8-25fe-46ce-a36b-65e2eba3685a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 13 05:15:01.920959 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-13fc5cc8-25fe-46ce-a36b-65e2eba3685a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:01.921932 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-13fc5cc8-25fe-46ce-a36b-65e2eba3685a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059381 Nov 13 05:15:01.924546 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36630) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:01.978349 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea4997e6-d1b1-449d-bf31-293d37265f2d tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.001872 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea4997e6-d1b1-449d-bf31-293d37265f2d tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.044078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea4997e6-d1b1-449d-bf31-293d37265f2d tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.046973 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ea4997e6-d1b1-449d-bf31-293d37265f2d tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.048143 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ea4997e6-d1b1-449d-bf31-293d37265f2d tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "DELETE /v2.0/security-groups/bfb55de3-08f5-4702-87ae-0940721f1726 HTTP/1.1" status: 204 len: 168 time: 0.1225598 Nov 13 05:15:02.050973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36632) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:02.057247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4997e6-d1b1-449d-bf31-293d37265f2d tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb55de3-08f5-4702-87ae-0940721f1726,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:02.098827 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1d50fd6e-e7b5-44ae-a966-11f8932dc402 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0466816 Nov 13 05:15:02.102586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36634) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:02.106858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f56a097f-9b5c-4d5a-8c57-332f3a2be0b1 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group': {'name': 'tempest-secgroup--774710087'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:02.130279 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f56a097f-9b5c-4d5a-8c57-332f3a2be0b1 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.208589 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f56a097f-9b5c-4d5a-8c57-332f3a2be0b1 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.214180 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f56a097f-9b5c-4d5a-8c57-332f3a2be0b1 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.243970 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f56a097f-9b5c-4d5a-8c57-332f3a2be0b1 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.245184 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f56a097f-9b5c-4d5a-8c57-332f3a2be0b1 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1416478 Nov 13 05:15:02.247096 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a097f-9b5c-4d5a-8c57-332f3a2be0b1 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d88e9b-cece-4d43-9e84-d689fca1cc72,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:02.248314 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36636) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:02.253122 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5cefeeb4-9c71-441e-aa33-ab6d8a0f4b75 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': '21d88e9b-cece-4d43-9e84-d689fca1cc72', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:02.253692 n-d-813114-2 neutron-server[102667]: WARNING neutron.api.v2.base [None req-5cefeeb4-9c71-441e-aa33-ab6d8a0f4b75 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 13 05:15:02.254319 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-5cefeeb4-9c71-441e-aa33-ab6d8a0f4b75 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:02.255281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5cefeeb4-9c71-441e-aa33-ab6d8a0f4b75 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057361 Nov 13 05:15:02.257932 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36638) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:02.310179 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec85e-cdab-4dd8-a20b-de76e0e84a56 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.333162 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec85e-cdab-4dd8-a20b-de76e0e84a56 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.378041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec85e-cdab-4dd8-a20b-de76e0e84a56 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.380847 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec85e-cdab-4dd8-a20b-de76e0e84a56 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.381904 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ca3ec85e-cdab-4dd8-a20b-de76e0e84a56 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "DELETE /v2.0/security-groups/21d88e9b-cece-4d43-9e84-d689fca1cc72 HTTP/1.1" status: 204 len: 168 time: 0.1230268 Nov 13 05:15:02.384798 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36640) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:02.390894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ec85e-cdab-4dd8-a20b-de76e0e84a56 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d88e9b-cece-4d43-9e84-d689fca1cc72,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:02.437840 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1a88e093-e962-4103-9725-34066e8c0208 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0514934 Nov 13 05:15:02.442083 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36642) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:02.446378 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e8a4368b-2031-4de9-aaf3-ff7811884b9c tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group': {'name': 'tempest-secgroup--55836194'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:02.474795 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e8a4368b-2031-4de9-aaf3-ff7811884b9c tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.542533 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e8a4368b-2031-4de9-aaf3-ff7811884b9c tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.549064 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e8a4368b-2031-4de9-aaf3-ff7811884b9c tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.587733 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e8a4368b-2031-4de9-aaf3-ff7811884b9c tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.588967 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e8a4368b-2031-4de9-aaf3-ff7811884b9c tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1459925 Nov 13 05:15:02.590079 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4368b-2031-4de9-aaf3-ff7811884b9c tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc60480-e203-4f26-875b-702d281610fe,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:02.592096 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36644) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:02.597047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-74db6be4-6da5-4195-ac3f-ac495446c2e2 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': '0cc60480-e203-4f26-875b-702d281610fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:02.597827 n-d-813114-2 neutron-server[102668]: WARNING neutron.api.v2.base [None req-74db6be4-6da5-4195-ac3f-ac495446c2e2 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 13 05:15:02.598320 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-74db6be4-6da5-4195-ac3f-ac495446c2e2 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:02.599410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-74db6be4-6da5-4195-ac3f-ac495446c2e2 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063143 Nov 13 05:15:02.602140 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36646) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:02.606691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3463c3ca-445a-4bea-9cdd-40875d11cf01 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': '0cc60480-e203-4f26-875b-702d281610fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:02.607418 n-d-813114-2 neutron-server[102667]: WARNING neutron.api.v2.base [None req-3463c3ca-445a-4bea-9cdd-40875d11cf01 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 13 05:15:02.607903 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-3463c3ca-445a-4bea-9cdd-40875d11cf01 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:02.608823 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3463c3ca-445a-4bea-9cdd-40875d11cf01 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057056 Nov 13 05:15:02.611560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36648) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:02.616897 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-56d51bbc-d12e-4d6b-b36f-c7ec61f2b8a0 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': '0cc60480-e203-4f26-875b-702d281610fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:02.617681 n-d-813114-2 neutron-server[102668]: WARNING neutron.api.v2.base [None req-56d51bbc-d12e-4d6b-b36f-c7ec61f2b8a0 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 13 05:15:02.618148 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-56d51bbc-d12e-4d6b-b36f-c7ec61f2b8a0 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:02.619089 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-56d51bbc-d12e-4d6b-b36f-c7ec61f2b8a0 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066049 Nov 13 05:15:02.621354 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36650) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:02.625130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fb86c05d-ac93-43fa-937c-b5f9b18d0835 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': '0cc60480-e203-4f26-875b-702d281610fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:02.625927 n-d-813114-2 neutron-server[102668]: WARNING neutron.api.v2.base [None req-fb86c05d-ac93-43fa-937c-b5f9b18d0835 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 13 05:15:02.626383 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-fb86c05d-ac93-43fa-937c-b5f9b18d0835 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:02.627290 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fb86c05d-ac93-43fa-937c-b5f9b18d0835 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0051208 Nov 13 05:15:02.629544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36652) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:02.686520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6993373-8b4b-45ea-bd18-8e09d8fbda25 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.710046 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6993373-8b4b-45ea-bd18-8e09d8fbda25 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.754248 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6993373-8b4b-45ea-bd18-8e09d8fbda25 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.756968 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6993373-8b4b-45ea-bd18-8e09d8fbda25 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.758245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e6993373-8b4b-45ea-bd18-8e09d8fbda25 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "DELETE /v2.0/security-groups/0cc60480-e203-4f26-875b-702d281610fe HTTP/1.1" status: 204 len: 168 time: 0.1278720 Nov 13 05:15:02.761048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36654) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:02.767962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6993373-8b4b-45ea-bd18-8e09d8fbda25 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc60480-e203-4f26-875b-702d281610fe,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:02.805073 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-83011dbe-1f67-4d27-8513-888a622ed3d5 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0428102 Nov 13 05:15:02.808747 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36656) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:02.813206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c86b412f-9d17-413d-a8db-1f7847b4417b tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1241529967'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:02.835949 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c86b412f-9d17-413d-a8db-1f7847b4417b tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.914816 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c86b412f-9d17-413d-a8db-1f7847b4417b tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.920877 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c86b412f-9d17-413d-a8db-1f7847b4417b tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.947904 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c86b412f-9d17-413d-a8db-1f7847b4417b tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:02.949047 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c86b412f-9d17-413d-a8db-1f7847b4417b tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1393881 Nov 13 05:15:02.952323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36658) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:02.953180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b412f-9d17-413d-a8db-1f7847b4417b tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fffc4525-133a-44d4-8487-169bfcb151f3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:02.957446 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9f0395b2-1021-47ea-84b6-e454ccbd61f4 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': 'fffc4525-133a-44d4-8487-169bfcb151f3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:02.957922 n-d-813114-2 neutron-server[102668]: WARNING neutron.api.v2.base [None req-9f0395b2-1021-47ea-84b6-e454ccbd61f4 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 13 05:15:02.958411 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-9f0395b2-1021-47ea-84b6-e454ccbd61f4 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:02.959383 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9f0395b2-1021-47ea-84b6-e454ccbd61f4 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060012 Nov 13 05:15:02.962223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36660) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:02.966648 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-22bd6a9d-9eb9-4b33-8e26-c60d38e82363 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': 'fffc4525-133a-44d4-8487-169bfcb151f3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:03.005268 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-22bd6a9d-9eb9-4b33-8e26-c60d38e82363 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:03.006319 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-22bd6a9d-9eb9-4b33-8e26-c60d38e82363 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0431721 Nov 13 05:15:03.009292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36662) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.014625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6aed8a21-f79d-4a74-b5f6-d88a6a567290 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': 'fffc4525-133a-44d4-8487-169bfcb151f3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:03.015534 n-d-813114-2 neutron-server[102667]: WARNING neutron.api.v2.base [None req-6aed8a21-f79d-4a74-b5f6-d88a6a567290 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 13 05:15:03.016005 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-6aed8a21-f79d-4a74-b5f6-d88a6a567290 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:03.016948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6aed8a21-f79d-4a74-b5f6-d88a6a567290 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067286 Nov 13 05:15:03.019969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36664) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.024130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-27450393-98b0-4cc9-8a39-49e0696f66a8 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': 'fffc4525-133a-44d4-8487-169bfcb151f3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:03.063489 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-27450393-98b0-4cc9-8a39-49e0696f66a8 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:03.064630 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-27450393-98b0-4cc9-8a39-49e0696f66a8 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0436587 Nov 13 05:15:03.068001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36666) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.072372 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-54f40258-0114-4f17-b15b-bcc8789d933e tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': 'fffc4525-133a-44d4-8487-169bfcb151f3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:03.072842 n-d-813114-2 neutron-server[102667]: WARNING neutron.api.v2.base [None req-54f40258-0114-4f17-b15b-bcc8789d933e tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 13 05:15:03.073295 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-54f40258-0114-4f17-b15b-bcc8789d933e tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:03.074180 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-54f40258-0114-4f17-b15b-bcc8789d933e tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0052905 Nov 13 05:15:03.076586 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36668) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.080388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5cff90bf-4827-43fd-834c-3f89f3459523 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': 'fffc4525-133a-44d4-8487-169bfcb151f3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:03.104877 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-5cff90bf-4827-43fd-834c-3f89f3459523 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Project 8849b93c1bea4ada87651a76da23b349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:15:03.118679 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-5cff90bf-4827-43fd-834c-3f89f3459523 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:03.122737 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5cff90bf-4827-43fd-834c-3f89f3459523 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0453136 Nov 13 05:15:03.123622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36670) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.130311 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-43439670-4909-4be0-a9ec-e52431edfc49 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': 'fffc4525-133a-44d4-8487-169bfcb151f3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:03.130778 n-d-813114-2 neutron-server[102668]: WARNING neutron.api.v2.base [None req-43439670-4909-4be0-a9ec-e52431edfc49 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 13 05:15:03.131288 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-43439670-4909-4be0-a9ec-e52431edfc49 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:03.132188 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-43439670-4909-4be0-a9ec-e52431edfc49 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075302 Nov 13 05:15:03.135084 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36672) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.139601 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b8971360-f138-4b26-ad65-7c89b20fe86c tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': 'fffc4525-133a-44d4-8487-169bfcb151f3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:03.165958 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-b8971360-f138-4b26-ad65-7c89b20fe86c tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Project 8849b93c1bea4ada87651a76da23b349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:15:03.184639 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-b8971360-f138-4b26-ad65-7c89b20fe86c tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:03.185993 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b8971360-f138-4b26-ad65-7c89b20fe86c tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0497520 Nov 13 05:15:03.190275 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36674) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.194621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-abe35282-7f82-421e-a17e-25a4ec15a7ee tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': 'fffc4525-133a-44d4-8487-169bfcb151f3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:03.217355 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-abe35282-7f82-421e-a17e-25a4ec15a7ee tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Project 8849b93c1bea4ada87651a76da23b349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:15:03.232046 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-abe35282-7f82-421e-a17e-25a4ec15a7ee tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:03.233261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-abe35282-7f82-421e-a17e-25a4ec15a7ee tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0421205 Nov 13 05:15:03.236402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36676) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.289426 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aba1245b-10a0-4dec-88d5-b8624bf2e17f tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:03.311950 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aba1245b-10a0-4dec-88d5-b8624bf2e17f tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:03.361794 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aba1245b-10a0-4dec-88d5-b8624bf2e17f tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:03.364583 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aba1245b-10a0-4dec-88d5-b8624bf2e17f tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:03.365884 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-aba1245b-10a0-4dec-88d5-b8624bf2e17f tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "DELETE /v2.0/security-groups/fffc4525-133a-44d4-8487-169bfcb151f3 HTTP/1.1" status: 204 len: 168 time: 0.1285055 Nov 13 05:15:03.368997 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36678) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.375563 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1245b-10a0-4dec-88d5-b8624bf2e17f tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffc4525-133a-44d4-8487-169bfcb151f3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:03.420513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3eea5b11-cd9c-4a3c-85ca-501e60ff1b7b tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0502503 Nov 13 05:15:03.424297 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36680) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.428545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1590d8a4-3998-4a98-8bd8-6c21e8bd4158 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051379721'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:03.454395 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1590d8a4-3998-4a98-8bd8-6c21e8bd4158 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:03.521409 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1590d8a4-3998-4a98-8bd8-6c21e8bd4158 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:03.527417 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1590d8a4-3998-4a98-8bd8-6c21e8bd4158 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:03.557546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590d8a4-3998-4a98-8bd8-6c21e8bd4158 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8d2a58-cfc1-433e-b7ed-fd3b0e17a867,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:03.561719 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1590d8a4-3998-4a98-8bd8-6c21e8bd4158 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:03.562999 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1590d8a4-3998-4a98-8bd8-6c21e8bd4158 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1377285 Nov 13 05:15:03.565941 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36682) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.570329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-25bcd9b5-2377-485f-8c53-e3e7a287e639 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': '2b8d2a58-cfc1-433e-b7ed-fd3b0e17a867', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:03.613155 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-25bcd9b5-2377-485f-8c53-e3e7a287e639 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The resource could not be found. Nov 13 05:15:03.614767 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-25bcd9b5-2377-485f-8c53-e3e7a287e639 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0476432 Nov 13 05:15:03.618137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36684) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.622506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3830a907-d4f3-4292-9ca3-333a1d0de745 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': '2b8d2a58-cfc1-433e-b7ed-fd3b0e17a867', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '395fcd80-64ff-42e1-a8cf-b302c7a155f6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:03.666499 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-3830a907-d4f3-4292-9ca3-333a1d0de745 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The resource could not be found. Nov 13 05:15:03.667645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3830a907-d4f3-4292-9ca3-333a1d0de745 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0485957 Nov 13 05:15:03.671855 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36686) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.726343 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5446fe5c-d1ba-487f-9847-1f14b17c8c2a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:03.750176 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5446fe5c-d1ba-487f-9847-1f14b17c8c2a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:03.792105 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5446fe5c-d1ba-487f-9847-1f14b17c8c2a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:03.794538 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5446fe5c-d1ba-487f-9847-1f14b17c8c2a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:03.795693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5446fe5c-d1ba-487f-9847-1f14b17c8c2a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "DELETE /v2.0/security-groups/2b8d2a58-cfc1-433e-b7ed-fd3b0e17a867 HTTP/1.1" status: 204 len: 168 time: 0.1229506 Nov 13 05:15:03.798778 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36688) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.804444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446fe5c-d1ba-487f-9847-1f14b17c8c2a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8d2a58-cfc1-433e-b7ed-fd3b0e17a867,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:03.846878 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-34d10813-c547-4790-864d-bf4329c54cac tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0469043 Nov 13 05:15:03.851000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36690) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.855244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7c46865f-ba1f-4b51-82b4-9e6075323520 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': 'a1e09efb-d588-43a3-bf33-bff30b2e99fa', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:03.899041 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-7c46865f-ba1f-4b51-82b4-9e6075323520 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The resource could not be found. Nov 13 05:15:03.900104 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7c46865f-ba1f-4b51-82b4-9e6075323520 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0482042 Nov 13 05:15:03.904284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36692) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:03.910118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c26acf47-0f13-4c4e-adef-44181f1054cc tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513660632'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:03.933870 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c26acf47-0f13-4c4e-adef-44181f1054cc tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.003890 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c26acf47-0f13-4c4e-adef-44181f1054cc tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.010706 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c26acf47-0f13-4c4e-adef-44181f1054cc tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.040539 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c26acf47-0f13-4c4e-adef-44181f1054cc tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.041773 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c26acf47-0f13-4c4e-adef-44181f1054cc tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1361592 Nov 13 05:15:04.043813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26acf47-0f13-4c4e-adef-44181f1054cc tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcbf7e2-4e5b-4e6c-99a0-751ecbfe746c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:04.044702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36694) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:04.049557 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-dbf09e4e-167f-491c-9aaa-b84d12169166 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374720185'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:04.073191 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbf09e4e-167f-491c-9aaa-b84d12169166 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.143841 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbf09e4e-167f-491c-9aaa-b84d12169166 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.149000 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbf09e4e-167f-491c-9aaa-b84d12169166 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.181091 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ee77c084-c448-4661-b3aa-6b56c7ab4ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.182863 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dbf09e4e-167f-491c-9aaa-b84d12169166 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.184369 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dbf09e4e-167f-491c-9aaa-b84d12169166 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1386330 Nov 13 05:15:04.185747 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf09e4e-167f-491c-9aaa-b84d12169166 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5170b25e-61d0-4284-ac84-7ee41c3d4e4d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:04.188391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36696) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:04.192988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-361bbcb4-e347-43b8-a263-6c0a0a59e6a7 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': '2bcbf7e2-4e5b-4e6c-99a0-751ecbfe746c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5170b25e-61d0-4284-ac84-7ee41c3d4e4d'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:04.229464 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-361bbcb4-e347-43b8-a263-6c0a0a59e6a7 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:04.230573 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-361bbcb4-e347-43b8-a263-6c0a0a59e6a7 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0411358 Nov 13 05:15:04.234212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36698) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:04.287837 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-674ae186-8359-45ca-b0f1-66178af1ddf1 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.310604 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-674ae186-8359-45ca-b0f1-66178af1ddf1 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.354673 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-674ae186-8359-45ca-b0f1-66178af1ddf1 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.357377 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-674ae186-8359-45ca-b0f1-66178af1ddf1 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.358534 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-674ae186-8359-45ca-b0f1-66178af1ddf1 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "DELETE /v2.0/security-groups/5170b25e-61d0-4284-ac84-7ee41c3d4e4d HTTP/1.1" status: 204 len: 168 time: 0.1230593 Nov 13 05:15:04.362381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36700) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:04.369501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ae186-8359-45ca-b0f1-66178af1ddf1 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5170b25e-61d0-4284-ac84-7ee41c3d4e4d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:04.419155 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ac86f7b9-b66f-4a18-8bfb-3a5039176224 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0549753 Nov 13 05:15:04.422206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36702) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:04.485644 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef78f9e-b7b5-4950-812f-3f4d7fa5175a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.510132 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef78f9e-b7b5-4950-812f-3f4d7fa5175a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.554641 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef78f9e-b7b5-4950-812f-3f4d7fa5175a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.557372 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef78f9e-b7b5-4950-812f-3f4d7fa5175a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.558556 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-aef78f9e-b7b5-4950-812f-3f4d7fa5175a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "DELETE /v2.0/security-groups/2bcbf7e2-4e5b-4e6c-99a0-751ecbfe746c HTTP/1.1" status: 204 len: 168 time: 0.1353538 Nov 13 05:15:04.561539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36704) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:04.567488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef78f9e-b7b5-4950-812f-3f4d7fa5175a tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcbf7e2-4e5b-4e6c-99a0-751ecbfe746c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:04.606793 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9b53659a-a81a-4b11-bd42-8c0ec897a175 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0441523 Nov 13 05:15:04.610852 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:04.615842 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-54efb316-d235-46c3-b29d-e5edc91aabbd tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883124323'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:04.645794 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54efb316-d235-46c3-b29d-e5edc91aabbd tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.726149 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54efb316-d235-46c3-b29d-e5edc91aabbd tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.732900 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54efb316-d235-46c3-b29d-e5edc91aabbd tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.761357 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54efb316-d235-46c3-b29d-e5edc91aabbd tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.762566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-54efb316-d235-46c3-b29d-e5edc91aabbd tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1506259 Nov 13 05:15:04.766112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36708) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:04.767006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efb316-d235-46c3-b29d-e5edc91aabbd tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b87cb3-8039-42ee-b742-c8c79ed6374b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:04.772158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9fe7e2a8-8e0b-4ed7-a048-93b1c3e60734 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': '99b87cb3-8039-42ee-b742-c8c79ed6374b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:04.821415 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-9fe7e2a8-8e0b-4ed7-a048-93b1c3e60734 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:04.822460 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9fe7e2a8-8e0b-4ed7-a048-93b1c3e60734 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0544097 Nov 13 05:15:04.826447 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36710) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:04.832247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1b0dcb61-38e2-4cea-bd18-be11eb9edccb tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group_rule': {'security_group_id': '99b87cb3-8039-42ee-b742-c8c79ed6374b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:04.873447 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-1b0dcb61-38e2-4cea-bd18-be11eb9edccb tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:15:04.874714 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1b0dcb61-38e2-4cea-bd18-be11eb9edccb tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0472322 Nov 13 05:15:04.877635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36712) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:04.930731 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451993fe-22bf-4413-8620-6d4a47e83873 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:04.960580 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451993fe-22bf-4413-8620-6d4a47e83873 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:05.003792 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451993fe-22bf-4413-8620-6d4a47e83873 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:05.006564 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451993fe-22bf-4413-8620-6d4a47e83873 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:05.007751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-451993fe-22bf-4413-8620-6d4a47e83873 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "DELETE /v2.0/security-groups/99b87cb3-8039-42ee-b742-c8c79ed6374b HTTP/1.1" status: 204 len: 168 time: 0.1292162 Nov 13 05:15:05.010523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36714) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:05.016985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451993fe-22bf-4413-8620-6d4a47e83873 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b87cb3-8039-42ee-b742-c8c79ed6374b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:05.063311 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0310144b-45ee-4206-b2a5-3803d5e84dea tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0513442 Nov 13 05:15:05.067568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36716) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:05.071786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-32379dc5-1564-4a19-ac04-71d0c4534a3e tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group': {'name': 'tempest-secgroup--291011842'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:05.096461 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32379dc5-1564-4a19-ac04-71d0c4534a3e tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:05.170458 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32379dc5-1564-4a19-ac04-71d0c4534a3e tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:05.176544 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32379dc5-1564-4a19-ac04-71d0c4534a3e tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:05.205860 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32379dc5-1564-4a19-ac04-71d0c4534a3e tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:05.207489 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-32379dc5-1564-4a19-ac04-71d0c4534a3e tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1388028 Nov 13 05:15:05.210179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36718) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:05.212698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32379dc5-1564-4a19-ac04-71d0c4534a3e tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45003e7-af76-4b04-b93f-576cbf00a837,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:05.214890 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-00706d65-5af8-4f35-ba9f-68b41f006b03 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:05.216187 n-d-813114-2 neutron-server[102667]: WARNING neutron.api.v2.base [None req-00706d65-5af8-4f35-ba9f-68b41f006b03 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 13 05:15:05.216864 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-00706d65-5af8-4f35-ba9f-68b41f006b03 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] update failed (client error): There was a conflict when trying to complete your request. Nov 13 05:15:05.217804 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-00706d65-5af8-4f35-ba9f-68b41f006b03 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "PUT /v2.0/security-groups/b45003e7-af76-4b04-b93f-576cbf00a837 HTTP/1.1" status: 409 len: 330 time: 0.0064764 Nov 13 05:15:05.220766 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36720) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:05.272820 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-44704517-d6ba-4d7a-b7fb-74ab7b245a47 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:05.294699 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-44704517-d6ba-4d7a-b7fb-74ab7b245a47 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:05.342440 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-44704517-d6ba-4d7a-b7fb-74ab7b245a47 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:05.346155 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-44704517-d6ba-4d7a-b7fb-74ab7b245a47 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:05.347365 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-44704517-d6ba-4d7a-b7fb-74ab7b245a47 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "DELETE /v2.0/security-groups/b45003e7-af76-4b04-b93f-576cbf00a837 HTTP/1.1" status: 204 len: 168 time: 0.1257403 Nov 13 05:15:05.350100 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36722) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:05.357368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44704517-d6ba-4d7a-b7fb-74ab7b245a47 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45003e7-af76-4b04-b93f-576cbf00a837,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:05.398971 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-173b73ee-ceb6-4386-9443-0852e5b20ea5 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0476000 Nov 13 05:15:05.402720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36724) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:05.415718 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-c48d4e8a-1f09-4739-a490-0139ea430433 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] delete failed (client error): The resource could not be found. Nov 13 05:15:05.416649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c48d4e8a-1f09-4739-a490-0139ea430433 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "DELETE /v2.0/security-groups/49432bcc-c312-4978-9c33-b9ef07b49bd6 HTTP/1.1" status: 404 len: 347 time: 0.0129704 Nov 13 05:15:05.420290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36726) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:05.435125 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-9e56aa78-bce5-47ba-b0b9-8cf6a2f20d7e tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] show failed (client error): The resource could not be found. Nov 13 05:15:05.436105 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9e56aa78-bce5-47ba-b0b9-8cf6a2f20d7e tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "GET /v2.0/security-groups/991b5204-7c52-4087-8cc5-fc1d3dbfdd1d HTTP/1.1" status: 404 len: 347 time: 0.0147996 Nov 13 05:15:05.439925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36728) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:05.454546 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-53c7387b-ce48-4368-91a4-63f242a4fd34 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] show failed (client error): The resource could not be found. Nov 13 05:15:05.455541 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-53c7387b-ce48-4368-91a4-63f242a4fd34 tempest-NegativeSecGroupIPv6Test-345524528 tempest-NegativeSecGroupIPv6Test-345524528-project] 10.222.0.43 "GET /v2.0/security-group-rules/aeee9804-96bb-417b-a565-fa7b7bfbc1c9 HTTP/1.1" status: 404 len: 356 time: 0.0147083 Nov 13 05:15:05.721008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36734) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:05.862450 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6f35bfab-1e69-42b5-bc09-2bf337f857c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8849b93c1bea4ada87651a76da23b349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398315 Nov 13 05:15:05.865093 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36738) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:05.912183 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-510f86ed-8d01-4d5a-958b-07405ee97892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:05.932870 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-510f86ed-8d01-4d5a-958b-07405ee97892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:05.984361 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-510f86ed-8d01-4d5a-958b-07405ee97892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:05.988233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-510f86ed-8d01-4d5a-958b-07405ee97892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:05.989842 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-510f86ed-8d01-4d5a-958b-07405ee97892 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4767f810-12b6-46a5-814f-cdeee0a0c0a8 HTTP/1.1" status: 204 len: 168 time: 0.1238945 Nov 13 05:15:05.997838 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f86ed-8d01-4d5a-958b-07405ee97892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4767f810-12b6-46a5-814f-cdeee0a0c0a8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:06.474607 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8d50d8f-e1c0-453d-8ab2-b4b9c7b56088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:06.806006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36766) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:06.866161 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-02037e2c-c740-4796-ac1e-b940ec66606a tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/floatingips/57a15a74-fe02-42ef-b329-96003f31f399 HTTP/1.1" status: 200 len: 993 time: 0.0588808 Nov 13 05:15:07.138054 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36782) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:07.300211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d177e7d2-7edf-4b51-9b5a-b94c596293ab tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Deleting port f6881ffa-b53d-449b-99a9-2facc80b140b {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:15:07.300558 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d177e7d2-7edf-4b51-9b5a-b94c596293ab tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:07.383104 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d177e7d2-7edf-4b51-9b5a-b94c596293ab tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:07.383427 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d177e7d2-7edf-4b51-9b5a-b94c596293ab tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:07.397591 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d177e7d2-7edf-4b51-9b5a-b94c596293ab tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Calling delete_port for f6881ffa-b53d-449b-99a9-2facc80b140b owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:15:07.582012 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d177e7d2-7edf-4b51-9b5a-b94c596293ab tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:07.608647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177e7d2-7edf-4b51-9b5a-b94c596293ab tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Port': ['ID=f6881ffa-b53d-449b-99a9-2facc80b140b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:07.672766 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d177e7d2-7edf-4b51-9b5a-b94c596293ab tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:07.673326 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-d177e7d2-7edf-4b51-9b5a-b94c596293ab tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Floating IP 57a15a74-fe02-42ef-b329-96003f31f399 disassociated (deleted). External IP: 172.25.8.69, port: efeb9eb3-c339-429e-a3a0-2b27eba7effb. Nov 13 05:15:07.682675 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36798) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:07.790238 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-705e4735-6e35-4e40-a1ac-cd2243b28104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:07.869142 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-705e4735-6e35-4e40-a1ac-cd2243b28104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:07.875451 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-705e4735-6e35-4e40-a1ac-cd2243b28104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:07.880876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d177e7d2-7edf-4b51-9b5a-b94c596293ab tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Router dfa92aca-6bb4-4fa8-ac88-787e322a613d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:15:07.900950 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:07.919702 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-705e4735-6e35-4e40-a1ac-cd2243b28104 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad6e5de392d246658bad96d8de9c3c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358518 Nov 13 05:15:07.920570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e4735-6e35-4e40-a1ac-cd2243b28104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471968c4-751d-4293-92e8-650bf3d60be6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:07.923125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36802) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:08.368533 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e2129d8-d8d1-422b-a2ef-1fdea49882b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:08.374314 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d177e7d2-7edf-4b51-9b5a-b94c596293ab tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:15:08.382892 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d177e7d2-7edf-4b51-9b5a-b94c596293ab tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:08.384629 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770165e8-932e-490c-b13e-1af7c7bca8ad None None] Sync routers for ids ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:15:08.394541 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770165e8-932e-490c-b13e-1af7c7bca8ad None None] Routers {'dfa92aca-6bb4-4fa8-ac88-787e322a613d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:08.395267 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-770165e8-932e-490c-b13e-1af7c7bca8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:08.414228 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e2129d8-d8d1-422b-a2ef-1fdea49882b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:08.426168 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d177e7d2-7edf-4b51-9b5a-b94c596293ab tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "DELETE /v2.0/floatingips/57a15a74-fe02-42ef-b329-96003f31f399 HTTP/1.1" status: 204 len: 168 time: 1.2870505 Nov 13 05:15:08.428792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36dde5e5-30cb-46f3-8c6e-1220748416ee', 'tag': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:15:08.431152 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13659a7-870d-4545-a6b9-06c7f3c7fbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "36dde5e5-30cb-46f3-8c6e-1220748416ee", "tag": "efeb9eb3-c339-429e-a3a0-2b27eba7effb"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:15:08.474290 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e2129d8-d8d1-422b-a2ef-1fdea49882b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:08.478200 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e2129d8-d8d1-422b-a2ef-1fdea49882b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:08.479807 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1e2129d8-d8d1-422b-a2ef-1fdea49882b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/471968c4-751d-4293-92e8-650bf3d60be6 HTTP/1.1" status: 204 len: 168 time: 0.5556703 Nov 13 05:15:08.489542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2129d8-d8d1-422b-a2ef-1fdea49882b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471968c4-751d-4293-92e8-650bf3d60be6,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:08.494535 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953df337-6a86-4288-a9f6-bc203d50035b x-openstack-request-id: req-953df337-6a86-4288-a9f6-bc203d50035b {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:15:08.494891 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36dde5e5-30cb-46f3-8c6e-1220748416ee", "tag": "efeb9eb3-c339-429e-a3a0-2b27eba7effb", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:15:08.495768 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-953df337-6a86-4288-a9f6-bc203d50035b {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:15:08.495859 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36dde5e5-30cb-46f3-8c6e-1220748416ee', 'tag': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb', 'status': 'completed', 'code': 200} Nov 13 05:15:08.514577 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-770165e8-932e-490c-b13e-1af7c7bca8ad None None] Set router dfa92aca-6bb4-4fa8-ac88-787e322a613d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:08.596463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13659a7-870d-4545-a6b9-06c7f3c7fbc0 req-11f465c4-949d-47fd-8fb8-dab3f52c121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:08.601825 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c13659a7-870d-4545-a6b9-06c7f3c7fbc0 req-11f465c4-949d-47fd-8fb8-dab3f52c121e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c18b3f2ce924647a1cd876de3531c54&device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 1097 time: 0.0613735 Nov 13 05:15:08.714815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f1ed7-4294-411d-be5e-955e9722ad32 req-1b17f65d-b818-4da8-bf6d-f0121b9efb20 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:08.717066 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e41f1ed7-4294-411d-be5e-955e9722ad32 req-1b17f65d-b818-4da8-bf6d-f0121b9efb20 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 946 time: 0.0610459 Nov 13 05:15:08.742088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13659a7-870d-4545-a6b9-06c7f3c7fbc0 req-25b37a76-475c-4bd5-b10e-8291f220bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:08.743885 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c13659a7-870d-4545-a6b9-06c7f3c7fbc0 req-25b37a76-475c-4bd5-b10e-8291f220bb75 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9fef28e6-0acd-4096-9fd7-1449d4051ade HTTP/1.1" status: 200 len: 898 time: 0.0964496 Nov 13 05:15:08.772597 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-770165e8-932e-490c-b13e-1af7c7bca8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'name': 'tempest-TestNetworkBasicOps-router-310137507', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:46Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '64514d73-5519-43fb-b42b-69799d6ce6e7', 'name': '', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:b9:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'f4337212-112e-49be-9834-f9853289a4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:45Z', 'updated_at': '2021-11-13T05:13:49Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f4337212-112e-49be-9834-f9853289a4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:08.779534 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e41f1ed7-4294-411d-be5e-955e9722ad32 req-5981e33f-8eb4-4dd8-a90a-e1f45c71f1ee tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe788b46-de53-4961-b82f-ac97d451f4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529962 Nov 13 05:15:08.795706 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c13659a7-870d-4545-a6b9-06c7f3c7fbc0 req-69bb1529-a37c-49f2-a1ef-d33befc3d552 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efeb9eb3-c339-429e-a3a0-2b27eba7effb HTTP/1.1" status: 200 len: 217 time: 0.0432324 Nov 13 05:15:08.802324 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770165e8-932e-490c-b13e-1af7c7bca8ad None None] Checking router: dfa92aca-6bb4-4fa8-ac88-787e322a613d for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:15:08.810853 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770165e8-932e-490c-b13e-1af7c7bca8ad None None] Routers {'dfa92aca-6bb4-4fa8-ac88-787e322a613d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:08.811684 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-770165e8-932e-490c-b13e-1af7c7bca8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:08.850096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13659a7-870d-4545-a6b9-06c7f3c7fbc0 req-647e0711-2b7e-46a3-b83e-6ab5fafb2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:08.852017 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c13659a7-870d-4545-a6b9-06c7f3c7fbc0 req-647e0711-2b7e-46a3-b83e-6ab5fafb2580 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4337212-112e-49be-9834-f9853289a4e8 HTTP/1.1" status: 200 len: 835 time: 0.0482309 Nov 13 05:15:08.853788 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36814) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:08.879897 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-044856d3-5b0a-498c-a293-4237de6082db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:08.920278 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-770165e8-932e-490c-b13e-1af7c7bca8ad None None] Set router dfa92aca-6bb4-4fa8-ac88-787e322a613d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:08.929459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13659a7-870d-4545-a6b9-06c7f3c7fbc0 req-55d8dfae-4d15-45db-9bee-1846a28a920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:08.931056 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c13659a7-870d-4545-a6b9-06c7f3c7fbc0 req-55d8dfae-4d15-45db-9bee-1846a28a920f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9fef28e6-0acd-4096-9fd7-1449d4051ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701962 Nov 13 05:15:09.051197 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-044856d3-5b0a-498c-a293-4237de6082db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:09.058517 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-044856d3-5b0a-498c-a293-4237de6082db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:09.073615 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c13659a7-870d-4545-a6b9-06c7f3c7fbc0 req-f854a6dc-e5ed-4357-93f8-1a1a7d2df913 service neutron] 10.222.0.46 "GET /v2.0/networks/9fef28e6-0acd-4096-9fd7-1449d4051ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323357 Nov 13 05:15:09.117405 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-044856d3-5b0a-498c-a293-4237de6082db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f875e8b9ec74fd89c948a75382f62e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625613 Nov 13 05:15:09.120332 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36816) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:09.123863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044856d3-5b0a-498c-a293-4237de6082db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93bb4c3-ecbb-428a-947c-07c97816a453,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:09.141931 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-770165e8-932e-490c-b13e-1af7c7bca8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'name': 'tempest-TestNetworkBasicOps-router-310137507', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:46Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '64514d73-5519-43fb-b42b-69799d6ce6e7', 'name': '', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:b9:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'f4337212-112e-49be-9834-f9853289a4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:45Z', 'updated_at': '2021-11-13T05:13:49Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f4337212-112e-49be-9834-f9853289a4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:09.168611 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770165e8-932e-490c-b13e-1af7c7bca8ad None None] The sync data for ids ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'] in n-d-813114-2 is: [{'id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'name': 'tempest-TestNetworkBasicOps-router-310137507', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:46Z', 'revision_number': 4, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '64514d73-5519-43fb-b42b-69799d6ce6e7', 'name': '', 'network_id': '9fef28e6-0acd-4096-9fd7-1449d4051ade', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'mac_address': 'fa:16:3e:b9:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'f4337212-112e-49be-9834-f9853289a4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:45Z', 'updated_at': '2021-11-13T05:13:49Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'subnets': [{'id': 'f4337212-112e-49be-9834-f9853289a4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:15:09.190659 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c13659a7-870d-4545-a6b9-06c7f3c7fbc0 req-10765f25-bacf-461f-a63e-756f7e50b82d service neutron] 10.222.0.46 "GET /v2.0/networks/9fef28e6-0acd-4096-9fd7-1449d4051ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047230 Nov 13 05:15:09.191576 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf2ebe2b-479a-4731-9ac7-60ff8dea342c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:09.199528 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:09.216697 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf2ebe2b-479a-4731-9ac7-60ff8dea342c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:09.265691 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf2ebe2b-479a-4731-9ac7-60ff8dea342c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:09.268621 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf2ebe2b-479a-4731-9ac7-60ff8dea342c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:09.269791 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bf2ebe2b-479a-4731-9ac7-60ff8dea342c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e93bb4c3-ecbb-428a-947c-07c97816a453 HTTP/1.1" status: 204 len: 168 time: 0.1484883 Nov 13 05:15:09.277909 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ebe2b-479a-4731-9ac7-60ff8dea342c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93bb4c3-ecbb-428a-947c-07c97816a453,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:09.427474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e3e79-622e-41fc-9b7e-9a8bed28019d None None] New status for floating IP 57a15a74-fe02-42ef-b329-96003f31f399: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:15:09.910297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f968a69-d1e0-4977-b574-057767d93a2c req-d3a6761a-4a35-4d5d-a945-deb11cf3f792 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:09.911872 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f968a69-d1e0-4977-b574-057767d93a2c req-d3a6761a-4a35-4d5d-a945-deb11cf3f792 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 946 time: 0.0572360 Nov 13 05:15:09.967843 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6f968a69-d1e0-4977-b574-057767d93a2c req-9de494a3-c9f1-462e-a6e8-4b7cfba06363 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe788b46-de53-4961-b82f-ac97d451f4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496984 Nov 13 05:15:10.046721 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:10.488811 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bcdaa-32b0-47c4-8b85-d9437e8d5368 req-9395a47c-59a5-4c5d-a2ee-9f2c3da17f77 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:10.490295 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-602bcdaa-32b0-47c4-8b85-d9437e8d5368 req-9395a47c-59a5-4c5d-a2ee-9f2c3da17f77 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.46 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 946 time: 0.0488946 Nov 13 05:15:10.580482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-602bcdaa-32b0-47c4-8b85-d9437e8d5368 req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Deleting port efeb9eb3-c339-429e-a3a0-2b27eba7effb {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:15:10.580824 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-602bcdaa-32b0-47c4-8b85-d9437e8d5368 req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:10.679384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-602bcdaa-32b0-47c4-8b85-d9437e8d5368 req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] For port efeb9eb3-c339-429e-a3a0-2b27eba7effb, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=efeb9eb3-c339-429e-a3a0-2b27eba7effb,segment=NetworkSegment(9745ff2f-3b3f-497a-862a-7c343fb71180),segment_id=9745ff2f-3b3f-497a-862a-7c343fb71180)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:15:10.679752 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-602bcdaa-32b0-47c4-8b85-d9437e8d5368 req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:10.693124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-602bcdaa-32b0-47c4-8b85-d9437e8d5368 req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Calling delete_port for efeb9eb3-c339-429e-a3a0-2b27eba7effb owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:15:10.827562 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-602bcdaa-32b0-47c4-8b85-d9437e8d5368 req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:10.856354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Port': ['ID=efeb9eb3-c339-429e-a3a0-2b27eba7effb,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:10.857219 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36858) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:10.869681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:10.870026 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:10.870354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:10.870700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:10.871068 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:10.871397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:10.871725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:10.872196 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:10.872448 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:10.872647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:10.872963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:10.873291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:10.908132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-602bcdaa-32b0-47c4-8b85-d9437e8d5368 req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] No DVR routers for this DVR port efeb9eb3-c339-429e-a3a0-2b27eba7effb on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:15:10.910664 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-602bcdaa-32b0-47c4-8b85-d9437e8d5368 req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:10.914103 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-602bcdaa-32b0-47c4-8b85-d9437e8d5368 req-c7f14a21-16a6-4c94-99f5-4daf4f369154 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.46 "DELETE /v2.0/ports/efeb9eb3-c339-429e-a3a0-2b27eba7effb HTTP/1.1" status: 204 len: 173 time: 0.4174855 Nov 13 05:15:10.914550 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dde5e5-30cb-46f3-8c6e-1220748416ee', 'name': 'network-vif-deleted', 'tag': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:15:10.916893 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500636b6-881a-4772-ade7-857beda7dd55" -d '{"events": [{"server_uuid": "36dde5e5-30cb-46f3-8c6e-1220748416ee", "name": "network-vif-deleted", "tag": "efeb9eb3-c339-429e-a3a0-2b27eba7effb"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:15:10.957043 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebefbd2-825b-492e-9ed8-f18df7af8bec x-openstack-request-id: req-9ebefbd2-825b-492e-9ed8-f18df7af8bec {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:15:10.957348 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36dde5e5-30cb-46f3-8c6e-1220748416ee", "name": "network-vif-deleted", "tag": "efeb9eb3-c339-429e-a3a0-2b27eba7effb", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:15:10.957673 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ebefbd2-825b-492e-9ed8-f18df7af8bec {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:15:10.958122 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36dde5e5-30cb-46f3-8c6e-1220748416ee', 'name': 'network-vif-deleted', 'tag': 'efeb9eb3-c339-429e-a3a0-2b27eba7effb', 'status': 'completed', 'code': 200} Nov 13 05:15:10.989716 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1942b6b-c0a1-4aea-af78-1c7a721b05c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:11.081713 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1942b6b-c0a1-4aea-af78-1c7a721b05c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:11.086950 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1942b6b-c0a1-4aea-af78-1c7a721b05c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:11.088399 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0fbd57e-ce50-4c7b-a158-e36968ea3529 req-4214ee73-c3a9-4ec3-8e53-5cc0fbeaae78 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "GET /v2.0/ports?device_id=36dde5e5-30cb-46f3-8c6e-1220748416ee HTTP/1.1" status: 200 len: 210 time: 0.0333772 Nov 13 05:15:11.128233 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d1942b6b-c0a1-4aea-af78-1c7a721b05c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d2f508c59cb4b60922909d066bbfd0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2698586 Nov 13 05:15:11.129149 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1942b6b-c0a1-4aea-af78-1c7a721b05c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f526f99-2301-4e9b-b070-6b4f768eeec7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:11.130860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36866) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:11.179984 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4ada8d23-5bf9-4e4f-bac4-b2db1be40f66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:11.204357 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4ada8d23-5bf9-4e4f-bac4-b2db1be40f66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:11.257981 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4ada8d23-5bf9-4e4f-bac4-b2db1be40f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:11.260586 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4ada8d23-5bf9-4e4f-bac4-b2db1be40f66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:11.261740 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4ada8d23-5bf9-4e4f-bac4-b2db1be40f66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f526f99-2301-4e9b-b070-6b4f768eeec7 HTTP/1.1" status: 204 len: 168 time: 0.1298883 Nov 13 05:15:11.272772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada8d23-5bf9-4e4f-bac4-b2db1be40f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f526f99-2301-4e9b-b070-6b4f768eeec7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:11.537379 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 36872) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:11.553938 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32122c76-0195-4edf-aaed-44e073c3b923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:11.633774 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32122c76-0195-4edf-aaed-44e073c3b923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:11.639563 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32122c76-0195-4edf-aaed-44e073c3b923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:11.676333 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-32122c76-0195-4edf-aaed-44e073c3b923 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fb396c98947453c808b971cefcaf567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375120 Nov 13 05:15:11.677173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32122c76-0195-4edf-aaed-44e073c3b923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f77f62-bbe2-4212-bb30-d545e7113ff8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:11.679490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36874) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:11.728237 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39f7c916-8921-4ab8-9f84-027f39f64abe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:11.750131 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39f7c916-8921-4ab8-9f84-027f39f64abe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:11.798501 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39f7c916-8921-4ab8-9f84-027f39f64abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:11.802845 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39f7c916-8921-4ab8-9f84-027f39f64abe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:11.804455 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-39f7c916-8921-4ab8-9f84-027f39f64abe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96f77f62-bbe2-4212-bb30-d545e7113ff8 HTTP/1.1" status: 204 len: 168 time: 0.1239588 Nov 13 05:15:11.814100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7c916-8921-4ab8-9f84-027f39f64abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f77f62-bbe2-4212-bb30-d545e7113ff8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:12.148034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36888) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:12.212347 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8aee0894-4504-44e3-90fd-6a5bfd5a58a4 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:12.237494 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8aee0894-4504-44e3-90fd-6a5bfd5a58a4 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:12.298801 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8aee0894-4504-44e3-90fd-6a5bfd5a58a4 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:12.301437 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8aee0894-4504-44e3-90fd-6a5bfd5a58a4 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:12.305234 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8aee0894-4504-44e3-90fd-6a5bfd5a58a4 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "DELETE /v2.0/security-groups/fe788b46-de53-4961-b82f-ac97d451f4f0 HTTP/1.1" status: 204 len: 168 time: 0.1535430 Nov 13 05:15:12.311745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee0894-4504-44e3-90fd-6a5bfd5a58a4 tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe788b46-de53-4961-b82f-ac97d451f4f0,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:12.335363 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 36896) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:12.847205 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa58ba37-159c-4ad3-b637-e0aa839b4a9f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:13.150934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-fa58ba37-159c-4ad3-b637-e0aa839b4a9f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Deleting port 64514d73-5519-43fb-b42b-69799d6ce6e7 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:15:13.151567 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa58ba37-159c-4ad3-b637-e0aa839b4a9f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:13.242969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-fa58ba37-159c-4ad3-b637-e0aa839b4a9f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] For port 64514d73-5519-43fb-b42b-69799d6ce6e7, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=64514d73-5519-43fb-b42b-69799d6ce6e7,segment=NetworkSegment(9745ff2f-3b3f-497a-862a-7c343fb71180),segment_id=9745ff2f-3b3f-497a-862a-7c343fb71180)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:15:13.243367 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa58ba37-159c-4ad3-b637-e0aa839b4a9f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:13.260291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-fa58ba37-159c-4ad3-b637-e0aa839b4a9f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Calling delete_port for 64514d73-5519-43fb-b42b-69799d6ce6e7 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:15:13.763866 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa58ba37-159c-4ad3-b637-e0aa839b4a9f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:13.791752 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58ba37-159c-4ad3-b637-e0aa839b4a9f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Port': ['ID=64514d73-5519-43fb-b42b-69799d6ce6e7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:13.807400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device efeb9eb3-c339-429e-a3a0-2b27eba7effb no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:15:13.846366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: efeb9eb3-c339-429e-a3a0-2b27eba7effb {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:15:13.846704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device efeb9eb3-c339-429e-a3a0-2b27eba7effb not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:15:13.977534 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa58ba37-159c-4ad3-b637-e0aa839b4a9f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:14.217691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa58ba37-159c-4ad3-b637-e0aa839b4a9f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Router dfa92aca-6bb4-4fa8-ac88-787e322a613d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:15:14.322477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa58ba37-159c-4ad3-b637-e0aa839b4a9f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:15:14.330820 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fa58ba37-159c-4ad3-b637-e0aa839b4a9f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "PUT /v2.0/routers/dfa92aca-6bb4-4fa8-ac88-787e322a613d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9943633 Nov 13 05:15:14.333146 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85624f66-2980-4764-84bb-9bfd65c392ac None None] Sync routers for ids ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:15:14.333592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37000) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:14.347500 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85624f66-2980-4764-84bb-9bfd65c392ac None None] Routers {'dfa92aca-6bb4-4fa8-ac88-787e322a613d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:14.348718 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-85624f66-2980-4764-84bb-9bfd65c392ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:14.390224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85db5b3-9ef6-4edb-972a-697264c3158f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Deleting subnet f4337212-112e-49be-9834-f9853289a4e8 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:15:14.393779 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c85db5b3-9ef6-4edb-972a-697264c3158f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:14.435748 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c85db5b3-9ef6-4edb-972a-697264c3158f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:14.474008 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-85624f66-2980-4764-84bb-9bfd65c392ac None None] Set router dfa92aca-6bb4-4fa8-ac88-787e322a613d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:14.526014 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c85db5b3-9ef6-4edb-972a-697264c3158f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:14.591566 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c85db5b3-9ef6-4edb-972a-697264c3158f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:14.622794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85db5b3-9ef6-4edb-972a-697264c3158f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Subnet': ['ID=f4337212-112e-49be-9834-f9853289a4e8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:14.626896 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c85db5b3-9ef6-4edb-972a-697264c3158f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:14.630517 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c85db5b3-9ef6-4edb-972a-697264c3158f tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "DELETE /v2.0/subnets/f4337212-112e-49be-9834-f9853289a4e8 HTTP/1.1" status: 204 len: 168 time: 0.2960644 Nov 13 05:15:14.633588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37014) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:14.634993 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3097e-a277-4401-b8ac-3ea83f2c83f8 None None] Network 9fef28e6-0acd-4096-9fd7-1449d4051ade requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:15:14.662253 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:15:14.673064 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-85624f66-2980-4764-84bb-9bfd65c392ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'name': 'tempest-TestNetworkBasicOps-router-310137507', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:15:13Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:14.700796 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85624f66-2980-4764-84bb-9bfd65c392ac None None] Checking router: dfa92aca-6bb4-4fa8-ac88-787e322a613d for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:15:14.710183 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85624f66-2980-4764-84bb-9bfd65c392ac None None] Routers {'dfa92aca-6bb4-4fa8-ac88-787e322a613d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:14.710810 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-85624f66-2980-4764-84bb-9bfd65c392ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:14.779539 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:14.844883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37018) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:14.856258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7397e4d7-0d5a-4028-bfd4-1c7ce615db32 None None] DHCP port deletion for 9fef28e6-0acd-4096-9fd7-1449d4051ade request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:15:14.909187 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:14.919809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7397e4d7-0d5a-4028-bfd4-1c7ce615db32 None None] Deleting port 31b0fbef-c0e2-48d5-814e-4bbad01ad002 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:15:14.920198 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7397e4d7-0d5a-4028-bfd4-1c7ce615db32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:14.943607 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-85624f66-2980-4764-84bb-9bfd65c392ac None None] Set router dfa92aca-6bb4-4fa8-ac88-787e322a613d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:14.979075 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Deleting port 201c18b1-d8e3-4535-93f3-da7cbb207704 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:15:14.979806 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:14.990548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7397e4d7-0d5a-4028-bfd4-1c7ce615db32 None None] For port 31b0fbef-c0e2-48d5-814e-4bbad01ad002, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=31b0fbef-c0e2-48d5-814e-4bbad01ad002,segment=NetworkSegment(9745ff2f-3b3f-497a-862a-7c343fb71180),segment_id=9745ff2f-3b3f-497a-862a-7c343fb71180)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:15:14.991040 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7397e4d7-0d5a-4028-bfd4-1c7ce615db32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.005470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7397e4d7-0d5a-4028-bfd4-1c7ce615db32 None None] Calling delete_port for 31b0fbef-c0e2-48d5-814e-4bbad01ad002 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:15:15.056424 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a2c34fb-275c-4704-a69b-bf12333415c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.096415 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7397e4d7-0d5a-4028-bfd4-1c7ce615db32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.097582 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] For port 201c18b1-d8e3-4535-93f3-da7cbb207704, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=201c18b1-d8e3-4535-93f3-da7cbb207704,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:15:15.097946 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.119629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Calling delete_port for 201c18b1-d8e3-4535-93f3-da7cbb207704 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:15:15.123501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397e4d7-0d5a-4028-bfd4-1c7ce615db32 None None] Pushing event deleted for resources: {'Port': ['ID=31b0fbef-c0e2-48d5-814e-4bbad01ad002,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:15.127466 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7397e4d7-0d5a-4028-bfd4-1c7ce615db32 None None] No DVR routers for this DVR port 31b0fbef-c0e2-48d5-814e-4bbad01ad002 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:15:15.149483 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-85624f66-2980-4764-84bb-9bfd65c392ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'name': 'tempest-TestNetworkBasicOps-router-310137507', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:15:13Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:15.179244 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85624f66-2980-4764-84bb-9bfd65c392ac None None] The sync data for ids ['dfa92aca-6bb4-4fa8-ac88-787e322a613d'] in n-d-813114-2 is: [{'id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'name': 'tempest-TestNetworkBasicOps-router-310137507', 'tenant_id': '2c18b3f2ce924647a1cd876de3531c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:15:13Z', 'revision_number': 5, 'project_id': '2c18b3f2ce924647a1cd876de3531c54', 'gw_port': {'id': '201c18b1-d8e3-4535-93f3-da7cbb207704', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa92aca-6bb4-4fa8-ac88-787e322a613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:13:41Z', 'updated_at': '2021-11-13T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:15:15.225269 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a2c34fb-275c-4704-a69b-bf12333415c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.231498 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a2c34fb-275c-4704-a69b-bf12333415c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.311233 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7a2c34fb-275c-4704-a69b-bf12333415c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22d09d11f8cb466b97b08f6e28ad23c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4652898 Nov 13 05:15:15.312740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c34fb-275c-4704-a69b-bf12333415c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb1bb8f-043f-427c-b77e-a425c02f217e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:15.314312 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37022) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:15.363664 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0356fed-22b2-498e-a6b3-21aaca457693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.369057 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.387125 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0356fed-22b2-498e-a6b3-21aaca457693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.398600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Port': ['ID=201c18b1-d8e3-4535-93f3-da7cbb207704,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:15.412314 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b79729-6051-4dd6-84f3-2f72b7ee165e None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:15:15.439500 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0356fed-22b2-498e-a6b3-21aaca457693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.442104 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0356fed-22b2-498e-a6b3-21aaca457693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.443333 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c0356fed-22b2-498e-a6b3-21aaca457693 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8eb1bb8f-043f-427c-b77e-a425c02f217e HTTP/1.1" status: 204 len: 168 time: 0.1279726 Nov 13 05:15:15.451075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0356fed-22b2-498e-a6b3-21aaca457693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb1bb8f-043f-427c-b77e-a425c02f217e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:15.461725 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.558454 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.560770 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.611783 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.612878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Fanout notify agent at l3_agent the message router_deleted on router dfa92aca-6bb4-4fa8-ac88-787e322a613d {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:15:15.623163 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.627159 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-98fabfc6-1bfc-4aa9-a9c5-b9df099255fe tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "DELETE /v2.0/routers/dfa92aca-6bb4-4fa8-ac88-787e322a613d HTTP/1.1" status: 204 len: 168 time: 0.9887211 Nov 13 05:15:15.627440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37028) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:15.687207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 31b0fbef-c0e2-48d5-814e-4bbad01ad002 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:15:15.714850 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 31b0fbef-c0e2-48d5-814e-4bbad01ad002 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:15:15.715497 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 31b0fbef-c0e2-48d5-814e-4bbad01ad002 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:15:15.715911 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 64514d73-5519-43fb-b42b-69799d6ce6e7 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:15:15.725365 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-947e3f01-9fae-488a-998e-77e17dd8de3c tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.772754 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37030) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:15.788390 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0ee78fe-39f3-4fa1-9929-e66a9bc26348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.826632 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-947e3f01-9fae-488a-998e-77e17dd8de3c tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.853709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-947e3f01-9fae-488a-998e-77e17dd8de3c tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fef28e6-0acd-4096-9fd7-1449d4051ade']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:15.868510 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-947e3f01-9fae-488a-998e-77e17dd8de3c tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9745ff2f-3b3f-497a-862a-7c343fb71180') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:15.868837 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-947e3f01-9fae-488a-998e-77e17dd8de3c tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9745ff2f-3b3f-497a-862a-7c343fb71180') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:15.882635 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-947e3f01-9fae-488a-998e-77e17dd8de3c tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.885436 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0ee78fe-39f3-4fa1-9929-e66a9bc26348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.891232 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0ee78fe-39f3-4fa1-9929-e66a9bc26348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.900480 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-947e3f01-9fae-488a-998e-77e17dd8de3c tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.907152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947e3f01-9fae-488a-998e-77e17dd8de3c tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:15:15.907797 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-947e3f01-9fae-488a-998e-77e17dd8de3c tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:15:15.911338 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:15:15.916322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 64514d73-5519-43fb-b42b-69799d6ce6e7 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:15:15.917108 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 64514d73-5519-43fb-b42b-69799d6ce6e7 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:15:15.957655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee78fe-39f3-4fa1-9929-e66a9bc26348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f5b03f-fe13-41e6-baf1-3c2eb95d5a3a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:15.963608 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c0ee78fe-39f3-4fa1-9929-e66a9bc26348 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab53c79401414ae69accd24836571eb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1886425 Nov 13 05:15:15.966516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37032) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:15.980228 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-947e3f01-9fae-488a-998e-77e17dd8de3c tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.992803 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-947e3f01-9fae-488a-998e-77e17dd8de3c tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:15.996461 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-947e3f01-9fae-488a-998e-77e17dd8de3c tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] 10.222.0.43 "DELETE /v2.0/networks/9fef28e6-0acd-4096-9fd7-1449d4051ade HTTP/1.1" status: 204 len: 168 time: 0.3680601 Nov 13 05:15:16.006744 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e3f01-9fae-488a-998e-77e17dd8de3c tempest-TestNetworkBasicOps-151379472 tempest-TestNetworkBasicOps-151379472-project] Pushing event deleted for resources: {'Network': ['ID=9fef28e6-0acd-4096-9fd7-1449d4051ade,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:16.041168 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-18803660-a8d8-443f-a796-8cacc32e7512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:16.063152 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-18803660-a8d8-443f-a796-8cacc32e7512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:16.111847 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-18803660-a8d8-443f-a796-8cacc32e7512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:16.114517 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-18803660-a8d8-443f-a796-8cacc32e7512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:16.115748 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-18803660-a8d8-443f-a796-8cacc32e7512 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15f5b03f-fe13-41e6-baf1-3c2eb95d5a3a HTTP/1.1" status: 204 len: 168 time: 0.1482751 Nov 13 05:15:16.125192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18803660-a8d8-443f-a796-8cacc32e7512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f5b03f-fe13-41e6-baf1-3c2eb95d5a3a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:16.275945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37042) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:16.421687 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-176c5ee0-2c95-453c-827b-f5605417dbc4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c18b3f2ce924647a1cd876de3531c54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444798 Nov 13 05:15:16.424194 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37052) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:16.475183 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa70f611-b123-4110-901c-62401ee401ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:16.496533 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa70f611-b123-4110-901c-62401ee401ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:16.547311 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa70f611-b123-4110-901c-62401ee401ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:16.550061 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa70f611-b123-4110-901c-62401ee401ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:16.551319 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fa70f611-b123-4110-901c-62401ee401ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86f32573-d691-431c-9370-ca922f3ee96d HTTP/1.1" status: 204 len: 168 time: 0.1260784 Nov 13 05:15:16.559245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70f611-b123-4110-901c-62401ee401ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f32573-d691-431c-9370-ca922f3ee96d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:16.885513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37072) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:16.898978 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f441213-8493-4ff2-9c39-a989aea46e5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:16.975945 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f441213-8493-4ff2-9c39-a989aea46e5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:16.980148 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f441213-8493-4ff2-9c39-a989aea46e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:17.019012 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2f441213-8493-4ff2-9c39-a989aea46e5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea6bc888022c4a0abf91cdc6325be6d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324069 Nov 13 05:15:17.021053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f441213-8493-4ff2-9c39-a989aea46e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f462ed6a-4942-4c6b-942b-78a90af59e55,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:17.021901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37074) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:17.080999 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc22952b-b3c0-436c-8491-fafcda062977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:17.106480 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc22952b-b3c0-436c-8491-fafcda062977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:17.157254 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc22952b-b3c0-436c-8491-fafcda062977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:17.159987 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc22952b-b3c0-436c-8491-fafcda062977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:17.170712 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bc22952b-b3c0-436c-8491-fafcda062977 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f462ed6a-4942-4c6b-942b-78a90af59e55 HTTP/1.1" status: 204 len: 168 time: 0.1381986 Nov 13 05:15:17.170712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22952b-b3c0-436c-8491-fafcda062977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f462ed6a-4942-4c6b-942b-78a90af59e55,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:17.413558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 201c18b1-d8e3-4535-93f3-da7cbb207704 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:15:17.447891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 201c18b1-d8e3-4535-93f3-da7cbb207704 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:15:17.447891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 201c18b1-d8e3-4535-93f3-da7cbb207704 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:15:19.395517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37280) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:19.505531 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be77eb10-594f-4bc4-a0e6-d98ca036cb01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:19.585937 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be77eb10-594f-4bc4-a0e6-d98ca036cb01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:19.592194 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be77eb10-594f-4bc4-a0e6-d98ca036cb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:19.633668 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-be77eb10-594f-4bc4-a0e6-d98ca036cb01 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e33dc1692e4d4a4e93cbf5e82624a8e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2374985 Nov 13 05:15:19.634368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77eb10-594f-4bc4-a0e6-d98ca036cb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93d303e-1ea6-4a40-a6f4-e5ca5c7a27ce,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:19.636538 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37284) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:19.704942 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-18114556-af68-4cfe-ac2c-dd0e491758e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:19.728366 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-18114556-af68-4cfe-ac2c-dd0e491758e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:19.777198 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-18114556-af68-4cfe-ac2c-dd0e491758e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:19.779792 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-18114556-af68-4cfe-ac2c-dd0e491758e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:19.781038 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-18114556-af68-4cfe-ac2c-dd0e491758e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c93d303e-1ea6-4a40-a6f4-e5ca5c7a27ce HTTP/1.1" status: 204 len: 168 time: 0.1386220 Nov 13 05:15:19.789035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18114556-af68-4cfe-ac2c-dd0e491758e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93d303e-1ea6-4a40-a6f4-e5ca5c7a27ce,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:20.061412 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37298) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:20.081197 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eadb11f0-437d-41d7-9a07-9344e019ddba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:20.160652 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eadb11f0-437d-41d7-9a07-9344e019ddba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:20.165183 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eadb11f0-437d-41d7-9a07-9344e019ddba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:20.207307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-eadb11f0-437d-41d7-9a07-9344e019ddba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2d528cdcc8d42d79f8d3e20ff135e3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444867 Nov 13 05:15:20.208552 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb11f0-437d-41d7-9a07-9344e019ddba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31433553-3e58-4950-9553-79cc47f5661e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:20.210154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37300) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:20.261805 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-937a8200-9d3d-4080-afa8-8fde67ba116e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:20.283567 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-937a8200-9d3d-4080-afa8-8fde67ba116e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:20.335019 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-937a8200-9d3d-4080-afa8-8fde67ba116e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:20.337464 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-937a8200-9d3d-4080-afa8-8fde67ba116e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:20.338612 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-937a8200-9d3d-4080-afa8-8fde67ba116e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31433553-3e58-4950-9553-79cc47f5661e HTTP/1.1" status: 204 len: 168 time: 0.1274428 Nov 13 05:15:20.348815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a8200-9d3d-4080-afa8-8fde67ba116e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31433553-3e58-4950-9553-79cc47f5661e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:21.083798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37322) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:21.187884 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-913688666-network', 'tenant_id': '72af56f7eac245e493c93aac75776ec5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:21.211117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] Made reservation on behalf of 72af56f7eac245e493c93aac75776ec5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:15:21.213397 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:21.222166 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:21.298484 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:21.303710 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:21.334012 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:15:21.348854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ddffe7-8ab0-46f0-b4f7-5f074be9a441,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:21.356609 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:21.356949 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] Added segment bc640d66-6ddd-458e-a608-4bdad9a0b4e9 of type vlan for network 469bac9c-4907-4b3d-b49d-70d7765d9422 Nov 13 05:15:21.403123 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:21.432107 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:21.433189 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:21.433745 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:21.854862 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7697093 Nov 13 05:15:21.857676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37328) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:21.862368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8ff1f4df-1da6-4366-a78e-14a755fdaff9 admin admin] Request body: {'subnet': {'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-913688666-subnet', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:21.868709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb823ae-6631-4e8a-bfa5-d51f82fb013e admin admin] Pushing event updated for resources: {'Network': ['ID=469bac9c-4907-4b3d-b49d-70d7765d9422,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:21.880102 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 469bac9c-4907-4b3d-b49d-70d7765d9422 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:15:21.889902 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff1f4df-1da6-4366-a78e-14a755fdaff9 admin admin] Made reservation on behalf of 72af56f7eac245e493c93aac75776ec5 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:15:21.893303 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f4df-1da6-4366-a78e-14a755fdaff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.080270 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f4df-1da6-4366-a78e-14a755fdaff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.127733 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1f4df-1da6-4366-a78e-14a755fdaff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be38cd89-d234-431e-a52a-f3791c1da560,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:22.146533 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff1f4df-1da6-4366-a78e-14a755fdaff9 admin admin] Checking segment: {'id': 'bc640d66-6ddd-458e-a608-4bdad9a0b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:15:22.146890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff1f4df-1da6-4366-a78e-14a755fdaff9 admin admin] Network hostable DHCP agents. Network: 469bac9c-4907-4b3d-b49d-70d7765d9422, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:15:22.165014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff1f4df-1da6-4366-a78e-14a755fdaff9 admin admin] Network 469bac9c-4907-4b3d-b49d-70d7765d9422 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:15:22.176454 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8ff1f4df-1da6-4366-a78e-14a755fdaff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 469bac9c-4907-4b3d-b49d-70d7765d9422) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:15:22.187913 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff1f4df-1da6-4366-a78e-14a755fdaff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:22.188813 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f4df-1da6-4366-a78e-14a755fdaff9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.192057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfb6fe9-fa5b-4688-955c-a9e6a87eb810 None None] Network 469bac9c-4907-4b3d-b49d-70d7765d9422 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:15:22.215927 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8ff1f4df-1da6-4366-a78e-14a755fdaff9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3547213 Nov 13 05:15:22.216406 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37332) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:22.221090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:22.245209 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.246389 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.298601 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.363421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-469bac9c-4907-4b3d-b49d-70d7765d9422', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:15:22.364519 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.439443 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.502655 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Allocated IP 172.20.0.2 (469bac9c-4907-4b3d-b49d-70d7765d9422/be38cd89-d234-431e-a52a-f3791c1da560/581c8a37-7e49-4092-9db1-7c9008bc12da) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:15:22.649568 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.650866 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.659085 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.668691 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.711253 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Pushing event updated for resources: {'Port': ['ID=581c8a37-7e49-4092-9db1-7c9008bc12da,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:22.714507 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Network 469bac9c-4907-4b3d-b49d-70d7765d9422 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:15:22.716380 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:15:22.719350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:15:22.771355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Attempting to bind port 581c8a37-7e49-4092-9db1-7c9008bc12da on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:15:22.771719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Attempting to bind port 581c8a37-7e49-4092-9db1-7c9008bc12da by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'bc640d66-6ddd-458e-a608-4bdad9a0b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:15:22.772079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Attempting to bind port 581c8a37-7e49-4092-9db1-7c9008bc12da on network 469bac9c-4907-4b3d-b49d-70d7765d9422 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:15:22.775672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Allocated IP 172.25.8.110 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/13110a72-bca6-4d03-a14d-d58414934749) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:15:22.777099 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:15:22.777594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Checking segment: {'id': 'bc640d66-6ddd-458e-a608-4bdad9a0b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:15:22.777992 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.778382 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Bound using segment: {'id': 'bc640d66-6ddd-458e-a608-4bdad9a0b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:15:22.778847 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Bound port: 581c8a37-7e49-4092-9db1-7c9008bc12da, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc640d66-6ddd-458e-a608-4bdad9a0b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:15:22.779245 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.848968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] For port 581c8a37-7e49-4092-9db1-7c9008bc12da, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:15:22.854183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] For port 581c8a37-7e49-4092-9db1-7c9008bc12da, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=581c8a37-7e49-4092-9db1-7c9008bc12da,segment=NetworkSegment(bc640d66-6ddd-458e-a608-4bdad9a0b4e9),segment_id=bc640d66-6ddd-458e-a608-4bdad9a0b4e9)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:15:22.860212 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.896476 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.922648 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b016bc7-ad4d-4df5-9169-bf2f05e5a0ad None None] Pushing event updated for resources: {'Port': ['ID=581c8a37-7e49-4092-9db1-7c9008bc12da,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:22.944127 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:22.988095 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:15:22.992229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:15:22.997048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:15:23.000944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Pushing event updated for resources: {'Port': ['ID=13110a72-bca6-4d03-a14d-d58414934749,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:23.007189 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e7a4c-e632-403b-bbad-6ef815cdd026 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:15:23.113023 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-35c98a25-834c-467f-9119-d7c883dc99e8 None None] Provisioning complete for port 13110a72-bca6-4d03-a14d-d58414934749 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:23.113278 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35c98a25-834c-467f-9119-d7c883dc99e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:23.160139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-35c98a25-834c-467f-9119-d7c883dc99e8 None None] Port 13110a72-bca6-4d03-a14d-d58414934749 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:15:23.305422 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:23.533447 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:23.561450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 581c8a37-7e49-4092-9db1-7c9008bc12da up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:15:23.619606 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 581c8a37-7e49-4092-9db1-7c9008bc12da triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:23.621327 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:23.711579 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:15:23.728581 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:23.772141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 581c8a37-7e49-4092-9db1-7c9008bc12da, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=581c8a37-7e49-4092-9db1-7c9008bc12da,segment=NetworkSegment(bc640d66-6ddd-458e-a608-4bdad9a0b4e9),segment_id=bc640d66-6ddd-458e-a608-4bdad9a0b4e9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:15:23.778074 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:23.846030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=581c8a37-7e49-4092-9db1-7c9008bc12da,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:23.851614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:15:23.861015 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:23.861588 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:23.862090 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:23.862577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:23.863096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:23.863606 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:23.864055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:23.864374 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:23.865126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:23.866072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:23.866936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:23.867423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:23.873443 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Sync routers for ids ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:15:23.885843 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:23.887299 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-eca403a8-b5da-4c2c-9ff4-31aa4fc28900 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6698959 Nov 13 05:15:23.890079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37344) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:23.891388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Routers {'2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:23.892622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:24.071665 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Set router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:24.104067 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b8afce-7ec9-421a-9133-f0c2437cdc32 None None] Network 469bac9c-4907-4b3d-b49d-70d7765d9422 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:15:24.271171 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-23785fe6-a84a-4eeb-a037-323ea43e7e12 None None] Provisioning complete for port 581c8a37-7e49-4092-9db1-7c9008bc12da triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:24.271556 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23785fe6-a84a-4eeb-a037-323ea43e7e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:24.365495 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:24.496881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:23Z', 'revision_number': 3, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:24.527035 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Checking router: 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:15:24.527501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Updating router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 port 13110a72-bca6-4d03-a14d-d58414934749 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:15:24.559843 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:24.643280 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Allocated IP 172.20.0.1 (469bac9c-4907-4b3d-b49d-70d7765d9422/be38cd89-d234-431e-a52a-f3791c1da560/01616738-a075-4e25-875e-f581bea8d288) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:15:24.810426 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:24.851329 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d41af1af-d6a0-40cc-b241-cfe05deed7ca None None] Provisioning complete for port 581c8a37-7e49-4092-9db1-7c9008bc12da triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:24.851659 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d41af1af-d6a0-40cc-b241-cfe05deed7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:24.857489 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:24.864515 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:24.891399 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:24.895349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Network 469bac9c-4907-4b3d-b49d-70d7765d9422 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:15:24.898209 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:15:24.904088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:15:24.951235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Pushing event updated for resources: {'Port': ['ID=01616738-a075-4e25-875e-f581bea8d288,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:24.969695 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:24.974108 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c150bc-03ce-4032-a61f-6d00774236ed None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:15:25.000914 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Attempting to bind port 13110a72-bca6-4d03-a14d-d58414934749 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:15:25.002745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Attempting to bind port 13110a72-bca6-4d03-a14d-d58414934749 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:15:25.003139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Attempting to bind port 13110a72-bca6-4d03-a14d-d58414934749 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:15:25.019419 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37e992-e79b-49cc-82dd-c9e0bc41c6f9 None None] Pushing event updated for resources: {'Port': ['ID=13110a72-bca6-4d03-a14d-d58414934749,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:25.024168 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:15:25.024547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:15:25.024944 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:25.025330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:15:25.025814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Bound port: 13110a72-bca6-4d03-a14d-d58414934749, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:15:25.026270 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:25.124958 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] For port 13110a72-bca6-4d03-a14d-d58414934749, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:15:25.129350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] For port 13110a72-bca6-4d03-a14d-d58414934749, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=13110a72-bca6-4d03-a14d-d58414934749,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:15:25.136119 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:25.191094 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252ed14b-d973-479d-a65f-6487fe30770c None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:15:25.209260 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Routers {'2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:25.209789 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:25.213403 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:25.217083 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37e992-e79b-49cc-82dd-c9e0bc41c6f9 None None] Pushing event updated for resources: {'Port': ['ID=13110a72-bca6-4d03-a14d-d58414934749,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:25.431657 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:25.442934 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:25.444256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bad43867-7e8f-48fc-9fb0-6f3e943a717b None None] Provisioning complete for port 13110a72-bca6-4d03-a14d-d58414934749 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:25.444552 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bad43867-7e8f-48fc-9fb0-6f3e943a717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:25.503660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 581c8a37-7e49-4092-9db1-7c9008bc12da up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:15:25.535147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Pushing event updated for resources: {'Port': ['ID=01616738-a075-4e25-875e-f581bea8d288,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:25.538355 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:25.571549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] Set router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:25.652140 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Network 469bac9c-4907-4b3d-b49d-70d7765d9422 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:15:25.653507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:15:25.723414 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bad43867-7e8f-48fc-9fb0-6f3e943a717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:25.732540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 581c8a37-7e49-4092-9db1-7c9008bc12da triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:25.732895 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:25.786413 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:15:25.840540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bad43867-7e8f-48fc-9fb0-6f3e943a717b None None] For port 13110a72-bca6-4d03-a14d-d58414934749, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=13110a72-bca6-4d03-a14d-d58414934749,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:15:25.862358 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bad43867-7e8f-48fc-9fb0-6f3e943a717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:25.923879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:15:25.935025 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-788dc9f3-78ee-4d3d-853d-5aa0b148d5df admin admin] 10.222.0.43 "PUT /v2.0/routers/2ddb0d80-f9bc-4a59-b1c3-875d25832cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0373061 Nov 13 05:15:25.935213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bad43867-7e8f-48fc-9fb0-6f3e943a717b None None] Provisioning complete for port 01616738-a075-4e25-875e-f581bea8d288 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:25.935213 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bad43867-7e8f-48fc-9fb0-6f3e943a717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:26.036575 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad43867-7e8f-48fc-9fb0-6f3e943a717b None None] Pushing event updated for resources: {'Port': ['ID=13110a72-bca6-4d03-a14d-d58414934749,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:26.048095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bad43867-7e8f-48fc-9fb0-6f3e943a717b None None] Port 01616738-a075-4e25-875e-f581bea8d288 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:15:26.075201 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '01616738-a075-4e25-875e-f581bea8d288', 'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'mac_address': 'fa:16:3e:49:79:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:24Z', 'updated_at': '2021-11-13T05:15:24Z', 'revision_number': 1, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'subnets': [{'id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:26.104245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959b197-c26e-44c7-8f09-c9f866b590b0 None None] The sync data for ids ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'] in n-d-813114-2 is: [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '01616738-a075-4e25-875e-f581bea8d288', 'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'mac_address': 'fa:16:3e:49:79:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:24Z', 'updated_at': '2021-11-13T05:15:24Z', 'revision_number': 1, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'subnets': [{'id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:15:26.172619 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5569e7fb-3ddb-4d98-8fd0-e880b1b77702 None None] Provisioning complete for port 01616738-a075-4e25-875e-f581bea8d288 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:26.173800 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5569e7fb-3ddb-4d98-8fd0-e880b1b77702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:26.224181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5569e7fb-3ddb-4d98-8fd0-e880b1b77702 None None] Port 01616738-a075-4e25-875e-f581bea8d288 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:15:26.517785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37382) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:26.522924 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1356392715-network', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:26.545762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] Made reservation on behalf of 2806c0b2c9dd46739bebd240456e8e69 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:15:26.548522 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:26.558076 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:26.642295 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:26.648225 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:26.676120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:15:26.686460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7e43d4-802e-4cb0-b5ae-468fc55734b6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:26.693628 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:26.693969 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] Added segment cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb of type vlan for network 23fce732-d514-4414-b938-7b436d3157d4 Nov 13 05:15:26.738339 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:26.771087 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:26.773281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:26.773281 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:26.812653 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2936995 Nov 13 05:15:26.815827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37384) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:26.822361 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d3f32d88-7fe1-4a6c-b716-772415220afc admin admin] Request body: {'subnet': {'network_id': '23fce732-d514-4414-b938-7b436d3157d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1356392715-subnet', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:26.859214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f32d88-7fe1-4a6c-b716-772415220afc admin admin] Made reservation on behalf of 2806c0b2c9dd46739bebd240456e8e69 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:15:26.861928 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d3f32d88-7fe1-4a6c-b716-772415220afc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:26.897635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61c8cc-5ec9-4712-9633-2d65244669e2 admin admin] Pushing event updated for resources: {'Network': ['ID=23fce732-d514-4414-b938-7b436d3157d4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:26.916813 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 23fce732-d514-4414-b938-7b436d3157d4 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:15:27.066143 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d3f32d88-7fe1-4a6c-b716-772415220afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:27.125612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f32d88-7fe1-4a6c-b716-772415220afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9564f6f8-3b74-4d77-a0fc-e97c5604637c,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:27.139597 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f32d88-7fe1-4a6c-b716-772415220afc admin admin] Checking segment: {'id': 'cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '23fce732-d514-4414-b938-7b436d3157d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:15:27.139955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f32d88-7fe1-4a6c-b716-772415220afc admin admin] Network hostable DHCP agents. Network: 23fce732-d514-4414-b938-7b436d3157d4, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:15:27.165666 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f32d88-7fe1-4a6c-b716-772415220afc admin admin] Network 23fce732-d514-4414-b938-7b436d3157d4 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:15:27.178948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-d3f32d88-7fe1-4a6c-b716-772415220afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 23fce732-d514-4414-b938-7b436d3157d4) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:15:27.184210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f32d88-7fe1-4a6c-b716-772415220afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:27.184879 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d3f32d88-7fe1-4a6c-b716-772415220afc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:27.192699 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700d582d-4af0-4e9f-818b-6279db26df08 None None] Network 23fce732-d514-4414-b938-7b436d3157d4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:15:27.227042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37388) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:27.232394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1356392715-router', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:27.236693 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d3f32d88-7fe1-4a6c-b716-772415220afc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4195969 Nov 13 05:15:27.258151 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:27.259568 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:27.321101 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:27.384947 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-23fce732-d514-4414-b938-7b436d3157d4', 'network_id': '23fce732-d514-4414-b938-7b436d3157d4', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'fixed_ips': [{'subnet_id': '9564f6f8-3b74-4d77-a0fc-e97c5604637c'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:15:27.385779 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:27.550651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 13110a72-bca6-4d03-a14d-d58414934749 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:15:27.632563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Allocated IP 172.20.0.2 (23fce732-d514-4414-b938-7b436d3157d4/9564f6f8-3b74-4d77-a0fc-e97c5604637c/619a5556-2f85-40e8-874b-f693c6f5fe2e) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:15:27.652071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 13110a72-bca6-4d03-a14d-d58414934749 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:27.652439 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:27.863426 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:27.870819 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:27.887910 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:27.936377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Network 23fce732-d514-4414-b938-7b436d3157d4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:15:27.937946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Pushing event updated for resources: {'Port': ['ID=619a5556-2f85-40e8-874b-f693c6f5fe2e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:27.942368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:15:27.947736 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:15:28.008014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Attempting to bind port 619a5556-2f85-40e8-874b-f693c6f5fe2e on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:15:28.008641 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Attempting to bind port 619a5556-2f85-40e8-874b-f693c6f5fe2e by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '23fce732-d514-4414-b938-7b436d3157d4'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:15:28.010018 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Attempting to bind port 619a5556-2f85-40e8-874b-f693c6f5fe2e on network 23fce732-d514-4414-b938-7b436d3157d4 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:15:28.014615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:15:28.015358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Checking segment: {'id': 'cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '23fce732-d514-4414-b938-7b436d3157d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:15:28.016115 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:28.017299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Bound using segment: {'id': 'cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '23fce732-d514-4414-b938-7b436d3157d4'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:15:28.018079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Bound port: 619a5556-2f85-40e8-874b-f693c6f5fe2e, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '23fce732-d514-4414-b938-7b436d3157d4'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:15:28.018693 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:28.086587 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] For port 619a5556-2f85-40e8-874b-f693c6f5fe2e, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:15:28.092088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] For port 619a5556-2f85-40e8-874b-f693c6f5fe2e, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=619a5556-2f85-40e8-874b-f693c6f5fe2e,segment=NetworkSegment(cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb),segment_id=cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:15:28.097137 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:28.129089 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:28.169963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca1cde-8528-4150-a0b8-972ee33e9a92 None None] Pushing event updated for resources: {'Port': ['ID=619a5556-2f85-40e8-874b-f693c6f5fe2e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:28.174831 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:28.290881 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Allocated IP 172.25.8.126 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/6ac33b53-b896-45a1-8bed-6d08304e3f70) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:15:28.431636 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:28.480030 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:28.523681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:15:28.529516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:15:28.533336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:15:28.547127 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614347b1-7e72-40a2-9572-8d037f2e99e4 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:15:28.564840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac33b53-b896-45a1-8bed-6d08304e3f70,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:28.637954 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Sync routers for ids ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:15:28.647761 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Routers {'2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:28.649450 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:28.677248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-25c1229c-05fb-43e7-a42e-ed1a97d9ed36 None None] Provisioning complete for port 6ac33b53-b896-45a1-8bed-6d08304e3f70 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:28.677713 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25c1229c-05fb-43e7-a42e-ed1a97d9ed36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:28.684607 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:28.731611 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-25c1229c-05fb-43e7-a42e-ed1a97d9ed36 None None] Port 6ac33b53-b896-45a1-8bed-6d08304e3f70 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:15:28.770752 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Set router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:28.821276 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:29.015041 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '01616738-a075-4e25-875e-f581bea8d288', 'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'mac_address': 'fa:16:3e:49:79:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:24Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 2, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'subnets': [{'id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:29.052296 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Checking router: 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:15:29.052916 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Updating router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 port 01616738-a075-4e25-875e-f581bea8d288 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:15:29.100120 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:29.102007 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:29.115799 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:29.309412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Router a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:15:29.564039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:15:29.569858 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 619a5556-2f85-40e8-874b-f693c6f5fe2e up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:15:29.597332 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:29.599821 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c000ea2b-3651-4132-844f-3512c7488112 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3715410 Nov 13 05:15:29.602173 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Sync routers for ids ['a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:15:29.603808 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37400) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:29.625981 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:29.635220 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:29.658951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Routers {'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:29.659602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:29.756303 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc746-fe77-4d29-917d-ca8c0cc9e533 None None] Pushing event updated for resources: {'Port': ['ID=01616738-a075-4e25-875e-f581bea8d288,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:29.766541 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc746-fe77-4d29-917d-ca8c0cc9e533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:29.767030 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc746-fe77-4d29-917d-ca8c0cc9e533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:29.767368 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc746-fe77-4d29-917d-ca8c0cc9e533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:29.767693 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc746-fe77-4d29-917d-ca8c0cc9e533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:29.768012 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc746-fe77-4d29-917d-ca8c0cc9e533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:29.768327 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc746-fe77-4d29-917d-ca8c0cc9e533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:29.768642 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc746-fe77-4d29-917d-ca8c0cc9e533 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:29.769016 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc746-fe77-4d29-917d-ca8c0cc9e533 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:29.769331 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc746-fe77-4d29-917d-ca8c0cc9e533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:29.770256 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc746-fe77-4d29-917d-ca8c0cc9e533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:29.770589 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc746-fe77-4d29-917d-ca8c0cc9e533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:29.770902 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc746-fe77-4d29-917d-ca8c0cc9e533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:29.788486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb9b382-ff2b-42ba-9bd3-4f3f40414c66 None None] Network 23fce732-d514-4414-b938-7b436d3157d4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:15:29.838054 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Attempting to bind port 01616738-a075-4e25-875e-f581bea8d288 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:15:29.838458 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Attempting to bind port 01616738-a075-4e25-875e-f581bea8d288 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'bc640d66-6ddd-458e-a608-4bdad9a0b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:15:29.838787 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Attempting to bind port 01616738-a075-4e25-875e-f581bea8d288 on network 469bac9c-4907-4b3d-b49d-70d7765d9422 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:15:29.850265 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:15:29.850701 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Checking segment: {'id': 'bc640d66-6ddd-458e-a608-4bdad9a0b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:15:29.858800 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:29.859242 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Bound using segment: {'id': 'bc640d66-6ddd-458e-a608-4bdad9a0b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:15:29.860037 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Bound port: 01616738-a075-4e25-875e-f581bea8d288, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc640d66-6ddd-458e-a608-4bdad9a0b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:15:29.860701 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:29.898002 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 619a5556-2f85-40e8-874b-f693c6f5fe2e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:29.898358 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:29.981921 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] For port 01616738-a075-4e25-875e-f581bea8d288, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:15:29.986113 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] For port 01616738-a075-4e25-875e-f581bea8d288, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=01616738-a075-4e25-875e-f581bea8d288,segment=NetworkSegment(bc640d66-6ddd-458e-a608-4bdad9a0b4e9),segment_id=bc640d66-6ddd-458e-a608-4bdad9a0b4e9)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:15:29.993212 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:30.083597 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Routers {'2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:30.084417 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:30.171133 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc746-fe77-4d29-917d-ca8c0cc9e533 None None] Pushing event updated for resources: {'Port': ['ID=01616738-a075-4e25-875e-f581bea8d288,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:30.240782 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37410) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:30.289684 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] Set router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:30.313868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:30.365028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f973f851-42be-4b90-8df6-d4bad2fa8da7 None None] Provisioning complete for port 619a5556-2f85-40e8-874b-f693c6f5fe2e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:30.365390 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f973f851-42be-4b90-8df6-d4bad2fa8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:30.427672 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Set router a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:30.467119 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:30.582342 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:30.584612 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '01616738-a075-4e25-875e-f581bea8d288', 'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'mac_address': 'fa:16:3e:49:79:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:24Z', 'updated_at': '2021-11-13T05:15:29Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'subnets': [{'id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:30.588276 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:30.613988 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:30.621610 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1168397-4691-4da7-83a5-7e1c3bfef5f3 None None] The sync data for ids ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'] in n-d-813114-2 is: [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '01616738-a075-4e25-875e-f581bea8d288', 'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'mac_address': 'fa:16:3e:49:79:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:24Z', 'updated_at': '2021-11-13T05:15:29Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'subnets': [{'id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:15:30.633828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Allocated IP 172.20.0.1 (23fce732-d514-4414-b938-7b436d3157d4/9564f6f8-3b74-4d77-a0fc-e97c5604637c/69ce5e39-cfd3-47e1-9d08-f5237f46ebf8) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:15:30.637853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37414) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:30.638560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28ad20b8178a4bfd850f36354c2e7dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3956409 Nov 13 05:15:30.652141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0961832a-c1c0-478c-a177-967fe63a370b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:30.661736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:30.661872 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:30.662185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:30.662523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:30.662922 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:30.663536 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:30.663666 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:30.663893 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:30.664355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:30.664697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:30.664987 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:30.665340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5a3d8-9085-492d-a319-b4897e68c2b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:15:30.700304 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f973f851-42be-4b90-8df6-d4bad2fa8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:30.733623 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d9b471d-0ab8-4d7e-bca2-3a043fcc82d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:30.751075 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 619a5556-2f85-40e8-874b-f693c6f5fe2e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=619a5556-2f85-40e8-874b-f693c6f5fe2e,segment=NetworkSegment(cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb),segment_id=cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:15:30.758283 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:30.769748 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d9b471d-0ab8-4d7e-bca2-3a043fcc82d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:30.856410 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-f973f851-42be-4b90-8df6-d4bad2fa8da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:15:30.856854 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-f973f851-42be-4b90-8df6-d4bad2fa8da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:15:30.859222 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=619a5556-2f85-40e8-874b-f693c6f5fe2e,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:30.878063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'name': 'tempest-TestVolumeBackupRestore-1356392715-router', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '6ac33b53-b896-45a1-8bed-6d08304e3f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:27Z', 'updated_at': '2021-11-13T05:15:28Z', 'revision_number': 3, 'project_id': '2806c0b2c9dd46739bebd240456e8e69', 'gw_port': {'id': '6ac33b53-b896-45a1-8bed-6d08304e3f70', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fe:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:28Z', 'updated_at': '2021-11-13T05:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:30.885809 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:30.887531 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d9b471d-0ab8-4d7e-bca2-3a043fcc82d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:30.890118 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d9b471d-0ab8-4d7e-bca2-3a043fcc82d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:30.899303 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2d9b471d-0ab8-4d7e-bca2-3a043fcc82d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0961832a-c1c0-478c-a177-967fe63a370b HTTP/1.1" status: 204 len: 168 time: 0.2555132 Nov 13 05:15:30.914342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Checking router: a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:15:30.914733 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Updating router a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 port 6ac33b53-b896-45a1-8bed-6d08304e3f70 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:15:30.915908 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b471d-0ab8-4d7e-bca2-3a043fcc82d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0961832a-c1c0-478c-a177-967fe63a370b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:30.959979 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:30.978512 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.010906 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Network 23fce732-d514-4414-b938-7b436d3157d4 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:15:31.016558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:15:31.020790 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:15:31.071087 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Pushing event updated for resources: {'Port': ['ID=69ce5e39-cfd3-47e1-9d08-f5237f46ebf8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:31.093274 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.322808 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.345177 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.354443 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.386132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37420) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:31.418202 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c278-eed2-4df8-8a1d-52c369e16788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.445725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a97293-4bf3-421a-b955-9fa977939a70 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:15:31.470427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Attempting to bind port 6ac33b53-b896-45a1-8bed-6d08304e3f70 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:15:31.470427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Attempting to bind port 6ac33b53-b896-45a1-8bed-6d08304e3f70 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:15:31.470427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Attempting to bind port 6ac33b53-b896-45a1-8bed-6d08304e3f70 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:15:31.474804 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36743021-d45a-4f6d-9ec8-0f39faf82819 None None] Pushing event updated for resources: {'Port': ['ID=6ac33b53-b896-45a1-8bed-6d08304e3f70,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:31.480620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:15:31.481078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:15:31.481534 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.482030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:15:31.482680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Bound port: 6ac33b53-b896-45a1-8bed-6d08304e3f70, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:15:31.483002 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.555434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] For port 6ac33b53-b896-45a1-8bed-6d08304e3f70, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:15:31.555861 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c278-eed2-4df8-8a1d-52c369e16788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.560659 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] For port 6ac33b53-b896-45a1-8bed-6d08304e3f70, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6ac33b53-b896-45a1-8bed-6d08304e3f70,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:15:31.563014 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c278-eed2-4df8-8a1d-52c369e16788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.566554 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.599777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 01616738-a075-4e25-875e-f581bea8d288 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:15:31.600229 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.609823 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.619763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3c278-eed2-4df8-8a1d-52c369e16788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77344d64-0c50-4dba-a294-0e1c14a0fee7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:31.628699 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0ca3c278-eed2-4df8-8a1d-52c369e16788 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79e325d2f35a4495b1712309254596a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2407076 Nov 13 05:15:31.629316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37422) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:31.649298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7a2a91-fb24-4c8a-915a-40a03ac9c195 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:15:31.673885 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Routers {'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:31.674506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:31.687358 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91470946-d21b-43f8-9e66-218b93ebb67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.715636 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.716157 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91470946-d21b-43f8-9e66-218b93ebb67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.735873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Pushing event updated for resources: {'Port': ['ID=69ce5e39-cfd3-47e1-9d08-f5237f46ebf8,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:31.736793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] Provisioning complete for port 619a5556-2f85-40e8-874b-f693c6f5fe2e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:31.737336 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.771342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36743021-d45a-4f6d-9ec8-0f39faf82819 None None] Pushing event updated for resources: {'Port': ['ID=6ac33b53-b896-45a1-8bed-6d08304e3f70,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:31.772019 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91470946-d21b-43f8-9e66-218b93ebb67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.783152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91470946-d21b-43f8-9e66-218b93ebb67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.787988 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-91470946-d21b-43f8-9e66-218b93ebb67a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77344d64-0c50-4dba-a294-0e1c14a0fee7 HTTP/1.1" status: 204 len: 168 time: 0.1541193 Nov 13 05:15:31.800797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91470946-d21b-43f8-9e66-218b93ebb67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77344d64-0c50-4dba-a294-0e1c14a0fee7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:31.863917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 01616738-a075-4e25-875e-f581bea8d288 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:31.864309 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:31.921611 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] Set router a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:32.135202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Network 23fce732-d514-4414-b938-7b436d3157d4 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:15:32.137185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:15:32.191667 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37428) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:32.212677 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb642-8105-4d88-9c44-d33734c66da7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:32.280472 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Router a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:15:32.308259 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb642-8105-4d88-9c44-d33734c66da7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:32.315947 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb642-8105-4d88-9c44-d33734c66da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:32.333969 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] Provisioning complete for port 01616738-a075-4e25-875e-f581bea8d288 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:32.334477 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:32.342156 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:32.359450 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6d4fb642-8105-4d88-9c44-d33734c66da7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc56e3abfb1a435484709eb50ecc5ac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1663280 Nov 13 05:15:32.360559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fb642-8105-4d88-9c44-d33734c66da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b66ca94-4894-484a-a3b0-46cae5d574d6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:32.363123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37430) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:32.426047 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:15:32.431321 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d2ea6e2d-a52e-4242-99c3-3caf83eb89a7 admin admin] 10.222.0.43 "PUT /v2.0/routers/a1cc9fd8-51c9-47ed-af4e-3c5c158d2453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8254945 Nov 13 05:15:32.436211 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 01616738-a075-4e25-875e-f581bea8d288, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=01616738-a075-4e25-875e-f581bea8d288,segment=NetworkSegment(bc640d66-6ddd-458e-a608-4bdad9a0b4e9),segment_id=bc640d66-6ddd-458e-a608-4bdad9a0b4e9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:15:32.442996 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e43eded5-634e-4db8-b9e2-1206625041a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:32.466809 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e43eded5-634e-4db8-b9e2-1206625041a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:32.483890 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:32.484894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 619a5556-2f85-40e8-874b-f693c6f5fe2e up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:15:32.525740 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e43eded5-634e-4db8-b9e2-1206625041a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:32.529124 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e43eded5-634e-4db8-b9e2-1206625041a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:32.533576 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e43eded5-634e-4db8-b9e2-1206625041a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b66ca94-4894-484a-a3b0-46cae5d574d6 HTTP/1.1" status: 204 len: 168 time: 0.1694760 Nov 13 05:15:32.543470 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43eded5-634e-4db8-b9e2-1206625041a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b66ca94-4894-484a-a3b0-46cae5d574d6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:32.568611 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:32.627433 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=01616738-a075-4e25-875e-f581bea8d288,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:32.670255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'name': 'tempest-TestVolumeBackupRestore-1356392715-router', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '6ac33b53-b896-45a1-8bed-6d08304e3f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:27Z', 'updated_at': '2021-11-13T05:15:31Z', 'revision_number': 4, 'project_id': '2806c0b2c9dd46739bebd240456e8e69', 'gw_port': {'id': '6ac33b53-b896-45a1-8bed-6d08304e3f70', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fe:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:28Z', 'updated_at': '2021-11-13T05:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '69ce5e39-cfd3-47e1-9d08-f5237f46ebf8', 'name': '', 'network_id': '23fce732-d514-4414-b938-7b436d3157d4', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'mac_address': 'fa:16:3e:6f:a4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '9564f6f8-3b74-4d77-a0fc-e97c5604637c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:30Z', 'updated_at': '2021-11-13T05:15:31Z', 'revision_number': 2, 'project_id': '2806c0b2c9dd46739bebd240456e8e69', 'subnets': [{'id': '9564f6f8-3b74-4d77-a0fc-e97c5604637c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:32.678595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 619a5556-2f85-40e8-874b-f693c6f5fe2e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:32.679001 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:32.725293 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8e226-521c-4cce-a8a6-09c4fc4081f7 None None] The sync data for ids ['a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'] in n-d-813114-2 is: [{'id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'name': 'tempest-TestVolumeBackupRestore-1356392715-router', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '6ac33b53-b896-45a1-8bed-6d08304e3f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:27Z', 'updated_at': '2021-11-13T05:15:31Z', 'revision_number': 4, 'project_id': '2806c0b2c9dd46739bebd240456e8e69', 'gw_port': {'id': '6ac33b53-b896-45a1-8bed-6d08304e3f70', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fe:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:28Z', 'updated_at': '2021-11-13T05:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '69ce5e39-cfd3-47e1-9d08-f5237f46ebf8', 'name': '', 'network_id': '23fce732-d514-4414-b938-7b436d3157d4', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'mac_address': 'fa:16:3e:6f:a4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '9564f6f8-3b74-4d77-a0fc-e97c5604637c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:30Z', 'updated_at': '2021-11-13T05:15:31Z', 'revision_number': 2, 'project_id': '2806c0b2c9dd46739bebd240456e8e69', 'subnets': [{'id': '9564f6f8-3b74-4d77-a0fc-e97c5604637c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:15:32.726897 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:15:32.727268 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:15:33.298648 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] Provisioning complete for port 6ac33b53-b896-45a1-8bed-6d08304e3f70 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:33.299135 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:33.389487 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:33.414012 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] For port 6ac33b53-b896-45a1-8bed-6d08304e3f70, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6ac33b53-b896-45a1-8bed-6d08304e3f70,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:15:33.424775 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:33.468723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] Provisioning complete for port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:33.469423 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:33.522183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] Port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:15:33.538835 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 01616738-a075-4e25-875e-f581bea8d288 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:15:33.597632 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dca25a-50c7-4a95-8dc5-accfa610928e None None] Pushing event updated for resources: {'Port': ['ID=6ac33b53-b896-45a1-8bed-6d08304e3f70,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:33.648468 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 01616738-a075-4e25-875e-f581bea8d288 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:33.648751 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:33.689711 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4892a8ff-f9ac-4a62-9029-c36f1b8bfb52 None None] Provisioning complete for port 6ac33b53-b896-45a1-8bed-6d08304e3f70 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:33.690389 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4892a8ff-f9ac-4a62-9029-c36f1b8bfb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:33.841782 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4892a8ff-f9ac-4a62-9029-c36f1b8bfb52 None None] Provisioning complete for port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:33.842328 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4892a8ff-f9ac-4a62-9029-c36f1b8bfb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:33.884495 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4892a8ff-f9ac-4a62-9029-c36f1b8bfb52 None None] Port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:15:34.189519 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed24c8b2-bf83-4d38-b68b-9f0f8e535ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:35.168219 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Sync routers for ids ['a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:15:35.182848 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Routers {'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:35.183595 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:35.441672 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Set router a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:35.535784 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6ac33b53-b896-45a1-8bed-6d08304e3f70 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:15:35.612724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 6ac33b53-b896-45a1-8bed-6d08304e3f70 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:35.613380 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:35.661231 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'name': 'tempest-TestVolumeBackupRestore-1356392715-router', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '6ac33b53-b896-45a1-8bed-6d08304e3f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:27Z', 'updated_at': '2021-11-13T05:15:31Z', 'revision_number': 4, 'project_id': '2806c0b2c9dd46739bebd240456e8e69', 'gw_port': {'id': '6ac33b53-b896-45a1-8bed-6d08304e3f70', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:28Z', 'updated_at': '2021-11-13T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '69ce5e39-cfd3-47e1-9d08-f5237f46ebf8', 'name': '', 'network_id': '23fce732-d514-4414-b938-7b436d3157d4', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'mac_address': 'fa:16:3e:6f:a4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '9564f6f8-3b74-4d77-a0fc-e97c5604637c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:30Z', 'updated_at': '2021-11-13T05:15:31Z', 'revision_number': 2, 'project_id': '2806c0b2c9dd46739bebd240456e8e69', 'subnets': [{'id': '9564f6f8-3b74-4d77-a0fc-e97c5604637c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:35.692583 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Checking router: a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:15:35.692926 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Updating router a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:15:35.719691 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:35.987642 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:35.994537 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:36.053373 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c745dd-2136-48d5-80ec-164e6c851265 None None] Pushing event updated for resources: {'Port': ['ID=69ce5e39-cfd3-47e1-9d08-f5237f46ebf8,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:36.114577 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Attempting to bind port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:15:36.119817 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Attempting to bind port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '23fce732-d514-4414-b938-7b436d3157d4'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:15:36.120222 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Attempting to bind port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 on network 23fce732-d514-4414-b938-7b436d3157d4 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:15:36.126683 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:15:36.127418 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Checking segment: {'id': 'cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '23fce732-d514-4414-b938-7b436d3157d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:15:36.127825 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:36.128216 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Bound using segment: {'id': 'cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '23fce732-d514-4414-b938-7b436d3157d4'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:15:36.128693 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Bound port: 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '23fce732-d514-4414-b938-7b436d3157d4'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:15:36.129168 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:36.208888 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] For port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:15:36.213737 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] For port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=69ce5e39-cfd3-47e1-9d08-f5237f46ebf8,segment=NetworkSegment(cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb),segment_id=cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:15:36.220885 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:36.292085 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c745dd-2136-48d5-80ec-164e6c851265 None None] Pushing event updated for resources: {'Port': ['ID=69ce5e39-cfd3-47e1-9d08-f5237f46ebf8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:36.294670 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Routers {'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:36.295223 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:36.349465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ade3ce73-cb48-4d14-8fa8-3a9b59c194a6 None None] Provisioning complete for port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:36.349836 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ade3ce73-cb48-4d14-8fa8-3a9b59c194a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:36.537841 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ade3ce73-cb48-4d14-8fa8-3a9b59c194a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:36.551374 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-028c66c5-4c14-4c74-b4cc-347306e3ab18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:36.554747 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] Set router a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:36.594087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ade3ce73-cb48-4d14-8fa8-3a9b59c194a6 None None] For port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=69ce5e39-cfd3-47e1-9d08-f5237f46ebf8,segment=NetworkSegment(cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb),segment_id=cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:15:36.600143 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ade3ce73-cb48-4d14-8fa8-3a9b59c194a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:36.660733 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3ce73-cb48-4d14-8fa8-3a9b59c194a6 None None] Pushing event updated for resources: {'Port': ['ID=69ce5e39-cfd3-47e1-9d08-f5237f46ebf8,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:36.724537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-59c9051b-9e6c-48f4-b205-444d13e0cd24 None None] Provisioning complete for port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:36.725260 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59c9051b-9e6c-48f4-b205-444d13e0cd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:36.811140 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'name': 'tempest-TestVolumeBackupRestore-1356392715-router', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '6ac33b53-b896-45a1-8bed-6d08304e3f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:27Z', 'updated_at': '2021-11-13T05:15:31Z', 'revision_number': 4, 'project_id': '2806c0b2c9dd46739bebd240456e8e69', 'gw_port': {'id': '6ac33b53-b896-45a1-8bed-6d08304e3f70', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:28Z', 'updated_at': '2021-11-13T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '69ce5e39-cfd3-47e1-9d08-f5237f46ebf8', 'name': '', 'network_id': '23fce732-d514-4414-b938-7b436d3157d4', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'mac_address': 'fa:16:3e:6f:a4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '9564f6f8-3b74-4d77-a0fc-e97c5604637c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:30Z', 'updated_at': '2021-11-13T05:15:36Z', 'revision_number': 4, 'project_id': '2806c0b2c9dd46739bebd240456e8e69', 'subnets': [{'id': '9564f6f8-3b74-4d77-a0fc-e97c5604637c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:36.875497 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0cf85-1131-431f-9364-8f84e4e8d798 None None] The sync data for ids ['a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'] in n-d-813114-2 is: [{'id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'name': 'tempest-TestVolumeBackupRestore-1356392715-router', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '6ac33b53-b896-45a1-8bed-6d08304e3f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:27Z', 'updated_at': '2021-11-13T05:15:31Z', 'revision_number': 4, 'project_id': '2806c0b2c9dd46739bebd240456e8e69', 'gw_port': {'id': '6ac33b53-b896-45a1-8bed-6d08304e3f70', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:28Z', 'updated_at': '2021-11-13T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '69ce5e39-cfd3-47e1-9d08-f5237f46ebf8', 'name': '', 'network_id': '23fce732-d514-4414-b938-7b436d3157d4', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'mac_address': 'fa:16:3e:6f:a4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '9564f6f8-3b74-4d77-a0fc-e97c5604637c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:30Z', 'updated_at': '2021-11-13T05:15:36Z', 'revision_number': 4, 'project_id': '2806c0b2c9dd46739bebd240456e8e69', 'subnets': [{'id': '9564f6f8-3b74-4d77-a0fc-e97c5604637c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:15:37.510309 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:15:37.568639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:37.569394 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:37.898783 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:38.086220 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-226d2237-5c7d-40d2-b219-9d6c7c71dbbf req-10719148-a07b-4198-87e3-3645a69d0f63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490828 Nov 13 05:15:38.192463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d2237-5c7d-40d2-b219-9d6c7c71dbbf req-f19b419d-08d9-4fcc-b982-bc8d69b9f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:38.194424 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-226d2237-5c7d-40d2-b219-9d6c7c71dbbf req-f19b419d-08d9-4fcc-b982-bc8d69b9f7c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1097 time: 0.0490637 Nov 13 05:15:38.310778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d2237-5c7d-40d2-b219-9d6c7c71dbbf req-d154d0ae-5f89-43b9-8685-75fb71d91d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:38.312230 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-226d2237-5c7d-40d2-b219-9d6c7c71dbbf req-d154d0ae-5f89-43b9-8685-75fb71d91d95 service neutron] 10.222.0.36 "GET /v2.0/networks?id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c HTTP/1.1" status: 200 len: 897 time: 0.0972648 Nov 13 05:15:38.383018 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-226d2237-5c7d-40d2-b219-9d6c7c71dbbf req-5f5e6714-88bf-413e-abc5-cd6569e7027d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 200 len: 1000 time: 0.0638287 Nov 13 05:15:38.443947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d2237-5c7d-40d2-b219-9d6c7c71dbbf req-7e60ee8f-efc7-4e53-adba-f2f81209746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:38.445500 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-226d2237-5c7d-40d2-b219-9d6c7c71dbbf req-7e60ee8f-efc7-4e53-adba-f2f81209746b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79761b72-4f5a-4a15-a9a9-db10dbd67ba8 HTTP/1.1" status: 200 len: 835 time: 0.0550382 Nov 13 05:15:38.496290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d2237-5c7d-40d2-b219-9d6c7c71dbbf req-57c421db-d20c-46e9-9795-d2d6eb73af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:38.497810 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-226d2237-5c7d-40d2-b219-9d6c7c71dbbf req-57c421db-d20c-46e9-9795-d2d6eb73af0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454900 Nov 13 05:15:38.600803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-226d2237-5c7d-40d2-b219-9d6c7c71dbbf req-7328180c-c3bd-440c-8bbe-f577afd153d5 service neutron] 10.222.0.36 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956867 Nov 13 05:15:38.710718 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-226d2237-5c7d-40d2-b219-9d6c7c71dbbf req-885b8741-9a17-47eb-97a9-2598adc71a2f service neutron] 10.222.0.36 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027703 Nov 13 05:15:39.198152 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:40.056966 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:47.373686 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37648) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:47.541434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f21740d6-52e5-42dc-ac66-9cbb8f922a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port 17a3f30e-6d73-414a-b1d1-7e170e270b52 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:15:47.541695 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f21740d6-52e5-42dc-ac66-9cbb8f922a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:47.621708 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f21740d6-52e5-42dc-ac66-9cbb8f922a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:47.622022 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f21740d6-52e5-42dc-ac66-9cbb8f922a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:47.634463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f21740d6-52e5-42dc-ac66-9cbb8f922a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for 17a3f30e-6d73-414a-b1d1-7e170e270b52 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:15:47.827057 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f21740d6-52e5-42dc-ac66-9cbb8f922a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:47.857271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21740d6-52e5-42dc-ac66-9cbb8f922a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=17a3f30e-6d73-414a-b1d1-7e170e270b52,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:47.920728 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f21740d6-52e5-42dc-ac66-9cbb8f922a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:47.921209 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-f21740d6-52e5-42dc-ac66-9cbb8f922a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Floating IP 643279f2-d9b3-4b44-aa3f-6f6bb0f615d3 disassociated (deleted). External IP: 172.25.8.40, port: 506cfcb9-a130-40ac-b04c-e988ff5baba1. Nov 13 05:15:48.244732 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21740d6-52e5-42dc-ac66-9cbb8f922a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 268f9589-23a6-4ab8-b0b3-96d098218433 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:15:48.357079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21740d6-52e5-42dc-ac66-9cbb8f922a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:15:48.362057 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f21740d6-52e5-42dc-ac66-9cbb8f922a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:48.367936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2335d7-4484-48c9-ba07-da86aa1242e2 None None] Sync routers for ids ['268f9589-23a6-4ab8-b0b3-96d098218433'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:15:48.385090 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2335d7-4484-48c9-ba07-da86aa1242e2 None None] Routers {'268f9589-23a6-4ab8-b0b3-96d098218433'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:48.386392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8a2335d7-4484-48c9-ba07-da86aa1242e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['268f9589-23a6-4ab8-b0b3-96d098218433'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:48.398783 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f21740d6-52e5-42dc-ac66-9cbb8f922a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/floatingips/643279f2-d9b3-4b44-aa3f-6f6bb0f615d3 HTTP/1.1" status: 204 len: 168 time: 1.0230105 Nov 13 05:15:48.399733 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:15:48.402354 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1c807c-6ffd-4c73-bafa-58bff0c7e966" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:15:48.523335 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8a2335d7-4484-48c9-ba07-da86aa1242e2 None None] Set router 268f9589-23a6-4ab8-b0b3-96d098218433 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:48.606830 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e31ed93-ee1b-4464-9721-475dca27e970 x-openstack-request-id: req-6e31ed93-ee1b-4464-9721-475dca27e970 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:15:48.607610 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:15:48.608087 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e31ed93-ee1b-4464-9721-475dca27e970 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:15:48.608729 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'status': 'completed', 'code': 200} Nov 13 05:15:48.680165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb82e9a-b1d2-4f96-881b-af1a9e652ab9 req-f5c28390-4979-4e10-a036-5bbd2a80c371 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:48.682060 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5fb82e9a-b1d2-4f96-881b-af1a9e652ab9 req-f5c28390-4979-4e10-a036-5bbd2a80c371 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 946 time: 0.0518789 Nov 13 05:15:48.708604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c807c-6ffd-4c73-bafa-58bff0c7e966 req-59c214a3-bd63-4a2a-ad1c-4d1b5e1b6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:48.711114 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba1c807c-6ffd-4c73-bafa-58bff0c7e966 req-59c214a3-bd63-4a2a-ad1c-4d1b5e1b6222 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 1097 time: 0.0562119 Nov 13 05:15:48.742207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5fb82e9a-b1d2-4f96-881b-af1a9e652ab9 req-29753c9c-a0d7-4808-b4db-422ba43a7eb1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534937 Nov 13 05:15:48.769587 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8a2335d7-4484-48c9-ba07-da86aa1242e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:11:53Z', 'updated_at': '2021-11-13T05:11:57Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:54Z', 'updated_at': '2021-11-13T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'e3b036d1-cf09-47f6-981a-5252be0d9b4a', 'name': '', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:e0:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:56Z', 'updated_at': '2021-11-13T05:12:01Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:48.796500 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2335d7-4484-48c9-ba07-da86aa1242e2 None None] Checking router: 268f9589-23a6-4ab8-b0b3-96d098218433 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:15:48.805444 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2335d7-4484-48c9-ba07-da86aa1242e2 None None] Routers {'268f9589-23a6-4ab8-b0b3-96d098218433'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:48.806118 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8a2335d7-4484-48c9-ba07-da86aa1242e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['268f9589-23a6-4ab8-b0b3-96d098218433'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:48.815264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c807c-6ffd-4c73-bafa-58bff0c7e966 req-a429cbfe-bbf5-4a85-8edc-bbc979dab551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:48.816755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba1c807c-6ffd-4c73-bafa-58bff0c7e966 req-a429cbfe-bbf5-4a85-8edc-bbc979dab551 service neutron] 10.222.0.36 "GET /v2.0/networks?id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c HTTP/1.1" status: 200 len: 897 time: 0.0958200 Nov 13 05:15:48.868967 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba1c807c-6ffd-4c73-bafa-58bff0c7e966 req-94bf0e35-d26a-47f5-aa37-e9c5a82e4159 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 200 len: 217 time: 0.0430162 Nov 13 05:15:48.927843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c807c-6ffd-4c73-bafa-58bff0c7e966 req-cd2e3dca-2802-43ee-8338-8ceff725d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:48.929847 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba1c807c-6ffd-4c73-bafa-58bff0c7e966 req-cd2e3dca-2802-43ee-8338-8ceff725d861 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79761b72-4f5a-4a15-a9a9-db10dbd67ba8 HTTP/1.1" status: 200 len: 835 time: 0.0535178 Nov 13 05:15:48.933238 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8a2335d7-4484-48c9-ba07-da86aa1242e2 None None] Set router 268f9589-23a6-4ab8-b0b3-96d098218433 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:48.984174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c807c-6ffd-4c73-bafa-58bff0c7e966 req-f3ef1e03-c7d0-448f-ad5d-d4b08ede6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:48.987065 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba1c807c-6ffd-4c73-bafa-58bff0c7e966 req-f3ef1e03-c7d0-448f-ad5d-d4b08ede6f5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476813 Nov 13 05:15:49.137396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba1c807c-6ffd-4c73-bafa-58bff0c7e966 req-1b2c3c81-e9f9-4e79-a34a-71a2d1b24d2f service neutron] 10.222.0.36 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418943 Nov 13 05:15:49.303879 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba1c807c-6ffd-4c73-bafa-58bff0c7e966 req-15b3e612-5dbf-4a59-8045-e38188a2f698 service neutron] 10.222.0.36 "GET /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590357 Nov 13 05:15:49.318685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8a2335d7-4484-48c9-ba07-da86aa1242e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:11:53Z', 'updated_at': '2021-11-13T05:11:57Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:54Z', 'updated_at': '2021-11-13T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'e3b036d1-cf09-47f6-981a-5252be0d9b4a', 'name': '', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:e0:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:56Z', 'updated_at': '2021-11-13T05:12:01Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:49.363270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2335d7-4484-48c9-ba07-da86aa1242e2 None None] The sync data for ids ['268f9589-23a6-4ab8-b0b3-96d098218433'] in n-d-813114-2 is: [{'id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:11:53Z', 'updated_at': '2021-11-13T05:11:57Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:54Z', 'updated_at': '2021-11-13T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'e3b036d1-cf09-47f6-981a-5252be0d9b4a', 'name': '', 'network_id': '74fb3dbd-8d72-4058-8c5c-ff42a1aff59c', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:e0:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:56Z', 'updated_at': '2021-11-13T05:12:01Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '79761b72-4f5a-4a15-a9a9-db10dbd67ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:15:49.685289 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8533ba67-ff5e-4411-a47f-c5a8009f56ac None None] New status for floating IP 643279f2-d9b3-4b44-aa3f-6f6bb0f615d3: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:15:49.872719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c4d60-2219-4674-80e7-85c1c344c6c6 req-ae9f65e5-a413-446b-bb68-432c395d75e4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:49.874412 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b40c4d60-2219-4674-80e7-85c1c344c6c6 req-ae9f65e5-a413-446b-bb68-432c395d75e4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 946 time: 0.0552113 Nov 13 05:15:49.925409 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b40c4d60-2219-4674-80e7-85c1c344c6c6 req-958cb71e-4b97-40c4-94fa-ced962a9cd34 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442944 Nov 13 05:15:50.266219 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de1b85-fdec-4b5b-82a5-3ad21f97dd67 req-2fc1e27f-578e-4692-b662-5ab0f1216259 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:50.268145 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-94de1b85-fdec-4b5b-82a5-3ad21f97dd67 req-2fc1e27f-578e-4692-b662-5ab0f1216259 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 946 time: 0.0520289 Nov 13 05:15:50.388548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-94de1b85-fdec-4b5b-82a5-3ad21f97dd67 req-84fdef96-f8ad-4f91-9dfa-486f89dafd31 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port 506cfcb9-a130-40ac-b04c-e988ff5baba1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:15:50.388944 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-94de1b85-fdec-4b5b-82a5-3ad21f97dd67 req-84fdef96-f8ad-4f91-9dfa-486f89dafd31 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:50.735208 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-94de1b85-fdec-4b5b-82a5-3ad21f97dd67 req-84fdef96-f8ad-4f91-9dfa-486f89dafd31 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] For port 506cfcb9-a130-40ac-b04c-e988ff5baba1, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=506cfcb9-a130-40ac-b04c-e988ff5baba1,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:15:50.735514 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-94de1b85-fdec-4b5b-82a5-3ad21f97dd67 req-84fdef96-f8ad-4f91-9dfa-486f89dafd31 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:50.748246 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-94de1b85-fdec-4b5b-82a5-3ad21f97dd67 req-84fdef96-f8ad-4f91-9dfa-486f89dafd31 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for 506cfcb9-a130-40ac-b04c-e988ff5baba1 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:15:50.889926 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-94de1b85-fdec-4b5b-82a5-3ad21f97dd67 req-84fdef96-f8ad-4f91-9dfa-486f89dafd31 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:50.918957 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdef96-f8ad-4f91-9dfa-486f89dafd31 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=506cfcb9-a130-40ac-b04c-e988ff5baba1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:50.965397 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-94de1b85-fdec-4b5b-82a5-3ad21f97dd67 req-84fdef96-f8ad-4f91-9dfa-486f89dafd31 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] No DVR routers for this DVR port 506cfcb9-a130-40ac-b04c-e988ff5baba1 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:15:50.968098 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-94de1b85-fdec-4b5b-82a5-3ad21f97dd67 req-84fdef96-f8ad-4f91-9dfa-486f89dafd31 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:50.972543 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-94de1b85-fdec-4b5b-82a5-3ad21f97dd67 req-84fdef96-f8ad-4f91-9dfa-486f89dafd31 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.36 "DELETE /v2.0/ports/506cfcb9-a130-40ac-b04c-e988ff5baba1 HTTP/1.1" status: 204 len: 173 time: 0.6977351 Nov 13 05:15:50.973017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'name': 'network-vif-deleted', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:15:50.975422 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a18b4fa-0189-461f-a1a9-f505b96a283a" -d '{"events": [{"server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "name": "network-vif-deleted", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:15:51.040310 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a90fd88-8e63-4e63-b7c0-cc26ae806dcd x-openstack-request-id: req-5a90fd88-8e63-4e63-b7c0-cc26ae806dcd {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:15:51.040586 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdb4df9-11ed-472c-9970-68cf2fbb60a4", "name": "network-vif-deleted", "tag": "506cfcb9-a130-40ac-b04c-e988ff5baba1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:15:51.040830 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a90fd88-8e63-4e63-b7c0-cc26ae806dcd {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:15:51.041240 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdb4df9-11ed-472c-9970-68cf2fbb60a4', 'name': 'network-vif-deleted', 'tag': '506cfcb9-a130-40ac-b04c-e988ff5baba1', 'status': 'completed', 'code': 200} Nov 13 05:15:51.065387 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6838e565-fc47-4a7f-aba9-40e6de88b5b9 req-aba6a058-b62b-41c9-8fe6-53fd027c1fb4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bdb4df9-11ed-472c-9970-68cf2fbb60a4 HTTP/1.1" status: 200 len: 210 time: 0.0372787 Nov 13 05:15:51.645141 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:15:52.134700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37698) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:52.555581 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de131e2a-67a1-435d-aea6-bfeed7252d2b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:52.860463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-de131e2a-67a1-435d-aea6-bfeed7252d2b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port e3b036d1-cf09-47f6-981a-5252be0d9b4a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:15:52.860888 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de131e2a-67a1-435d-aea6-bfeed7252d2b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:52.966540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-de131e2a-67a1-435d-aea6-bfeed7252d2b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] For port e3b036d1-cf09-47f6-981a-5252be0d9b4a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e3b036d1-cf09-47f6-981a-5252be0d9b4a,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:15:52.968340 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de131e2a-67a1-435d-aea6-bfeed7252d2b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:52.983608 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-de131e2a-67a1-435d-aea6-bfeed7252d2b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for e3b036d1-cf09-47f6-981a-5252be0d9b4a owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:15:53.255017 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de131e2a-67a1-435d-aea6-bfeed7252d2b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:53.287331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de131e2a-67a1-435d-aea6-bfeed7252d2b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=e3b036d1-cf09-47f6-981a-5252be0d9b4a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:53.634375 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de131e2a-67a1-435d-aea6-bfeed7252d2b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:53.902027 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de131e2a-67a1-435d-aea6-bfeed7252d2b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 268f9589-23a6-4ab8-b0b3-96d098218433 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:15:54.060409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de131e2a-67a1-435d-aea6-bfeed7252d2b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:15:54.070951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c313c81-f9b4-447b-90bd-f93c7f55d9ba None None] Sync routers for ids ['268f9589-23a6-4ab8-b0b3-96d098218433'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:15:54.080952 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-de131e2a-67a1-435d-aea6-bfeed7252d2b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "PUT /v2.0/routers/268f9589-23a6-4ab8-b0b3-96d098218433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9420135 Nov 13 05:15:54.081236 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:54.087415 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c313c81-f9b4-447b-90bd-f93c7f55d9ba None None] Routers {'268f9589-23a6-4ab8-b0b3-96d098218433'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:54.088169 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1c313c81-f9b4-447b-90bd-f93c7f55d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['268f9589-23a6-4ab8-b0b3-96d098218433'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:54.189156 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e2cd32-d0ea-4ecb-bd41-e594f1d42924 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting subnet 79761b72-4f5a-4a15-a9a9-db10dbd67ba8 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:15:54.194395 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22e2cd32-d0ea-4ecb-bd41-e594f1d42924 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:54.228779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 506cfcb9-a130-40ac-b04c-e988ff5baba1 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:15:54.268240 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 506cfcb9-a130-40ac-b04c-e988ff5baba1 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:15:54.269201 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 506cfcb9-a130-40ac-b04c-e988ff5baba1 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:15:54.278806 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22e2cd32-d0ea-4ecb-bd41-e594f1d42924 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:54.312889 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-1c313c81-f9b4-447b-90bd-f93c7f55d9ba None None] Set router 268f9589-23a6-4ab8-b0b3-96d098218433 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:54.367063 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22e2cd32-d0ea-4ecb-bd41-e594f1d42924 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:54.435503 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22e2cd32-d0ea-4ecb-bd41-e594f1d42924 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:54.465153 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2cd32-d0ea-4ecb-bd41-e594f1d42924 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Subnet': ['ID=79761b72-4f5a-4a15-a9a9-db10dbd67ba8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:54.472887 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22e2cd32-d0ea-4ecb-bd41-e594f1d42924 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:54.477971 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-22e2cd32-d0ea-4ecb-bd41-e594f1d42924 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/subnets/79761b72-4f5a-4a15-a9a9-db10dbd67ba8 HTTP/1.1" status: 204 len: 168 time: 0.3957105 Nov 13 05:15:54.480772 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37710) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:54.493466 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d832c522-e911-4582-b68a-1c85d8dd6309 None None] Network 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:15:54.795677 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:54.969119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1c313c81-f9b4-447b-90bd-f93c7f55d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:11:53Z', 'updated_at': '2021-11-13T05:15:53Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '8b6aa23f-8446-46ec-9ca3-506654800c85', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:11:54Z', 'updated_at': '2021-11-13T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:54.981637 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:55.011769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c313c81-f9b4-447b-90bd-f93c7f55d9ba None None] Checking router: 268f9589-23a6-4ab8-b0b3-96d098218433 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:15:55.021541 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32970722-dff9-4354-887c-1607caf86e4a None None] DHCP port deletion for 74fb3dbd-8d72-4058-8c5c-ff42a1aff59c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:15:55.038641 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c313c81-f9b4-447b-90bd-f93c7f55d9ba None None] Routers {'268f9589-23a6-4ab8-b0b3-96d098218433'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:15:55.039861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1c313c81-f9b4-447b-90bd-f93c7f55d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['268f9589-23a6-4ab8-b0b3-96d098218433'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:55.117994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port 8b6aa23f-8446-46ec-9ca3-506654800c85 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:15:55.118819 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:55.217735 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-1c313c81-f9b4-447b-90bd-f93c7f55d9ba None None] Set router 268f9589-23a6-4ab8-b0b3-96d098218433 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:15:55.281750 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-32970722-dff9-4354-887c-1607caf86e4a None None] Deleting port e42a4b1b-0be5-40c7-8a0a-d1807052b3a5 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:15:55.282041 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32970722-dff9-4354-887c-1607caf86e4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:55.284942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1c313c81-f9b4-447b-90bd-f93c7f55d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:11:53Z', 'updated_at': '2021-11-13T05:15:54Z', 'revision_number': 6, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:55.302789 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] For port 8b6aa23f-8446-46ec-9ca3-506654800c85, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8b6aa23f-8446-46ec-9ca3-506654800c85,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:15:55.303380 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:55.322478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for 8b6aa23f-8446-46ec-9ca3-506654800c85 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:15:55.327426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c313c81-f9b4-447b-90bd-f93c7f55d9ba None None] The sync data for ids ['268f9589-23a6-4ab8-b0b3-96d098218433'] in n-d-813114-2 is: [{'id': '268f9589-23a6-4ab8-b0b3-96d098218433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2177489', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:11:53Z', 'updated_at': '2021-11-13T05:15:54Z', 'revision_number': 6, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:15:55.408306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-32970722-dff9-4354-887c-1607caf86e4a None None] For port e42a4b1b-0be5-40c7-8a0a-d1807052b3a5, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e42a4b1b-0be5-40c7-8a0a-d1807052b3a5,segment=NetworkSegment(365bdd63-10f5-4f91-ad92-25776566d7d0),segment_id=365bdd63-10f5-4f91-ad92-25776566d7d0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:15:55.408706 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32970722-dff9-4354-887c-1607caf86e4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:55.436237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-32970722-dff9-4354-887c-1607caf86e4a None None] Calling delete_port for e42a4b1b-0be5-40c7-8a0a-d1807052b3a5 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:15:55.542509 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:55.572349 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=8b6aa23f-8446-46ec-9ca3-506654800c85,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:55.577831 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32970722-dff9-4354-887c-1607caf86e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:55.598278 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5d74d5-a811-4c63-9fa1-76cca1f59ee6 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:15:55.622992 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32970722-dff9-4354-887c-1607caf86e4a None None] Pushing event deleted for resources: {'Port': ['ID=e42a4b1b-0be5-40c7-8a0a-d1807052b3a5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:55.633025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32970722-dff9-4354-887c-1607caf86e4a None None] No DVR routers for this DVR port e42a4b1b-0be5-40c7-8a0a-d1807052b3a5 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:15:55.693058 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:55.842104 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:55.844667 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:55.897984 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:55.898714 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Fanout notify agent at l3_agent the message router_deleted on router 268f9589-23a6-4ab8-b0b3-96d098218433 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:15:55.906374 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:55.910772 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-142ef3fe-b2a3-4d4a-9223-3d9f5f25a168 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/routers/268f9589-23a6-4ab8-b0b3-96d098218433 HTTP/1.1" status: 204 len: 168 time: 1.4235921 Nov 13 05:15:55.912185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37720) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:56.020087 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e96b1979-d076-4d50-90f8-6e6bc853231a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:56.134794 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e96b1979-d076-4d50-90f8-6e6bc853231a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:56.156126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-e96b1979-d076-4d50-90f8-6e6bc853231a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fb3dbd-8d72-4058-8c5c-ff42a1aff59c']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:56.166374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-e96b1979-d076-4d50-90f8-6e6bc853231a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365bdd63-10f5-4f91-ad92-25776566d7d0') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:56.166661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-e96b1979-d076-4d50-90f8-6e6bc853231a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365bdd63-10f5-4f91-ad92-25776566d7d0') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:15:56.178097 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e96b1979-d076-4d50-90f8-6e6bc853231a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:56.204222 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e96b1979-d076-4d50-90f8-6e6bc853231a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:56.213005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96b1979-d076-4d50-90f8-6e6bc853231a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:15:56.213412 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e96b1979-d076-4d50-90f8-6e6bc853231a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:15:56.216991 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:15:56.274072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e42a4b1b-0be5-40c7-8a0a-d1807052b3a5 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:15:56.312310 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: e42a4b1b-0be5-40c7-8a0a-d1807052b3a5 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:15:56.312468 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e42a4b1b-0be5-40c7-8a0a-d1807052b3a5 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:15:56.312867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e3b036d1-cf09-47f6-981a-5252be0d9b4a no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:15:56.314022 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e96b1979-d076-4d50-90f8-6e6bc853231a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:56.321416 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e96b1979-d076-4d50-90f8-6e6bc853231a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:56.324679 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e96b1979-d076-4d50-90f8-6e6bc853231a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/networks/74fb3dbd-8d72-4058-8c5c-ff42a1aff59c HTTP/1.1" status: 204 len: 168 time: 0.4114766 Nov 13 05:15:56.327721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37722) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:56.337001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b1979-d076-4d50-90f8-6e6bc853231a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Network': ['ID=74fb3dbd-8d72-4058-8c5c-ff42a1aff59c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:56.374055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: e3b036d1-cf09-47f6-981a-5252be0d9b4a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:15:56.378313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e3b036d1-cf09-47f6-981a-5252be0d9b4a not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:15:56.426589 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0238c52-4e26-4ecc-922f-a69fad9e4ae4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:56.461021 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0238c52-4e26-4ecc-922f-a69fad9e4ae4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:56.555067 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0238c52-4e26-4ecc-922f-a69fad9e4ae4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:56.563662 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0238c52-4e26-4ecc-922f-a69fad9e4ae4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:56.569396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b0238c52-4e26-4ecc-922f-a69fad9e4ae4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/security-groups/f8a343c4-69ae-45f3-a7e5-a94cb4eccaef HTTP/1.1" status: 204 len: 168 time: 0.2286043 Nov 13 05:15:56.589789 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0238c52-4e26-4ecc-922f-a69fad9e4ae4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a343c4-69ae-45f3-a7e5-a94cb4eccaef,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:57.451936 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37732) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:57.455777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8b6aa23f-8446-46ec-9ca3-506654800c85 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:15:57.456690 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d795c410-c195-4a65-b9ee-e5f490f9d707 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-224245064', 'description': 'tempest-secgroup-smoke-224245064 description', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:57.481779 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d795c410-c195-4a65-b9ee-e5f490f9d707 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:57.486997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 8b6aa23f-8446-46ec-9ca3-506654800c85 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:15:57.487365 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8b6aa23f-8446-46ec-9ca3-506654800c85 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:15:57.587750 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d795c410-c195-4a65-b9ee-e5f490f9d707 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:57.593111 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d795c410-c195-4a65-b9ee-e5f490f9d707 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:57.627086 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d795c410-c195-4a65-b9ee-e5f490f9d707 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:57.628358 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d795c410-c195-4a65-b9ee-e5f490f9d707 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1753969 Nov 13 05:15:57.631782 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37736) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:57.636580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-dc4ca015-3a1b-401e-9d9e-44ae0da970a4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'adc055c1-90f1-40fc-b700-978db098d86e', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:57.642246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795c410-c195-4a65-b9ee-e5f490f9d707 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc055c1-90f1-40fc-b700-978db098d86e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:57.673470 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca015-3a1b-401e-9d9e-44ae0da970a4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:57.765414 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca015-3a1b-401e-9d9e-44ae0da970a4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:57.771584 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca015-3a1b-401e-9d9e-44ae0da970a4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:57.787505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ca015-3a1b-401e-9d9e-44ae0da970a4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded8a8d8-f054-422f-9ab7-887a573030a2,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:57.798530 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca015-3a1b-401e-9d9e-44ae0da970a4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:57.802377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dc4ca015-3a1b-401e-9d9e-44ae0da970a4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1670446 Nov 13 05:15:57.802508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37738) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:57.807149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-60ad50cb-032e-479b-9527-8915458416b7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'adc055c1-90f1-40fc-b700-978db098d86e', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:57.841688 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60ad50cb-032e-479b-9527-8915458416b7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:57.924752 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60ad50cb-032e-479b-9527-8915458416b7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:57.929913 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60ad50cb-032e-479b-9527-8915458416b7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:57.948050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad50cb-032e-479b-9527-8915458416b7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba12c76f-e816-4bd8-a172-c4fb834a2c42,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:57.956703 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60ad50cb-032e-479b-9527-8915458416b7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:57.958079 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-60ad50cb-032e-479b-9527-8915458416b7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1542711 Nov 13 05:15:57.960747 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37744) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:57.965105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-8513228f-cf2f-4bbd-b99a-dc520814e23a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'adc055c1-90f1-40fc-b700-978db098d86e', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:57.993050 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8513228f-cf2f-4bbd-b99a-dc520814e23a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.049491 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8513228f-cf2f-4bbd-b99a-dc520814e23a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.053788 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8513228f-cf2f-4bbd-b99a-dc520814e23a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.071298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513228f-cf2f-4bbd-b99a-dc520814e23a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedf8b0d-1eec-44d6-8c2b-431fc82f1105,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:58.080713 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8513228f-cf2f-4bbd-b99a-dc520814e23a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.081900 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8513228f-cf2f-4bbd-b99a-dc520814e23a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201649 Nov 13 05:15:58.085696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37746) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:58.090043 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e9fcc9e7-cbb7-42c1-ac29-161b40350e2c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'adc055c1-90f1-40fc-b700-978db098d86e', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:58.119419 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9fcc9e7-cbb7-42c1-ac29-161b40350e2c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.177448 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9fcc9e7-cbb7-42c1-ac29-161b40350e2c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.182696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9fcc9e7-cbb7-42c1-ac29-161b40350e2c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.203458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcc9e7-cbb7-42c1-ac29-161b40350e2c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225210fd-257b-4fe1-97d4-6f71bb33ec93,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:58.208759 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9fcc9e7-cbb7-42c1-ac29-161b40350e2c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.212678 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e9fcc9e7-cbb7-42c1-ac29-161b40350e2c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232946 Nov 13 05:15:58.213481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37750) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:58.218392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7b3ade31-8903-4bc9-8e0f-315d442dd34f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'adc055c1-90f1-40fc-b700-978db098d86e', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:58.243224 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-7b3ade31-8903-4bc9-8e0f-315d442dd34f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Project aa7b34d376c14f66a1c43a8b2010c6e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:15:58.248105 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7b3ade31-8903-4bc9-8e0f-315d442dd34f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.310116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7b3ade31-8903-4bc9-8e0f-315d442dd34f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.317100 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7b3ade31-8903-4bc9-8e0f-315d442dd34f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.335055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ade31-8903-4bc9-8e0f-315d442dd34f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8197bb2-53e7-441d-9778-790ad28c0ebf,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:58.343678 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7b3ade31-8903-4bc9-8e0f-315d442dd34f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.344914 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7b3ade31-8903-4bc9-8e0f-315d442dd34f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304555 Nov 13 05:15:58.347939 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37752) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:58.352965 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4b67e04f-58a2-47d2-a9ca-58b483a493af tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'adc055c1-90f1-40fc-b700-978db098d86e', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:58.377403 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-4b67e04f-58a2-47d2-a9ca-58b483a493af tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Project aa7b34d376c14f66a1c43a8b2010c6e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:15:58.382408 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b67e04f-58a2-47d2-a9ca-58b483a493af tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.432299 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b67e04f-58a2-47d2-a9ca-58b483a493af tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.437270 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b67e04f-58a2-47d2-a9ca-58b483a493af tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.454894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67e04f-58a2-47d2-a9ca-58b483a493af tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1193112b-c8de-43f7-a561-2a21112da79f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:58.462416 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b67e04f-58a2-47d2-a9ca-58b483a493af tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.463638 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4b67e04f-58a2-47d2-a9ca-58b483a493af tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1144693 Nov 13 05:15:58.466514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37754) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:58.471435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9c0387a7-d20b-41f3-a939-deca3a4ee125 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'network': {'name': 'tempest-network-smoke--225364648', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:58.492669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0387a7-d20b-41f3-a939-deca3a4ee125 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Made reservation on behalf of aa7b34d376c14f66a1c43a8b2010c6e6 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:15:58.496236 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c0387a7-d20b-41f3-a939-deca3a4ee125 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.518880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0387a7-d20b-41f3-a939-deca3a4ee125 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:15:58.527572 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c0387a7-d20b-41f3-a939-deca3a4ee125 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.527912 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-9c0387a7-d20b-41f3-a939-deca3a4ee125 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Added segment 88b7bdbf-593b-480c-81cb-2a746039ec4b of type vlan for network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 Nov 13 05:15:58.566680 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c0387a7-d20b-41f3-a939-deca3a4ee125 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.592641 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c0387a7-d20b-41f3-a939-deca3a4ee125 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.598517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0387a7-d20b-41f3-a939-deca3a4ee125 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:15:58.599146 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c0387a7-d20b-41f3-a939-deca3a4ee125 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.667614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9c0387a7-d20b-41f3-a939-deca3a4ee125 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1999118 Nov 13 05:15:58.668716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37756) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:15:58.673073 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.675505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'admin_state_up': True, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:15:58.680784 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0387a7-d20b-41f3-a939-deca3a4ee125 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Network': ['ID=6fce5c71-2702-4c77-bd37-e6caf21f06c2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:58.692107 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:15:58.707956 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.709124 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.798979 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:58.935745 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:59.067732 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:59.146556 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:59.173156 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:59.277325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.25.8.202 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/2b0cd148-d2fa-451e-b450-008a57432c62) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:15:59.395461 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:59.437884 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:59.478674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:15:59.484332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:15:59.488350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:15:59.510313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645391a3-d6a5-4a83-a5fb-1093159b8173 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:15:59.513182 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=2b0cd148-d2fa-451e-b450-008a57432c62,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:15:59.621226 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4f330dcc-3333-42ed-8c03-a1b5e19ca80b None None] Provisioning complete for port 2b0cd148-d2fa-451e-b450-008a57432c62 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:15:59.621979 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f330dcc-3333-42ed-8c03-a1b5e19ca80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:15:59.664294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4f330dcc-3333-42ed-8c03-a1b5e19ca80b None None] Port 2b0cd148-d2fa-451e-b450-008a57432c62 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:15:59.753847 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:00.273629 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:00.418372 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 219baa0b-57a5-4394-af6f-9a8f86aef4fd is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:16:00.543481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:16:00.554826 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Sync routers for ids ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:16:00.572492 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Routers {'219baa0b-57a5-4394-af6f-9a8f86aef4fd'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:16:00.573125 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:16:00.574851 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:00.575573 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-895d0ef0-763a-4387-94c3-70066b785a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9054115 Nov 13 05:16:00.579585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37798) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:16:00.615213 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ae4e56ff-c23a-4093-accb-0376aa2c53df tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=aa7b34d376c14f66a1c43a8b2010c6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352352 Nov 13 05:16:00.618138 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37800) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:16:00.693727 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Set router 219baa0b-57a5-4394-af6f-9a8f86aef4fd gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:16:00.800969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36146bf2-0a43-4704-a555-b88d0ef62e4a tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:00.802845 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-36146bf2-0a43-4704-a555-b88d0ef62e4a tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1837053 Nov 13 05:16:00.805865 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37806) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:16:00.852886 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d947e5d7-97ee-497e-a2b7-cb66ab79972a tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450494 Nov 13 05:16:00.854999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37808) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:16:00.860540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-db9584c9-b8e3-443e-a77a-886cfd3ee860 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-923803499', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:16:01.016435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9584c9-b8e3-443e-a77a-886cfd3ee860 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Made reservation on behalf of aa7b34d376c14f66a1c43a8b2010c6e6 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:16:01.021133 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db9584c9-b8e3-443e-a77a-886cfd3ee860 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:01.037489 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:58Z', 'updated_at': '2021-11-13T05:15:59Z', 'revision_number': 3, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:af:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:59Z', 'updated_at': '2021-11-13T05:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:16:01.071199 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Checking router: 219baa0b-57a5-4394-af6f-9a8f86aef4fd for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:16:01.071989 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Updating router 219baa0b-57a5-4394-af6f-9a8f86aef4fd port 2b0cd148-d2fa-451e-b450-008a57432c62 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:16:01.101394 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:01.377877 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db9584c9-b8e3-443e-a77a-886cfd3ee860 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:01.381570 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:01.393685 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:01.463470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9584c9-b8e3-443e-a77a-886cfd3ee860 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Checking segment: {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:16:01.463881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9584c9-b8e3-443e-a77a-886cfd3ee860 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network hostable DHCP agents. Network: 6fce5c71-2702-4c77-bd37-e6caf21f06c2, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:16:01.475382 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f8b47-d6c6-4047-ad94-71c99b9a3453 None None] Pushing event updated for resources: {'Port': ['ID=2b0cd148-d2fa-451e-b450-008a57432c62,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:01.485603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9584c9-b8e3-443e-a77a-886cfd3ee860 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Subnet': ['ID=451c793a-e250-432f-9922-b534077b0986,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:01.499950 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9584c9-b8e3-443e-a77a-886cfd3ee860 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:16:01.513041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04032d7d-79f4-4fef-bf9a-5f066749f0ed None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:16:01.517856 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-db9584c9-b8e3-443e-a77a-886cfd3ee860 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 6fce5c71-2702-4c77-bd37-e6caf21f06c2) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:16:01.524148 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9584c9-b8e3-443e-a77a-886cfd3ee860 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:01.526120 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-db9584c9-b8e3-443e-a77a-886cfd3ee860 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:01.544283 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5052dc1-2f4b-4321-98b0-536c49eb23ca None None] Network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:16:01.551996 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Attempting to bind port 2b0cd148-d2fa-451e-b450-008a57432c62 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:16:01.552738 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Attempting to bind port 2b0cd148-d2fa-451e-b450-008a57432c62 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:16:01.553220 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Attempting to bind port 2b0cd148-d2fa-451e-b450-008a57432c62 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:16:01.559692 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:16:01.560394 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:16:01.560901 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:01.561647 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:16:01.569991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-db9584c9-b8e3-443e-a77a-886cfd3ee860 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7110260 Nov 13 05:16:01.570160 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Bound port: 2b0cd148-d2fa-451e-b450-008a57432c62, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:16:01.570160 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:01.570372 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37814) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:16:01.640525 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] For port 2b0cd148-d2fa-451e-b450-008a57432c62, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:16:01.646124 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] For port 2b0cd148-d2fa-451e-b450-008a57432c62, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2b0cd148-d2fa-451e-b450-008a57432c62,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:16:01.653888 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:01.710860 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-39326c23-a5ea-4ba5-a6b9-81d1c231ec49 None None] Provisioning complete for port 2b0cd148-d2fa-451e-b450-008a57432c62 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:16:01.711257 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39326c23-a5ea-4ba5-a6b9-81d1c231ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:01.728756 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f8b47-d6c6-4047-ad94-71c99b9a3453 None None] Pushing event updated for resources: {'Port': ['ID=2b0cd148-d2fa-451e-b450-008a57432c62,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:01.746364 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Routers {'219baa0b-57a5-4394-af6f-9a8f86aef4fd'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:16:01.747261 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:16:01.788284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732fa949-68ee-42eb-ae39-e09550df2238 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:16:01.921602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ips': [{'subnet_id': '451c793a-e250-432f-9922-b534077b0986'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:16:01.923485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:01.955016 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] Set router 219baa0b-57a5-4394-af6f-9a8f86aef4fd gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:16:02.221924 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Allocated IP 172.20.0.2 (6fce5c71-2702-4c77-bd37-e6caf21f06c2/451c793a-e250-432f-9922-b534077b0986/22598e8d-ad4f-4045-9531-2d0c128383bb) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:16:02.317824 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:02.415792 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:02.419502 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:58Z', 'updated_at': '2021-11-13T05:15:59Z', 'revision_number': 3, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:af:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:59Z', 'updated_at': '2021-11-13T05:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:16:02.424104 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39326c23-a5ea-4ba5-a6b9-81d1c231ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:02.432200 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:02.485661 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:16:02.490907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:16:02.495839 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-39326c23-a5ea-4ba5-a6b9-81d1c231ec49 None None] For port 2b0cd148-d2fa-451e-b450-008a57432c62, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2b0cd148-d2fa-451e-b450-008a57432c62,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:16:02.508167 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a52ce9e-b2d1-4d39-ac04-98910170cb31 None None] The sync data for ids ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'] in n-d-813114-2 is: [{'id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:58Z', 'updated_at': '2021-11-13T05:15:59Z', 'revision_number': 3, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:af:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:59Z', 'updated_at': '2021-11-13T05:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:16:02.508790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:16:02.526492 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39326c23-a5ea-4ba5-a6b9-81d1c231ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:02.544773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Pushing event updated for resources: {'Port': ['ID=22598e8d-ad4f-4045-9531-2d0c128383bb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:02.642366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Attempting to bind port 22598e8d-ad4f-4045-9531-2d0c128383bb on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:16:02.642744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Attempting to bind port 22598e8d-ad4f-4045-9531-2d0c128383bb by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:16:02.643123 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Attempting to bind port 22598e8d-ad4f-4045-9531-2d0c128383bb on network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:16:02.668341 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:16:02.668716 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Checking segment: {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:16:02.669098 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:02.669496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Bound using segment: {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:16:02.669953 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Bound port: 22598e8d-ad4f-4045-9531-2d0c128383bb, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:16:02.670327 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:02.692944 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39326c23-a5ea-4ba5-a6b9-81d1c231ec49 None None] Pushing event updated for resources: {'Port': ['ID=2b0cd148-d2fa-451e-b450-008a57432c62,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:02.711712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.20.0.1 (6fce5c71-2702-4c77-bd37-e6caf21f06c2/451c793a-e250-432f-9922-b534077b0986/0b8131d9-c079-4693-b945-80a0a4ba0ccb) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:16:02.716114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f3027746-189f-4d1c-8683-b1845b393d36 None None] Provisioning complete for port 2b0cd148-d2fa-451e-b450-008a57432c62 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:16:02.716487 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3027746-189f-4d1c-8683-b1845b393d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:02.791745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] For port 22598e8d-ad4f-4045-9531-2d0c128383bb, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:16:02.798042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] For port 22598e8d-ad4f-4045-9531-2d0c128383bb, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=22598e8d-ad4f-4045-9531-2d0c128383bb,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:16:02.811901 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:02.951459 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84550abc-9e5e-408c-922b-4fe9c42b5be6 None None] Pushing event updated for resources: {'Port': ['ID=22598e8d-ad4f-4045-9531-2d0c128383bb,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:03.018400 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:03.086010 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:03.137392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:16:03.142108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:16:03.155648 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:16:03.193840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=0b8131d9-c079-4693-b945-80a0a4ba0ccb,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:03.226181 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:03.501916 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:03.672340 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2b0cd148-d2fa-451e-b450-008a57432c62 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:16:03.771824 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 2b0cd148-d2fa-451e-b450-008a57432c62 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:16:03.772191 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:03.864080 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:03.872255 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:03.926659 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 22598e8d-ad4f-4045-9531-2d0c128383bb up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:16:04.006642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 22598e8d-ad4f-4045-9531-2d0c128383bb triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:16:04.007313 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:04.080867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=0b8131d9-c079-4693-b945-80a0a4ba0ccb,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:04.090556 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:04.147449 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:04.241470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 22598e8d-ad4f-4045-9531-2d0c128383bb, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=22598e8d-ad4f-4045-9531-2d0c128383bb,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:16:04.242635 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ba3fd6e-66bb-4031-af79-25973789d8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:04.250494 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:04.266222 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:16:04.267954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:16:04.333907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=22598e8d-ad4f-4045-9531-2d0c128383bb,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:04.413564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 219baa0b-57a5-4394-af6f-9a8f86aef4fd has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:16:04.559362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:16:04.568724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a00679e-7669-42da-84cb-e539376c0d41 None None] Network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:16:04.582974 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8749e1a5-7e7d-4d14-9235-f296e6b74ba9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "PUT /v2.0/routers/219baa0b-57a5-4394-af6f-9a8f86aef4fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0112514 Nov 13 05:16:04.749208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-77417d74-400b-4e2e-91da-c5e6b1de782d None None] Provisioning complete for port 22598e8d-ad4f-4045-9531-2d0c128383bb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:16:04.749879 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77417d74-400b-4e2e-91da-c5e6b1de782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:04.941627 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-071d6eca-f497-4a88-8e3b-1d9e588a417f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224245064&fields=id&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 267 time: 0.1177027 Nov 13 05:16:05.145022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Sync routers for ids ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:16:05.159576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Routers {'219baa0b-57a5-4394-af6f-9a8f86aef4fd'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:16:05.159898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-63d88a9c-309b-433f-b731-501094348a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:15:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:16:05.182452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3fefbb29-5003-47df-b88f-29c844d3abe5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:05.185351 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3fefbb29-5003-47df-b88f-29c844d3abe5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 796 time: 0.2207170 Nov 13 05:16:05.211972 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-57e52a8b-00ce-444b-9200-9fabd5b76aa7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/quotas/aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 375 time: 0.0129282 Nov 13 05:16:05.327190 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-59e6250e-54b4-4fa7-a648-9bfc316e0736 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103082 Nov 13 05:16:05.438666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Set router 219baa0b-57a5-4394-af6f-9a8f86aef4fd gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:16:05.508361 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2882e9a6-e5e7-47d0-88a5-ee5197e61141 None None] Provisioning complete for port 0b8131d9-c079-4693-b945-80a0a4ba0ccb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:16:05.510697 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2882e9a6-e5e7-47d0-88a5-ee5197e61141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:05.578894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 22598e8d-ad4f-4045-9531-2d0c128383bb up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:16:05.738730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-873aebb5-277d-4daa-b168-6cc9047163ae service neutron] 10.222.0.43 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991013 Nov 13 05:16:05.925676 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-88018577-84c8-4d98-a115-fcb454c555f5 service neutron] 10.222.0.43 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539779 Nov 13 05:16:06.069303 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2882e9a6-e5e7-47d0-88a5-ee5197e61141 None None] Port 0b8131d9-c079-4693-b945-80a0a4ba0ccb cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:16:06.133803 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2882e9a6-e5e7-47d0-88a5-ee5197e61141 None None] Provisioning complete for port 22598e8d-ad4f-4045-9531-2d0c128383bb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:16:06.134160 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2882e9a6-e5e7-47d0-88a5-ee5197e61141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:06.225076 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-77a40bde-7442-4ac3-b29f-3ce8ffdf9e25 req-0b0672d8-5ec7-459d-a8f9-73b667bb041d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 210 time: 0.0461545 Nov 13 05:16:06.283656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 22598e8d-ad4f-4045-9531-2d0c128383bb triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:16:06.284248 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:06.513765 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-63d88a9c-309b-433f-b731-501094348a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:58Z', 'updated_at': '2021-11-13T05:16:03Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:59Z', 'updated_at': '2021-11-13T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0b8131d9-c079-4693-b945-80a0a4ba0ccb', 'name': '', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:f1:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '451c793a-e250-432f-9922-b534077b0986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:16:02Z', 'updated_at': '2021-11-13T05:16:03Z', 'revision_number': 2, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '451c793a-e250-432f-9922-b534077b0986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:16:06.519404 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b04c44f-75f9-44f3-b61f-00570fedfc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:06.551925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Checking router: 219baa0b-57a5-4394-af6f-9a8f86aef4fd for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:16:06.552275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Updating router 219baa0b-57a5-4394-af6f-9a8f86aef4fd port 0b8131d9-c079-4693-b945-80a0a4ba0ccb binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:16:06.584788 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:06.600508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-92e674ab-a33e-45f4-8a75-21d485376e75 None None] Provisioning complete for port 0b8131d9-c079-4693-b945-80a0a4ba0ccb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:16:06.600942 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92e674ab-a33e-45f4-8a75-21d485376e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:06.666295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-92e674ab-a33e-45f4-8a75-21d485376e75 None None] Port 0b8131d9-c079-4693-b945-80a0a4ba0ccb cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:16:06.930620 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:06.939948 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:07.011523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bd28b-ea6c-442a-9d96-3c9baf8180e3 None None] Pushing event updated for resources: {'Port': ['ID=0b8131d9-c079-4693-b945-80a0a4ba0ccb,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:07.073397 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Attempting to bind port 0b8131d9-c079-4693-b945-80a0a4ba0ccb on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:16:07.074136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Attempting to bind port 0b8131d9-c079-4693-b945-80a0a4ba0ccb by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:16:07.074636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Attempting to bind port 0b8131d9-c079-4693-b945-80a0a4ba0ccb on network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:16:07.082354 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:16:07.082776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Checking segment: {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:16:07.083393 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:07.083613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Bound using segment: {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:16:07.084224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Bound port: 0b8131d9-c079-4693-b945-80a0a4ba0ccb, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:16:07.085003 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:07.172461 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63d88a9c-309b-433f-b731-501094348a76 None None] For port 0b8131d9-c079-4693-b945-80a0a4ba0ccb, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:16:07.203194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63d88a9c-309b-433f-b731-501094348a76 None None] For port 0b8131d9-c079-4693-b945-80a0a4ba0ccb, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0b8131d9-c079-4693-b945-80a0a4ba0ccb,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:16:07.225226 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:07.303541 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Routers {'219baa0b-57a5-4394-af6f-9a8f86aef4fd'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:16:07.304192 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-63d88a9c-309b-433f-b731-501094348a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:16:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:16:07.366656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bd28b-ea6c-442a-9d96-3c9baf8180e3 None None] Pushing event updated for resources: {'Port': ['ID=0b8131d9-c079-4693-b945-80a0a4ba0ccb,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:07.377614 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50ee1047-4c89-4f34-9a26-bd121f648c12 req-685166da-5381-4744-a295-74b7590c522c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 210 time: 0.0407705 Nov 13 05:16:07.381444 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3edbc350-9540-4f63-b9bd-993f3b7ce5d2 None None] Provisioning complete for port 0b8131d9-c079-4693-b945-80a0a4ba0ccb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:16:07.381828 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3edbc350-9540-4f63-b9bd-993f3b7ce5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:07.520750 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-63d88a9c-309b-433f-b731-501094348a76 None None] Set router 219baa0b-57a5-4394-af6f-9a8f86aef4fd gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:16:07.590806 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3edbc350-9540-4f63-b9bd-993f3b7ce5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:07.732756 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3edbc350-9540-4f63-b9bd-993f3b7ce5d2 None None] For port 0b8131d9-c079-4693-b945-80a0a4ba0ccb, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0b8131d9-c079-4693-b945-80a0a4ba0ccb,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:16:07.742433 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3edbc350-9540-4f63-b9bd-993f3b7ce5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:07.808566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbc350-9540-4f63-b9bd-993f3b7ce5d2 None None] Pushing event updated for resources: {'Port': ['ID=0b8131d9-c079-4693-b945-80a0a4ba0ccb,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:07.844254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-4b015502-d20a-40dc-8d00-8110919d2b51 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:07.845811 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-4b015502-d20a-40dc-8d00-8110919d2b51 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.46 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 796 time: 0.2131360 Nov 13 05:16:07.893960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4666b271-b806-435a-9081-4e07996c908a None None] Provisioning complete for port 0b8131d9-c079-4693-b945-80a0a4ba0ccb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:16:07.894237 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4666b271-b806-435a-9081-4e07996c908a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:07.945025 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-5a0508a3-fc94-46f9-a36e-c81234ef25e4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 379 time: 0.0795982 Nov 13 05:16:07.947020 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:07.956403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-f044472b-00fa-4418-90f8-75a98f0c236c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'port': {'device_id': '279b2e05-11e7-46a2-a698-824eca52fe79', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'admin_state_up': True, 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'security_groups': ['adc055c1-90f1-40fc-b700-978db098d86e']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:16:07.958720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-63d88a9c-309b-433f-b731-501094348a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:58Z', 'updated_at': '2021-11-13T05:16:03Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:59Z', 'updated_at': '2021-11-13T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0b8131d9-c079-4693-b945-80a0a4ba0ccb', 'name': '', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:f1:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '451c793a-e250-432f-9922-b534077b0986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:16:02Z', 'updated_at': '2021-11-13T05:16:07Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '451c793a-e250-432f-9922-b534077b0986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:16:07.994992 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d88a9c-309b-433f-b731-501094348a76 None None] The sync data for ids ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'] in n-d-813114-2 is: [{'id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:58Z', 'updated_at': '2021-11-13T05:16:03Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:59Z', 'updated_at': '2021-11-13T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0b8131d9-c079-4693-b945-80a0a4ba0ccb', 'name': '', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:f1:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '451c793a-e250-432f-9922-b534077b0986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:16:02Z', 'updated_at': '2021-11-13T05:16:07Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '451c793a-e250-432f-9922-b534077b0986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:16:08.551578 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0d489ea3-ccaf-4740-822b-848e273b8c62 req-a5f011a6-2698-4d1e-acee-c1a21816251a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 210 time: 0.0559814 Nov 13 05:16:08.614436 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-f044472b-00fa-4418-90f8-75a98f0c236c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Made reservation on behalf of aa7b34d376c14f66a1c43a8b2010c6e6 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:16:08.618976 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-f044472b-00fa-4418-90f8-75a98f0c236c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:08.695896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 37934) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:16:08.776680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-f044472b-00fa-4418-90f8-75a98f0c236c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.20.0.8 (6fce5c71-2702-4c77-bd37-e6caf21f06c2/451c793a-e250-432f-9922-b534077b0986/87529682-9ef7-4f6b-9dbe-f0c0ffc4130b) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:16:08.864231 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e94d11-18e9-454d-a650-df80353860a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:08.982981 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-f044472b-00fa-4418-90f8-75a98f0c236c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:08.990024 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e94d11-18e9-454d-a650-df80353860a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:08.995515 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e94d11-18e9-454d-a650-df80353860a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:09.028977 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-f044472b-00fa-4418-90f8-75a98f0c236c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:09.034527 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 37938) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:16:09.035601 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-80e94d11-18e9-454d-a650-df80353860a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a721d0e513a6496e8acc3100e30c40b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3386352 Nov 13 05:16:09.059106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e94d11-18e9-454d-a650-df80353860a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaa5d73-84b3-48ba-8722-1094548b9674,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:09.148138 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044472b-00fa-4418-90f8-75a98f0c236c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:09.198125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-f044472b-00fa-4418-90f8-75a98f0c236c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:16:09.200053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-f044472b-00fa-4418-90f8-75a98f0c236c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:16:09.203251 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f393eb8f-a20a-4158-af14-1955eb00282b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:09.205139 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:09.231536 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f393eb8f-a20a-4158-af14-1955eb00282b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:09.296693 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-f044472b-00fa-4418-90f8-75a98f0c236c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:16:09.340321 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f393eb8f-a20a-4158-af14-1955eb00282b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:09.343119 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f393eb8f-a20a-4158-af14-1955eb00282b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:09.344215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f393eb8f-a20a-4158-af14-1955eb00282b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cdaa5d73-84b3-48ba-8722-1094548b9674 HTTP/1.1" status: 204 len: 168 time: 0.3089416 Nov 13 05:16:09.356182 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393eb8f-a20a-4158-af14-1955eb00282b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaa5d73-84b3-48ba-8722-1094548b9674,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:09.402169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-f044472b-00fa-4418-90f8-75a98f0c236c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:09.403363 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-f044472b-00fa-4418-90f8-75a98f0c236c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:09.429045 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-f044472b-00fa-4418-90f8-75a98f0c236c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4767859 Nov 13 05:16:09.456705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Request body: {'port': {'device_id': '279b2e05-11e7-46a2-a698-824eca52fe79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:16:09.570151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1898bde5-0a3a-4f26-b677-9dd4be1a4b00 None None] Provisioning complete for port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:16:09.571681 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1898bde5-0a3a-4f26-b677-9dd4be1a4b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:09.667188 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:09.712306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0b8131d9-c079-4693-b945-80a0a4ba0ccb up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:16:09.748638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded08d0f-2a6f-4203-8e37-cb1290e5819d req-1a14f956-bf30-44ff-a910-3f41cf2eabe9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:09.756470 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ded08d0f-2a6f-4203-8e37-cb1290e5819d req-1a14f956-bf30-44ff-a910-3f41cf2eabe9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 931 time: 0.1083329 Nov 13 05:16:09.968868 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ded08d0f-2a6f-4203-8e37-cb1290e5819d req-60256201-7e90-4b85-9884-d72038af54ce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056575 Nov 13 05:16:10.080593 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1898bde5-0a3a-4f26-b677-9dd4be1a4b00 None None] Port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:16:10.087566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 0b8131d9-c079-4693-b945-80a0a4ba0ccb triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:16:10.087926 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:10.113493 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:10.197346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:16:10.207395 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:10.227158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Transition to ACTIVE for port object 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:16:10.233169 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:10.296680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Pushing event updated for resources: {'Port': ['ID=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:10.427633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Attempting to bind port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:16:10.427978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Attempting to bind port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:16:10.428320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Attempting to bind port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b on network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:16:10.433125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b on network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:16:10.433540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Attempting to bind port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b on network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:16:10.443704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:16:10.444063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Checking segment: {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:16:10.444425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Bound using segment: {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:16:10.444944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Bound port: 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:16:10.445241 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:10.538469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:16:10.541959 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:16:10.548543 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:10.593840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:10.594466 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:10.596160 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] 10.222.0.46 "PUT /v2.0/ports/87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 1091 time: 1.1519585 Nov 13 05:16:10.596668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:16:10.599435 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d363692f-b33a-41a7-96bc-fa607bef65d6" -d '{"events": [{"name": "network-changed", "server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:16:10.628143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128ff1a-5d54-4f5f-9c15-05e6ce93cc52 service neutron] Pushing event updated for resources: {'Port': ['ID=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:10.737394 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adf069b-79a6-4f74-9a24-f6e7616e371f x-openstack-request-id: req-5adf069b-79a6-4f74-9a24-f6e7616e371f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:16:10.737983 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:16:10.738088 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5adf069b-79a6-4f74-9a24-f6e7616e371f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:16:10.738447 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'status': 'completed', 'code': 200} Nov 13 05:16:10.755336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-067aa972-d922-453c-bbeb-91a9b8a08010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:10.756858 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-067aa972-d922-453c-bbeb-91a9b8a08010 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1094 time: 0.0531785 Nov 13 05:16:10.865342 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-32557467-2407-478b-9859-9a7e2ac82eff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 217 time: 0.0934982 Nov 13 05:16:10.932476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-719e40b2-d691-4b99-94e1-d632da2118cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:10.934006 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-719e40b2-d691-4b99-94e1-d632da2118cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.0609930 Nov 13 05:16:11.003881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3c95b345-9eac-4838-be01-4d21b8f04d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:11.006156 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-3c95b345-9eac-4838-be01-4d21b8f04d51 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645559 Nov 13 05:16:11.163788 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82560c49-c97a-4fe2-97da-dc88d9e76203 req-84ccee31-c2a5-495d-ad67-313a619553b2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:11.165297 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82560c49-c97a-4fe2-97da-dc88d9e76203 req-84ccee31-c2a5-495d-ad67-313a619553b2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 943 time: 0.0780067 Nov 13 05:16:11.171103 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-055c5ee2-479d-4f8d-8d2d-c50f76b4e2db service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521983 Nov 13 05:16:11.282694 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82560c49-c97a-4fe2-97da-dc88d9e76203 req-accbc5f1-0892-4e72-8274-8ef0e9388dab tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087439 Nov 13 05:16:11.313674 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee44a935-efa6-4ce3-a6bd-a20a8b03f344 req-5584b92e-124b-4aa7-b8e1-ce676c601ab5 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334321 Nov 13 05:16:11.455502 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363692f-b33a-41a7-96bc-fa607bef65d6 req-37b1d913-b154-4f54-bb43-22534ddbf9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:11.457011 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d363692f-b33a-41a7-96bc-fa607bef65d6 req-37b1d913-b154-4f54-bb43-22534ddbf9c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1094 time: 0.0430865 Nov 13 05:16:11.553646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363692f-b33a-41a7-96bc-fa607bef65d6 req-2f1fa785-32fd-4ac5-8ee1-3b9ca08b4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:11.555098 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d363692f-b33a-41a7-96bc-fa607bef65d6 req-2f1fa785-32fd-4ac5-8ee1-3b9ca08b4d2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 897 time: 0.0907757 Nov 13 05:16:11.599329 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d363692f-b33a-41a7-96bc-fa607bef65d6 req-f6ce7779-3671-411b-a96d-5b359f90fdcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 217 time: 0.0361605 Nov 13 05:16:11.648475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363692f-b33a-41a7-96bc-fa607bef65d6 req-78c71c74-3e97-4b36-a717-3ae001c1214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:11.650039 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d363692f-b33a-41a7-96bc-fa607bef65d6 req-78c71c74-3e97-4b36-a717-3ae001c1214c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.0440743 Nov 13 05:16:11.695874 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363692f-b33a-41a7-96bc-fa607bef65d6 req-827b2dab-65b7-40f0-94b5-e96fea28f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:11.697454 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d363692f-b33a-41a7-96bc-fa607bef65d6 req-827b2dab-65b7-40f0-94b5-e96fea28f91c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402741 Nov 13 05:16:11.804813 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d363692f-b33a-41a7-96bc-fa607bef65d6 req-1c2b32cf-b0a4-41af-84b3-951fe212ad98 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002061 Nov 13 05:16:11.915962 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d363692f-b33a-41a7-96bc-fa607bef65d6 req-88fb73c8-84e4-4bfa-ab82-fb4185f08c41 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022849 Nov 13 05:16:12.424044 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef3d82-8f88-49e1-ab61-7cc6122a8531 req-de5a998e-ca8b-4a8b-ae86-01751b0b74eb tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:12.425761 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fcef3d82-8f88-49e1-ab61-7cc6122a8531 req-de5a998e-ca8b-4a8b-ae86-01751b0b74eb tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 943 time: 0.0545971 Nov 13 05:16:12.479318 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fcef3d82-8f88-49e1-ab61-7cc6122a8531 req-b122dab2-da4e-436b-b325-f7980d24e986 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466433 Nov 13 05:16:13.599473 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860624e-b3d0-4deb-8e88-742fa672f28a req-689b4732-ed87-45bf-a0c4-77a452a3872c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:13.601022 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8860624e-b3d0-4deb-8e88-742fa672f28a req-689b4732-ed87-45bf-a0c4-77a452a3872c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 943 time: 0.0506508 Nov 13 05:16:13.652763 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8860624e-b3d0-4deb-8e88-742fa672f28a req-847886d1-0a30-4005-9741-d43496f6c200 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449762 Nov 13 05:16:14.099629 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:16:14.204783 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:16:14.216890 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'port_id': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'mac_address': 'fa:16:3e:0f:06:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451c793a-e250-432f-9922-b534077b0986', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:16:14.257042 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:14.270048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:16:14.295392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:16:14.300542 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:14.357633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:14.706764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['87529682-9ef7-4f6b-9dbe-f0c0ffc4130b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:16:14.779712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9f6b0-575a-4b1d-ba4f-d1af1163ab72 req-113d6b13-c128-4095-9ff9-593afb868b6d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:14.781479 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bab9f6b0-575a-4b1d-ba4f-d1af1163ab72 req-113d6b13-c128-4095-9ff9-593afb868b6d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 944 time: 0.0566902 Nov 13 05:16:14.844400 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bab9f6b0-575a-4b1d-ba4f-d1af1163ab72 req-351c17b8-fe14-47d3-936e-deb528bab026 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559268 Nov 13 05:16:15.968581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e2656-2371-45e3-8787-8c86d2d4d879 req-cd717e8b-4c1b-47b4-bd7f-7578c888e610 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:15.970796 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-025e2656-2371-45e3-8787-8c86d2d4d879 req-cd717e8b-4c1b-47b4-bd7f-7578c888e610 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 944 time: 0.0532398 Nov 13 05:16:16.023912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-025e2656-2371-45e3-8787-8c86d2d4d879 req-a9e0ba83-2a7e-4b19-9c9f-efc7263546ef tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450599 Nov 13 05:16:16.130615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:16:16.185600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:16:16.189824 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:16:16.190634 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:16.274434 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:16.299502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:16:16.301909 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7380a0f3-6833-4b5a-9425-38d60e0ce42a" -d '{"events": [{"server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "name": "network-vif-plugged", "status": "completed", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:16:16.319907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:16:16.326861 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:16.367826 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9ec0cf-29ad-41c3-b559-b09059038337 x-openstack-request-id: req-1f9ec0cf-29ad-41c3-b559-b09059038337 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:16:16.368235 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "name": "network-vif-plugged", "status": "completed", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:16:16.368419 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f9ec0cf-29ad-41c3-b559-b09059038337 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:16:16.368840 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'code': 200} Nov 13 05:16:16.421897 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:16.508615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fd073-e147-410e-b975-40f57a2a4401 req-4f6f8e62-6b66-48fc-a06a-06098680f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:16.510139 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bc0fd073-e147-410e-b975-40f57a2a4401 req-4f6f8e62-6b66-48fc-a06a-06098680f743 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1096 time: 0.0536647 Nov 13 05:16:16.560923 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bc0fd073-e147-410e-b975-40f57a2a4401 req-e1ba257f-8e31-4a06-ad23-b7345f24426b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431013 Nov 13 05:16:17.148051 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba70a-ba4f-4f3c-8246-c58c6c0e4f47 req-1c725845-0ff7-4586-b66f-1d8469c5303d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:17.149810 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-227ba70a-ba4f-4f3c-8246-c58c6c0e4f47 req-1c725845-0ff7-4586-b66f-1d8469c5303d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0521383 Nov 13 05:16:17.204651 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-227ba70a-ba4f-4f3c-8246-c58c6c0e4f47 req-e0e42146-8574-42b4-9906-4586cd70d81c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475218 Nov 13 05:16:18.330223 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588c76b-c21a-405e-93a4-ff9873c74b76 req-df624b51-f3b9-4d9d-ad52-cab4830bf3d6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:18.331858 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c588c76b-c21a-405e-93a4-ff9873c74b76 req-df624b51-f3b9-4d9d-ad52-cab4830bf3d6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0521758 Nov 13 05:16:18.387801 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c588c76b-c21a-405e-93a4-ff9873c74b76 req-ce289228-c771-4cd7-9dea-46c4bfd73899 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490932 Nov 13 05:16:18.515788 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79ddbb-b101-4848-8bf4-243957744c32 req-1f5360f4-8909-4080-8c11-350727fb0496 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:18.517378 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e79ddbb-b101-4848-8bf4-243957744c32 req-1f5360f4-8909-4080-8c11-350727fb0496 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0569000 Nov 13 05:16:18.569954 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e79ddbb-b101-4848-8bf4-243957744c32 req-4be7607f-9194-4a44-9144-dfd02645e6ac tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459385 Nov 13 05:16:18.590660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38074) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:16:18.633285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da706c8-c570-401f-8626-a86fca9c2c2d tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:18.637394 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4da706c8-c570-401f-8626-a86fca9c2c2d tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1091 time: 0.0430057 Nov 13 05:16:18.637580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 38076) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:16:18.642401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:16:18.666140 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:18.777437 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:18.890458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.25.8.16 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/182ddace-94d5-4133-8057-0b7410fb6a7a) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:16:19.006868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:19.047691 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:19.087136 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:16:19.093857 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:16:19.096650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:16:19.122595 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=182ddace-94d5-4133-8057-0b7410fb6a7a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:19.134328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:16:19.135017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:16:19.135017 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:16:19.135364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:16:19.135696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:16:19.136024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:16:19.136349 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:16:19.136680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:16:19.137223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:16:19.137355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:16:19.137625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:16:19.137940 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:16:19.510303 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:19.588151 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:19.746168 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:19.752089 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:19.820645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=182ddace-94d5-4133-8057-0b7410fb6a7a,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:16:19.833203 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:19.941119 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Floating IP 0101446d-e057-4959-9422-ff890454301b associated. External IP: 172.25.8.16, port: 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b. Nov 13 05:16:20.166656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 219baa0b-57a5-4394-af6f-9a8f86aef4fd has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:16:20.285539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:16:20.297434 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613da066-110a-4c35-92f5-732ab5a46294 None None] Sync routers for ids ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:16:20.307703 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:20.310480 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613da066-110a-4c35-92f5-732ab5a46294 None None] Routers {'219baa0b-57a5-4394-af6f-9a8f86aef4fd'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:16:20.312429 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-613da066-110a-4c35-92f5-732ab5a46294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:16:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:16:20.346968 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-38a6c71d-3273-4f73-bc1c-b3d776818bc5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7077956 Nov 13 05:16:20.347821 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:16:20.351239 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a44bbd-752f-4997-9427-bf67883d32fc" -d '{"events": [{"name": "network-changed", "server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:16:20.412634 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5763e5fe-6a46-47eb-8b35-a1d0d8ca796f x-openstack-request-id: req-5763e5fe-6a46-47eb-8b35-a1d0d8ca796f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:16:20.412927 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:16:20.413177 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5763e5fe-6a46-47eb-8b35-a1d0d8ca796f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:16:20.413583 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'status': 'completed', 'code': 200} Nov 13 05:16:20.485594 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-613da066-110a-4c35-92f5-732ab5a46294 None None] Set router 219baa0b-57a5-4394-af6f-9a8f86aef4fd gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:16:20.539947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0e780-1caa-4a62-a209-bf9076929324 req-83df0b2c-7767-4aa5-b38a-c4aae3528c3c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:20.545339 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cfa0e780-1caa-4a62-a209-bf9076929324 req-83df0b2c-7767-4aa5-b38a-c4aae3528c3c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.1244292 Nov 13 05:16:20.548490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a44bbd-752f-4997-9427-bf67883d32fc req-0184b015-de12-43e7-a9b6-b8ea52b47795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:20.550415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56a44bbd-752f-4997-9427-bf67883d32fc req-0184b015-de12-43e7-a9b6-b8ea52b47795 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1096 time: 0.0835721 Nov 13 05:16:20.613437 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cfa0e780-1caa-4a62-a209-bf9076929324 req-f30b732a-fe88-4b68-a212-a10c2166aca0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614307 Nov 13 05:16:20.631729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38132) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:16:20.690067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a44bbd-752f-4997-9427-bf67883d32fc req-fb6b738e-c66b-44e4-9a14-54f002e42e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:20.691716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56a44bbd-752f-4997-9427-bf67883d32fc req-fb6b738e-c66b-44e4-9a14-54f002e42e63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 897 time: 0.1319101 Nov 13 05:16:20.732298 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5b64b7d8-6f17-46d3-b197-d0eaeb978130 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/0101446d-e057-4959-9422-ff890454301b HTTP/1.1" status: 200 len: 990 time: 0.0991864 Nov 13 05:16:20.787879 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56a44bbd-752f-4997-9427-bf67883d32fc req-6b66951c-f057-4cfd-b30b-c1984a1f4f8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 998 time: 0.0880222 Nov 13 05:16:20.790836 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-613da066-110a-4c35-92f5-732ab5a46294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:58Z', 'updated_at': '2021-11-13T05:16:03Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:59Z', 'updated_at': '2021-11-13T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '0101446d-e057-4959-9422-ff890454301b', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'port_id': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'mac_address': 'fa:16:3e:0f:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279b2e05-11e7-46a2-a698-824eca52fe79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:16:19Z', 'updated_at': '2021-11-13T05:16:19Z', 'revision_number': 0, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b8131d9-c079-4693-b945-80a0a4ba0ccb', 'name': '', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:f1:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '451c793a-e250-432f-9922-b534077b0986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:16:02Z', 'updated_at': '2021-11-13T05:16:07Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '451c793a-e250-432f-9922-b534077b0986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:16:20.820988 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613da066-110a-4c35-92f5-732ab5a46294 None None] Checking router: 219baa0b-57a5-4394-af6f-9a8f86aef4fd for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:16:20.830458 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613da066-110a-4c35-92f5-732ab5a46294 None None] Routers {'219baa0b-57a5-4394-af6f-9a8f86aef4fd'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:16:20.831228 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-613da066-110a-4c35-92f5-732ab5a46294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:16:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:16:20.858156 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a44bbd-752f-4997-9427-bf67883d32fc req-b3ab28ae-bf05-480a-a69d-2abc8519c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:20.860069 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56a44bbd-752f-4997-9427-bf67883d32fc req-b3ab28ae-bf05-480a-a69d-2abc8519c0e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.0652092 Nov 13 05:16:20.915086 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a44bbd-752f-4997-9427-bf67883d32fc req-29c8e1fa-6d8e-417a-8eb8-392e376eba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:20.916980 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56a44bbd-752f-4997-9427-bf67883d32fc req-29c8e1fa-6d8e-417a-8eb8-392e376eba6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499103 Nov 13 05:16:20.947127 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-613da066-110a-4c35-92f5-732ab5a46294 None None] Set router 219baa0b-57a5-4394-af6f-9a8f86aef4fd gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:16:21.263589 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-613da066-110a-4c35-92f5-732ab5a46294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:58Z', 'updated_at': '2021-11-13T05:16:03Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:59Z', 'updated_at': '2021-11-13T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '0101446d-e057-4959-9422-ff890454301b', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'port_id': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'mac_address': 'fa:16:3e:0f:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279b2e05-11e7-46a2-a698-824eca52fe79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:16:19Z', 'updated_at': '2021-11-13T05:16:19Z', 'revision_number': 0, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b8131d9-c079-4693-b945-80a0a4ba0ccb', 'name': '', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:f1:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '451c793a-e250-432f-9922-b534077b0986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:16:02Z', 'updated_at': '2021-11-13T05:16:07Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '451c793a-e250-432f-9922-b534077b0986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:16:21.297876 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613da066-110a-4c35-92f5-732ab5a46294 None None] The sync data for ids ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'] in n-d-813114-2 is: [{'id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:58Z', 'updated_at': '2021-11-13T05:16:03Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:59Z', 'updated_at': '2021-11-13T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '0101446d-e057-4959-9422-ff890454301b', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'port_id': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'mac_address': 'fa:16:3e:0f:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279b2e05-11e7-46a2-a698-824eca52fe79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:16:19Z', 'updated_at': '2021-11-13T05:16:19Z', 'revision_number': 0, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b8131d9-c079-4693-b945-80a0a4ba0ccb', 'name': '', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:f1:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '451c793a-e250-432f-9922-b534077b0986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:16:02Z', 'updated_at': '2021-11-13T05:16:07Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '451c793a-e250-432f-9922-b534077b0986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:16:21.375354 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56a44bbd-752f-4997-9427-bf67883d32fc req-e8af5a7a-25b4-4598-b541-8a83e5073119 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496021 Nov 13 05:16:21.486899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56a44bbd-752f-4997-9427-bf67883d32fc req-81fc6f27-0e73-489b-8d83-6a92e6ee7311 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042480 Nov 13 05:16:21.580925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb82a8-1279-4b22-971f-eca549745d14 None None] New status for floating IP 0101446d-e057-4959-9422-ff890454301b: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:16:21.735890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 38158) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:16:21.814199 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-40007823-4a59-4459-9753-46d79461e3e7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/0101446d-e057-4959-9422-ff890454301b HTTP/1.1" status: 200 len: 992 time: 0.0744076 Nov 13 05:16:28.644883 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:16:28.666711 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:29.041939 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:31.022012 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c33b68c-2509-4af4-a242-16cc32ceb9ea req-60c38026-015c-493a-bd96-ee93489ea710 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471625 Nov 13 05:16:31.161252 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33b68c-2509-4af4-a242-16cc32ceb9ea req-cc110aa6-8dc1-4904-ac5f-d8beb94187ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:31.162799 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c33b68c-2509-4af4-a242-16cc32ceb9ea req-cc110aa6-8dc1-4904-ac5f-d8beb94187ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1096 time: 0.0703523 Nov 13 05:16:31.293529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33b68c-2509-4af4-a242-16cc32ceb9ea req-0f9af29b-1e1e-429f-8e2e-812952375ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:31.298699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c33b68c-2509-4af4-a242-16cc32ceb9ea req-0f9af29b-1e1e-429f-8e2e-812952375ae7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 897 time: 0.1098449 Nov 13 05:16:31.382314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c33b68c-2509-4af4-a242-16cc32ceb9ea req-73adaf1b-bb55-4f22-aa56-14028c348d6b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 1000 time: 0.0757692 Nov 13 05:16:31.443676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33b68c-2509-4af4-a242-16cc32ceb9ea req-f8bb9be9-d963-444d-b77f-bade73cf4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:31.445417 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c33b68c-2509-4af4-a242-16cc32ceb9ea req-f8bb9be9-d963-444d-b77f-bade73cf4679 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.0547366 Nov 13 05:16:31.502428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33b68c-2509-4af4-a242-16cc32ceb9ea req-a6e7f142-1f0e-4cdb-becd-a23f528e8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:16:31.503998 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c33b68c-2509-4af4-a242-16cc32ceb9ea req-a6e7f142-1f0e-4cdb-becd-a23f528e8114 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511150 Nov 13 05:16:31.626052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c33b68c-2509-4af4-a242-16cc32ceb9ea req-48dcd64c-6696-4a91-86bb-493f6f86e331 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148324 Nov 13 05:16:31.743692 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c33b68c-2509-4af4-a242-16cc32ceb9ea req-e27b1530-b21d-4b19-9b9d-7faca4a4b34f service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095073 Nov 13 05:16:34.196110 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc514576-e6e6-4fe7-9611-2c2fb6383d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:36.474386 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d3ad19a-00af-4582-8f7a-a6d790f0557b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:37.913066 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:39.203697 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:40.046262 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:58.679783 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:16:59.040574 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:00.201960 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39482) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:00.320979 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:00.406094 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:00.410672 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:00.448440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0353b9d3-c7fa-4aff-aea6-4e57d6ddb094,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:00.455108 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43a6f7ab1d6c4c2f96dfd651b1745a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2493107 Nov 13 05:17:00.455888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39488) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:00.466224 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:00.467585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:00.468336 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:00.469031 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:00.469569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:00.470636 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:00.471260 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:00.471814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:00.472352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:00.472878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:00.473442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:00.473984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa6cdce-2491-427a-b4d3-3c5b3f1ed0cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:00.513308 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d364a9b-dd9b-44dc-af4e-2c9b46208ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:00.535029 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d364a9b-dd9b-44dc-af4e-2c9b46208ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:00.585761 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d364a9b-dd9b-44dc-af4e-2c9b46208ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:00.588633 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3d364a9b-dd9b-44dc-af4e-2c9b46208ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:00.592653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3d364a9b-dd9b-44dc-af4e-2c9b46208ab6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0353b9d3-c7fa-4aff-aea6-4e57d6ddb094 HTTP/1.1" status: 204 len: 168 time: 0.1331911 Nov 13 05:17:00.604711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d364a9b-dd9b-44dc-af4e-2c9b46208ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0353b9d3-c7fa-4aff-aea6-4e57d6ddb094,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:01.322602 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 39512) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:01.432054 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1807055039-network', 'tenant_id': '6e7370c35cf9478d8e32914cf1c58457'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:17:01.458775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] Made reservation on behalf of 6e7370c35cf9478d8e32914cf1c58457 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:17:01.461167 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:01.470188 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:01.548273 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:01.554293 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:01.568244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:17:01.584538 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:01.584922 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] Added segment a0fbf1d5-5d08-4419-8e02-858393d12a29 of type vlan for network 4d1768df-2bff-4b99-a8d5-6638a1396857 Nov 13 05:17:01.636522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8826b4-8b62-424c-bcb6-bf7b44ff279e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:01.649949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:01.676381 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:01.678156 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:01.679079 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:01.751800 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4272814 Nov 13 05:17:01.752824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac7668-3780-4c27-8afd-2e2eba806f37 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1768df-2bff-4b99-a8d5-6638a1396857,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:01.755928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39518) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:01.762661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a1ba0524-def1-4a5e-8693-11c761e697df admin admin] Request body: {'subnet': {'network_id': '4d1768df-2bff-4b99-a8d5-6638a1396857', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1807055039-subnet', 'tenant_id': '6e7370c35cf9478d8e32914cf1c58457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:17:01.764786 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 4d1768df-2bff-4b99-a8d5-6638a1396857 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:17:01.799179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ba0524-def1-4a5e-8693-11c761e697df admin admin] Made reservation on behalf of 6e7370c35cf9478d8e32914cf1c58457 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:17:01.802674 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0524-def1-4a5e-8693-11c761e697df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:01.989065 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0524-def1-4a5e-8693-11c761e697df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:02.059636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba0524-def1-4a5e-8693-11c761e697df admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d48d084-e851-41ac-9e62-1d71f2052848,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:02.075988 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ba0524-def1-4a5e-8693-11c761e697df admin admin] Checking segment: {'id': 'a0fbf1d5-5d08-4419-8e02-858393d12a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d1768df-2bff-4b99-a8d5-6638a1396857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:17:02.076381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ba0524-def1-4a5e-8693-11c761e697df admin admin] Network hostable DHCP agents. Network: 4d1768df-2bff-4b99-a8d5-6638a1396857, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:17:02.093927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ba0524-def1-4a5e-8693-11c761e697df admin admin] Network 4d1768df-2bff-4b99-a8d5-6638a1396857 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:17:02.106406 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a1ba0524-def1-4a5e-8693-11c761e697df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 4d1768df-2bff-4b99-a8d5-6638a1396857) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:17:02.115613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a627acda-4d5a-4908-b3e9-06afdf208000 None None] Network 4d1768df-2bff-4b99-a8d5-6638a1396857 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:17:02.123706 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ba0524-def1-4a5e-8693-11c761e697df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:02.124732 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0524-def1-4a5e-8693-11c761e697df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:02.143467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a1ba0524-def1-4a5e-8693-11c761e697df admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3859262 Nov 13 05:17:02.282724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929c13c0-959f-4c6d-a985-4cffd2009e87 None None] Network 4d1768df-2bff-4b99-a8d5-6638a1396857 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:17:04.186404 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a0e634f-b10c-43df-a2a8-f300454568b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:05.649045 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:17:06.480738 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14905aaa-5a8c-4788-bb48-dbfd13e7f208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:07.908206 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:09.197502 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:10.043773 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:25.101916 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168466b1-ee37-4f33-899c-9350723f8c89 req-a2096ad7-6af7-443f-b1ac-8a3396336619 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:25.106198 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-168466b1-ee37-4f33-899c-9350723f8c89 req-a2096ad7-6af7-443f-b1ac-8a3396336619 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1096 time: 0.1302371 Nov 13 05:17:25.165417 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-168466b1-ee37-4f33-899c-9350723f8c89 req-21776020-d10d-4fd7-8d7f-ed33762ad681 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551538 Nov 13 05:17:25.324073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33fd20-c1b8-47e1-aaf7-112593cac303 req-7d845fe0-92bd-48a8-aae6-996ec847704d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:25.325525 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a33fd20-c1b8-47e1-aaf7-112593cac303 req-7d845fe0-92bd-48a8-aae6-996ec847704d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0667832 Nov 13 05:17:25.395990 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a33fd20-c1b8-47e1-aaf7-112593cac303 req-aa102f2e-403e-4c0a-8315-1f9fbc2f6576 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634592 Nov 13 05:17:25.419411 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 39946) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:25.500812 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e4bfeb2a-6de6-46a0-9046-502f931be150 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/0101446d-e057-4959-9422-ff890454301b HTTP/1.1" status: 200 len: 992 time: 0.0800006 Nov 13 05:17:26.129042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d556d49-af96-415e-9a4e-66530047c0c8 req-9d81b694-f36f-4dab-9056-c7e3ff92b7fc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:26.130371 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-38ae9ce7-75a3-4891-a0aa-f0abeb810410 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0639734 Nov 13 05:17:26.131254 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d556d49-af96-415e-9a4e-66530047c0c8 req-9d81b694-f36f-4dab-9056-c7e3ff92b7fc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0736866 Nov 13 05:17:26.193485 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d556d49-af96-415e-9a4e-66530047c0c8 req-3ee9e804-1db8-4fb7-a37b-687c9d3d51ac tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562229 Nov 13 05:17:27.335986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84236b-bf56-4b95-9d92-9790219a370f req-9cd739b4-a261-4168-ab0a-0ab79001a637 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:27.337472 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c84236b-bf56-4b95-9d92-9790219a370f req-9cd739b4-a261-4168-ab0a-0ab79001a637 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0543411 Nov 13 05:17:27.389507 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c84236b-bf56-4b95-9d92-9790219a370f req-8e2b84cf-ddc5-4c93-a3e5-76f557d923cf tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453320 Nov 13 05:17:27.582298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-beb6e1ff-22ab-46b6-a283-37be275961b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:27.584225 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-beb6e1ff-22ab-46b6-a283-37be275961b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1096 time: 0.0439420 Nov 13 05:17:27.694044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-3c1545bb-6787-4b92-9e06-ac42c8c226f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:27.695648 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-3c1545bb-6787-4b92-9e06-ac42c8c226f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 897 time: 0.1045613 Nov 13 05:17:27.776582 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e56a2bed-e63b-46a5-ae23-6f16e6280b05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 1000 time: 0.0730901 Nov 13 05:17:27.838656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-27be8f82-0949-4ea1-85b7-dc36ae019112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:27.840471 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-27be8f82-0949-4ea1-85b7-dc36ae019112 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.0530639 Nov 13 05:17:27.893190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-a9f1a412-e1f1-424e-8ee5-b47e8633e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:27.894730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-a9f1a412-e1f1-424e-8ee5-b47e8633e40e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462482 Nov 13 05:17:27.905885 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-f81d2d1b-eaf8-4042-9c5d-645af10e2d4e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:17:27.906816 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-f81d2d1b-eaf8-4042-9c5d-645af10e2d4e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050435 Nov 13 05:17:28.007612 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-cf1b5b06-c6b3-44d1-8539-c963a0863a93 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934873 Nov 13 05:17:28.119226 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-8b7e4935-ab0a-4bcb-96d0-8fe66926bdec service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033220 Nov 13 05:17:28.514969 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c675bd-9c4f-4467-abf8-aee729cfd3fe req-229bc710-ec97-4936-b03c-a647f7c86f34 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:28.522431 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85c675bd-9c4f-4467-abf8-aee729cfd3fe req-229bc710-ec97-4936-b03c-a647f7c86f34 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0581880 Nov 13 05:17:28.572163 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85c675bd-9c4f-4467-abf8-aee729cfd3fe req-e1d28717-1276-4be7-bfd8-8edfefbbda1b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486054 Nov 13 05:17:28.678398 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:29.059522 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:29.701045 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1bb76-260c-46a7-b3a0-7abc8126396a req-86291fb7-26cc-4b39-ba66-1faf8c367ab0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:29.703086 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7dc1bb76-260c-46a7-b3a0-7abc8126396a req-86291fb7-26cc-4b39-ba66-1faf8c367ab0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0602887 Nov 13 05:17:29.768077 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7dc1bb76-260c-46a7-b3a0-7abc8126396a req-c1f48dd7-839f-4a0f-be7a-4af10964c4b1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505288 Nov 13 05:17:30.892789 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ed597-b694-49bb-9eab-51e3e035a0d6 req-85ecaad8-9071-45b8-bce4-2d13d8e500fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:30.894377 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-291ed597-b694-49bb-9eab-51e3e035a0d6 req-85ecaad8-9071-45b8-bce4-2d13d8e500fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0507708 Nov 13 05:17:30.956041 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-291ed597-b694-49bb-9eab-51e3e035a0d6 req-9e2aca02-a819-47a4-9552-0c939ba69184 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546455 Nov 13 05:17:31.038286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d565ac-556e-4515-a3e3-06a3d700c927 req-2ce98b2f-5bae-4397-b89e-649da9a83b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:31.041231 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6d565ac-556e-4515-a3e3-06a3d700c927 req-2ce98b2f-5bae-4397-b89e-649da9a83b74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1096 time: 0.0477731 Nov 13 05:17:31.163845 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d565ac-556e-4515-a3e3-06a3d700c927 req-097e44f6-439c-410b-b89c-a31c09117df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:31.165608 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6d565ac-556e-4515-a3e3-06a3d700c927 req-097e44f6-439c-410b-b89c-a31c09117df6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 897 time: 0.1008461 Nov 13 05:17:31.237971 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6d565ac-556e-4515-a3e3-06a3d700c927 req-c4e075a8-0164-44f9-b27f-397c3eb72158 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 1000 time: 0.0644972 Nov 13 05:17:31.300649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d565ac-556e-4515-a3e3-06a3d700c927 req-974420c4-750a-4b9e-be7f-800aa7b1412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:31.303814 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6d565ac-556e-4515-a3e3-06a3d700c927 req-974420c4-750a-4b9e-be7f-800aa7b1412c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.0580623 Nov 13 05:17:31.350780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d565ac-556e-4515-a3e3-06a3d700c927 req-6ff08da3-dc67-4605-8973-6d278c2f345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:31.352451 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6d565ac-556e-4515-a3e3-06a3d700c927 req-6ff08da3-dc67-4605-8973-6d278c2f345d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414119 Nov 13 05:17:31.449887 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6d565ac-556e-4515-a3e3-06a3d700c927 req-8fe22e71-71ee-4d58-bfa8-05dbb954e6e2 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890422 Nov 13 05:17:31.553000 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c6d565ac-556e-4515-a3e3-06a3d700c927 req-c2332e34-5549-4856-a4e4-7e39a785a41c service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947948 Nov 13 05:17:32.089469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee25268-3c26-492b-9b26-e21353f7668a req-8e882d1b-5349-4ad1-8ebc-5d0923c832f1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:32.091041 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2ee25268-3c26-492b-9b26-e21353f7668a req-8e882d1b-5349-4ad1-8ebc-5d0923c832f1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0559926 Nov 13 05:17:32.148024 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2ee25268-3c26-492b-9b26-e21353f7668a req-6530dc43-a9b4-4d64-8f6c-d0d3f7d136e5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499804 Nov 13 05:17:33.346738 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cfe47-26f5-49c9-96ac-54ff177daef3 req-2f7b8877-0c06-48f0-8c30-e415eebaa36d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:33.348250 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-029cfe47-26f5-49c9-96ac-54ff177daef3 req-2f7b8877-0c06-48f0-8c30-e415eebaa36d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.1168990 Nov 13 05:17:33.411972 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-029cfe47-26f5-49c9-96ac-54ff177daef3 req-81166616-6057-46f7-8826-bb39fbb51042 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557327 Nov 13 05:17:33.780532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40168) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:33.785224 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-082468ba-b968-488d-8e94-b774fe49fe33 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583372207', 'description': 'tempest-secgroup-smoke-583372207 description', 'project_id': '72af56f7eac245e493c93aac75776ec5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:17:33.808551 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-082468ba-b968-488d-8e94-b774fe49fe33 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:33.881886 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-082468ba-b968-488d-8e94-b774fe49fe33 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:33.886356 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-082468ba-b968-488d-8e94-b774fe49fe33 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:33.914619 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-082468ba-b968-488d-8e94-b774fe49fe33 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:33.915871 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-082468ba-b968-488d-8e94-b774fe49fe33 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1342969 Nov 13 05:17:33.918971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40172) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:33.921272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082468ba-b968-488d-8e94-b774fe49fe33 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d60b108-4a69-4acd-8bc9-574a53b51bc7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:33.924444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Request body: {'security_group_rule': {'security_group_id': '2d60b108-4a69-4acd-8bc9-574a53b51bc7', 'project_id': '72af56f7eac245e493c93aac75776ec5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:17:33.953215 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.014224 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.019639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.038515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b792d1-8f86-467b-9172-9ae49bc50f07,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:34.048173 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.051009 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308255 Nov 13 05:17:34.052256 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40178) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:34.052890 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:34.053348 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:34.053786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:34.054214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:34.054650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:34.055107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:34.055525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:34.055944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:34.056467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:34.056888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:34.057304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:34.057430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-675e7f1a-5e34-4b4e-b068-74e3f8235ed5 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Request body: {'security_group_rule': {'security_group_id': '2d60b108-4a69-4acd-8bc9-574a53b51bc7', 'project_id': '72af56f7eac245e493c93aac75776ec5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:17:34.057800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7e65a-8225-463f-9643-66e5a31c5f9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:34.085696 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-675e7f1a-5e34-4b4e-b068-74e3f8235ed5 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.146770 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-675e7f1a-5e34-4b4e-b068-74e3f8235ed5 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.150764 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-675e7f1a-5e34-4b4e-b068-74e3f8235ed5 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.167983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e7f1a-5e34-4b4e-b068-74e3f8235ed5 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4cb70d-0b2c-45b7-a89b-296ca5c949b1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:34.183358 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-675e7f1a-5e34-4b4e-b068-74e3f8235ed5 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.187687 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-675e7f1a-5e34-4b4e-b068-74e3f8235ed5 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311438 Nov 13 05:17:34.188299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40180) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:34.192397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a50ebf82-650e-4c6c-b396-217ad1ee1f37 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Request body: {'security_group_rule': {'security_group_id': '2d60b108-4a69-4acd-8bc9-574a53b51bc7', 'project_id': '72af56f7eac245e493c93aac75776ec5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:17:34.195938 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fcff54fa-9218-4f67-a312-74428a5c389d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.229747 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a50ebf82-650e-4c6c-b396-217ad1ee1f37 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.311238 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a50ebf82-650e-4c6c-b396-217ad1ee1f37 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.315635 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a50ebf82-650e-4c6c-b396-217ad1ee1f37 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.333153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ebf82-650e-4c6c-b396-217ad1ee1f37 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9114bb1-6fbc-450b-a49a-072a24f56001,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:34.344656 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a50ebf82-650e-4c6c-b396-217ad1ee1f37 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.346996 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a50ebf82-650e-4c6c-b396-217ad1ee1f37 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1571884 Nov 13 05:17:34.348700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40186) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:34.353034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c9e64cf0-aff9-48d5-9a01-6d958293b67c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Request body: {'security_group_rule': {'security_group_id': '2d60b108-4a69-4acd-8bc9-574a53b51bc7', 'project_id': '72af56f7eac245e493c93aac75776ec5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:17:34.382458 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9e64cf0-aff9-48d5-9a01-6d958293b67c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.440386 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9e64cf0-aff9-48d5-9a01-6d958293b67c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.446625 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9e64cf0-aff9-48d5-9a01-6d958293b67c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.468209 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c9e64cf0-aff9-48d5-9a01-6d958293b67c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.469413 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c9e64cf0-aff9-48d5-9a01-6d958293b67c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197889 Nov 13 05:17:34.472265 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e64cf0-aff9-48d5-9a01-6d958293b67c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ededc5b-9483-46e3-8c5e-e7988872e4ed,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:34.472543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40190) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:34.480077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2a6e9b30-6669-4af3-a7cd-92d043458501 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Request body: {'security_group_rule': {'security_group_id': '2d60b108-4a69-4acd-8bc9-574a53b51bc7', 'project_id': '72af56f7eac245e493c93aac75776ec5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:17:34.507954 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-2a6e9b30-6669-4af3-a7cd-92d043458501 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Project 72af56f7eac245e493c93aac75776ec5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:17:34.513660 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9b30-6669-4af3-a7cd-92d043458501 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.548876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d67297-3539-4f7e-bed4-4ef20b3a48fe req-5c0e9067-2b92-4bad-a0c7-706beef9ce06 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:34.550658 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68d67297-3539-4f7e-bed4-4ef20b3a48fe req-5c0e9067-2b92-4bad-a0c7-706beef9ce06 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0518358 Nov 13 05:17:34.578453 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9b30-6669-4af3-a7cd-92d043458501 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.585149 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9b30-6669-4af3-a7cd-92d043458501 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.604325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e9b30-6669-4af3-a7cd-92d043458501 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13290a5f-18c8-4f93-b4ee-ae736a901c9b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:34.618739 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9b30-6669-4af3-a7cd-92d043458501 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.620400 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2a6e9b30-6669-4af3-a7cd-92d043458501 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467097 Nov 13 05:17:34.623189 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40196) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:34.626548 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68d67297-3539-4f7e-bed4-4ef20b3a48fe req-7f4f9f0c-6485-4895-b739-e0e1396b1a19 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695014 Nov 13 05:17:34.628885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-602b0829-6c7c-4641-a207-38e7167ffe27 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Request body: {'security_group_rule': {'security_group_id': '2d60b108-4a69-4acd-8bc9-574a53b51bc7', 'project_id': '72af56f7eac245e493c93aac75776ec5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:17:34.653287 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-602b0829-6c7c-4641-a207-38e7167ffe27 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Project 72af56f7eac245e493c93aac75776ec5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:17:34.658358 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-602b0829-6c7c-4641-a207-38e7167ffe27 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.718831 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-602b0829-6c7c-4641-a207-38e7167ffe27 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.722830 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-602b0829-6c7c-4641-a207-38e7167ffe27 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.739967 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b0829-6c7c-4641-a207-38e7167ffe27 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7434c64-9bae-416b-909c-474bfb2acb0e,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:34.749824 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-602b0829-6c7c-4641-a207-38e7167ffe27 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:34.751067 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-602b0829-6c7c-4641-a207-38e7167ffe27 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263018 Nov 13 05:17:34.993063 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-3657e74e-0bc3-49b1-a593-65fa2df8b4d5 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583372207&fields=id&tenant_id=72af56f7eac245e493c93aac75776ec5 HTTP/1.1" status: 200 len: 267 time: 0.0548830 Nov 13 05:17:35.175876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34253239-1b3a-402a-99b9-0f696def27c4 req-8a8c68ac-7193-4d99-a923-f5de8a131e9f tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:35.177336 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-8a8c68ac-7193-4d99-a923-f5de8a131e9f tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/networks?id=469bac9c-4907-4b3d-b49d-70d7765d9422 HTTP/1.1" status: 200 len: 813 time: 0.1765778 Nov 13 05:17:35.192364 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-7d16a0b6-f6f2-4199-af10-ac2089df7708 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/quotas/72af56f7eac245e493c93aac75776ec5 HTTP/1.1" status: 200 len: 375 time: 0.0091250 Nov 13 05:17:35.277842 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-360714b1-d7de-4445-b29d-1109b717b7e4 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=72af56f7eac245e493c93aac75776ec5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802317 Nov 13 05:17:35.429165 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-56cb2211-60b1-470c-92c3-8a1ce30ebbaf service neutron] 10.222.0.43 "GET /v2.0/networks/469bac9c-4907-4b3d-b49d-70d7765d9422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377199 Nov 13 05:17:35.517280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-58e0bac5-48ac-49c7-9f01-ffe82af37172 service neutron] 10.222.0.43 "GET /v2.0/networks/469bac9c-4907-4b3d-b49d-70d7765d9422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819640 Nov 13 05:17:35.752451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2f045-11a8-4dae-9fb2-b4f49fae830a req-13d6c9c2-c22a-45db-8c8c-da753d759aba tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:35.754217 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21c2f045-11a8-4dae-9fb2-b4f49fae830a req-13d6c9c2-c22a-45db-8c8c-da753d759aba tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0575917 Nov 13 05:17:35.834667 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-21c2f045-11a8-4dae-9fb2-b4f49fae830a req-38a7b8c6-5794-4c2d-b5ea-1cf2d1018c98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694847 Nov 13 05:17:35.848622 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e9c1dbd-37da-45c9-bc53-19f658fddf66 req-f6fc53b9-daf2-40e0-9f3a-be0e84ab52c7 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 210 time: 0.0321696 Nov 13 05:17:36.476696 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-125f489d-274e-4306-b617-c49c3ddd85a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:36.972457 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10387ec-228e-4f9e-97aa-7773d82a49bf req-3afda5f7-b689-4fb6-bb5e-de1ea4186231 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:36.974739 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f10387ec-228e-4f9e-97aa-7773d82a49bf req-3afda5f7-b689-4fb6-bb5e-de1ea4186231 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0754051 Nov 13 05:17:36.992756 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5b893388-05b5-4c73-8f97-56dafb3beab8 req-d0dea46e-0984-4ad0-ab55-0c86b50147cf tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 210 time: 0.0382414 Nov 13 05:17:37.054659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34253239-1b3a-402a-99b9-0f696def27c4 req-3f6d1056-1224-4b35-aa56-756101784b46 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:37.056238 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-3f6d1056-1224-4b35-aa56-756101784b46 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.36 "GET /v2.0/networks?id=469bac9c-4907-4b3d-b49d-70d7765d9422 HTTP/1.1" status: 200 len: 813 time: 0.2056868 Nov 13 05:17:37.117135 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f10387ec-228e-4f9e-97aa-7773d82a49bf req-8cc79d60-79da-4b91-8c22-dda875e546dc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340480 Nov 13 05:17:37.179411 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-5049c540-dfe7-44b6-9d32-97046bc4620b tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72af56f7eac245e493c93aac75776ec5 HTTP/1.1" status: 200 len: 379 time: 0.0982921 Nov 13 05:17:37.190574 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-34253239-1b3a-402a-99b9-0f696def27c4 req-a0d66a4f-8563-4f67-9606-577c4666f931 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Request body: {'port': {'device_id': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'admin_state_up': True, 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'security_groups': ['2d60b108-4a69-4acd-8bc9-574a53b51bc7']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:17:37.314104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34253239-1b3a-402a-99b9-0f696def27c4 req-a0d66a4f-8563-4f67-9606-577c4666f931 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Made reservation on behalf of 72af56f7eac245e493c93aac75776ec5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:17:37.318247 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-34253239-1b3a-402a-99b9-0f696def27c4 req-a0d66a4f-8563-4f67-9606-577c4666f931 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:37.456358 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-34253239-1b3a-402a-99b9-0f696def27c4 req-a0d66a4f-8563-4f67-9606-577c4666f931 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Allocated IP 172.20.0.14 (469bac9c-4907-4b3d-b49d-70d7765d9422/be38cd89-d234-431e-a52a-f3791c1da560/8da6bb51-00e3-4558-a58e-f2e66f7820b2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:17:37.609554 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-34253239-1b3a-402a-99b9-0f696def27c4 req-a0d66a4f-8563-4f67-9606-577c4666f931 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:37.645203 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-34253239-1b3a-402a-99b9-0f696def27c4 req-a0d66a4f-8563-4f67-9606-577c4666f931 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:37.703143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34253239-1b3a-402a-99b9-0f696def27c4 req-a0d66a4f-8563-4f67-9606-577c4666f931 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Network 469bac9c-4907-4b3d-b49d-70d7765d9422 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:17:37.706268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-34253239-1b3a-402a-99b9-0f696def27c4 req-a0d66a4f-8563-4f67-9606-577c4666f931 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:17:37.711044 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-34253239-1b3a-402a-99b9-0f696def27c4 req-a0d66a4f-8563-4f67-9606-577c4666f931 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:17:37.732313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d66a4f-8563-4f67-9606-577c4666f931 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Pushing event updated for resources: {'Port': ['ID=8da6bb51-00e3-4558-a58e-f2e66f7820b2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:37.761989 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34253239-1b3a-402a-99b9-0f696def27c4 req-a0d66a4f-8563-4f67-9606-577c4666f931 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:37.762682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-34253239-1b3a-402a-99b9-0f696def27c4 req-a0d66a4f-8563-4f67-9606-577c4666f931 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:37.781508 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-a0d66a4f-8563-4f67-9606-577c4666f931 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5948722 Nov 13 05:17:37.800981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Request body: {'port': {'device_id': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:17:37.868921 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:37.915612 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:38.018872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f0e8ebb3-2426-4d8b-a7a0-046982df79e2 None None] Provisioning complete for port 8da6bb51-00e3-4558-a58e-f2e66f7820b2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:17:38.019542 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ebb3-2426-4d8b-a7a0-046982df79e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:38.055789 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8ebb3-2426-4d8b-a7a0-046982df79e2 None None] Port 8da6bb51-00e3-4558-a58e-f2e66f7820b2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:17:38.268081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848a5d5-ddc3-40e8-9ee8-7e1a98e946db req-0a893bd9-4200-40c9-968b-7c13b1dc0250 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:38.269730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7848a5d5-ddc3-40e8-9ee8-7e1a98e946db req-0a893bd9-4200-40c9-968b-7c13b1dc0250 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0742004 Nov 13 05:17:38.320326 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267de6c-709e-49b1-a48d-5e8c65443a41 req-99b1e869-5766-4c12-8d63-92a651b97ba4 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:38.322364 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0267de6c-709e-49b1-a48d-5e8c65443a41 req-99b1e869-5766-4c12-8d63-92a651b97ba4 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 932 time: 0.1650343 Nov 13 05:17:38.361343 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7848a5d5-ddc3-40e8-9ee8-7e1a98e946db req-2f38d54a-f1c8-4173-8808-e24dc53070fe tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840271 Nov 13 05:17:38.448157 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0267de6c-709e-49b1-a48d-5e8c65443a41 req-31ae0970-bbf4-47a5-bc70-7f80ac2b0dd7 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103246 Nov 13 05:17:38.551961 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da6bb51-00e3-4558-a58e-f2e66f7820b2 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:17:38.559649 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:38.572572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Transition to ACTIVE for port object 8da6bb51-00e3-4558-a58e-f2e66f7820b2 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:17:38.578125 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:38.637928 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8da6bb51-00e3-4558-a58e-f2e66f7820b2,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:38.722646 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Attempting to bind port 8da6bb51-00e3-4558-a58e-f2e66f7820b2 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:17:38.723266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Attempting to bind port 8da6bb51-00e3-4558-a58e-f2e66f7820b2 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'bc640d66-6ddd-458e-a608-4bdad9a0b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:17:38.723777 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Attempting to bind port 8da6bb51-00e3-4558-a58e-f2e66f7820b2 on network 469bac9c-4907-4b3d-b49d-70d7765d9422 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:17:38.729279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Port 8da6bb51-00e3-4558-a58e-f2e66f7820b2 on network 469bac9c-4907-4b3d-b49d-70d7765d9422 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:17:38.729800 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Attempting to bind port 8da6bb51-00e3-4558-a58e-f2e66f7820b2 on network 469bac9c-4907-4b3d-b49d-70d7765d9422 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:17:38.737637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:17:38.737980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Checking segment: {'id': 'bc640d66-6ddd-458e-a608-4bdad9a0b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:17:38.738362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Bound using segment: {'id': 'bc640d66-6ddd-458e-a608-4bdad9a0b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:17:38.738838 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Bound port: 8da6bb51-00e3-4558-a58e-f2e66f7820b2, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc640d66-6ddd-458e-a608-4bdad9a0b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:17:38.739371 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:38.842301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] For port 8da6bb51-00e3-4558-a58e-f2e66f7820b2, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:17:38.846423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] For port 8da6bb51-00e3-4558-a58e-f2e66f7820b2, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8da6bb51-00e3-4558-a58e-f2e66f7820b2,segment=NetworkSegment(bc640d66-6ddd-458e-a608-4bdad9a0b4e9),segment_id=bc640d66-6ddd-458e-a608-4bdad9a0b4e9)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:17:38.857323 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:38.904785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:38.905481 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:38.907656 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/8da6bb51-00e3-4558-a58e-f2e66f7820b2 HTTP/1.1" status: 200 len: 1092 time: 1.1112812 Nov 13 05:17:38.908119 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'tag': '8da6bb51-00e3-4558-a58e-f2e66f7820b2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:17:38.910444 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d235db-8a37-48e7-af69-a45cf39ac7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8b0cba-eeaa-4255-a9c3-e6e64335039c", "tag": "8da6bb51-00e3-4558-a58e-f2e66f7820b2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:17:38.948481 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1a9c7-12d0-444f-82dc-267a30a587c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8da6bb51-00e3-4558-a58e-f2e66f7820b2,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:38.974844 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db898327-91b4-4a3e-ad50-e613e07addec x-openstack-request-id: req-db898327-91b4-4a3e-ad50-e613e07addec {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:17:38.975357 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8b0cba-eeaa-4255-a9c3-e6e64335039c", "tag": "8da6bb51-00e3-4558-a58e-f2e66f7820b2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:17:38.975809 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db898327-91b4-4a3e-ad50-e613e07addec {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:17:38.976365 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'tag': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'status': 'completed', 'code': 200} Nov 13 05:17:39.051712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34253239-1b3a-402a-99b9-0f696def27c4 req-bf3f8d26-1602-4b14-8d6e-462bf6e58024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:39.053513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-bf3f8d26-1602-4b14-8d6e-462bf6e58024 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72af56f7eac245e493c93aac75776ec5&device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 1095 time: 0.0526145 Nov 13 05:17:39.116120 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-9759d211-503a-4bbf-a7f4-0eb85ff35e7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da6bb51-00e3-4558-a58e-f2e66f7820b2 HTTP/1.1" status: 200 len: 217 time: 0.0478530 Nov 13 05:17:39.173850 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34253239-1b3a-402a-99b9-0f696def27c4 req-1dd009ce-d710-4b60-8805-915f80795528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:39.175366 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-1dd009ce-d710-4b60-8805-915f80795528 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be38cd89-d234-431e-a52a-f3791c1da560 HTTP/1.1" status: 200 len: 852 time: 0.0519443 Nov 13 05:17:39.225021 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:39.231024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34253239-1b3a-402a-99b9-0f696def27c4 req-2aee15d4-44f0-49ac-ade3-6064ff623098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:39.233141 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-2aee15d4-44f0-49ac-ade3-6064ff623098 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=469bac9c-4907-4b3d-b49d-70d7765d9422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485640 Nov 13 05:17:39.366936 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-e968fd48-fc9e-44df-bea3-7ce2929420ac service neutron] 10.222.0.36 "GET /v2.0/networks/469bac9c-4907-4b3d-b49d-70d7765d9422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068892 Nov 13 05:17:39.475416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34253239-1b3a-402a-99b9-0f696def27c4 req-bb2d0af8-a306-49ae-acd5-9c85d97996c6 service neutron] 10.222.0.36 "GET /v2.0/networks/469bac9c-4907-4b3d-b49d-70d7765d9422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999091 Nov 13 05:17:39.546448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3a6ec-5c22-400a-a513-116c4a64fe72 req-9d12697b-1b13-4027-91f4-be9f4f7444ce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:39.548097 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35b3a6ec-5c22-400a-a513-116c4a64fe72 req-9d12697b-1b13-4027-91f4-be9f4f7444ce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0768127 Nov 13 05:17:39.604061 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deecac6-e6dd-43ec-9f05-304e1f307ebe req-8352ee5a-64ea-4fc7-a104-a5a9fa854b65 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:39.612956 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9deecac6-e6dd-43ec-9f05-304e1f307ebe req-8352ee5a-64ea-4fc7-a104-a5a9fa854b65 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 944 time: 0.0810945 Nov 13 05:17:39.652261 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35b3a6ec-5c22-400a-a513-116c4a64fe72 req-8b4ea454-d772-4375-af8d-95b0806e19a3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980985 Nov 13 05:17:39.677535 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9deecac6-e6dd-43ec-9f05-304e1f307ebe req-732dc75e-f83e-4499-b71f-8e591fcef427 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634136 Nov 13 05:17:39.688245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d235db-8a37-48e7-af69-a45cf39ac7e9 req-5a269a45-b9b2-4275-b784-bc6a66059b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:39.690111 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59d235db-8a37-48e7-af69-a45cf39ac7e9 req-5a269a45-b9b2-4275-b784-bc6a66059b25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72af56f7eac245e493c93aac75776ec5&device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 1095 time: 0.1052191 Nov 13 05:17:39.794112 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d235db-8a37-48e7-af69-a45cf39ac7e9 req-d83c1df4-89b0-4655-a048-080a00e11610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:39.795640 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59d235db-8a37-48e7-af69-a45cf39ac7e9 req-d83c1df4-89b0-4655-a048-080a00e11610 service neutron] 10.222.0.36 "GET /v2.0/networks?id=469bac9c-4907-4b3d-b49d-70d7765d9422 HTTP/1.1" status: 200 len: 914 time: 0.0969791 Nov 13 05:17:39.846301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59d235db-8a37-48e7-af69-a45cf39ac7e9 req-19818fd8-7db4-4848-a155-bb11e97f0d26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da6bb51-00e3-4558-a58e-f2e66f7820b2 HTTP/1.1" status: 200 len: 217 time: 0.0409203 Nov 13 05:17:39.898171 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d235db-8a37-48e7-af69-a45cf39ac7e9 req-6fe51b6a-6111-4679-aa26-f8b1e0d3eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:39.899666 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59d235db-8a37-48e7-af69-a45cf39ac7e9 req-6fe51b6a-6111-4679-aa26-f8b1e0d3eb07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be38cd89-d234-431e-a52a-f3791c1da560 HTTP/1.1" status: 200 len: 852 time: 0.0487146 Nov 13 05:17:39.946168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d235db-8a37-48e7-af69-a45cf39ac7e9 req-917730d2-5b02-4431-958c-5bb048ace0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:39.947788 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59d235db-8a37-48e7-af69-a45cf39ac7e9 req-917730d2-5b02-4431-958c-5bb048ace0cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=469bac9c-4907-4b3d-b49d-70d7765d9422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407646 Nov 13 05:17:40.051115 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59d235db-8a37-48e7-af69-a45cf39ac7e9 req-bf4ff696-7bfd-4fdb-9590-a94d6b5e324f service neutron] 10.222.0.36 "GET /v2.0/networks/469bac9c-4907-4b3d-b49d-70d7765d9422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958855 Nov 13 05:17:40.070815 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:40.161065 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59d235db-8a37-48e7-af69-a45cf39ac7e9 req-1e689f72-f0a6-4308-909a-dd3de8f6608a service neutron] 10.222.0.36 "GET /v2.0/networks/469bac9c-4907-4b3d-b49d-70d7765d9422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022666 Nov 13 05:17:40.196592 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-b9d7daf2-c8de-44e2-b80a-1aa66a923e16 service neutron] show failed (client error): The resource could not be found. Nov 13 05:17:40.198292 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-b9d7daf2-c8de-44e2-b80a-1aa66a923e16 service neutron] 10.222.0.46 "GET /v2.0/ports/87529682-9ef7-4f6b-9dbe-f0c0ffc4130b/bindings/n-h2-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0680053 Nov 13 05:17:40.481325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-4893450f-3604-46a6-9b97-aedb0f089b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:40.483234 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-4893450f-3604-46a6-9b97-aedb0f089b83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 1096 time: 0.0814395 Nov 13 05:17:40.502128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:17:40.557049 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:40.814340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9529bf-df1f-4ca0-8743-5f6b33a30368 req-9f0bba42-6bf6-41de-9aa2-ee909fe4132e tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:40.816991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d9529bf-df1f-4ca0-8743-5f6b33a30368 req-9f0bba42-6bf6-41de-9aa2-ee909fe4132e tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 944 time: 0.0597723 Nov 13 05:17:40.819264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:17:40.839843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae67f11-a1a2-447e-99a7-786131ce3fa7 req-3af17876-50f7-4865-a7b5-33bc78ea6a46 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:40.841340 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2ae67f11-a1a2-447e-99a7-786131ce3fa7 req-3af17876-50f7-4865-a7b5-33bc78ea6a46 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0842991 Nov 13 05:17:40.880092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:17:40.883208 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9d9529bf-df1f-4ca0-8743-5f6b33a30368 req-63e526bb-6f07-490d-a3ea-9bdf55bfc275 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552230 Nov 13 05:17:40.944042 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2ae67f11-a1a2-447e-99a7-786131ce3fa7 req-7878a316-2496-473e-8a21-541d9067e9e1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930283 Nov 13 05:17:40.949830 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:40.963848 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Transition to ACTIVE for port object 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:17:40.969518 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:40.979880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:17:40.982296 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52483c8-430e-4e66-9cbb-03d74726a155" -d '{"events": [{"server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "name": "network-vif-unplugged", "status": "completed", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:17:41.175675 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a7c571-b94b-46a8-ad68-0968d9d04ec0 x-openstack-request-id: req-38a7c571-b94b-46a8-ad68-0968d9d04ec0 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:17:41.176713 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "name": "network-vif-unplugged", "status": "completed", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:17:41.176713 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38a7c571-b94b-46a8-ad68-0968d9d04ec0 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:17:41.177353 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'code': 200} Nov 13 05:17:41.184466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Pushing event updated for resources: {'Port': ['ID=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:41.265025 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] No DVR routers for this DVR port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:17:41.418066 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Attempting to bind port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:17:41.418410 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Attempting to bind port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:17:41.418740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Attempting to bind port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b on network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:17:41.423609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b on network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:17:41.423935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Attempting to bind port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b on network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:17:41.428952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:17:41.429285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Checking segment: {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:17:41.429669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Bound using segment: {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:17:41.430090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Bound port: 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:17:41.430446 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:41.504394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:17:41.507689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:17:41.513497 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:41.547779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:41.548396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:41.550250 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] 10.222.0.36 "PUT /v2.0/ports/87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 1091 time: 1.0526333 Nov 13 05:17:41.581062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dbe62-9b60-4591-8207-c42e26a20d52 service neutron] Pushing event updated for resources: {'Port': ['ID=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:41.638078 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-93d239bf-378e-4fe8-bacf-7fdbb9fd9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:41.639918 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-93d239bf-378e-4fe8-bacf-7fdbb9fd9018 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1094 time: 0.0549357 Nov 13 05:17:41.747759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-70698b51-1092-402d-a216-02ef6f76186c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:41.749468 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-70698b51-1092-402d-a216-02ef6f76186c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 897 time: 0.1025045 Nov 13 05:17:41.821349 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-bad0e288-e5ea-4cb2-acaa-5b50d62b3758 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 998 time: 0.0646334 Nov 13 05:17:41.879776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-05a2def7-c7e6-4215-a224-1449a28504e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:41.881355 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-05a2def7-c7e6-4215-a224-1449a28504e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.0456035 Nov 13 05:17:41.944580 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-da5ee7f0-7cf4-4570-beb1-18ba6f6f6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:41.946410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-da5ee7f0-7cf4-4570-beb1-18ba6f6f6222 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570760 Nov 13 05:17:42.067994 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-a3b80efe-773f-4063-8b26-a3d62d1b6f4b service neutron] 10.222.0.36 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139126 Nov 13 05:17:42.098073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c4491-fde9-43ba-9039-0accefe4c6e7 req-fc4aee51-7ad3-45b0-857f-9edb73c4d12d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:42.106738 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-606c4491-fde9-43ba-9039-0accefe4c6e7 req-fc4aee51-7ad3-45b0-857f-9edb73c4d12d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 943 time: 0.0674589 Nov 13 05:17:42.172468 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-606c4491-fde9-43ba-9039-0accefe4c6e7 req-5ebe8d2d-684c-4626-841d-4eb609dea8de tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644460 Nov 13 05:17:42.180945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b1d45-ef31-4ac4-b77e-dd1013125c0e req-9d6251b3-105c-4a75-b4a3-abd2c378790f tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:42.182622 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-241b1d45-ef31-4ac4-b77e-dd1013125c0e req-9d6251b3-105c-4a75-b4a3-abd2c378790f tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 944 time: 0.1137209 Nov 13 05:17:42.259608 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-a8f847f0-7a64-498c-b71b-4670ed38cb99 service neutron] 10.222.0.36 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547518 Nov 13 05:17:42.263526 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-241b1d45-ef31-4ac4-b77e-dd1013125c0e req-fb40cc5b-cf4e-484b-a797-fb39ed0e8ea0 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693979 Nov 13 05:17:42.435197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955722a-41ce-4839-8127-4a3f40af89e9 req-e17963d3-f756-426e-8a23-aca101c9436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:42.436835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0955722a-41ce-4839-8127-4a3f40af89e9 req-e17963d3-f756-426e-8a23-aca101c9436f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1094 time: 0.0536807 Nov 13 05:17:42.551200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955722a-41ce-4839-8127-4a3f40af89e9 req-10354022-0e9b-45be-8a21-3865ae96379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:42.552694 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0955722a-41ce-4839-8127-4a3f40af89e9 req-10354022-0e9b-45be-8a21-3865ae96379a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 897 time: 0.0943611 Nov 13 05:17:42.614125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:17:42.633072 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0955722a-41ce-4839-8127-4a3f40af89e9 req-0743dd4b-b157-4a05-b8aa-c6874a180a2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 998 time: 0.0716670 Nov 13 05:17:42.647906 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:17:42.674784 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:17:42.695308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955722a-41ce-4839-8127-4a3f40af89e9 req-ab51c50e-89cf-451b-b10d-09ea44838e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:42.696992 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0955722a-41ce-4839-8127-4a3f40af89e9 req-ab51c50e-89cf-451b-b10d-09ea44838e30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.0543613 Nov 13 05:17:42.752980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955722a-41ce-4839-8127-4a3f40af89e9 req-3bada08d-7779-4e02-88ab-f2fce65a5eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:42.754478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0955722a-41ce-4839-8127-4a3f40af89e9 req-3bada08d-7779-4e02-88ab-f2fce65a5eb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496013 Nov 13 05:17:42.859144 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0955722a-41ce-4839-8127-4a3f40af89e9 req-c1b24c0c-68af-4833-a1f2-03cf93180991 service neutron] 10.222.0.36 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932338 Nov 13 05:17:42.962420 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0955722a-41ce-4839-8127-4a3f40af89e9 req-d4d802a7-c5e7-4e1d-9660-f2f95370abed service neutron] 10.222.0.36 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956767 Nov 13 05:17:43.178536 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:17:43.181005 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c89ee36-672a-45ed-a022-e383194a0e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:17:43.238398 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c5bd52-7818-4099-9352-6c70720a36ce x-openstack-request-id: req-65c5bd52-7818-4099-9352-6c70720a36ce {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:17:43.238686 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:17:43.238959 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65c5bd52-7818-4099-9352-6c70720a36ce {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:17:43.239362 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'status': 'completed', 'code': 200} Nov 13 05:17:43.365284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-64be152b-cf58-4fc6-9023-dc4058d5b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:43.367651 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-64be152b-cf58-4fc6-9023-dc4058d5b6c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1094 time: 0.0834765 Nov 13 05:17:43.468529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb4727-39f9-4acc-a730-c7fd667bf9d7 req-59bb6d29-2348-4a9c-8b2d-77eec71bc5af tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:43.471439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0dcb4727-39f9-4acc-a730-c7fd667bf9d7 req-59bb6d29-2348-4a9c-8b2d-77eec71bc5af tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 944 time: 0.1178699 Nov 13 05:17:43.531474 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-cf1c2fbb-0531-4f6f-8d5e-7815d478e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:43.533069 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-cf1c2fbb-0531-4f6f-8d5e-7815d478e9aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 897 time: 0.1423512 Nov 13 05:17:43.555914 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0dcb4727-39f9-4acc-a730-c7fd667bf9d7 req-a0745d05-30f5-4e34-9bf7-b558eaed2145 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784292 Nov 13 05:17:43.602556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249920d3-9e60-4e01-8840-e3e79cbbbb44 req-bb43ecb4-d52b-4fb5-89ce-e4f6498a8fa3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:43.604150 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-249920d3-9e60-4e01-8840-e3e79cbbbb44 req-bb43ecb4-d52b-4fb5-89ce-e4f6498a8fa3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 943 time: 0.3588407 Nov 13 05:17:43.631973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-94d4f5ce-8164-4cf3-ad5a-85590e893f71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 998 time: 0.0875382 Nov 13 05:17:43.632547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-9293b6f2-d754-4f0c-8ab3-784d18215769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:43.633981 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-9293b6f2-d754-4f0c-8ab3-784d18215769 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1094 time: 0.3541012 Nov 13 05:17:43.690710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-93d5bc65-2d87-46f6-a607-be67ba49d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:43.692222 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-93d5bc65-2d87-46f6-a607-be67ba49d2a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.0540214 Nov 13 05:17:43.711129 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-249920d3-9e60-4e01-8840-e3e79cbbbb44 req-3fcc7931-8020-4dbe-93a4-74c7ea673a5b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983012 Nov 13 05:17:43.751151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-3cc8f6ba-3b7f-4c01-8c3b-aff25871f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:43.752869 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-3cc8f6ba-3b7f-4c01-8c3b-aff25871f476 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536005 Nov 13 05:17:43.757308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-51561ec3-fa41-4e0e-b65a-62dc6581604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:43.758806 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-51561ec3-fa41-4e0e-b65a-62dc6581604a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 897 time: 0.1140184 Nov 13 05:17:43.827755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-3a09fb40-381b-448d-9e6e-f1025b787378 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 998 time: 0.0614030 Nov 13 05:17:43.874062 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-c85da08a-3b4f-452d-abf6-6c171c7577d6 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139414 Nov 13 05:17:43.887910 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-2ac86db6-3123-418a-8aea-b75ad3868031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:43.890201 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-2ac86db6-3123-418a-8aea-b75ad3868031 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.0552633 Nov 13 05:17:43.950681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-b1b61a3f-cb04-4722-9d3b-27460fb1e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:43.952442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-b1b61a3f-cb04-4722-9d3b-27460fb1e9dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549586 Nov 13 05:17:43.971195 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-80423e11-e567-4078-bb1e-d70e6385f622 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898352 Nov 13 05:17:44.047147 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-5d773bb3-c0e2-4e1e-88b4-fbdaa59428eb service neutron] 10.222.0.36 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873332 Nov 13 05:17:44.157721 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c89ee36-672a-45ed-a022-e383194a0e2f req-04f9ba49-45cd-426f-8da3-809a1e4a1f14 service neutron] 10.222.0.36 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024489 Nov 13 05:17:44.691514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f94f61-0a40-480a-b865-540b512fd4c3 req-c4433a1b-fd0b-47a2-836b-704b440d9fcb tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:44.693050 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-94f94f61-0a40-480a-b865-540b512fd4c3 req-c4433a1b-fd0b-47a2-836b-704b440d9fcb tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 944 time: 0.0586224 Nov 13 05:17:44.742388 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-94f94f61-0a40-480a-b865-540b512fd4c3 req-f3922e30-0ddb-4f13-b7c8-2220ac4fa38c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432334 Nov 13 05:17:44.836792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c24d19-c93f-4155-aee9-5ae39a77973a req-5ffc61aa-d8ce-42ef-adf4-dbeed7314282 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:44.838447 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97c24d19-c93f-4155-aee9-5ae39a77973a req-5ffc61aa-d8ce-42ef-adf4-dbeed7314282 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 943 time: 0.0504627 Nov 13 05:17:44.899554 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-97c24d19-c93f-4155-aee9-5ae39a77973a req-a2addc3a-d400-42ea-932e-d00215b99c7a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467808 Nov 13 05:17:45.871460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894ddf7-87e8-466a-ba90-d361dab00e87 req-6c92fe7c-6f9e-4fe9-ab94-0050094025b8 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:45.872969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7894ddf7-87e8-466a-ba90-d361dab00e87 req-6c92fe7c-6f9e-4fe9-ab94-0050094025b8 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 944 time: 0.0514734 Nov 13 05:17:45.929537 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7894ddf7-87e8-466a-ba90-d361dab00e87 req-8f897bef-f076-4ce1-8608-a8ff3c124ca9 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499895 Nov 13 05:17:46.029247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1fde5-e406-49eb-9bf4-92fc0a7f5814 req-3e5d5ced-7b17-482a-ad63-7b4a1616049a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:46.031009 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-afa1fde5-e406-49eb-9bf4-92fc0a7f5814 req-3e5d5ced-7b17-482a-ad63-7b4a1616049a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 943 time: 0.0526779 Nov 13 05:17:46.090309 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-afa1fde5-e406-49eb-9bf4-92fc0a7f5814 req-8a8e5d07-a00e-4d44-87dd-b182a5992f25 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488098 Nov 13 05:17:46.395325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-bdaa2aeb-0533-4c7d-ac06-f92b717b9792 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:46.396793 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-bdaa2aeb-0533-4c7d-ac06-f92b717b9792 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 943 time: 0.1159368 Nov 13 05:17:46.405152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ac150-8e67-478b-9c44-cb2db7e41987 req-b45efac6-969b-4a71-8327-b3d7122bdc95 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:46.406479 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d72ac150-8e67-478b-9c44-cb2db7e41987 req-b45efac6-969b-4a71-8327-b3d7122bdc95 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 943 time: 0.0944643 Nov 13 05:17:46.497171 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d72ac150-8e67-478b-9c44-cb2db7e41987 req-6b596669-79dc-4b84-a9eb-5cab33c92959 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842907 Nov 13 05:17:46.502761 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-d27545f1-e80f-4c32-8ee4-b75c455e34a8 service neutron] 10.222.0.36 "GET /v2.0/ports/87529682-9ef7-4f6b-9dbe-f0c0ffc4130b/bindings/n-h2-813114-2 HTTP/1.1" status: 200 len: 382 time: 0.0953782 Nov 13 05:17:46.587422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-7e673e63-124f-4e95-9e70-c2043960c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:46.588934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-7e673e63-124f-4e95-9e70-c2043960c506 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1094 time: 0.0430310 Nov 13 05:17:46.683605 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-dd786f31-ddd2-4ebc-badf-b20cf318a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:46.685103 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-dd786f31-ddd2-4ebc-badf-b20cf318a14d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 897 time: 0.0889711 Nov 13 05:17:46.753813 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-493ef942-442c-433a-b981-9b5cd3b3d9d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 998 time: 0.0614495 Nov 13 05:17:46.800829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:17:46.814790 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-57c5d658-dc70-4f2a-a7ad-5a38c2b863c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:46.816310 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-57c5d658-dc70-4f2a-a7ad-5a38c2b863c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.0551264 Nov 13 05:17:46.864307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-742773b2-0a22-4bbb-8fe4-2d6bc1eccbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:46.866839 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-742773b2-0a22-4bbb-8fe4-2d6bc1eccbff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432930 Nov 13 05:17:46.902022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:17:46.913120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'port_id': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'mac_address': 'fa:16:3e:0f:06:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451c793a-e250-432f-9922-b534077b0986', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:17:46.951230 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:46.967203 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-bd425f0c-51ab-43f3-80db-dc8b00baad3e service neutron] 10.222.0.36 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915384 Nov 13 05:17:46.978499 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:17:47.000769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:17:47.006241 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:47.079965 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65a1fc-c767-466c-93de-6cf0c92422f6 req-03381998-b1b4-43f2-b65f-abccae457d07 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:47.087373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:47.087655 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb65a1fc-c767-466c-93de-6cf0c92422f6 req-03381998-b1b4-43f2-b65f-abccae457d07 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 944 time: 0.0723867 Nov 13 05:17:47.095862 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:47.096114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:47.096291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:47.096562 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:47.096879 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:47.097204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:47.097518 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:47.097831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:47.098142 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:47.098451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:47.098759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:47.099113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:17:47.117456 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-47801494-dff6-4541-972c-80f81b54feac service neutron] 10.222.0.36 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369145 Nov 13 05:17:47.135612 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb65a1fc-c767-466c-93de-6cf0c92422f6 req-e9a32cc1-c1be-45e4-9c50-0084bec50f54 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466490 Nov 13 05:17:47.480075 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['87529682-9ef7-4f6b-9dbe-f0c0ffc4130b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:17:47.627293 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b95be-b6f8-48bc-af6d-8cea846338e7 req-e0e09465-c31c-4e11-be6a-380d1ea8e990 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:47.629701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ec5b95be-b6f8-48bc-af6d-8cea846338e7 req-e0e09465-c31c-4e11-be6a-380d1ea8e990 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 944 time: 0.0569999 Nov 13 05:17:47.679459 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ec5b95be-b6f8-48bc-af6d-8cea846338e7 req-483cd1df-8e88-48a5-ba91-43b606c09033 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430777 Nov 13 05:17:48.254879 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cc7cf-4485-49e3-8f9c-37f42c4ccb33 req-3ad79a00-7069-4445-abe8-ef73f02e661d tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:48.256380 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c6cc7cf-4485-49e3-8f9c-37f42c4ccb33 req-3ad79a00-7069-4445-abe8-ef73f02e661d tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 944 time: 0.0510554 Nov 13 05:17:48.305816 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c6cc7cf-4485-49e3-8f9c-37f42c4ccb33 req-22d8d94f-ab96-479d-9aac-1fbc034cf0b6 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430789 Nov 13 05:17:48.806324 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef58145-338f-4c4d-821c-0b8dd71a382d req-a21baf0b-f876-4b07-b6b9-658795cd5e4b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:48.807833 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bef58145-338f-4c4d-821c-0b8dd71a382d req-a21baf0b-f876-4b07-b6b9-658795cd5e4b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 944 time: 0.0542154 Nov 13 05:17:48.824834 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:17:48.859560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bef58145-338f-4c4d-821c-0b8dd71a382d req-6ab338b3-62c3-4529-a0d2-47ee8c50dccb tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448987 Nov 13 05:17:48.894843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:17:48.898755 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:17:48.899153 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:48.976838 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:49.005900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:17:49.008264 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6112b6e7-554d-4f03-a85d-20a01377e201" -d '{"events": [{"server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "name": "network-vif-plugged", "status": "completed", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:17:49.025246 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:17:49.030416 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:49.092528 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde39f6f-6308-4839-8cb2-97597b46af14 x-openstack-request-id: req-dde39f6f-6308-4839-8cb2-97597b46af14 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:17:49.092819 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "name": "network-vif-plugged", "status": "completed", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:17:49.093062 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dde39f6f-6308-4839-8cb2-97597b46af14 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:17:49.093533 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'code': 200} Nov 13 05:17:49.096653 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:49.442684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b51ca-d299-44ed-8137-be23462bb779 req-bcf34c10-e757-4d36-8667-0c10f76b62bd tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:49.444263 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-106b51ca-d299-44ed-8137-be23462bb779 req-bcf34c10-e757-4d36-8667-0c10f76b62bd tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 944 time: 0.0554018 Nov 13 05:17:49.469190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-86bcd12a-e03f-47bf-bd66-264125a73660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:49.470747 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-86bcd12a-e03f-47bf-bd66-264125a73660 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 1096 time: 0.0905800 Nov 13 05:17:49.488784 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:17:49.499759 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-106b51ca-d299-44ed-8137-be23462bb779 req-44e3585f-0c98-4360-ba77-0f4b4c93bea5 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479310 Nov 13 05:17:49.547106 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:49.751684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:17:49.784414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:17:49.828735 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:49.830648 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:17:49.833234 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d0829b-00b9-4e82-bdf8-f4284bff489e" -d '{"events": [{"server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "name": "network-vif-unplugged", "status": "completed", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:17:49.846278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Transition to ACTIVE for port object 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:17:49.851775 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:49.889226 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179f545d-5a7c-4620-a397-de97a6ea093e x-openstack-request-id: req-179f545d-5a7c-4620-a397-de97a6ea093e {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:17:49.889518 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "name": "network-vif-unplugged", "status": "completed", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:17:49.889760 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-179f545d-5a7c-4620-a397-de97a6ea093e {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:17:49.890397 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'code': 200} Nov 13 05:17:49.999873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,revision_number=10']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:50.026441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1ab66-2598-43fd-b98b-3dd47d430a22 req-890b7f5d-dbcf-4175-95da-5404e04412d9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:50.029445 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-47d1ab66-2598-43fd-b98b-3dd47d430a22 req-890b7f5d-dbcf-4175-95da-5404e04412d9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 944 time: 0.0772417 Nov 13 05:17:50.052200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] No DVR routers for this DVR port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:17:50.101200 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-47d1ab66-2598-43fd-b98b-3dd47d430a22 req-ccdfddcd-4aeb-4295-8c7c-689f6730bafb tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615206 Nov 13 05:17:50.201834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Attempting to bind port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:17:50.202352 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Attempting to bind port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:17:50.202839 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Attempting to bind port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b on network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:17:50.208339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b on network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:17:50.208493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Attempting to bind port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b on network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:17:50.213651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:17:50.213987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Checking segment: {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:17:50.214372 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Bound using segment: {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:17:50.214835 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Bound port: 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b7bdbf-593b-480c-81cb-2a746039ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:17:50.215196 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:50.282339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:17:50.285429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:17:50.291122 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:50.327955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:50.328865 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:50.330160 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] 10.222.0.46 "PUT /v2.0/ports/87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 1092 time: 0.8459413 Nov 13 05:17:50.349061 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ee185-6a28-416e-bde0-6505fae1c4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,revision_number=11']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:50.418299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-91c3d47d-cc52-417e-b491-ec431bf205d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:50.419887 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-91c3d47d-cc52-417e-b491-ec431bf205d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1095 time: 0.0509896 Nov 13 05:17:50.524117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-d8263f30-55b0-4767-aa25-d76555984126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:50.525605 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-d8263f30-55b0-4767-aa25-d76555984126 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 897 time: 0.0977895 Nov 13 05:17:50.618201 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-53e9ffb5-733b-4930-ae18-273800f1d116 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 998 time: 0.0850055 Nov 13 05:17:50.974618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d494c-760f-4b11-87b3-1adff52dbbaa req-9836599c-8b65-4951-a5cf-5fac05109f26 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:50.976143 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e37d494c-760f-4b11-87b3-1adff52dbbaa req-9836599c-8b65-4951-a5cf-5fac05109f26 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 944 time: 0.4020505 Nov 13 05:17:51.008819 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-ea9d9f82-2d3e-4084-a985-75cc4f800179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:51.010267 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-ea9d9f82-2d3e-4084-a985-75cc4f800179 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.3843729 Nov 13 05:17:51.062971 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e37d494c-760f-4b11-87b3-1adff52dbbaa req-33813bad-2249-401c-ad36-b30befcf5f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805333 Nov 13 05:17:51.084463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-bd7da0ff-6b4d-4326-9b4d-ba1dc00d8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:51.085958 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-bd7da0ff-6b4d-4326-9b4d-ba1dc00d8be3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655754 Nov 13 05:17:51.185089 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-9f84be78-5b85-4cfa-8251-1b594bb450c4 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914037 Nov 13 05:17:51.236341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed25fd-d3f8-4bfb-9f96-3e6452f02598 req-462170fc-a656-4779-b4f5-3cd4dc13dd02 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:51.238555 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9bed25fd-d3f8-4bfb-9f96-3e6452f02598 req-462170fc-a656-4779-b4f5-3cd4dc13dd02 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 944 time: 0.0565732 Nov 13 05:17:51.283991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-82457b9e-ad10-4cc8-9a92-5ec5e5dd105e req-82d1d53b-2c7c-4345-b805-51072be62405 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914521 Nov 13 05:17:51.292547 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9bed25fd-d3f8-4bfb-9f96-3e6452f02598 req-2304a9e6-0810-43bf-8717-92e21afeda11 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466204 Nov 13 05:17:51.891997 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:17:51.894393 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c" -d '{"events": [{"name": "network-changed", "server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:17:51.945184 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05f044f-5f1d-46e9-918a-2627d5c2288a x-openstack-request-id: req-d05f044f-5f1d-46e9-918a-2627d5c2288a {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:17:51.945479 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:17:51.945758 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d05f044f-5f1d-46e9-918a-2627d5c2288a {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:17:51.946129 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'status': 'completed', 'code': 200} Nov 13 05:17:52.034952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-fa8ebee6-c267-4f11-a57b-12b107e5ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:52.036768 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-fa8ebee6-c267-4f11-a57b-12b107e5ddbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1095 time: 0.0449080 Nov 13 05:17:52.047102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-49cb733e-70d3-4dca-978a-935577a02dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:52.048695 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-49cb733e-70d3-4dca-978a-935577a02dca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1095 time: 0.0536826 Nov 13 05:17:52.162301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-366c84eb-f0bd-44b2-84d8-77a1d8ce175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:52.164075 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-366c84eb-f0bd-44b2-84d8-77a1d8ce175f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 897 time: 0.1180985 Nov 13 05:17:52.164719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-491ab97a-e153-40a1-a73d-c692d6915afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:52.166165 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-491ab97a-e153-40a1-a73d-c692d6915afa service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 897 time: 0.1105003 Nov 13 05:17:52.236685 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-e2be27b4-0bb3-407b-ad86-c4435a3e9c64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 998 time: 0.0644782 Nov 13 05:17:52.254461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2717e79-c810-4622-91f9-bb1845637d93 req-eda77590-6a05-4d43-8fe7-79cb46772a0b tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:52.256002 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2717e79-c810-4622-91f9-bb1845637d93 req-eda77590-6a05-4d43-8fe7-79cb46772a0b tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 944 time: 0.1040144 Nov 13 05:17:52.262626 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-6f5e871f-5c59-4fe0-80a6-17b411433613 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 998 time: 0.0823958 Nov 13 05:17:52.288195 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-cd9b2624-e57c-410e-84e5-a8eb694ce68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:52.289769 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-cd9b2624-e57c-410e-84e5-a8eb694ce68c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.0453823 Nov 13 05:17:52.337696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-777d6e7e-4283-4041-9a92-d1b657091758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:52.339381 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-777d6e7e-4283-4041-9a92-d1b657091758 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415528 Nov 13 05:17:52.353245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2717e79-c810-4622-91f9-bb1845637d93 req-84791fa1-1709-40ae-8b1e-542462412554 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859160 Nov 13 05:17:52.362095 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-a96d4947-15ee-4a72-aac7-432478e08a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:52.363908 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-a96d4947-15ee-4a72-aac7-432478e08a27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.0907435 Nov 13 05:17:52.424250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-d699f61f-3986-4632-888c-0bf98d550eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:52.426037 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-d699f61f-3986-4632-888c-0bf98d550eae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458980 Nov 13 05:17:52.483454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96ace0-9dd7-40d6-a2a1-6f1b3af538e6 req-4880c684-c86f-46a7-8295-bc17ac79aa86 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:52.487371 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e96ace0-9dd7-40d6-a2a1-6f1b3af538e6 req-4880c684-c86f-46a7-8295-bc17ac79aa86 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 944 time: 0.0780468 Nov 13 05:17:52.506753 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-e1e5ab15-dd6f-4330-b626-08db7123c669 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595316 Nov 13 05:17:52.527664 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-755cdca5-e3d1-4fe0-9ce9-929ed26ca9d8 service neutron] 10.222.0.36 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941598 Nov 13 05:17:52.599625 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7e96ace0-9dd7-40d6-a2a1-6f1b3af538e6 req-b5246c3f-cb23-484d-aced-c7d1af1e461a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030569 Nov 13 05:17:52.629351 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-a75c7ee7-cf16-460d-a10e-9c0517b6d8ca service neutron] 10.222.0.36 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944967 Nov 13 05:17:52.632207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb37f40a-3c67-4d1f-acbc-29c2dce1448c req-dcba7e42-2bf9-48c5-a8f9-b2e6a63b63ad service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162543 Nov 13 05:17:52.849860 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8da6bb51-00e3-4558-a58e-f2e66f7820b2 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:17:52.857652 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:17:52.947902 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:17:52.982627 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8da6bb51-00e3-4558-a58e-f2e66f7820b2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8da6bb51-00e3-4558-a58e-f2e66f7820b2,segment=NetworkSegment(bc640d66-6ddd-458e-a608-4bdad9a0b4e9),segment_id=bc640d66-6ddd-458e-a608-4bdad9a0b4e9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:17:52.993546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'port_id': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'mac_address': 'fa:16:3e:a5:9f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:17:53.030630 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:53.043752 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da6bb51-00e3-4558-a58e-f2e66f7820b2 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:17:53.064203 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8da6bb51-00e3-4558-a58e-f2e66f7820b2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8da6bb51-00e3-4558-a58e-f2e66f7820b2,segment=NetworkSegment(bc640d66-6ddd-458e-a608-4bdad9a0b4e9),segment_id=bc640d66-6ddd-458e-a608-4bdad9a0b4e9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:17:53.069411 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:53.121658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=8da6bb51-00e3-4558-a58e-f2e66f7820b2,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:53.416313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['8da6bb51-00e3-4558-a58e-f2e66f7820b2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:17:53.501603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607dbb29-4566-4ed4-9260-0c6b933bd549 req-3fd2b099-51b4-429d-a727-f8dfe86e61fe tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:53.503172 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-607dbb29-4566-4ed4-9260-0c6b933bd549 req-3fd2b099-51b4-429d-a727-f8dfe86e61fe tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 945 time: 0.0601077 Nov 13 05:17:53.555432 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-607dbb29-4566-4ed4-9260-0c6b933bd549 req-dd421461-6110-4250-8e33-3b0f97589c95 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459352 Nov 13 05:17:53.732774 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bbaef-92dc-4bee-8c37-51254a09c6ab req-8279f4c0-5940-447d-81e2-0c940bffb236 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:53.734442 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-109bbaef-92dc-4bee-8c37-51254a09c6ab req-8279f4c0-5940-447d-81e2-0c940bffb236 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 944 time: 0.0506396 Nov 13 05:17:53.784738 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-109bbaef-92dc-4bee-8c37-51254a09c6ab req-a0b9f3bf-cb50-427f-950c-ea68ac9f81d9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441782 Nov 13 05:17:54.643081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:17:54.683610 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67affd4a-a578-4d18-91e9-bf490e6abb80 req-bb5ab7e9-f7e3-4dbb-9ec7-bd2466487984 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:54.685257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67affd4a-a578-4d18-91e9-bf490e6abb80 req-bb5ab7e9-f7e3-4dbb-9ec7-bd2466487984 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 945 time: 0.0507476 Nov 13 05:17:54.751398 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67affd4a-a578-4d18-91e9-bf490e6abb80 req-c3a4ac5e-b18f-44f2-a54e-18b8421ed02d tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569279 Nov 13 05:17:54.752084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:17:54.766028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'port_id': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'mac_address': 'fa:16:3e:0f:06:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451c793a-e250-432f-9922-b534077b0986', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:17:54.807129 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:54.821557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:17:54.841402 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:17:54.848404 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:54.855919 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8da6bb51-00e3-4558-a58e-f2e66f7820b2 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:17:54.920030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4677ca2-7ac5-44c5-858e-6bc26f139422 req-78acdfbf-c0f5-486c-97ea-a1d4c0025191 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:54.921943 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d4677ca2-7ac5-44c5-858e-6bc26f139422 req-78acdfbf-c0f5-486c-97ea-a1d4c0025191 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 945 time: 0.0567212 Nov 13 05:17:54.932258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,revision_number=12']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:54.949605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 8da6bb51-00e3-4558-a58e-f2e66f7820b2 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:17:54.954596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 8da6bb51-00e3-4558-a58e-f2e66f7820b2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:17:54.955098 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:54.980390 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d4677ca2-7ac5-44c5-858e-6bc26f139422 req-f1d5319f-1c99-4243-8a16-d1ed33890e0b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511124 Nov 13 05:17:55.006028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 40568) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:55.052030 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:55.083422 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da6bb51-00e3-4558-a58e-f2e66f7820b2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:17:55.083686 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c5f30885-ab8e-442c-b404-e72420a15aa6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/0101446d-e057-4959-9422-ff890454301b HTTP/1.1" status: 200 len: 991 time: 0.0706160 Nov 13 05:17:55.083804 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1622fd-5fd1-4248-9ec0-91a4213e0724" -d '{"events": [{"server_uuid": "4d8b0cba-eeaa-4255-a9c3-e6e64335039c", "name": "network-vif-plugged", "status": "completed", "tag": "8da6bb51-00e3-4558-a58e-f2e66f7820b2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:17:55.096845 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8da6bb51-00e3-4558-a58e-f2e66f7820b2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8da6bb51-00e3-4558-a58e-f2e66f7820b2,segment=NetworkSegment(bc640d66-6ddd-458e-a608-4bdad9a0b4e9),segment_id=bc640d66-6ddd-458e-a608-4bdad9a0b4e9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:17:55.104742 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:55.134428 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f69b6b8-1555-4c51-a015-a33db915dbf0 x-openstack-request-id: req-9f69b6b8-1555-4c51-a015-a33db915dbf0 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:17:55.134712 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8b0cba-eeaa-4255-a9c3-e6e64335039c", "name": "network-vif-plugged", "status": "completed", "tag": "8da6bb51-00e3-4558-a58e-f2e66f7820b2", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:17:55.134949 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f69b6b8-1555-4c51-a015-a33db915dbf0 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:17:55.135371 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'code': 200} Nov 13 05:17:55.159928 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=8da6bb51-00e3-4558-a58e-f2e66f7820b2,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:55.242178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['87529682-9ef7-4f6b-9dbe-f0c0ffc4130b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:17:55.246957 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aa782-af3f-4b73-8c10-572dbac769af req-41a80c99-cac6-45b6-a881-0fe2705b3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:55.248504 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e63aa782-af3f-4b73-8c10-572dbac769af req-41a80c99-cac6-45b6-a881-0fe2705b3aa3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 1097 time: 0.0443251 Nov 13 05:17:55.297617 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e63aa782-af3f-4b73-8c10-572dbac769af req-a753091e-9c90-4cda-b0b9-68e3dde71ec2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422328 Nov 13 05:17:55.878870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570037b-4581-40da-9b64-2ec5d45bd81d req-793e3bef-f76c-401d-ac6a-f717f7ae1f71 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:55.880528 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9570037b-4581-40da-9b64-2ec5d45bd81d req-793e3bef-f76c-401d-ac6a-f717f7ae1f71 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 946 time: 0.0682991 Nov 13 05:17:55.936853 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9570037b-4581-40da-9b64-2ec5d45bd81d req-f3551ae7-3cb5-443e-a319-62abccfed095 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495169 Nov 13 05:17:56.658150 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:17:56.727350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:17:56.733726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:17:56.734291 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:56.830625 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:56.871119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:17:56.876028 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:56.927405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,revision_number=13']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:57.078428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac525793-0145-4393-8de3-69454a76f379 req-3677a2b4-aa82-4cbf-b5d2-df65b00fbf85 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:57.080166 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac525793-0145-4393-8de3-69454a76f379 req-3677a2b4-aa82-4cbf-b5d2-df65b00fbf85 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 946 time: 0.0636046 Nov 13 05:17:57.136081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:17:57.139988 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988b59fb-7cc8-4a16-b297-abe94521cbd1" -d '{"events": [{"server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "name": "network-vif-plugged", "status": "completed", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:17:57.150851 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac525793-0145-4393-8de3-69454a76f379 req-be4b3f56-deab-4713-a49a-db61dcc06552 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587087 Nov 13 05:17:57.194732 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8480db8c-cd53-4dbe-80c6-891d52e3c544 x-openstack-request-id: req-8480db8c-cd53-4dbe-80c6-891d52e3c544 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:17:57.195050 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "name": "network-vif-plugged", "status": "completed", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:17:57.195300 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8480db8c-cd53-4dbe-80c6-891d52e3c544 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:17:57.195689 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'code': 200} Nov 13 05:17:57.294736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d47c8-f09c-47b4-bf10-6f3f660b6a04 req-0aab6278-8086-4c9a-aa58-3a601fbd9562 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:57.296490 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-916d47c8-f09c-47b4-bf10-6f3f660b6a04 req-0aab6278-8086-4c9a-aa58-3a601fbd9562 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 946 time: 0.0545890 Nov 13 05:17:57.356367 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-916d47c8-f09c-47b4-bf10-6f3f660b6a04 req-c30a4d5d-69a2-4437-8eaa-ae55a35ddeb1 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533507 Nov 13 05:17:57.374113 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40834) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:57.554167 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd15875-9224-4c75-8ae7-24ffb7477595 tempest-TestVolumeBackupRestore-683912374 tempest-TestVolumeBackupRestore-683912374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:57.557005 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dfd15875-9224-4c75-8ae7-24ffb7477595 tempest-TestVolumeBackupRestore-683912374 tempest-TestVolumeBackupRestore-683912374-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 1092 time: 0.1805768 Nov 13 05:17:57.559130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 40864) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:57.566517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:17:57.591332 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:57.704949 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:57.820127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Allocated IP 172.25.8.199 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/16f8f07b-cc46-43cb-92eb-e133d7a9252b) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:17:57.943791 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:57.979811 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:58.019539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:17:58.026172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:17:58.031148 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:17:58.060360 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Pushing event updated for resources: {'Port': ['ID=16f8f07b-cc46-43cb-92eb-e133d7a9252b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:58.444543 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:58.517106 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:58.676623 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:58.682528 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:58.705305 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:58.753978 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Pushing event updated for resources: {'Port': ['ID=16f8f07b-cc46-43cb-92eb-e133d7a9252b,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:17:58.766581 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:58.864514 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Floating IP 75992135-a7b0-4d97-af63-5846a6e152fb associated. External IP: 172.25.8.199, port: 8da6bb51-00e3-4558-a58e-f2e66f7820b2. Nov 13 05:17:59.051372 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-c340d730-1996-40f6-bb25-4b081a2349d1 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:59.054200 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-c340d730-1996-40f6-bb25-4b081a2349d1 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/networks?id=4d1768df-2bff-4b99-a8d5-6638a1396857 HTTP/1.1" status: 200 len: 814 time: 0.1522775 Nov 13 05:17:59.066807 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:59.103986 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-c9132335-3d8e-4252-a2c8-d0458ea28be4 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/quotas/6e7370c35cf9478d8e32914cf1c58457 HTTP/1.1" status: 200 len: 375 time: 0.0144420 Nov 13 05:17:59.163326 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-466f611a-bfd9-4272-b2bc-e7c17284f3f8 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e7370c35cf9478d8e32914cf1c58457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527959 Nov 13 05:17:59.238816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:17:59.308372 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-5cb91d4b-f91c-48f0-b7e5-d4950553ad6b service neutron] 10.222.0.43 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349061 Nov 13 05:17:59.424329 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:17:59.434651 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22773e1-5834-4c8c-8798-460773328c1d None None] Sync routers for ids ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:17:59.446424 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22773e1-5834-4c8c-8798-460773328c1d None None] Routers {'2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:17:59.447125 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d22773e1-5834-4c8c-8798-460773328c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:17:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:17:59.449210 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-a1a8e04f-32c3-46a5-8270-7fad95d8d5a8 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343021 Nov 13 05:17:59.458506 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:59.493985 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d0734563-17a6-4724-8242-260950aa0f70 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9333866 Nov 13 05:17:59.494755 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'tag': '8da6bb51-00e3-4558-a58e-f2e66f7820b2'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:17:59.497133 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41046) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:59.508941 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd0ecbc-9238-45b0-a641-71e85d1b876c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8b0cba-eeaa-4255-a9c3-e6e64335039c", "tag": "8da6bb51-00e3-4558-a58e-f2e66f7820b2"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:17:59.581298 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d22773e1-5834-4c8c-8798-460773328c1d None None] Set router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:17:59.581635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ad3464-9f16-4d53-b7ea-5ea99e52edbc tempest-TestVolumeBackupRestore-683912374 tempest-TestVolumeBackupRestore-683912374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:59.584127 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d8ad3464-9f16-4d53-b7ea-5ea99e52edbc tempest-TestVolumeBackupRestore-683912374 tempest-TestVolumeBackupRestore-683912374-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 1092 time: 0.0854781 Nov 13 05:17:59.585296 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8d3db9-a9bc-434c-8c0b-eebf86793ec2 x-openstack-request-id: req-0a8d3db9-a9bc-434c-8c0b-eebf86793ec2 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:17:59.585588 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8b0cba-eeaa-4255-a9c3-e6e64335039c", "tag": "8da6bb51-00e3-4558-a58e-f2e66f7820b2", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:17:59.585837 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a8d3db9-a9bc-434c-8c0b-eebf86793ec2 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:17:59.586404 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41052) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:17:59.586614 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'tag': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'status': 'completed', 'code': 200} Nov 13 05:17:59.592566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-70d6f762-3a87-47e2-876f-43b47802783d tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Request body: {'floatingip': {'port_id': '8da6bb51-00e3-4558-a58e-f2e66f7820b2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:17:59.660056 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8d80ec04-6388-4a8f-b100-79d22d989698 req-666c1f84-45d9-41c5-a740-1d6525fddc6e tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 210 time: 0.0481963 Nov 13 05:17:59.696247 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70d6f762-3a87-47e2-876f-43b47802783d tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:17:59.761933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0ecbc-9238-45b0-a641-71e85d1b876c req-6bbe6ada-df3d-4200-afe9-f2baf917d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:59.763469 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd0ecbc-9238-45b0-a641-71e85d1b876c req-6bbe6ada-df3d-4200-afe9-f2baf917d45a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72af56f7eac245e493c93aac75776ec5&device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 1097 time: 0.0975537 Nov 13 05:17:59.843128 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d22773e1-5834-4c8c-8798-460773328c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '75992135-a7b0-4d97-af63-5846a6e152fb', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'port_id': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'mac_address': 'fa:16:3e:a5:9f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:17:58Z', 'updated_at': '2021-11-13T05:17:58Z', 'revision_number': 0, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01616738-a075-4e25-875e-f581bea8d288', 'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'mac_address': 'fa:16:3e:49:79:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:24Z', 'updated_at': '2021-11-13T05:15:32Z', 'revision_number': 5, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'subnets': [{'id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:17:59.877142 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22773e1-5834-4c8c-8798-460773328c1d None None] Checking router: 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:17:59.889252 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22773e1-5834-4c8c-8798-460773328c1d None None] Routers {'2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:17:59.890271 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d22773e1-5834-4c8c-8798-460773328c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:17:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:17:59.958071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0ecbc-9238-45b0-a641-71e85d1b876c req-c6254590-3697-47dd-8039-17e340d5c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:17:59.959812 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd0ecbc-9238-45b0-a641-71e85d1b876c req-c6254590-3697-47dd-8039-17e340d5c186 service neutron] 10.222.0.36 "GET /v2.0/networks?id=469bac9c-4907-4b3d-b49d-70d7765d9422 HTTP/1.1" status: 200 len: 914 time: 0.1762640 Nov 13 05:17:59.999516 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d22773e1-5834-4c8c-8798-460773328c1d None None] Set router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:18:00.106026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd0ecbc-9238-45b0-a641-71e85d1b876c req-7f0a9f6d-4621-4661-94a3-7dfc72e9f2c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da6bb51-00e3-4558-a58e-f2e66f7820b2 HTTP/1.1" status: 200 len: 1000 time: 0.1369979 Nov 13 05:18:00.256942 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d22773e1-5834-4c8c-8798-460773328c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '75992135-a7b0-4d97-af63-5846a6e152fb', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'port_id': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'mac_address': 'fa:16:3e:a5:9f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:17:58Z', 'updated_at': '2021-11-13T05:17:58Z', 'revision_number': 0, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01616738-a075-4e25-875e-f581bea8d288', 'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'mac_address': 'fa:16:3e:49:79:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:24Z', 'updated_at': '2021-11-13T05:15:32Z', 'revision_number': 5, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'subnets': [{'id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:00.257729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0ecbc-9238-45b0-a641-71e85d1b876c req-a80eea3b-f219-4211-b12e-e8a8e2a6bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:00.259465 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd0ecbc-9238-45b0-a641-71e85d1b876c req-a80eea3b-f219-4211-b12e-e8a8e2a6bf0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be38cd89-d234-431e-a52a-f3791c1da560 HTTP/1.1" status: 200 len: 852 time: 0.1445687 Nov 13 05:18:00.283586 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22773e1-5834-4c8c-8798-460773328c1d None None] The sync data for ids ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'] in n-d-813114-2 is: [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '75992135-a7b0-4d97-af63-5846a6e152fb', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'port_id': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'mac_address': 'fa:16:3e:a5:9f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:17:58Z', 'updated_at': '2021-11-13T05:17:58Z', 'revision_number': 0, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01616738-a075-4e25-875e-f581bea8d288', 'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'mac_address': 'fa:16:3e:49:79:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:24Z', 'updated_at': '2021-11-13T05:15:32Z', 'revision_number': 5, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'subnets': [{'id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:18:00.514860 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e1f70-b957-4b55-a386-dec0d9fb361c None None] New status for floating IP 75992135-a7b0-4d97-af63-5846a6e152fb: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:18:00.782005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-051eb7cb-3357-4a50-920a-19c539d00042 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:00.783554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-051eb7cb-3357-4a50-920a-19c539d00042 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.36 "GET /v2.0/networks?id=4d1768df-2bff-4b99-a8d5-6638a1396857 HTTP/1.1" status: 200 len: 814 time: 0.1297281 Nov 13 05:18:00.789542 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-018acec5-983f-4cb8-8f21-c127de88a117 req-69ecc590-5802-424e-b4b3-d6fe25e7235b tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 210 time: 0.0495887 Nov 13 05:18:00.799059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0ecbc-9238-45b0-a641-71e85d1b876c req-1d78d41c-b722-4c5d-a7f1-70bf6668cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:00.800599 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd0ecbc-9238-45b0-a641-71e85d1b876c req-1d78d41c-b722-4c5d-a7f1-70bf6668cdb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=469bac9c-4907-4b3d-b49d-70d7765d9422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5326600 Nov 13 05:18:00.810759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-f1a4403a-6381-4b8b-af3c-94bbc99cc916 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Request body: {'port': {'device_id': '93ab9651-aec0-4beb-949a-da2d5056dcce', 'network_id': '4d1768df-2bff-4b99-a8d5-6638a1396857', 'admin_state_up': True, 'tenant_id': '6e7370c35cf9478d8e32914cf1c58457'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:18:00.810949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.db.resource_extend [None req-70d6f762-3a87-47e2-876f-43b47802783d tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 13 05:18:00.912294 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70d6f762-3a87-47e2-876f-43b47802783d tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:00.920044 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-3c0e1f70-b957-4b55-a386-dec0d9fb361c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:18:00.921083 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-3c0e1f70-b957-4b55-a386-dec0d9fb361c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:18:00.923874 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70d6f762-3a87-47e2-876f-43b47802783d tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:00.926905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-f1a4403a-6381-4b8b-af3c-94bbc99cc916 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Made reservation on behalf of 6e7370c35cf9478d8e32914cf1c58457 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:18:00.930947 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-f1a4403a-6381-4b8b-af3c-94bbc99cc916 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:00.986118 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd0ecbc-9238-45b0-a641-71e85d1b876c req-2fea19be-cf9d-437b-aab4-9b3065dd3717 service neutron] 10.222.0.36 "GET /v2.0/networks/469bac9c-4907-4b3d-b49d-70d7765d9422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478209 Nov 13 05:18:01.074574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-f1a4403a-6381-4b8b-af3c-94bbc99cc916 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Allocated IP 172.20.0.6 (4d1768df-2bff-4b99-a8d5-6638a1396857/7d48d084-e851-41ac-9e62-1d71f2052848/90029f82-7113-4a4f-a976-b7162cc1a0c4) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:18:01.212544 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd0ecbc-9238-45b0-a641-71e85d1b876c req-88b5e085-6aca-4824-9eb7-57c085c68ba2 service neutron] 10.222.0.36 "GET /v2.0/networks/469bac9c-4907-4b3d-b49d-70d7765d9422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907091 Nov 13 05:18:01.236886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d6f762-3a87-47e2-876f-43b47802783d tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:18:01.252708 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-f1a4403a-6381-4b8b-af3c-94bbc99cc916 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:01.290170 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-f1a4403a-6381-4b8b-af3c-94bbc99cc916 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:01.350215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-f1a4403a-6381-4b8b-af3c-94bbc99cc916 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Network 4d1768df-2bff-4b99-a8d5-6638a1396857 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:18:01.350515 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d6f762-3a87-47e2-876f-43b47802783d tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:18:01.355675 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70d6f762-3a87-47e2-876f-43b47802783d tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:01.356938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-f1a4403a-6381-4b8b-af3c-94bbc99cc916 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:18:01.359798 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-f1a4403a-6381-4b8b-af3c-94bbc99cc916 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:18:01.363932 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4403a-6381-4b8b-af3c-94bbc99cc916 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Pushing event updated for resources: {'Port': ['ID=90029f82-7113-4a4f-a976-b7162cc1a0c4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:01.393395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'tag': '8da6bb51-00e3-4558-a58e-f2e66f7820b2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:18:01.395512 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a6bc7d-ca28-4228-b172-87d25855ebdd" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8b0cba-eeaa-4255-a9c3-e6e64335039c", "tag": "8da6bb51-00e3-4558-a58e-f2e66f7820b2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:18:01.412161 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-f1a4403a-6381-4b8b-af3c-94bbc99cc916 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:01.412922 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-f1a4403a-6381-4b8b-af3c-94bbc99cc916 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:01.421884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e1f70-b957-4b55-a386-dec0d9fb361c None None] New status for floating IP 75992135-a7b0-4d97-af63-5846a6e152fb: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:18:01.428530 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-70d6f762-3a87-47e2-876f-43b47802783d tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "PUT /v2.0/floatingips/75992135-a7b0-4d97-af63-5846a6e152fb HTTP/1.1" status: 200 len: 992 time: 1.8395731 Nov 13 05:18:01.439513 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-f1a4403a-6381-4b8b-af3c-94bbc99cc916 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6399603 Nov 13 05:18:01.452115 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae66f2d-fc73-4472-9cd6-67aa6005a237 x-openstack-request-id: req-eae66f2d-fc73-4472-9cd6-67aa6005a237 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:18:01.452513 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8b0cba-eeaa-4255-a9c3-e6e64335039c", "tag": "8da6bb51-00e3-4558-a58e-f2e66f7820b2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:18:01.452917 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eae66f2d-fc73-4472-9cd6-67aa6005a237 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:18:01.453637 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'tag': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'status': 'completed', 'code': 200} Nov 13 05:18:01.460831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Request body: {'port': {'device_id': '93ab9651-aec0-4beb-949a-da2d5056dcce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:18:01.541829 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:01.562316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6bc7d-ca28-4228-b172-87d25855ebdd req-8d52f167-2e18-45cd-95e5-94d27c00a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:01.564247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-05a6bc7d-ca28-4228-b172-87d25855ebdd req-8d52f167-2e18-45cd-95e5-94d27c00a037 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72af56f7eac245e493c93aac75776ec5&device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 1097 time: 0.0615072 Nov 13 05:18:01.674557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6bc7d-ca28-4228-b172-87d25855ebdd req-354faf15-cf58-4cc6-b529-45a837e47028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:01.676313 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-05a6bc7d-ca28-4228-b172-87d25855ebdd req-354faf15-cf58-4cc6-b529-45a837e47028 service neutron] 10.222.0.36 "GET /v2.0/networks?id=469bac9c-4907-4b3d-b49d-70d7765d9422 HTTP/1.1" status: 200 len: 914 time: 0.1045103 Nov 13 05:18:01.698503 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3616c8-758f-4b2e-82ab-628c9e7effa6 None None] Sync routers for ids ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:18:01.711534 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3616c8-758f-4b2e-82ab-628c9e7effa6 None None] Routers {'2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:18:01.712444 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d3616c8-758f-4b2e-82ab-628c9e7effa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:17:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:01.756140 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-05a6bc7d-ca28-4228-b172-87d25855ebdd req-54d8a8f8-ef80-4147-ac05-33e138a916be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da6bb51-00e3-4558-a58e-f2e66f7820b2 HTTP/1.1" status: 200 len: 1002 time: 0.0692353 Nov 13 05:18:01.816663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6bc7d-ca28-4228-b172-87d25855ebdd req-01e490ab-5293-4912-ae90-245bb3d212f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:01.818903 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-05a6bc7d-ca28-4228-b172-87d25855ebdd req-01e490ab-5293-4912-ae90-245bb3d212f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be38cd89-d234-431e-a52a-f3791c1da560 HTTP/1.1" status: 200 len: 852 time: 0.0550618 Nov 13 05:18:01.873979 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6bc7d-ca28-4228-b172-87d25855ebdd req-fd3d514b-2aaa-4896-a86a-ea55a663030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:01.876075 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-05a6bc7d-ca28-4228-b172-87d25855ebdd req-fd3d514b-2aaa-4896-a86a-ea55a663030c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=469bac9c-4907-4b3d-b49d-70d7765d9422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467658 Nov 13 05:18:01.876677 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1d3616c8-758f-4b2e-82ab-628c9e7effa6 None None] Set router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:18:01.900957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90029f82-7113-4a4f-a976-b7162cc1a0c4 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:18:01.909647 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:01.922615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Transition to ACTIVE for port object 90029f82-7113-4a4f-a976-b7162cc1a0c4 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:18:01.928951 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:01.959829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ef7ed-f4f0-45bd-bcfc-88df2fcbe78d req-da6e8b5d-e6ad-449a-a27f-643ee0c9759a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:01.961632 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c6ef7ed-f4f0-45bd-bcfc-88df2fcbe78d req-da6e8b5d-e6ad-449a-a27f-643ee0c9759a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 931 time: 0.0839922 Nov 13 05:18:01.997051 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Pushing event updated for resources: {'Port': ['ID=90029f82-7113-4a4f-a976-b7162cc1a0c4,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:02.058124 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c6ef7ed-f4f0-45bd-bcfc-88df2fcbe78d req-691476ab-b2e4-44a9-adc5-dd2dc4ead630 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651896 Nov 13 05:18:02.071224 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-05a6bc7d-ca28-4228-b172-87d25855ebdd req-659429d1-241c-44a6-8a76-0e61972f484b service neutron] 10.222.0.36 "GET /v2.0/networks/469bac9c-4907-4b3d-b49d-70d7765d9422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564348 Nov 13 05:18:02.106216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Attempting to bind port 90029f82-7113-4a4f-a976-b7162cc1a0c4 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:18:02.106645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Attempting to bind port 90029f82-7113-4a4f-a976-b7162cc1a0c4 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'a0fbf1d5-5d08-4419-8e02-858393d12a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d1768df-2bff-4b99-a8d5-6638a1396857'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:18:02.107078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Attempting to bind port 90029f82-7113-4a4f-a976-b7162cc1a0c4 on network 4d1768df-2bff-4b99-a8d5-6638a1396857 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:18:02.111890 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Port 90029f82-7113-4a4f-a976-b7162cc1a0c4 on network 4d1768df-2bff-4b99-a8d5-6638a1396857 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:18:02.112350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Attempting to bind port 90029f82-7113-4a4f-a976-b7162cc1a0c4 on network 4d1768df-2bff-4b99-a8d5-6638a1396857 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:18:02.117811 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:18:02.118231 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Checking segment: {'id': 'a0fbf1d5-5d08-4419-8e02-858393d12a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d1768df-2bff-4b99-a8d5-6638a1396857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:18:02.118696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Bound using segment: {'id': 'a0fbf1d5-5d08-4419-8e02-858393d12a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d1768df-2bff-4b99-a8d5-6638a1396857'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:18:02.119225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Bound port: 90029f82-7113-4a4f-a976-b7162cc1a0c4, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fbf1d5-5d08-4419-8e02-858393d12a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d1768df-2bff-4b99-a8d5-6638a1396857'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:18:02.119646 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:02.161475 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d3616c8-758f-4b2e-82ab-628c9e7effa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '75992135-a7b0-4d97-af63-5846a6e152fb', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'port_id': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'mac_address': 'fa:16:3e:a5:9f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:17:58Z', 'updated_at': '2021-11-13T05:18:01Z', 'revision_number': 2, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01616738-a075-4e25-875e-f581bea8d288', 'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'mac_address': 'fa:16:3e:49:79:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:24Z', 'updated_at': '2021-11-13T05:15:32Z', 'revision_number': 5, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'subnets': [{'id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:02.189081 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-05a6bc7d-ca28-4228-b172-87d25855ebdd req-2ed072a5-2a91-44d3-9b5c-05d23cc37ded service neutron] 10.222.0.36 "GET /v2.0/networks/469bac9c-4907-4b3d-b49d-70d7765d9422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097214 Nov 13 05:18:02.193450 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] For port 90029f82-7113-4a4f-a976-b7162cc1a0c4, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:18:02.197145 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] For port 90029f82-7113-4a4f-a976-b7162cc1a0c4, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=90029f82-7113-4a4f-a976-b7162cc1a0c4,segment=NetworkSegment(a0fbf1d5-5d08-4419-8e02-858393d12a29),segment_id=a0fbf1d5-5d08-4419-8e02-858393d12a29)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:18:02.200208 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3616c8-758f-4b2e-82ab-628c9e7effa6 None None] Checking router: 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:18:02.203398 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:02.210111 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3616c8-758f-4b2e-82ab-628c9e7effa6 None None] Routers {'2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:18:02.210820 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d3616c8-758f-4b2e-82ab-628c9e7effa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:17:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:02.248064 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:02.248683 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:02.250132 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] 10.222.0.36 "PUT /v2.0/ports/90029f82-7113-4a4f-a976-b7162cc1a0c4 HTTP/1.1" status: 200 len: 1091 time: 0.7938890 Nov 13 05:18:02.250575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ab9651-aec0-4beb-949a-da2d5056dcce', 'tag': '90029f82-7113-4a4f-a976-b7162cc1a0c4'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:18:02.252933 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1700de26-41a0-4252-86ba-403015587ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "93ab9651-aec0-4beb-949a-da2d5056dcce", "tag": "90029f82-7113-4a4f-a976-b7162cc1a0c4"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:18:02.286858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4143fd-0f80-4229-bf7a-f645ac69d2bc service neutron] Pushing event updated for resources: {'Port': ['ID=90029f82-7113-4a4f-a976-b7162cc1a0c4,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:02.300678 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776809e0-9867-4baa-9943-96d34b4e18a3 x-openstack-request-id: req-776809e0-9867-4baa-9943-96d34b4e18a3 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:18:02.300985 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ab9651-aec0-4beb-949a-da2d5056dcce", "tag": "90029f82-7113-4a4f-a976-b7162cc1a0c4", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:18:02.301349 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-776809e0-9867-4baa-9943-96d34b4e18a3 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:18:02.301871 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ab9651-aec0-4beb-949a-da2d5056dcce', 'tag': '90029f82-7113-4a4f-a976-b7162cc1a0c4', 'status': 'completed', 'code': 200} Nov 13 05:18:02.368727 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-4eab5d08-5e77-45f4-9394-871b8de22313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:02.370246 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-4eab5d08-5e77-45f4-9394-871b8de22313 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e7370c35cf9478d8e32914cf1c58457&device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 1094 time: 0.0437303 Nov 13 05:18:02.433132 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1d3616c8-758f-4b2e-82ab-628c9e7effa6 None None] Set router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:18:02.675827 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d3616c8-758f-4b2e-82ab-628c9e7effa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '75992135-a7b0-4d97-af63-5846a6e152fb', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'port_id': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'mac_address': 'fa:16:3e:a5:9f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:17:58Z', 'updated_at': '2021-11-13T05:18:01Z', 'revision_number': 2, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01616738-a075-4e25-875e-f581bea8d288', 'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'mac_address': 'fa:16:3e:49:79:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:24Z', 'updated_at': '2021-11-13T05:15:32Z', 'revision_number': 5, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'subnets': [{'id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:02.703129 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3616c8-758f-4b2e-82ab-628c9e7effa6 None None] The sync data for ids ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'] in n-d-813114-2 is: [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '75992135-a7b0-4d97-af63-5846a6e152fb', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'port_id': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'mac_address': 'fa:16:3e:a5:9f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:17:58Z', 'updated_at': '2021-11-13T05:18:01Z', 'revision_number': 2, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01616738-a075-4e25-875e-f581bea8d288', 'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'mac_address': 'fa:16:3e:49:79:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:24Z', 'updated_at': '2021-11-13T05:15:32Z', 'revision_number': 5, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'subnets': [{'id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:18:02.744267 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-f71bf3a0-0340-4bad-851f-c566665af3dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90029f82-7113-4a4f-a976-b7162cc1a0c4 HTTP/1.1" status: 200 len: 217 time: 0.3599920 Nov 13 05:18:02.796585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-57d10286-114c-4ecb-8d28-8c1ddfe72143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:02.798182 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-57d10286-114c-4ecb-8d28-8c1ddfe72143 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d48d084-e851-41ac-9e62-1d71f2052848 HTTP/1.1" status: 200 len: 854 time: 0.0462000 Nov 13 05:18:02.829709 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-f83b0855-83e1-4724-901c-b3e93c5d6b89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d1768df-2bff-4b99-a8d5-6638a1396857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246620 Nov 13 05:18:02.922158 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-0f43b693-14b8-4123-bf2b-d12efc4c4f72 service neutron] 10.222.0.36 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851109 Nov 13 05:18:03.010041 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a55aaa74-021e-45e2-81b4-8b4bcd0382b1 req-38b3b927-13ae-45e3-8011-f17097255477 service neutron] 10.222.0.36 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806465 Nov 13 05:18:03.143688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700de26-41a0-4252-86ba-403015587ed0 req-a048a9e6-1505-41c4-9720-efab67395ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:03.145312 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1700de26-41a0-4252-86ba-403015587ed0 req-a048a9e6-1505-41c4-9720-efab67395ce1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e7370c35cf9478d8e32914cf1c58457&device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 1094 time: 0.0453241 Nov 13 05:18:03.189730 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6a620-2ad8-4b1e-8d49-bf1ffaeb440c req-9645cd6c-b287-44ab-82cc-dc462ec151ae tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:03.191306 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63d6a620-2ad8-4b1e-8d49-bf1ffaeb440c req-9645cd6c-b287-44ab-82cc-dc462ec151ae tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 943 time: 0.0601437 Nov 13 05:18:03.243163 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63d6a620-2ad8-4b1e-8d49-bf1ffaeb440c req-b0225c65-d051-4364-8dc7-c1ffb99c61d4 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457103 Nov 13 05:18:03.244077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700de26-41a0-4252-86ba-403015587ed0 req-64a0c312-057b-430e-b3d6-3fbee22ebefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:03.245546 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1700de26-41a0-4252-86ba-403015587ed0 req-64a0c312-057b-430e-b3d6-3fbee22ebefe service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d1768df-2bff-4b99-a8d5-6638a1396857 HTTP/1.1" status: 200 len: 915 time: 0.0921896 Nov 13 05:18:03.287958 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1700de26-41a0-4252-86ba-403015587ed0 req-786765dd-3382-4630-9cf9-7329a4267556 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90029f82-7113-4a4f-a976-b7162cc1a0c4 HTTP/1.1" status: 200 len: 217 time: 0.0355527 Nov 13 05:18:03.342789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700de26-41a0-4252-86ba-403015587ed0 req-de1dc1fd-2e69-4441-82a2-68ba337bd5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:03.344775 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1700de26-41a0-4252-86ba-403015587ed0 req-de1dc1fd-2e69-4441-82a2-68ba337bd5d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d48d084-e851-41ac-9e62-1d71f2052848 HTTP/1.1" status: 200 len: 854 time: 0.0497811 Nov 13 05:18:03.377300 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1700de26-41a0-4252-86ba-403015587ed0 req-04a4f50e-26a4-45c3-ad0a-42570d21a9ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d1768df-2bff-4b99-a8d5-6638a1396857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256650 Nov 13 05:18:03.454599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'tag': '8da6bb51-00e3-4558-a58e-f2e66f7820b2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:18:03.457115 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8660a995-3f00-4453-a5f3-890023b7d6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8b0cba-eeaa-4255-a9c3-e6e64335039c", "tag": "8da6bb51-00e3-4558-a58e-f2e66f7820b2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:18:03.469041 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1700de26-41a0-4252-86ba-403015587ed0 req-99b6efc5-65d2-40f5-82d6-793dcbedfc1d service neutron] 10.222.0.36 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836701 Nov 13 05:18:03.496495 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5955a693-0ee8-4868-8f29-54298271d51f x-openstack-request-id: req-5955a693-0ee8-4868-8f29-54298271d51f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:18:03.496796 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8b0cba-eeaa-4255-a9c3-e6e64335039c", "tag": "8da6bb51-00e3-4558-a58e-f2e66f7820b2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:18:03.497030 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5955a693-0ee8-4868-8f29-54298271d51f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:18:03.497426 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'tag': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'status': 'completed', 'code': 200} Nov 13 05:18:03.565752 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1700de26-41a0-4252-86ba-403015587ed0 req-efd160a3-0b8c-46d4-aa5c-ad0ddc1db96f service neutron] 10.222.0.36 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902777 Nov 13 05:18:03.583331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a995-3f00-4453-a5f3-890023b7d6b5 req-d809eee8-bb9d-4488-b5fb-df6b5c3cf485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:03.584821 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8660a995-3f00-4453-a5f3-890023b7d6b5 req-d809eee8-bb9d-4488-b5fb-df6b5c3cf485 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72af56f7eac245e493c93aac75776ec5&device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 1097 time: 0.0414698 Nov 13 05:18:03.680102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a995-3f00-4453-a5f3-890023b7d6b5 req-7c2b98da-3f3c-4a91-898b-00783117d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:03.681595 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8660a995-3f00-4453-a5f3-890023b7d6b5 req-7c2b98da-3f3c-4a91-898b-00783117d9c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=469bac9c-4907-4b3d-b49d-70d7765d9422 HTTP/1.1" status: 200 len: 914 time: 0.0887866 Nov 13 05:18:03.764450 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8660a995-3f00-4453-a5f3-890023b7d6b5 req-666a5b52-4dc6-4742-a7c7-72dc619c5d8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da6bb51-00e3-4558-a58e-f2e66f7820b2 HTTP/1.1" status: 200 len: 1002 time: 0.0739250 Nov 13 05:18:03.822426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a995-3f00-4453-a5f3-890023b7d6b5 req-bd4f337c-950f-4d60-9cfb-abd6a6cbe5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:03.823796 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8660a995-3f00-4453-a5f3-890023b7d6b5 req-bd4f337c-950f-4d60-9cfb-abd6a6cbe5d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be38cd89-d234-431e-a52a-f3791c1da560 HTTP/1.1" status: 200 len: 852 time: 0.0516865 Nov 13 05:18:03.872412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a995-3f00-4453-a5f3-890023b7d6b5 req-4866f1af-38ce-4619-bbad-33cb493712f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:03.873906 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8660a995-3f00-4453-a5f3-890023b7d6b5 req-4866f1af-38ce-4619-bbad-33cb493712f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=469bac9c-4907-4b3d-b49d-70d7765d9422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421667 Nov 13 05:18:03.977749 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8660a995-3f00-4453-a5f3-890023b7d6b5 req-afa527da-6053-4eb6-bbe6-11c3de50667e service neutron] 10.222.0.36 "GET /v2.0/networks/469bac9c-4907-4b3d-b49d-70d7765d9422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953152 Nov 13 05:18:04.070114 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8660a995-3f00-4453-a5f3-890023b7d6b5 req-d3c4dfc8-9ec0-4829-a27f-c30e7aa42473 service neutron] 10.222.0.36 "GET /v2.0/networks/469bac9c-4907-4b3d-b49d-70d7765d9422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838115 Nov 13 05:18:04.192129 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eeaad2ac-62bf-42fa-9243-39b6b83ab0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:04.366491 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629b34-6384-480b-8a73-8b45bfeb5815 req-06bc9c1a-656d-4820-b25e-8d45a45706ee tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:04.367948 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac629b34-6384-480b-8a73-8b45bfeb5815 req-06bc9c1a-656d-4820-b25e-8d45a45706ee tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 943 time: 0.0566168 Nov 13 05:18:04.421101 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac629b34-6384-480b-8a73-8b45bfeb5815 req-683cfd47-7db1-47e3-934f-2e7109595d78 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469406 Nov 13 05:18:05.549984 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18665e-7f3a-4dc7-9fb4-05bab8e6947d req-02ec8109-a927-4ab6-853d-67c5f0b28452 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:05.551517 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e18665e-7f3a-4dc7-9fb4-05bab8e6947d req-02ec8109-a927-4ab6-853d-67c5f0b28452 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 943 time: 0.0550210 Nov 13 05:18:05.601822 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e18665e-7f3a-4dc7-9fb4-05bab8e6947d req-f088ade0-25dd-465c-bf9c-d8b0918e65f7 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Nov 13 05:18:06.482064 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94e1ac94-3aaa-47cf-9364-3abc16e964e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:06.744867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a4203-7647-426d-948d-ca5e05fc424d req-91444d18-f263-4da8-8535-94f2332e3de6 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:06.746273 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-357a4203-7647-426d-948d-ca5e05fc424d req-91444d18-f263-4da8-8535-94f2332e3de6 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 943 time: 0.0519724 Nov 13 05:18:06.794136 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-357a4203-7647-426d-948d-ca5e05fc424d req-03a1f464-55c0-43cc-bece-9ba9fa227e7f tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415578 Nov 13 05:18:06.961059 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 90029f82-7113-4a4f-a976-b7162cc1a0c4 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:18:07.072068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 90029f82-7113-4a4f-a976-b7162cc1a0c4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=90029f82-7113-4a4f-a976-b7162cc1a0c4,segment=NetworkSegment(a0fbf1d5-5d08-4419-8e02-858393d12a29),segment_id=a0fbf1d5-5d08-4419-8e02-858393d12a29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:07.083931 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '90029f82-7113-4a4f-a976-b7162cc1a0c4', 'network_id': '4d1768df-2bff-4b99-a8d5-6638a1396857', 'port_id': '90029f82-7113-4a4f-a976-b7162cc1a0c4', 'mac_address': 'fa:16:3e:d2:08:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d48d084-e851-41ac-9e62-1d71f2052848', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:18:07.123774 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:07.141987 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90029f82-7113-4a4f-a976-b7162cc1a0c4 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:18:07.162339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 90029f82-7113-4a4f-a976-b7162cc1a0c4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=90029f82-7113-4a4f-a976-b7162cc1a0c4,segment=NetworkSegment(a0fbf1d5-5d08-4419-8e02-858393d12a29),segment_id=a0fbf1d5-5d08-4419-8e02-858393d12a29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:07.167163 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:07.221942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=90029f82-7113-4a4f-a976-b7162cc1a0c4,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:07.527152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['90029f82-7113-4a4f-a976-b7162cc1a0c4'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:18:07.909829 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:07.925751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5aca29-834f-466c-ab62-6d3eaf17a618 req-4e871d13-1b38-4f97-b788-164e75693714 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:07.927332 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd5aca29-834f-466c-ab62-6d3eaf17a618 req-4e871d13-1b38-4f97-b788-164e75693714 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 944 time: 0.0565999 Nov 13 05:18:07.978507 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd5aca29-834f-466c-ab62-6d3eaf17a618 req-4f195973-b064-47f4-bae7-ed069409a301 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448086 Nov 13 05:18:08.989900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 90029f82-7113-4a4f-a976-b7162cc1a0c4 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:18:09.046953 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 90029f82-7113-4a4f-a976-b7162cc1a0c4 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:18:09.051148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 90029f82-7113-4a4f-a976-b7162cc1a0c4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:18:09.051485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:09.104834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc079ed-099e-48fe-b861-acc205f58aa2 req-9467c7b7-1226-4b3b-8fc6-28725507932c tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:09.106335 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4dc079ed-099e-48fe-b861-acc205f58aa2 req-9467c7b7-1226-4b3b-8fc6-28725507932c tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 944 time: 0.0511987 Nov 13 05:18:09.128333 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:09.155453 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ab9651-aec0-4beb-949a-da2d5056dcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90029f82-7113-4a4f-a976-b7162cc1a0c4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:18:09.157713 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be4d795-8127-4bfb-980f-fa021b5bc3c4" -d '{"events": [{"server_uuid": "93ab9651-aec0-4beb-949a-da2d5056dcce", "name": "network-vif-plugged", "status": "completed", "tag": "90029f82-7113-4a4f-a976-b7162cc1a0c4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:18:09.162950 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4dc079ed-099e-48fe-b861-acc205f58aa2 req-2ee5311e-5c2b-4eaa-93ff-898c2aea2c22 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505211 Nov 13 05:18:09.170680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 90029f82-7113-4a4f-a976-b7162cc1a0c4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=90029f82-7113-4a4f-a976-b7162cc1a0c4,segment=NetworkSegment(a0fbf1d5-5d08-4419-8e02-858393d12a29),segment_id=a0fbf1d5-5d08-4419-8e02-858393d12a29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:09.175535 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:09.202270 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26957626-9352-41a9-9be9-9a08783f0e86 x-openstack-request-id: req-26957626-9352-41a9-9be9-9a08783f0e86 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:18:09.202541 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ab9651-aec0-4beb-949a-da2d5056dcce", "name": "network-vif-plugged", "status": "completed", "tag": "90029f82-7113-4a4f-a976-b7162cc1a0c4", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:18:09.202787 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26957626-9352-41a9-9be9-9a08783f0e86 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:18:09.203193 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ab9651-aec0-4beb-949a-da2d5056dcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90029f82-7113-4a4f-a976-b7162cc1a0c4', 'code': 200} Nov 13 05:18:09.230029 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:09.241163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=90029f82-7113-4a4f-a976-b7162cc1a0c4,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:09.333476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c75cc9-6be4-4051-a512-37222d1c7900 req-b11499ac-d02b-4c26-a16b-bc401e65588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:09.334977 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04c75cc9-6be4-4051-a512-37222d1c7900 req-b11499ac-d02b-4c26-a16b-bc401e65588c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 1096 time: 0.0457063 Nov 13 05:18:09.381830 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04c75cc9-6be4-4051-a512-37222d1c7900 req-1fe8df00-bede-4baa-9571-4bbab775c511 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386667 Nov 13 05:18:10.051262 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:10.308260 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cba87-b047-4efe-b956-e6ac849ae154 req-be2ce93d-f541-4df4-9ddd-6bd643fe478c tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:10.309697 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa9cba87-b047-4efe-b956-e6ac849ae154 req-be2ce93d-f541-4df4-9ddd-6bd643fe478c tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 945 time: 0.0520923 Nov 13 05:18:10.357720 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa9cba87-b047-4efe-b956-e6ac849ae154 req-47c683bb-29ea-481b-a24f-4371589f5fdc tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 Nov 13 05:18:11.490873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283666d-1db2-44d9-bfde-8d1000dbab0d req-a3afc482-3de8-4a01-b988-1cf771bb9dae tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:11.494954 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3283666d-1db2-44d9-bfde-8d1000dbab0d req-a3afc482-3de8-4a01-b988-1cf771bb9dae tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 945 time: 0.0551646 Nov 13 05:18:11.541212 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3283666d-1db2-44d9-bfde-8d1000dbab0d req-b9fb7e9c-1b86-48b0-b3c7-d2836acf8b13 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427098 Nov 13 05:18:19.648684 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:18:28.693125 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:29.073094 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:31.092064 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ec2fb1e-543d-45b5-b7c3-248632ccb46b req-966a731d-a6c4-42a4-bdc0-a4735cffab4d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1287978 Nov 13 05:18:31.194005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2fb1e-543d-45b5-b7c3-248632ccb46b req-7c8548c5-864b-4edd-a98c-c3d0e64e01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:31.195579 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ec2fb1e-543d-45b5-b7c3-248632ccb46b req-7c8548c5-864b-4edd-a98c-c3d0e64e01e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1097 time: 0.0424728 Nov 13 05:18:31.301055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2fb1e-543d-45b5-b7c3-248632ccb46b req-0f31ba84-2a75-4da0-9a11-f4429fa56f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:31.302540 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ec2fb1e-543d-45b5-b7c3-248632ccb46b req-0f31ba84-2a75-4da0-9a11-f4429fa56f16 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 897 time: 0.0866139 Nov 13 05:18:31.384464 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ec2fb1e-543d-45b5-b7c3-248632ccb46b req-67847428-bdd5-46c1-a8da-cb956815d859 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 1000 time: 0.0741143 Nov 13 05:18:31.439520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2fb1e-543d-45b5-b7c3-248632ccb46b req-f3d61908-ce3b-4fa4-bae1-ae64c2b08390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:31.441204 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ec2fb1e-543d-45b5-b7c3-248632ccb46b req-f3d61908-ce3b-4fa4-bae1-ae64c2b08390 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.0492265 Nov 13 05:18:31.489508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2fb1e-543d-45b5-b7c3-248632ccb46b req-519143f2-f963-480d-84bf-85f1eff7f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:31.491417 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ec2fb1e-543d-45b5-b7c3-248632ccb46b req-519143f2-f963-480d-84bf-85f1eff7f36e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436091 Nov 13 05:18:31.585250 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ec2fb1e-543d-45b5-b7c3-248632ccb46b req-d94055c3-afad-4709-80e2-459b7e781036 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866351 Nov 13 05:18:31.678852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ec2fb1e-543d-45b5-b7c3-248632ccb46b req-e54a6b2c-081f-4c2b-a518-62c7ad24e9cc service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845621 Nov 13 05:18:34.195317 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bfbcaefb-8ac5-47ff-985f-2a80656be0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:34.449604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41256) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:34.615736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Deleting port 16f8f07b-cc46-43cb-92eb-e133d7a9252b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:18:34.616084 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:34.700536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:34.700809 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:34.719540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Calling delete_port for 16f8f07b-cc46-43cb-92eb-e133d7a9252b owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:18:34.898638 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:34.938656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Pushing event deleted for resources: {'Port': ['ID=16f8f07b-cc46-43cb-92eb-e133d7a9252b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:34.975111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:34.975430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:34.975766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:34.976103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:34.976435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:34.976764 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:34.977154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:34.978748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:34.978748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:34.978748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:34.978748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:34.979288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:35.029830 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:35.030301 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Floating IP 75992135-a7b0-4d97-af63-5846a6e152fb disassociated (deleted). External IP: 172.25.8.199, port: 8da6bb51-00e3-4558-a58e-f2e66f7820b2. Nov 13 05:18:35.589836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:18:35.715529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:18:35.720951 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:35.727135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b94d22-83db-4f5d-ad44-297f8fc5a1ab None None] Sync routers for ids ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:18:35.739869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b94d22-83db-4f5d-ad44-297f8fc5a1ab None None] Routers {'2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:18:35.741233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c8b94d22-83db-4f5d-ad44-297f8fc5a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:18:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:35.752720 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6662a692-6bf7-456f-8f3a-1fe88645d98c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "DELETE /v2.0/floatingips/75992135-a7b0-4d97-af63-5846a6e152fb HTTP/1.1" status: 204 len: 168 time: 1.3019369 Nov 13 05:18:35.753310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'tag': '8da6bb51-00e3-4558-a58e-f2e66f7820b2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:18:35.756309 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dc2adb-65df-4962-8ba9-f235eacea3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8b0cba-eeaa-4255-a9c3-e6e64335039c", "tag": "8da6bb51-00e3-4558-a58e-f2e66f7820b2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:18:35.797060 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915996d7-0cd3-4152-a7b6-a29cdfd72bec x-openstack-request-id: req-915996d7-0cd3-4152-a7b6-a29cdfd72bec {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:18:35.797342 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8b0cba-eeaa-4255-a9c3-e6e64335039c", "tag": "8da6bb51-00e3-4558-a58e-f2e66f7820b2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:18:35.797704 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-915996d7-0cd3-4152-a7b6-a29cdfd72bec {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:18:35.798081 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'tag': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'status': 'completed', 'code': 200} Nov 13 05:18:35.863144 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-c8b94d22-83db-4f5d-ad44-297f8fc5a1ab None None] Set router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:18:35.950237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2adb-65df-4962-8ba9-f235eacea3c6 req-8cb672a4-fcbc-4d6d-94f5-2575e45d0764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:35.952074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6dc2adb-65df-4962-8ba9-f235eacea3c6 req-8cb672a4-fcbc-4d6d-94f5-2575e45d0764 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72af56f7eac245e493c93aac75776ec5&device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 1097 time: 0.1045272 Nov 13 05:18:36.020476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfc42c-9418-4226-aedf-9e9407546d48 req-9f451b6b-7b94-44b2-9f0c-60b890021d9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:36.021939 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-69dfc42c-9418-4226-aedf-9e9407546d48 req-9f451b6b-7b94-44b2-9f0c-60b890021d9c tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 946 time: 0.0599351 Nov 13 05:18:36.081584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2adb-65df-4962-8ba9-f235eacea3c6 req-042ae41f-91f3-41e6-82cd-55e3d5650f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:36.083164 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6dc2adb-65df-4962-8ba9-f235eacea3c6 req-042ae41f-91f3-41e6-82cd-55e3d5650f45 service neutron] 10.222.0.36 "GET /v2.0/networks?id=469bac9c-4907-4b3d-b49d-70d7765d9422 HTTP/1.1" status: 200 len: 914 time: 0.1120276 Nov 13 05:18:36.098211 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-69dfc42c-9418-4226-aedf-9e9407546d48 req-52b3ef74-28cf-4a6c-8ef2-1132c16b8a0d tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691721 Nov 13 05:18:36.102049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c8b94d22-83db-4f5d-ad44-297f8fc5a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '01616738-a075-4e25-875e-f581bea8d288', 'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'mac_address': 'fa:16:3e:49:79:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:24Z', 'updated_at': '2021-11-13T05:15:32Z', 'revision_number': 5, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'subnets': [{'id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:36.129717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b94d22-83db-4f5d-ad44-297f8fc5a1ab None None] Checking router: 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:18:36.135462 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6dc2adb-65df-4962-8ba9-f235eacea3c6 req-319e2770-40f5-4d87-9172-3e6881255a58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da6bb51-00e3-4558-a58e-f2e66f7820b2 HTTP/1.1" status: 200 len: 217 time: 0.0428646 Nov 13 05:18:36.139040 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b94d22-83db-4f5d-ad44-297f8fc5a1ab None None] Routers {'2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:18:36.139696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c8b94d22-83db-4f5d-ad44-297f8fc5a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:18:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:36.187354 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2adb-65df-4962-8ba9-f235eacea3c6 req-104358a9-a12c-4ac0-8441-63905ae4baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:36.188862 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6dc2adb-65df-4962-8ba9-f235eacea3c6 req-104358a9-a12c-4ac0-8441-63905ae4baf8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be38cd89-d234-431e-a52a-f3791c1da560 HTTP/1.1" status: 200 len: 852 time: 0.0454936 Nov 13 05:18:36.237608 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2adb-65df-4962-8ba9-f235eacea3c6 req-305b08b5-6ec4-4969-a7ea-609e9786b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:36.239306 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6dc2adb-65df-4962-8ba9-f235eacea3c6 req-305b08b5-6ec4-4969-a7ea-609e9786b04f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=469bac9c-4907-4b3d-b49d-70d7765d9422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416632 Nov 13 05:18:36.252275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-b6dc2adb-65df-4962-8ba9-f235eacea3c6 req-f1184216-31a9-4553-b9ce-796564fe2cdb service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:18:36.253311 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6dc2adb-65df-4962-8ba9-f235eacea3c6 req-f1184216-31a9-4553-b9ce-796564fe2cdb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059142 Nov 13 05:18:36.256089 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-c8b94d22-83db-4f5d-ad44-297f8fc5a1ab None None] Set router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:18:36.353778 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6dc2adb-65df-4962-8ba9-f235eacea3c6 req-6656f143-8420-49ae-9b58-89ffc9691cd3 service neutron] 10.222.0.36 "GET /v2.0/networks/469bac9c-4907-4b3d-b49d-70d7765d9422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925224 Nov 13 05:18:36.460116 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b6dc2adb-65df-4962-8ba9-f235eacea3c6 req-d9853cd8-df23-4fbe-b3dd-e9ef9e5fb153 service neutron] 10.222.0.36 "GET /v2.0/networks/469bac9c-4907-4b3d-b49d-70d7765d9422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984831 Nov 13 05:18:36.488200 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c8b94d22-83db-4f5d-ad44-297f8fc5a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '01616738-a075-4e25-875e-f581bea8d288', 'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'mac_address': 'fa:16:3e:49:79:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:24Z', 'updated_at': '2021-11-13T05:15:32Z', 'revision_number': 5, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'subnets': [{'id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:36.494207 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8313716-c0ab-427e-8485-591dfbc76dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:36.520478 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b94d22-83db-4f5d-ad44-297f8fc5a1ab None None] The sync data for ids ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'] in n-d-813114-2 is: [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '01616738-a075-4e25-875e-f581bea8d288', 'name': '', 'network_id': '469bac9c-4907-4b3d-b49d-70d7765d9422', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'mac_address': 'fa:16:3e:49:79:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:24Z', 'updated_at': '2021-11-13T05:15:32Z', 'revision_number': 5, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'subnets': [{'id': 'be38cd89-d234-431e-a52a-f3791c1da560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:18:36.750243 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54be68-e45f-49fd-bb4b-33d556b2b2f8 None None] New status for floating IP 75992135-a7b0-4d97-af63-5846a6e152fb: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:18:37.233757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8730e8-2f55-43d6-b03f-62eb1cba2ea9 req-6de65f09-3829-4b8f-b249-08660c74c0da tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:37.235306 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef8730e8-2f55-43d6-b03f-62eb1cba2ea9 req-6de65f09-3829-4b8f-b249-08660c74c0da tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 946 time: 0.0543666 Nov 13 05:18:37.291442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef8730e8-2f55-43d6-b03f-62eb1cba2ea9 req-b299ebc6-ca4a-4df2-8cc0-aff058ccf7ce tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d60b108-4a69-4acd-8bc9-574a53b51bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464907 Nov 13 05:18:37.853922 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3390bc-5edd-46ee-95cd-472ccc7cb7cc req-668dfc9a-d2ec-4e83-b37d-f98eb1096c12 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:37.855372 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad3390bc-5edd-46ee-95cd-472ccc7cb7cc req-668dfc9a-d2ec-4e83-b37d-f98eb1096c12 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 946 time: 0.0551095 Nov 13 05:18:37.911845 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:37.956229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ad3390bc-5edd-46ee-95cd-472ccc7cb7cc req-4901c520-a576-4cf6-9220-8ea98ae089ed tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Deleting port 8da6bb51-00e3-4558-a58e-f2e66f7820b2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:18:37.956557 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ad3390bc-5edd-46ee-95cd-472ccc7cb7cc req-4901c520-a576-4cf6-9220-8ea98ae089ed tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:38.047943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ad3390bc-5edd-46ee-95cd-472ccc7cb7cc req-4901c520-a576-4cf6-9220-8ea98ae089ed tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] For port 8da6bb51-00e3-4558-a58e-f2e66f7820b2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8da6bb51-00e3-4558-a58e-f2e66f7820b2,segment=NetworkSegment(bc640d66-6ddd-458e-a608-4bdad9a0b4e9),segment_id=bc640d66-6ddd-458e-a608-4bdad9a0b4e9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:38.048280 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ad3390bc-5edd-46ee-95cd-472ccc7cb7cc req-4901c520-a576-4cf6-9220-8ea98ae089ed tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:38.061753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ad3390bc-5edd-46ee-95cd-472ccc7cb7cc req-4901c520-a576-4cf6-9220-8ea98ae089ed tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Calling delete_port for 8da6bb51-00e3-4558-a58e-f2e66f7820b2 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:18:38.197085 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ad3390bc-5edd-46ee-95cd-472ccc7cb7cc req-4901c520-a576-4cf6-9220-8ea98ae089ed tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:38.227257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901c520-a576-4cf6-9220-8ea98ae089ed tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Pushing event deleted for resources: {'Port': ['ID=8da6bb51-00e3-4558-a58e-f2e66f7820b2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:38.270009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3390bc-5edd-46ee-95cd-472ccc7cb7cc req-4901c520-a576-4cf6-9220-8ea98ae089ed tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] No DVR routers for this DVR port 8da6bb51-00e3-4558-a58e-f2e66f7820b2 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:18:38.272736 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ad3390bc-5edd-46ee-95cd-472ccc7cb7cc req-4901c520-a576-4cf6-9220-8ea98ae089ed tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:38.276209 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad3390bc-5edd-46ee-95cd-472ccc7cb7cc req-4901c520-a576-4cf6-9220-8ea98ae089ed tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.36 "DELETE /v2.0/ports/8da6bb51-00e3-4558-a58e-f2e66f7820b2 HTTP/1.1" status: 204 len: 173 time: 0.4146106 Nov 13 05:18:38.276647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'name': 'network-vif-deleted', 'tag': '8da6bb51-00e3-4558-a58e-f2e66f7820b2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:18:38.278905 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a967be-2736-44f0-97af-3d91c8f0f172" -d '{"events": [{"server_uuid": "4d8b0cba-eeaa-4255-a9c3-e6e64335039c", "name": "network-vif-deleted", "tag": "8da6bb51-00e3-4558-a58e-f2e66f7820b2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:18:38.321315 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3afe70e-a0a9-4973-8755-cf4369dac3c1 x-openstack-request-id: req-d3afe70e-a0a9-4973-8755-cf4369dac3c1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:18:38.321612 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8b0cba-eeaa-4255-a9c3-e6e64335039c", "name": "network-vif-deleted", "tag": "8da6bb51-00e3-4558-a58e-f2e66f7820b2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:18:38.321861 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3afe70e-a0a9-4973-8755-cf4369dac3c1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:18:38.322282 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8b0cba-eeaa-4255-a9c3-e6e64335039c', 'name': 'network-vif-deleted', 'tag': '8da6bb51-00e3-4558-a58e-f2e66f7820b2', 'status': 'completed', 'code': 200} Nov 13 05:18:38.394749 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7b2afe2b-0a41-4f91-9630-4199dd7882e7 req-6774ce63-278b-4eaa-9bff-5fc6a9bb6fc5 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 210 time: 0.0278876 Nov 13 05:18:39.217388 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:39.492169 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3078b496-66de-46d9-95d8-8f578ce8afa1 req-f74bcce3-aafb-4505-9e96-a748d73da2f0 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 210 time: 0.0271962 Nov 13 05:18:40.047687 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:40.591828 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9a99b22-cddf-4161-95c3-8032243be967 req-04e67790-c0fa-4082-afd2-7932cc853032 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 210 time: 0.0273552 Nov 13 05:18:41.100164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8da6bb51-00e3-4558-a58e-f2e66f7820b2 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:18:41.124856 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 8da6bb51-00e3-4558-a58e-f2e66f7820b2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:18:41.125097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8da6bb51-00e3-4558-a58e-f2e66f7820b2 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:18:41.690347 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cf532157-1c88-4c60-a475-3befb163f8f6 req-4f21a785-19f7-4bcd-a02c-199db31490ce tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 210 time: 0.0276070 Nov 13 05:18:42.128413 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42c927ae-0818-40af-b3e9-78a4ce00dad5 req-88bd8917-a611-4eb3-8f24-4e1ed2266a27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491431 Nov 13 05:18:42.257642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c927ae-0818-40af-b3e9-78a4ce00dad5 req-86a1821a-30dc-429b-b99c-17375dcb6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:42.259236 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42c927ae-0818-40af-b3e9-78a4ce00dad5 req-86a1821a-30dc-429b-b99c-17375dcb6ca2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e7370c35cf9478d8e32914cf1c58457&device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 1096 time: 0.0480824 Nov 13 05:18:42.368288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c927ae-0818-40af-b3e9-78a4ce00dad5 req-57c3ba14-5a91-48b5-a91b-359afa378148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:42.369926 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42c927ae-0818-40af-b3e9-78a4ce00dad5 req-57c3ba14-5a91-48b5-a91b-359afa378148 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d1768df-2bff-4b99-a8d5-6638a1396857 HTTP/1.1" status: 200 len: 915 time: 0.0903881 Nov 13 05:18:42.418140 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42c927ae-0818-40af-b3e9-78a4ce00dad5 req-9c4c8b31-8d68-43d9-964d-b06d9560e50a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90029f82-7113-4a4f-a976-b7162cc1a0c4 HTTP/1.1" status: 200 len: 217 time: 0.0399296 Nov 13 05:18:42.468404 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c927ae-0818-40af-b3e9-78a4ce00dad5 req-fda16877-97fa-4bdc-bd1e-8a50e66979d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:42.469880 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42c927ae-0818-40af-b3e9-78a4ce00dad5 req-fda16877-97fa-4bdc-bd1e-8a50e66979d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d48d084-e851-41ac-9e62-1d71f2052848 HTTP/1.1" status: 200 len: 854 time: 0.0451069 Nov 13 05:18:42.503530 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42c927ae-0818-40af-b3e9-78a4ce00dad5 req-5a7eceb4-4438-4ab6-8467-380b8fa01651 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d1768df-2bff-4b99-a8d5-6638a1396857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264027 Nov 13 05:18:42.604210 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42c927ae-0818-40af-b3e9-78a4ce00dad5 req-a3cacd58-4d9f-46ea-b3a4-4d0ba920c5cc service neutron] 10.222.0.36 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931091 Nov 13 05:18:42.703367 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42c927ae-0818-40af-b3e9-78a4ce00dad5 req-5884bcf5-e10c-463e-86c8-5cd12c59c311 service neutron] 10.222.0.36 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915432 Nov 13 05:18:42.811703 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-341a676f-e7f0-4df0-b158-69ca1d7cf886 req-a25ab5f8-1d00-427a-91aa-48beaea0a408 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8b0cba-eeaa-4255-a9c3-e6e64335039c HTTP/1.1" status: 200 len: 210 time: 0.0265489 Nov 13 05:18:43.881424 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41312) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:43.949419 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f342361-fd3b-497a-b4af-55bc90a3f349 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:43.979103 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f342361-fd3b-497a-b4af-55bc90a3f349 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:44.039270 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f342361-fd3b-497a-b4af-55bc90a3f349 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:44.041835 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f342361-fd3b-497a-b4af-55bc90a3f349 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:44.043138 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5f342361-fd3b-497a-b4af-55bc90a3f349 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] 10.222.0.43 "DELETE /v2.0/security-groups/2d60b108-4a69-4acd-8bc9-574a53b51bc7 HTTP/1.1" status: 204 len: 168 time: 0.1603143 Nov 13 05:18:44.053599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f342361-fd3b-497a-b4af-55bc90a3f349 tempest-TestVolumeBackupRestore-1547682571 tempest-TestVolumeBackupRestore-1547682571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d60b108-4a69-4acd-8bc9-574a53b51bc7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:48.549296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41786) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:49.066285 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7222-6e3d-4174-99b5-bc14fc6079e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:49.334021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6c2a7222-6e3d-4174-99b5-bc14fc6079e8 admin admin] Deleting port 01616738-a075-4e25-875e-f581bea8d288 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:18:49.334622 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7222-6e3d-4174-99b5-bc14fc6079e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:49.422074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-6c2a7222-6e3d-4174-99b5-bc14fc6079e8 admin admin] For port 01616738-a075-4e25-875e-f581bea8d288, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=01616738-a075-4e25-875e-f581bea8d288,segment=NetworkSegment(bc640d66-6ddd-458e-a608-4bdad9a0b4e9),segment_id=bc640d66-6ddd-458e-a608-4bdad9a0b4e9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:49.422441 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7222-6e3d-4174-99b5-bc14fc6079e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:49.437040 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6c2a7222-6e3d-4174-99b5-bc14fc6079e8 admin admin] Calling delete_port for 01616738-a075-4e25-875e-f581bea8d288 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:18:49.622292 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7222-6e3d-4174-99b5-bc14fc6079e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:49.650501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a7222-6e3d-4174-99b5-bc14fc6079e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=01616738-a075-4e25-875e-f581bea8d288,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:50.149539 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7222-6e3d-4174-99b5-bc14fc6079e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:50.159974 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40128cb-b424-4889-91f9-86f30994f1f8 req-2ed3a1e6-bea1-4c20-aa1e-72713ec69c9b tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:50.163691 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c40128cb-b424-4889-91f9-86f30994f1f8 req-2ed3a1e6-bea1-4c20-aa1e-72713ec69c9b tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1097 time: 0.0461359 Nov 13 05:18:50.216867 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c40128cb-b424-4889-91f9-86f30994f1f8 req-7314d7d1-8073-4c59-8465-6e4e1eab1f7e tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459957 Nov 13 05:18:50.255772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41800) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:50.389682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2a7222-6e3d-4174-99b5-bc14fc6079e8 admin admin] Router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:18:50.429392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port 182ddace-94d5-4133-8057-0b7410fb6a7a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:18:50.429735 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:50.500293 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2a7222-6e3d-4174-99b5-bc14fc6079e8 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:18:50.507580 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6c2a7222-6e3d-4174-99b5-bc14fc6079e8 admin admin] 10.222.0.43 "PUT /v2.0/routers/2ddb0d80-f9bc-4a59-b1c3-875d25832cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9559739 Nov 13 05:18:50.509513 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:50.509833 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:50.509995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a10c1c2-1310-4d6a-9663-633f40c8edcc None None] Sync routers for ids ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:18:50.512067 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41802) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:50.522801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a10c1c2-1310-4d6a-9663-633f40c8edcc None None] Routers {'2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:18:50.523581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7a10c1c2-1310-4d6a-9663-633f40c8edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:18:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:50.524469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for 182ddace-94d5-4133-8057-0b7410fb6a7a owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:18:50.619370 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:50.627129 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7a10c1c2-1310-4d6a-9663-633f40c8edcc None None] Set router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:18:50.689219 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:50.716666 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=182ddace-94d5-4133-8057-0b7410fb6a7a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:50.728945 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:50.731513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:50.731867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:50.732721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:50.733124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:50.733462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:50.733844 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:50.734260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:50.734651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:50.734999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:50.735331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:50.735642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:50.735958 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:50.784891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] Deleting port 13110a72-bca6-4d03-a14d-d58414934749 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:18:50.785273 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:50.795868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:50.795868 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Floating IP 0101446d-e057-4959-9422-ff890454301b disassociated (deleted). External IP: 172.25.8.16, port: 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b. Nov 13 05:18:50.821698 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7a10c1c2-1310-4d6a-9663-633f40c8edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '13110a72-bca6-4d03-a14d-d58414934749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:18:49Z', 'revision_number': 5, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port': {'id': '13110a72-bca6-4d03-a14d-d58414934749', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:50.891679 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] For port 13110a72-bca6-4d03-a14d-d58414934749, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=13110a72-bca6-4d03-a14d-d58414934749,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:50.892145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:50.908420 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] Calling delete_port for 13110a72-bca6-4d03-a14d-d58414934749 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:18:51.023864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a10c1c2-1310-4d6a-9663-633f40c8edcc None None] Checking router: 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:18:51.032611 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a10c1c2-1310-4d6a-9663-633f40c8edcc None None] Routers {'2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:18:51.033482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7a10c1c2-1310-4d6a-9663-633f40c8edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:18:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:51.075240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 219baa0b-57a5-4394-af6f-9a8f86aef4fd has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:18:51.114083 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:51.137207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7a10c1c2-1310-4d6a-9663-633f40c8edcc None None] Set router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:18:51.146073 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] Pushing event deleted for resources: {'Port': ['ID=13110a72-bca6-4d03-a14d-d58414934749,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:51.175405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06333c32-eaf5-4594-b0ad-22bcf5abbf80 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:18:51.211479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7a10c1c2-1310-4d6a-9663-633f40c8edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:18:50Z', 'revision_number': 6, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:51.217408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:18:51.222512 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:51.232441 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93bef37-2a5e-45d6-a57f-b49681c32db9 None None] Sync routers for ids ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:18:51.245881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a10c1c2-1310-4d6a-9663-633f40c8edcc None None] The sync data for ids ['2ddb0d80-f9bc-4a59-b1c3-875d25832cb2'] in n-d-813114-2 is: [{'id': '2ddb0d80-f9bc-4a59-b1c3-875d25832cb2', 'name': 'tempest-TestVolumeBackupRestore-913688666-router', 'tenant_id': '72af56f7eac245e493c93aac75776ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:22Z', 'updated_at': '2021-11-13T05:18:50Z', 'revision_number': 6, 'project_id': '72af56f7eac245e493c93aac75776ec5', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:18:51.257333 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2dabf17c-27f2-4c5f-ae99-efd60b79c163 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/floatingips/0101446d-e057-4959-9422-ff890454301b HTTP/1.1" status: 204 len: 168 time: 0.9998276 Nov 13 05:18:51.258198 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:18:51.261438 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286a160d-0fa3-4913-b645-61fd3e5cbd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:18:51.269259 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93bef37-2a5e-45d6-a57f-b49681c32db9 None None] Routers {'219baa0b-57a5-4394-af6f-9a8f86aef4fd'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:18:51.269808 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c93bef37-2a5e-45d6-a57f-b49681c32db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:18:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:51.275482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:51.428252 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:51.430520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:51.436376 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c93bef37-2a5e-45d6-a57f-b49681c32db9 None None] Set router 219baa0b-57a5-4394-af6f-9a8f86aef4fd gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:18:51.481658 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b972e59-56d5-40e6-a231-747c8a66114c x-openstack-request-id: req-8b972e59-56d5-40e6-a231-747c8a66114c {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:18:51.481953 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:18:51.482229 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b972e59-56d5-40e6-a231-747c8a66114c {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:18:51.482632 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'status': 'completed', 'code': 200} Nov 13 05:18:51.499699 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:51.500346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:18:51.509811 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:51.510987 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-25c7fd44-1175-4447-8834-9547ee8eac3a admin admin] 10.222.0.43 "DELETE /v2.0/routers/2ddb0d80-f9bc-4a59-b1c3-875d25832cb2 HTTP/1.1" status: 204 len: 168 time: 0.9977429 Nov 13 05:18:51.513558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41818) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:51.578717 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a160d-0fa3-4913-b645-61fd3e5cbd6e req-b48bf863-7c1c-43d5-a34a-91bdddb58c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:51.580855 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-286a160d-0fa3-4913-b645-61fd3e5cbd6e req-b48bf863-7c1c-43d5-a34a-91bdddb58c29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 1097 time: 0.0515039 Nov 13 05:18:51.607380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497c3cf-f24b-44d5-8649-ab95a830165a req-857d62e5-dbec-471b-9096-081a8ee3bfc4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:51.609165 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c497c3cf-f24b-44d5-8649-ab95a830165a req-857d62e5-dbec-471b-9096-081a8ee3bfc4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 946 time: 0.0875707 Nov 13 05:18:51.612387 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab466a0-6f9b-463c-bfbb-40e5f14d718b admin admin] Deleting subnet be38cd89-d234-431e-a52a-f3791c1da560 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:18:51.616535 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ab466a0-6f9b-463c-bfbb-40e5f14d718b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:51.684972 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c93bef37-2a5e-45d6-a57f-b49681c32db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:58Z', 'updated_at': '2021-11-13T05:16:03Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:59Z', 'updated_at': '2021-11-13T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0b8131d9-c079-4693-b945-80a0a4ba0ccb', 'name': '', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:f1:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '451c793a-e250-432f-9922-b534077b0986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:16:02Z', 'updated_at': '2021-11-13T05:16:07Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '451c793a-e250-432f-9922-b534077b0986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:51.711035 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ab466a0-6f9b-463c-bfbb-40e5f14d718b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:51.736037 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93bef37-2a5e-45d6-a57f-b49681c32db9 None None] Checking router: 219baa0b-57a5-4394-af6f-9a8f86aef4fd for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:18:51.750432 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93bef37-2a5e-45d6-a57f-b49681c32db9 None None] Routers {'219baa0b-57a5-4394-af6f-9a8f86aef4fd'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:18:51.751583 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c93bef37-2a5e-45d6-a57f-b49681c32db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:18:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:51.758824 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c497c3cf-f24b-44d5-8649-ab95a830165a req-297f3069-f9ac-4a12-87f1-d10f5d8f90c7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401784 Nov 13 05:18:51.773249 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a160d-0fa3-4913-b645-61fd3e5cbd6e req-8058d106-79ae-44e9-b62a-83e7e4e265df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:51.774513 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-286a160d-0fa3-4913-b645-61fd3e5cbd6e req-8058d106-79ae-44e9-b62a-83e7e4e265df service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 200 len: 897 time: 0.1848519 Nov 13 05:18:51.829238 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ab466a0-6f9b-463c-bfbb-40e5f14d718b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:51.839181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 01616738-a075-4e25-875e-f581bea8d288 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:18:51.868618 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-286a160d-0fa3-4913-b645-61fd3e5cbd6e req-2f572aff-3448-4f01-a18d-330343a98ee8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 200 len: 217 time: 0.0851040 Nov 13 05:18:51.869046 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 01616738-a075-4e25-875e-f581bea8d288 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:18:51.869699 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 01616738-a075-4e25-875e-f581bea8d288 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:18:51.911164 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ab466a0-6f9b-463c-bfbb-40e5f14d718b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:51.926325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a160d-0fa3-4913-b645-61fd3e5cbd6e req-b8dd559a-3ec3-4625-8193-f3bcd866a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:51.927990 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-286a160d-0fa3-4913-b645-61fd3e5cbd6e req-b8dd559a-3ec3-4625-8193-f3bcd866a42e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 200 len: 834 time: 0.0491014 Nov 13 05:18:51.934867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab466a0-6f9b-463c-bfbb-40e5f14d718b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be38cd89-d234-431e-a52a-f3791c1da560,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:51.941363 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ab466a0-6f9b-463c-bfbb-40e5f14d718b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:51.947126 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6ab466a0-6f9b-463c-bfbb-40e5f14d718b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/be38cd89-d234-431e-a52a-f3791c1da560 HTTP/1.1" status: 204 len: 168 time: 0.4301023 Nov 13 05:18:51.947402 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d268308-3487-4c95-9227-d41f49f23b9c None None] Network 469bac9c-4907-4b3d-b49d-70d7765d9422 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:18:51.948777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41820) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:51.952456 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c93bef37-2a5e-45d6-a57f-b49681c32db9 None None] Set router 219baa0b-57a5-4394-af6f-9a8f86aef4fd gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:18:52.046261 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:52.114425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a160d-0fa3-4913-b645-61fd3e5cbd6e req-d1c2eb80-c0e0-4015-b57a-7d5d91c1dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:52.116639 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-286a160d-0fa3-4913-b645-61fd3e5cbd6e req-d1c2eb80-c0e0-4015-b57a-7d5d91c1dec7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fce5c71-2702-4c77-bd37-e6caf21f06c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1806531 Nov 13 05:18:52.187207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] DHCP port deletion for 469bac9c-4907-4b3d-b49d-70d7765d9422 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:18:52.209720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] Deleting port 581c8a37-7e49-4092-9db1-7c9008bc12da {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:18:52.210357 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:52.246787 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c93bef37-2a5e-45d6-a57f-b49681c32db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:58Z', 'updated_at': '2021-11-13T05:16:03Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:59Z', 'updated_at': '2021-11-13T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0b8131d9-c079-4693-b945-80a0a4ba0ccb', 'name': '', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:f1:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '451c793a-e250-432f-9922-b534077b0986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:16:02Z', 'updated_at': '2021-11-13T05:16:07Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '451c793a-e250-432f-9922-b534077b0986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:52.265391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Deleting port 581c8a37-7e49-4092-9db1-7c9008bc12da {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:18:52.265812 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:52.274497 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93bef37-2a5e-45d6-a57f-b49681c32db9 None None] The sync data for ids ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'] in n-d-813114-2 is: [{'id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:58Z', 'updated_at': '2021-11-13T05:16:03Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:59Z', 'updated_at': '2021-11-13T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0b8131d9-c079-4693-b945-80a0a4ba0ccb', 'name': '', 'network_id': '6fce5c71-2702-4c77-bd37-e6caf21f06c2', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:f1:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '451c793a-e250-432f-9922-b534077b0986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:16:02Z', 'updated_at': '2021-11-13T05:16:07Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '451c793a-e250-432f-9922-b534077b0986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:18:52.289454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] For port 581c8a37-7e49-4092-9db1-7c9008bc12da, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=581c8a37-7e49-4092-9db1-7c9008bc12da,segment=NetworkSegment(bc640d66-6ddd-458e-a608-4bdad9a0b4e9),segment_id=bc640d66-6ddd-458e-a608-4bdad9a0b4e9)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:52.290497 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:52.311445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] Calling delete_port for 581c8a37-7e49-4092-9db1-7c9008bc12da owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:18:52.367753 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] For port 581c8a37-7e49-4092-9db1-7c9008bc12da, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=581c8a37-7e49-4092-9db1-7c9008bc12da,segment=NetworkSegment(bc640d66-6ddd-458e-a608-4bdad9a0b4e9),segment_id=bc640d66-6ddd-458e-a608-4bdad9a0b4e9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:52.368467 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:52.388156 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Calling delete_port for 581c8a37-7e49-4092-9db1-7c9008bc12da owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:18:52.423888 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-286a160d-0fa3-4913-b645-61fd3e5cbd6e req-da5cbe22-5ec4-4d17-8e18-58e5710e09f1 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951901 Nov 13 05:18:52.434388 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:52.461458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=581c8a37-7e49-4092-9db1-7c9008bc12da,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:52.463422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] No DVR routers for this DVR port 581c8a37-7e49-4092-9db1-7c9008bc12da on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:18:52.475048 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:52.488109 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] No DVR routers for this DVR port 581c8a37-7e49-4092-9db1-7c9008bc12da on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:18:52.511061 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Pushing event deleted for resources: {'Port': ['ID=581c8a37-7e49-4092-9db1-7c9008bc12da,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:52.527917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:52.528216 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:52.528547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:52.528873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:52.529196 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:52.529514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:52.529861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:52.530264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:52.530471 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:52.530789 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:52.534189 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:52.534550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e944c-6d26-4275-a6a0-50e75a4a94e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:18:52.619465 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:52.652992 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469bac9c-4907-4b3d-b49d-70d7765d9422']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:52.674878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc640d66-6ddd-458e-a608-4bdad9a0b4e9') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:52.675266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc640d66-6ddd-458e-a608-4bdad9a0b4e9') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:52.683989 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-286a160d-0fa3-4913-b645-61fd3e5cbd6e req-7fd68398-9363-4d42-a1ea-917c7c6cb627 service neutron] 10.222.0.46 "GET /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186303 Nov 13 05:18:52.688017 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:52.703095 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:52.709521 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:18:52.709910 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:18:52.712968 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:18:52.781698 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:52.798531 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:52.805281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41826) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:52.808112 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/469bac9c-4907-4b3d-b49d-70d7765d9422 HTTP/1.1" status: 204 len: 168 time: 0.8580317 Nov 13 05:18:52.826722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d807a2-f7e2-4c9b-8e51-f15bcae6e9f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=469bac9c-4907-4b3d-b49d-70d7765d9422,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:52.851627 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e29e1-4d3d-438f-9d73-bf1d1db98d9a None None] New status for floating IP 0101446d-e057-4959-9422-ff890454301b: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:18:52.925821 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c1435-3413-4272-8871-1671897118cb req-f8d2d2f0-84da-416b-a290-e4bce5608772 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:52.928903 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-288c1435-3413-4272-8871-1671897118cb req-f8d2d2f0-84da-416b-a290-e4bce5608772 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 946 time: 0.0620215 Nov 13 05:18:52.986377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-288c1435-3413-4272-8871-1671897118cb req-20ed37e5-773f-4552-aef9-2134c7cf74b2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc055c1-90f1-40fc-b700-978db098d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500553 Nov 13 05:18:53.077306 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30fdee-1acd-497d-a388-e7d371c40004 req-f01404f3-7516-4455-b1bf-c28a02f8818e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:53.078838 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d30fdee-1acd-497d-a388-e7d371c40004 req-f01404f3-7516-4455-b1bf-c28a02f8818e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.46 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 946 time: 0.0523036 Nov 13 05:18:53.189024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-4d30fdee-1acd-497d-a388-e7d371c40004 req-6819c03d-2c1c-4963-9ad8-9a578592f47e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:18:53.189412 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4d30fdee-1acd-497d-a388-e7d371c40004 req-6819c03d-2c1c-4963-9ad8-9a578592f47e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:53.208848 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0e32c3b-2951-40aa-b100-ba81c8614374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:53.287598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4d30fdee-1acd-497d-a388-e7d371c40004 req-6819c03d-2c1c-4963-9ad8-9a578592f47e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] For port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:53.287868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4d30fdee-1acd-497d-a388-e7d371c40004 req-6819c03d-2c1c-4963-9ad8-9a578592f47e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:53.301215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-4d30fdee-1acd-497d-a388-e7d371c40004 req-6819c03d-2c1c-4963-9ad8-9a578592f47e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:18:53.434826 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4d30fdee-1acd-497d-a388-e7d371c40004 req-6819c03d-2c1c-4963-9ad8-9a578592f47e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:53.462015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819c03d-2c1c-4963-9ad8-9a578592f47e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=87529682-9ef7-4f6b-9dbe-f0c0ffc4130b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:53.478663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f0e32c3b-2951-40aa-b100-ba81c8614374 admin admin] Deleting port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:18:53.479025 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0e32c3b-2951-40aa-b100-ba81c8614374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:53.509573 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d30fdee-1acd-497d-a388-e7d371c40004 req-6819c03d-2c1c-4963-9ad8-9a578592f47e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] No DVR routers for this DVR port 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:18:53.512587 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4d30fdee-1acd-497d-a388-e7d371c40004 req-6819c03d-2c1c-4963-9ad8-9a578592f47e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:53.516477 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d30fdee-1acd-497d-a388-e7d371c40004 req-6819c03d-2c1c-4963-9ad8-9a578592f47e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.46 "DELETE /v2.0/ports/87529682-9ef7-4f6b-9dbe-f0c0ffc4130b HTTP/1.1" status: 204 len: 173 time: 0.4303627 Nov 13 05:18:53.516935 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'name': 'network-vif-deleted', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:18:53.519373 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb9b64f-2ea6-4341-b48d-eb6c4870ae20" -d '{"events": [{"server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "name": "network-vif-deleted", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:18:53.561515 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c74937-365c-4805-97f2-7305abd40319 x-openstack-request-id: req-31c74937-365c-4805-97f2-7305abd40319 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:18:53.562239 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279b2e05-11e7-46a2-a698-824eca52fe79", "name": "network-vif-deleted", "tag": "87529682-9ef7-4f6b-9dbe-f0c0ffc4130b", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:18:53.562433 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31c74937-365c-4805-97f2-7305abd40319 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:18:53.562844 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279b2e05-11e7-46a2-a698-824eca52fe79', 'name': 'network-vif-deleted', 'tag': '87529682-9ef7-4f6b-9dbe-f0c0ffc4130b', 'status': 'completed', 'code': 200} Nov 13 05:18:53.575876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-f0e32c3b-2951-40aa-b100-ba81c8614374 admin admin] For port 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=69ce5e39-cfd3-47e1-9d08-f5237f46ebf8,segment=NetworkSegment(cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb),segment_id=cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:53.576281 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0e32c3b-2951-40aa-b100-ba81c8614374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:53.590113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f0e32c3b-2951-40aa-b100-ba81c8614374 admin admin] Calling delete_port for 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:18:53.607496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 13110a72-bca6-4d03-a14d-d58414934749 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:18:53.632881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 13110a72-bca6-4d03-a14d-d58414934749 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:18:53.633298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 13110a72-bca6-4d03-a14d-d58414934749 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:18:53.633776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 581c8a37-7e49-4092-9db1-7c9008bc12da no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:18:53.652986 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 581c8a37-7e49-4092-9db1-7c9008bc12da {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:18:53.653322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 581c8a37-7e49-4092-9db1-7c9008bc12da not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:18:53.777002 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0e32c3b-2951-40aa-b100-ba81c8614374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:53.802951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e32c3b-2951-40aa-b100-ba81c8614374 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ce5e39-cfd3-47e1-9d08-f5237f46ebf8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:54.006860 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0e32c3b-2951-40aa-b100-ba81c8614374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:54.183982 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3b41b25-409c-4571-80ea-f9c853020ad9 req-8479a16d-5457-43fd-8bf7-ef4e00fc4d6a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=279b2e05-11e7-46a2-a698-824eca52fe79 HTTP/1.1" status: 200 len: 210 time: 0.0313659 Nov 13 05:18:54.295962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e32c3b-2951-40aa-b100-ba81c8614374 admin admin] Router a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:18:54.406481 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e32c3b-2951-40aa-b100-ba81c8614374 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:18:54.411580 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f0e32c3b-2951-40aa-b100-ba81c8614374 admin admin] 10.222.0.43 "PUT /v2.0/routers/a1cc9fd8-51c9-47ed-af4e-3c5c158d2453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6052051 Nov 13 05:18:54.415205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41844) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:54.419112 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fe673-aded-43a1-97b3-1f301abee227 None None] Sync routers for ids ['a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:18:54.430739 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fe673-aded-43a1-97b3-1f301abee227 None None] Routers {'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:18:54.431662 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-072fe673-aded-43a1-97b3-1f301abee227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:18:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:54.523374 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:54.632688 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-072fe673-aded-43a1-97b3-1f301abee227 None None] Set router a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:18:54.635453 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:54.694288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] Deleting port 6ac33b53-b896-45a1-8bed-6d08304e3f70 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:18:54.694792 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:54.782803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] For port 6ac33b53-b896-45a1-8bed-6d08304e3f70, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6ac33b53-b896-45a1-8bed-6d08304e3f70,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:54.783336 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:54.795968 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] Calling delete_port for 6ac33b53-b896-45a1-8bed-6d08304e3f70 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:18:54.818369 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-072fe673-aded-43a1-97b3-1f301abee227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'name': 'tempest-TestVolumeBackupRestore-1356392715-router', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '6ac33b53-b896-45a1-8bed-6d08304e3f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:27Z', 'updated_at': '2021-11-13T05:18:53Z', 'revision_number': 5, 'project_id': '2806c0b2c9dd46739bebd240456e8e69', 'gw_port': {'id': '6ac33b53-b896-45a1-8bed-6d08304e3f70', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:28Z', 'updated_at': '2021-11-13T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:54.848150 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fe673-aded-43a1-97b3-1f301abee227 None None] Checking router: a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:18:54.857465 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fe673-aded-43a1-97b3-1f301abee227 None None] Routers {'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:18:54.858178 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-072fe673-aded-43a1-97b3-1f301abee227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:18:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:54.945413 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-072fe673-aded-43a1-97b3-1f301abee227 None None] Set router a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:18:55.003016 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-072fe673-aded-43a1-97b3-1f301abee227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'name': 'tempest-TestVolumeBackupRestore-1356392715-router', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:27Z', 'updated_at': '2021-11-13T05:18:54Z', 'revision_number': 6, 'project_id': '2806c0b2c9dd46739bebd240456e8e69', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:55.037159 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fe673-aded-43a1-97b3-1f301abee227 None None] The sync data for ids ['a1cc9fd8-51c9-47ed-af4e-3c5c158d2453'] in n-d-813114-2 is: [{'id': 'a1cc9fd8-51c9-47ed-af4e-3c5c158d2453', 'name': 'tempest-TestVolumeBackupRestore-1356392715-router', 'tenant_id': '2806c0b2c9dd46739bebd240456e8e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:27Z', 'updated_at': '2021-11-13T05:18:54Z', 'revision_number': 6, 'project_id': '2806c0b2c9dd46739bebd240456e8e69', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:18:55.256404 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41848) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:55.313271 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:55.382176 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac33b53-b896-45a1-8bed-6d08304e3f70,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:55.397818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bf87ca-090d-4717-9f28-e8c10f297e95 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:18:55.503863 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:55.629159 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:55.635401 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:55.712565 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:55.713114 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:18:55.721230 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:55.722394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-de678a7a-ff98-4203-bfd9-e0e0dda406db admin admin] 10.222.0.43 "DELETE /v2.0/routers/a1cc9fd8-51c9-47ed-af4e-3c5c158d2453 HTTP/1.1" status: 204 len: 168 time: 1.3063946 Nov 13 05:18:55.729090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41852) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:55.802056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-7735c93e-fcd4-47e2-9de4-e2745ce507e6 admin admin] Deleting subnet 9564f6f8-3b74-4d77-a0fc-e97c5604637c {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:18:55.806697 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7735c93e-fcd4-47e2-9de4-e2745ce507e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:55.851654 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7735c93e-fcd4-47e2-9de4-e2745ce507e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:55.936990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6ac33b53-b896-45a1-8bed-6d08304e3f70 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:18:55.965870 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 6ac33b53-b896-45a1-8bed-6d08304e3f70 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:18:55.966365 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6ac33b53-b896-45a1-8bed-6d08304e3f70 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:18:55.966938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:18:55.974116 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7735c93e-fcd4-47e2-9de4-e2745ce507e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:55.995516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:18:55.996392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 69ce5e39-cfd3-47e1-9d08-f5237f46ebf8 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:18:56.017217 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb60b27d-6988-4bb0-9b16-7b9de1a237aa tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:56.115404 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7735c93e-fcd4-47e2-9de4-e2745ce507e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:56.151435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735c93e-fcd4-47e2-9de4-e2745ce507e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9564f6f8-3b74-4d77-a0fc-e97c5604637c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:56.159585 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7735c93e-fcd4-47e2-9de4-e2745ce507e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:56.162760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7735c93e-fcd4-47e2-9de4-e2745ce507e6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9564f6f8-3b74-4d77-a0fc-e97c5604637c HTTP/1.1" status: 204 len: 168 time: 0.4327500 Nov 13 05:18:56.163844 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e954f218-d163-4327-9154-06d873b32d4c None None] Network 23fce732-d514-4414-b938-7b436d3157d4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:18:56.165737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41854) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:56.296294 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:56.387132 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2996fb6-38b6-42f1-b58c-16aacbe9e44c None None] DHCP port deletion for 23fce732-d514-4414-b938-7b436d3157d4 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:18:56.427453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] Deleting port 619a5556-2f85-40e8-874b-f693c6f5fe2e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:18:56.427787 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:56.447373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e2996fb6-38b6-42f1-b58c-16aacbe9e44c None None] Deleting port 619a5556-2f85-40e8-874b-f693c6f5fe2e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:18:56.447994 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2996fb6-38b6-42f1-b58c-16aacbe9e44c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:56.496943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bb60b27d-6988-4bb0-9b16-7b9de1a237aa tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port 0b8131d9-c079-4693-b945-80a0a4ba0ccb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:18:56.497284 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb60b27d-6988-4bb0-9b16-7b9de1a237aa tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:56.534986 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e2996fb6-38b6-42f1-b58c-16aacbe9e44c None None] For port 619a5556-2f85-40e8-874b-f693c6f5fe2e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=619a5556-2f85-40e8-874b-f693c6f5fe2e,segment=NetworkSegment(cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb),segment_id=cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:56.535387 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2996fb6-38b6-42f1-b58c-16aacbe9e44c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:56.549978 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e2996fb6-38b6-42f1-b58c-16aacbe9e44c None None] Calling delete_port for 619a5556-2f85-40e8-874b-f693c6f5fe2e owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:18:56.563167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] For port 619a5556-2f85-40e8-874b-f693c6f5fe2e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=619a5556-2f85-40e8-874b-f693c6f5fe2e,segment=NetworkSegment(cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb),segment_id=cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:56.563528 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:56.581787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] Calling delete_port for 619a5556-2f85-40e8-874b-f693c6f5fe2e owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:18:56.634711 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2996fb6-38b6-42f1-b58c-16aacbe9e44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:56.648225 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-bb60b27d-6988-4bb0-9b16-7b9de1a237aa tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] For port 0b8131d9-c079-4693-b945-80a0a4ba0ccb, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0b8131d9-c079-4693-b945-80a0a4ba0ccb,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:56.648580 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb60b27d-6988-4bb0-9b16-7b9de1a237aa tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:56.653158 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:18:56.663402 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2996fb6-38b6-42f1-b58c-16aacbe9e44c None None] Pushing event deleted for resources: {'Port': ['ID=619a5556-2f85-40e8-874b-f693c6f5fe2e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:56.666758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bb60b27d-6988-4bb0-9b16-7b9de1a237aa tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for 0b8131d9-c079-4693-b945-80a0a4ba0ccb owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:18:56.666943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2996fb6-38b6-42f1-b58c-16aacbe9e44c None None] No DVR routers for this DVR port 619a5556-2f85-40e8-874b-f693c6f5fe2e on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:18:56.749717 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:56.777341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] Pushing event deleted for resources: {'Port': ['ID=619a5556-2f85-40e8-874b-f693c6f5fe2e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:56.785977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] No DVR routers for this DVR port 619a5556-2f85-40e8-874b-f693c6f5fe2e on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:18:56.905556 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:56.927477 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fce732-d514-4414-b938-7b436d3157d4']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:56.940213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:56.940500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab8fd20-88d5-4cca-bd5b-f45ecdc8e2cb') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:56.970537 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:56.984379 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:18:56.993367 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:57.004951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:18:57.005309 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: self.session.flush() Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:18:57.007164 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:18:57.015125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:18:57.015589 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 87529682-9ef7-4f6b-9dbe-f0c0ffc4130b not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:18:57.034420 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb60b27d-6988-4bb0-9b16-7b9de1a237aa tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:57.097936 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60b27d-6988-4bb0-9b16-7b9de1a237aa tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=0b8131d9-c079-4693-b945-80a0a4ba0ccb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:57.124487 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:57.131733 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:57.134877 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] 10.222.0.43 "DELETE /v2.0/networks/23fce732-d514-4414-b938-7b436d3157d4 HTTP/1.1" status: 204 len: 168 time: 0.9684021 Nov 13 05:18:57.166401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54176b-da62-4a68-acb2-ce1d2974b25c admin admin] Pushing event deleted for resources: {'Network': ['ID=23fce732-d514-4414-b938-7b436d3157d4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:57.324991 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb60b27d-6988-4bb0-9b16-7b9de1a237aa tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:57.339919 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41860) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:57.457620 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cb25380a-1d9b-4634-8d48-556f839f6cb1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72af56f7eac245e493c93aac75776ec5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1165411 Nov 13 05:18:57.460551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41862) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:57.510733 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c56eb327-d7b1-4379-9d96-64bae732bd0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:57.550758 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c56eb327-d7b1-4379-9d96-64bae732bd0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:57.595734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb60b27d-6988-4bb0-9b16-7b9de1a237aa tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 219baa0b-57a5-4394-af6f-9a8f86aef4fd has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:18:57.630828 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c56eb327-d7b1-4379-9d96-64bae732bd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:57.634605 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c56eb327-d7b1-4379-9d96-64bae732bd0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:57.639880 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c56eb327-d7b1-4379-9d96-64bae732bd0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03ddffe7-8ab0-46f0-b4f7-5f074be9a441 HTTP/1.1" status: 204 len: 168 time: 0.1776705 Nov 13 05:18:57.649452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56eb327-d7b1-4379-9d96-64bae732bd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ddffe7-8ab0-46f0-b4f7-5f074be9a441,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:57.718998 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb60b27d-6988-4bb0-9b16-7b9de1a237aa tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:18:57.725451 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bb60b27d-6988-4bb0-9b16-7b9de1a237aa tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "PUT /v2.0/routers/219baa0b-57a5-4394-af6f-9a8f86aef4fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4675295 Nov 13 05:18:57.727748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41868) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:57.731641 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6a496b-006e-421f-9348-c3b75cb9e8af None None] Sync routers for ids ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:18:57.741245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 619a5556-2f85-40e8-874b-f693c6f5fe2e no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:18:57.771998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 619a5556-2f85-40e8-874b-f693c6f5fe2e {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:18:57.772434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 619a5556-2f85-40e8-874b-f693c6f5fe2e not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:18:57.780019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6a496b-006e-421f-9348-c3b75cb9e8af None None] Routers {'219baa0b-57a5-4394-af6f-9a8f86aef4fd'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:18:57.782277 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cd6a496b-006e-421f-9348-c3b75cb9e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:18:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:57.786342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe42e92-363c-4b64-926c-ef73abe58370 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting subnet 451c793a-e250-432f-9922-b534077b0986 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:18:57.790464 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbe42e92-363c-4b64-926c-ef73abe58370 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:57.842990 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbe42e92-363c-4b64-926c-ef73abe58370 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:57.933351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-cd6a496b-006e-421f-9348-c3b75cb9e8af None None] Set router 219baa0b-57a5-4394-af6f-9a8f86aef4fd gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:18:57.946158 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbe42e92-363c-4b64-926c-ef73abe58370 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:58.023306 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbe42e92-363c-4b64-926c-ef73abe58370 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:58.076281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe42e92-363c-4b64-926c-ef73abe58370 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Subnet': ['ID=451c793a-e250-432f-9922-b534077b0986,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:58.086575 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbe42e92-363c-4b64-926c-ef73abe58370 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:58.090748 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fbe42e92-363c-4b64-926c-ef73abe58370 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/subnets/451c793a-e250-432f-9922-b534077b0986 HTTP/1.1" status: 204 len: 168 time: 0.3618448 Nov 13 05:18:58.093861 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41872) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:58.099621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d2c8ae-15c6-40cb-908f-1e59e2365766 None None] Network 6fce5c71-2702-4c77-bd37-e6caf21f06c2 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:18:58.173537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41874) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:58.218871 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4929ec1d-2d85-453c-b492-03c12a43535f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2806c0b2c9dd46739bebd240456e8e69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435543 Nov 13 05:18:58.221818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41876) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:58.257120 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:58.271437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cd6a496b-006e-421f-9348-c3b75cb9e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:58Z', 'updated_at': '2021-11-13T05:18:56Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:59Z', 'updated_at': '2021-11-13T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:58.301558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6a496b-006e-421f-9348-c3b75cb9e8af None None] Checking router: 219baa0b-57a5-4394-af6f-9a8f86aef4fd for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:18:58.314675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6a496b-006e-421f-9348-c3b75cb9e8af None None] Routers {'219baa0b-57a5-4394-af6f-9a8f86aef4fd'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:18:58.315473 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cd6a496b-006e-421f-9348-c3b75cb9e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:18:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:58.376180 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09cd9f4b-bcd6-4ef2-9a1d-e43dfc8075bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:58.414194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d9d8b0-c286-4ade-99ce-422d192e3ddf None None] DHCP port deletion for 6fce5c71-2702-4c77-bd37-e6caf21f06c2 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:18:58.466961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-cd6a496b-006e-421f-9348-c3b75cb9e8af None None] Set router 219baa0b-57a5-4394-af6f-9a8f86aef4fd gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:18:58.586744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c5d9d8b0-c286-4ade-99ce-422d192e3ddf None None] Deleting port 22598e8d-ad4f-4045-9531-2d0c128383bb {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:18:58.587013 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5d9d8b0-c286-4ade-99ce-422d192e3ddf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:58.659249 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c5d9d8b0-c286-4ade-99ce-422d192e3ddf None None] For port 22598e8d-ad4f-4045-9531-2d0c128383bb, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=22598e8d-ad4f-4045-9531-2d0c128383bb,segment=NetworkSegment(88b7bdbf-593b-480c-81cb-2a746039ec4b),segment_id=88b7bdbf-593b-480c-81cb-2a746039ec4b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:58.659633 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5d9d8b0-c286-4ade-99ce-422d192e3ddf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:58.686570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c5d9d8b0-c286-4ade-99ce-422d192e3ddf None None] Calling delete_port for 22598e8d-ad4f-4045-9531-2d0c128383bb owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:18:58.722489 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09cd9f4b-bcd6-4ef2-9a1d-e43dfc8075bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:58.743651 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:58.759347 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:58.812907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-cd6a496b-006e-421f-9348-c3b75cb9e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:58Z', 'updated_at': '2021-11-13T05:18:56Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:59Z', 'updated_at': '2021-11-13T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:58.817489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port 2b0cd148-d2fa-451e-b450-008a57432c62 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:18:58.817840 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:58.842018 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6a496b-006e-421f-9348-c3b75cb9e8af None None] The sync data for ids ['219baa0b-57a5-4394-af6f-9a8f86aef4fd'] in n-d-813114-2 is: [{'id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293368642', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:15:58Z', 'updated_at': '2021-11-13T05:18:56Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '2b0cd148-d2fa-451e-b450-008a57432c62', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219baa0b-57a5-4394-af6f-9a8f86aef4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:15:59Z', 'updated_at': '2021-11-13T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:18:58.843722 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5d9d8b0-c286-4ade-99ce-422d192e3ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:58.871430 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9d8b0-c286-4ade-99ce-422d192e3ddf None None] Pushing event deleted for resources: {'Port': ['ID=22598e8d-ad4f-4045-9531-2d0c128383bb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:58.875087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d9d8b0-c286-4ade-99ce-422d192e3ddf None None] No DVR routers for this DVR port 22598e8d-ad4f-4045-9531-2d0c128383bb on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:18:58.897984 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09cd9f4b-bcd6-4ef2-9a1d-e43dfc8075bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:58.900728 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09cd9f4b-bcd6-4ef2-9a1d-e43dfc8075bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:58.902196 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-09cd9f4b-bcd6-4ef2-9a1d-e43dfc8075bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f7e43d4-802e-4cb0-b5ae-468fc55734b6 HTTP/1.1" status: 204 len: 168 time: 0.6793821 Nov 13 05:18:58.919586 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5df508-f333-4f05-b845-4ced55561297 req-b560e66d-39f9-4039-83a2-30445102f07a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:18:58.921186 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c5df508-f333-4f05-b845-4ced55561297 req-b560e66d-39f9-4039-83a2-30445102f07a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 945 time: 0.0683599 Nov 13 05:18:58.927131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] For port 2b0cd148-d2fa-451e-b450-008a57432c62, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2b0cd148-d2fa-451e-b450-008a57432c62,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:18:58.927564 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:58.930257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd9f4b-bcd6-4ef2-9a1d-e43dfc8075bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7e43d4-802e-4cb0-b5ae-468fc55734b6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:58.950146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for 2b0cd148-d2fa-451e-b450-008a57432c62 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:18:58.992696 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c5df508-f333-4f05-b845-4ced55561297 req-5888afbe-db2c-43f0-a1f6-53629aeb1dca tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649090 Nov 13 05:18:59.095254 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.142408 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.182401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=2b0cd148-d2fa-451e-b450-008a57432c62,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:59.200906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d6e412-c820-4e25-a441-d75d8394c810 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:18:59.251844 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.358633 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.361233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.419572 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.421014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Fanout notify agent at l3_agent the message router_deleted on router 219baa0b-57a5-4394-af6f-9a8f86aef4fd {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:18:59.429053 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.430201 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f0da27cd-a2cd-4493-adfb-f021dff88ecd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/routers/219baa0b-57a5-4394-af6f-9a8f86aef4fd HTTP/1.1" status: 204 len: 168 time: 1.3352106 Nov 13 05:18:59.432999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41886) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:59.524212 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a9da253-3c2d-47f3-8fab-a5e705923861 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.630715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a9da253-3c2d-47f3-8fab-a5e705923861 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.652632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-1a9da253-3c2d-47f3-8fab-a5e705923861 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fce5c71-2702-4c77-bd37-e6caf21f06c2']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:59.662384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-1a9da253-3c2d-47f3-8fab-a5e705923861 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b7bdbf-593b-480c-81cb-2a746039ec4b') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:59.662675 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-1a9da253-3c2d-47f3-8fab-a5e705923861 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b7bdbf-593b-480c-81cb-2a746039ec4b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:18:59.671965 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a9da253-3c2d-47f3-8fab-a5e705923861 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.684922 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a9da253-3c2d-47f3-8fab-a5e705923861 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.690902 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9da253-3c2d-47f3-8fab-a5e705923861 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:18:59.691304 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a9da253-3c2d-47f3-8fab-a5e705923861 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:18:59.694216 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:18:59.752807 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a9da253-3c2d-47f3-8fab-a5e705923861 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.759939 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a9da253-3c2d-47f3-8fab-a5e705923861 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.763063 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1a9da253-3c2d-47f3-8fab-a5e705923861 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/networks/6fce5c71-2702-4c77-bd37-e6caf21f06c2 HTTP/1.1" status: 204 len: 168 time: 0.3290298 Nov 13 05:18:59.766170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41888) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:18:59.774392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9da253-3c2d-47f3-8fab-a5e705923861 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Network': ['ID=6fce5c71-2702-4c77-bd37-e6caf21f06c2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:59.832185 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b672-206a-422b-860d-533ea86c1da3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.859194 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b672-206a-422b-860d-533ea86c1da3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.935683 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b672-206a-422b-860d-533ea86c1da3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.938649 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b672-206a-422b-860d-533ea86c1da3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:18:59.942564 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d6e0b672-206a-422b-860d-533ea86c1da3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/security-groups/adc055c1-90f1-40fc-b700-978db098d86e HTTP/1.1" status: 204 len: 168 time: 0.1724408 Nov 13 05:18:59.956103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 22598e8d-ad4f-4045-9531-2d0c128383bb no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:18:59.957205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0b672-206a-422b-860d-533ea86c1da3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc055c1-90f1-40fc-b700-978db098d86e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:18:59.983502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 22598e8d-ad4f-4045-9531-2d0c128383bb {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:18:59.983943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 22598e8d-ad4f-4045-9531-2d0c128383bb not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:18:59.984238 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0b8131d9-c079-4693-b945-80a0a4ba0ccb no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:19:00.009034 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 0b8131d9-c079-4693-b945-80a0a4ba0ccb {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:19:00.009369 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0b8131d9-c079-4693-b945-80a0a4ba0ccb not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:19:00.136659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23258263-1a31-44f9-94aa-fe808c5e0d05 req-76511b6a-b77e-4941-b969-366948a8ccad tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:00.138090 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23258263-1a31-44f9-94aa-fe808c5e0d05 req-76511b6a-b77e-4941-b969-366948a8ccad tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 945 time: 0.0575509 Nov 13 05:19:00.186556 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23258263-1a31-44f9-94aa-fe808c5e0d05 req-e3760c2a-88e9-4c34-8031-fa43fa3bc87c tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419972 Nov 13 05:19:00.224128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41896) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:00.228837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-fcf09a43-1e58-4c3d-9cbd-67f774c0d73a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196770305', 'description': 'tempest-secgroup-smoke-1196770305 description', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:19:00.253016 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fcf09a43-1e58-4c3d-9cbd-67f774c0d73a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.324053 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fcf09a43-1e58-4c3d-9cbd-67f774c0d73a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.329040 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fcf09a43-1e58-4c3d-9cbd-67f774c0d73a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.358662 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fcf09a43-1e58-4c3d-9cbd-67f774c0d73a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.359921 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fcf09a43-1e58-4c3d-9cbd-67f774c0d73a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1347618 Nov 13 05:19:00.361803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09a43-1e58-4c3d-9cbd-67f774c0d73a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5694b50-e757-4f44-9d5a-e4879249d469,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:00.363057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41898) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:00.368840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-de81d612-6130-4dcf-b8a5-6b097b1c690c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'd5694b50-e757-4f44-9d5a-e4879249d469', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:19:00.398534 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de81d612-6130-4dcf-b8a5-6b097b1c690c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.459409 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de81d612-6130-4dcf-b8a5-6b097b1c690c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.464356 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de81d612-6130-4dcf-b8a5-6b097b1c690c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.481662 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81d612-6130-4dcf-b8a5-6b097b1c690c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0811fc0e-b894-4d12-9cbe-35ff0b10243b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:00.491711 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de81d612-6130-4dcf-b8a5-6b097b1c690c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.492908 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-de81d612-6130-4dcf-b8a5-6b097b1c690c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281922 Nov 13 05:19:00.495689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41900) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:00.500097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c266b29b-4978-4394-aeea-fc8e9e394d8d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'd5694b50-e757-4f44-9d5a-e4879249d469', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:19:00.528942 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c266b29b-4978-4394-aeea-fc8e9e394d8d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.585670 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c266b29b-4978-4394-aeea-fc8e9e394d8d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.590797 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c266b29b-4978-4394-aeea-fc8e9e394d8d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.608247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266b29b-4978-4394-aeea-fc8e9e394d8d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd980d46-5a53-44c0-b35c-f5d23ca8ba84,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:00.616254 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c266b29b-4978-4394-aeea-fc8e9e394d8d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.617456 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c266b29b-4978-4394-aeea-fc8e9e394d8d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208863 Nov 13 05:19:00.620368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41902) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:00.624669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9b6289e0-fa4c-499d-b03c-138669e47536 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'd5694b50-e757-4f44-9d5a-e4879249d469', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:19:00.651467 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b6289e0-fa4c-499d-b03c-138669e47536 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.725388 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b6289e0-fa4c-499d-b03c-138669e47536 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.730642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b6289e0-fa4c-499d-b03c-138669e47536 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.750612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6289e0-fa4c-499d-b03c-138669e47536 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94e2739-52ef-49f0-a19b-e96f3f89af9f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:00.758620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b6289e0-fa4c-499d-b03c-138669e47536 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.760579 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9b6289e0-fa4c-499d-b03c-138669e47536 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390674 Nov 13 05:19:00.764673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41904) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:00.769128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0e6f05ad-797c-45cb-ab6e-717787b81535 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'd5694b50-e757-4f44-9d5a-e4879249d469', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:19:00.796330 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e6f05ad-797c-45cb-ab6e-717787b81535 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.855103 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e6f05ad-797c-45cb-ab6e-717787b81535 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.860822 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e6f05ad-797c-45cb-ab6e-717787b81535 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.879730 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f05ad-797c-45cb-ab6e-717787b81535 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1beab5-ba82-43ce-af55-282434bada58,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:00.892284 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e6f05ad-797c-45cb-ab6e-717787b81535 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.893734 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0e6f05ad-797c-45cb-ab6e-717787b81535 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279738 Nov 13 05:19:00.897651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41906) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:00.902717 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d57cf72e-2b8f-4946-a9b0-790904cbec87 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'd5694b50-e757-4f44-9d5a-e4879249d469', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:19:00.925940 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-d57cf72e-2b8f-4946-a9b0-790904cbec87 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Project aa7b34d376c14f66a1c43a8b2010c6e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:19:00.931704 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d57cf72e-2b8f-4946-a9b0-790904cbec87 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.993900 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d57cf72e-2b8f-4946-a9b0-790904cbec87 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:00.999193 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d57cf72e-2b8f-4946-a9b0-790904cbec87 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.016826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cf72e-2b8f-4946-a9b0-790904cbec87 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5bbe3c-b5e8-40d2-9fc8-6668aa8449b1,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:01.024255 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d57cf72e-2b8f-4946-a9b0-790904cbec87 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.025472 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d57cf72e-2b8f-4946-a9b0-790904cbec87 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266727 Nov 13 05:19:01.028264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41908) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:01.034633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6c3bd4de-8544-4bcf-8e6e-1b19a6ac4aac tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': 'd5694b50-e757-4f44-9d5a-e4879249d469', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:19:01.055965 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-6c3bd4de-8544-4bcf-8e6e-1b19a6ac4aac tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Project aa7b34d376c14f66a1c43a8b2010c6e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:19:01.060941 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c3bd4de-8544-4bcf-8e6e-1b19a6ac4aac tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.122665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0895c-aa83-4576-b74d-129f4f671875 req-d3d06d47-0c13-4874-ba3a-f99105eed6ea tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:01.126313 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85b0895c-aa83-4576-b74d-129f4f671875 req-d3d06d47-0c13-4874-ba3a-f99105eed6ea tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 945 time: 0.0547752 Nov 13 05:19:01.131301 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c3bd4de-8544-4bcf-8e6e-1b19a6ac4aac tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.135756 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c3bd4de-8544-4bcf-8e6e-1b19a6ac4aac tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.156789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bd4de-8544-4bcf-8e6e-1b19a6ac4aac tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28aca06c-32a7-4ad7-b84a-261da91fdb10,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:01.163398 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c3bd4de-8544-4bcf-8e6e-1b19a6ac4aac tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.164604 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6c3bd4de-8544-4bcf-8e6e-1b19a6ac4aac tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354141 Nov 13 05:19:01.167640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41910) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:01.172825 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-23e90f67-fd2e-48de-aa79-1bb0e83840c7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'network': {'name': 'tempest-network-smoke--1687067988', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'port_security_enabled': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:19:01.200168 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e90f67-fd2e-48de-aa79-1bb0e83840c7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Made reservation on behalf of aa7b34d376c14f66a1c43a8b2010c6e6 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:19:01.204446 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23e90f67-fd2e-48de-aa79-1bb0e83840c7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.235832 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e90f67-fd2e-48de-aa79-1bb0e83840c7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:19:01.246427 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23e90f67-fd2e-48de-aa79-1bb0e83840c7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.247679 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-23e90f67-fd2e-48de-aa79-1bb0e83840c7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Added segment d9275050-3a0c-4b11-98b0-5f1d619b45b9 of type vlan for network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 Nov 13 05:19:01.250257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-85b0895c-aa83-4576-b74d-129f4f671875 req-5147eb5e-2496-4772-9eef-adc4ddcdacc1 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Deleting port 90029f82-7113-4a4f-a976-b7162cc1a0c4 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:19:01.250593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-85b0895c-aa83-4576-b74d-129f4f671875 req-5147eb5e-2496-4772-9eef-adc4ddcdacc1 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.297223 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23e90f67-fd2e-48de-aa79-1bb0e83840c7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.325985 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23e90f67-fd2e-48de-aa79-1bb0e83840c7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.332675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e90f67-fd2e-48de-aa79-1bb0e83840c7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:01.333592 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23e90f67-fd2e-48de-aa79-1bb0e83840c7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.373272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96875a1a-2e56-42bf-978b-cf5c699985fd req-fa216db7-1445-4c6d-bea3-79349e0fbf8c tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:01.375126 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-96875a1a-2e56-42bf-978b-cf5c699985fd req-fa216db7-1445-4c6d-bea3-79349e0fbf8c tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=93ab9651-aec0-4beb-949a-da2d5056dcce HTTP/1.1" status: 200 len: 945 time: 0.0961514 Nov 13 05:19:01.406967 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-23e90f67-fd2e-48de-aa79-1bb0e83840c7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2354326 Nov 13 05:19:01.407260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41914) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:01.407372 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-85b0895c-aa83-4576-b74d-129f4f671875 req-5147eb5e-2496-4772-9eef-adc4ddcdacc1 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] For port 90029f82-7113-4a4f-a976-b7162cc1a0c4, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=90029f82-7113-4a4f-a976-b7162cc1a0c4,segment=NetworkSegment(a0fbf1d5-5d08-4419-8e02-858393d12a29),segment_id=a0fbf1d5-5d08-4419-8e02-858393d12a29)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:19:01.407694 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-85b0895c-aa83-4576-b74d-129f4f671875 req-5147eb5e-2496-4772-9eef-adc4ddcdacc1 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.411688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'admin_state_up': True, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:19:01.426088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e90f67-fd2e-48de-aa79-1bb0e83840c7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Network': ['ID=b1d662ae-fb9a-4a8f-96ef-22e7bc540938,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:01.431418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-85b0895c-aa83-4576-b74d-129f4f671875 req-5147eb5e-2496-4772-9eef-adc4ddcdacc1 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Calling delete_port for 90029f82-7113-4a4f-a976-b7162cc1a0c4 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:19:01.437992 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:19:01.443293 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.444580 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.456087 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-96875a1a-2e56-42bf-978b-cf5c699985fd req-23c67b5b-d246-4e53-aed7-e5fd93667ede tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732996 Nov 13 05:19:01.530858 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.560451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2b0cd148-d2fa-451e-b450-008a57432c62 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:19:01.585358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 2b0cd148-d2fa-451e-b450-008a57432c62 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:19:01.585706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2b0cd148-d2fa-451e-b450-008a57432c62 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:19:01.609624 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-85b0895c-aa83-4576-b74d-129f4f671875 req-5147eb5e-2496-4772-9eef-adc4ddcdacc1 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.643337 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['90029f82-7113-4a4f-a976-b7162cc1a0c4'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:19:01.647158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147eb5e-2496-4772-9eef-adc4ddcdacc1 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Pushing event deleted for resources: {'Port': ['ID=90029f82-7113-4a4f-a976-b7162cc1a0c4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:01.683700 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.694008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b0895c-aa83-4576-b74d-129f4f671875 req-5147eb5e-2496-4772-9eef-adc4ddcdacc1 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] No DVR routers for this DVR port 90029f82-7113-4a4f-a976-b7162cc1a0c4 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:19:01.696612 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-85b0895c-aa83-4576-b74d-129f4f671875 req-5147eb5e-2496-4772-9eef-adc4ddcdacc1 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:01.700848 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85b0895c-aa83-4576-b74d-129f4f671875 req-5147eb5e-2496-4772-9eef-adc4ddcdacc1 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.36 "DELETE /v2.0/ports/90029f82-7113-4a4f-a976-b7162cc1a0c4 HTTP/1.1" status: 204 len: 173 time: 0.5684104 Nov 13 05:19:01.701433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ab9651-aec0-4beb-949a-da2d5056dcce', 'name': 'network-vif-deleted', 'tag': '90029f82-7113-4a4f-a976-b7162cc1a0c4'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:19:01.704604 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a645516b-d65f-4096-8629-a8da057d0a67" -d '{"events": [{"server_uuid": "93ab9651-aec0-4beb-949a-da2d5056dcce", "name": "network-vif-deleted", "tag": "90029f82-7113-4a4f-a976-b7162cc1a0c4"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:19:01.747204 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6bf906-c9c0-42f7-9081-9f61d6f6aa4b x-openstack-request-id: req-6d6bf906-c9c0-42f7-9081-9f61d6f6aa4b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:19:01.747504 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ab9651-aec0-4beb-949a-da2d5056dcce", "name": "network-vif-deleted", "tag": "90029f82-7113-4a4f-a976-b7162cc1a0c4", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:19:01.747757 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d6bf906-c9c0-42f7-9081-9f61d6f6aa4b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:19:01.748216 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ab9651-aec0-4beb-949a-da2d5056dcce', 'name': 'network-vif-deleted', 'tag': '90029f82-7113-4a4f-a976-b7162cc1a0c4', 'status': 'completed', 'code': 200} Nov 13 05:19:01.904039 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:02.245031 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:02.346668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.25.8.128 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/6f69efea-3d36-42a6-9946-29995c0236c1) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:19:02.454396 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:02.489935 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:02.525961 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:19:02.532642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:19:02.535158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:19:02.545951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a779bba-e364-43fe-a4de-20c941429906 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:19:02.566335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=6f69efea-3d36-42a6-9946-29995c0236c1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:02.620330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6d5eb49a-7a7c-46da-a2d7-967c838d8a3f None None] Provisioning complete for port 6f69efea-3d36-42a6-9946-29995c0236c1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:02.620737 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d5eb49a-7a7c-46da-a2d7-967c838d8a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:02.661833 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6d5eb49a-7a7c-46da-a2d7-967c838d8a3f None None] Port 6f69efea-3d36-42a6-9946-29995c0236c1 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:19:02.815065 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:03.026063 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:03.161562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 32c528eb-233f-47b9-8ff5-85cac342feaf is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:19:03.274633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:19:03.285076 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Sync routers for ids ['32c528eb-233f-47b9-8ff5-85cac342feaf'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:19:03.296125 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Routers {'32c528eb-233f-47b9-8ff5-85cac342feaf'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:19:03.296737 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:18:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32c528eb-233f-47b9-8ff5-85cac342feaf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:19:03.300241 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:03.304880 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5ce967d2-c75d-4315-91f6-6fa48d253c18 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8951309 Nov 13 05:19:03.305292 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41926) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:03.338425 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-128ca67f-aaa3-434e-8f81-89e3b6dd4157 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=aa7b34d376c14f66a1c43a8b2010c6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293891 Nov 13 05:19:03.338854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41928) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:03.402832 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Set router 32c528eb-233f-47b9-8ff5-85cac342feaf gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:19:03.435631 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47cfa04-6dfc-49b1-9c71-de4318f6d357 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:03.438813 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a47cfa04-6dfc-49b1-9c71-de4318f6d357 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0988009 Nov 13 05:19:03.440307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41930) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:03.472088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ae5850b8-1233-4e03-9555-ca1aff9eef07 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280783 Nov 13 05:19:03.472433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 41932) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:03.477509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a3e5c596-186f-44b4-9fa0-a0a041d027b2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-657862376', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:19:03.572015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e5c596-186f-44b4-9fa0-a0a041d027b2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Made reservation on behalf of aa7b34d376c14f66a1c43a8b2010c6e6 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:19:03.575721 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c596-186f-44b4-9fa0-a0a041d027b2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:03.584937 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:19:01Z', 'updated_at': '2021-11-13T05:19:02Z', 'revision_number': 3, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:02Z', 'updated_at': '2021-11-13T05:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:19:03.614271 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Checking router: 32c528eb-233f-47b9-8ff5-85cac342feaf for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:19:03.614749 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Updating router 32c528eb-233f-47b9-8ff5-85cac342feaf port 6f69efea-3d36-42a6-9946-29995c0236c1 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:19:03.640451 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:03.781911 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c596-186f-44b4-9fa0-a0a041d027b2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:03.852120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5c596-186f-44b4-9fa0-a0a041d027b2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Subnet': ['ID=0fe45493-45ba-469a-8971-67669d59ee52,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:03.859489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e5c596-186f-44b4-9fa0-a0a041d027b2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Checking segment: {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:19:03.859870 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e5c596-186f-44b4-9fa0-a0a041d027b2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network hostable DHCP agents. Network: b1d662ae-fb9a-4a8f-96ef-22e7bc540938, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:19:03.878180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e5c596-186f-44b4-9fa0-a0a041d027b2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:19:03.889342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a3e5c596-186f-44b4-9fa0-a0a041d027b2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, b1d662ae-fb9a-4a8f-96ef-22e7bc540938) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:19:03.894355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e5c596-186f-44b4-9fa0-a0a041d027b2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:03.895222 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c596-186f-44b4-9fa0-a0a041d027b2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:03.898874 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:03.906408 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e581dca-5f27-4a8e-901d-b58a7823a1a8 None None] Network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:19:03.908419 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:03.922027 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a3e5c596-186f-44b4-9fa0-a0a041d027b2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4481659 Nov 13 05:19:03.922812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 41936) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:03.977767 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Attempting to bind port 6f69efea-3d36-42a6-9946-29995c0236c1 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:19:03.978120 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Attempting to bind port 6f69efea-3d36-42a6-9946-29995c0236c1 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:19:03.978479 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Attempting to bind port 6f69efea-3d36-42a6-9946-29995c0236c1 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:19:03.979152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a72a3bf-a518-4009-a016-9d7162952f6b None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:19:03.995590 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:19:03.995957 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:19:03.996589 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:03.997156 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:19:03.997804 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Bound port: 6f69efea-3d36-42a6-9946-29995c0236c1, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:19:03.998360 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:04.001944 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd64f48-1e21-4e5f-94fd-e46eda5421f8 None None] Pushing event updated for resources: {'Port': ['ID=6f69efea-3d36-42a6-9946-29995c0236c1,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:04.179185 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd64f48-1e21-4e5f-94fd-e46eda5421f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:04.180211 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd64f48-1e21-4e5f-94fd-e46eda5421f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:04.180916 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd64f48-1e21-4e5f-94fd-e46eda5421f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:04.182809 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd64f48-1e21-4e5f-94fd-e46eda5421f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:04.183454 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd64f48-1e21-4e5f-94fd-e46eda5421f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:04.184064 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd64f48-1e21-4e5f-94fd-e46eda5421f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:04.184575 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd64f48-1e21-4e5f-94fd-e46eda5421f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:04.185124 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd64f48-1e21-4e5f-94fd-e46eda5421f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:04.185612 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd64f48-1e21-4e5f-94fd-e46eda5421f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:04.186264 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd64f48-1e21-4e5f-94fd-e46eda5421f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:04.186844 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd64f48-1e21-4e5f-94fd-e46eda5421f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:04.187419 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd64f48-1e21-4e5f-94fd-e46eda5421f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:04.207646 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] For port 6f69efea-3d36-42a6-9946-29995c0236c1, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:19:04.212207 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] For port 6f69efea-3d36-42a6-9946-29995c0236c1, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6f69efea-3d36-42a6-9946-29995c0236c1,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:19:04.220790 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:04.230207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-be4fe139-4f49-4e74-9493-d2109662e0d9 None None] Provisioning complete for port 6f69efea-3d36-42a6-9946-29995c0236c1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:04.230583 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-be4fe139-4f49-4e74-9493-d2109662e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:04.295750 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd64f48-1e21-4e5f-94fd-e46eda5421f8 None None] Pushing event updated for resources: {'Port': ['ID=6f69efea-3d36-42a6-9946-29995c0236c1,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:04.298790 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Routers {'32c528eb-233f-47b9-8ff5-85cac342feaf'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:19:04.299828 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:18:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32c528eb-233f-47b9-8ff5-85cac342feaf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:19:04.310198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ips': [{'subnet_id': '0fe45493-45ba-469a-8971-67669d59ee52'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:19:04.311275 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:04.314588 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a2b4caa-cee3-46b8-b1bc-853dd08d4dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:04.325790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461c1b78-3c0d-485d-8fc9-843bc29b72a4 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:19:04.420941 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] Set router 32c528eb-233f-47b9-8ff5-85cac342feaf gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:19:04.468747 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-be4fe139-4f49-4e74-9493-d2109662e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:04.517324 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-be4fe139-4f49-4e74-9493-d2109662e0d9 None None] For port 6f69efea-3d36-42a6-9946-29995c0236c1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6f69efea-3d36-42a6-9946-29995c0236c1,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:19:04.524635 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-be4fe139-4f49-4e74-9493-d2109662e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:04.531515 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:04.563955 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Allocated IP 172.20.0.2 (b1d662ae-fb9a-4a8f-96ef-22e7bc540938/0fe45493-45ba-469a-8971-67669d59ee52/661adf40-0c65-463e-99f1-17f1a296a3f2) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:19:04.610196 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe139-4f49-4e74-9493-d2109662e0d9 None None] Pushing event updated for resources: {'Port': ['ID=6f69efea-3d36-42a6-9946-29995c0236c1,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:04.670511 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c2d16121-c4b7-4fb5-82fe-68a5cbcec1ca None None] Provisioning complete for port 6f69efea-3d36-42a6-9946-29995c0236c1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:04.671343 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2d16121-c4b7-4fb5-82fe-68a5cbcec1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:04.700574 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:19:01Z', 'updated_at': '2021-11-13T05:19:02Z', 'revision_number': 3, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:02Z', 'updated_at': '2021-11-13T05:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:19:04.729951 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d41f64-ca73-4e17-91da-1f1359f839d8 None None] The sync data for ids ['32c528eb-233f-47b9-8ff5-85cac342feaf'] in n-d-813114-2 is: [{'id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:19:01Z', 'updated_at': '2021-11-13T05:19:02Z', 'revision_number': 3, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:02Z', 'updated_at': '2021-11-13T05:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:19:04.790565 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:04.816624 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:04.867642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:19:04.875126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:19:04.879806 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:19:04.883049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Pushing event updated for resources: {'Port': ['ID=661adf40-0c65-463e-99f1-17f1a296a3f2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:04.891098 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.20.0.1 (b1d662ae-fb9a-4a8f-96ef-22e7bc540938/0fe45493-45ba-469a-8971-67669d59ee52/4f40a31b-8b3c-4bee-8ab4-421d393e44ec) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:19:04.949815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Attempting to bind port 661adf40-0c65-463e-99f1-17f1a296a3f2 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:19:04.950462 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Attempting to bind port 661adf40-0c65-463e-99f1-17f1a296a3f2 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:19:04.950763 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Attempting to bind port 661adf40-0c65-463e-99f1-17f1a296a3f2 on network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:19:04.957429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:19:04.957911 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Checking segment: {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:19:04.958402 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:04.958900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Bound using segment: {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:19:04.959500 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Bound port: 661adf40-0c65-463e-99f1-17f1a296a3f2, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:19:04.959986 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:05.052451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] For port 661adf40-0c65-463e-99f1-17f1a296a3f2, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:19:05.063086 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] For port 661adf40-0c65-463e-99f1-17f1a296a3f2, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=661adf40-0c65-463e-99f1-17f1a296a3f2,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:19:05.073177 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:05.088807 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:05.151303 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:05.153989 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50246936-0eac-46db-b722-9fc25c9b3a52 None None] Pushing event updated for resources: {'Port': ['ID=661adf40-0c65-463e-99f1-17f1a296a3f2,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:05.220303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:19:05.225879 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:19:05.228638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:19:05.234267 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=4f40a31b-8b3c-4bee-8ab4-421d393e44ec,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:05.245721 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 90029f82-7113-4a4f-a976-b7162cc1a0c4 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:19:05.277926 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 90029f82-7113-4a4f-a976-b7162cc1a0c4 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:19:05.278401 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 90029f82-7113-4a4f-a976-b7162cc1a0c4 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:19:05.290765 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:05.473941 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:05.680045 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 661adf40-0c65-463e-99f1-17f1a296a3f2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:19:05.743396 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 661adf40-0c65-463e-99f1-17f1a296a3f2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:05.743773 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:05.833612 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:05.857437 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:05.866693 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:05.871822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 661adf40-0c65-463e-99f1-17f1a296a3f2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=661adf40-0c65-463e-99f1-17f1a296a3f2,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:19:05.876861 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:05.877857 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6f69efea-3d36-42a6-9946-29995c0236c1 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:19:05.941971 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:05.984869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=661adf40-0c65-463e-99f1-17f1a296a3f2,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:06.008097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 6f69efea-3d36-42a6-9946-29995c0236c1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:06.009020 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:06.016500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=4f40a31b-8b3c-4bee-8ab4-421d393e44ec,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:06.067598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:19:06.069845 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:19:06.215053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 32c528eb-233f-47b9-8ff5-85cac342feaf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:19:06.332997 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:19:06.339407 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fba08d59-dd41-4ec9-8279-f678e37feb04 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "PUT /v2.0/routers/32c528eb-233f-47b9-8ff5-85cac342feaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4153767 Nov 13 05:19:06.412286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71730dd-6a41-4f7b-a235-eed885b1d7ab None None] Network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:19:06.564417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b0a1ba6f-072f-4d48-8f30-04e34e0d962d None None] Provisioning complete for port 661adf40-0c65-463e-99f1-17f1a296a3f2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:06.564795 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ba6f-072f-4d48-8f30-04e34e0d962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:06.596560 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ccad367-acbb-4b37-a9c1-90685185fb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:06.618210 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-7064c16f-855c-4499-9d4b-ea4c33f3aa1a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196770305&fields=id&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 267 time: 0.0738273 Nov 13 05:19:06.749330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-792d47aa-c5bf-4165-a346-6bc2ce860324 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:06.750985 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-792d47aa-c5bf-4165-a346-6bc2ce860324 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/networks?id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938 HTTP/1.1" status: 200 len: 797 time: 0.1241126 Nov 13 05:19:06.772064 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-5669feeb-22e3-4fe3-9c0a-327449ed1809 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/quotas/aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 375 time: 0.0121036 Nov 13 05:19:06.842373 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-af75e48e-0051-4958-9a73-96a7d243534e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637794 Nov 13 05:19:06.936985 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-b8811c39-fc49-4fbb-81f5-495b186856cf service neutron] 10.222.0.43 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939181 Nov 13 05:19:06.975700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Sync routers for ids ['32c528eb-233f-47b9-8ff5-85cac342feaf'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:19:06.986969 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Routers {'32c528eb-233f-47b9-8ff5-85cac342feaf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:19:06.988450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:19:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32c528eb-233f-47b9-8ff5-85cac342feaf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:19:07.044751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-0c34c472-0b68-4396-9035-28e7045f9bd6 service neutron] 10.222.0.43 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017816 Nov 13 05:19:07.107294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f33e76d6-c020-4ee7-9917-ebf520890f10 None None] Provisioning complete for port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:07.107656 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f33e76d6-c020-4ee7-9917-ebf520890f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:07.148224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Set router 32c528eb-233f-47b9-8ff5-85cac342feaf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:19:07.195983 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f33e76d6-c020-4ee7-9917-ebf520890f10 None None] Port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:19:07.256320 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-32379256-ce11-405b-8f58-0c72af3f023d req-f8263bce-95a6-4fa7-9339-b8e9e763da93 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 210 time: 0.0436573 Nov 13 05:19:07.289373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f33e76d6-c020-4ee7-9917-ebf520890f10 None None] Provisioning complete for port 661adf40-0c65-463e-99f1-17f1a296a3f2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:07.289654 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f33e76d6-c020-4ee7-9917-ebf520890f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:07.503925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:19:01Z', 'updated_at': '2021-11-13T05:19:05Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:02Z', 'updated_at': '2021-11-13T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '4f40a31b-8b3c-4bee-8ab4-421d393e44ec', 'name': '', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:0a:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0fe45493-45ba-469a-8971-67669d59ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:04Z', 'updated_at': '2021-11-13T05:19:05Z', 'revision_number': 2, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '0fe45493-45ba-469a-8971-67669d59ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:19:07.534255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Checking router: 32c528eb-233f-47b9-8ff5-85cac342feaf for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:19:07.534609 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Updating router 32c528eb-233f-47b9-8ff5-85cac342feaf port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:19:07.561145 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:07.673289 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 661adf40-0c65-463e-99f1-17f1a296a3f2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:19:07.678972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1874ba2f-aae5-447d-96b6-9d6bdff14d52 None None] Provisioning complete for port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:07.679342 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1874ba2f-aae5-447d-96b6-9d6bdff14d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:07.772771 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1874ba2f-aae5-447d-96b6-9d6bdff14d52 None None] Port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:19:07.834338 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 661adf40-0c65-463e-99f1-17f1a296a3f2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:07.834724 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:08.128608 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:08.152959 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:08.160848 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:08.218023 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca60ea9-a5b5-43b1-91d6-5a7611a3f1ac None None] Pushing event updated for resources: {'Port': ['ID=4f40a31b-8b3c-4bee-8ab4-421d393e44ec,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:08.316043 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Attempting to bind port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:19:08.316397 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Attempting to bind port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:19:08.316745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Attempting to bind port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec on network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:19:08.329605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:19:08.330028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Checking segment: {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:19:08.330427 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:08.330814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Bound using segment: {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:19:08.331311 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Bound port: 4f40a31b-8b3c-4bee-8ab4-421d393e44ec, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:19:08.331684 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:08.436107 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] For port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:19:08.448968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] For port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=4f40a31b-8b3c-4bee-8ab4-421d393e44ec,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:19:08.460485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:08.534169 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6bbf8aa8-63be-42ef-8ce3-906cf360ae48 None None] Provisioning complete for port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:08.534535 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8aa8-63be-42ef-8ce3-906cf360ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:08.538405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca60ea9-a5b5-43b1-91d6-5a7611a3f1ac None None] Pushing event updated for resources: {'Port': ['ID=4f40a31b-8b3c-4bee-8ab4-421d393e44ec,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:08.558316 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Routers {'32c528eb-233f-47b9-8ff5-85cac342feaf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:19:08.559198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:19:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32c528eb-233f-47b9-8ff5-85cac342feaf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:19:08.716510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] Set router 32c528eb-233f-47b9-8ff5-85cac342feaf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:19:08.749786 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8aa8-63be-42ef-8ce3-906cf360ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:08.796942 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1faadbfd-39e6-4332-97e2-93020c77db88 req-e34c3c7f-690d-4116-87d9-4476ad8ad5c0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 210 time: 0.3990743 Nov 13 05:19:08.840764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-4e88c628-960d-4e05-adfd-804b62b0837a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:08.841816 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6bbf8aa8-63be-42ef-8ce3-906cf360ae48 None None] For port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=4f40a31b-8b3c-4bee-8ab4-421d393e44ec,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:19:08.842315 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-4e88c628-960d-4e05-adfd-804b62b0837a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.46 "GET /v2.0/networks?id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938 HTTP/1.1" status: 200 len: 797 time: 0.5845423 Nov 13 05:19:08.884534 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8aa8-63be-42ef-8ce3-906cf360ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:08.982080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-5ba17618-0f8b-4013-8fca-b77a51278d5f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 380 time: 0.1210485 Nov 13 05:19:09.021319 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-6dd7c39e-165d-48d5-906d-cf4be0d7a5c0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'port': {'device_id': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'admin_state_up': True, 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'security_groups': ['d5694b50-e757-4f44-9d5a-e4879249d469']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:19:09.044608 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf8aa8-63be-42ef-8ce3-906cf360ae48 None None] Pushing event updated for resources: {'Port': ['ID=4f40a31b-8b3c-4bee-8ab4-421d393e44ec,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:09.060216 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-51c21f8f-c276-4f83-8bae-e6fa4f8dc869 None None] Provisioning complete for port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:09.060588 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51c21f8f-c276-4f83-8bae-e6fa4f8dc869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:09.145550 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-6dd7c39e-165d-48d5-906d-cf4be0d7a5c0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Made reservation on behalf of aa7b34d376c14f66a1c43a8b2010c6e6 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:19:09.149425 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-6dd7c39e-165d-48d5-906d-cf4be0d7a5c0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:09.188286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:19:01Z', 'updated_at': '2021-11-13T05:19:05Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:02Z', 'updated_at': '2021-11-13T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '4f40a31b-8b3c-4bee-8ab4-421d393e44ec', 'name': '', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:0a:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0fe45493-45ba-469a-8971-67669d59ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:04Z', 'updated_at': '2021-11-13T05:19:08Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '0fe45493-45ba-469a-8971-67669d59ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:19:09.219259 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ad5a20-ec5c-4a03-9141-b63bd2bdc54a None None] The sync data for ids ['32c528eb-233f-47b9-8ff5-85cac342feaf'] in n-d-813114-2 is: [{'id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:19:01Z', 'updated_at': '2021-11-13T05:19:05Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:02Z', 'updated_at': '2021-11-13T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '4f40a31b-8b3c-4bee-8ab4-421d393e44ec', 'name': '', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:0a:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0fe45493-45ba-469a-8971-67669d59ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:04Z', 'updated_at': '2021-11-13T05:19:08Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '0fe45493-45ba-469a-8971-67669d59ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:19:09.236995 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:09.297794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-6dd7c39e-165d-48d5-906d-cf4be0d7a5c0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.20.0.9 (b1d662ae-fb9a-4a8f-96ef-22e7bc540938/0fe45493-45ba-469a-8971-67669d59ee52/8ea302e1-dd25-4644-bb74-238685eec061) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:19:09.450297 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-6dd7c39e-165d-48d5-906d-cf4be0d7a5c0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:09.489915 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-6dd7c39e-165d-48d5-906d-cf4be0d7a5c0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:09.541482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-6dd7c39e-165d-48d5-906d-cf4be0d7a5c0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:19:09.547487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-6dd7c39e-165d-48d5-906d-cf4be0d7a5c0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:19:09.551859 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-6dd7c39e-165d-48d5-906d-cf4be0d7a5c0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:19:09.556132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7c39e-165d-48d5-906d-cf4be0d7a5c0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=8ea302e1-dd25-4644-bb74-238685eec061,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:09.621517 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-6dd7c39e-165d-48d5-906d-cf4be0d7a5c0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:09.622475 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-6dd7c39e-165d-48d5-906d-cf4be0d7a5c0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:09.642138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-6dd7c39e-165d-48d5-906d-cf4be0d7a5c0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6255982 Nov 13 05:19:09.661599 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Request body: {'port': {'device_id': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:19:09.678873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 4f40a31b-8b3c-4bee-8ab4-421d393e44ec up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:19:09.738945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-613acd3f-e918-4abd-8350-d3ab8c4bd7db tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:09.747375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-613acd3f-e918-4abd-8350-d3ab8c4bd7db tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/networks?id=4d1768df-2bff-4b99-a8d5-6638a1396857 HTTP/1.1" status: 200 len: 814 time: 0.1680760 Nov 13 05:19:09.752242 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:09.752963 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:09.756529 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:09.773050 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-84bc3860-5269-4092-b7fd-7df55f1cd3b7 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/quotas/6e7370c35cf9478d8e32914cf1c58457 HTTP/1.1" status: 200 len: 375 time: 0.0243533 Nov 13 05:19:09.819558 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-92730eaf-0986-4516-833a-a620f5d68090 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e7370c35cf9478d8e32914cf1c58457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455151 Nov 13 05:19:09.909296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8bf3d347-cb96-472c-ac63-a8bb471c1727 None None] Provisioning complete for port 8ea302e1-dd25-4644-bb74-238685eec061 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:09.909667 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bf3d347-cb96-472c-ac63-a8bb471c1727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:09.941971 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-e24de10e-2887-4d79-a67d-c050e8b8e787 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200264 Nov 13 05:19:09.949053 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8bf3d347-cb96-472c-ac63-a8bb471c1727 None None] Port 8ea302e1-dd25-4644-bb74-238685eec061 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:19:10.016281 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed222d1-f0fc-4c63-96c5-cd2e1be23580 req-dc292cbd-7bd1-48f0-b9aa-53d236cb69b7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:10.017824 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ed222d1-f0fc-4c63-96c5-cd2e1be23580 req-dc292cbd-7bd1-48f0-b9aa-53d236cb69b7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 931 time: 0.0938101 Nov 13 05:19:10.056307 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:10.071555 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-7d97812b-6f67-4635-80b2-31e3a7e0d3de service neutron] 10.222.0.43 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228886 Nov 13 05:19:10.104567 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ed222d1-f0fc-4c63-96c5-cd2e1be23580 req-4be06390-a7d3-4004-ab69-822e08a1a0c4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569103 Nov 13 05:19:10.208127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea302e1-dd25-4644-bb74-238685eec061 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:19:10.224347 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:10.260588 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-631f7ad8-2c05-4c58-a8c0-a9fca16ac318 req-2cfb8c2c-60dd-4469-93b3-056be0a2af8e tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 210 time: 0.0408232 Nov 13 05:19:10.265962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Transition to ACTIVE for port object 8ea302e1-dd25-4644-bb74-238685eec061 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:19:10.271959 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:10.336387 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Pushing event updated for resources: {'Port': ['ID=8ea302e1-dd25-4644-bb74-238685eec061,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:10.428753 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Attempting to bind port 8ea302e1-dd25-4644-bb74-238685eec061 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:19:10.429088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Attempting to bind port 8ea302e1-dd25-4644-bb74-238685eec061 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:19:10.429416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Attempting to bind port 8ea302e1-dd25-4644-bb74-238685eec061 on network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:19:10.434321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Port 8ea302e1-dd25-4644-bb74-238685eec061 on network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:19:10.434649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Attempting to bind port 8ea302e1-dd25-4644-bb74-238685eec061 on network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:19:10.440727 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:19:10.441063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Checking segment: {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:19:10.441439 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Bound using segment: {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:19:10.441878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Bound port: 8ea302e1-dd25-4644-bb74-238685eec061, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:19:10.442230 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:10.546650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:19:10.551551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8ea302e1-dd25-4644-bb74-238685eec061,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:19:10.561376 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:10.603553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:10.604174 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:10.606210 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] 10.222.0.46 "PUT /v2.0/ports/8ea302e1-dd25-4644-bb74-238685eec061 HTTP/1.1" status: 200 len: 1091 time: 0.9500504 Nov 13 05:19:10.608926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:19:10.611577 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2effb7d8-d093-45b8-b999-31e0cc570243" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "tag": "8ea302e1-dd25-4644-bb74-238685eec061"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:19:10.662418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591fa96-ecf3-4ee6-b40d-7dd0f3c633ed service neutron] Pushing event updated for resources: {'Port': ['ID=8ea302e1-dd25-4644-bb74-238685eec061,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:10.702247 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e5a4fe-512c-429c-9533-c1ab1d8a6b69 x-openstack-request-id: req-62e5a4fe-512c-429c-9533-c1ab1d8a6b69 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:19:10.703661 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "tag": "8ea302e1-dd25-4644-bb74-238685eec061", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:19:10.703661 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62e5a4fe-512c-429c-9533-c1ab1d8a6b69 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:19:10.703661 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061', 'status': 'completed', 'code': 200} Nov 13 05:19:10.720224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-4e31fd4e-99fa-4c91-ade9-54eaa88e1369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:10.721953 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-4e31fd4e-99fa-4c91-ade9-54eaa88e1369 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 1094 time: 0.0547178 Nov 13 05:19:10.778539 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-f4b02697-e21c-4017-b6d7-20de4d07744a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea302e1-dd25-4644-bb74-238685eec061 HTTP/1.1" status: 200 len: 217 time: 0.0423565 Nov 13 05:19:10.832469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-fff4b703-634a-4265-9ada-c8972096fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:10.833995 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-fff4b703-634a-4265-9ada-c8972096fdb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0fe45493-45ba-469a-8971-67669d59ee52 HTTP/1.1" status: 200 len: 834 time: 0.0464578 Nov 13 05:19:10.880629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-89b939e3-13c1-4dcb-8fba-0efbb3cd22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:10.882129 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-89b939e3-13c1-4dcb-8fba-0efbb3cd22ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412552 Nov 13 05:19:10.988720 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-8027000a-9d2c-441b-8a56-1d64ed7a04ba service neutron] 10.222.0.46 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973616 Nov 13 05:19:11.095317 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-34cabd91-6dae-4d64-9705-8a6de2875e57 req-bd65b69e-98d9-447e-b219-397a13417423 service neutron] 10.222.0.46 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996449 Nov 13 05:19:11.260483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bbf73-5355-4c7e-a6dc-1da193051ddc req-a466f498-3a07-4387-adf6-04d189ca7abc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:11.261980 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5bbf73-5355-4c7e-a6dc-1da193051ddc req-a466f498-3a07-4387-adf6-04d189ca7abc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 943 time: 0.0833590 Nov 13 05:19:11.269347 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effb7d8-d093-45b8-b999-31e0cc570243 req-5f1b2058-81a3-4e0e-80a0-12717ae73cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:11.270857 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2effb7d8-d093-45b8-b999-31e0cc570243 req-5f1b2058-81a3-4e0e-80a0-12717ae73cc6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 1094 time: 0.0828526 Nov 13 05:19:11.382714 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d5bbf73-5355-4c7e-a6dc-1da193051ddc req-0418605b-cd04-4db3-ad26-40461938c4e4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108551 Nov 13 05:19:11.407570 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0fdc4de0-9506-4f9f-ac39-200f35673032 req-a0ccb7c0-27d0-4136-92eb-6db5806fa162 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 210 time: 0.0373507 Nov 13 05:19:11.417490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effb7d8-d093-45b8-b999-31e0cc570243 req-617b53bb-a3a3-4c3b-871a-0744dfb4ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:11.418995 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2effb7d8-d093-45b8-b999-31e0cc570243 req-617b53bb-a3a3-4c3b-871a-0744dfb4ac16 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938 HTTP/1.1" status: 200 len: 898 time: 0.1317878 Nov 13 05:19:11.451500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-5bbb8894-ee36-4a04-ad6c-f4104778b690 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:11.454386 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-5bbb8894-ee36-4a04-ad6c-f4104778b690 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.36 "GET /v2.0/networks?id=4d1768df-2bff-4b99-a8d5-6638a1396857 HTTP/1.1" status: 200 len: 814 time: 0.1573968 Nov 13 05:19:11.464944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2effb7d8-d093-45b8-b999-31e0cc570243 req-e67423a0-e700-4a1e-b0cf-609eb2a1c9e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea302e1-dd25-4644-bb74-238685eec061 HTTP/1.1" status: 200 len: 217 time: 0.0359068 Nov 13 05:19:11.481868 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-82cc5326-3285-4b7f-830e-0651155498db tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Request body: {'port': {'device_id': '06b126d7-1921-482c-a6b2-844703a10a33', 'network_id': '4d1768df-2bff-4b99-a8d5-6638a1396857', 'admin_state_up': True, 'tenant_id': '6e7370c35cf9478d8e32914cf1c58457'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:19:11.514094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effb7d8-d093-45b8-b999-31e0cc570243 req-a5ac8078-97d0-43d2-acc6-53e7dbe62a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:11.515779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2effb7d8-d093-45b8-b999-31e0cc570243 req-a5ac8078-97d0-43d2-acc6-53e7dbe62a89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0fe45493-45ba-469a-8971-67669d59ee52 HTTP/1.1" status: 200 len: 834 time: 0.0443661 Nov 13 05:19:11.566453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effb7d8-d093-45b8-b999-31e0cc570243 req-b9dd6d36-85e6-4459-b543-06172ebd644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:11.567997 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2effb7d8-d093-45b8-b999-31e0cc570243 req-b9dd6d36-85e6-4459-b543-06172ebd644a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452290 Nov 13 05:19:11.593627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-82cc5326-3285-4b7f-830e-0651155498db tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Made reservation on behalf of 6e7370c35cf9478d8e32914cf1c58457 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:19:11.597261 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-82cc5326-3285-4b7f-830e-0651155498db tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:11.661453 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2effb7d8-d093-45b8-b999-31e0cc570243 req-ef35531a-e8dc-4295-8ec0-cfcc4a35fe04 service neutron] 10.222.0.46 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841887 Nov 13 05:19:11.727553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-82cc5326-3285-4b7f-830e-0651155498db tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Allocated IP 172.20.0.2 (4d1768df-2bff-4b99-a8d5-6638a1396857/7d48d084-e851-41ac-9e62-1d71f2052848/155133c9-fcd7-4f07-adf9-8edc2f803d38) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:19:11.772760 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2effb7d8-d093-45b8-b999-31e0cc570243 req-4a57b7a7-f8e4-4c33-9a4c-f8b071a451ed service neutron] 10.222.0.46 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047578 Nov 13 05:19:11.889259 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-82cc5326-3285-4b7f-830e-0651155498db tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:11.924038 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-82cc5326-3285-4b7f-830e-0651155498db tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:11.967674 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-82cc5326-3285-4b7f-830e-0651155498db tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Network 4d1768df-2bff-4b99-a8d5-6638a1396857 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:19:11.972748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-82cc5326-3285-4b7f-830e-0651155498db tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:19:11.975422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-82cc5326-3285-4b7f-830e-0651155498db tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:19:12.001037 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc5326-3285-4b7f-830e-0651155498db tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Pushing event updated for resources: {'Port': ['ID=155133c9-fcd7-4f07-adf9-8edc2f803d38,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:12.028836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-82cc5326-3285-4b7f-830e-0651155498db tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:12.029482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-82cc5326-3285-4b7f-830e-0651155498db tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:12.047236 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-82cc5326-3285-4b7f-830e-0651155498db tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5693867 Nov 13 05:19:12.064579 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Request body: {'port': {'device_id': '06b126d7-1921-482c-a6b2-844703a10a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:19:12.124829 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:12.399549 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155133c9-fcd7-4f07-adf9-8edc2f803d38 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:19:12.407028 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:12.422449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Transition to ACTIVE for port object 155133c9-fcd7-4f07-adf9-8edc2f803d38 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:19:12.429764 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:12.479446 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Pushing event updated for resources: {'Port': ['ID=155133c9-fcd7-4f07-adf9-8edc2f803d38,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:12.519158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75919f-fd9f-4c8a-acf4-db3201f9cc63 req-cfa2937e-0436-49d5-a92a-4b562c25bb71 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:12.520689 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5e75919f-fd9f-4c8a-acf4-db3201f9cc63 req-cfa2937e-0436-49d5-a92a-4b562c25bb71 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 943 time: 0.0548809 Nov 13 05:19:12.573524 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5e75919f-fd9f-4c8a-acf4-db3201f9cc63 req-1e94d914-e8d3-4714-979c-96792d18c873 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464859 Nov 13 05:19:12.588772 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8535f4-61f6-44ea-bed7-98a2aeed881c req-f78290a7-c677-453d-86eb-db9e209ee075 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:12.590230 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c8535f4-61f6-44ea-bed7-98a2aeed881c req-f78290a7-c677-453d-86eb-db9e209ee075 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 943 time: 0.0867238 Nov 13 05:19:12.592788 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Attempting to bind port 155133c9-fcd7-4f07-adf9-8edc2f803d38 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:19:12.593113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Attempting to bind port 155133c9-fcd7-4f07-adf9-8edc2f803d38 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'a0fbf1d5-5d08-4419-8e02-858393d12a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d1768df-2bff-4b99-a8d5-6638a1396857'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:19:12.593412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Attempting to bind port 155133c9-fcd7-4f07-adf9-8edc2f803d38 on network 4d1768df-2bff-4b99-a8d5-6638a1396857 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:19:12.604168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Port 155133c9-fcd7-4f07-adf9-8edc2f803d38 on network 4d1768df-2bff-4b99-a8d5-6638a1396857 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:19:12.604478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Attempting to bind port 155133c9-fcd7-4f07-adf9-8edc2f803d38 on network 4d1768df-2bff-4b99-a8d5-6638a1396857 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:19:12.618249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:19:12.618575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Checking segment: {'id': 'a0fbf1d5-5d08-4419-8e02-858393d12a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d1768df-2bff-4b99-a8d5-6638a1396857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:19:12.618981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Bound using segment: {'id': 'a0fbf1d5-5d08-4419-8e02-858393d12a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d1768df-2bff-4b99-a8d5-6638a1396857'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:19:12.619399 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Bound port: 155133c9-fcd7-4f07-adf9-8edc2f803d38, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fbf1d5-5d08-4419-8e02-858393d12a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d1768df-2bff-4b99-a8d5-6638a1396857'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:19:12.619743 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:12.682257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6c8535f4-61f6-44ea-bed7-98a2aeed881c req-876266d1-0c84-42e5-b483-5db5fa8febb0 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853758 Nov 13 05:19:12.710746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] For port 155133c9-fcd7-4f07-adf9-8edc2f803d38, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:19:12.714062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] For port 155133c9-fcd7-4f07-adf9-8edc2f803d38, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=155133c9-fcd7-4f07-adf9-8edc2f803d38,segment=NetworkSegment(a0fbf1d5-5d08-4419-8e02-858393d12a29),segment_id=a0fbf1d5-5d08-4419-8e02-858393d12a29)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:19:12.719873 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:12.758616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:12.759264 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:12.760661 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] 10.222.0.36 "PUT /v2.0/ports/155133c9-fcd7-4f07-adf9-8edc2f803d38 HTTP/1.1" status: 200 len: 1091 time: 0.7005289 Nov 13 05:19:12.761137 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b126d7-1921-482c-a6b2-844703a10a33', 'tag': '155133c9-fcd7-4f07-adf9-8edc2f803d38'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:19:12.763433 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9d53ba-5c74-4588-9658-769eac9d962f" -d '{"events": [{"name": "network-changed", "server_uuid": "06b126d7-1921-482c-a6b2-844703a10a33", "tag": "155133c9-fcd7-4f07-adf9-8edc2f803d38"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:19:12.788554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9594feb-ca11-4cf7-a121-c074abe3cda7 service neutron] Pushing event updated for resources: {'Port': ['ID=155133c9-fcd7-4f07-adf9-8edc2f803d38,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:12.804032 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77760edc-1bf6-4eaf-88dd-1236cb3b4c8f x-openstack-request-id: req-77760edc-1bf6-4eaf-88dd-1236cb3b4c8f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:19:12.804407 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b126d7-1921-482c-a6b2-844703a10a33", "tag": "155133c9-fcd7-4f07-adf9-8edc2f803d38", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:19:12.804733 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77760edc-1bf6-4eaf-88dd-1236cb3b4c8f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:19:12.805141 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b126d7-1921-482c-a6b2-844703a10a33', 'tag': '155133c9-fcd7-4f07-adf9-8edc2f803d38', 'status': 'completed', 'code': 200} Nov 13 05:19:12.863892 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-40aa5dd5-d0fc-451e-8fe0-2420d084d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:12.865747 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-40aa5dd5-d0fc-451e-8fe0-2420d084d422 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e7370c35cf9478d8e32914cf1c58457&device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 1094 time: 0.0435591 Nov 13 05:19:12.913889 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-73b04293-8db8-4bd4-981b-58c40583bee3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=155133c9-fcd7-4f07-adf9-8edc2f803d38 HTTP/1.1" status: 200 len: 217 time: 0.0340517 Nov 13 05:19:12.968105 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-2f9dafa0-88f0-4ecc-adb3-a589c1dffe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:12.969463 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-2f9dafa0-88f0-4ecc-adb3-a589c1dffe96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d48d084-e851-41ac-9e62-1d71f2052848 HTTP/1.1" status: 200 len: 854 time: 0.0478065 Nov 13 05:19:13.000763 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-073de878-fb8f-432e-8738-117419d71f8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d1768df-2bff-4b99-a8d5-6638a1396857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243399 Nov 13 05:19:13.030726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8ea302e1-dd25-4644-bb74-238685eec061 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:19:13.101397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-eec4d9ff-e927-4235-9f2c-d76fb652f0a2 service neutron] 10.222.0.36 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932336 Nov 13 05:19:13.134790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8ea302e1-dd25-4644-bb74-238685eec061,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:19:13.150421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '8ea302e1-dd25-4644-bb74-238685eec061', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'port_id': '8ea302e1-dd25-4644-bb74-238685eec061', 'mac_address': 'fa:16:3e:96:41:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe45493-45ba-469a-8971-67669d59ee52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:19:13.192681 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:13.202398 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09b2e642-8730-44ad-94bd-1aae0ec44289 req-7350a113-00a6-480b-b2a2-01da80b9ab3e service neutron] 10.222.0.36 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923073 Nov 13 05:19:13.205955 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea302e1-dd25-4644-bb74-238685eec061 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:19:13.229488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8ea302e1-dd25-4644-bb74-238685eec061,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:19:13.234392 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:13.282972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=8ea302e1-dd25-4644-bb74-238685eec061,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:13.336474 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d53ba-5c74-4588-9658-769eac9d962f req-d06cf93d-a2af-45cc-8c20-5077f005c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:13.337979 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b9d53ba-5c74-4588-9658-769eac9d962f req-d06cf93d-a2af-45cc-8c20-5077f005c3a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e7370c35cf9478d8e32914cf1c58457&device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 1094 time: 0.0435710 Nov 13 05:19:13.449051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d53ba-5c74-4588-9658-769eac9d962f req-afba14e0-3669-4f1e-a2f8-b334da21e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:13.451516 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b9d53ba-5c74-4588-9658-769eac9d962f req-afba14e0-3669-4f1e-a2f8-b334da21e556 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d1768df-2bff-4b99-a8d5-6638a1396857 HTTP/1.1" status: 200 len: 915 time: 0.1058226 Nov 13 05:19:13.497944 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b9d53ba-5c74-4588-9658-769eac9d962f req-2206754c-94e7-423e-939f-2103e829dff1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=155133c9-fcd7-4f07-adf9-8edc2f803d38 HTTP/1.1" status: 200 len: 217 time: 0.0391016 Nov 13 05:19:13.548103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d53ba-5c74-4588-9658-769eac9d962f req-1f62d19a-1118-4f86-80a1-fd01a6bda848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:13.549550 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b9d53ba-5c74-4588-9658-769eac9d962f req-1f62d19a-1118-4f86-80a1-fd01a6bda848 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d48d084-e851-41ac-9e62-1d71f2052848 HTTP/1.1" status: 200 len: 854 time: 0.0453744 Nov 13 05:19:13.585080 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b9d53ba-5c74-4588-9658-769eac9d962f req-7d0b1248-ad13-4450-b29e-df5881d09465 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d1768df-2bff-4b99-a8d5-6638a1396857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283077 Nov 13 05:19:13.637543 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['8ea302e1-dd25-4644-bb74-238685eec061'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:19:13.703545 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b9d53ba-5c74-4588-9658-769eac9d962f req-9c4ffaea-a2c8-4109-b9bf-95a9112b11f1 service neutron] 10.222.0.36 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113124 Nov 13 05:19:13.712017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a338920-2dce-45bb-8e3e-c95656b937fc req-37554a9a-9d1f-4af3-8bc5-85fc9ad0f026 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:13.713649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a338920-2dce-45bb-8e3e-c95656b937fc req-37554a9a-9d1f-4af3-8bc5-85fc9ad0f026 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 944 time: 0.0703416 Nov 13 05:19:13.812530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af069912-c89c-456a-aaf6-bb993a5b7691 req-db1bdc07-9f33-468f-a334-321e2956f3a1 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:13.815369 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af069912-c89c-456a-aaf6-bb993a5b7691 req-db1bdc07-9f33-468f-a334-321e2956f3a1 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 943 time: 0.0543764 Nov 13 05:19:13.830245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a338920-2dce-45bb-8e3e-c95656b937fc req-0aa693eb-6d75-42cf-b72f-eb47422b9ca2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077409 Nov 13 05:19:13.852673 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b9d53ba-5c74-4588-9658-769eac9d962f req-65e1d696-f86c-439c-9c6a-98d7f4ca89b8 service neutron] 10.222.0.36 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380293 Nov 13 05:19:13.875259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af069912-c89c-456a-aaf6-bb993a5b7691 req-cf2c1c84-c5d5-444b-b33e-447a2afe8c17 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549924 Nov 13 05:19:14.959260 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64c19d-16a1-4cc9-8339-b6ff59f7da86 req-580c07aa-f44a-4a4c-93ce-5610986653a6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:14.960794 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f64c19d-16a1-4cc9-8339-b6ff59f7da86 req-580c07aa-f44a-4a4c-93ce-5610986653a6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 944 time: 0.0572584 Nov 13 05:19:14.994235 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d59ba-57e3-4b9f-ad17-6e078e433951 req-935909f1-6f1f-44a1-9cc3-8be547875746 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:14.995784 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c76d59ba-57e3-4b9f-ad17-6e078e433951 req-935909f1-6f1f-44a1-9cc3-8be547875746 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 943 time: 0.0498624 Nov 13 05:19:15.011981 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f64c19d-16a1-4cc9-8339-b6ff59f7da86 req-48a8e6ff-97c1-4dcb-9ba8-156079769310 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449142 Nov 13 05:19:15.046002 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8ea302e1-dd25-4644-bb74-238685eec061 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:19:15.047261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c76d59ba-57e3-4b9f-ad17-6e078e433951 req-4658208e-8fda-41b7-9b37-0f1d55fbd7f7 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445652 Nov 13 05:19:15.098693 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 8ea302e1-dd25-4644-bb74-238685eec061 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:19:15.102578 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 8ea302e1-dd25-4644-bb74-238685eec061 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:15.102944 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:15.179204 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:15.203355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:19:15.205608 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf474f4-f7b1-4502-a580-5b884e4b62b5" -d '{"events": [{"server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "name": "network-vif-plugged", "status": "completed", "tag": "8ea302e1-dd25-4644-bb74-238685eec061"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:19:15.218254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8ea302e1-dd25-4644-bb74-238685eec061,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:19:15.223397 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:15.274376 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=8ea302e1-dd25-4644-bb74-238685eec061,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:15.375275 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4504fe3e-ba18-4b27-aabe-486659e22fa0 x-openstack-request-id: req-4504fe3e-ba18-4b27-aabe-486659e22fa0 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:19:15.375543 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "name": "network-vif-plugged", "status": "completed", "tag": "8ea302e1-dd25-4644-bb74-238685eec061", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:19:15.375795 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4504fe3e-ba18-4b27-aabe-486659e22fa0 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:19:15.376185 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061', 'code': 200} Nov 13 05:19:15.503200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64155c6-f7a1-479f-a4a5-464d5cbcd255 req-2771be8c-58d8-4331-86a8-3a1f4e38f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:15.504625 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a64155c6-f7a1-479f-a4a5-464d5cbcd255 req-2771be8c-58d8-4331-86a8-3a1f4e38f415 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 1096 time: 0.0428452 Nov 13 05:19:15.554140 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a64155c6-f7a1-479f-a4a5-464d5cbcd255 req-2fbc7701-b7a4-40b7-bb89-2e8b162eac4a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422475 Nov 13 05:19:16.145792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb673bb9-d64e-4ce7-bbdb-c1d7879d0a65 req-a3d4173a-a20d-4afa-a4b1-48d712b7a194 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:16.147436 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb673bb9-d64e-4ce7-bbdb-c1d7879d0a65 req-a3d4173a-a20d-4afa-a4b1-48d712b7a194 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 945 time: 0.0538878 Nov 13 05:19:16.168984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55de588-10fb-4dfa-8441-22092b1af7e7 req-977f4a98-030e-4b35-a791-084f8a2aac02 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:16.170392 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d55de588-10fb-4dfa-8441-22092b1af7e7 req-977f4a98-030e-4b35-a791-084f8a2aac02 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 943 time: 0.0504854 Nov 13 05:19:16.197653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb673bb9-d64e-4ce7-bbdb-c1d7879d0a65 req-35b18462-3284-4982-bb67-e4d89cd93d48 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440927 Nov 13 05:19:16.217942 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d55de588-10fb-4dfa-8441-22092b1af7e7 req-91d37178-b79f-4efa-a179-01a448817729 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410297 Nov 13 05:19:17.305816 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 155133c9-fcd7-4f07-adf9-8edc2f803d38 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:19:17.322067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0bae4-3289-42d4-ac19-d910d1582379 req-c64b2636-7ac6-4fd9-9cff-7fbe60f623a3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:17.323786 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ee0bae4-3289-42d4-ac19-d910d1582379 req-c64b2636-7ac6-4fd9-9cff-7fbe60f623a3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 945 time: 0.0509152 Nov 13 05:19:17.342440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc219b-4137-4405-9ab7-75dc0e4a5d50 req-3c2b0504-54dd-482e-bc4a-0fcf9db339ea tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:17.344943 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-26fc219b-4137-4405-9ab7-75dc0e4a5d50 req-3c2b0504-54dd-482e-bc4a-0fcf9db339ea tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 943 time: 0.0555763 Nov 13 05:19:17.376989 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ee0bae4-3289-42d4-ac19-d910d1582379 req-87565d75-a07e-4cee-a88c-69d36f95379b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461435 Nov 13 05:19:17.400361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-26fc219b-4137-4405-9ab7-75dc0e4a5d50 req-a6895ac9-6dad-48aa-8cac-42deb0630481 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494144 Nov 13 05:19:17.407351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 155133c9-fcd7-4f07-adf9-8edc2f803d38, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=155133c9-fcd7-4f07-adf9-8edc2f803d38,segment=NetworkSegment(a0fbf1d5-5d08-4419-8e02-858393d12a29),segment_id=a0fbf1d5-5d08-4419-8e02-858393d12a29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:19:17.422298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '155133c9-fcd7-4f07-adf9-8edc2f803d38', 'network_id': '4d1768df-2bff-4b99-a8d5-6638a1396857', 'port_id': '155133c9-fcd7-4f07-adf9-8edc2f803d38', 'mac_address': 'fa:16:3e:42:dc:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d48d084-e851-41ac-9e62-1d71f2052848', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:19:17.463814 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:17.477039 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155133c9-fcd7-4f07-adf9-8edc2f803d38 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:19:17.492165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5206d6-caa5-4020-aaf6-e5d889997fe3 req-100e34c1-dcb7-4eba-abc0-a07c725f8934 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:17.493713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a5206d6-caa5-4020-aaf6-e5d889997fe3 req-100e34c1-dcb7-4eba-abc0-a07c725f8934 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 945 time: 0.0489140 Nov 13 05:19:17.496846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 155133c9-fcd7-4f07-adf9-8edc2f803d38, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=155133c9-fcd7-4f07-adf9-8edc2f803d38,segment=NetworkSegment(a0fbf1d5-5d08-4419-8e02-858393d12a29),segment_id=a0fbf1d5-5d08-4419-8e02-858393d12a29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:19:17.502047 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:17.548531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=155133c9-fcd7-4f07-adf9-8edc2f803d38,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:17.549576 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7a5206d6-caa5-4020-aaf6-e5d889997fe3 req-386a614e-4753-450d-818a-94be9a096548 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490205 Nov 13 05:19:17.571971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42046) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:17.618377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4b77e8-02ab-4212-bca7-a2ed797c4351 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:17.622063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fe4b77e8-02ab-4212-bca7-a2ed797c4351 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 1091 time: 0.0465150 Nov 13 05:19:17.624156 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42048) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:17.628674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': '8ea302e1-dd25-4644-bb74-238685eec061', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:19:17.652211 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:17.752701 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:17.857580 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.25.8.119 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/eb286eb7-e514-4be7-ba3d-563bc07d4f3f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:19:17.864030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['155133c9-fcd7-4f07-adf9-8edc2f803d38'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:19:17.966685 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:18.000891 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:18.036995 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:19:18.043124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:19:18.046648 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:19:18.052436 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=eb286eb7-e514-4be7-ba3d-563bc07d4f3f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:18.402649 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:18.471031 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:18.523406 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc3460-3d2b-4f24-8c2d-c3f533a02ee2 req-8a931aef-2d9d-46c5-b5cd-91e05b430fed tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:18.524904 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65cc3460-3d2b-4f24-8c2d-c3f533a02ee2 req-8a931aef-2d9d-46c5-b5cd-91e05b430fed tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 944 time: 0.0507321 Nov 13 05:19:18.574462 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65cc3460-3d2b-4f24-8c2d-c3f533a02ee2 req-10d7eb87-61c8-49dd-8763-00760755cf6d tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432162 Nov 13 05:19:18.637638 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:18.643709 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:18.707402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=eb286eb7-e514-4be7-ba3d-563bc07d4f3f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:18.721327 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:18.832749 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Floating IP bc45080a-4ef2-406a-9389-3dbb7e9b28dd associated. External IP: 172.25.8.119, port: 8ea302e1-dd25-4644-bb74-238685eec061. Nov 13 05:19:19.045118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 32c528eb-233f-47b9-8ff5-85cac342feaf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:19:19.165428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:19:19.177346 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42fc4b-7b8b-42b7-beff-b22615652131 None None] Sync routers for ids ['32c528eb-233f-47b9-8ff5-85cac342feaf'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:19:19.188615 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:19.189899 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42fc4b-7b8b-42b7-beff-b22615652131 None None] Routers {'32c528eb-233f-47b9-8ff5-85cac342feaf'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:19:19.190516 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ba42fc4b-7b8b-42b7-beff-b22615652131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:19:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32c528eb-233f-47b9-8ff5-85cac342feaf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:19:19.215725 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7bc78d47-c6b9-4aab-bef0-e9f4b64b5068 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5905697 Nov 13 05:19:19.216297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:19:19.218614 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a1cff4-3bbb-4d26-aded-ca4737c532ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "tag": "8ea302e1-dd25-4644-bb74-238685eec061"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:19:19.268607 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d877f12-3478-4f11-886a-048d472d7fb6 x-openstack-request-id: req-5d877f12-3478-4f11-886a-048d472d7fb6 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:19:19.268974 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "tag": "8ea302e1-dd25-4644-bb74-238685eec061", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:19:19.269290 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d877f12-3478-4f11-886a-048d472d7fb6 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:19:19.269784 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061', 'status': 'completed', 'code': 200} Nov 13 05:19:19.299010 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ba42fc4b-7b8b-42b7-beff-b22615652131 None None] Set router 32c528eb-233f-47b9-8ff5-85cac342feaf gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:19:19.305164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 155133c9-fcd7-4f07-adf9-8edc2f803d38 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:19:19.355143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 155133c9-fcd7-4f07-adf9-8edc2f803d38 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:19:19.359363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 155133c9-fcd7-4f07-adf9-8edc2f803d38 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:19:19.359727 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:19.365398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83536469-54af-4b49-b6e6-f20bde813366 req-52b5d016-b7bf-451c-a0d0-585706976e85 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:19.366989 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-83536469-54af-4b49-b6e6-f20bde813366 req-52b5d016-b7bf-451c-a0d0-585706976e85 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 945 time: 0.0843191 Nov 13 05:19:19.386364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1cff4-3bbb-4d26-aded-ca4737c532ac req-6149b3f2-813c-42c7-9590-94a61e2f6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:19.387850 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43a1cff4-3bbb-4d26-aded-ca4737c532ac req-6149b3f2-813c-42c7-9590-94a61e2f6744 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 1096 time: 0.0717280 Nov 13 05:19:19.446878 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:19.472171 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b126d7-1921-482c-a6b2-844703a10a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155133c9-fcd7-4f07-adf9-8edc2f803d38'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:19:19.474550 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55a31ac-1144-4c02-a339-fb1311ee6804" -d '{"events": [{"server_uuid": "06b126d7-1921-482c-a6b2-844703a10a33", "name": "network-vif-plugged", "status": "completed", "tag": "155133c9-fcd7-4f07-adf9-8edc2f803d38"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:19:19.476109 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-83536469-54af-4b49-b6e6-f20bde813366 req-2cf78bad-4626-438a-93e5-d6895397c549 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988932 Nov 13 05:19:19.494366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 155133c9-fcd7-4f07-adf9-8edc2f803d38, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=155133c9-fcd7-4f07-adf9-8edc2f803d38,segment=NetworkSegment(a0fbf1d5-5d08-4419-8e02-858393d12a29),segment_id=a0fbf1d5-5d08-4419-8e02-858393d12a29)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:19:19.503223 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:19.507876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42058) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:19.533412 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1cff4-3bbb-4d26-aded-ca4737c532ac req-9d194aca-9e36-4851-a5ee-88be1879e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:19.534936 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43a1cff4-3bbb-4d26-aded-ca4737c532ac req-9d194aca-9e36-4851-a5ee-88be1879e8e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938 HTTP/1.1" status: 200 len: 898 time: 0.1386888 Nov 13 05:19:19.541134 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650fd1b4-3610-4262-a150-518f85a6874e x-openstack-request-id: req-650fd1b4-3610-4262-a150-518f85a6874e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:19:19.541817 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b126d7-1921-482c-a6b2-844703a10a33", "name": "network-vif-plugged", "status": "completed", "tag": "155133c9-fcd7-4f07-adf9-8edc2f803d38", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:19:19.542268 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-650fd1b4-3610-4262-a150-518f85a6874e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:19:19.543155 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b126d7-1921-482c-a6b2-844703a10a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155133c9-fcd7-4f07-adf9-8edc2f803d38', 'code': 200} Nov 13 05:19:19.548384 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ba42fc4b-7b8b-42b7-beff-b22615652131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:19:01Z', 'updated_at': '2021-11-13T05:19:05Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:02Z', 'updated_at': '2021-11-13T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'bc45080a-4ef2-406a-9389-3dbb7e9b28dd', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'port_id': '8ea302e1-dd25-4644-bb74-238685eec061', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'mac_address': 'fa:16:3e:96:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:19:18Z', 'updated_at': '2021-11-13T05:19:18Z', 'revision_number': 0, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f40a31b-8b3c-4bee-8ab4-421d393e44ec', 'name': '', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:0a:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0fe45493-45ba-469a-8971-67669d59ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:04Z', 'updated_at': '2021-11-13T05:19:08Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '0fe45493-45ba-469a-8971-67669d59ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:19:19.578632 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42fc4b-7b8b-42b7-beff-b22615652131 None None] Checking router: 32c528eb-233f-47b9-8ff5-85cac342feaf for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:19:19.583513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-591c2af3-a235-425b-aaf0-a071fbf0c05e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/bc45080a-4ef2-406a-9389-3dbb7e9b28dd HTTP/1.1" status: 200 len: 991 time: 0.0744638 Nov 13 05:19:19.587723 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42fc4b-7b8b-42b7-beff-b22615652131 None None] Routers {'32c528eb-233f-47b9-8ff5-85cac342feaf'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:19:19.588335 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ba42fc4b-7b8b-42b7-beff-b22615652131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:19:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32c528eb-233f-47b9-8ff5-85cac342feaf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:19:19.590079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=155133c9-fcd7-4f07-adf9-8edc2f803d38,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:19.642332 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43a1cff4-3bbb-4d26-aded-ca4737c532ac req-616c2f19-74c9-4ea9-a3cb-2e85a4f31461 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea302e1-dd25-4644-bb74-238685eec061 HTTP/1.1" status: 200 len: 999 time: 0.0991518 Nov 13 05:19:19.683411 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3dc27-b6aa-4c4a-9419-e5b9bf14f607 req-30cf3cea-910a-4eb4-9c67-ca8c18b84f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:19.685092 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f2a3dc27-b6aa-4c4a-9419-e5b9bf14f607 req-30cf3cea-910a-4eb4-9c67-ca8c18b84f70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 1096 time: 0.0597131 Nov 13 05:19:19.698001 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ba42fc4b-7b8b-42b7-beff-b22615652131 None None] Set router 32c528eb-233f-47b9-8ff5-85cac342feaf gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:19:19.732577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1cff4-3bbb-4d26-aded-ca4737c532ac req-beb8afdb-6fff-482d-9201-b67074c571e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:19.733066 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f2a3dc27-b6aa-4c4a-9419-e5b9bf14f607 req-885c99d7-56c7-4d32-96f1-432adf22f026 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383310 Nov 13 05:19:19.734073 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43a1cff4-3bbb-4d26-aded-ca4737c532ac req-beb8afdb-6fff-482d-9201-b67074c571e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0fe45493-45ba-469a-8971-67669d59ee52 HTTP/1.1" status: 200 len: 834 time: 0.0844469 Nov 13 05:19:19.743118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a3bf7-7061-45e9-9ed9-230b1311286f req-85f26b9f-01d3-4782-a8bc-781704ca13b6 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:19.744600 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b1a3bf7-7061-45e9-9ed9-230b1311286f req-85f26b9f-01d3-4782-a8bc-781704ca13b6 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 945 time: 0.0937908 Nov 13 05:19:19.817651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1cff4-3bbb-4d26-aded-ca4737c532ac req-0a7f84f4-50a5-427a-b9cd-80ad619afa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:19.819063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43a1cff4-3bbb-4d26-aded-ca4737c532ac req-0a7f84f4-50a5-427a-b9cd-80ad619afa12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735784 Nov 13 05:19:19.822849 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b1a3bf7-7061-45e9-9ed9-230b1311286f req-2de37036-9661-4c71-bdde-62ff47be6da9 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696514 Nov 13 05:19:19.912417 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43a1cff4-3bbb-4d26-aded-ca4737c532ac req-e8043c78-4d2c-475c-8e91-475376237554 service neutron] 10.222.0.46 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857062 Nov 13 05:19:19.927151 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ba42fc4b-7b8b-42b7-beff-b22615652131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:19:01Z', 'updated_at': '2021-11-13T05:19:05Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:02Z', 'updated_at': '2021-11-13T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'bc45080a-4ef2-406a-9389-3dbb7e9b28dd', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'port_id': '8ea302e1-dd25-4644-bb74-238685eec061', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'mac_address': 'fa:16:3e:96:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:19:18Z', 'updated_at': '2021-11-13T05:19:18Z', 'revision_number': 0, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f40a31b-8b3c-4bee-8ab4-421d393e44ec', 'name': '', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:0a:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0fe45493-45ba-469a-8971-67669d59ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:04Z', 'updated_at': '2021-11-13T05:19:08Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '0fe45493-45ba-469a-8971-67669d59ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:19:19.961445 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42fc4b-7b8b-42b7-beff-b22615652131 None None] The sync data for ids ['32c528eb-233f-47b9-8ff5-85cac342feaf'] in n-d-813114-2 is: [{'id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:19:01Z', 'updated_at': '2021-11-13T05:19:05Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:02Z', 'updated_at': '2021-11-13T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'bc45080a-4ef2-406a-9389-3dbb7e9b28dd', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'port_id': '8ea302e1-dd25-4644-bb74-238685eec061', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'mac_address': 'fa:16:3e:96:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:19:18Z', 'updated_at': '2021-11-13T05:19:18Z', 'revision_number': 0, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f40a31b-8b3c-4bee-8ab4-421d393e44ec', 'name': '', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:0a:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0fe45493-45ba-469a-8971-67669d59ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:04Z', 'updated_at': '2021-11-13T05:19:08Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '0fe45493-45ba-469a-8971-67669d59ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:19:20.012791 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43a1cff4-3bbb-4d26-aded-ca4737c532ac req-df92e1f1-e22b-41e1-aefb-32356bb0883e service neutron] 10.222.0.46 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933790 Nov 13 05:19:20.168384 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba32bf-61e5-4c00-a0c4-a840ecefed0d None None] New status for floating IP bc45080a-4ef2-406a-9389-3dbb7e9b28dd: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:19:20.585364 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42064) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:19:20.647760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a39a3209-1b1d-421b-9805-9a8bd611b2c8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/bc45080a-4ef2-406a-9389-3dbb7e9b28dd HTTP/1.1" status: 200 len: 993 time: 0.0610993 Nov 13 05:19:20.968028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e05638-a2e0-4b3b-8756-56786ee28fbb req-1709eb5a-1729-4871-9e26-d920609ba943 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:20.969688 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09e05638-a2e0-4b3b-8756-56786ee28fbb req-1709eb5a-1729-4871-9e26-d920609ba943 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 945 time: 0.0680633 Nov 13 05:19:21.022605 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09e05638-a2e0-4b3b-8756-56786ee28fbb req-fc62e2fd-c1f7-4470-9ba1-a54bf51b69f2 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443099 Nov 13 05:19:22.147960 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158a200-4328-45df-95cf-5115cd809e1c req-0b9ecb75-5ce3-4117-9c54-d864593e47be tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:22.149503 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c158a200-4328-45df-95cf-5115cd809e1c req-0b9ecb75-5ce3-4117-9c54-d864593e47be tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 945 time: 0.0501902 Nov 13 05:19:22.197924 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c158a200-4328-45df-95cf-5115cd809e1c req-db1bb279-be9b-41f0-a3c5-4474b62040ef tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Nov 13 05:19:28.708935 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:29.075246 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:32.976905 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a511b3c-b406-4578-bf83-24abb5bb26c5 req-6ee347f4-e72e-4e36-826c-391cb2f04296 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422251 Nov 13 05:19:33.085052 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a511b3c-b406-4578-bf83-24abb5bb26c5 req-994351d9-fb91-43b1-9c52-69a744a1d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:33.086608 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a511b3c-b406-4578-bf83-24abb5bb26c5 req-994351d9-fb91-43b1-9c52-69a744a1d521 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 1096 time: 0.0476794 Nov 13 05:19:33.199041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a511b3c-b406-4578-bf83-24abb5bb26c5 req-8c56a1f8-f5b5-4b0c-8098-568684045082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:33.200525 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a511b3c-b406-4578-bf83-24abb5bb26c5 req-8c56a1f8-f5b5-4b0c-8098-568684045082 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938 HTTP/1.1" status: 200 len: 898 time: 0.0918288 Nov 13 05:19:33.585325 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a511b3c-b406-4578-bf83-24abb5bb26c5 req-46354e13-214b-4bdd-867a-68b832d2e57e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea302e1-dd25-4644-bb74-238685eec061 HTTP/1.1" status: 200 len: 1001 time: 0.3762426 Nov 13 05:19:33.637706 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a511b3c-b406-4578-bf83-24abb5bb26c5 req-0e134380-f411-4793-af99-34c7f8b75791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:33.639171 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a511b3c-b406-4578-bf83-24abb5bb26c5 req-0e134380-f411-4793-af99-34c7f8b75791 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0fe45493-45ba-469a-8971-67669d59ee52 HTTP/1.1" status: 200 len: 834 time: 0.0447087 Nov 13 05:19:33.653377 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:19:33.683897 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a511b3c-b406-4578-bf83-24abb5bb26c5 req-77fbdcd3-a48d-4f69-ad80-3fb84014d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:33.685354 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a511b3c-b406-4578-bf83-24abb5bb26c5 req-77fbdcd3-a48d-4f69-ad80-3fb84014d009 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393400 Nov 13 05:19:33.780993 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a511b3c-b406-4578-bf83-24abb5bb26c5 req-01b3acaa-cb4c-4b1b-9f8a-7e3057aa2ebc service neutron] 10.222.0.46 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874901 Nov 13 05:19:33.894148 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a511b3c-b406-4578-bf83-24abb5bb26c5 req-5833c0ec-aabc-4de3-bddf-07bfb5162d4d service neutron] 10.222.0.46 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055593 Nov 13 05:19:34.211005 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4de5ee6d-71b3-4a3e-b513-60f3d7471507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:36.492949 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bb2662a-d006-4c1c-8294-a2f9097b106e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:37.920789 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:39.222357 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:40.044157 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:43.773590 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9354fe89-39d8-4734-935d-1ed6f7b36a9a req-0e39b2b4-5fad-4d81-9ed0-f24ad076e919 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420752 Nov 13 05:19:43.887171 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354fe89-39d8-4734-935d-1ed6f7b36a9a req-88729aa3-1009-4f72-8c18-0afaa796da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:43.888683 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9354fe89-39d8-4734-935d-1ed6f7b36a9a req-88729aa3-1009-4f72-8c18-0afaa796da94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e7370c35cf9478d8e32914cf1c58457&device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 1096 time: 0.0449181 Nov 13 05:19:44.002551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354fe89-39d8-4734-935d-1ed6f7b36a9a req-7e7c5736-9089-490b-88f8-e7b335802015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:44.004235 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9354fe89-39d8-4734-935d-1ed6f7b36a9a req-7e7c5736-9089-490b-88f8-e7b335802015 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d1768df-2bff-4b99-a8d5-6638a1396857 HTTP/1.1" status: 200 len: 915 time: 0.0937955 Nov 13 05:19:44.047338 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9354fe89-39d8-4734-935d-1ed6f7b36a9a req-bfb5b883-b466-4b8b-ae85-cd32611ae834 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=155133c9-fcd7-4f07-adf9-8edc2f803d38 HTTP/1.1" status: 200 len: 217 time: 0.0358422 Nov 13 05:19:44.101003 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354fe89-39d8-4734-935d-1ed6f7b36a9a req-08a0f024-b4b5-4e95-aa1d-0a092128890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:44.102465 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9354fe89-39d8-4734-935d-1ed6f7b36a9a req-08a0f024-b4b5-4e95-aa1d-0a092128890b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d48d084-e851-41ac-9e62-1d71f2052848 HTTP/1.1" status: 200 len: 854 time: 0.0486412 Nov 13 05:19:44.137352 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9354fe89-39d8-4734-935d-1ed6f7b36a9a req-2e9826e0-0b6a-4a4f-88fc-a0d37b113321 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d1768df-2bff-4b99-a8d5-6638a1396857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260377 Nov 13 05:19:44.260848 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9354fe89-39d8-4734-935d-1ed6f7b36a9a req-4c233cec-174a-4fce-b065-ba6fffa19b88 service neutron] 10.222.0.36 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160545 Nov 13 05:19:44.360482 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9354fe89-39d8-4734-935d-1ed6f7b36a9a req-96668055-3a6d-4e10-84a0-394b529c55c2 service neutron] 10.222.0.36 "GET /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916743 Nov 13 05:19:50.765807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69730073-8f52-41a0-85b5-3a7235b8561e req-6aee3a38-e3da-495d-b51d-542f106dc4c8 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:50.767158 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-69730073-8f52-41a0-85b5-3a7235b8561e req-6aee3a38-e3da-495d-b51d-542f106dc4c8 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 945 time: 0.0554411 Nov 13 05:19:50.816315 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-69730073-8f52-41a0-85b5-3a7235b8561e req-e06c8d3c-f4d8-4ad6-a5a5-5200b6a3ef93 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425782 Nov 13 05:19:51.948003 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911f4ce-cb5e-4cdb-8934-4d2dadfbde19 req-ea8fea49-8487-4677-9b81-3a5741474298 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:51.949464 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7911f4ce-cb5e-4cdb-8934-4d2dadfbde19 req-ea8fea49-8487-4677-9b81-3a5741474298 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 945 time: 0.0530679 Nov 13 05:19:52.000810 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7911f4ce-cb5e-4cdb-8934-4d2dadfbde19 req-92ee28fd-fdd7-4522-83e6-0f34be0f4390 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d8826b4-8b62-424c-bcb6-bf7b44ff279e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422583 Nov 13 05:19:52.495997 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2b2f6-4112-4fd1-9403-52d27f4fb430 req-a9566515-6592-4bc1-9cdf-77b1f81edf45 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:19:52.497468 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67b2b2f6-4112-4fd1-9403-52d27f4fb430 req-a9566515-6592-4bc1-9cdf-77b1f81edf45 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 945 time: 0.0562234 Nov 13 05:19:52.590514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-67b2b2f6-4112-4fd1-9403-52d27f4fb430 req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Deleting port 155133c9-fcd7-4f07-adf9-8edc2f803d38 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:19:52.590810 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67b2b2f6-4112-4fd1-9403-52d27f4fb430 req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:52.683992 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-67b2b2f6-4112-4fd1-9403-52d27f4fb430 req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] For port 155133c9-fcd7-4f07-adf9-8edc2f803d38, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=155133c9-fcd7-4f07-adf9-8edc2f803d38,segment=NetworkSegment(a0fbf1d5-5d08-4419-8e02-858393d12a29),segment_id=a0fbf1d5-5d08-4419-8e02-858393d12a29)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:19:52.684319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67b2b2f6-4112-4fd1-9403-52d27f4fb430 req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:52.696857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-67b2b2f6-4112-4fd1-9403-52d27f4fb430 req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Calling delete_port for 155133c9-fcd7-4f07-adf9-8edc2f803d38 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:19:52.826074 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67b2b2f6-4112-4fd1-9403-52d27f4fb430 req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:52.858630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Pushing event deleted for resources: {'Port': ['ID=155133c9-fcd7-4f07-adf9-8edc2f803d38,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:19:52.859394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['155133c9-fcd7-4f07-adf9-8edc2f803d38'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:19:52.888215 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:52.888596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:52.888887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:52.902526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:52.902526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:52.902526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:52.902526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:52.902526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:52.902526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:52.902526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:52.902526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:52.902526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:19:52.907444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b2b2f6-4112-4fd1-9403-52d27f4fb430 req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] No DVR routers for this DVR port 155133c9-fcd7-4f07-adf9-8edc2f803d38 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:19:52.909911 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67b2b2f6-4112-4fd1-9403-52d27f4fb430 req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:52.913649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67b2b2f6-4112-4fd1-9403-52d27f4fb430 req-6464c94b-7096-4059-8976-c0d3f90ecd0a tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.36 "DELETE /v2.0/ports/155133c9-fcd7-4f07-adf9-8edc2f803d38 HTTP/1.1" status: 204 len: 173 time: 0.4097447 Nov 13 05:19:52.914096 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b126d7-1921-482c-a6b2-844703a10a33', 'name': 'network-vif-deleted', 'tag': '155133c9-fcd7-4f07-adf9-8edc2f803d38'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:19:52.916441 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1660621f-4999-4b28-b462-a70d4e8db973" -d '{"events": [{"server_uuid": "06b126d7-1921-482c-a6b2-844703a10a33", "name": "network-vif-deleted", "tag": "155133c9-fcd7-4f07-adf9-8edc2f803d38"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:19:52.953310 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22a5c9a-4829-4e56-8170-722fbb104149 x-openstack-request-id: req-b22a5c9a-4829-4e56-8170-722fbb104149 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:19:52.953950 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b126d7-1921-482c-a6b2-844703a10a33", "name": "network-vif-deleted", "tag": "155133c9-fcd7-4f07-adf9-8edc2f803d38", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:19:52.953950 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b22a5c9a-4829-4e56-8170-722fbb104149 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:19:52.954251 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b126d7-1921-482c-a6b2-844703a10a33', 'name': 'network-vif-deleted', 'tag': '155133c9-fcd7-4f07-adf9-8edc2f803d38', 'status': 'completed', 'code': 200} Nov 13 05:19:53.115760 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-70302b19-f453-4421-bcd0-26d444b9ed01 req-fc986055-1bfd-4bd9-983c-cccaf9e7ded1 tempest-VolumesSnapshotTestJSON-752521356 tempest-VolumesSnapshotTestJSON-752521356-project] 10.222.0.43 "GET /v2.0/ports?device_id=06b126d7-1921-482c-a6b2-844703a10a33 HTTP/1.1" status: 200 len: 210 time: 0.0288284 Nov 13 05:19:55.487032 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 155133c9-fcd7-4f07-adf9-8edc2f803d38 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:19:55.671648 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 155133c9-fcd7-4f07-adf9-8edc2f803d38 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:19:55.671961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 155133c9-fcd7-4f07-adf9-8edc2f803d38 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:19:58.700528 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:19:59.087283 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:04.225931 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6848a76b-6802-4879-a972-1c9ceff8b1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:06.500334 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5284604d-fdf7-4ff0-afdc-6a226700a317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:07.927013 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:09.224822 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:10.041252 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:10.652901 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:20:23.410661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb5cf1-4702-4f5e-8e1e-3cba2f2c2432 req-68ea78c9-9c33-44aa-8285-e2089c0c16ca tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:23.412211 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59bb5cf1-4702-4f5e-8e1e-3cba2f2c2432 req-68ea78c9-9c33-44aa-8285-e2089c0c16ca tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 945 time: 0.0527344 Nov 13 05:20:23.462993 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59bb5cf1-4702-4f5e-8e1e-3cba2f2c2432 req-85a43723-64d6-4886-9bef-7d6226863941 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444415 Nov 13 05:20:23.485941 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42306) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:23.550521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-10f18f2c-0e6c-4837-961b-27e377cd4195 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/bc45080a-4ef2-406a-9389-3dbb7e9b28dd HTTP/1.1" status: 200 len: 993 time: 0.0631809 Nov 13 05:20:23.894721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a835-7e10-48f9-b897-1b49e3fea666 req-6d164c47-5c7f-4647-b5d3-665cc99b2f44 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:23.896309 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f3e0a835-7e10-48f9-b897-1b49e3fea666 req-6d164c47-5c7f-4647-b5d3-665cc99b2f44 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 1096 time: 0.0478313 Nov 13 05:20:23.944173 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f3e0a835-7e10-48f9-b897-1b49e3fea666 req-693fa3dd-f724-44a4-a2ba-334282dd5cb4 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413616 Nov 13 05:20:24.017606 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-003279f6-3795-48e4-b741-a6108d6ca575 req-4a0f5cc2-4ac2-475f-a9fe-1b1971ebf456 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:20:24.018699 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-003279f6-3795-48e4-b741-a6108d6ca575 req-4a0f5cc2-4ac2-475f-a9fe-1b1971ebf456 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056002 Nov 13 05:20:24.643661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-dd32fbda-3944-4be6-952a-1dbe294985f5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1520312 Nov 13 05:20:24.652586 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-967af726-0e80-406f-a373-98867298799b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:20:24.653504 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-967af726-0e80-406f-a373-98867298799b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049572 Nov 13 05:20:25.179036 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffef7-447f-4988-a500-0674f4e1aeff req-2493b7ef-aa6c-4090-96a5-4c14cfd41d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:25.180460 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-2493b7ef-aa6c-4090-96a5-4c14cfd41d19 service neutron] 10.222.0.43 "GET /v2.0/ports/8ea302e1-dd25-4644-bb74-238685eec061 HTTP/1.1" status: 200 len: 1093 time: 0.0352716 Nov 13 05:20:25.189769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ba8fc162-86a5-4d8a-bd52-65bf310cad56 service neutron] Request body: {'binding': {'host': 'n-h2-813114-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:25.190247 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ba8fc162-86a5-4d8a-bd52-65bf310cad56 service neutron] Unknown quota resources ['binding']. {{(pid=102667) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 13 05:20:25.333791 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ba8fc162-86a5-4d8a-bd52-65bf310cad56 service neutron] Attempting to bind port 8ea302e1-dd25-4644-bb74-238685eec061 on host n-h2-813114-2 for vnic_type normal with profile None {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:20:25.334126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ba8fc162-86a5-4d8a-bd52-65bf310cad56 service neutron] Attempting to bind port 8ea302e1-dd25-4644-bb74-238685eec061 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:20:25.334447 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ba8fc162-86a5-4d8a-bd52-65bf310cad56 service neutron] Attempting to bind port 8ea302e1-dd25-4644-bb74-238685eec061 on network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:20:25.339039 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ba8fc162-86a5-4d8a-bd52-65bf310cad56 service neutron] Port 8ea302e1-dd25-4644-bb74-238685eec061 on network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:20:25.339498 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ba8fc162-86a5-4d8a-bd52-65bf310cad56 service neutron] Attempting to bind port 8ea302e1-dd25-4644-bb74-238685eec061 on network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:20:25.344487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ba8fc162-86a5-4d8a-bd52-65bf310cad56 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:20:25.344825 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ba8fc162-86a5-4d8a-bd52-65bf310cad56 service neutron] Checking segment: {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:20:25.345210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ba8fc162-86a5-4d8a-bd52-65bf310cad56 service neutron] Bound using segment: {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:20:25.345640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ba8fc162-86a5-4d8a-bd52-65bf310cad56 service neutron] Bound port: 8ea302e1-dd25-4644-bb74-238685eec061, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:20:25.441671 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ba8fc162-86a5-4d8a-bd52-65bf310cad56 service neutron] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8ea302e1-dd25-4644-bb74-238685eec061,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:20:25.449432 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ba8fc162-86a5-4d8a-bd52-65bf310cad56 service neutron] Publish callbacks [] for binding, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:25.450940 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ba8fc162-86a5-4d8a-bd52-65bf310cad56 service neutron] 10.222.0.43 "POST /v2.0/ports/8ea302e1-dd25-4644-bb74-238685eec061/bindings HTTP/1.1" status: 201 len: 389 time: 0.2648082 Nov 13 05:20:25.629299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08207a-cc84-43e1-857c-20a6772bc114 req-cd113e16-d2a6-4325-b1e6-d501141692b0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:25.637761 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c08207a-cc84-43e1-857c-20a6772bc114 req-cd113e16-d2a6-4325-b1e6-d501141692b0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 945 time: 0.0645866 Nov 13 05:20:25.699051 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c08207a-cc84-43e1-857c-20a6772bc114 req-8a5c4375-ed7a-48fe-9ed6-47e8a134611a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565882 Nov 13 05:20:26.063234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ca8626ae-5847-46f0-a0b5-01dfa4031e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:26.064770 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ca8626ae-5847-46f0-a0b5-01dfa4031e54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 1096 time: 0.3582060 Nov 13 05:20:26.162958 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffef7-447f-4988-a500-0674f4e1aeff req-50094184-e02d-4203-84e9-06861d4b8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:26.164490 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-50094184-e02d-4203-84e9-06861d4b8904 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938 HTTP/1.1" status: 200 len: 898 time: 0.0916691 Nov 13 05:20:26.239022 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-9d223e54-63d8-4cd7-93e5-348b4a9c894e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea302e1-dd25-4644-bb74-238685eec061 HTTP/1.1" status: 200 len: 1001 time: 0.0667870 Nov 13 05:20:26.288337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffef7-447f-4988-a500-0674f4e1aeff req-8380001d-b9fc-4a46-b556-103147eed33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:26.290182 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-8380001d-b9fc-4a46-b556-103147eed33d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fe45493-45ba-469a-8971-67669d59ee52 HTTP/1.1" status: 200 len: 834 time: 0.0442319 Nov 13 05:20:26.336751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffef7-447f-4988-a500-0674f4e1aeff req-70da9ff1-89ab-4c0a-ad04-84b07c242c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:26.338744 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-70da9ff1-89ab-4c0a-ad04-84b07c242c65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414245 Nov 13 05:20:26.434300 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-69493f4c-bf34-4e46-8afa-6bd8e69067c5 service neutron] 10.222.0.36 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882962 Nov 13 05:20:26.529693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-900a58c7-cf26-4a30-9f81-8c4328e82690 service neutron] 10.222.0.36 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883400 Nov 13 05:20:26.712986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ae9a41f7-2214-45d6-8333-2deb3a5a44b4 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:26.714682 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ae9a41f7-2214-45d6-8333-2deb3a5a44b4 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 1096 time: 0.0771542 Nov 13 05:20:26.726638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813114-2'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:26.813665 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:26.871312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68557dad-169a-4173-98c3-3debccd491b7 req-f5f96b6f-4100-4a16-8a85-115ba39f7983 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:26.872708 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68557dad-169a-4173-98c3-3debccd491b7 req-f5f96b6f-4100-4a16-8a85-115ba39f7983 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 945 time: 0.0901229 Nov 13 05:20:26.978352 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68557dad-169a-4173-98c3-3debccd491b7 req-55c1981d-5557-4384-883c-5f8963f97fee tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988958 Nov 13 05:20:27.010117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8ea302e1-dd25-4644-bb74-238685eec061,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:27.051429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:20:27.092577 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:20:27.094869 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420d177d-32f2-47ab-ad51-4eedc99c2bf5" -d '{"events": [{"server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea302e1-dd25-4644-bb74-238685eec061"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:20:27.099876 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:27.107145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:27.140041 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a980d6-1356-4d95-a38b-e6cacb4b3643 x-openstack-request-id: req-b3a980d6-1356-4d95-a38b-e6cacb4b3643 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:20:27.140319 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea302e1-dd25-4644-bb74-238685eec061", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:20:27.140580 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3a980d6-1356-4d95-a38b-e6cacb4b3643 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:20:27.140965 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061', 'code': 200} Nov 13 05:20:27.210033 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Pushing event updated for resources: {'Port': ['ID=8ea302e1-dd25-4644-bb74-238685eec061,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:27.261010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Attempting to bind port 8ea302e1-dd25-4644-bb74-238685eec061 on host n-h1-813114-2 for vnic_type normal with profile {"migrating_to": "n-h2-813114-2"} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:20:27.261346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Attempting to bind port 8ea302e1-dd25-4644-bb74-238685eec061 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:20:27.261809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Attempting to bind port 8ea302e1-dd25-4644-bb74-238685eec061 on network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:20:27.266430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Port 8ea302e1-dd25-4644-bb74-238685eec061 on network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:20:27.266752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Attempting to bind port 8ea302e1-dd25-4644-bb74-238685eec061 on network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:20:27.271893 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:20:27.272247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Checking segment: {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:20:27.272617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Bound using segment: {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:20:27.273045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Bound port: 8ea302e1-dd25-4644-bb74-238685eec061, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9275050-3a0c-4b11-98b0-5f1d619b45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:20:27.273413 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:27.337806 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:20:27.340946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8ea302e1-dd25-4644-bb74-238685eec061,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:20:27.348260 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:27.390378 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Provisioning complete for port 8ea302e1-dd25-4644-bb74-238685eec061 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:27.391106 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:27.449649 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Pushing event updated for resources: {'Port': ['ID=8ea302e1-dd25-4644-bb74-238685eec061,revision_number=8']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:27.481624 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:27.493084 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:27.493710 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:27.495219 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-53f8ecb2-04a7-4c46-b0fa-fca42bda264c service neutron] 10.222.0.36 "PUT /v2.0/ports/8ea302e1-dd25-4644-bb74-238685eec061 HTTP/1.1" status: 200 len: 1121 time: 0.7733147 Nov 13 05:20:27.507523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:20:27.509845 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e1574f-b6ac-4650-a4c3-415ca5f5170b" -d '{"events": [{"server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "name": "network-vif-plugged", "status": "completed", "tag": "8ea302e1-dd25-4644-bb74-238685eec061"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:20:27.523532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8ea302e1-dd25-4644-bb74-238685eec061,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:27.528779 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:27.582314 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a57090-b190-42b8-af57-3839e6ec39c1 x-openstack-request-id: req-f6a57090-b190-42b8-af57-3839e6ec39c1 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:20:27.582606 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "name": "network-vif-plugged", "status": "completed", "tag": "8ea302e1-dd25-4644-bb74-238685eec061", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:20:27.582835 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6a57090-b190-42b8-af57-3839e6ec39c1 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:20:27.583454 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061', 'code': 200} Nov 13 05:20:27.681523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['8ea302e1-dd25-4644-bb74-238685eec061'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:20:27.717378 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Pushing event updated for resources: {'Port': ['ID=8ea302e1-dd25-4644-bb74-238685eec061,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:27.730384 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:27.730719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:27.731073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:27.731399 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:27.731723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:27.732038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:27.732413 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:27.732727 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:27.733037 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:27.733346 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:27.733657 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:27.733967 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30783448-6a56-4a62-a479-1c86ef960a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:27.911597 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2e130c1f-0377-43cf-ba2c-22ca4606d9b5 None None] Provisioning complete for port 8ea302e1-dd25-4644-bb74-238685eec061 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:27.912001 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e130c1f-0377-43cf-ba2c-22ca4606d9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:28.111909 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dfbc1-9fc8-4261-bc50-32d751f51a8d req-6d436313-37dc-4c11-9137-fe293b65598b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:28.113556 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d3dfbc1-9fc8-4261-bc50-32d751f51a8d req-6d436313-37dc-4c11-9137-fe293b65598b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 945 time: 0.0516217 Nov 13 05:20:28.169751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6d3dfbc1-9fc8-4261-bc50-32d751f51a8d req-12439ed3-de0d-45cf-8632-522cf0f07e55 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495071 Nov 13 05:20:28.711367 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:29.086759 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:29.142211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:20:29.144928 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b434f14-3a7f-4916-a94d-4929622cdd57" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "tag": "8ea302e1-dd25-4644-bb74-238685eec061"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:20:29.183124 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfca157-7e74-4f27-b4e2-9455815b7f89 x-openstack-request-id: req-5dfca157-7e74-4f27-b4e2-9455815b7f89 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:20:29.183422 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "tag": "8ea302e1-dd25-4644-bb74-238685eec061", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:20:29.183671 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5dfca157-7e74-4f27-b4e2-9455815b7f89 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:20:29.184067 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061', 'status': 'completed', 'code': 200} Nov 13 05:20:29.300087 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b434f14-3a7f-4916-a94d-4929622cdd57 req-0efe4040-c92a-41c1-bd02-d1af9a508b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:29.301620 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b434f14-3a7f-4916-a94d-4929622cdd57 req-0efe4040-c92a-41c1-bd02-d1af9a508b9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 1126 time: 0.0687733 Nov 13 05:20:29.319963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c7748-eabb-4866-853c-5d5b00e3ae2f req-b77be85a-56f2-46ca-b4b3-14afcaa8554c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:29.321701 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b11c7748-eabb-4866-853c-5d5b00e3ae2f req-b77be85a-56f2-46ca-b4b3-14afcaa8554c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 945 time: 0.0637481 Nov 13 05:20:29.426758 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b11c7748-eabb-4866-853c-5d5b00e3ae2f req-48f73fad-bb64-4417-9d16-236207288c21 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978062 Nov 13 05:20:29.443422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b434f14-3a7f-4916-a94d-4929622cdd57 req-6e0d7f2d-4a21-4dc2-9d34-25522c234dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:29.444892 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b434f14-3a7f-4916-a94d-4929622cdd57 req-6e0d7f2d-4a21-4dc2-9d34-25522c234dbd service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938 HTTP/1.1" status: 200 len: 898 time: 0.1334517 Nov 13 05:20:29.520674 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b434f14-3a7f-4916-a94d-4929622cdd57 req-b27d749e-c176-4eef-8014-fa3465f76485 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea302e1-dd25-4644-bb74-238685eec061 HTTP/1.1" status: 200 len: 1001 time: 0.0677600 Nov 13 05:20:29.572707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b434f14-3a7f-4916-a94d-4929622cdd57 req-f248d44e-4752-4202-a0c8-033f7b48dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:29.574253 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b434f14-3a7f-4916-a94d-4929622cdd57 req-f248d44e-4752-4202-a0c8-033f7b48dcde service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0fe45493-45ba-469a-8971-67669d59ee52 HTTP/1.1" status: 200 len: 834 time: 0.0465178 Nov 13 05:20:29.609757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8ea302e1-dd25-4644-bb74-238685eec061 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:20:29.625386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b434f14-3a7f-4916-a94d-4929622cdd57 req-70d46709-f78d-4a0f-8cd7-56ed75519640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:29.626902 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b434f14-3a7f-4916-a94d-4929622cdd57 req-70d46709-f78d-4a0f-8cd7-56ed75519640 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447917 Nov 13 05:20:29.710238 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8ea302e1-dd25-4644-bb74-238685eec061,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:29.725837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8ea302e1-dd25-4644-bb74-238685eec061 has no active binding in host n-h2-813114-2 {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 13 05:20:29.733716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b434f14-3a7f-4916-a94d-4929622cdd57 req-3a8c2525-57d0-4986-8e2d-ce26dce4df54 service neutron] 10.222.0.46 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985973 Nov 13 05:20:29.834726 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b434f14-3a7f-4916-a94d-4929622cdd57 req-819fe103-ff1f-4ee3-a682-011cadff7a58 service neutron] 10.222.0.46 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931721 Nov 13 05:20:30.562376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca339299-3e24-47d1-bead-089e406cf5ca req-ca52a5d3-45f8-48bd-b94f-722e8956eca6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:30.564740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca339299-3e24-47d1-bead-089e406cf5ca req-ca52a5d3-45f8-48bd-b94f-722e8956eca6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 945 time: 0.0585761 Nov 13 05:20:30.624691 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca339299-3e24-47d1-bead-089e406cf5ca req-185e163f-a6ed-4339-933c-19a1c98105ec tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534556 Nov 13 05:20:31.751064 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c025a5-6d42-4f93-8206-abf050641ff1 req-57027d67-377a-4791-891e-dd4591e5f342 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:31.752537 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c4c025a5-6d42-4f93-8206-abf050641ff1 req-57027d67-377a-4791-891e-dd4591e5f342 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 945 time: 0.0578117 Nov 13 05:20:31.809676 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c4c025a5-6d42-4f93-8206-abf050641ff1 req-6a089e8f-266b-4dd8-829a-9e457d78af96 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507331 Nov 13 05:20:32.930098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebde9c-377b-4b9f-9cd4-6ed14581c5f9 req-7bfdd6c2-1b67-4561-9dae-b0c5304ceb8d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:32.931796 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93ebde9c-377b-4b9f-9cd4-6ed14581c5f9 req-7bfdd6c2-1b67-4561-9dae-b0c5304ceb8d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 945 time: 0.0514271 Nov 13 05:20:32.981443 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93ebde9c-377b-4b9f-9cd4-6ed14581c5f9 req-9ff2b2c1-5d3f-4181-b823-7b4f058d5a3d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434196 Nov 13 05:20:34.113157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a8bc-4584-404e-9145-ae5ce46face2 req-32eead8a-78eb-45ca-996e-6327c38224d7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:34.114781 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d5f9a8bc-4584-404e-9145-ae5ce46face2 req-32eead8a-78eb-45ca-996e-6327c38224d7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 945 time: 0.0541358 Nov 13 05:20:34.187226 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d5f9a8bc-4584-404e-9145-ae5ce46face2 req-2fd99762-d3d8-4c42-9541-70f63f45a765 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654473 Nov 13 05:20:34.229449 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-140ca15e-6b68-46d7-9f54-f93c29e506d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:35.051714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5f248-1ccf-428f-ae12-56a9062ba6be req-85eb6bc2-caca-43fa-9c86-ffe97fc50e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:35.053239 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67b5f248-1ccf-428f-ae12-56a9062ba6be req-85eb6bc2-caca-43fa-9c86-ffe97fc50e90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 1126 time: 0.0435607 Nov 13 05:20:35.179934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5f248-1ccf-428f-ae12-56a9062ba6be req-cdd11572-1676-4ff6-8e7a-30f2a4be9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:35.181901 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67b5f248-1ccf-428f-ae12-56a9062ba6be req-cdd11572-1676-4ff6-8e7a-30f2a4be9809 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938 HTTP/1.1" status: 200 len: 898 time: 0.1062026 Nov 13 05:20:35.252387 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67b5f248-1ccf-428f-ae12-56a9062ba6be req-927ce661-d904-40e8-8927-e2aa54620ce5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea302e1-dd25-4644-bb74-238685eec061 HTTP/1.1" status: 200 len: 1001 time: 0.0625813 Nov 13 05:20:35.310646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5f248-1ccf-428f-ae12-56a9062ba6be req-68273e35-9d83-42ea-9a16-446bdc7000d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:35.312454 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67b5f248-1ccf-428f-ae12-56a9062ba6be req-68273e35-9d83-42ea-9a16-446bdc7000d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0fe45493-45ba-469a-8971-67669d59ee52 HTTP/1.1" status: 200 len: 834 time: 0.0532498 Nov 13 05:20:35.314958 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2fd19-91b4-43fd-a991-2f37b369735a req-7a42fdee-4c5e-4419-87cd-984f7c9498e2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:35.316438 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2f2fd19-91b4-43fd-a991-2f37b369735a req-7a42fdee-4c5e-4419-87cd-984f7c9498e2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 945 time: 0.0564055 Nov 13 05:20:35.364900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5f248-1ccf-428f-ae12-56a9062ba6be req-a1332bf7-200e-4e8c-b846-fc9a7a7a8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:35.370965 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67b5f248-1ccf-428f-ae12-56a9062ba6be req-a1332bf7-200e-4e8c-b846-fc9a7a7a8358 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477369 Nov 13 05:20:35.382947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c2f2fd19-91b4-43fd-a991-2f37b369735a req-02492efd-2c70-4140-883e-775dc21af583 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598292 Nov 13 05:20:35.465414 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67b5f248-1ccf-428f-ae12-56a9062ba6be req-4cf6750a-86ed-47fa-8a18-daeac7afb9aa service neutron] 10.222.0.46 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898807 Nov 13 05:20:35.564079 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-67b5f248-1ccf-428f-ae12-56a9062ba6be req-f99f01e4-d808-476f-be68-e14a4d87f31f service neutron] 10.222.0.46 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910382 Nov 13 05:20:35.818518 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-8ce70595-c876-4597-b1fd-ebddfd1c7e71 service neutron] 10.222.0.46 "GET /v2.0/ports/8ea302e1-dd25-4644-bb74-238685eec061/bindings/n-h2-813114-2 HTTP/1.1" status: 200 len: 384 time: 0.0635211 Nov 13 05:20:36.002236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-edcffef7-447f-4988-a500-0674f4e1aeff req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8ea302e1-dd25-4644-bb74-238685eec061,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:36.022750 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-edcffef7-447f-4988-a500-0674f4e1aeff req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:20:36.071289 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:20:36.074012 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1cb239-6457-4c32-85f2-ed014bc549a2" -d '{"events": [{"server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea302e1-dd25-4644-bb74-238685eec061"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:20:36.082009 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-edcffef7-447f-4988-a500-0674f4e1aeff req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8ea302e1-dd25-4644-bb74-238685eec061,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:36.104162 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-edcffef7-447f-4988-a500-0674f4e1aeff req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:36.128551 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cbb5ff-f287-4a39-9797-7d539767e764 x-openstack-request-id: req-b9cbb5ff-f287-4a39-9797-7d539767e764 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:20:36.129082 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea302e1-dd25-4644-bb74-238685eec061", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:20:36.129340 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9cbb5ff-f287-4a39-9797-7d539767e764 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:20:36.129748 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061', 'code': 200} Nov 13 05:20:36.191534 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-edcffef7-447f-4988-a500-0674f4e1aeff req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Transition to ACTIVE for port object 8ea302e1-dd25-4644-bb74-238685eec061 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:20:36.197704 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-edcffef7-447f-4988-a500-0674f4e1aeff req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:36.292804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Pushing event updated for resources: {'Port': ['ID=8ea302e1-dd25-4644-bb74-238685eec061,revision_number=11']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:36.305138 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:36.305501 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:36.305815 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:36.306585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:36.306940 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:36.307272 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:36.307602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:36.307927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:36.308253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:36.308574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:36.308940 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:36.309205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:36.344252 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcffef7-447f-4988-a500-0674f4e1aeff req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] No DVR routers for this DVR port 8ea302e1-dd25-4644-bb74-238685eec061 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:20:36.495828 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53c988ee-2111-4f5c-800a-b27f42beb933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:36.504657 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-4176d2f5-e8fc-42b8-897b-d3eeccc1f19b service neutron] 10.222.0.46 "PUT /v2.0/ports/8ea302e1-dd25-4644-bb74-238685eec061/bindings/n-h2-813114-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6788306 Nov 13 05:20:36.524628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a9e21-e9da-490a-b2ab-6efb875f8c48 req-1b3f133f-49ee-4f70-87a2-adb75d756907 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:36.526450 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4e9a9e21-e9da-490a-b2ab-6efb875f8c48 req-1b3f133f-49ee-4f70-87a2-adb75d756907 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 944 time: 0.0573294 Nov 13 05:20:36.583176 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4e9a9e21-e9da-490a-b2ab-6efb875f8c48 req-d8dc7ec4-93ee-4d1a-9ba2-fa379efef0a9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499313 Nov 13 05:20:36.643647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffef7-447f-4988-a500-0674f4e1aeff req-aaceacd1-1df6-409b-9bca-0f7bbdc38f28 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:36.645476 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-aaceacd1-1df6-409b-9bca-0f7bbdc38f28 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 1095 time: 0.0448325 Nov 13 05:20:36.698851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffef7-447f-4988-a500-0674f4e1aeff req-4f7fd46d-cb9b-4714-8ccb-4f32b19c89be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:36.700401 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-4f7fd46d-cb9b-4714-8ccb-4f32b19c89be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 1095 time: 0.0465257 Nov 13 05:20:36.780574 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffef7-447f-4988-a500-0674f4e1aeff req-2ad26a05-6249-46d7-8e1d-1ab5a25246df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:36.782128 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-2ad26a05-6249-46d7-8e1d-1ab5a25246df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 1095 time: 0.0431349 Nov 13 05:20:36.879530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffef7-447f-4988-a500-0674f4e1aeff req-34220ce3-b45d-4f1e-b417-0a5e0af2687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:36.881013 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-34220ce3-b45d-4f1e-b417-0a5e0af2687d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938 HTTP/1.1" status: 200 len: 898 time: 0.0920217 Nov 13 05:20:36.954198 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-e797a67b-ab7c-4f94-ab35-ecc5f0e1cb5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea302e1-dd25-4644-bb74-238685eec061 HTTP/1.1" status: 200 len: 999 time: 0.0646420 Nov 13 05:20:37.007060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffef7-447f-4988-a500-0674f4e1aeff req-761ad664-be14-4374-82de-c83a918daad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:37.008526 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-761ad664-be14-4374-82de-c83a918daad0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fe45493-45ba-469a-8971-67669d59ee52 HTTP/1.1" status: 200 len: 834 time: 0.0456705 Nov 13 05:20:37.056181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffef7-447f-4988-a500-0674f4e1aeff req-050b3a3a-491d-41b7-8929-f86fa9f7edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:37.057683 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-050b3a3a-491d-41b7-8929-f86fa9f7edd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417252 Nov 13 05:20:37.154234 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-6fa53446-a831-44cd-afce-89b5f6c585e6 service neutron] 10.222.0.36 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887876 Nov 13 05:20:37.249342 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-171ec157-0e0e-40e7-8074-7f4d0327f140 service neutron] 10.222.0.36 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876365 Nov 13 05:20:37.535173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffef7-447f-4988-a500-0674f4e1aeff req-49bfac72-3374-4122-859d-ba34c2dff719 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:37.536670 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-49bfac72-3374-4122-859d-ba34c2dff719 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 1095 time: 0.0449536 Nov 13 05:20:37.688003 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-edcffef7-447f-4988-a500-0674f4e1aeff req-2294e000-c70d-4f53-9568-e94d7c510cb5 service neutron] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:20:37.692663 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-edcffef7-447f-4988-a500-0674f4e1aeff req-2294e000-c70d-4f53-9568-e94d7c510cb5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:37.693819 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-2294e000-c70d-4f53-9568-e94d7c510cb5 service neutron] 10.222.0.36 "DELETE /v2.0/ports/8ea302e1-dd25-4644-bb74-238685eec061/bindings/n-h1-813114-2 HTTP/1.1" status: 204 len: 173 time: 0.1492031 Nov 13 05:20:37.709507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dadf76-9428-46db-bbe0-184d02d6e69f req-e05d8398-8fbe-430b-8c40-09973b3a34ce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:37.711243 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56dadf76-9428-46db-bbe0-184d02d6e69f req-e05d8398-8fbe-430b-8c40-09973b3a34ce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 944 time: 0.0526316 Nov 13 05:20:37.768778 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-56dadf76-9428-46db-bbe0-184d02d6e69f req-f953ab88-9639-4f1a-9d69-9fdeda58807e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509565 Nov 13 05:20:37.878289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc90f7-125b-425d-a4e1-7664e19a822d req-ade8cd69-b198-4fdb-bdeb-01e8b436b06e tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:37.879862 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8cc90f7-125b-425d-a4e1-7664e19a822d req-ade8cd69-b198-4fdb-bdeb-01e8b436b06e tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 1095 time: 0.0429008 Nov 13 05:20:37.924461 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:37.933205 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8cc90f7-125b-425d-a4e1-7664e19a822d req-40b65eff-80fb-4ff2-b5ff-4069141624a9 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468504 Nov 13 05:20:38.073127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b3792-56be-4481-9cf8-44fa6ebef763 req-64104740-89b8-41c4-a3cb-6116debf2beb tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:38.080927 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-534b3792-56be-4481-9cf8-44fa6ebef763 req-64104740-89b8-41c4-a3cb-6116debf2beb tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 944 time: 0.0721021 Nov 13 05:20:38.131305 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-534b3792-56be-4481-9cf8-44fa6ebef763 req-5070a6db-a8ed-48e9-970c-b54e72ea84e7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491147 Nov 13 05:20:38.154756 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42436) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:38.223063 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-41db0542-25d2-4c2e-9ced-c51851ecbc99 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/bc45080a-4ef2-406a-9389-3dbb7e9b28dd HTTP/1.1" status: 200 len: 991 time: 0.0669539 Nov 13 05:20:38.453473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42442) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:38.511142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42446) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:38.558715 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d0b2ee-1fa5-45c4-879c-759d42db9134 admin admin] Deleting subnet 7d48d084-e851-41ac-9e62-1d71f2052848 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:20:38.561882 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-52d0b2ee-1fa5-45c4-879c-759d42db9134 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:38.595985 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-52d0b2ee-1fa5-45c4-879c-759d42db9134 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:38.627449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d1380f2c-c8c5-4648-8edb-bcbd17392cb9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port eb286eb7-e514-4be7-ba3d-563bc07d4f3f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:20:38.628047 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1380f2c-c8c5-4648-8edb-bcbd17392cb9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:38.641732 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-52d0b2ee-1fa5-45c4-879c-759d42db9134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:38.698595 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-52d0b2ee-1fa5-45c4-879c-759d42db9134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:38.703793 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1380f2c-c8c5-4648-8edb-bcbd17392cb9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:38.704123 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1380f2c-c8c5-4648-8edb-bcbd17392cb9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:38.716162 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d1380f2c-c8c5-4648-8edb-bcbd17392cb9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for eb286eb7-e514-4be7-ba3d-563bc07d4f3f owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:20:38.724974 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0b2ee-1fa5-45c4-879c-759d42db9134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d48d084-e851-41ac-9e62-1d71f2052848,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:38.729164 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-52d0b2ee-1fa5-45c4-879c-759d42db9134 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:38.733661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-52d0b2ee-1fa5-45c4-879c-759d42db9134 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7d48d084-e851-41ac-9e62-1d71f2052848 HTTP/1.1" status: 204 len: 168 time: 0.2202935 Nov 13 05:20:38.739495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42448) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:38.810663 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fe9edbef-73a3-427f-bfe0-4e70ac81f55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:38.892445 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1380f2c-c8c5-4648-8edb-bcbd17392cb9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:38.915704 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fe9edbef-73a3-427f-bfe0-4e70ac81f55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:38.918255 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1380f2c-c8c5-4648-8edb-bcbd17392cb9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=eb286eb7-e514-4be7-ba3d-563bc07d4f3f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:38.944253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-fe9edbef-73a3-427f-bfe0-4e70ac81f55c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1768df-2bff-4b99-a8d5-6638a1396857']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:38.954884 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-fe9edbef-73a3-427f-bfe0-4e70ac81f55c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fbf1d5-5d08-4419-8e02-858393d12a29') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:38.955211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-fe9edbef-73a3-427f-bfe0-4e70ac81f55c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fbf1d5-5d08-4419-8e02-858393d12a29') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:38.966827 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fe9edbef-73a3-427f-bfe0-4e70ac81f55c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:38.983224 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fe9edbef-73a3-427f-bfe0-4e70ac81f55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:38.990769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9edbef-73a3-427f-bfe0-4e70ac81f55c admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:20:38.991254 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fe9edbef-73a3-427f-bfe0-4e70ac81f55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:20:38.993180 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:20:39.000525 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1380f2c-c8c5-4648-8edb-bcbd17392cb9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:39.001117 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-d1380f2c-c8c5-4648-8edb-bcbd17392cb9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Floating IP bc45080a-4ef2-406a-9389-3dbb7e9b28dd disassociated (deleted). External IP: 172.25.8.119, port: 8ea302e1-dd25-4644-bb74-238685eec061. Nov 13 05:20:39.061087 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fe9edbef-73a3-427f-bfe0-4e70ac81f55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:39.072197 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fe9edbef-73a3-427f-bfe0-4e70ac81f55c admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:39.078263 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fe9edbef-73a3-427f-bfe0-4e70ac81f55c admin admin] 10.222.0.43 "DELETE /v2.0/networks/4d1768df-2bff-4b99-a8d5-6638a1396857 HTTP/1.1" status: 204 len: 168 time: 0.3353417 Nov 13 05:20:39.088435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9edbef-73a3-427f-bfe0-4e70ac81f55c admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1768df-2bff-4b99-a8d5-6638a1396857,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:39.242876 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:39.302311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42452) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:39.302570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1380f2c-c8c5-4648-8edb-bcbd17392cb9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 32c528eb-233f-47b9-8ff5-85cac342feaf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:20:39.355146 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f635c076-de4a-4359-951b-b83ba724ddf4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e7370c35cf9478d8e32914cf1c58457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0510154 Nov 13 05:20:39.357682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42454) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:39.451943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1380f2c-c8c5-4648-8edb-bcbd17392cb9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:20:39.460673 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1380f2c-c8c5-4648-8edb-bcbd17392cb9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:39.463434 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63426300-5b08-4eae-9590-a08902bb143b None None] Sync routers for ids ['32c528eb-233f-47b9-8ff5-85cac342feaf'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:20:39.475461 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63426300-5b08-4eae-9590-a08902bb143b None None] Routers {'32c528eb-233f-47b9-8ff5-85cac342feaf'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:20:39.476543 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-63426300-5b08-4eae-9590-a08902bb143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:20:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32c528eb-233f-47b9-8ff5-85cac342feaf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:39.480774 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8ea302e1-dd25-4644-bb74-238685eec061 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:20:39.483359 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a42ad1-848e-47d4-a500-0d8f7ad6e7b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:39.506843 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d1380f2c-c8c5-4648-8edb-bcbd17392cb9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/floatingips/bc45080a-4ef2-406a-9389-3dbb7e9b28dd HTTP/1.1" status: 204 len: 168 time: 1.0521917 Nov 13 05:20:39.510063 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:20:39.512502 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6def9459-2ae6-44b4-97de-d6702d381b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "tag": "8ea302e1-dd25-4644-bb74-238685eec061"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:20:39.524252 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a42ad1-848e-47d4-a500-0d8f7ad6e7b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:39.580798 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abadbed0-03e7-41e5-9430-a80933492684 x-openstack-request-id: req-abadbed0-03e7-41e5-9430-a80933492684 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:20:39.581408 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "tag": "8ea302e1-dd25-4644-bb74-238685eec061", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:20:39.581830 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abadbed0-03e7-41e5-9430-a80933492684 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:20:39.582416 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061', 'status': 'completed', 'code': 200} Nov 13 05:20:39.599113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8ea302e1-dd25-4644-bb74-238685eec061 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:20:39.604082 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a42ad1-848e-47d4-a500-0d8f7ad6e7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:39.607599 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a42ad1-848e-47d4-a500-0d8f7ad6e7b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:39.610266 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d2a42ad1-848e-47d4-a500-0d8f7ad6e7b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d8826b4-8b62-424c-bcb6-bf7b44ff279e HTTP/1.1" status: 204 len: 168 time: 0.2514501 Nov 13 05:20:39.642394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a42ad1-848e-47d4-a500-0d8f7ad6e7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8826b4-8b62-424c-bcb6-bf7b44ff279e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:39.689416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def9459-2ae6-44b4-97de-d6702d381b6c req-2d3642f2-ad5c-4919-b3d9-2a0718eaf6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:39.691500 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6def9459-2ae6-44b4-97de-d6702d381b6c req-2d3642f2-ad5c-4919-b3d9-2a0718eaf6f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 1095 time: 0.0586822 Nov 13 05:20:39.709671 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-63426300-5b08-4eae-9590-a08902bb143b None None] Set router 32c528eb-233f-47b9-8ff5-85cac342feaf gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:20:39.847723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def9459-2ae6-44b4-97de-d6702d381b6c req-8a6d20c9-bec4-4e11-863d-5dd8dae57d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:39.849308 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6def9459-2ae6-44b4-97de-d6702d381b6c req-8a6d20c9-bec4-4e11-863d-5dd8dae57d8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938 HTTP/1.1" status: 200 len: 898 time: 0.1506169 Nov 13 05:20:39.942055 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6def9459-2ae6-44b4-97de-d6702d381b6c req-a6f044dd-3817-4e88-a3f2-6d2017502707 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea302e1-dd25-4644-bb74-238685eec061 HTTP/1.1" status: 200 len: 217 time: 0.0825262 Nov 13 05:20:39.999790 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59141f60-e446-4e67-935a-54e4bce2cf96 req-1d35a34c-60c8-4ef1-91d0-888662a25f8a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:40.001054 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59141f60-e446-4e67-935a-54e4bce2cf96 req-1d35a34c-60c8-4ef1-91d0-888662a25f8a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 944 time: 0.1337268 Nov 13 05:20:40.053655 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:40.054506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def9459-2ae6-44b4-97de-d6702d381b6c req-64d18f87-2dc6-4c7d-a714-5ffe0793c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:40.056078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6def9459-2ae6-44b4-97de-d6702d381b6c req-64d18f87-2dc6-4c7d-a714-5ffe0793c8c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fe45493-45ba-469a-8971-67669d59ee52 HTTP/1.1" status: 200 len: 834 time: 0.1040480 Nov 13 05:20:40.065857 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-63426300-5b08-4eae-9590-a08902bb143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:19:01Z', 'updated_at': '2021-11-13T05:19:05Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:02Z', 'updated_at': '2021-11-13T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '4f40a31b-8b3c-4bee-8ab4-421d393e44ec', 'name': '', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:0a:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0fe45493-45ba-469a-8971-67669d59ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:04Z', 'updated_at': '2021-11-13T05:19:08Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '0fe45493-45ba-469a-8971-67669d59ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:40.095951 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63426300-5b08-4eae-9590-a08902bb143b None None] Checking router: 32c528eb-233f-47b9-8ff5-85cac342feaf for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:20:40.104841 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63426300-5b08-4eae-9590-a08902bb143b None None] Routers {'32c528eb-233f-47b9-8ff5-85cac342feaf'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:20:40.105519 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-63426300-5b08-4eae-9590-a08902bb143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:20:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32c528eb-233f-47b9-8ff5-85cac342feaf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:40.128156 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59141f60-e446-4e67-935a-54e4bce2cf96 req-edcf7512-1e84-4c8d-bc4f-ffc9b1d10801 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5694b50-e757-4f44-9d5a-e4879249d469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196926 Nov 13 05:20:40.142578 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def9459-2ae6-44b4-97de-d6702d381b6c req-56baecba-508c-4940-9c4b-4e92a03d88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:40.144124 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6def9459-2ae6-44b4-97de-d6702d381b6c req-56baecba-508c-4940-9c4b-4e92a03d88eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1d662ae-fb9a-4a8f-96ef-22e7bc540938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747018 Nov 13 05:20:40.228021 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-63426300-5b08-4eae-9590-a08902bb143b None None] Set router 32c528eb-233f-47b9-8ff5-85cac342feaf gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:20:40.242454 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6def9459-2ae6-44b4-97de-d6702d381b6c req-96cb19c3-d18d-41f9-affa-6af74b3737c9 service neutron] 10.222.0.36 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896642 Nov 13 05:20:40.349392 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6def9459-2ae6-44b4-97de-d6702d381b6c req-87007cd2-0e03-4b4c-a995-908c935b43fb service neutron] 10.222.0.36 "GET /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983407 Nov 13 05:20:40.433524 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-63426300-5b08-4eae-9590-a08902bb143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:19:01Z', 'updated_at': '2021-11-13T05:19:05Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:02Z', 'updated_at': '2021-11-13T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '4f40a31b-8b3c-4bee-8ab4-421d393e44ec', 'name': '', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:0a:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0fe45493-45ba-469a-8971-67669d59ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:04Z', 'updated_at': '2021-11-13T05:19:08Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '0fe45493-45ba-469a-8971-67669d59ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:40.462525 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63426300-5b08-4eae-9590-a08902bb143b None None] The sync data for ids ['32c528eb-233f-47b9-8ff5-85cac342feaf'] in n-d-813114-2 is: [{'id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:19:01Z', 'updated_at': '2021-11-13T05:19:05Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:02Z', 'updated_at': '2021-11-13T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '4f40a31b-8b3c-4bee-8ab4-421d393e44ec', 'name': '', 'network_id': 'b1d662ae-fb9a-4a8f-96ef-22e7bc540938', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:0a:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0fe45493-45ba-469a-8971-67669d59ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:04Z', 'updated_at': '2021-11-13T05:19:08Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '0fe45493-45ba-469a-8971-67669d59ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:20:40.589061 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60827f-3414-4a27-b059-347c7fee0604 req-b19d82f6-ad72-4ac6-82c6-f10477de00ef tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:40.590569 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d60827f-3414-4a27-b059-347c7fee0604 req-b19d82f6-ad72-4ac6-82c6-f10477de00ef tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 944 time: 0.0557396 Nov 13 05:20:40.688234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2d60827f-3414-4a27-b059-347c7fee0604 req-a3aef10e-5315-468f-b02d-abcf0953e7a7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port 8ea302e1-dd25-4644-bb74-238685eec061 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:20:40.688908 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2d60827f-3414-4a27-b059-347c7fee0604 req-a3aef10e-5315-468f-b02d-abcf0953e7a7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:40.723470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128612b-ffe6-406b-8688-e58cef65a06c None None] New status for floating IP bc45080a-4ef2-406a-9389-3dbb7e9b28dd: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:20:40.799444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2d60827f-3414-4a27-b059-347c7fee0604 req-a3aef10e-5315-468f-b02d-abcf0953e7a7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] For port 8ea302e1-dd25-4644-bb74-238685eec061, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8ea302e1-dd25-4644-bb74-238685eec061,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:40.799820 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2d60827f-3414-4a27-b059-347c7fee0604 req-a3aef10e-5315-468f-b02d-abcf0953e7a7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:40.813287 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2d60827f-3414-4a27-b059-347c7fee0604 req-a3aef10e-5315-468f-b02d-abcf0953e7a7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for 8ea302e1-dd25-4644-bb74-238685eec061 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:20:40.942520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2d60827f-3414-4a27-b059-347c7fee0604 req-a3aef10e-5315-468f-b02d-abcf0953e7a7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:40.974431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aef10e-5315-468f-b02d-abcf0953e7a7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=8ea302e1-dd25-4644-bb74-238685eec061,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:41.018867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d60827f-3414-4a27-b059-347c7fee0604 req-a3aef10e-5315-468f-b02d-abcf0953e7a7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] No DVR routers for this DVR port 8ea302e1-dd25-4644-bb74-238685eec061 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:20:41.021495 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2d60827f-3414-4a27-b059-347c7fee0604 req-a3aef10e-5315-468f-b02d-abcf0953e7a7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:41.025336 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d60827f-3414-4a27-b059-347c7fee0604 req-a3aef10e-5315-468f-b02d-abcf0953e7a7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.36 "DELETE /v2.0/ports/8ea302e1-dd25-4644-bb74-238685eec061 HTTP/1.1" status: 204 len: 173 time: 0.4284053 Nov 13 05:20:41.260345 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4392051d-5109-4804-91e9-a62601dfb182 req-dbb0a151-5419-403e-8dd6-4fdc75d79895 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c2a2057-d9c1-4ac0-940c-8584e63f5c23 HTTP/1.1" status: 200 len: 210 time: 0.0329573 Nov 13 05:20:41.583541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'name': 'network-vif-deleted', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:20:41.585832 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20da875-e674-4a52-9524-eda764fc39af" -d '{"events": [{"server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "name": "network-vif-deleted", "tag": "8ea302e1-dd25-4644-bb74-238685eec061"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:20:41.622466 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f39c56-2460-463e-8e9a-5a000279f42a x-openstack-request-id: req-86f39c56-2460-463e-8e9a-5a000279f42a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:20:41.622801 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2a2057-d9c1-4ac0-940c-8584e63f5c23", "name": "network-vif-deleted", "tag": "8ea302e1-dd25-4644-bb74-238685eec061", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:20:41.623183 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86f39c56-2460-463e-8e9a-5a000279f42a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:20:41.623591 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2a2057-d9c1-4ac0-940c-8584e63f5c23', 'name': 'network-vif-deleted', 'tag': '8ea302e1-dd25-4644-bb74-238685eec061', 'status': 'completed', 'code': 200} Nov 13 05:20:42.128499 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42516) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:42.133597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Request body: {'network': {'name': 'tempest-network-smoke--1302017046', 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:42.156977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Made reservation on behalf of 60e31c8b85234ceab2b169f050b1130b for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:20:42.160381 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:42.168984 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:42.246620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:42.251881 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:42.287245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:20:42.292668 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c55f458-8c78-48c8-9f49-6b999a2d04b7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:42.300514 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:42.300903 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Added segment 96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe of type vlan for network b3a00209-4202-4307-a7b7-9dda6188c226 Nov 13 05:20:42.326326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42520) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:42.349908 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:42.671919 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:42.677484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:42.678057 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:42.707351 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89815746-fe68-4f15-8ecc-86bf6f8a17fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:42.738336 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6086013 Nov 13 05:20:42.741622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:42.748341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'admin_state_up': True, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:42.759888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e20cf-4a51-4e40-8719-b744815313e0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'Network': ['ID=b3a00209-4202-4307-a7b7-9dda6188c226,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:42.775369 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network b3a00209-4202-4307-a7b7-9dda6188c226 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:20:42.776220 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:42.777262 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:42.833396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:42.967380 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:42.986170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-89815746-fe68-4f15-8ecc-86bf6f8a17fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:20:42.986507 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89815746-fe68-4f15-8ecc-86bf6f8a17fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:43.077217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-89815746-fe68-4f15-8ecc-86bf6f8a17fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] For port 4f40a31b-8b3c-4bee-8ab4-421d393e44ec, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=4f40a31b-8b3c-4bee-8ab4-421d393e44ec,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:43.077575 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89815746-fe68-4f15-8ecc-86bf6f8a17fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:43.091022 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-89815746-fe68-4f15-8ecc-86bf6f8a17fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for 4f40a31b-8b3c-4bee-8ab4-421d393e44ec owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:20:43.166131 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:43.185547 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:43.284652 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89815746-fe68-4f15-8ecc-86bf6f8a17fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:43.292051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Allocated IP 172.25.8.61 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/30a90b7f-aed9-49a9-96ac-d41599b050e1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:20:43.317724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89815746-fe68-4f15-8ecc-86bf6f8a17fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=4f40a31b-8b3c-4bee-8ab4-421d393e44ec,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:43.407199 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:43.443081 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:43.481593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:20:43.484752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:20:43.491596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:20:43.501095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7102938f-46cc-416b-8b3f-0b701dfdab3d None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:20:43.513571 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89815746-fe68-4f15-8ecc-86bf6f8a17fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:43.525781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'Port': ['ID=30a90b7f-aed9-49a9-96ac-d41599b050e1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:43.602950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63229f7f-eb29-428a-878e-2628db6dc68d None None] Provisioning complete for port 30a90b7f-aed9-49a9-96ac-d41599b050e1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:43.603416 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63229f7f-eb29-428a-878e-2628db6dc68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:43.657428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63229f7f-eb29-428a-878e-2628db6dc68d None None] Port 30a90b7f-aed9-49a9-96ac-d41599b050e1 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:20:43.693465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8ea302e1-dd25-4644-bb74-238685eec061 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:20:43.715074 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 8ea302e1-dd25-4644-bb74-238685eec061 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:20:43.715736 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8ea302e1-dd25-4644-bb74-238685eec061 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:20:43.782704 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:43.992222 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:44.080675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89815746-fe68-4f15-8ecc-86bf6f8a17fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 32c528eb-233f-47b9-8ff5-85cac342feaf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:20:44.126351 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:20:44.188822 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89815746-fe68-4f15-8ecc-86bf6f8a17fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:20:44.197662 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-89815746-fe68-4f15-8ecc-86bf6f8a17fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "PUT /v2.0/routers/32c528eb-233f-47b9-8ff5-85cac342feaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8664777 Nov 13 05:20:44.197662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42524) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:44.200904 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe7b2f-62a6-4389-8857-0abac5d684a8 None None] Sync routers for ids ['32c528eb-233f-47b9-8ff5-85cac342feaf'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:20:44.212045 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe7b2f-62a6-4389-8857-0abac5d684a8 None None] Routers {'32c528eb-233f-47b9-8ff5-85cac342feaf'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:20:44.212816 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3dfe7b2f-62a6-4389-8857-0abac5d684a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:20:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32c528eb-233f-47b9-8ff5-85cac342feaf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:44.236751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:20:44.254442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Sync routers for ids ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:20:44.257783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd29ccef-d8f9-46be-9794-a8b52299ff23 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting subnet 0fe45493-45ba-469a-8971-67669d59ee52 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:20:44.261245 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:44.261898 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bd29ccef-d8f9-46be-9794-a8b52299ff23 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:44.263034 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e59258f7-699e-4737-9d6d-eba8edc2ebc1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.5203922 Nov 13 05:20:44.266253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42526) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:44.268319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Routers {'680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:20:44.269035 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:20:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:44.310937 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bd29ccef-d8f9-46be-9794-a8b52299ff23 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:44.367740 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3dfe7b2f-62a6-4389-8857-0abac5d684a8 None None] Set router 32c528eb-233f-47b9-8ff5-85cac342feaf gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:20:44.386866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Set router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:20:44.422471 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bd29ccef-d8f9-46be-9794-a8b52299ff23 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:44.490870 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ca5e87e4-8d07-4e52-b8db-1c33bd162178 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=60e31c8b85234ceab2b169f050b1130b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2226999 Nov 13 05:20:44.492236 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42530) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:44.523623 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bd29ccef-d8f9-46be-9794-a8b52299ff23 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:44.555631 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29ccef-d8f9-46be-9794-a8b52299ff23 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe45493-45ba-469a-8971-67669d59ee52,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:44.562019 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bd29ccef-d8f9-46be-9794-a8b52299ff23 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:44.567672 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bd29ccef-d8f9-46be-9794-a8b52299ff23 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/subnets/0fe45493-45ba-469a-8971-67669d59ee52 HTTP/1.1" status: 204 len: 168 time: 0.3668683 Nov 13 05:20:44.569167 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42532) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:44.581133 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6ba197-1e39-4808-b0e1-cb6503522f23 None None] Network b1d662ae-fb9a-4a8f-96ef-22e7bc540938 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:20:44.581875 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3dfe7b2f-62a6-4389-8857-0abac5d684a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:19:01Z', 'updated_at': '2021-11-13T05:20:43Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:02Z', 'updated_at': '2021-11-13T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:44.608811 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe7b2f-62a6-4389-8857-0abac5d684a8 None None] Checking router: 32c528eb-233f-47b9-8ff5-85cac342feaf for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:20:44.618446 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe7b2f-62a6-4389-8857-0abac5d684a8 None None] Routers {'32c528eb-233f-47b9-8ff5-85cac342feaf'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:20:44.619456 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3dfe7b2f-62a6-4389-8857-0abac5d684a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:20:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['32c528eb-233f-47b9-8ff5-85cac342feaf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:44.687152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:42Z', 'updated_at': '2021-11-13T05:20:43Z', 'revision_number': 3, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:43Z', 'updated_at': '2021-11-13T05:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:44.696356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ba2190-a286-428c-b767-743d75f88607 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:44.701304 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-42ba2190-a286-428c-b767-743d75f88607 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2054038 Nov 13 05:20:44.701548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42534) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:44.719103 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:44.732579 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Checking router: 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:20:44.732947 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Updating router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 port 30a90b7f-aed9-49a9-96ac-d41599b050e1 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:20:44.739925 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3dfe7b2f-62a6-4389-8857-0abac5d684a8 None None] Set router 32c528eb-233f-47b9-8ff5-85cac342feaf gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:20:44.748598 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7694fb38-a89d-418b-a2c6-be88d80108a3 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457842 Nov 13 05:20:44.749575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42536) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:44.754801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4e5c8b0b-360c-48c1-98bc-626a061698de tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1432951078', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:44.764329 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:44.849910 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:44.883098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5c8b0b-360c-48c1-98bc-626a061698de tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Made reservation on behalf of 60e31c8b85234ceab2b169f050b1130b for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:20:44.888352 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8b0b-360c-48c1-98bc-626a061698de tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:44.943734 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port 6f69efea-3d36-42a6-9946-29995c0236c1 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:20:44.944386 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:44.949095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027488c2-1134-41b3-97b4-7f8902da01b0 None None] DHCP port deletion for b1d662ae-fb9a-4a8f-96ef-22e7bc540938 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:20:45.024359 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3dfe7b2f-62a6-4389-8857-0abac5d684a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:19:01Z', 'updated_at': '2021-11-13T05:20:43Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:02Z', 'updated_at': '2021-11-13T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:45.058546 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe7b2f-62a6-4389-8857-0abac5d684a8 None None] The sync data for ids ['32c528eb-233f-47b9-8ff5-85cac342feaf'] in n-d-813114-2 is: [{'id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323925065', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:19:01Z', 'updated_at': '2021-11-13T05:20:43Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': '6f69efea-3d36-42a6-9946-29995c0236c1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c528eb-233f-47b9-8ff5-85cac342feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:19:02Z', 'updated_at': '2021-11-13T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:20:45.059269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-027488c2-1134-41b3-97b4-7f8902da01b0 None None] Deleting port 661adf40-0c65-463e-99f1-17f1a296a3f2 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:20:45.059767 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-027488c2-1134-41b3-97b4-7f8902da01b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.078760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] For port 6f69efea-3d36-42a6-9946-29995c0236c1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6f69efea-3d36-42a6-9946-29995c0236c1,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:45.079161 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.092240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for 6f69efea-3d36-42a6-9946-29995c0236c1 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:20:45.101960 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.138574 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8b0b-360c-48c1-98bc-626a061698de tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.147262 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.158494 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-027488c2-1134-41b3-97b4-7f8902da01b0 None None] For port 661adf40-0c65-463e-99f1-17f1a296a3f2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=661adf40-0c65-463e-99f1-17f1a296a3f2,segment=NetworkSegment(d9275050-3a0c-4b11-98b0-5f1d619b45b9),segment_id=d9275050-3a0c-4b11-98b0-5f1d619b45b9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:45.158881 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-027488c2-1134-41b3-97b4-7f8902da01b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.191165 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-027488c2-1134-41b3-97b4-7f8902da01b0 None None] Calling delete_port for 661adf40-0c65-463e-99f1-17f1a296a3f2 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:20:45.202951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c8b0b-360c-48c1-98bc-626a061698de tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'Subnet': ['ID=30b986bd-8b39-424d-85d0-1c95b7729a5e,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:45.212643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c8b0b-360c-48c1-98bc-626a061698de tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Checking segment: {'id': '96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:20:45.213006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c8b0b-360c-48c1-98bc-626a061698de tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Network hostable DHCP agents. Network: b3a00209-4202-4307-a7b7-9dda6188c226, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:20:45.225982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc053f-b4c9-4117-a5fb-4cd4ea64bcfd None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:20:45.233044 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c8b0b-360c-48c1-98bc-626a061698de tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Network b3a00209-4202-4307-a7b7-9dda6188c226 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:20:45.247781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4e5c8b0b-360c-48c1-98bc-626a061698de tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, b3a00209-4202-4307-a7b7-9dda6188c226) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:20:45.254013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5c8b0b-360c-48c1-98bc-626a061698de tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:45.255003 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8b0b-360c-48c1-98bc-626a061698de tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.273552 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4e5c8b0b-360c-48c1-98bc-626a061698de tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5226793 Nov 13 05:20:45.276612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42538) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:45.308164 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.334111 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=6f69efea-3d36-42a6-9946-29995c0236c1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:45.409773 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.441369 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa577aa-f65e-49e3-85c5-d7c4f0de5de8 None None] Network b3a00209-4202-4307-a7b7-9dda6188c226 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:20:45.443484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde4d7c-dfae-4a71-9dfd-a8797a212c54 None None] Pushing event updated for resources: {'Port': ['ID=30a90b7f-aed9-49a9-96ac-d41599b050e1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:45.445792 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Attempting to bind port 30a90b7f-aed9-49a9-96ac-d41599b050e1 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:20:45.446155 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Attempting to bind port 30a90b7f-aed9-49a9-96ac-d41599b050e1 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:20:45.446576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Attempting to bind port 30a90b7f-aed9-49a9-96ac-d41599b050e1 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:20:45.498704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb8a75d-6c18-4d06-9fce-856ec76b643c None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:20:45.507101 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:20:45.507621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:20:45.507975 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.508259 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:20:45.508758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Bound port: 30a90b7f-aed9-49a9-96ac-d41599b050e1, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:20:45.509175 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.558647 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.561919 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.592366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] For port 30a90b7f-aed9-49a9-96ac-d41599b050e1, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:20:45.595836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] For port 30a90b7f-aed9-49a9-96ac-d41599b050e1, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=30a90b7f-aed9-49a9-96ac-d41599b050e1,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:20:45.616501 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.668393 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.669065 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Fanout notify agent at l3_agent the message router_deleted on router 32c528eb-233f-47b9-8ff5-85cac342feaf {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:20:45.673712 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b133cb4f-8bb7-4d3f-8f0d-f74255a03504 None None] Provisioning complete for port 30a90b7f-aed9-49a9-96ac-d41599b050e1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:45.674071 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b133cb4f-8bb7-4d3f-8f0d-f74255a03504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.681367 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.688430 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9f332b29-56e1-4a71-8de5-035388a6d189 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/routers/32c528eb-233f-47b9-8ff5-85cac342feaf HTTP/1.1" status: 204 len: 168 time: 1.1174316 Nov 13 05:20:45.689106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42540) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:45.745941 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b8b9db-f13d-4d7d-adf3-bd6eeafdfe7a None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:20:45.771714 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-027488c2-1134-41b3-97b4-7f8902da01b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.786205 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Routers {'680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:20:45.786838 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:20:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:45.801157 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bda20c81-dcca-434c-9b4e-6e87d63a51fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.846078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde4d7c-dfae-4a71-9dfd-a8797a212c54 None None] Pushing event updated for resources: {'Port': ['ID=30a90b7f-aed9-49a9-96ac-d41599b050e1,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:45.853698 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.854871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 661adf40-0c65-463e-99f1-17f1a296a3f2 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:20:45.867019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027488c2-1134-41b3-97b4-7f8902da01b0 None None] No DVR routers for this DVR port 661adf40-0c65-463e-99f1-17f1a296a3f2 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:20:45.914684 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bda20c81-dcca-434c-9b4e-6e87d63a51fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.927253 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 661adf40-0c65-463e-99f1-17f1a296a3f2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:20:45.927597 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 661adf40-0c65-463e-99f1-17f1a296a3f2 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:20:45.928025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 4f40a31b-8b3c-4bee-8ab4-421d393e44ec no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:20:45.935825 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027488c2-1134-41b3-97b4-7f8902da01b0 None None] Pushing event deleted for resources: {'Port': ['ID=661adf40-0c65-463e-99f1-17f1a296a3f2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:45.947467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-bda20c81-dcca-434c-9b4e-6e87d63a51fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d662ae-fb9a-4a8f-96ef-22e7bc540938']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:45.959334 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-bda20c81-dcca-434c-9b4e-6e87d63a51fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9275050-3a0c-4b11-98b0-5f1d619b45b9') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:45.960050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-bda20c81-dcca-434c-9b4e-6e87d63a51fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9275050-3a0c-4b11-98b0-5f1d619b45b9') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:45.977961 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bda20c81-dcca-434c-9b4e-6e87d63a51fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:45.997796 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bda20c81-dcca-434c-9b4e-6e87d63a51fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.008245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 4f40a31b-8b3c-4bee-8ab4-421d393e44ec {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:20:46.008486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda20c81-dcca-434c-9b4e-6e87d63a51fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:20:46.008993 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 4f40a31b-8b3c-4bee-8ab4-421d393e44ec not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:20:46.009121 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bda20c81-dcca-434c-9b4e-6e87d63a51fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:20:46.013825 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:20:46.097347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] Set router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:20:46.102180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-b3a00209-4202-4307-a7b7-9dda6188c226', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'fixed_ips': [{'subnet_id': '30b986bd-8b39-424d-85d0-1c95b7729a5e'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:20:46.102531 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bda20c81-dcca-434c-9b4e-6e87d63a51fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.103280 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.107113 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bda20c81-dcca-434c-9b4e-6e87d63a51fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.114729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bda20c81-dcca-434c-9b4e-6e87d63a51fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/networks/b1d662ae-fb9a-4a8f-96ef-22e7bc540938 HTTP/1.1" status: 204 len: 168 time: 0.4244030 Nov 13 05:20:46.115782 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42542) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:46.153617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda20c81-dcca-434c-9b4e-6e87d63a51fd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Network': ['ID=b1d662ae-fb9a-4a8f-96ef-22e7bc540938,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:46.224493 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38e2f343-7702-4d3c-b3ea-1d279c42a540 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.237308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Allocated IP 172.20.0.1 (b3a00209-4202-4307-a7b7-9dda6188c226/30b986bd-8b39-424d-85d0-1c95b7729a5e/95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:20:46.256001 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38e2f343-7702-4d3c-b3ea-1d279c42a540 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.276892 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b133cb4f-8bb7-4d3f-8f0d-f74255a03504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.329939 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38e2f343-7702-4d3c-b3ea-1d279c42a540 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.332790 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-38e2f343-7702-4d3c-b3ea-1d279c42a540 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.333991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-38e2f343-7702-4d3c-b3ea-1d279c42a540 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/security-groups/d5694b50-e757-4f44-9d5a-e4879249d469 HTTP/1.1" status: 204 len: 168 time: 0.2132971 Nov 13 05:20:46.339323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b133cb4f-8bb7-4d3f-8f0d-f74255a03504 None None] For port 30a90b7f-aed9-49a9-96ac-d41599b050e1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=30a90b7f-aed9-49a9-96ac-d41599b050e1,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:46.349459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2f343-7702-4d3c-b3ea-1d279c42a540 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5694b50-e757-4f44-9d5a-e4879249d469,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:46.351118 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b133cb4f-8bb7-4d3f-8f0d-f74255a03504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.400153 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.444840 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133cb4f-8bb7-4d3f-8f0d-f74255a03504 None None] Pushing event updated for resources: {'Port': ['ID=30a90b7f-aed9-49a9-96ac-d41599b050e1,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:46.446536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.496508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Network b3a00209-4202-4307-a7b7-9dda6188c226 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:20:46.502945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:20:46.506758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:20:46.521188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-126825cc-6e62-4508-b5dd-229e3775429a None None] Provisioning complete for port 30a90b7f-aed9-49a9-96ac-d41599b050e1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:46.521601 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-126825cc-6e62-4508-b5dd-229e3775429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.523546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Allocated IP 172.20.0.2 (b3a00209-4202-4307-a7b7-9dda6188c226/30b986bd-8b39-424d-85d0-1c95b7729a5e/c531aa94-4e74-4226-8ceb-cc03a7068dca) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:20:46.552145 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'Port': ['ID=95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:46.555675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:42Z', 'updated_at': '2021-11-13T05:20:43Z', 'revision_number': 3, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:43Z', 'updated_at': '2021-11-13T05:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:46.569328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42548) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:46.573553 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.575150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e56ab130-90a7-49fb-ac1e-5ef05c2b3752 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1486508717', 'description': 'tempest-secgroup-smoke-1486508717 description', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:46.594023 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd2201-05cc-4965-959d-a82f5318f93b None None] The sync data for ids ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'] in n-d-813114-2 is: [{'id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:42Z', 'updated_at': '2021-11-13T05:20:43Z', 'revision_number': 3, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:43Z', 'updated_at': '2021-11-13T05:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:20:46.611695 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e56ab130-90a7-49fb-ac1e-5ef05c2b3752 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.723003 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e56ab130-90a7-49fb-ac1e-5ef05c2b3752 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.727406 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.731181 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e56ab130-90a7-49fb-ac1e-5ef05c2b3752 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.771966 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e56ab130-90a7-49fb-ac1e-5ef05c2b3752 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.777093 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42550) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:46.777318 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e56ab130-90a7-49fb-ac1e-5ef05c2b3752 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2058504 Nov 13 05:20:46.778755 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ab130-90a7-49fb-ac1e-5ef05c2b3752 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b555e9b-7f18-4792-b112-2b7678822ea9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:46.783147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7aced31d-6de9-4c8c-9d96-efc891937a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': '0b555e9b-7f18-4792-b112-2b7678822ea9', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:46.785908 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.793976 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.837800 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Network b3a00209-4202-4307-a7b7-9dda6188c226 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:20:46.840832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:20:46.845383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:20:46.849981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Pushing event updated for resources: {'Port': ['ID=c531aa94-4e74-4226-8ceb-cc03a7068dca,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:46.868485 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7aced31d-6de9-4c8c-9d96-efc891937a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.908109 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Attempting to bind port c531aa94-4e74-4226-8ceb-cc03a7068dca on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:20:46.908474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Attempting to bind port c531aa94-4e74-4226-8ceb-cc03a7068dca by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:20:46.908829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Attempting to bind port c531aa94-4e74-4226-8ceb-cc03a7068dca on network b3a00209-4202-4307-a7b7-9dda6188c226 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:20:46.921453 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:20:46.922096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Checking segment: {'id': '96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:20:46.922702 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:46.923335 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Bound using segment: {'id': '96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:20:46.924313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Bound port: c531aa94-4e74-4226-8ceb-cc03a7068dca, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:20:46.927882 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.001782 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7aced31d-6de9-4c8c-9d96-efc891937a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.013318 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7aced31d-6de9-4c8c-9d96-efc891937a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.020415 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] For port c531aa94-4e74-4226-8ceb-cc03a7068dca, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:20:47.024621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] For port c531aa94-4e74-4226-8ceb-cc03a7068dca, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c531aa94-4e74-4226-8ceb-cc03a7068dca,segment=NetworkSegment(96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe),segment_id=96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:20:47.031310 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.067815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aced31d-6de9-4c8c-9d96-efc891937a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5a40bc-3f17-4434-8af2-1a3561b60872,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:47.077962 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7aced31d-6de9-4c8c-9d96-efc891937a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.079347 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7aced31d-6de9-4c8c-9d96-efc891937a5a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3012066 Nov 13 05:20:47.082452 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42552) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:47.087015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4afa3987-a647-4812-b8cc-b172ea74afd4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': '0b555e9b-7f18-4792-b112-2b7678822ea9', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:47.132096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7387723-87e4-4484-830e-a45fe9975b7d None None] Pushing event updated for resources: {'Port': ['ID=c531aa94-4e74-4226-8ceb-cc03a7068dca,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:47.155196 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4afa3987-a647-4812-b8cc-b172ea74afd4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.185284 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.194360 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.305339 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4afa3987-a647-4812-b8cc-b172ea74afd4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.308946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'Port': ['ID=95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:47.314263 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4afa3987-a647-4812-b8cc-b172ea74afd4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.324523 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.343994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa3987-a647-4812-b8cc-b172ea74afd4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716174af-b9ab-4e2c-9b7d-8201e701af75,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:47.364204 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4afa3987-a647-4812-b8cc-b172ea74afd4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.365811 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4afa3987-a647-4812-b8cc-b172ea74afd4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2820246 Nov 13 05:20:47.369860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42554) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:47.375192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-25aff7b6-8ad5-4ed6-975d-a719df068a72 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': '0b555e9b-7f18-4792-b112-2b7678822ea9', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:47.409514 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25aff7b6-8ad5-4ed6-975d-a719df068a72 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.468262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Network b3a00209-4202-4307-a7b7-9dda6188c226 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:20:47.469755 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:20:47.492334 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25aff7b6-8ad5-4ed6-975d-a719df068a72 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.497341 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25aff7b6-8ad5-4ed6-975d-a719df068a72 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.520170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aff7b6-8ad5-4ed6-975d-a719df068a72 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05dd72a-792a-4717-a66a-325af32321a0,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:47.533574 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-25aff7b6-8ad5-4ed6-975d-a719df068a72 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.533824 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-25aff7b6-8ad5-4ed6-975d-a719df068a72 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621385 Nov 13 05:20:47.536315 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42556) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:47.541215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-58a7c016-c82f-468c-95ae-740ffcc4e9f1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': '0b555e9b-7f18-4792-b112-2b7678822ea9', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:47.571632 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58a7c016-c82f-468c-95ae-740ffcc4e9f1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.589204 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:20:47.651289 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58a7c016-c82f-468c-95ae-740ffcc4e9f1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.657861 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58a7c016-c82f-468c-95ae-740ffcc4e9f1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.665167 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:20:47.684311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7c016-c82f-468c-95ae-740ffcc4e9f1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be56e96-e53a-475a-8f52-8665d29891ac,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:47.700699 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58a7c016-c82f-468c-95ae-740ffcc4e9f1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.701996 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-58a7c016-c82f-468c-95ae-740ffcc4e9f1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1645315 Nov 13 05:20:47.704904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42558) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:47.710107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e4ab3f01-9762-424e-9ca5-40e4c5c383f3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': '0b555e9b-7f18-4792-b112-2b7678822ea9', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:47.741085 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-e4ab3f01-9762-424e-9ca5-40e4c5c383f3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Project aa7b34d376c14f66a1c43a8b2010c6e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:20:47.748283 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4ab3f01-9762-424e-9ca5-40e4c5c383f3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.798313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c531aa94-4e74-4226-8ceb-cc03a7068dca up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:20:47.844528 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4ab3f01-9762-424e-9ca5-40e4c5c383f3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.849817 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4ab3f01-9762-424e-9ca5-40e4c5c383f3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.858661 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c531aa94-4e74-4226-8ceb-cc03a7068dca triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:47.860122 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.874162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab3f01-9762-424e-9ca5-40e4c5c383f3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6168406-d71c-404f-8a27-a432a52628cb,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:47.887802 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4ab3f01-9762-424e-9ca5-40e4c5c383f3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.889064 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e4ab3f01-9762-424e-9ca5-40e4c5c383f3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1830525 Nov 13 05:20:47.891928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42560) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:47.899370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-37911209-5ab9-411c-9982-e290fd0d77dc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'security_group_rule': {'security_group_id': '0b555e9b-7f18-4792-b112-2b7678822ea9', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:47.933082 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-37911209-5ab9-411c-9982-e290fd0d77dc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Project aa7b34d376c14f66a1c43a8b2010c6e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:20:47.939035 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-37911209-5ab9-411c-9982-e290fd0d77dc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:47.966980 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.003307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port c531aa94-4e74-4226-8ceb-cc03a7068dca, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c531aa94-4e74-4226-8ceb-cc03a7068dca,segment=NetworkSegment(96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe),segment_id=96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:48.010786 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.011891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 30a90b7f-aed9-49a9-96ac-d41599b050e1 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:20:48.013822 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-37911209-5ab9-411c-9982-e290fd0d77dc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.020291 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-37911209-5ab9-411c-9982-e290fd0d77dc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.050165 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:20:48.063107 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-60b01479-cd8b-458c-94fb-b1e3a2125cdd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "PUT /v2.0/routers/680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7824774 Nov 13 05:20:48.063752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42562) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:48.068962 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-37911209-5ab9-411c-9982-e290fd0d77dc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.073898 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8ec9aba7-b0e3-4142-8ca2-2abaea9fc7c1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--732302607', 'description': 'tempest-secgroup_access--732302607 description', 'project_id': '60e31c8b85234ceab2b169f050b1130b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:48.074094 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-37911209-5ab9-411c-9982-e290fd0d77dc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1777196 Nov 13 05:20:48.074226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42564) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:48.082647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5e34d96a-165e-4fed-9e75-296ba52d383c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'network': {'name': 'tempest-network-smoke--413171830', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'port_security_enabled': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:48.092488 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37911209-5ab9-411c-9982-e290fd0d77dc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d0c904-e861-4d79-9518-a19e2e595faf,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:48.102169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ec9aba7-b0e3-4142-8ca2-2abaea9fc7c1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.129109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e34d96a-165e-4fed-9e75-296ba52d383c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Made reservation on behalf of aa7b34d376c14f66a1c43a8b2010c6e6 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:20:48.134706 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e34d96a-165e-4fed-9e75-296ba52d383c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.136843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=c531aa94-4e74-4226-8ceb-cc03a7068dca,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:48.143970 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 30a90b7f-aed9-49a9-96ac-d41599b050e1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:48.144430 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.169727 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e34d96a-165e-4fed-9e75-296ba52d383c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:20:48.182425 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e34d96a-165e-4fed-9e75-296ba52d383c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.182784 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-5e34d96a-165e-4fed-9e75-296ba52d383c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Added segment 836699e4-ee71-40ea-a49c-fadb70cfde5d of type vlan for network fabe5062-84cc-4f0f-a779-86a4e0f4afb5 Nov 13 05:20:48.208056 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ec9aba7-b0e3-4142-8ca2-2abaea9fc7c1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.216237 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ec9aba7-b0e3-4142-8ca2-2abaea9fc7c1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.230105 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e34d96a-165e-4fed-9e75-296ba52d383c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.254209 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9aba7-b0e3-4142-8ca2-2abaea9fc7c1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc1c464-a096-4b27-bed5-4aa638a29636,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:48.260837 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ec9aba7-b0e3-4142-8ca2-2abaea9fc7c1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.265724 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8ec9aba7-b0e3-4142-8ca2-2abaea9fc7c1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2003300 Nov 13 05:20:48.266318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42566) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:48.272066 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4dd7f2a6-8192-4a70-99c3-c294ba5a6e92 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1910638113', 'description': 'tempest-secgroup_general--1910638113 description', 'project_id': '60e31c8b85234ceab2b169f050b1130b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:48.280038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6f69efea-3d36-42a6-9946-29995c0236c1 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:20:48.284050 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e34d96a-165e-4fed-9e75-296ba52d383c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.292228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e34d96a-165e-4fed-9e75-296ba52d383c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:48.293036 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e34d96a-165e-4fed-9e75-296ba52d383c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.302823 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f2a6-8192-4a70-99c3-c294ba5a6e92 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.308686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 6f69efea-3d36-42a6-9946-29995c0236c1 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:20:48.308686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6f69efea-3d36-42a6-9946-29995c0236c1 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:20:48.335526 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5e34d96a-165e-4fed-9e75-296ba52d383c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2599065 Nov 13 05:20:48.338808 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42568) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:48.346182 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'admin_state_up': True, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:48.391795 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34d96a-165e-4fed-9e75-296ba52d383c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Network': ['ID=fabe5062-84cc-4f0f-a779-86a4e0f4afb5,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:48.392441 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f2a6-8192-4a70-99c3-c294ba5a6e92 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.398105 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f2a6-8192-4a70-99c3-c294ba5a6e92 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.407825 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network fabe5062-84cc-4f0f-a779-86a4e0f4afb5 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:20:48.418594 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.419896 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.433615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecca607-6a46-4f15-a4cb-c39905a8b99e None None] Network b3a00209-4202-4307-a7b7-9dda6188c226 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:20:48.439306 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f2a6-8192-4a70-99c3-c294ba5a6e92 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.443702 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4dd7f2a6-8192-4a70-99c3-c294ba5a6e92 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1758103 Nov 13 05:20:48.444468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42570) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:48.450116 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-936b6087-f6d2-41c9-a70b-775cca13b6b9 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Request body: {'security_group_rule': {'security_group_id': '7cc1c464-a096-4b27-bed5-4aa638a29636', 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:48.456658 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7f2a6-8192-4a70-99c3-c294ba5a6e92 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e75f40-68a2-4be9-8190-134e9307715a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:48.482836 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.485689 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-936b6087-f6d2-41c9-a70b-775cca13b6b9 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.547976 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-936b6087-f6d2-41c9-a70b-775cca13b6b9 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.554888 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-936b6087-f6d2-41c9-a70b-775cca13b6b9 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.577946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b6087-f6d2-41c9-a70b-775cca13b6b9 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e80fca0-1526-4a45-8314-21397b55001e,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:48.588892 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-936b6087-f6d2-41c9-a70b-775cca13b6b9 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.599542 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-936b6087-f6d2-41c9-a70b-775cca13b6b9 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530223 Nov 13 05:20:48.654838 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.767692 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6c84f91b-f34f-4656-8e79-9021e933d768 None None] Provisioning complete for port c531aa94-4e74-4226-8ceb-cc03a7068dca triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:48.767986 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c84f91b-f34f-4656-8e79-9021e933d768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.778639 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-69ed1870-1ac6-4cd9-98d4-2b013bea1326 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_access--732302607&fields=id&tenant_id=60e31c8b85234ceab2b169f050b1130b HTTP/1.1" status: 200 len: 267 time: 0.0524802 Nov 13 05:20:48.848034 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-d19cb1b2-74b2-4205-8263-6a35446412d7 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_general--1910638113&fields=id&tenant_id=60e31c8b85234ceab2b169f050b1130b HTTP/1.1" status: 200 len: 267 time: 0.0615978 Nov 13 05:20:48.883521 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.906564 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:48.971416 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Sync routers for ids ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:20:48.974702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-4886d39b-1d86-4a20-9daf-8b2ff3771246 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:48.976348 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-4886d39b-1d86-4a20-9daf-8b2ff3771246 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/networks?id=b3a00209-4202-4307-a7b7-9dda6188c226 HTTP/1.1" status: 200 len: 797 time: 0.1156926 Nov 13 05:20:48.984033 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Routers {'680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:20:48.984647 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:20:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:48.995180 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-14bf117b-fb0f-44f4-88ab-d64ff19ba9db tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/quotas/60e31c8b85234ceab2b169f050b1130b HTTP/1.1" status: 200 len: 375 time: 0.0105801 Nov 13 05:20:49.040397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.25.8.220 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/c36133d0-1c67-4898-8846-0126c48a83ca) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:20:49.072917 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-663b8127-f2b0-4105-b2d0-cfdbf51ad3e1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=60e31c8b85234ceab2b169f050b1130b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637541 Nov 13 05:20:49.121432 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Set router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:20:49.176153 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:49.189963 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a2284d52-fa9a-40e1-a048-53b72211e4e7 service neutron] 10.222.0.43 "GET /v2.0/networks/b3a00209-4202-4307-a7b7-9dda6188c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046662 Nov 13 05:20:49.244905 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:49.246788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-12892c9d-8af0-4f4c-944f-ee9bf084613b None None] Provisioning complete for port c531aa94-4e74-4226-8ceb-cc03a7068dca triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:49.247850 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12892c9d-8af0-4f4c-944f-ee9bf084613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:49.312067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:20:49.329481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:20:49.343306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ed0c6-28b2-42d9-a002-917ede2ed086 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:20:49.344770 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-95868442-122d-4e77-86b3-4f2089e87de9 service neutron] 10.222.0.43 "GET /v2.0/networks/b3a00209-4202-4307-a7b7-9dda6188c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474802 Nov 13 05:20:49.347921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:20:49.351272 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=c36133d0-1c67-4898-8846-0126c48a83ca,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:49.379838 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-12892c9d-8af0-4f4c-944f-ee9bf084613b None None] Provisioning complete for port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:49.380387 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12892c9d-8af0-4f4c-944f-ee9bf084613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:49.422820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-12892c9d-8af0-4f4c-944f-ee9bf084613b None None] Port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:20:49.554547 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:42Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:43Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6', 'name': '', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'mac_address': 'fa:16:3e:7e:38:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:46Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 2, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'subnets': [{'id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:49.568563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-212b019f-e69f-4355-bf35-e0b3f3a40486 None None] Provisioning complete for port c36133d0-1c67-4898-8846-0126c48a83ca triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:49.569448 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-212b019f-e69f-4355-bf35-e0b3f3a40486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:49.596450 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Checking router: 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:20:49.597434 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Updating router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:20:49.626091 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:49.633850 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-212b019f-e69f-4355-bf35-e0b3f3a40486 None None] Port c36133d0-1c67-4898-8846-0126c48a83ca cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:20:49.657188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-212b019f-e69f-4355-bf35-e0b3f3a40486 None None] Provisioning complete for port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:49.657682 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-212b019f-e69f-4355-bf35-e0b3f3a40486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:49.682969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5af6fa44-c40f-403a-8360-ffb5263cbc6c req-f2d0cbfa-4ec4-4b8e-98a7-5b4f3d0afcd1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 210 time: 0.0313854 Nov 13 05:20:49.731933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-212b019f-e69f-4355-bf35-e0b3f3a40486 None None] Port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:20:49.749286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c531aa94-4e74-4226-8ceb-cc03a7068dca up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:20:49.770816 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:49.820331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c531aa94-4e74-4226-8ceb-cc03a7068dca triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:49.820714 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:49.886739 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bc56554f-797c-4aa8-9f68-a4b18937b3c0 None None] Provisioning complete for port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:49.887455 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc56554f-797c-4aa8-9f68-a4b18937b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:49.948850 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bc56554f-797c-4aa8-9f68-a4b18937b3c0 None None] Port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:20:50.002712 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:50.008665 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:50.040296 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:50.074144 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef195145-8f1e-4310-abd6-35deb7a9ce7b None None] Pushing event updated for resources: {'Port': ['ID=95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:50.085244 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef195145-8f1e-4310-abd6-35deb7a9ce7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:50.085511 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef195145-8f1e-4310-abd6-35deb7a9ce7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:50.085914 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef195145-8f1e-4310-abd6-35deb7a9ce7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:50.086332 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef195145-8f1e-4310-abd6-35deb7a9ce7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:50.086728 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef195145-8f1e-4310-abd6-35deb7a9ce7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:50.087183 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef195145-8f1e-4310-abd6-35deb7a9ce7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:50.087708 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef195145-8f1e-4310-abd6-35deb7a9ce7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:50.088292 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef195145-8f1e-4310-abd6-35deb7a9ce7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:50.088848 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef195145-8f1e-4310-abd6-35deb7a9ce7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:50.089384 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef195145-8f1e-4310-abd6-35deb7a9ce7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:50.089771 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef195145-8f1e-4310-abd6-35deb7a9ce7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:50.090268 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef195145-8f1e-4310-abd6-35deb7a9ce7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:50.148408 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Attempting to bind port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:20:50.149004 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Attempting to bind port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:20:50.149383 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Attempting to bind port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 on network b3a00209-4202-4307-a7b7-9dda6188c226 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:20:50.157748 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:20:50.158291 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Checking segment: {'id': '96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:20:50.159328 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:50.159830 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Bound using segment: {'id': '96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:20:50.160855 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Bound port: 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:20:50.161507 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:50.202445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:20:50.242206 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] For port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:20:50.246787 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] For port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6,segment=NetworkSegment(96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe),segment_id=96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:20:50.254669 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:50.320763 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Routers {'680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:20:50.321828 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:20:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:50.329068 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:20:50.340200 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Sync routers for ids ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:20:50.353718 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:50.358212 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b2037504-0d94-4f24-a688-46407f417a98 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0156240 Nov 13 05:20:50.359484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42598) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:50.364432 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Routers {'5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:20:50.366357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:20:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:50.424617 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8a335433-45d0-44c8-b133-056952495074 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=aa7b34d376c14f66a1c43a8b2010c6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0621817 Nov 13 05:20:50.425075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42600) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:50.468695 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] Set router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:20:50.509865 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef195145-8f1e-4310-abd6-35deb7a9ce7b None None] Pushing event updated for resources: {'Port': ['ID=95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:50.513796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Set router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:20:50.573971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d039409-2c36-4afc-8a33-242362868dff tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:50.575442 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8d039409-2c36-4afc-8a33-242362868dff tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1491339 Nov 13 05:20:50.578509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42602) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:50.601631 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7750cef1-0088-429f-a7c7-a57e369a6a54 None None] Provisioning complete for port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:50.601993 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7750cef1-0088-429f-a7c7-a57e369a6a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:50.611519 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9ada5893-7cbb-4658-a25c-c203ef1b3fbf tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318539 Nov 13 05:20:50.612394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42604) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:50.617954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3fbbfe4a-7057-4ad2-bc9a-3a0b7dbc34a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23245114', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:50.697252 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:42Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:43Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6', 'name': '', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'mac_address': 'fa:16:3e:7e:38:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:46Z', 'updated_at': '2021-11-13T05:20:50Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'subnets': [{'id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:50.718982 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbbfe4a-7057-4ad2-bc9a-3a0b7dbc34a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Made reservation on behalf of aa7b34d376c14f66a1c43a8b2010c6e6 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:20:50.723577 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fbbfe4a-7057-4ad2-bc9a-3a0b7dbc34a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:50.737704 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c2a9c-2cd0-4c1f-bdbd-ba3b111b0889 None None] The sync data for ids ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'] in n-d-813114-2 is: [{'id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:42Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:43Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6', 'name': '', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'mac_address': 'fa:16:3e:7e:38:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:46Z', 'updated_at': '2021-11-13T05:20:50Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'subnets': [{'id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:20:50.792443 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7750cef1-0088-429f-a7c7-a57e369a6a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:50.845096 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-51286b15-98c2-4b23-8fb9-2cf2c9c2aa87 req-31c70b9c-e003-42b1-ba38-6ef9261117d5 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 210 time: 0.0691495 Nov 13 05:20:50.868775 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7750cef1-0088-429f-a7c7-a57e369a6a54 None None] For port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6,segment=NetworkSegment(96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe),segment_id=96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:50.888280 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7750cef1-0088-429f-a7c7-a57e369a6a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:50.927073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:49Z', 'revision_number': 3, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:50.961008 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Checking router: 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:20:50.961351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Updating router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 port c36133d0-1c67-4898-8846-0126c48a83ca binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:20:51.015226 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:51.018017 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750cef1-0088-429f-a7c7-a57e369a6a54 None None] Pushing event updated for resources: {'Port': ['ID=95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:51.048460 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0d69721c-bdbc-4fc7-9191-b7853c85d8f1 None None] Provisioning complete for port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:51.048830 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d69721c-bdbc-4fc7-9191-b7853c85d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:51.061929 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fbbfe4a-7057-4ad2-bc9a-3a0b7dbc34a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:51.136823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbfe4a-7057-4ad2-bc9a-3a0b7dbc34a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Subnet': ['ID=55c029ab-37b9-4289-9a04-c91ba1a83b70,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:51.188197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-219cf77b-d3c4-4e74-b0f7-2f1e0723d6d7 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:51.189712 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-219cf77b-d3c4-4e74-b0f7-2f1e0723d6d7 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.46 "GET /v2.0/networks?id=b3a00209-4202-4307-a7b7-9dda6188c226 HTTP/1.1" status: 200 len: 797 time: 0.2140341 Nov 13 05:20:51.196086 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbbfe4a-7057-4ad2-bc9a-3a0b7dbc34a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Checking segment: {'id': '836699e4-ee71-40ea-a49c-fadb70cfde5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:20:51.196511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbbfe4a-7057-4ad2-bc9a-3a0b7dbc34a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network hostable DHCP agents. Network: fabe5062-84cc-4f0f-a779-86a4e0f4afb5, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:20:51.236583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbbfe4a-7057-4ad2-bc9a-3a0b7dbc34a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network fabe5062-84cc-4f0f-a779-86a4e0f4afb5 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:20:51.258525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-3fbbfe4a-7057-4ad2-bc9a-3a0b7dbc34a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, fabe5062-84cc-4f0f-a779-86a4e0f4afb5) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:20:51.270173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbbfe4a-7057-4ad2-bc9a-3a0b7dbc34a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:51.270784 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3fbbfe4a-7057-4ad2-bc9a-3a0b7dbc34a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:51.285131 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4a274-2bbf-46ef-809d-801a567da6a9 None None] Network fabe5062-84cc-4f0f-a779-86a4e0f4afb5 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:20:51.306177 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-4bffcf38-b0e9-46f6-b00f-a4ec0fbbeb40 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60e31c8b85234ceab2b169f050b1130b HTTP/1.1" status: 200 len: 477 time: 0.0986688 Nov 13 05:20:51.312963 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3fbbfe4a-7057-4ad2-bc9a-3a0b7dbc34a5 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6966133 Nov 13 05:20:51.313840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:20:51.316542 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-e0b86787-c86f-4059-888c-523c4bc63fab tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Request body: {'port': {'device_id': 'bccccd95-0cf6-44be-8025-9494071fa59f', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'admin_state_up': True, 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'security_groups': ['7cc1c464-a096-4b27-bed5-4aa638a29636', 'd3e75f40-68a2-4be9-8190-134e9307715a']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:51.466345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-e0b86787-c86f-4059-888c-523c4bc63fab tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Made reservation on behalf of 60e31c8b85234ceab2b169f050b1130b for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:20:51.471112 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-e0b86787-c86f-4059-888c-523c4bc63fab tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:51.489143 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:51.501774 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:51.587405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39437cb3-5026-41f6-a2ce-5d21cec7156a None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:20:51.627028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ips': [{'subnet_id': '55c029ab-37b9-4289-9a04-c91ba1a83b70'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:20:51.629053 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:51.637092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57d25b-709c-4c8a-8c9f-beb40eab1d5b None None] Pushing event updated for resources: {'Port': ['ID=c36133d0-1c67-4898-8846-0126c48a83ca,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:51.639675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Attempting to bind port c36133d0-1c67-4898-8846-0126c48a83ca on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:20:51.640143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Attempting to bind port c36133d0-1c67-4898-8846-0126c48a83ca by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:20:51.640596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Attempting to bind port c36133d0-1c67-4898-8846-0126c48a83ca on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:20:51.655567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-e0b86787-c86f-4059-888c-523c4bc63fab tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Allocated IP 172.20.0.14 (b3a00209-4202-4307-a7b7-9dda6188c226/30b986bd-8b39-424d-85d0-1c95b7729a5e/f05047e4-6927-4648-8f97-3d230d7899ea) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:20:51.668349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:20:51.668726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:20:51.669124 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:51.669536 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:20:51.670042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Bound port: c36133d0-1c67-4898-8846-0126c48a83ca, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:20:51.670419 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:51.796321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:20:51.845833 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-e0b86787-c86f-4059-888c-523c4bc63fab tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:51.872413 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-03b830fb-dacc-4c2a-9285-9bee09311ccd None None] Provisioning complete for port c36133d0-1c67-4898-8846-0126c48a83ca triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:51.872855 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03b830fb-dacc-4c2a-9285-9bee09311ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:51.936684 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] For port c36133d0-1c67-4898-8846-0126c48a83ca, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:20:51.940661 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:51.982624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] For port c36133d0-1c67-4898-8846-0126c48a83ca, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c36133d0-1c67-4898-8846-0126c48a83ca,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:20:51.999717 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:52.001723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-03b830fb-dacc-4c2a-9285-9bee09311ccd None None] Port c36133d0-1c67-4898-8846-0126c48a83ca cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:20:52.024129 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Allocated IP 172.20.0.2 (fabe5062-84cc-4f0f-a779-86a4e0f4afb5/55c029ab-37b9-4289-9a04-c91ba1a83b70/46827d45-6c2e-4a1e-8853-9ae09c8d0f3a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:20:52.270550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad069097-144a-45e0-8f30-58c36cca6cee None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:20:52.295552 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:52.295925 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:52.302864 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63148364-f43d-4693-b012-f80d82083b58 req-5f92a6a8-8458-4d45-ad28-01da3d69eb48 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 210 time: 0.0302293 Nov 13 05:20:52.319798 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-e0b86787-c86f-4059-888c-523c4bc63fab tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:52.321470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57d25b-709c-4c8a-8c9f-beb40eab1d5b None None] Pushing event updated for resources: {'Port': ['ID=c36133d0-1c67-4898-8846-0126c48a83ca,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:52.370092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Routers {'5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:20:52.371008 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:20:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:52.372157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-e0b86787-c86f-4059-888c-523c4bc63fab tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Network b3a00209-4202-4307-a7b7-9dda6188c226 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:20:52.375356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-e0b86787-c86f-4059-888c-523c4bc63fab tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:20:52.380698 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-e0b86787-c86f-4059-888c-523c4bc63fab tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:20:52.384951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b86787-c86f-4059-888c-523c4bc63fab tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'Port': ['ID=f05047e4-6927-4648-8f97-3d230d7899ea,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:52.445085 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-e0b86787-c86f-4059-888c-523c4bc63fab tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:52.445746 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-e0b86787-c86f-4059-888c-523c4bc63fab tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:52.472482 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-e0b86787-c86f-4059-888c-523c4bc63fab tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1597629 Nov 13 05:20:52.497976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Request body: {'port': {'device_id': 'bccccd95-0cf6-44be-8025-9494071fa59f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:52.560198 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:52.565493 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-81572222-ea21-4ef2-8321-d15b4c189b70 None None] Provisioning complete for port c36133d0-1c67-4898-8846-0126c48a83ca triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:52.566038 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81572222-ea21-4ef2-8321-d15b4c189b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:52.644266 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] Set router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:20:52.713544 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:52.739565 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:52.775273 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.20.0.1 (fabe5062-84cc-4f0f-a779-86a4e0f4afb5/55c029ab-37b9-4289-9a04-c91ba1a83b70/9c305e4a-29e9-4b4a-8d0f-812441977e54) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:20:52.823857 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Network fabe5062-84cc-4f0f-a779-86a4e0f4afb5 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:20:52.848615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05047e4-6927-4648-8f97-3d230d7899ea {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:20:52.849930 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:20:52.855696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Pushing event updated for resources: {'Port': ['ID=46827d45-6c2e-4a1e-8853-9ae09c8d0f3a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:52.858057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:20:52.860116 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:52.876466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Transition to ACTIVE for port object f05047e4-6927-4648-8f97-3d230d7899ea will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:20:52.881099 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:52.909681 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81572222-ea21-4ef2-8321-d15b4c189b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:52.929828 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:52.962426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=f05047e4-6927-4648-8f97-3d230d7899ea,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:52.984188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-81572222-ea21-4ef2-8321-d15b4c189b70 None None] For port c36133d0-1c67-4898-8846-0126c48a83ca, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c36133d0-1c67-4898-8846-0126c48a83ca,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:52.989101 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:52.992734 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Attempting to bind port 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:20:52.993171 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Attempting to bind port 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '836699e4-ee71-40ea-a49c-fadb70cfde5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:20:52.993780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Attempting to bind port 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a on network fabe5062-84cc-4f0f-a779-86a4e0f4afb5 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:20:52.998516 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81572222-ea21-4ef2-8321-d15b4c189b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:53.007971 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:20:53.008348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Checking segment: {'id': '836699e4-ee71-40ea-a49c-fadb70cfde5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:20:53.008750 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:53.009179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Bound using segment: {'id': '836699e4-ee71-40ea-a49c-fadb70cfde5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:20:53.009668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Bound port: 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836699e4-ee71-40ea-a49c-fadb70cfde5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:20:53.010041 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:53.027717 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Attempting to bind port f05047e4-6927-4648-8f97-3d230d7899ea on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:20:53.028853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Attempting to bind port f05047e4-6927-4648-8f97-3d230d7899ea by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:20:53.029299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Attempting to bind port f05047e4-6927-4648-8f97-3d230d7899ea on network b3a00209-4202-4307-a7b7-9dda6188c226 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:20:53.037229 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Port f05047e4-6927-4648-8f97-3d230d7899ea on network b3a00209-4202-4307-a7b7-9dda6188c226 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:20:53.038304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Attempting to bind port f05047e4-6927-4648-8f97-3d230d7899ea on network b3a00209-4202-4307-a7b7-9dda6188c226 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:20:53.046186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network fabe5062-84cc-4f0f-a779-86a4e0f4afb5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:20:53.046759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:20:53.047226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Checking segment: {'id': '96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:20:53.048028 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Bound using segment: {'id': '96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:20:53.048975 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Bound port: f05047e4-6927-4648-8f97-3d230d7899ea, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:20:53.048975 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:53.051388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:20:53.055398 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:20:53.093953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=9c305e4a-29e9-4b4a-8d0f-812441977e54,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:53.122767 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:53.123140 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:53.123471 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:53.124417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:53.124830 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:53.125228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:53.125624 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:53.126014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:53.126403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:53.126815 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:53.127226 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:53.127606 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:20:53.145230 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:53.148111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81572222-ea21-4ef2-8321-d15b4c189b70 None None] Pushing event updated for resources: {'Port': ['ID=c36133d0-1c67-4898-8846-0126c48a83ca,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:53.160596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:49Z', 'revision_number': 3, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:53.168212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] For port f05047e4-6927-4648-8f97-3d230d7899ea, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:20:53.172003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] For port f05047e4-6927-4648-8f97-3d230d7899ea, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f05047e4-6927-4648-8f97-3d230d7899ea,segment=NetworkSegment(96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe),segment_id=96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:20:53.187866 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:53.213547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abccfd61-a658-4763-9d84-268bad9a1b61 None None] The sync data for ids ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'] in n-d-813114-2 is: [{'id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:49Z', 'revision_number': 3, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:20:53.217586 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] For port 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:20:53.234507 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] For port 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=46827d45-6c2e-4a1e-8853-9ae09c8d0f3a,segment=NetworkSegment(836699e4-ee71-40ea-a49c-fadb70cfde5d),segment_id=836699e4-ee71-40ea-a49c-fadb70cfde5d)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:20:53.250768 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:53.257266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=f05047e4-6927-4648-8f97-3d230d7899ea,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:53.264767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:53.265429 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:53.266961 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a0ec0230-8284-4ef4-ba89-ff9fcc828ed6 service neutron] 10.222.0.46 "PUT /v2.0/ports/f05047e4-6927-4648-8f97-3d230d7899ea HTTP/1.1" status: 200 len: 1131 time: 0.7736201 Nov 13 05:20:53.267579 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccccd95-0cf6-44be-8025-9494071fa59f', 'tag': 'f05047e4-6927-4648-8f97-3d230d7899ea'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:20:53.269947 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b666651e-7e34-4034-befb-a77a48b76dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "bccccd95-0cf6-44be-8025-9494071fa59f", "tag": "f05047e4-6927-4648-8f97-3d230d7899ea"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:20:53.323300 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465cfb98-0d8d-409a-8f3c-150e9aa174e1 x-openstack-request-id: req-465cfb98-0d8d-409a-8f3c-150e9aa174e1 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:20:53.323763 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccccd95-0cf6-44be-8025-9494071fa59f", "tag": "f05047e4-6927-4648-8f97-3d230d7899ea", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:20:53.323896 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-465cfb98-0d8d-409a-8f3c-150e9aa174e1 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:20:53.324268 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccccd95-0cf6-44be-8025-9494071fa59f', 'tag': 'f05047e4-6927-4648-8f97-3d230d7899ea', 'status': 'completed', 'code': 200} Nov 13 05:20:53.394620 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:53.417360 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144c878-5e74-43ce-af94-27b00f81e1d9 None None] Pushing event updated for resources: {'Port': ['ID=46827d45-6c2e-4a1e-8853-9ae09c8d0f3a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:53.519494 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb5967-0a7a-4ebe-8b6d-402b3ec5cdaf req-487895f6-2a24-421e-b769-29d4a67896ab tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:53.521094 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88fb5967-0a7a-4ebe-8b6d-402b3ec5cdaf req-487895f6-2a24-421e-b769-29d4a67896ab tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 983 time: 0.0905590 Nov 13 05:20:53.528760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-14947e24-adb1-43a2-804d-87412784d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:53.530763 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-14947e24-adb1-43a2-804d-87412784d981 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60e31c8b85234ceab2b169f050b1130b&device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 1134 time: 0.0644746 Nov 13 05:20:53.587801 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-da1f9fab-3b65-4168-9499-2adba56b8722 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05047e4-6927-4648-8f97-3d230d7899ea HTTP/1.1" status: 200 len: 217 time: 0.0378554 Nov 13 05:20:53.687247 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-88fb5967-0a7a-4ebe-8b6d-402b3ec5cdaf req-b92fea95-ff78-4bdb-8a80-dbc6a3dd3500 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3e75f40-68a2-4be9-8190-134e9307715a&id=7cc1c464-a096-4b27-bed5-4aa638a29636&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1560013 Nov 13 05:20:53.688994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-88943f65-31ac-4283-bf54-957b42c38ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:53.690361 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-88943f65-31ac-4283-bf54-957b42c38ede service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30b986bd-8b39-424d-85d0-1c95b7729a5e HTTP/1.1" status: 200 len: 835 time: 0.0955234 Nov 13 05:20:53.797300 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a5303f03-6f31-435f-ab55-b27365b2fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:53.803773 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-a5303f03-6f31-435f-ab55-b27365b2fee8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3a00209-4202-4307-a7b7-9dda6188c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957518 Nov 13 05:20:53.824149 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c36133d0-1c67-4898-8846-0126c48a83ca up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:20:53.865873 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:53.874969 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:53.900691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c36133d0-1c67-4898-8846-0126c48a83ca triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:53.901449 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:53.954377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-acef813e-27b3-4be4-9dd2-0fd32c3f74de service neutron] 10.222.0.46 "GET /v2.0/networks/b3a00209-4202-4307-a7b7-9dda6188c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370671 Nov 13 05:20:53.969002 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:53.983826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=9c305e4a-29e9-4b4a-8d0f-812441977e54,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:54.069694 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1be513e3-f68a-45b8-b5d8-3682a37c1a0f req-ec769c4a-5af7-4bca-ac3c-ea54d31b3c20 service neutron] 10.222.0.46 "GET /v2.0/networks/b3a00209-4202-4307-a7b7-9dda6188c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077495 Nov 13 05:20:54.092376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network fabe5062-84cc-4f0f-a779-86a4e0f4afb5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:20:54.094098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:20:54.215947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666651e-7e34-4034-befb-a77a48b76dfd req-af66c842-ab95-48c0-b349-db8063d55dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:54.217766 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b666651e-7e34-4034-befb-a77a48b76dfd req-af66c842-ab95-48c0-b349-db8063d55dff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60e31c8b85234ceab2b169f050b1130b&device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 1134 time: 0.0433714 Nov 13 05:20:54.232589 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:20:54.323511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666651e-7e34-4034-befb-a77a48b76dfd req-327f53f5-ee1d-4a74-bd98-ff2643166e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:54.324890 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b666651e-7e34-4034-befb-a77a48b76dfd req-327f53f5-ee1d-4a74-bd98-ff2643166e02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3a00209-4202-4307-a7b7-9dda6188c226 HTTP/1.1" status: 200 len: 898 time: 0.1000326 Nov 13 05:20:54.374532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:20:54.379401 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b666651e-7e34-4034-befb-a77a48b76dfd req-e16c0814-e49e-428e-8ad9-05021df7cec4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05047e4-6927-4648-8f97-3d230d7899ea HTTP/1.1" status: 200 len: 217 time: 0.0457621 Nov 13 05:20:54.382399 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b539cba2-78b2-47b4-9a30-04981e1e3465 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "PUT /v2.0/routers/5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0667717 Nov 13 05:20:54.440621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666651e-7e34-4034-befb-a77a48b76dfd req-07f8eb02-f0df-4d8d-8c0d-dbaa0667e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:54.442354 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b666651e-7e34-4034-befb-a77a48b76dfd req-07f8eb02-f0df-4d8d-8c0d-dbaa0667e93a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30b986bd-8b39-424d-85d0-1c95b7729a5e HTTP/1.1" status: 200 len: 835 time: 0.0564277 Nov 13 05:20:54.495266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666651e-7e34-4034-befb-a77a48b76dfd req-8b87806e-1c92-41b6-93fd-325940359216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:54.496946 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b666651e-7e34-4034-befb-a77a48b76dfd req-8b87806e-1c92-41b6-93fd-325940359216 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3a00209-4202-4307-a7b7-9dda6188c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477681 Nov 13 05:20:54.599754 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b666651e-7e34-4034-befb-a77a48b76dfd req-aa5629d6-4000-440c-9638-84a1c1a52deb service neutron] 10.222.0.46 "GET /v2.0/networks/b3a00209-4202-4307-a7b7-9dda6188c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952630 Nov 13 05:20:54.613041 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-3b38472f-4ba6-4a55-b41b-48064bed7bfc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1486508717&fields=id&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 267 time: 0.0504124 Nov 13 05:20:54.641710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74b301c-3e98-4982-b440-0ec87c394de3 None None] Network fabe5062-84cc-4f0f-a779-86a4e0f4afb5 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:20:54.699977 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b666651e-7e34-4034-befb-a77a48b76dfd req-08e765b6-c772-4c85-bbb4-68434c60bfdb service neutron] 10.222.0.46 "GET /v2.0/networks/b3a00209-4202-4307-a7b7-9dda6188c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933843 Nov 13 05:20:54.734595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-faaa6fc9-7961-40af-b113-c74d3e200aa4 None None] Provisioning complete for port 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:54.735031 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faaa6fc9-7961-40af-b113-c74d3e200aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:54.738536 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-6e5819fe-a058-4fc2-9377-a27d3ee0d8bd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:54.741066 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-6e5819fe-a058-4fc2-9377-a27d3ee0d8bd tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/networks?id=fabe5062-84cc-4f0f-a779-86a4e0f4afb5 HTTP/1.1" status: 200 len: 796 time: 0.1192145 Nov 13 05:20:54.759162 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-44a847f3-3ca1-49d5-97e5-36414f0152f1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/quotas/aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 375 time: 0.0113320 Nov 13 05:20:54.814820 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-c676b60d-66a5-4654-8645-56e7111e7123 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483944 Nov 13 05:20:54.842394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6ff7d-20d0-44ae-99ba-91df80c9e724 req-ef7c068d-f9ad-40aa-8a56-e8ca5a196a57 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:54.849266 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93a6ff7d-20d0-44ae-99ba-91df80c9e724 req-ef7c068d-f9ad-40aa-8a56-e8ca5a196a57 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 983 time: 0.0687287 Nov 13 05:20:54.873321 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faaa6fc9-7961-40af-b113-c74d3e200aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:54.912965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-faaa6fc9-7961-40af-b113-c74d3e200aa4 None None] For port 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=46827d45-6c2e-4a1e-8853-9ae09c8d0f3a,segment=NetworkSegment(836699e4-ee71-40ea-a49c-fadb70cfde5d),segment_id=836699e4-ee71-40ea-a49c-fadb70cfde5d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:54.922653 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faaa6fc9-7961-40af-b113-c74d3e200aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:54.945345 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93a6ff7d-20d0-44ae-99ba-91df80c9e724 req-bc847b9d-7539-48e6-8e26-5d080e7c287d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3e75f40-68a2-4be9-8190-134e9307715a&id=7cc1c464-a096-4b27-bed5-4aa638a29636&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0949206 Nov 13 05:20:54.947626 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-dd46f706-2e1f-4b49-bbe7-18616b8933c3 service neutron] 10.222.0.43 "GET /v2.0/networks/fabe5062-84cc-4f0f-a779-86a4e0f4afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192071 Nov 13 05:20:54.989442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa6fc9-7961-40af-b113-c74d3e200aa4 None None] Pushing event updated for resources: {'Port': ['ID=46827d45-6c2e-4a1e-8853-9ae09c8d0f3a,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:55.065795 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-b1b45de4-b164-4d9e-9e3a-45e8a2c46a98 service neutron] 10.222.0.43 "GET /v2.0/networks/fabe5062-84cc-4f0f-a779-86a4e0f4afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098847 Nov 13 05:20:55.151821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9d4f0dea-0072-4791-be0f-85a57ab49ac0 None None] Provisioning complete for port 9c305e4a-29e9-4b4a-8d0f-812441977e54 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:55.152187 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d4f0dea-0072-4791-be0f-85a57ab49ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:55.189979 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f0dea-0072-4791-be0f-85a57ab49ac0 None None] Port 9c305e4a-29e9-4b4a-8d0f-812441977e54 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:20:55.207429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9d4f0dea-0072-4791-be0f-85a57ab49ac0 None None] Provisioning complete for port 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:55.207794 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d4f0dea-0072-4791-be0f-85a57ab49ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:55.249531 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cea7ba25-fe8c-4152-a5d8-b0de9101c535 req-bbafe6b4-1dfd-4c7a-8f5f-c4c5a1f2d14d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 210 time: 0.0355275 Nov 13 05:20:55.297109 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Sync routers for ids ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:20:55.307546 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Routers {'5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:20:55.308151 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:20:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:55.423014 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Set router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:20:55.454776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-97b1ad13-4d53-4bf6-b031-200011def164 None None] Provisioning complete for port 9c305e4a-29e9-4b4a-8d0f-812441977e54 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:55.455178 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97b1ad13-4d53-4bf6-b031-200011def164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:55.491145 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-97b1ad13-4d53-4bf6-b031-200011def164 None None] Port 9c305e4a-29e9-4b4a-8d0f-812441977e54 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:20:55.658188 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:53Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '9c305e4a-29e9-4b4a-8d0f-812441977e54', 'name': '', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:7a:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:52Z', 'updated_at': '2021-11-13T05:20:53Z', 'revision_number': 2, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:55.685893 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Checking router: 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:20:55.686235 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Updating router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 port 9c305e4a-29e9-4b4a-8d0f-812441977e54 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:20:55.708441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:20:55.711696 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:55.755457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7de10e93-069e-4ad1-9066-752dce35faee None None] Provisioning complete for port 9c305e4a-29e9-4b4a-8d0f-812441977e54 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:55.755827 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7de10e93-069e-4ad1-9066-752dce35faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:55.799948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7de10e93-069e-4ad1-9066-752dce35faee None None] Port 9c305e4a-29e9-4b4a-8d0f-812441977e54 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:20:55.802196 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:55.802556 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:55.987473 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:55.995550 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:56.068451 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964850c-5cea-4935-a617-a6278461bf79 None None] Pushing event updated for resources: {'Port': ['ID=9c305e4a-29e9-4b4a-8d0f-812441977e54,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:56.087828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19783d-73f5-4d89-9d44-67c18abd9f1c req-29d52c1a-b43d-4af7-8a1d-48299c5fd880 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:56.090287 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-be19783d-73f5-4d89-9d44-67c18abd9f1c req-29d52c1a-b43d-4af7-8a1d-48299c5fd880 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 983 time: 0.0611055 Nov 13 05:20:56.099562 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Attempting to bind port 9c305e4a-29e9-4b4a-8d0f-812441977e54 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:20:56.099921 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Attempting to bind port 9c305e4a-29e9-4b4a-8d0f-812441977e54 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '836699e4-ee71-40ea-a49c-fadb70cfde5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:20:56.100278 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Attempting to bind port 9c305e4a-29e9-4b4a-8d0f-812441977e54 on network fabe5062-84cc-4f0f-a779-86a4e0f4afb5 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:20:56.106398 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:20:56.106763 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Checking segment: {'id': '836699e4-ee71-40ea-a49c-fadb70cfde5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:20:56.107189 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:56.107574 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Bound using segment: {'id': '836699e4-ee71-40ea-a49c-fadb70cfde5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:20:56.108055 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Bound port: 9c305e4a-29e9-4b4a-8d0f-812441977e54, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836699e4-ee71-40ea-a49c-fadb70cfde5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:20:56.108423 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:56.159680 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-be19783d-73f5-4d89-9d44-67c18abd9f1c req-95c30cf2-b615-42b3-933b-cab5e9953422 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3e75f40-68a2-4be9-8190-134e9307715a&id=7cc1c464-a096-4b27-bed5-4aa638a29636&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0623226 Nov 13 05:20:56.281997 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] For port 9c305e4a-29e9-4b4a-8d0f-812441977e54, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:20:56.285777 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] For port 9c305e4a-29e9-4b4a-8d0f-812441977e54, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9c305e4a-29e9-4b4a-8d0f-812441977e54,segment=NetworkSegment(836699e4-ee71-40ea-a49c-fadb70cfde5d),segment_id=836699e4-ee71-40ea-a49c-fadb70cfde5d)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:20:56.291817 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:56.344557 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Routers {'5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:20:56.345283 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:20:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:56.355861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d994f3de-665d-4845-975c-8b2edb73d7a1 None None] Provisioning complete for port 9c305e4a-29e9-4b4a-8d0f-812441977e54 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:56.357087 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d994f3de-665d-4845-975c-8b2edb73d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:56.398724 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-5aeded54-7447-4295-b6cf-72f763a54b7b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:56.401026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-5aeded54-7447-4295-b6cf-72f763a54b7b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.36 "GET /v2.0/networks?id=fabe5062-84cc-4f0f-a779-86a4e0f4afb5 HTTP/1.1" status: 200 len: 796 time: 0.1373429 Nov 13 05:20:56.408959 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-014cf5e6-9f2b-4fa2-b43d-761be88065c5 req-cdd27927-7121-4c4c-848e-a7ed3646f3c9 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 210 time: 0.0761585 Nov 13 05:20:56.456733 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] Set router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:20:56.507136 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d994f3de-665d-4845-975c-8b2edb73d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:56.530980 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-2352dac4-24fb-4a6f-bebb-0bcbe8860e1e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6 HTTP/1.1" status: 200 len: 380 time: 0.1138539 Nov 13 05:20:56.543588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-24ace075-45a5-48e2-ae85-b0d674c28ee6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'port': {'device_id': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'admin_state_up': True, 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'security_groups': ['0b555e9b-7f18-4792-b112-2b7678822ea9']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:56.547300 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d994f3de-665d-4845-975c-8b2edb73d7a1 None None] For port 9c305e4a-29e9-4b4a-8d0f-812441977e54, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9c305e4a-29e9-4b4a-8d0f-812441977e54,segment=NetworkSegment(836699e4-ee71-40ea-a49c-fadb70cfde5d),segment_id=836699e4-ee71-40ea-a49c-fadb70cfde5d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:56.553569 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d994f3de-665d-4845-975c-8b2edb73d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:56.573331 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964850c-5cea-4935-a617-a6278461bf79 None None] Pushing event updated for resources: {'Port': ['ID=9c305e4a-29e9-4b4a-8d0f-812441977e54,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:56.634550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994f3de-665d-4845-975c-8b2edb73d7a1 None None] Pushing event updated for resources: {'Port': ['ID=9c305e4a-29e9-4b4a-8d0f-812441977e54,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:56.674091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-dda90b90-234b-4a84-a83a-c9a17673dd9c None None] Provisioning complete for port 9c305e4a-29e9-4b4a-8d0f-812441977e54 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:56.674451 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dda90b90-234b-4a84-a83a-c9a17673dd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:56.682538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-24ace075-45a5-48e2-ae85-b0d674c28ee6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Made reservation on behalf of aa7b34d376c14f66a1c43a8b2010c6e6 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:20:56.686175 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-24ace075-45a5-48e2-ae85-b0d674c28ee6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:56.710454 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:53Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '9c305e4a-29e9-4b4a-8d0f-812441977e54', 'name': '', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:7a:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:52Z', 'updated_at': '2021-11-13T05:20:56Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:20:56.737441 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf1453f-d385-4dc4-afc1-667f022a1131 None None] The sync data for ids ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'] in n-d-813114-2 is: [{'id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:53Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '9c305e4a-29e9-4b4a-8d0f-812441977e54', 'name': '', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:7a:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:52Z', 'updated_at': '2021-11-13T05:20:56Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:20:56.834316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-24ace075-45a5-48e2-ae85-b0d674c28ee6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.20.0.13 (fabe5062-84cc-4f0f-a779-86a4e0f4afb5/55c029ab-37b9-4289-9a04-c91ba1a83b70/dfa94a04-5155-4f2e-afc2-5f269f84f7f9) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:20:56.993499 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-24ace075-45a5-48e2-ae85-b0d674c28ee6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:57.032721 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-24ace075-45a5-48e2-ae85-b0d674c28ee6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:57.077616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-24ace075-45a5-48e2-ae85-b0d674c28ee6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network fabe5062-84cc-4f0f-a779-86a4e0f4afb5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:20:57.080805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-24ace075-45a5-48e2-ae85-b0d674c28ee6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:20:57.086996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-24ace075-45a5-48e2-ae85-b0d674c28ee6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:20:57.115237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ace075-45a5-48e2-ae85-b0d674c28ee6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:57.148700 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-24ace075-45a5-48e2-ae85-b0d674c28ee6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:57.149424 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-24ace075-45a5-48e2-ae85-b0d674c28ee6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:57.169621 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-24ace075-45a5-48e2-ae85-b0d674c28ee6 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6320093 Nov 13 05:20:57.188395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Request body: {'port': {'device_id': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:20:57.280328 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:57.334875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7408e3a-4424-422c-9eee-eacb76bb5163 req-70f3326d-694e-4702-843a-940a1529636f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:57.336271 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7408e3a-4424-422c-9eee-eacb76bb5163 req-70f3326d-694e-4702-843a-940a1529636f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 983 time: 0.0846355 Nov 13 05:20:57.381333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a505797e-8134-44dc-92be-454153213c3b None None] Provisioning complete for port dfa94a04-5155-4f2e-afc2-5f269f84f7f9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:57.381977 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a505797e-8134-44dc-92be-454153213c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:57.417378 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a505797e-8134-44dc-92be-454153213c3b None None] Port dfa94a04-5155-4f2e-afc2-5f269f84f7f9 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:20:57.491298 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7408e3a-4424-422c-9eee-eacb76bb5163 req-3418b16b-bd22-43db-b3a2-523a9e7d09c7 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3e75f40-68a2-4be9-8190-134e9307715a&id=7cc1c464-a096-4b27-bed5-4aa638a29636&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1440635 Nov 13 05:20:57.540963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197bdd4-5f5a-4273-8dcc-1dad55fadfec req-cdad38b7-6a64-4319-b70a-887be33357a7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:57.542457 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1197bdd4-5f5a-4273-8dcc-1dad55fadfec req-cdad38b7-6a64-4319-b70a-887be33357a7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 932 time: 0.0611637 Nov 13 05:20:57.595941 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1197bdd4-5f5a-4273-8dcc-1dad55fadfec req-902b769b-cb43-4c31-8d13-29b36d3b243c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469072 Nov 13 05:20:57.620893 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa94a04-5155-4f2e-afc2-5f269f84f7f9 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:20:57.629189 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:57.642652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Transition to ACTIVE for port object dfa94a04-5155-4f2e-afc2-5f269f84f7f9 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:20:57.647669 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:57.699402 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9c305e4a-29e9-4b4a-8d0f-812441977e54 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:20:57.704114 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:57.767624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 9c305e4a-29e9-4b4a-8d0f-812441977e54 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:20:57.768162 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:57.780595 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Attempting to bind port dfa94a04-5155-4f2e-afc2-5f269f84f7f9 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:20:57.780994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Attempting to bind port dfa94a04-5155-4f2e-afc2-5f269f84f7f9 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '836699e4-ee71-40ea-a49c-fadb70cfde5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:20:57.781240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Attempting to bind port dfa94a04-5155-4f2e-afc2-5f269f84f7f9 on network fabe5062-84cc-4f0f-a779-86a4e0f4afb5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:20:57.786013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Port dfa94a04-5155-4f2e-afc2-5f269f84f7f9 on network fabe5062-84cc-4f0f-a779-86a4e0f4afb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:20:57.786346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Attempting to bind port dfa94a04-5155-4f2e-afc2-5f269f84f7f9 on network fabe5062-84cc-4f0f-a779-86a4e0f4afb5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:20:57.792644 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:20:57.793017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Checking segment: {'id': '836699e4-ee71-40ea-a49c-fadb70cfde5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:20:57.793353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Bound using segment: {'id': '836699e4-ee71-40ea-a49c-fadb70cfde5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:20:57.793787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Bound port: dfa94a04-5155-4f2e-afc2-5f269f84f7f9, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836699e4-ee71-40ea-a49c-fadb70cfde5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:20:57.794137 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:57.874771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] For port dfa94a04-5155-4f2e-afc2-5f269f84f7f9, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:20:57.878548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] For port dfa94a04-5155-4f2e-afc2-5f269f84f7f9, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,segment=NetworkSegment(836699e4-ee71-40ea-a49c-fadb70cfde5d),segment_id=836699e4-ee71-40ea-a49c-fadb70cfde5d)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:20:57.886087 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:57.921366 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:57.921658 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:57.923103 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/dfa94a04-5155-4f2e-afc2-5f269f84f7f9 HTTP/1.1" status: 200 len: 1092 time: 0.7397158 Nov 13 05:20:57.923539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'tag': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:20:57.925784 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd162840-af10-4b6d-9c12-585c5b3d027b" -d '{"events": [{"name": "network-changed", "server_uuid": "0651dfdf-a169-43da-a9e5-429f5445cd12", "tag": "dfa94a04-5155-4f2e-afc2-5f269f84f7f9"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:20:57.964511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1098684-97cf-4caf-8747-93045d53c6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:58.061107 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-3167bc18-f476-4fbf-8152-6c4b624c5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:58.062738 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-3167bc18-f476-4fbf-8152-6c4b624c5ec3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 1095 time: 0.0659876 Nov 13 05:20:58.071898 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b79d81-a017-411a-9e79-0aeced6a318f x-openstack-request-id: req-06b79d81-a017-411a-9e79-0aeced6a318f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:20:58.072336 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0651dfdf-a169-43da-a9e5-429f5445cd12", "tag": "dfa94a04-5155-4f2e-afc2-5f269f84f7f9", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:20:58.072590 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06b79d81-a017-411a-9e79-0aeced6a318f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:20:58.072999 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'tag': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9', 'status': 'completed', 'code': 200} Nov 13 05:20:58.131140 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-6cfab2c2-1379-4046-8657-82ea285dfb6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa94a04-5155-4f2e-afc2-5f269f84f7f9 HTTP/1.1" status: 200 len: 217 time: 0.0423460 Nov 13 05:20:58.190094 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-cbcda59c-170f-4741-959f-78e136a876ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:58.191662 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-cbcda59c-170f-4741-959f-78e136a876ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=55c029ab-37b9-4289-9a04-c91ba1a83b70 HTTP/1.1" status: 200 len: 833 time: 0.0519783 Nov 13 05:20:58.242801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-133f8a60-8e2e-4f1b-9382-7b9d30531bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:58.244517 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-133f8a60-8e2e-4f1b-9382-7b9d30531bc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fabe5062-84cc-4f0f-a779-86a4e0f4afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463393 Nov 13 05:20:58.337267 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-db36b050-5d3b-47dd-b8a5-1f5aae46bf5c service neutron] 10.222.0.36 "GET /v2.0/networks/fabe5062-84cc-4f0f-a779-86a4e0f4afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848479 Nov 13 05:20:58.433754 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c8cde70-bac7-493b-9940-ce3412e15560 req-89015bd1-2a60-49b6-9166-cec84bd50967 service neutron] 10.222.0.36 "GET /v2.0/networks/fabe5062-84cc-4f0f-a779-86a4e0f4afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891142 Nov 13 05:20:58.575939 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd162840-af10-4b6d-9c12-585c5b3d027b req-0e8a8730-f8e5-4969-adcd-65d14a367eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:58.577517 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd162840-af10-4b6d-9c12-585c5b3d027b req-0e8a8730-f8e5-4969-adcd-65d14a367eec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 1095 time: 0.0458374 Nov 13 05:20:58.613137 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668176c-2dab-4f98-a5cd-924917b9a255 req-9ec3ae55-c52a-499f-b8d8-e8624adf6df7 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:58.614647 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9668176c-2dab-4f98-a5cd-924917b9a255 req-9ec3ae55-c52a-499f-b8d8-e8624adf6df7 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 983 time: 0.0489333 Nov 13 05:20:58.676123 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9668176c-2dab-4f98-a5cd-924917b9a255 req-31e5361d-ac49-4145-8443-bd92182d31f9 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3e75f40-68a2-4be9-8190-134e9307715a&id=7cc1c464-a096-4b27-bed5-4aa638a29636&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0544698 Nov 13 05:20:58.685347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd162840-af10-4b6d-9c12-585c5b3d027b req-4a67b4d0-75e8-4ba4-9a2f-4e6e64d36ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:58.686717 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd162840-af10-4b6d-9c12-585c5b3d027b req-4a67b4d0-75e8-4ba4-9a2f-4e6e64d36ed5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fabe5062-84cc-4f0f-a779-86a4e0f4afb5 HTTP/1.1" status: 200 len: 897 time: 0.1023273 Nov 13 05:20:58.722547 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:59.074766 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd162840-af10-4b6d-9c12-585c5b3d027b req-8183fb93-37ad-46d3-b9a5-6e9150073aa2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa94a04-5155-4f2e-afc2-5f269f84f7f9 HTTP/1.1" status: 200 len: 217 time: 0.3740120 Nov 13 05:20:59.097629 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:59.123347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64d070-a814-4ba6-9ebd-da3c6eb9fc23 req-6e89c962-f1b5-4bea-9cf1-2b345b75f4cb tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:59.124879 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da64d070-a814-4ba6-9ebd-da3c6eb9fc23 req-6e89c962-f1b5-4bea-9cf1-2b345b75f4cb tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 944 time: 0.4539111 Nov 13 05:20:59.150607 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd162840-af10-4b6d-9c12-585c5b3d027b req-9c246ffd-92ab-4088-8f0d-fd8221ae5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:59.152107 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd162840-af10-4b6d-9c12-585c5b3d027b req-9c246ffd-92ab-4088-8f0d-fd8221ae5b19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=55c029ab-37b9-4289-9a04-c91ba1a83b70 HTTP/1.1" status: 200 len: 833 time: 0.0697014 Nov 13 05:20:59.206785 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da64d070-a814-4ba6-9ebd-da3c6eb9fc23 req-d75e4ffd-d92a-43d6-aeea-f07195069b73 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742843 Nov 13 05:20:59.218894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd162840-af10-4b6d-9c12-585c5b3d027b req-2bfbeb56-52e0-4b4b-9152-d74df6d269d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:59.220409 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd162840-af10-4b6d-9c12-585c5b3d027b req-2bfbeb56-52e0-4b4b-9152-d74df6d269d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fabe5062-84cc-4f0f-a779-86a4e0f4afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599966 Nov 13 05:20:59.313265 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd162840-af10-4b6d-9c12-585c5b3d027b req-44a3a227-d618-4893-91fd-f4cb06961835 service neutron] 10.222.0.36 "GET /v2.0/networks/fabe5062-84cc-4f0f-a779-86a4e0f4afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847671 Nov 13 05:20:59.412983 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd162840-af10-4b6d-9c12-585c5b3d027b req-617d3cc1-41dc-40e0-87d6-a25912fabf1e service neutron] 10.222.0.36 "GET /v2.0/networks/fabe5062-84cc-4f0f-a779-86a4e0f4afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923181 Nov 13 05:20:59.516865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f05047e4-6927-4648-8f97-3d230d7899ea details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:20:59.620240 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f05047e4-6927-4648-8f97-3d230d7899ea, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f05047e4-6927-4648-8f97-3d230d7899ea,segment=NetworkSegment(96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe),segment_id=96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:59.631349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'f05047e4-6927-4648-8f97-3d230d7899ea', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'port_id': 'f05047e4-6927-4648-8f97-3d230d7899ea', 'mac_address': 'fa:16:3e:9e:52:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:20:59.669361 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:59.682045 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05047e4-6927-4648-8f97-3d230d7899ea {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:20:59.700997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f05047e4-6927-4648-8f97-3d230d7899ea, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f05047e4-6927-4648-8f97-3d230d7899ea,segment=NetworkSegment(96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe),segment_id=96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:20:59.706796 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:20:59.757935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=f05047e4-6927-4648-8f97-3d230d7899ea,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:20:59.798173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e35803-7269-4276-bd39-38a52f4e3001 req-af584fad-3086-4278-89c1-5b5fd87abfd5 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:20:59.799901 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44e35803-7269-4276-bd39-38a52f4e3001 req-af584fad-3086-4278-89c1-5b5fd87abfd5 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 984 time: 0.0530167 Nov 13 05:20:59.865249 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44e35803-7269-4276-bd39-38a52f4e3001 req-30c41ff6-37cf-487a-a1c9-35b4312d4367 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3e75f40-68a2-4be9-8190-134e9307715a&id=7cc1c464-a096-4b27-bed5-4aa638a29636&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0582497 Nov 13 05:21:00.184241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['f05047e4-6927-4648-8f97-3d230d7899ea'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:21:00.327235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415aa41a-afbf-485d-bf5c-6cc7b820171e req-4c1174cb-53cd-4167-8444-bf6936ce9d2d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:00.328741 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-415aa41a-afbf-485d-bf5c-6cc7b820171e req-4c1174cb-53cd-4167-8444-bf6936ce9d2d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 944 time: 0.0523629 Nov 13 05:21:00.380262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-415aa41a-afbf-485d-bf5c-6cc7b820171e req-c8447fe2-95b6-46fc-8d24-79090c68ec54 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452738 Nov 13 05:21:00.994586 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f263f-fbe8-4993-96cd-33893476e470 req-09ec6b55-321b-4d76-9069-f879367d0e45 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:00.996129 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd5f263f-fbe8-4993-96cd-33893476e470 req-09ec6b55-321b-4d76-9069-f879367d0e45 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 984 time: 0.0567694 Nov 13 05:21:01.057600 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd5f263f-fbe8-4993-96cd-33893476e470 req-4d7c06e1-616f-4fdc-9951-19a4449dfb0e tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3e75f40-68a2-4be9-8190-134e9307715a&id=7cc1c464-a096-4b27-bed5-4aa638a29636&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0549130 Nov 13 05:21:01.504504 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c6dc7-f8c6-4155-89c9-98fac3d9092d req-3ffffe27-6db3-4230-970a-7913d0468c0a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:01.506111 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-215c6dc7-f8c6-4155-89c9-98fac3d9092d req-3ffffe27-6db3-4230-970a-7913d0468c0a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 944 time: 0.0523746 Nov 13 05:21:01.532460 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f05047e4-6927-4648-8f97-3d230d7899ea up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:21:01.563731 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-215c6dc7-f8c6-4155-89c9-98fac3d9092d req-d920707a-0636-418f-b435-b33448eb88fc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503511 Nov 13 05:21:01.589925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port f05047e4-6927-4648-8f97-3d230d7899ea completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:21:01.593900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port f05047e4-6927-4648-8f97-3d230d7899ea triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:21:01.594332 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:01.673137 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:01.696137 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccccd95-0cf6-44be-8025-9494071fa59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05047e4-6927-4648-8f97-3d230d7899ea'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:21:01.698610 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb5a6f3-3c7e-416a-9954-1d23a30963b3" -d '{"events": [{"server_uuid": "bccccd95-0cf6-44be-8025-9494071fa59f", "name": "network-vif-plugged", "status": "completed", "tag": "f05047e4-6927-4648-8f97-3d230d7899ea"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:21:01.711483 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port f05047e4-6927-4648-8f97-3d230d7899ea, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f05047e4-6927-4648-8f97-3d230d7899ea,segment=NetworkSegment(96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe),segment_id=96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:21:01.717172 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:01.743844 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4276134e-f717-42a7-910c-069db9d300b1 x-openstack-request-id: req-4276134e-f717-42a7-910c-069db9d300b1 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:21:01.744126 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccccd95-0cf6-44be-8025-9494071fa59f", "name": "network-vif-plugged", "status": "completed", "tag": "f05047e4-6927-4648-8f97-3d230d7899ea", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:21:01.744371 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4276134e-f717-42a7-910c-069db9d300b1 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:21:01.744759 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccccd95-0cf6-44be-8025-9494071fa59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05047e4-6927-4648-8f97-3d230d7899ea', 'code': 200} Nov 13 05:21:01.771927 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device dfa94a04-5155-4f2e-afc2-5f269f84f7f9 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:21:01.775331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=f05047e4-6927-4648-8f97-3d230d7899ea,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:21:01.871109 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port dfa94a04-5155-4f2e-afc2-5f269f84f7f9, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,segment=NetworkSegment(836699e4-ee71-40ea-a49c-fadb70cfde5d),segment_id=836699e4-ee71-40ea-a49c-fadb70cfde5d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:21:01.871469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342c2d6-9a6d-486d-a7be-99f2a484f367 req-5eb714b2-a1a7-4aca-8fdc-b021a63ab2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:01.873265 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b342c2d6-9a6d-486d-a7be-99f2a484f367 req-5eb714b2-a1a7-4aca-8fdc-b021a63ab2a2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 1136 time: 0.0425889 Nov 13 05:21:01.882588 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'port_id': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9', 'mac_address': 'fa:16:3e:eb:1f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:21:01.923988 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:01.927938 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b342c2d6-9a6d-486d-a7be-99f2a484f367 req-38716a04-d3c4-4854-b58f-b216ac978c18 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7cc1c464-a096-4b27-bed5-4aa638a29636&id=d3e75f40-68a2-4be9-8190-134e9307715a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0474701 Nov 13 05:21:01.937801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa94a04-5155-4f2e-afc2-5f269f84f7f9 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:21:01.957164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port dfa94a04-5155-4f2e-afc2-5f269f84f7f9, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,segment=NetworkSegment(836699e4-ee71-40ea-a49c-fadb70cfde5d),segment_id=836699e4-ee71-40ea-a49c-fadb70cfde5d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:21:01.961623 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:02.009694 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:21:02.196940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d7d4d-f7b6-43d2-b9a1-322848350d8c req-0d83b4ec-209e-4437-9b61-bd6641f6ac93 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:02.198502 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef2d7d4d-f7b6-43d2-b9a1-322848350d8c req-0d83b4ec-209e-4437-9b61-bd6641f6ac93 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 985 time: 0.0620079 Nov 13 05:21:02.258265 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef2d7d4d-f7b6-43d2-b9a1-322848350d8c req-af211bdf-f282-4773-b5c5-d982e9af8d66 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3e75f40-68a2-4be9-8190-134e9307715a&id=7cc1c464-a096-4b27-bed5-4aa638a29636&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0527489 Nov 13 05:21:02.354873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['dfa94a04-5155-4f2e-afc2-5f269f84f7f9'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:21:02.686536 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327f559-ebb3-4ee6-9e4e-e47aa3d7063f req-f6a62c7f-7f85-43c8-a6ad-503330cf2ffc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:02.688053 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d327f559-ebb3-4ee6-9e4e-e47aa3d7063f req-f6a62c7f-7f85-43c8-a6ad-503330cf2ffc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 945 time: 0.0560377 Nov 13 05:21:02.739526 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d327f559-ebb3-4ee6-9e4e-e47aa3d7063f req-b2cc7c34-6c44-41d4-adb2-c8ecfdf2bcdc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454009 Nov 13 05:21:03.391977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504947b5-d580-40ee-bbdc-f9269efa945e req-16c7164c-ca9f-4898-9434-88dece6955da tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:03.394404 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-504947b5-d580-40ee-bbdc-f9269efa945e req-16c7164c-ca9f-4898-9434-88dece6955da tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 985 time: 0.0652454 Nov 13 05:21:03.453980 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-504947b5-d580-40ee-bbdc-f9269efa945e req-aff63f9a-0c71-42ae-beb2-7f1db9ad20c9 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3e75f40-68a2-4be9-8190-134e9307715a&id=7cc1c464-a096-4b27-bed5-4aa638a29636&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0511203 Nov 13 05:21:03.570885 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1b286-92e8-4f84-8b03-3a6a58b61d44 req-bd017939-e9c7-4521-8db6-a39053d58984 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:03.572856 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50a1b286-92e8-4f84-8b03-3a6a58b61d44 req-bd017939-e9c7-4521-8db6-a39053d58984 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 985 time: 0.0520353 Nov 13 05:21:03.632551 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50a1b286-92e8-4f84-8b03-3a6a58b61d44 req-0afb409a-5e24-4d06-b0ba-6fea63bdcb48 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3e75f40-68a2-4be9-8190-134e9307715a&id=7cc1c464-a096-4b27-bed5-4aa638a29636&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0536308 Nov 13 05:21:03.757552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086c38a-4bc6-44de-bd5f-fa9b4b1a4d3e req-8583379e-fafb-4e05-b2c4-ab079f7e8bbb tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:03.759540 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4086c38a-4bc6-44de-bd5f-fa9b4b1a4d3e req-8583379e-fafb-4e05-b2c4-ab079f7e8bbb tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 1136 time: 0.0529644 Nov 13 05:21:03.781362 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4086c38a-4bc6-44de-bd5f-fa9b4b1a4d3e req-67c88fb6-c5a1-4720-ace6-1390f4be6051 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:03.786407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device dfa94a04-5155-4f2e-afc2-5f269f84f7f9 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:21:03.844500 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port dfa94a04-5155-4f2e-afc2-5f269f84f7f9 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:21:03.850192 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port dfa94a04-5155-4f2e-afc2-5f269f84f7f9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:21:03.850517 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:03.866433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ab0e6-a05a-4b77-9aad-a90d0ace72cb req-c4db7514-9492-4293-a6fd-3c748dd26fb7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:03.868387 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e72ab0e6-a05a-4b77-9aad-a90d0ace72cb req-c4db7514-9492-4293-a6fd-3c748dd26fb7 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 945 time: 0.0545082 Nov 13 05:21:03.879470 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4086c38a-4bc6-44de-bd5f-fa9b4b1a4d3e req-67c88fb6-c5a1-4720-ace6-1390f4be6051 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:03.886529 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4086c38a-4bc6-44de-bd5f-fa9b4b1a4d3e req-67c88fb6-c5a1-4720-ace6-1390f4be6051 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:03.923624 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c88fb6-c5a1-4720-ace6-1390f4be6051 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95123e92-dfa3-47f7-b901-a03cdbb10713,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:21:03.927380 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e72ab0e6-a05a-4b77-9aad-a90d0ace72cb req-3529f2ba-0cf4-4d65-88ab-1dae5a80145c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531654 Nov 13 05:21:03.943626 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:03.950632 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4086c38a-4bc6-44de-bd5f-fa9b4b1a4d3e req-67c88fb6-c5a1-4720-ace6-1390f4be6051 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3e75f40-68a2-4be9-8190-134e9307715a&id=7cc1c464-a096-4b27-bed5-4aa638a29636&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1828704 Nov 13 05:21:03.966816 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:21:03.969095 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee17a306-bff5-4e19-8b31-8c19c4935aeb" -d '{"events": [{"server_uuid": "0651dfdf-a169-43da-a9e5-429f5445cd12", "name": "network-vif-plugged", "status": "completed", "tag": "dfa94a04-5155-4f2e-afc2-5f269f84f7f9"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:21:03.973001 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42680) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:21:03.982351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port dfa94a04-5155-4f2e-afc2-5f269f84f7f9, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,segment=NetworkSegment(836699e4-ee71-40ea-a49c-fadb70cfde5d),segment_id=836699e4-ee71-40ea-a49c-fadb70cfde5d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:21:03.987478 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:04.013633 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610d79be-255e-4701-bc10-18413f948631 x-openstack-request-id: req-610d79be-255e-4701-bc10-18413f948631 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:21:04.014005 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0651dfdf-a169-43da-a9e5-429f5445cd12", "name": "network-vif-plugged", "status": "completed", "tag": "dfa94a04-5155-4f2e-afc2-5f269f84f7f9", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:21:04.014319 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-610d79be-255e-4701-bc10-18413f948631 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:21:04.014813 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9', 'code': 200} Nov 13 05:21:04.018612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10bf6b9-bbfc-469b-9aa3-1e3d25de7f00 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:04.024376 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b10bf6b9-bbfc-469b-9aa3-1e3d25de7f00 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 1131 time: 0.0502419 Nov 13 05:21:04.030068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42682) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:21:04.035065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': 'f05047e4-6927-4648-8f97-3d230d7899ea', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:21:04.047729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:21:04.065314 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:04.172407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d42435-cb39-4de5-812d-ca7c84564ecb req-e6ecdf58-6c1a-46ba-a863-a56b0d79093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:04.173903 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-36d42435-cb39-4de5-812d-ca7c84564ecb req-e6ecdf58-6c1a-46ba-a863-a56b0d79093c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 1097 time: 0.0739334 Nov 13 05:21:04.226321 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7daaebed-9f73-4d76-878c-3cf3ef84eaaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:04.233392 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-36d42435-cb39-4de5-812d-ca7c84564ecb req-ab0e766c-8bb7-46d0-be5b-dc810f8fcce5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519249 Nov 13 05:21:04.236078 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:04.355273 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Allocated IP 172.25.8.120 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/9c7f0a27-3710-4cfd-89e8-85296d76c0ab) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:21:04.456302 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:04.503769 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:04.540921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:21:04.545763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:21:04.549337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:21:04.554945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'Port': ['ID=9c7f0a27-3710-4cfd-89e8-85296d76c0ab,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:21:04.954715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:05.059527 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:05.096548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ad2cd-a5bd-42a7-9b87-2af5af76c4d1 req-724a1aee-7092-4b51-916b-b13cc80cce4e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:05.098040 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1d7ad2cd-a5bd-42a7-9b87-2af5af76c4d1 req-724a1aee-7092-4b51-916b-b13cc80cce4e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0948882 Nov 13 05:21:05.199937 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1d7ad2cd-a5bd-42a7-9b87-2af5af76c4d1 req-d9ba3178-ccbb-4894-a61b-67ae2a15e7f2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955198 Nov 13 05:21:05.262817 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:05.271050 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:05.342465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'Port': ['ID=9c7f0a27-3710-4cfd-89e8-85296d76c0ab,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:21:05.356387 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:05.466980 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Floating IP 634cdcb7-7ed3-4321-91b7-5fefbc8b28b0 associated. External IP: 172.25.8.120, port: f05047e4-6927-4648-8f97-3d230d7899ea. Nov 13 05:21:05.682864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:21:05.806308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:21:05.817473 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2cd7c-490f-4965-8c8c-20238b227e0d None None] Sync routers for ids ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:21:05.824964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:05.831458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c2cd7c-490f-4965-8c8c-20238b227e0d None None] Routers {'680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:21:05.832078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b1c2cd7c-490f-4965-8c8c-20238b227e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:20:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:21:05.853637 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-850c9657-05da-4f86-bd52-facbc927276d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8220413 Nov 13 05:21:05.854341 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccccd95-0cf6-44be-8025-9494071fa59f', 'tag': 'f05047e4-6927-4648-8f97-3d230d7899ea'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:21:05.856031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42686) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:21:05.856849 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46065ba4-df41-49e7-971a-a6198704e4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "bccccd95-0cf6-44be-8025-9494071fa59f", "tag": "f05047e4-6927-4648-8f97-3d230d7899ea"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:21:05.897730 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c06a16-8aec-4d27-a60a-8b0ec1190cf2 x-openstack-request-id: req-d9c06a16-8aec-4d27-a60a-8b0ec1190cf2 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:21:05.897982 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccccd95-0cf6-44be-8025-9494071fa59f", "tag": "f05047e4-6927-4648-8f97-3d230d7899ea", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:21:05.898257 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9c06a16-8aec-4d27-a60a-8b0ec1190cf2 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:21:05.898665 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccccd95-0cf6-44be-8025-9494071fa59f', 'tag': 'f05047e4-6927-4648-8f97-3d230d7899ea', 'status': 'completed', 'code': 200} Nov 13 05:21:05.942405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b1c2cd7c-490f-4965-8c8c-20238b227e0d None None] Set router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:21:06.047121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46065ba4-df41-49e7-971a-a6198704e4e7 req-dd0a285b-793c-425b-9f95-8a76cfff2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.048664 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46065ba4-df41-49e7-971a-a6198704e4e7 req-dd0a285b-793c-425b-9f95-8a76cfff2971 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60e31c8b85234ceab2b169f050b1130b&device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 1136 time: 0.1062183 Nov 13 05:21:06.070859 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea912241-fdd9-435a-a9a0-7c9f9ab2ee33 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.071493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea912241-fdd9-435a-a9a0-7c9f9ab2ee33 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.071955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea912241-fdd9-435a-a9a0-7c9f9ab2ee33 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.072379 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea912241-fdd9-435a-a9a0-7c9f9ab2ee33 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.072826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea912241-fdd9-435a-a9a0-7c9f9ab2ee33 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.074541 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ea912241-fdd9-435a-a9a0-7c9f9ab2ee33 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.2174165 Nov 13 05:21:06.077379 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42690) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:21:06.160539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46065ba4-df41-49e7-971a-a6198704e4e7 req-aab7f087-8eff-4998-aba1-3b8dacf36126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.162568 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46065ba4-df41-49e7-971a-a6198704e4e7 req-aab7f087-8eff-4998-aba1-3b8dacf36126 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3a00209-4202-4307-a7b7-9dda6188c226 HTTP/1.1" status: 200 len: 898 time: 0.1056821 Nov 13 05:21:06.178787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2c6803-f986-4c54-b697-602fb3d788b1 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.179274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2c6803-f986-4c54-b697-602fb3d788b1 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.179717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2c6803-f986-4c54-b697-602fb3d788b1 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.180160 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2c6803-f986-4c54-b697-602fb3d788b1 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.180636 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2c6803-f986-4c54-b697-602fb3d788b1 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.183083 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5c2c6803-f986-4c54-b697-602fb3d788b1 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3349 time: 0.1046896 Nov 13 05:21:06.184757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b1c2cd7c-490f-4965-8c8c-20238b227e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:42Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:43Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '634cdcb7-7ed3-4321-91b7-5fefbc8b28b0', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'port_id': 'f05047e4-6927-4648-8f97-3d230d7899ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'mac_address': 'fa:16:3e:9e:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccccd95-0cf6-44be-8025-9494071fa59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:21:04Z', 'updated_at': '2021-11-13T05:21:04Z', 'revision_number': 0, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6', 'name': '', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'mac_address': 'fa:16:3e:7e:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:46Z', 'updated_at': '2021-11-13T05:20:50Z', 'revision_number': 5, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'subnets': [{'id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:21:06.185781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42692) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:21:06.212656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2cd7c-490f-4965-8c8c-20238b227e0d None None] Checking router: 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:21:06.223178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c2cd7c-490f-4965-8c8c-20238b227e0d None None] Routers {'680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:21:06.223800 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b1c2cd7c-490f-4965-8c8c-20238b227e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:20:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:21:06.237959 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46065ba4-df41-49e7-971a-a6198704e4e7 req-b15531b4-ad6a-4941-ac84-5db95cbcb319 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05047e4-6927-4648-8f97-3d230d7899ea HTTP/1.1" status: 200 len: 1000 time: 0.0674777 Nov 13 05:21:06.301208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46065ba4-df41-49e7-971a-a6198704e4e7 req-30a96042-bae3-4f8c-9e76-eba4228117d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.302837 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46065ba4-df41-49e7-971a-a6198704e4e7 req-30a96042-bae3-4f8c-9e76-eba4228117d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30b986bd-8b39-424d-85d0-1c95b7729a5e HTTP/1.1" status: 200 len: 835 time: 0.0562372 Nov 13 05:21:06.347955 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b1c2cd7c-490f-4965-8c8c-20238b227e0d None None] Set router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:21:06.354504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46065ba4-df41-49e7-971a-a6198704e4e7 req-813fdaa8-dac3-4bfa-ae53-deff7b910fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.356265 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46065ba4-df41-49e7-971a-a6198704e4e7 req-813fdaa8-dac3-4bfa-ae53-deff7b910fea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3a00209-4202-4307-a7b7-9dda6188c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450840 Nov 13 05:21:06.419681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4ce15-9a24-43c0-bf85-aec2db42a520 req-d7f58b06-f2ca-4ba3-9d08-105b88942b1d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.424870 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6b4ce15-9a24-43c0-bf85-aec2db42a520 req-d7f58b06-f2ca-4ba3-9d08-105b88942b1d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.1307561 Nov 13 05:21:06.456619 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46065ba4-df41-49e7-971a-a6198704e4e7 req-5acfe2cd-c655-4fe0-89b5-2af2439977d8 service neutron] 10.222.0.46 "GET /v2.0/networks/b3a00209-4202-4307-a7b7-9dda6188c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927365 Nov 13 05:21:06.519086 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdb7857b-6cee-4e9e-b78c-75c90996b0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:06.526301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6b4ce15-9a24-43c0-bf85-aec2db42a520 req-51292b56-2278-4646-ba8a-535ba8996cd3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991378 Nov 13 05:21:06.539959 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-706e4a1f-af57-4bdd-bb23-766f71b6a940 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2339 time: 0.3530226 Nov 13 05:21:06.543094 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42696) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:21:06.573075 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46065ba4-df41-49e7-971a-a6198704e4e7 req-5c72892f-95ca-46c2-81a1-86f77bfcd9d0 service neutron] 10.222.0.46 "GET /v2.0/networks/b3a00209-4202-4307-a7b7-9dda6188c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092017 Nov 13 05:21:06.594078 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d0cb2f-85fc-4202-8a91-201389650fb0 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.594603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d0cb2f-85fc-4202-8a91-201389650fb0 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.596410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e5d0cb2f-85fc-4202-8a91-201389650fb0 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 HTTP/1.1" status: 200 len: 1989 time: 0.0521073 Nov 13 05:21:06.606328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b1c2cd7c-490f-4965-8c8c-20238b227e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:42Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:43Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '634cdcb7-7ed3-4321-91b7-5fefbc8b28b0', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'port_id': 'f05047e4-6927-4648-8f97-3d230d7899ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'mac_address': 'fa:16:3e:9e:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccccd95-0cf6-44be-8025-9494071fa59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:21:04Z', 'updated_at': '2021-11-13T05:21:04Z', 'revision_number': 0, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6', 'name': '', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'mac_address': 'fa:16:3e:7e:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:46Z', 'updated_at': '2021-11-13T05:20:50Z', 'revision_number': 5, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'subnets': [{'id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:21:06.633871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2cd7c-490f-4965-8c8c-20238b227e0d None None] The sync data for ids ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'] in n-d-813114-2 is: [{'id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:42Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:43Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '634cdcb7-7ed3-4321-91b7-5fefbc8b28b0', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'port_id': 'f05047e4-6927-4648-8f97-3d230d7899ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'mac_address': 'fa:16:3e:9e:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccccd95-0cf6-44be-8025-9494071fa59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:21:04Z', 'updated_at': '2021-11-13T05:21:04Z', 'revision_number': 0, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6', 'name': '', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'mac_address': 'fa:16:3e:7e:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:46Z', 'updated_at': '2021-11-13T05:20:50Z', 'revision_number': 5, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'subnets': [{'id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:21:06.665157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83823-3598-42e1-866d-c95f87bb20d0 req-2e9d5a85-0a4d-47a4-be93-08bc434349c3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.667710 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90b83823-3598-42e1-866d-c95f87bb20d0 req-2e9d5a85-0a4d-47a4-be93-08bc434349c3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0528128 Nov 13 05:21:06.719972 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-90b83823-3598-42e1-866d-c95f87bb20d0 req-681cd4bb-10a8-403a-8df8-4517033544bf tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456440 Nov 13 05:21:06.743280 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42702) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:21:06.786853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce72ec7-802b-4a20-b3dd-748049130a54 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:06.790216 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dce72ec7-802b-4a20-b3dd-748049130a54 tempest-TestNetworkAdvancedServerOps-541036038 tempest-TestNetworkAdvancedServerOps-541036038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 1092 time: 0.0441718 Nov 13 05:21:06.791403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42704) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:21:06.795914 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:21:06.819997 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:06.847613 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1641f8-508d-4dfa-849b-81eab3fe15ae None None] New status for floating IP 634cdcb7-7ed3-4321-91b7-5fefbc8b28b0: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:21:06.923219 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:07.037808 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Allocated IP 172.25.8.157 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/8833ae03-2b14-4d03-bd30-593c02586644) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:21:07.137642 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:07.173082 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:07.217043 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:21:07.219918 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:21:07.224331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:21:07.227355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=8833ae03-2b14-4d03-bd30-593c02586644,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:21:07.595316 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:07.665136 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:07.821633 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:07.828996 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:07.900317 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event updated for resources: {'Port': ['ID=8833ae03-2b14-4d03-bd30-593c02586644,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:21:07.908758 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:07.927308 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:08.008358 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Floating IP 60544ebf-98d9-4a6d-8781-6fc9b10775d4 associated. External IP: 172.25.8.157, port: dfa94a04-5155-4f2e-afc2-5f269f84f7f9. Nov 13 05:21:08.219030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:21:08.328958 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:21:08.338745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2e2439-0fd2-49be-9a4d-58ea759d64f0 None None] Sync routers for ids ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:21:08.347424 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:08.349219 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e2439-0fd2-49be-9a4d-58ea759d64f0 None None] Routers {'5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:21:08.349833 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ef2e2439-0fd2-49be-9a4d-58ea759d64f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:21:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:21:08.375103 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1563b0bc-e700-4155-98d3-040dc0188bcc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5824835 Nov 13 05:21:08.375677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'tag': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:21:08.379604 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c45c5d-a73c-4286-9275-3aa7ea607b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "0651dfdf-a169-43da-a9e5-429f5445cd12", "tag": "dfa94a04-5155-4f2e-afc2-5f269f84f7f9"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:21:08.418631 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873723d5-5df4-49b4-862b-2d0c928bd14e x-openstack-request-id: req-873723d5-5df4-49b4-862b-2d0c928bd14e {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:21:08.418941 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0651dfdf-a169-43da-a9e5-429f5445cd12", "tag": "dfa94a04-5155-4f2e-afc2-5f269f84f7f9", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:21:08.419200 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-873723d5-5df4-49b4-862b-2d0c928bd14e {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:21:08.419625 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'tag': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9', 'status': 'completed', 'code': 200} Nov 13 05:21:08.461332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-ef2e2439-0fd2-49be-9a4d-58ea759d64f0 None None] Set router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:21:08.495914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70678b5-821a-4c3d-a247-8c4393fcd26c req-f8be04fe-30c1-4db7-aaf6-922416d3f893 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:08.497454 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c70678b5-821a-4c3d-a247-8c4393fcd26c req-f8be04fe-30c1-4db7-aaf6-922416d3f893 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0695379 Nov 13 05:21:08.533933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c45c5d-a73c-4286-9275-3aa7ea607b8e req-fd1e4db3-5f0a-4401-b277-04fe2eb1ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:08.535571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07c45c5d-a73c-4286-9275-3aa7ea607b8e req-fd1e4db3-5f0a-4401-b277-04fe2eb1ffa4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 1097 time: 0.0727203 Nov 13 05:21:08.569695 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c70678b5-821a-4c3d-a247-8c4393fcd26c req-978a41ce-6581-4d2a-8b9d-b28923d520fa tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660794 Nov 13 05:21:08.593461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42710) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:21:08.666098 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e6fa3d18-56dc-4d0f-8226-f5c2245313cf tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/60544ebf-98d9-4a6d-8781-6fc9b10775d4 HTTP/1.1" status: 200 len: 992 time: 0.0697541 Nov 13 05:21:08.702334 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ef2e2439-0fd2-49be-9a4d-58ea759d64f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:53Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '60544ebf-98d9-4a6d-8781-6fc9b10775d4', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'port_id': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'mac_address': 'fa:16:3e:eb:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:21:07Z', 'updated_at': '2021-11-13T05:21:07Z', 'revision_number': 0, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c305e4a-29e9-4b4a-8d0f-812441977e54', 'name': '', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:7a:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:52Z', 'updated_at': '2021-11-13T05:20:56Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:21:08.729289 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2e2439-0fd2-49be-9a4d-58ea759d64f0 None None] Checking router: 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:21:08.738388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e2439-0fd2-49be-9a4d-58ea759d64f0 None None] Routers {'5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:21:08.739077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ef2e2439-0fd2-49be-9a4d-58ea759d64f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:21:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:21:08.850289 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-ef2e2439-0fd2-49be-9a4d-58ea759d64f0 None None] Set router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:21:08.965417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c45c5d-a73c-4286-9275-3aa7ea607b8e req-f0e0ce57-f1a5-4515-ab81-7e4ddbcec87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:08.966871 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07c45c5d-a73c-4286-9275-3aa7ea607b8e req-f0e0ce57-f1a5-4515-ab81-7e4ddbcec87a service neutron] 10.222.0.36 "GET /v2.0/networks?id=fabe5062-84cc-4f0f-a779-86a4e0f4afb5 HTTP/1.1" status: 200 len: 897 time: 0.4215124 Nov 13 05:21:09.034987 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07c45c5d-a73c-4286-9275-3aa7ea607b8e req-f49250c0-9126-4ca4-b66d-8872917f4944 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa94a04-5155-4f2e-afc2-5f269f84f7f9 HTTP/1.1" status: 200 len: 1000 time: 0.0604041 Nov 13 05:21:09.082078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ef2e2439-0fd2-49be-9a4d-58ea759d64f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:53Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '60544ebf-98d9-4a6d-8781-6fc9b10775d4', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'port_id': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'mac_address': 'fa:16:3e:eb:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:21:07Z', 'updated_at': '2021-11-13T05:21:07Z', 'revision_number': 0, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c305e4a-29e9-4b4a-8d0f-812441977e54', 'name': '', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:7a:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:52Z', 'updated_at': '2021-11-13T05:20:56Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:21:09.089601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c45c5d-a73c-4286-9275-3aa7ea607b8e req-b5e1bf26-bef7-4b29-a0ea-c6261f643900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:09.091118 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07c45c5d-a73c-4286-9275-3aa7ea607b8e req-b5e1bf26-bef7-4b29-a0ea-c6261f643900 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=55c029ab-37b9-4289-9a04-c91ba1a83b70 HTTP/1.1" status: 200 len: 833 time: 0.0494008 Nov 13 05:21:09.108487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2e2439-0fd2-49be-9a4d-58ea759d64f0 None None] The sync data for ids ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'] in n-d-813114-2 is: [{'id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:53Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '60544ebf-98d9-4a6d-8781-6fc9b10775d4', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'port_id': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'mac_address': 'fa:16:3e:eb:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:21:07Z', 'updated_at': '2021-11-13T05:21:07Z', 'revision_number': 0, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c305e4a-29e9-4b4a-8d0f-812441977e54', 'name': '', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:7a:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:52Z', 'updated_at': '2021-11-13T05:20:56Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:21:09.138476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c45c5d-a73c-4286-9275-3aa7ea607b8e req-4ed56e13-2c8b-42cb-8fab-791b1974f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:09.140091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07c45c5d-a73c-4286-9275-3aa7ea607b8e req-4ed56e13-2c8b-42cb-8fab-791b1974f9ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fabe5062-84cc-4f0f-a779-86a4e0f4afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417013 Nov 13 05:21:09.226525 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:09.241120 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07c45c5d-a73c-4286-9275-3aa7ea607b8e req-98f0b1b7-5c7e-4321-879f-1f67c995b4b3 service neutron] 10.222.0.36 "GET /v2.0/networks/fabe5062-84cc-4f0f-a779-86a4e0f4afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930476 Nov 13 05:21:09.316034 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b8af8e-326e-4c93-a025-7a0c19d1afeb None None] New status for floating IP 60544ebf-98d9-4a6d-8781-6fc9b10775d4: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:21:09.336330 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07c45c5d-a73c-4286-9275-3aa7ea607b8e req-7a0fdb32-9e2e-4c27-a558-825617f67e58 service neutron] 10.222.0.36 "GET /v2.0/networks/fabe5062-84cc-4f0f-a779-86a4e0f4afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879951 Nov 13 05:21:09.670123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42712) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:21:09.747533 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8a36d2da-e274-4f13-bcf8-9a96bef90c84 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/60544ebf-98d9-4a6d-8781-6fc9b10775d4 HTTP/1.1" status: 200 len: 994 time: 0.0756311 Nov 13 05:21:10.044343 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:24.662981 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:21:28.727218 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:29.108274 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:34.229657 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-756cc601-ac31-4963-8b91-b5a07a01784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:34.987480 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b91cb1b-a8ff-48c8-901c-e09949ff8d6b req-c2141a10-a330-43f7-b752-a2c55a50a474 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465627 Nov 13 05:21:35.097733 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91cb1b-a8ff-48c8-901c-e09949ff8d6b req-45e4a6b2-cbd8-49a6-902b-63af85696276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:35.100264 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b91cb1b-a8ff-48c8-901c-e09949ff8d6b req-45e4a6b2-cbd8-49a6-902b-63af85696276 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60e31c8b85234ceab2b169f050b1130b&device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 1136 time: 0.0509505 Nov 13 05:21:35.212405 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91cb1b-a8ff-48c8-901c-e09949ff8d6b req-49f06df3-a9a7-419c-b8d0-aeba0d5811ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:35.213874 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b91cb1b-a8ff-48c8-901c-e09949ff8d6b req-49f06df3-a9a7-419c-b8d0-aeba0d5811ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3a00209-4202-4307-a7b7-9dda6188c226 HTTP/1.1" status: 200 len: 898 time: 0.0894322 Nov 13 05:21:35.280969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b91cb1b-a8ff-48c8-901c-e09949ff8d6b req-957d9142-e435-4750-a166-05e6b6a82764 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05047e4-6927-4648-8f97-3d230d7899ea HTTP/1.1" status: 200 len: 1002 time: 0.0598891 Nov 13 05:21:35.333393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91cb1b-a8ff-48c8-901c-e09949ff8d6b req-542c46dc-ea14-40a2-9419-86c27f5321fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:35.334828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b91cb1b-a8ff-48c8-901c-e09949ff8d6b req-542c46dc-ea14-40a2-9419-86c27f5321fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30b986bd-8b39-424d-85d0-1c95b7729a5e HTTP/1.1" status: 200 len: 835 time: 0.0469332 Nov 13 05:21:35.714370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91cb1b-a8ff-48c8-901c-e09949ff8d6b req-d81ddca6-c364-4e85-94a3-0c946ee205cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:35.715893 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b91cb1b-a8ff-48c8-901c-e09949ff8d6b req-d81ddca6-c364-4e85-94a3-0c946ee205cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3a00209-4202-4307-a7b7-9dda6188c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3734453 Nov 13 05:21:35.815838 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b91cb1b-a8ff-48c8-901c-e09949ff8d6b req-d122e481-b909-4cb8-91df-a54d77716f85 service neutron] 10.222.0.46 "GET /v2.0/networks/b3a00209-4202-4307-a7b7-9dda6188c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919473 Nov 13 05:21:35.912910 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b91cb1b-a8ff-48c8-901c-e09949ff8d6b req-ebadeff0-442c-4344-bd0a-8f2d06c77566 service neutron] 10.222.0.46 "GET /v2.0/networks/b3a00209-4202-4307-a7b7-9dda6188c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895767 Nov 13 05:21:36.496113 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f289adc7-b047-44b8-baf2-1e8e35afaa88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:37.932559 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:39.232951 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:40.041627 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:44.088782 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86abb338-c885-4e1e-bb0a-13f143a0c578 req-ada733f6-7414-4637-af1e-f7208103ca67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415697 Nov 13 05:21:44.193476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abb338-c885-4e1e-bb0a-13f143a0c578 req-38756a33-1a02-46f9-a56c-c68bd82f7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:44.195021 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86abb338-c885-4e1e-bb0a-13f143a0c578 req-38756a33-1a02-46f9-a56c-c68bd82f7d8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 1097 time: 0.0459166 Nov 13 05:21:44.307275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abb338-c885-4e1e-bb0a-13f143a0c578 req-46922b0e-b993-485c-98a0-c96000dd7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:44.308641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86abb338-c885-4e1e-bb0a-13f143a0c578 req-46922b0e-b993-485c-98a0-c96000dd7e7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=fabe5062-84cc-4f0f-a779-86a4e0f4afb5 HTTP/1.1" status: 200 len: 897 time: 0.0893023 Nov 13 05:21:44.377469 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86abb338-c885-4e1e-bb0a-13f143a0c578 req-6cbc9d85-19a2-4f18-9955-998cfd96c6a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa94a04-5155-4f2e-afc2-5f269f84f7f9 HTTP/1.1" status: 200 len: 1002 time: 0.0610375 Nov 13 05:21:44.427962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abb338-c885-4e1e-bb0a-13f143a0c578 req-e54802a1-41c4-47a9-a1f8-1b22b5a7768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:44.429381 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86abb338-c885-4e1e-bb0a-13f143a0c578 req-e54802a1-41c4-47a9-a1f8-1b22b5a7768f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=55c029ab-37b9-4289-9a04-c91ba1a83b70 HTTP/1.1" status: 200 len: 833 time: 0.0452762 Nov 13 05:21:44.481558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abb338-c885-4e1e-bb0a-13f143a0c578 req-2358e087-af70-467a-82cf-b9884fac40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:21:44.483075 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86abb338-c885-4e1e-bb0a-13f143a0c578 req-2358e087-af70-467a-82cf-b9884fac40b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fabe5062-84cc-4f0f-a779-86a4e0f4afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463562 Nov 13 05:21:44.575651 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86abb338-c885-4e1e-bb0a-13f143a0c578 req-59c6e24b-c0fb-472a-b3b1-b60c898224b7 service neutron] 10.222.0.36 "GET /v2.0/networks/fabe5062-84cc-4f0f-a779-86a4e0f4afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850582 Nov 13 05:21:44.677171 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86abb338-c885-4e1e-bb0a-13f143a0c578 req-eaa1f5ce-322f-46b4-b494-582f5db1c207 service neutron] 10.222.0.36 "GET /v2.0/networks/fabe5062-84cc-4f0f-a779-86a4e0f4afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937078 Nov 13 05:21:58.749321 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:21:59.113814 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:01.664954 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:22:04.234317 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59d26cf9-1417-47b2-8709-bd8422d11628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:06.505865 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36586663-6645-4479-892d-1e3aab9eb689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:07.946641 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:09.239711 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:10.041941 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:10.640274 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008776f1-7fc2-415c-a874-6b2bff32488b req-f8fd5f9b-4ad6-4202-9a5c-3f6d40eb738e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:10.641771 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-008776f1-7fc2-415c-a874-6b2bff32488b req-f8fd5f9b-4ad6-4202-9a5c-3f6d40eb738e tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0644579 Nov 13 05:22:10.694489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-008776f1-7fc2-415c-a874-6b2bff32488b req-e23dfbe3-9f2f-4880-9dfc-42b18ef65ac8 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437031 Nov 13 05:22:11.818784 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44526c85-cf9f-4bc7-9603-95c92cb9f5be req-fca09411-de4f-4fef-81bc-2ea35077db56 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:11.820320 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44526c85-cf9f-4bc7-9603-95c92cb9f5be req-fca09411-de4f-4fef-81bc-2ea35077db56 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0528009 Nov 13 05:22:11.876476 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-44526c85-cf9f-4bc7-9603-95c92cb9f5be req-5dd6af5a-6cb6-4bc4-a2ce-92d2806ae69c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481000 Nov 13 05:22:12.304313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42782) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:12.400862 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0897bef4-c132-40bd-9f0c-84600761e2a1 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2025 time: 0.0944397 Nov 13 05:22:12.404837 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42784) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:12.409724 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Request body: {'network': {'name': 'tempest-network-smoke--1223151370', 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'port_security_enabled': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:22:12.433441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Made reservation on behalf of 60e31c8b85234ceab2b169f050b1130b for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:22:12.439004 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:12.465784 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:22:12.475773 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:12.476117 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Added segment 05ec666f-fd46-4d3d-91bf-a71f1c492cb4 of type vlan for network 30d9e030-1ede-48ac-afd1-bad67ffd72c9 Nov 13 05:22:12.520026 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:12.546002 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:12.551745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:12.552387 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:12.617410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2114456 Nov 13 05:22:12.621120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42786) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:12.627833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2045363535', 'admin_state_up': True, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:22:12.638718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'Network': ['ID=30d9e030-1ede-48ac-afd1-bad67ffd72c9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:12.652317 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:12.652840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:12.653251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:12.653655 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:12.654133 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:12.654569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:12.654895 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:12.655251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:12.655576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:12.655896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:12.656241 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:12.656556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991908-8a01-4bb7-a41c-3f784322a4ca tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:12.669231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 30d9e030-1ede-48ac-afd1-bad67ffd72c9 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:22:12.670344 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:12.671808 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:12.724518 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:12.863722 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:12.998976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8db544-3ae8-4a4d-85ac-d268dbdbf294 req-ae268446-b887-4887-bcba-f7e6cad8c310 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:13.000535 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c8db544-3ae8-4a4d-85ac-d268dbdbf294 req-ae268446-b887-4887-bcba-f7e6cad8c310 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0544746 Nov 13 05:22:13.062889 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6c8db544-3ae8-4a4d-85ac-d268dbdbf294 req-8a3e806a-66e1-42f6-979e-ebad12808b5d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558393 Nov 13 05:22:13.070972 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:13.090060 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:13.194995 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Allocated IP 172.25.8.121 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/971da3ab-33c0-405a-bc32-2cf636f7d050) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:22:13.301111 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:13.335812 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:13.372318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:22:13.378490 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:22:13.383275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:22:13.385196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'Port': ['ID=971da3ab-33c0-405a-bc32-2cf636f7d050,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:13.391579 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34b4721-3eb6-44f5-898d-96ff20474835 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:22:13.442500 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2e732138-fec4-4dff-bd9a-934d87b032b5 None None] Provisioning complete for port 971da3ab-33c0-405a-bc32-2cf636f7d050 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:13.442999 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e732138-fec4-4dff-bd9a-934d87b032b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:13.477309 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2e732138-fec4-4dff-bd9a-934d87b032b5 None None] Port 971da3ab-33c0-405a-bc32-2cf636f7d050 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:22:13.656632 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:13.852573 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:13.988932 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Router 47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:22:14.102290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:22:14.114735 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Sync routers for ids ['47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:22:14.126510 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:14.127799 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Routers {'47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:14.131304 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ffb000e4-924f-4948-88e2-7c02bc02e74f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5062273 Nov 13 05:22:14.131453 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:14.131591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:14.226553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905ec8b8-3d4e-454b-b9c4-0aa2eccede5a tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:14.228254 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-905ec8b8-3d4e-454b-b9c4-0aa2eccede5a tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=60e31c8b85234ceab2b169f050b1130b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0956130 Nov 13 05:22:14.231487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42794) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:14.233804 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Set router 47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:22:14.243123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec050595-3448-483e-b1e6-a3d64bfd9758 req-362ccd14-f5c1-4342-8d4a-e1e75f32ef19 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:14.244942 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ec050595-3448-483e-b1e6-a3d64bfd9758 req-362ccd14-f5c1-4342-8d4a-e1e75f32ef19 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.1045249 Nov 13 05:22:14.304903 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ec050595-3448-483e-b1e6-a3d64bfd9758 req-63a18d01-57b2-463c-9221-cd50e0cbeed2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529222 Nov 13 05:22:14.329055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fb47e8-96a9-431b-8165-1618cfe6c8da tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:14.330579 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a5fb47e8-96a9-431b-8165-1618cfe6c8da tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979879 Nov 13 05:22:14.333480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42796) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:14.365356 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b0f14393-d5dd-487d-b245-62d0017949a3 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306785 Nov 13 05:22:14.368525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42798) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:14.396318 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b7de06b9-a4a5-434d-845c-e8b6bce4c3a9 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=60e31c8b85234ceab2b169f050b1130b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266962 Nov 13 05:22:14.398954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42800) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:14.416482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2045363535', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:22:12Z', 'updated_at': '2021-11-13T05:22:13Z', 'revision_number': 3, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:67:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:13Z', 'updated_at': '2021-11-13T05:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:14.442384 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Checking router: 47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:22:14.442731 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Updating router 47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab port 971da3ab-33c0-405a-bc32-2cf636f7d050 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:22:14.466971 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:14.487328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b9a8f2-b53b-4541-a5a5-e04c340987b7 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:14.488846 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-89b9a8f2-b53b-4541-a5a5-e04c340987b7 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889966 Nov 13 05:22:14.492378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42802) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:14.520068 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2d430eba-44dd-40e5-a681-51676361adda tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265043 Nov 13 05:22:14.522469 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42804) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:14.527232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7fe3c14d-8059-45d4-88be-0ed4ea4010f4 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1276858489', 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9', 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:22:14.612451 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe3c14d-8059-45d4-88be-0ed4ea4010f4 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Made reservation on behalf of 60e31c8b85234ceab2b169f050b1130b for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:22:14.616864 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c14d-8059-45d4-88be-0ed4ea4010f4 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:14.715383 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:14.721845 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:14.767895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01093455-3e2a-45ca-ad1e-a99c53032ff6 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:22:14.779390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Attempting to bind port 971da3ab-33c0-405a-bc32-2cf636f7d050 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:22:14.779752 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Attempting to bind port 971da3ab-33c0-405a-bc32-2cf636f7d050 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:22:14.780108 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Attempting to bind port 971da3ab-33c0-405a-bc32-2cf636f7d050 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:22:14.781953 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da6bf7-b47a-457f-8e39-1dd029da74ae None None] Pushing event updated for resources: {'Port': ['ID=971da3ab-33c0-405a-bc32-2cf636f7d050,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:14.792510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:22:14.792794 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:22:14.793141 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:14.793573 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:22:14.794117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Bound port: 971da3ab-33c0-405a-bc32-2cf636f7d050, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:22:14.794443 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:14.798269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da6bf7-b47a-457f-8e39-1dd029da74ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:14.798616 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da6bf7-b47a-457f-8e39-1dd029da74ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:14.798981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da6bf7-b47a-457f-8e39-1dd029da74ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:14.799313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da6bf7-b47a-457f-8e39-1dd029da74ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:14.799627 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da6bf7-b47a-457f-8e39-1dd029da74ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:14.799950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da6bf7-b47a-457f-8e39-1dd029da74ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:14.800250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da6bf7-b47a-457f-8e39-1dd029da74ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:14.800585 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da6bf7-b47a-457f-8e39-1dd029da74ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:14.800753 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c14d-8059-45d4-88be-0ed4ea4010f4 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:14.800887 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da6bf7-b47a-457f-8e39-1dd029da74ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:14.801215 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da6bf7-b47a-457f-8e39-1dd029da74ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:14.801524 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da6bf7-b47a-457f-8e39-1dd029da74ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:14.801836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da6bf7-b47a-457f-8e39-1dd029da74ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:14.852145 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] For port 971da3ab-33c0-405a-bc32-2cf636f7d050, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:22:14.855486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] For port 971da3ab-33c0-405a-bc32-2cf636f7d050, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=971da3ab-33c0-405a-bc32-2cf636f7d050,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:22:14.860681 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:14.864220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3c14d-8059-45d4-88be-0ed4ea4010f4 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'Subnet': ['ID=7d25ea59-9515-46fd-9d6b-6703a2f751ee,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:14.875490 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe3c14d-8059-45d4-88be-0ed4ea4010f4 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Checking segment: {'id': '05ec666f-fd46-4d3d-91bf-a71f1c492cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:22:14.875857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3c14d-8059-45d4-88be-0ed4ea4010f4 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Network hostable DHCP agents. Network: 30d9e030-1ede-48ac-afd1-bad67ffd72c9, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:22:14.894801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3c14d-8059-45d4-88be-0ed4ea4010f4 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Network 30d9e030-1ede-48ac-afd1-bad67ffd72c9 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:22:14.908013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7fe3c14d-8059-45d4-88be-0ed4ea4010f4 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 30d9e030-1ede-48ac-afd1-bad67ffd72c9) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:22:14.909157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c48cb-ce7f-4d67-b11a-3ab2f05808b5 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:22:14.912514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe3c14d-8059-45d4-88be-0ed4ea4010f4 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:14.912787 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c14d-8059-45d4-88be-0ed4ea4010f4 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:14.927410 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b186ca9e-8e50-43b9-9d29-2c5c6cd5e50c None None] Network 30d9e030-1ede-48ac-afd1-bad67ffd72c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:22:14.932209 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7fe3c14d-8059-45d4-88be-0ed4ea4010f4 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4060624 Nov 13 05:22:14.932931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42806) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:14.966397 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Routers {'47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:14.967047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:14.992554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5e61fd22-02bf-4341-bfb8-3015a1fe416e None None] Provisioning complete for port 971da3ab-33c0-405a-bc32-2cf636f7d050 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:14.992917 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e61fd22-02bf-4341-bfb8-3015a1fe416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:14.996795 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da6bf7-b47a-457f-8e39-1dd029da74ae None None] Pushing event updated for resources: {'Port': ['ID=971da3ab-33c0-405a-bc32-2cf636f7d050,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:15.176889 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] Set router 47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:22:15.328920 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e61fd22-02bf-4341-bfb8-3015a1fe416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:15.340359 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-30d9e030-1ede-48ac-afd1-bad67ffd72c9', 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'fixed_ips': [{'subnet_id': '7d25ea59-9515-46fd-9d6b-6703a2f751ee'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:22:15.341275 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:15.451927 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedaaa7-4a93-43b0-8f82-4532120fd3f2 req-7a21edc5-3aa0-4c98-b6b8-e445ec4b8b48 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:15.454418 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-daedaaa7-4a93-43b0-8f82-4532120fd3f2 req-7a21edc5-3aa0-4c98-b6b8-e445ec4b8b48 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0689821 Nov 13 05:22:15.512264 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-daedaaa7-4a93-43b0-8f82-4532120fd3f2 req-9114552f-9389-40dd-a7cf-16b8dcb8f708 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512831 Nov 13 05:22:15.548896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5e61fd22-02bf-4341-bfb8-3015a1fe416e None None] For port 971da3ab-33c0-405a-bc32-2cf636f7d050, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=971da3ab-33c0-405a-bc32-2cf636f7d050,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:15.560976 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e61fd22-02bf-4341-bfb8-3015a1fe416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:15.710231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61fd22-02bf-4341-bfb8-3015a1fe416e None None] Pushing event updated for resources: {'Port': ['ID=971da3ab-33c0-405a-bc32-2cf636f7d050,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:15.725434 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:15.744705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c424c3b0-0440-42cf-80c3-e316e4176492 None None] Provisioning complete for port 971da3ab-33c0-405a-bc32-2cf636f7d050 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:15.745071 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c424c3b0-0440-42cf-80c3-e316e4176492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:15.792938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Allocated IP 172.20.0.18 (30d9e030-1ede-48ac-afd1-bad67ffd72c9/7d25ea59-9515-46fd-9d6b-6703a2f751ee/7584c23d-a461-4ebe-8315-2d29c9119ee5) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:22:15.868758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2045363535', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:22:12Z', 'updated_at': '2021-11-13T05:22:13Z', 'revision_number': 3, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:67:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:13Z', 'updated_at': '2021-11-13T05:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:15.906094 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f247ab-6e88-4078-9fd7-76d0037af81a None None] The sync data for ids ['47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'] in n-d-813114-2 is: [{'id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2045363535', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:22:12Z', 'updated_at': '2021-11-13T05:22:13Z', 'revision_number': 3, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:67:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:13Z', 'updated_at': '2021-11-13T05:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:22:16.014062 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:16.020542 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:16.064224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Network 30d9e030-1ede-48ac-afd1-bad67ffd72c9 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:22:16.069269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:22:16.070773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Pushing event updated for resources: {'Port': ['ID=7584c23d-a461-4ebe-8315-2d29c9119ee5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:16.072997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:22:16.081503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Allocated IP 172.20.0.17 (30d9e030-1ede-48ac-afd1-bad67ffd72c9/7d25ea59-9515-46fd-9d6b-6703a2f751ee/88df4910-3f49-4855-a039-47eae9b1f36c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:22:16.153272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Attempting to bind port 7584c23d-a461-4ebe-8315-2d29c9119ee5 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:22:16.153822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Attempting to bind port 7584c23d-a461-4ebe-8315-2d29c9119ee5 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '05ec666f-fd46-4d3d-91bf-a71f1c492cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:22:16.154247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Attempting to bind port 7584c23d-a461-4ebe-8315-2d29c9119ee5 on network 30d9e030-1ede-48ac-afd1-bad67ffd72c9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:22:16.160148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:22:16.160535 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Checking segment: {'id': '05ec666f-fd46-4d3d-91bf-a71f1c492cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:22:16.161150 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:16.161749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Bound using segment: {'id': '05ec666f-fd46-4d3d-91bf-a71f1c492cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:22:16.162526 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Bound port: 7584c23d-a461-4ebe-8315-2d29c9119ee5, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ec666f-fd46-4d3d-91bf-a71f1c492cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:22:16.163216 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:16.231403 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:16.247090 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] For port 7584c23d-a461-4ebe-8315-2d29c9119ee5, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:22:16.250719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] For port 7584c23d-a461-4ebe-8315-2d29c9119ee5, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7584c23d-a461-4ebe-8315-2d29c9119ee5,segment=NetworkSegment(05ec666f-fd46-4d3d-91bf-a71f1c492cb4),segment_id=05ec666f-fd46-4d3d-91bf-a71f1c492cb4)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:22:16.259362 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:16.271013 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:16.314542 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Network 30d9e030-1ede-48ac-afd1-bad67ffd72c9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:22:16.320162 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:22:16.322936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5365ef-3447-4ed1-9c40-7ba7d7c6f232 None None] Pushing event updated for resources: {'Port': ['ID=7584c23d-a461-4ebe-8315-2d29c9119ee5,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:16.324548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:22:16.348920 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'Port': ['ID=88df4910-3f49-4855-a039-47eae9b1f36c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:16.374250 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:16.536730 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:16.740227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5b4f5-cece-45f4-9bb8-a4df0df037ff req-8ec54e80-4c42-42a4-846a-034f4de6369f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:16.742042 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bed5b4f5-cece-45f4-9bb8-a4df0df037ff req-8ec54e80-4c42-42a4-846a-034f4de6369f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.1450095 Nov 13 05:22:16.832095 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bed5b4f5-cece-45f4-9bb8-a4df0df037ff req-5d8a1175-994d-41f1-b2ce-faf749b0821f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837131 Nov 13 05:22:16.925976 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:16.932594 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:17.010602 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:17.012771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'Port': ['ID=88df4910-3f49-4855-a039-47eae9b1f36c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:17.106856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Network 30d9e030-1ede-48ac-afd1-bad67ffd72c9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:22:17.108365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:22:17.227550 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Router 47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:22:17.342450 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:22:17.347994 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-57c798da-44bf-4ce3-8284-0b4a9433225b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "PUT /v2.0/routers/47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4140732 Nov 13 05:22:17.535067 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Sync routers for ids ['47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:22:17.546173 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Routers {'47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:17.546778 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:17.561116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-2110a717-43e1-441b-9a24-478fc8969496 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:17.562627 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-2110a717-43e1-441b-9a24-478fc8969496 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/networks?id=30d9e030-1ede-48ac-afd1-bad67ffd72c9 HTTP/1.1" status: 200 len: 798 time: 0.1043684 Nov 13 05:22:17.578661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-a4a1c672-7c44-46ad-8891-85e17e66d04d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/quotas/60e31c8b85234ceab2b169f050b1130b HTTP/1.1" status: 200 len: 375 time: 0.0100691 Nov 13 05:22:17.643552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-dde53716-8c56-40b8-a699-e649f4bb1380 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=60e31c8b85234ceab2b169f050b1130b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0591486 Nov 13 05:22:17.651431 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Set router 47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:22:17.731340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-96ad01f4-c3c9-4df2-b55b-11c72240c178 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:22:17.732406 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-96ad01f4-c3c9-4df2-b55b-11c72240c178 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0773618 Nov 13 05:22:17.781451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7584c23d-a461-4ebe-8315-2d29c9119ee5 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:22:17.830660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 7584c23d-a461-4ebe-8315-2d29c9119ee5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:17.831218 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:17.846263 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-319f0b14-4264-4af3-9ee9-33ca9f8e9e78 service neutron] 10.222.0.43 "GET /v2.0/networks/30d9e030-1ede-48ac-afd1-bad67ffd72c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069868 Nov 13 05:22:17.873880 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2045363535', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:22:12Z', 'updated_at': '2021-11-13T05:22:16Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:13Z', 'updated_at': '2021-11-13T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '88df4910-3f49-4855-a039-47eae9b1f36c', 'name': '', 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'mac_address': 'fa:16:3e:05:b5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '7d25ea59-9515-46fd-9d6b-6703a2f751ee', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:15Z', 'updated_at': '2021-11-13T05:22:16Z', 'revision_number': 2, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'subnets': [{'id': '7d25ea59-9515-46fd-9d6b-6703a2f751ee', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:17.908922 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Checking router: 47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:22:17.909404 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Updating router 47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab port 88df4910-3f49-4855-a039-47eae9b1f36c binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:22:17.936196 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:17.941212 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:18.008133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-a7ca665c-9534-4fa2-b34f-cd455229a1ba service neutron] 10.222.0.43 "GET /v2.0/networks/30d9e030-1ede-48ac-afd1-bad67ffd72c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548693 Nov 13 05:22:18.017546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 7584c23d-a461-4ebe-8315-2d29c9119ee5, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7584c23d-a461-4ebe-8315-2d29c9119ee5,segment=NetworkSegment(05ec666f-fd46-4d3d-91bf-a71f1c492cb4),segment_id=05ec666f-fd46-4d3d-91bf-a71f1c492cb4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:18.022934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689d84d-2345-41e2-9431-de822b606043 req-3d2925dd-a3e0-41a2-8a29-b2866d604808 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:18.024642 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b689d84d-2345-41e2-9431-de822b606043 req-3d2925dd-a3e0-41a2-8a29-b2866d604808 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0811341 Nov 13 05:22:18.027590 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:18.028427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 971da3ab-33c0-405a-bc32-2cf636f7d050 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:22:18.090627 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b689d84d-2345-41e2-9431-de822b606043 req-eddb3fa4-590c-419b-943f-b536ad696933 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580583 Nov 13 05:22:18.146511 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=7584c23d-a461-4ebe-8315-2d29c9119ee5,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:18.181401 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 971da3ab-33c0-405a-bc32-2cf636f7d050 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:18.181768 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:18.267258 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56e9e4c6-04dd-4571-9d5b-c229dcdb1155 req-02d7a672-349b-411a-a821-b6bfc55d707b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 210 time: 0.0655687 Nov 13 05:22:18.340900 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:18.348477 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:18.364616 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d85f66b-c771-4169-8260-5029a5259535 None None] Network 30d9e030-1ede-48ac-afd1-bad67ffd72c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:22:18.411533 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac037ffa-0bad-46fe-86fa-f37a102a8893 None None] Pushing event updated for resources: {'Port': ['ID=88df4910-3f49-4855-a039-47eae9b1f36c,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:18.443563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-35cdacc0-cc5a-466f-9624-07a554dfc146 None None] Provisioning complete for port 7584c23d-a461-4ebe-8315-2d29c9119ee5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:18.443913 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35cdacc0-cc5a-466f-9624-07a554dfc146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:18.541869 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac037ffa-0bad-46fe-86fa-f37a102a8893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:18.543235 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac037ffa-0bad-46fe-86fa-f37a102a8893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:18.543235 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac037ffa-0bad-46fe-86fa-f37a102a8893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:18.543444 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac037ffa-0bad-46fe-86fa-f37a102a8893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:18.543582 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac037ffa-0bad-46fe-86fa-f37a102a8893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:18.543897 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac037ffa-0bad-46fe-86fa-f37a102a8893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:18.544206 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac037ffa-0bad-46fe-86fa-f37a102a8893 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:18.544558 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac037ffa-0bad-46fe-86fa-f37a102a8893 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:18.544917 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac037ffa-0bad-46fe-86fa-f37a102a8893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:18.545501 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac037ffa-0bad-46fe-86fa-f37a102a8893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:18.545842 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac037ffa-0bad-46fe-86fa-f37a102a8893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:18.546148 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac037ffa-0bad-46fe-86fa-f37a102a8893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:18.580091 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Attempting to bind port 88df4910-3f49-4855-a039-47eae9b1f36c on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:22:18.580444 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Attempting to bind port 88df4910-3f49-4855-a039-47eae9b1f36c by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '05ec666f-fd46-4d3d-91bf-a71f1c492cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:22:18.581013 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Attempting to bind port 88df4910-3f49-4855-a039-47eae9b1f36c on network 30d9e030-1ede-48ac-afd1-bad67ffd72c9 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:22:18.586043 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:22:18.586603 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Checking segment: {'id': '05ec666f-fd46-4d3d-91bf-a71f1c492cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:22:18.587215 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:18.587742 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Bound using segment: {'id': '05ec666f-fd46-4d3d-91bf-a71f1c492cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:22:18.588357 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Bound port: 88df4910-3f49-4855-a039-47eae9b1f36c, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ec666f-fd46-4d3d-91bf-a71f1c492cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:22:18.588716 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:18.664540 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] For port 88df4910-3f49-4855-a039-47eae9b1f36c, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:22:18.668768 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] For port 88df4910-3f49-4855-a039-47eae9b1f36c, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=88df4910-3f49-4855-a039-47eae9b1f36c,segment=NetworkSegment(05ec666f-fd46-4d3d-91bf-a71f1c492cb4),segment_id=05ec666f-fd46-4d3d-91bf-a71f1c492cb4)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:22:18.673832 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:18.731355 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Routers {'47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:18.732022 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:18.778947 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac037ffa-0bad-46fe-86fa-f37a102a8893 None None] Pushing event updated for resources: {'Port': ['ID=88df4910-3f49-4855-a039-47eae9b1f36c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:18.824860 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f737dcb7-a2f0-4d72-88d4-44e16bf772b3 None None] Provisioning complete for port 7584c23d-a461-4ebe-8315-2d29c9119ee5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:18.824860 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f737dcb7-a2f0-4d72-88d4-44e16bf772b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:18.852740 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] Set router 47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:22:18.927814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f737dcb7-a2f0-4d72-88d4-44e16bf772b3 None None] Provisioning complete for port 88df4910-3f49-4855-a039-47eae9b1f36c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:18.928194 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f737dcb7-a2f0-4d72-88d4-44e16bf772b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:19.016673 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f737dcb7-a2f0-4d72-88d4-44e16bf772b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:19.058063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f737dcb7-a2f0-4d72-88d4-44e16bf772b3 None None] For port 88df4910-3f49-4855-a039-47eae9b1f36c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=88df4910-3f49-4855-a039-47eae9b1f36c,segment=NetworkSegment(05ec666f-fd46-4d3d-91bf-a71f1c492cb4),segment_id=05ec666f-fd46-4d3d-91bf-a71f1c492cb4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:19.063608 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f737dcb7-a2f0-4d72-88d4-44e16bf772b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:19.086704 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2045363535', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:22:12Z', 'updated_at': '2021-11-13T05:22:16Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:13Z', 'updated_at': '2021-11-13T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '88df4910-3f49-4855-a039-47eae9b1f36c', 'name': '', 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'mac_address': 'fa:16:3e:05:b5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '7d25ea59-9515-46fd-9d6b-6703a2f751ee', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:15Z', 'updated_at': '2021-11-13T05:22:18Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'subnets': [{'id': '7d25ea59-9515-46fd-9d6b-6703a2f751ee', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:19.113633 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0fb5dd-ac63-40df-a7a8-ea7831cf0041 None None] The sync data for ids ['47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'] in n-d-813114-2 is: [{'id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2045363535', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:22:12Z', 'updated_at': '2021-11-13T05:22:16Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:13Z', 'updated_at': '2021-11-13T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '88df4910-3f49-4855-a039-47eae9b1f36c', 'name': '', 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'mac_address': 'fa:16:3e:05:b5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '7d25ea59-9515-46fd-9d6b-6703a2f751ee', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:15Z', 'updated_at': '2021-11-13T05:22:18Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'subnets': [{'id': '7d25ea59-9515-46fd-9d6b-6703a2f751ee', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:22:19.119734 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737dcb7-a2f0-4d72-88d4-44e16bf772b3 None None] Pushing event updated for resources: {'Port': ['ID=88df4910-3f49-4855-a039-47eae9b1f36c,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:19.191726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8fc2f3f9-121c-4ef7-83a7-401703daa9d4 None None] Provisioning complete for port 88df4910-3f49-4855-a039-47eae9b1f36c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:19.192077 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fc2f3f9-121c-4ef7-83a7-401703daa9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:19.298260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c75c94-4890-4017-a513-55fef587d32d req-3cd8e8ee-f787-40b5-8240-5929239cf7e0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:19.308081 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40c75c94-4890-4017-a513-55fef587d32d req-3cd8e8ee-f787-40b5-8240-5929239cf7e0 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0854037 Nov 13 05:22:19.386472 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0c2070e4-f620-457c-ab60-abb3639918aa req-af8e155c-efc9-44ca-931b-5350bde09a20 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 210 time: 0.0360453 Nov 13 05:22:19.401318 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40c75c94-4890-4017-a513-55fef587d32d req-0116af7d-d819-4543-af8f-a0e6b2d779e2 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902247 Nov 13 05:22:19.431964 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fa19905a-36e9-4065-873e-ed8ddf99cf75 None None] Provisioning complete for port 88df4910-3f49-4855-a039-47eae9b1f36c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:19.432423 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa19905a-36e9-4065-873e-ed8ddf99cf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:19.538155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5f3f8b92-0fe2-47e2-bd3c-72909d6bd80b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:19.539867 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5f3f8b92-0fe2-47e2-bd3c-72909d6bd80b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.36 "GET /v2.0/networks?id=30d9e030-1ede-48ac-afd1-bad67ffd72c9 HTTP/1.1" status: 200 len: 798 time: 0.1559877 Nov 13 05:22:19.564338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-75fd7aa0-d919-4714-8f52-9c4db3a983b2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Request body: {'port': {'device_id': 'e079ec96-f2cf-4408-a27d-8d7da6132bfe', 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9', 'admin_state_up': True, 'tenant_id': '60e31c8b85234ceab2b169f050b1130b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:22:19.720601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-75fd7aa0-d919-4714-8f52-9c4db3a983b2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Made reservation on behalf of 60e31c8b85234ceab2b169f050b1130b for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:22:19.725621 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-75fd7aa0-d919-4714-8f52-9c4db3a983b2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:19.741035 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7dba1139-e3e5-4b8d-b425-c5eb7f108439 None None] Provisioning complete for port 88df4910-3f49-4855-a039-47eae9b1f36c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:19.742589 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7dba1139-e3e5-4b8d-b425-c5eb7f108439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:19.879350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 88df4910-3f49-4855-a039-47eae9b1f36c up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:22:19.919013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-75fd7aa0-d919-4714-8f52-9c4db3a983b2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Allocated IP 172.20.0.29 (30d9e030-1ede-48ac-afd1-bad67ffd72c9/7d25ea59-9515-46fd-9d6b-6703a2f751ee/bd7a7487-760a-4217-bf3e-fd1c4214701b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:22:19.940187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 88df4910-3f49-4855-a039-47eae9b1f36c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:19.940576 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:19.985772 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-04c8b773-8b5a-49f9-946b-82425dcf672a None None] Provisioning complete for port 88df4910-3f49-4855-a039-47eae9b1f36c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:19.986131 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04c8b773-8b5a-49f9-946b-82425dcf672a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:20.047425 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-75fd7aa0-d919-4714-8f52-9c4db3a983b2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:20.070849 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7584c23d-a461-4ebe-8315-2d29c9119ee5 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:22:20.090109 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-75fd7aa0-d919-4714-8f52-9c4db3a983b2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:20.143348 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-75fd7aa0-d919-4714-8f52-9c4db3a983b2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Network 30d9e030-1ede-48ac-afd1-bad67ffd72c9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:22:20.146748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-75fd7aa0-d919-4714-8f52-9c4db3a983b2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:22:20.152122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-75fd7aa0-d919-4714-8f52-9c4db3a983b2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:22:20.153521 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 7584c23d-a461-4ebe-8315-2d29c9119ee5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:20.153895 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:20.178491 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd7aa0-d919-4714-8f52-9c4db3a983b2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event updated for resources: {'Port': ['ID=bd7a7487-760a-4217-bf3e-fd1c4214701b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:20.213586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-75fd7aa0-d919-4714-8f52-9c4db3a983b2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:20.214475 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-75fd7aa0-d919-4714-8f52-9c4db3a983b2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:20.237780 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-75fd7aa0-d919-4714-8f52-9c4db3a983b2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6798136 Nov 13 05:22:20.260760 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Request body: {'port': {'device_id': 'e079ec96-f2cf-4408-a27d-8d7da6132bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:22:20.319066 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:20.464461 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-dd328ff8-d156-4ab7-9896-c4ff5918ba0a None None] Provisioning complete for port bd7a7487-760a-4217-bf3e-fd1c4214701b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:20.464836 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd328ff8-d156-4ab7-9896-c4ff5918ba0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:20.506057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dd328ff8-d156-4ab7-9896-c4ff5918ba0a None None] Port bd7a7487-760a-4217-bf3e-fd1c4214701b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:22:20.539299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddf4bf-5b83-4707-ae3f-46fbf87f1f47 req-959359c2-0433-46d7-b7d2-651d12e24337 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:20.540889 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afddf4bf-5b83-4707-ae3f-46fbf87f1f47 req-959359c2-0433-46d7-b7d2-651d12e24337 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0535672 Nov 13 05:22:20.596805 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afddf4bf-5b83-4707-ae3f-46fbf87f1f47 req-05890a05-81aa-4bc9-9c0e-e42abb3920f1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495479 Nov 13 05:22:20.611618 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2c75b-413e-463e-9765-4d00c58e9c72 req-0a59ce2b-1eb6-48e2-af5e-7ba4627cbe00 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:20.613138 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-add2c75b-413e-463e-9765-4d00c58e9c72 req-0a59ce2b-1eb6-48e2-af5e-7ba4627cbe00 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 895 time: 0.0791602 Nov 13 05:22:20.675598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7a7487-760a-4217-bf3e-fd1c4214701b {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:22:20.683337 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:20.696305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Transition to ACTIVE for port object bd7a7487-760a-4217-bf3e-fd1c4214701b will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:22:20.702864 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:20.753523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Pushing event updated for resources: {'Port': ['ID=bd7a7487-760a-4217-bf3e-fd1c4214701b,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:20.826536 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Attempting to bind port bd7a7487-760a-4217-bf3e-fd1c4214701b on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:22:20.826844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Attempting to bind port bd7a7487-760a-4217-bf3e-fd1c4214701b by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '05ec666f-fd46-4d3d-91bf-a71f1c492cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:22:20.827230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Attempting to bind port bd7a7487-760a-4217-bf3e-fd1c4214701b on network 30d9e030-1ede-48ac-afd1-bad67ffd72c9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:22:20.831894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Port bd7a7487-760a-4217-bf3e-fd1c4214701b on network 30d9e030-1ede-48ac-afd1-bad67ffd72c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:22:20.832212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Attempting to bind port bd7a7487-760a-4217-bf3e-fd1c4214701b on network 30d9e030-1ede-48ac-afd1-bad67ffd72c9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:22:20.837273 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:22:20.837604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Checking segment: {'id': '05ec666f-fd46-4d3d-91bf-a71f1c492cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:22:20.837985 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Bound using segment: {'id': '05ec666f-fd46-4d3d-91bf-a71f1c492cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:22:20.838414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Bound port: bd7a7487-760a-4217-bf3e-fd1c4214701b, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ec666f-fd46-4d3d-91bf-a71f1c492cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:22:20.838765 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:20.907094 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] For port bd7a7487-760a-4217-bf3e-fd1c4214701b, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:22:20.910397 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] For port bd7a7487-760a-4217-bf3e-fd1c4214701b, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bd7a7487-760a-4217-bf3e-fd1c4214701b,segment=NetworkSegment(05ec666f-fd46-4d3d-91bf-a71f1c492cb4),segment_id=05ec666f-fd46-4d3d-91bf-a71f1c492cb4)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:22:20.917126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:20.952797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:20.953503 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:20.954807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] 10.222.0.36 "PUT /v2.0/ports/bd7a7487-760a-4217-bf3e-fd1c4214701b HTTP/1.1" status: 200 len: 1055 time: 0.7025971 Nov 13 05:22:20.955279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e079ec96-f2cf-4408-a27d-8d7da6132bfe', 'tag': 'bd7a7487-760a-4217-bf3e-fd1c4214701b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:22:20.957548 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1921d729-397a-4c1b-a1ff-cbcca95ff137" -d '{"events": [{"name": "network-changed", "server_uuid": "e079ec96-f2cf-4408-a27d-8d7da6132bfe", "tag": "bd7a7487-760a-4217-bf3e-fd1c4214701b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:22:20.980275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c209458-413b-4573-a47a-6d23d7ee2b1c service neutron] Pushing event updated for resources: {'Port': ['ID=bd7a7487-760a-4217-bf3e-fd1c4214701b,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:21.001777 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c501b761-22f7-4375-8036-cbae5c9b1fa8 x-openstack-request-id: req-c501b761-22f7-4375-8036-cbae5c9b1fa8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:22:21.002062 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e079ec96-f2cf-4408-a27d-8d7da6132bfe", "tag": "bd7a7487-760a-4217-bf3e-fd1c4214701b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:22:21.002312 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c501b761-22f7-4375-8036-cbae5c9b1fa8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:22:21.002713 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e079ec96-f2cf-4408-a27d-8d7da6132bfe', 'tag': 'bd7a7487-760a-4217-bf3e-fd1c4214701b', 'status': 'completed', 'code': 200} Nov 13 05:22:21.065586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-9babd7f8-bc1f-4659-a3e9-bdf997d6bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:21.067221 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-9babd7f8-bc1f-4659-a3e9-bdf997d6bd0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60e31c8b85234ceab2b169f050b1130b&device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 1058 time: 0.0476737 Nov 13 05:22:21.117733 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-fbc549ef-ff57-4b07-ba57-d67f7a7a161e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=bd7a7487-760a-4217-bf3e-fd1c4214701b HTTP/1.1" status: 200 len: 217 time: 0.0368268 Nov 13 05:22:21.169743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-625a844d-dc35-4da1-ab4e-a5481b90759f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:21.171119 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-625a844d-dc35-4da1-ab4e-a5481b90759f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d25ea59-9515-46fd-9d6b-6703a2f751ee HTTP/1.1" status: 200 len: 838 time: 0.0467334 Nov 13 05:22:21.224372 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-4fe080c6-98c0-453e-b014-7240ccf4cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:21.225894 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-4fe080c6-98c0-453e-b014-7240ccf4cc72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30d9e030-1ede-48ac-afd1-bad67ffd72c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480061 Nov 13 05:22:21.327956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-e0dd2899-059a-4235-86cf-22a85748c953 service neutron] 10.222.0.36 "GET /v2.0/networks/30d9e030-1ede-48ac-afd1-bad67ffd72c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948074 Nov 13 05:22:21.424455 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c33e9805-98cf-481c-9c14-56653d14ab2c req-92895b38-a4fc-4667-9fe2-dbb00343ab93 service neutron] 10.222.0.36 "GET /v2.0/networks/30d9e030-1ede-48ac-afd1-bad67ffd72c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880141 Nov 13 05:22:21.580171 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921d729-397a-4c1b-a1ff-cbcca95ff137 req-7471971e-db8d-440a-b4cd-492a0205271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:21.581699 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1921d729-397a-4c1b-a1ff-cbcca95ff137 req-7471971e-db8d-440a-b4cd-492a0205271b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60e31c8b85234ceab2b169f050b1130b&device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 1058 time: 0.0472140 Nov 13 05:22:21.711234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921d729-397a-4c1b-a1ff-cbcca95ff137 req-27d27151-1729-422b-8c31-a6f92b5644cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:21.712606 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1921d729-397a-4c1b-a1ff-cbcca95ff137 req-27d27151-1729-422b-8c31-a6f92b5644cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=30d9e030-1ede-48ac-afd1-bad67ffd72c9 HTTP/1.1" status: 200 len: 899 time: 0.1229436 Nov 13 05:22:21.740939 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dc612-549d-4e22-9178-82f35b007da6 req-95a3b5d1-f4ea-4002-8f0e-3c6cc60179cf tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:21.741588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500df9a-f0d5-47cf-8353-344247f498f4 req-6bef2d39-8fb6-4366-8c4d-6594a3d185c8 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:21.742759 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a2dc612-549d-4e22-9178-82f35b007da6 req-95a3b5d1-f4ea-4002-8f0e-3c6cc60179cf tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0721786 Nov 13 05:22:21.742997 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7500df9a-f0d5-47cf-8353-344247f498f4 req-6bef2d39-8fb6-4366-8c4d-6594a3d185c8 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 907 time: 0.0543630 Nov 13 05:22:21.771375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1921d729-397a-4c1b-a1ff-cbcca95ff137 req-9df07ce6-ec40-456a-aa47-8c0452133e36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=bd7a7487-760a-4217-bf3e-fd1c4214701b HTTP/1.1" status: 200 len: 217 time: 0.0504069 Nov 13 05:22:21.847694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921d729-397a-4c1b-a1ff-cbcca95ff137 req-75990ea9-13e1-45f5-9829-379cb62da55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:21.849183 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1921d729-397a-4c1b-a1ff-cbcca95ff137 req-75990ea9-13e1-45f5-9829-379cb62da55a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d25ea59-9515-46fd-9d6b-6703a2f751ee HTTP/1.1" status: 200 len: 838 time: 0.0714002 Nov 13 05:22:21.853054 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a2dc612-549d-4e22-9178-82f35b007da6 req-48b87b99-f02d-4c92-9d67-4751eb09f4bc tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842197 Nov 13 05:22:21.903573 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921d729-397a-4c1b-a1ff-cbcca95ff137 req-77146813-493a-4417-8a29-e9610d1b83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:21.905089 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1921d729-397a-4c1b-a1ff-cbcca95ff137 req-77146813-493a-4417-8a29-e9610d1b83e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30d9e030-1ede-48ac-afd1-bad67ffd72c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487885 Nov 13 05:22:22.004563 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1921d729-397a-4c1b-a1ff-cbcca95ff137 req-13488f75-5f35-4da2-a59a-7954cc180f1d service neutron] 10.222.0.36 "GET /v2.0/networks/30d9e030-1ede-48ac-afd1-bad67ffd72c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915017 Nov 13 05:22:22.101638 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1921d729-397a-4c1b-a1ff-cbcca95ff137 req-e8431026-3a3b-4c4e-b83a-8414a0aec862 service neutron] 10.222.0.36 "GET /v2.0/networks/30d9e030-1ede-48ac-afd1-bad67ffd72c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889773 Nov 13 05:22:22.872921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfae1d-c127-4dce-ade0-7d2f2013b2b2 req-2836ea4c-3575-458f-80b9-d94823fc1785 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:22.874393 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f7cfae1d-c127-4dce-ade0-7d2f2013b2b2 req-2836ea4c-3575-458f-80b9-d94823fc1785 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 907 time: 0.0514107 Nov 13 05:22:22.984016 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263d2ac-8995-413d-86d7-5aee0e7046b9 req-0d628604-5d4f-4c5a-ba4f-b12989a273ce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:22.985503 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9263d2ac-8995-413d-86d7-5aee0e7046b9 req-0d628604-5d4f-4c5a-ba4f-b12989a273ce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0571337 Nov 13 05:22:23.037013 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9263d2ac-8995-413d-86d7-5aee0e7046b9 req-86e292af-4b2f-4d7c-b4e2-438d6bab717f tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425575 Nov 13 05:22:24.000049 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b551811-1f4b-4ad1-ac2c-4674f56270d0 req-4a6dba4c-ace3-43f5-a478-8df227bb99bd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:24.001560 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b551811-1f4b-4ad1-ac2c-4674f56270d0 req-4a6dba4c-ace3-43f5-a478-8df227bb99bd tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 907 time: 0.0541291 Nov 13 05:22:24.184378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b920f4-5885-407c-9fb6-6bf640b9e373 req-5661a044-f16a-4d10-8c2e-1159365b3fed tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:24.185849 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c5b920f4-5885-407c-9fb6-6bf640b9e373 req-5661a044-f16a-4d10-8c2e-1159365b3fed tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0629659 Nov 13 05:22:24.234595 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c5b920f4-5885-407c-9fb6-6bf640b9e373 req-33b78023-4fef-4e84-8504-56a4c5723ef4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426545 Nov 13 05:22:24.286397 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bd7a7487-760a-4217-bf3e-fd1c4214701b details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:22:24.384527 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bd7a7487-760a-4217-bf3e-fd1c4214701b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bd7a7487-760a-4217-bf3e-fd1c4214701b,segment=NetworkSegment(05ec666f-fd46-4d3d-91bf-a71f1c492cb4),segment_id=05ec666f-fd46-4d3d-91bf-a71f1c492cb4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:24.395928 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'bd7a7487-760a-4217-bf3e-fd1c4214701b', 'network_id': '30d9e030-1ede-48ac-afd1-bad67ffd72c9', 'port_id': 'bd7a7487-760a-4217-bf3e-fd1c4214701b', 'mac_address': 'fa:16:3e:c1:56:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d25ea59-9515-46fd-9d6b-6703a2f751ee', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:22:24.439598 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:24.452406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7a7487-760a-4217-bf3e-fd1c4214701b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:22:24.472457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bd7a7487-760a-4217-bf3e-fd1c4214701b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bd7a7487-760a-4217-bf3e-fd1c4214701b,segment=NetworkSegment(05ec666f-fd46-4d3d-91bf-a71f1c492cb4),segment_id=05ec666f-fd46-4d3d-91bf-a71f1c492cb4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:24.479053 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:24.529632 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=bd7a7487-760a-4217-bf3e-fd1c4214701b,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:24.979794 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['bd7a7487-760a-4217-bf3e-fd1c4214701b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:22:25.134214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc85c67-ac63-418c-8da8-18e214b4f070 req-545462a8-4e67-491f-a2a2-48848316420f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:25.135725 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-acc85c67-ac63-418c-8da8-18e214b4f070 req-545462a8-4e67-491f-a2a2-48848316420f tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 908 time: 0.0567908 Nov 13 05:22:25.439056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36f5d8-387a-43a3-b84a-f0b586ab535f req-1d99d870-00fb-4a55-9e72-2a103df6e420 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:25.440473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c36f5d8-387a-43a3-b84a-f0b586ab535f req-1d99d870-00fb-4a55-9e72-2a103df6e420 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.1243517 Nov 13 05:22:25.494254 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c36f5d8-387a-43a3-b84a-f0b586ab535f req-005c31e6-19e5-4e64-8de7-dfe6839b2bf3 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449169 Nov 13 05:22:26.010056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ccf45-236b-4cdf-a19d-e734cd22c558 req-83276232-ec03-4a7f-aa8a-711fe5786878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:26.011895 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-967ccf45-236b-4cdf-a19d-e734cd22c558 req-83276232-ec03-4a7f-aa8a-711fe5786878 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 1097 time: 0.0415111 Nov 13 05:22:26.064163 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-967ccf45-236b-4cdf-a19d-e734cd22c558 req-b3092ceb-0b71-4f08-88ed-e3a983ffe193 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451365 Nov 13 05:22:26.258431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcdf3b-0d85-470a-ac65-4427e8f1ce68 req-1c236f0c-75c9-4032-b316-7661d2c12c4d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:26.259969 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-92dcdf3b-0d85-470a-ac65-4427e8f1ce68 req-1c236f0c-75c9-4032-b316-7661d2c12c4d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 908 time: 0.0523219 Nov 13 05:22:26.297210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device dfa94a04-5155-4f2e-afc2-5f269f84f7f9 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:22:26.307484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bd7a7487-760a-4217-bf3e-fd1c4214701b up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:22:26.417545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port bd7a7487-760a-4217-bf3e-fd1c4214701b completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:22:26.427620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port bd7a7487-760a-4217-bf3e-fd1c4214701b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:26.427988 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:26.460931 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port dfa94a04-5155-4f2e-afc2-5f269f84f7f9, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,segment=NetworkSegment(836699e4-ee71-40ea-a49c-fadb70cfde5d),segment_id=836699e4-ee71-40ea-a49c-fadb70cfde5d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:26.478197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'port_id': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9', 'mac_address': 'fa:16:3e:eb:1f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:22:26.545279 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:26.575270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfa94a04-5155-4f2e-afc2-5f269f84f7f9 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:22:26.580586 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:26.609780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port dfa94a04-5155-4f2e-afc2-5f269f84f7f9, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,segment=NetworkSegment(836699e4-ee71-40ea-a49c-fadb70cfde5d),segment_id=836699e4-ee71-40ea-a49c-fadb70cfde5d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:26.612511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a03860-1dca-4642-9854-261dc44f3510 req-4f7f3194-3851-48d3-aaaa-bf009c377803 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:26.614470 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9a03860-1dca-4642-9854-261dc44f3510 req-4f7f3194-3851-48d3-aaaa-bf009c377803 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0510244 Nov 13 05:22:26.615861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e079ec96-f2cf-4408-a27d-8d7da6132bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7a7487-760a-4217-bf3e-fd1c4214701b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:22:26.618488 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37defdf2-9d94-4de0-ae5d-d097f4f4845a" -d '{"events": [{"server_uuid": "e079ec96-f2cf-4408-a27d-8d7da6132bfe", "name": "network-vif-plugged", "status": "completed", "tag": "bd7a7487-760a-4217-bf3e-fd1c4214701b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:22:26.629037 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:26.636554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port bd7a7487-760a-4217-bf3e-fd1c4214701b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bd7a7487-760a-4217-bf3e-fd1c4214701b,segment=NetworkSegment(05ec666f-fd46-4d3d-91bf-a71f1c492cb4),segment_id=05ec666f-fd46-4d3d-91bf-a71f1c492cb4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:26.657719 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da88c20-e570-4d47-be1d-51aeaa03646b x-openstack-request-id: req-2da88c20-e570-4d47-be1d-51aeaa03646b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:22:26.658002 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e079ec96-f2cf-4408-a27d-8d7da6132bfe", "name": "network-vif-plugged", "status": "completed", "tag": "bd7a7487-760a-4217-bf3e-fd1c4214701b", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:22:26.658248 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2da88c20-e570-4d47-be1d-51aeaa03646b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:22:26.658638 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e079ec96-f2cf-4408-a27d-8d7da6132bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7a7487-760a-4217-bf3e-fd1c4214701b', 'code': 200} Nov 13 05:22:26.661061 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:26.661817 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device dfa94a04-5155-4f2e-afc2-5f269f84f7f9 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:22:26.669940 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9a03860-1dca-4642-9854-261dc44f3510 req-958b97c1-d2e1-401a-a444-50f750d4f65a tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484934 Nov 13 05:22:26.718689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:26.786446 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efea56-4883-4234-9b5b-9369c64897ec req-577240ba-7de6-4c5b-8665-98917e0c620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:26.788003 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-37efea56-4883-4234-9b5b-9369c64897ec req-577240ba-7de6-4c5b-8665-98917e0c620d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 1060 time: 0.0391769 Nov 13 05:22:26.790843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=bd7a7487-760a-4217-bf3e-fd1c4214701b,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:26.803949 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:26.816614 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dfa94a04-5155-4f2e-afc2-5f269f84f7f9 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:22:26.835726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port dfa94a04-5155-4f2e-afc2-5f269f84f7f9, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,segment=NetworkSegment(836699e4-ee71-40ea-a49c-fadb70cfde5d),segment_id=836699e4-ee71-40ea-a49c-fadb70cfde5d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:26.840299 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:26.891914 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:27.093797 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['dfa94a04-5155-4f2e-afc2-5f269f84f7f9'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:22:27.386686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c62a9a-da90-4da3-b5cc-fcb9d48191e3 req-9a850c57-771c-4f07-bb55-472b79cb5395 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:27.388541 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50c62a9a-da90-4da3-b5cc-fcb9d48191e3 req-9a850c57-771c-4f07-bb55-472b79cb5395 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 909 time: 0.0535240 Nov 13 05:22:27.800057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6800bb-b940-42d7-84cc-314bec0e36d1 req-273a31cd-0a7b-43e7-ae26-20cf230ccaf1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:27.801701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac6800bb-b940-42d7-84cc-314bec0e36d1 req-273a31cd-0a7b-43e7-ae26-20cf230ccaf1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 944 time: 0.0610464 Nov 13 05:22:27.853772 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac6800bb-b940-42d7-84cc-314bec0e36d1 req-c06b3187-0b33-47ab-a22d-a0936e77d64c tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454969 Nov 13 05:22:28.323041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device dfa94a04-5155-4f2e-afc2-5f269f84f7f9 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:22:28.519544 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e71c5-1599-4c9b-be77-bd690710ee0d req-654fe8e9-a5f7-4c99-af5e-45870f47133a tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:28.521043 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-310e71c5-1599-4c9b-be77-bd690710ee0d req-654fe8e9-a5f7-4c99-af5e-45870f47133a tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 909 time: 0.0514989 Nov 13 05:22:28.536380 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port dfa94a04-5155-4f2e-afc2-5f269f84f7f9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:28.536750 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:28.615218 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:28.640635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14674b9f-cdfc-4361-ab4e-bae831951f4a req-fbe13c69-e621-445a-8c65-0a6b9207c49a tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:28.642220 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14674b9f-cdfc-4361-ab4e-bae831951f4a req-fbe13c69-e621-445a-8c65-0a6b9207c49a tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 909 time: 0.0516999 Nov 13 05:22:28.650946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port dfa94a04-5155-4f2e-afc2-5f269f84f7f9, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,segment=NetworkSegment(836699e4-ee71-40ea-a49c-fadb70cfde5d),segment_id=836699e4-ee71-40ea-a49c-fadb70cfde5d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:28.656197 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:28.660011 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:22:28.662404 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c4d24e-a726-4601-83d7-425d31f8b3ba" -d '{"events": [{"server_uuid": "0651dfdf-a169-43da-a9e5-429f5445cd12", "name": "network-vif-plugged", "status": "completed", "tag": "dfa94a04-5155-4f2e-afc2-5f269f84f7f9"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:22:28.707372 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136562b7-1738-4813-8bcc-c1d09b1dc202 x-openstack-request-id: req-136562b7-1738-4813-8bcc-c1d09b1dc202 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:22:28.707651 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0651dfdf-a169-43da-a9e5-429f5445cd12", "name": "network-vif-plugged", "status": "completed", "tag": "dfa94a04-5155-4f2e-afc2-5f269f84f7f9", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:22:28.707897 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-136562b7-1738-4813-8bcc-c1d09b1dc202 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:22:28.708280 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9', 'code': 200} Nov 13 05:22:28.712729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:28.753827 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:28.754100 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54dfa0-df5b-49b9-80b8-5ad924f3a2a5 req-8dd84975-8a05-4591-bd80-9b8ab7ef4f99 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:28.755671 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c54dfa0-df5b-49b9-80b8-5ad924f3a2a5 req-8dd84975-8a05-4591-bd80-9b8ab7ef4f99 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 1060 time: 0.0426030 Nov 13 05:22:28.874520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed0c45-b887-49d0-9868-585db2f5f749 req-e2eec995-bf87-4732-bb44-12ef3937cc46 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:28.875948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-27ed0c45-b887-49d0-9868-585db2f5f749 req-e2eec995-bf87-4732-bb44-12ef3937cc46 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 1136 time: 0.0462003 Nov 13 05:22:28.930993 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-27ed0c45-b887-49d0-9868-585db2f5f749 req-a70e844b-66ff-4ab4-aad7-9392494083f3 tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3e75f40-68a2-4be9-8190-134e9307715a&id=7cc1c464-a096-4b27-bed5-4aa638a29636&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0489073 Nov 13 05:22:28.953605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42894) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:28.980466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384f828-c07c-4b74-9508-dc0c8ebe01ca req-6ecbc89e-7c76-4a1b-a080-0dba1fdb4124 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:28.982180 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b384f828-c07c-4b74-9508-dc0c8ebe01ca req-6ecbc89e-7c76-4a1b-a080-0dba1fdb4124 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0508177 Nov 13 05:22:28.992974 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49f1402-e7e5-42d8-9b04-186eb249196e tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:28.994493 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e49f1402-e7e5-42d8-9b04-186eb249196e tempest-TestSecurityGroupsBasicOps-1921540840 tempest-TestSecurityGroupsBasicOps-1921540840-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 1055 time: 0.0398142 Nov 13 05:22:29.036990 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b384f828-c07c-4b74-9508-dc0c8ebe01ca req-54b66ef0-f800-4a39-8ebc-1bc0355b4e78 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486665 Nov 13 05:22:29.065587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42898) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:29.125933 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:29.136317 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9bb2d6c2-0e3c-458c-bcdc-ff95456ca8f1 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/floatingips/60544ebf-98d9-4a6d-8781-6fc9b10775d4 HTTP/1.1" status: 200 len: 994 time: 0.0695648 Nov 13 05:22:29.217374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228389c-1b6e-4601-b55e-713d18635b3c req-49553126-0e09-4866-b61c-1e23daca7079 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:29.218830 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3228389c-1b6e-4601-b55e-713d18635b3c req-49553126-0e09-4866-b61c-1e23daca7079 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 909 time: 0.0492489 Nov 13 05:22:30.362450 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b93c81-f9c0-42cb-974c-4171e9b2b1d5 req-70bc9141-2a5d-41db-a370-4a3a468a0f78 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:30.363980 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9b93c81-f9c0-42cb-974c-4171e9b2b1d5 req-70bc9141-2a5d-41db-a370-4a3a468a0f78 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 909 time: 0.0613468 Nov 13 05:22:30.718382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13209d-e46e-4bce-9b86-03e01938143b req-7e80c99c-e00e-46e2-bdce-51b69afa183b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:30.719835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-be13209d-e46e-4bce-9b86-03e01938143b req-7e80c99c-e00e-46e2-bdce-51b69afa183b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.36 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 909 time: 0.0682025 Nov 13 05:22:30.814935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-be13209d-e46e-4bce-9b86-03e01938143b req-920b7f3c-4b6e-4f2d-99f7-cf4d5547ef3c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Deleting port bd7a7487-760a-4217-bf3e-fd1c4214701b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:22:30.815245 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be13209d-e46e-4bce-9b86-03e01938143b req-920b7f3c-4b6e-4f2d-99f7-cf4d5547ef3c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:30.905194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-be13209d-e46e-4bce-9b86-03e01938143b req-920b7f3c-4b6e-4f2d-99f7-cf4d5547ef3c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] For port bd7a7487-760a-4217-bf3e-fd1c4214701b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=bd7a7487-760a-4217-bf3e-fd1c4214701b,segment=NetworkSegment(05ec666f-fd46-4d3d-91bf-a71f1c492cb4),segment_id=05ec666f-fd46-4d3d-91bf-a71f1c492cb4)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:30.905509 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be13209d-e46e-4bce-9b86-03e01938143b req-920b7f3c-4b6e-4f2d-99f7-cf4d5547ef3c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:30.917817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-be13209d-e46e-4bce-9b86-03e01938143b req-920b7f3c-4b6e-4f2d-99f7-cf4d5547ef3c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Calling delete_port for bd7a7487-760a-4217-bf3e-fd1c4214701b owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:22:31.055802 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be13209d-e46e-4bce-9b86-03e01938143b req-920b7f3c-4b6e-4f2d-99f7-cf4d5547ef3c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:31.089279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b7f3c-4b6e-4f2d-99f7-cf4d5547ef3c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event deleted for resources: {'Port': ['ID=bd7a7487-760a-4217-bf3e-fd1c4214701b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:31.132235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-be13209d-e46e-4bce-9b86-03e01938143b req-920b7f3c-4b6e-4f2d-99f7-cf4d5547ef3c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] No DVR routers for this DVR port bd7a7487-760a-4217-bf3e-fd1c4214701b on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:22:31.135597 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be13209d-e46e-4bce-9b86-03e01938143b req-920b7f3c-4b6e-4f2d-99f7-cf4d5547ef3c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:31.140273 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-be13209d-e46e-4bce-9b86-03e01938143b req-920b7f3c-4b6e-4f2d-99f7-cf4d5547ef3c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.36 "DELETE /v2.0/ports/bd7a7487-760a-4217-bf3e-fd1c4214701b HTTP/1.1" status: 204 len: 173 time: 0.4128194 Nov 13 05:22:31.140759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e079ec96-f2cf-4408-a27d-8d7da6132bfe', 'name': 'network-vif-deleted', 'tag': 'bd7a7487-760a-4217-bf3e-fd1c4214701b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:22:31.143185 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7770572c-080d-4517-81cf-7344e58d34e3" -d '{"events": [{"server_uuid": "e079ec96-f2cf-4408-a27d-8d7da6132bfe", "name": "network-vif-deleted", "tag": "bd7a7487-760a-4217-bf3e-fd1c4214701b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:22:31.188594 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc4d793-3187-4f75-bbfb-6c385b6d8b47 x-openstack-request-id: req-bcc4d793-3187-4f75-bbfb-6c385b6d8b47 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:22:31.188953 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e079ec96-f2cf-4408-a27d-8d7da6132bfe", "name": "network-vif-deleted", "tag": "bd7a7487-760a-4217-bf3e-fd1c4214701b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:22:31.189261 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcc4d793-3187-4f75-bbfb-6c385b6d8b47 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:22:31.189748 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e079ec96-f2cf-4408-a27d-8d7da6132bfe', 'name': 'network-vif-deleted', 'tag': 'bd7a7487-760a-4217-bf3e-fd1c4214701b', 'status': 'completed', 'code': 200} Nov 13 05:22:31.482587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-13e0493f-15b7-49f7-b738-1452c8502f18 req-a95a7670-9840-4e8b-9793-a3d2c2bbb99a tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=e079ec96-f2cf-4408-a27d-8d7da6132bfe HTTP/1.1" status: 200 len: 210 time: 0.0310743 Nov 13 05:22:32.554257 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42910) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:32.945592 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37281b4e-b4ba-4963-9dab-5c242d998d25 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:33.562467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-37281b4e-b4ba-4963-9dab-5c242d998d25 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Deleting port 88df4910-3f49-4855-a039-47eae9b1f36c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:22:33.563251 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37281b4e-b4ba-4963-9dab-5c242d998d25 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:33.656077 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-37281b4e-b4ba-4963-9dab-5c242d998d25 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] For port 88df4910-3f49-4855-a039-47eae9b1f36c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=88df4910-3f49-4855-a039-47eae9b1f36c,segment=NetworkSegment(05ec666f-fd46-4d3d-91bf-a71f1c492cb4),segment_id=05ec666f-fd46-4d3d-91bf-a71f1c492cb4)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:33.656431 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37281b4e-b4ba-4963-9dab-5c242d998d25 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:33.669650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-37281b4e-b4ba-4963-9dab-5c242d998d25 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Calling delete_port for 88df4910-3f49-4855-a039-47eae9b1f36c owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:22:33.858828 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37281b4e-b4ba-4963-9dab-5c242d998d25 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:33.891294 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37281b4e-b4ba-4963-9dab-5c242d998d25 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event deleted for resources: {'Port': ['ID=88df4910-3f49-4855-a039-47eae9b1f36c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:34.063230 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37281b4e-b4ba-4963-9dab-5c242d998d25 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:34.237578 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6600d53-8e34-4f2b-b53f-81c9d08df518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:34.299630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37281b4e-b4ba-4963-9dab-5c242d998d25 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Router 47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:22:34.353202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bd7a7487-760a-4217-bf3e-fd1c4214701b no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:22:34.377210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: bd7a7487-760a-4217-bf3e-fd1c4214701b {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:22:34.377556 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device bd7a7487-760a-4217-bf3e-fd1c4214701b not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:22:34.414346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37281b4e-b4ba-4963-9dab-5c242d998d25 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:22:34.420174 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-37281b4e-b4ba-4963-9dab-5c242d998d25 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "PUT /v2.0/routers/47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8647890 Nov 13 05:22:34.423219 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42912) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:34.425998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b0780-a5ce-4a59-8871-e62638330879 None None] Sync routers for ids ['47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:22:34.436127 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b0780-a5ce-4a59-8871-e62638330879 None None] Routers {'47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:34.436771 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2e7b0780-a5ce-4a59-8871-e62638330879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:34.476051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceeb809d-2fe7-49f9-9b4d-4a129178dfe1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Deleting subnet 7d25ea59-9515-46fd-9d6b-6703a2f751ee {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:22:34.479298 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ceeb809d-2fe7-49f9-9b4d-4a129178dfe1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:34.520478 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ceeb809d-2fe7-49f9-9b4d-4a129178dfe1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:34.543192 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-2e7b0780-a5ce-4a59-8871-e62638330879 None None] Set router 47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:22:34.608112 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ceeb809d-2fe7-49f9-9b4d-4a129178dfe1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:34.665980 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ceeb809d-2fe7-49f9-9b4d-4a129178dfe1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:34.690106 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb809d-2fe7-49f9-9b4d-4a129178dfe1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event deleted for resources: {'Subnet': ['ID=7d25ea59-9515-46fd-9d6b-6703a2f751ee,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:34.696105 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ceeb809d-2fe7-49f9-9b4d-4a129178dfe1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:34.699095 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ceeb809d-2fe7-49f9-9b4d-4a129178dfe1 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "DELETE /v2.0/subnets/7d25ea59-9515-46fd-9d6b-6703a2f751ee HTTP/1.1" status: 204 len: 168 time: 0.2748275 Nov 13 05:22:34.701631 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42914) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:34.704984 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e83257-5d79-48bb-a6c8-d579ed8b5c8a None None] Network 30d9e030-1ede-48ac-afd1-bad67ffd72c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:22:34.811200 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:34.821072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2e7b0780-a5ce-4a59-8871-e62638330879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2045363535', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:22:12Z', 'updated_at': '2021-11-13T05:22:33Z', 'revision_number': 5, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:13Z', 'updated_at': '2021-11-13T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:34.850749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b0780-a5ce-4a59-8871-e62638330879 None None] Checking router: 47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:22:34.867691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b0780-a5ce-4a59-8871-e62638330879 None None] Routers {'47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:34.868296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2e7b0780-a5ce-4a59-8871-e62638330879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:34.925525 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f700bc1-dd0d-40d7-9a25-0678f9fff03d None None] DHCP port deletion for 30d9e030-1ede-48ac-afd1-bad67ffd72c9 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:22:34.926458 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:34.979712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Deleting port 971da3ab-33c0-405a-bc32-2cf636f7d050 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:22:34.980108 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.013874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-2e7b0780-a5ce-4a59-8871-e62638330879 None None] Set router 47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:22:35.014141 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04e6dc65-a6a1-4e24-8f3f-980e675a4fb2 req-1a1b41e4-b7ae-4258-b700-fe710c8e688b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460827 Nov 13 05:22:35.067212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] For port 971da3ab-33c0-405a-bc32-2cf636f7d050, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=971da3ab-33c0-405a-bc32-2cf636f7d050,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:35.067571 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.080360 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Calling delete_port for 971da3ab-33c0-405a-bc32-2cf636f7d050 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:22:35.114293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6dc65-a6a1-4e24-8f3f-980e675a4fb2 req-54dc6f4c-039d-4c06-a8cc-649b09a83fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:35.115895 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04e6dc65-a6a1-4e24-8f3f-980e675a4fb2 req-54dc6f4c-039d-4c06-a8cc-649b09a83fad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60e31c8b85234ceab2b169f050b1130b&device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 1136 time: 0.0420465 Nov 13 05:22:35.129093 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2f700bc1-dd0d-40d7-9a25-0678f9fff03d None None] Deleting port 7584c23d-a461-4ebe-8315-2d29c9119ee5 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:22:35.129456 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f700bc1-dd0d-40d7-9a25-0678f9fff03d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.215044 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2f700bc1-dd0d-40d7-9a25-0678f9fff03d None None] For port 7584c23d-a461-4ebe-8315-2d29c9119ee5, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7584c23d-a461-4ebe-8315-2d29c9119ee5,segment=NetworkSegment(05ec666f-fd46-4d3d-91bf-a71f1c492cb4),segment_id=05ec666f-fd46-4d3d-91bf-a71f1c492cb4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:35.215842 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f700bc1-dd0d-40d7-9a25-0678f9fff03d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.229769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6dc65-a6a1-4e24-8f3f-980e675a4fb2 req-f37400eb-7d78-4e2f-bf54-f65c462056e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:35.231433 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04e6dc65-a6a1-4e24-8f3f-980e675a4fb2 req-f37400eb-7d78-4e2f-bf54-f65c462056e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3a00209-4202-4307-a7b7-9dda6188c226 HTTP/1.1" status: 200 len: 898 time: 0.0902658 Nov 13 05:22:35.245325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2f700bc1-dd0d-40d7-9a25-0678f9fff03d None None] Calling delete_port for 7584c23d-a461-4ebe-8315-2d29c9119ee5 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:22:35.257502 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.285854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event deleted for resources: {'Port': ['ID=971da3ab-33c0-405a-bc32-2cf636f7d050,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:35.297578 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c123a5a-f23d-47e8-902b-7767d6949925 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:22:35.315948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04e6dc65-a6a1-4e24-8f3f-980e675a4fb2 req-873004f7-1142-4482-b116-1f1601838847 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05047e4-6927-4648-8f97-3d230d7899ea HTTP/1.1" status: 200 len: 1002 time: 0.0770128 Nov 13 05:22:35.347418 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.352115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2e7b0780-a5ce-4a59-8871-e62638330879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2045363535', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:22:12Z', 'updated_at': '2021-11-13T05:22:33Z', 'revision_number': 5, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:13Z', 'updated_at': '2021-11-13T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:35.371453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6dc65-a6a1-4e24-8f3f-980e675a4fb2 req-908edebf-c827-413a-aabf-bbb556c41e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:35.373584 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04e6dc65-a6a1-4e24-8f3f-980e675a4fb2 req-908edebf-c827-413a-aabf-bbb556c41e06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30b986bd-8b39-424d-85d0-1c95b7729a5e HTTP/1.1" status: 200 len: 835 time: 0.0495584 Nov 13 05:22:35.394508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b0780-a5ce-4a59-8871-e62638330879 None None] The sync data for ids ['47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab'] in n-d-813114-2 is: [{'id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2045363535', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:22:12Z', 'updated_at': '2021-11-13T05:22:33Z', 'revision_number': 5, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '971da3ab-33c0-405a-bc32-2cf636f7d050', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:13Z', 'updated_at': '2021-11-13T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:22:35.396063 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f700bc1-dd0d-40d7-9a25-0678f9fff03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.427028 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6dc65-a6a1-4e24-8f3f-980e675a4fb2 req-9c40a550-2a40-4069-a06e-b265200b8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:35.428873 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04e6dc65-a6a1-4e24-8f3f-980e675a4fb2 req-9c40a550-2a40-4069-a06e-b265200b8582 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3a00209-4202-4307-a7b7-9dda6188c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481892 Nov 13 05:22:35.430717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f700bc1-dd0d-40d7-9a25-0678f9fff03d None None] Pushing event deleted for resources: {'Port': ['ID=7584c23d-a461-4ebe-8315-2d29c9119ee5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:35.432772 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f700bc1-dd0d-40d7-9a25-0678f9fff03d None None] No DVR routers for this DVR port 7584c23d-a461-4ebe-8315-2d29c9119ee5 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:22:35.452845 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.455190 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.503443 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.503929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Fanout notify agent at l3_agent the message router_deleted on router 47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:22:35.510887 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.514486 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f7347ae4-2055-4dc4-8db6-1d1cb49c23c6 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "DELETE /v2.0/routers/47ca4a68-dc2e-4ef9-a86b-97e483f3b3ab HTTP/1.1" status: 204 len: 168 time: 0.8094437 Nov 13 05:22:35.514853 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42916) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:35.535230 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04e6dc65-a6a1-4e24-8f3f-980e675a4fb2 req-af8a594b-de34-41c7-81f7-ffe28be7e8c0 service neutron] 10.222.0.46 "GET /v2.0/networks/b3a00209-4202-4307-a7b7-9dda6188c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978460 Nov 13 05:22:35.592814 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69566483-9126-4058-ba9e-9c534b42b24c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.628152 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04e6dc65-a6a1-4e24-8f3f-980e675a4fb2 req-bd930b5b-b3c8-40d5-8bb9-4c18e06a80cf service neutron] 10.222.0.46 "GET /v2.0/networks/b3a00209-4202-4307-a7b7-9dda6188c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855000 Nov 13 05:22:35.691507 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69566483-9126-4058-ba9e-9c534b42b24c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.712002 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-69566483-9126-4058-ba9e-9c534b42b24c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d9e030-1ede-48ac-afd1-bad67ffd72c9']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:35.721926 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-69566483-9126-4058-ba9e-9c534b42b24c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ec666f-fd46-4d3d-91bf-a71f1c492cb4') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:35.722221 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-69566483-9126-4058-ba9e-9c534b42b24c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ec666f-fd46-4d3d-91bf-a71f1c492cb4') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:35.732464 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69566483-9126-4058-ba9e-9c534b42b24c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.747264 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69566483-9126-4058-ba9e-9c534b42b24c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.754995 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69566483-9126-4058-ba9e-9c534b42b24c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:22:35.755347 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69566483-9126-4058-ba9e-9c534b42b24c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:22:35.758826 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:22:35.831944 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69566483-9126-4058-ba9e-9c534b42b24c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.842081 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69566483-9126-4058-ba9e-9c534b42b24c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:35.846242 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-69566483-9126-4058-ba9e-9c534b42b24c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "DELETE /v2.0/networks/30d9e030-1ede-48ac-afd1-bad67ffd72c9 HTTP/1.1" status: 204 len: 168 time: 0.3302245 Nov 13 05:22:35.848996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42918) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:35.871034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69566483-9126-4058-ba9e-9c534b42b24c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event deleted for resources: {'Network': ['ID=30d9e030-1ede-48ac-afd1-bad67ffd72c9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:35.871690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 88df4910-3f49-4855-a039-47eae9b1f36c no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:22:35.894182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 88df4910-3f49-4855-a039-47eae9b1f36c {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:22:35.894536 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 88df4910-3f49-4855-a039-47eae9b1f36c not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:22:35.895008 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7584c23d-a461-4ebe-8315-2d29c9119ee5 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:22:35.915954 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 7584c23d-a461-4ebe-8315-2d29c9119ee5 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:22:35.916331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7584c23d-a461-4ebe-8315-2d29c9119ee5 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:22:36.042103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Deleting port 9c7f0a27-3710-4cfd-89e8-85296d76c0ab {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:22:36.042603 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:36.120284 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:36.120589 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:36.132158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Calling delete_port for 9c7f0a27-3710-4cfd-89e8-85296d76c0ab owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:22:36.295236 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:36.325701 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event deleted for resources: {'Port': ['ID=9c7f0a27-3710-4cfd-89e8-85296d76c0ab,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:36.338217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:36.338562 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:36.338899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:36.339254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:36.339583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:36.339904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:36.340228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:36.340531 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:36.340851 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:36.341165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:36.341484 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:36.341799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:22:36.405085 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:36.405631 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Floating IP 634cdcb7-7ed3-4321-91b7-5fefbc8b28b0 disassociated (deleted). External IP: 172.25.8.120, port: f05047e4-6927-4648-8f97-3d230d7899ea. Nov 13 05:22:36.500562 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-613d083b-47d3-4956-aa0d-677132b1396d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:36.617930 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:22:36.725094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:22:36.729524 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:36.736161 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc0a7c-6b24-4f82-89bc-8770db181825 None None] Sync routers for ids ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:22:36.747814 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc0a7c-6b24-4f82-89bc-8770db181825 None None] Routers {'680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:36.748432 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5edc0a7c-6b24-4f82-89bc-8770db181825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:36.760751 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c1b5303e-2322-49c4-a2d0-3238fcb46586 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "DELETE /v2.0/floatingips/634cdcb7-7ed3-4321-91b7-5fefbc8b28b0 HTTP/1.1" status: 204 len: 168 time: 0.9103091 Nov 13 05:22:36.761433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccccd95-0cf6-44be-8025-9494071fa59f', 'tag': 'f05047e4-6927-4648-8f97-3d230d7899ea'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:22:36.763991 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1d54b3-1b48-430d-acb1-38b1de2567e8" -d '{"events": [{"name": "network-changed", "server_uuid": "bccccd95-0cf6-44be-8025-9494071fa59f", "tag": "f05047e4-6927-4648-8f97-3d230d7899ea"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:22:36.804673 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d9d4bc-0d32-49f1-b851-337e68e33127 x-openstack-request-id: req-59d9d4bc-0d32-49f1-b851-337e68e33127 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:22:36.804963 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccccd95-0cf6-44be-8025-9494071fa59f", "tag": "f05047e4-6927-4648-8f97-3d230d7899ea", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:22:36.805645 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59d9d4bc-0d32-49f1-b851-337e68e33127 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:22:36.806065 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccccd95-0cf6-44be-8025-9494071fa59f', 'tag': 'f05047e4-6927-4648-8f97-3d230d7899ea', 'status': 'completed', 'code': 200} Nov 13 05:22:36.860887 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5edc0a7c-6b24-4f82-89bc-8770db181825 None None] Set router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:22:36.910462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d54b3-1b48-430d-acb1-38b1de2567e8 req-398dad67-cf8b-4c01-a8d9-dee1e858cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:36.913164 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9e1d54b3-1b48-430d-acb1-38b1de2567e8 req-398dad67-cf8b-4c01-a8d9-dee1e858cfad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60e31c8b85234ceab2b169f050b1130b&device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 1136 time: 0.0639179 Nov 13 05:22:37.010290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050638-56eb-4b59-8261-1709e84a28a2 req-e8c70be8-c116-4b08-bf00-8cbdaa5ab196 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:37.017899 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7f050638-56eb-4b59-8261-1709e84a28a2 req-e8c70be8-c116-4b08-bf00-8cbdaa5ab196 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 985 time: 0.0651782 Nov 13 05:22:37.067590 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d54b3-1b48-430d-acb1-38b1de2567e8 req-dc6eaeb6-db36-4493-bbdf-bf363cf03dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:37.069084 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9e1d54b3-1b48-430d-acb1-38b1de2567e8 req-dc6eaeb6-db36-4493-bbdf-bf363cf03dcb service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3a00209-4202-4307-a7b7-9dda6188c226 HTTP/1.1" status: 200 len: 898 time: 0.0868042 Nov 13 05:22:37.070855 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5edc0a7c-6b24-4f82-89bc-8770db181825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:42Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:43Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6', 'name': '', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'mac_address': 'fa:16:3e:7e:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:46Z', 'updated_at': '2021-11-13T05:20:50Z', 'revision_number': 5, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'subnets': [{'id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:37.080174 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7f050638-56eb-4b59-8261-1709e84a28a2 req-91622794-fb09-4faf-ba19-9aa515d98e33 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3e75f40-68a2-4be9-8190-134e9307715a&id=7cc1c464-a096-4b27-bed5-4aa638a29636&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0612900 Nov 13 05:22:37.104304 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc0a7c-6b24-4f82-89bc-8770db181825 None None] Checking router: 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:22:37.113503 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc0a7c-6b24-4f82-89bc-8770db181825 None None] Routers {'680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:37.114132 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5edc0a7c-6b24-4f82-89bc-8770db181825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:37.117711 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9e1d54b3-1b48-430d-acb1-38b1de2567e8 req-a94164c3-63b7-4579-84e3-276e4bea7025 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05047e4-6927-4648-8f97-3d230d7899ea HTTP/1.1" status: 200 len: 217 time: 0.0399349 Nov 13 05:22:37.169293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d54b3-1b48-430d-acb1-38b1de2567e8 req-bb94cd5e-a480-4640-9273-4ec13a804435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:37.170657 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9e1d54b3-1b48-430d-acb1-38b1de2567e8 req-bb94cd5e-a480-4640-9273-4ec13a804435 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30b986bd-8b39-424d-85d0-1c95b7729a5e HTTP/1.1" status: 200 len: 835 time: 0.0455585 Nov 13 05:22:37.218819 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5edc0a7c-6b24-4f82-89bc-8770db181825 None None] Set router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:22:37.219321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d54b3-1b48-430d-acb1-38b1de2567e8 req-720eef06-c453-4efc-9f19-40eaca26a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:37.220848 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9e1d54b3-1b48-430d-acb1-38b1de2567e8 req-720eef06-c453-4efc-9f19-40eaca26a651 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3a00209-4202-4307-a7b7-9dda6188c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417233 Nov 13 05:22:37.320836 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9e1d54b3-1b48-430d-acb1-38b1de2567e8 req-a44ebc4c-1006-44ed-8ba2-87300e868649 service neutron] 10.222.0.46 "GET /v2.0/networks/b3a00209-4202-4307-a7b7-9dda6188c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922794 Nov 13 05:22:37.416122 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9e1d54b3-1b48-430d-acb1-38b1de2567e8 req-ba33f243-b275-4140-914b-5d7ebee3f4a1 service neutron] 10.222.0.46 "GET /v2.0/networks/b3a00209-4202-4307-a7b7-9dda6188c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854661 Nov 13 05:22:37.423852 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5edc0a7c-6b24-4f82-89bc-8770db181825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:42Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:43Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6', 'name': '', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'mac_address': 'fa:16:3e:7e:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:46Z', 'updated_at': '2021-11-13T05:20:50Z', 'revision_number': 5, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'subnets': [{'id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:37.449856 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc0a7c-6b24-4f82-89bc-8770db181825 None None] The sync data for ids ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'] in n-d-813114-2 is: [{'id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:42Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:43Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6', 'name': '', 'network_id': 'b3a00209-4202-4307-a7b7-9dda6188c226', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'mac_address': 'fa:16:3e:7e:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:46Z', 'updated_at': '2021-11-13T05:20:50Z', 'revision_number': 5, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'subnets': [{'id': '30b986bd-8b39-424d-85d0-1c95b7729a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:22:37.683689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1631bb92-af03-44ad-b934-c99ffef932dc None None] New status for floating IP 634cdcb7-7ed3-4321-91b7-5fefbc8b28b0: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:22:37.689397 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 971da3ab-33c0-405a-bc32-2cf636f7d050 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:22:37.768718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 971da3ab-33c0-405a-bc32-2cf636f7d050 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:22:37.768718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 971da3ab-33c0-405a-bc32-2cf636f7d050 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:22:37.945221 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:38.282600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006b419-22ff-4ce5-a60e-4bad1f3cb7ae req-29363274-6c0a-496b-bde5-20b259bde825 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:38.284161 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e006b419-22ff-4ce5-a60e-4bad1f3cb7ae req-29363274-6c0a-496b-bde5-20b259bde825 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 985 time: 0.1196547 Nov 13 05:22:38.351593 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e006b419-22ff-4ce5-a60e-4bad1f3cb7ae req-5143c2ff-8a05-4887-b662-8ae7d12f9653 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3e75f40-68a2-4be9-8190-134e9307715a&id=7cc1c464-a096-4b27-bed5-4aa638a29636&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0585077 Nov 13 05:22:38.670721 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:22:38.734206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9507b-e760-48b3-8be4-7ee4bd43a066 req-5483b4fa-2b5a-4786-b81e-e568d40e0fe2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:38.735792 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6b9507b-e760-48b3-8be4-7ee4bd43a066 req-5483b4fa-2b5a-4786-b81e-e568d40e0fe2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.46 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 985 time: 0.0597370 Nov 13 05:22:38.833202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-b6b9507b-e760-48b3-8be4-7ee4bd43a066 req-a5de1bad-4bd5-4d34-8da0-d35fd6c53304 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Deleting port f05047e4-6927-4648-8f97-3d230d7899ea {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:22:38.833497 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b6b9507b-e760-48b3-8be4-7ee4bd43a066 req-a5de1bad-4bd5-4d34-8da0-d35fd6c53304 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:38.922665 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-b6b9507b-e760-48b3-8be4-7ee4bd43a066 req-a5de1bad-4bd5-4d34-8da0-d35fd6c53304 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] For port f05047e4-6927-4648-8f97-3d230d7899ea, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=f05047e4-6927-4648-8f97-3d230d7899ea,segment=NetworkSegment(96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe),segment_id=96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:38.922987 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b6b9507b-e760-48b3-8be4-7ee4bd43a066 req-a5de1bad-4bd5-4d34-8da0-d35fd6c53304 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:38.935863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-b6b9507b-e760-48b3-8be4-7ee4bd43a066 req-a5de1bad-4bd5-4d34-8da0-d35fd6c53304 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Calling delete_port for f05047e4-6927-4648-8f97-3d230d7899ea owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:22:39.071866 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b6b9507b-e760-48b3-8be4-7ee4bd43a066 req-a5de1bad-4bd5-4d34-8da0-d35fd6c53304 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:39.100076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de1bad-4bd5-4d34-8da0-d35fd6c53304 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event deleted for resources: {'Port': ['ID=f05047e4-6927-4648-8f97-3d230d7899ea,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:39.142600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b9507b-e760-48b3-8be4-7ee4bd43a066 req-a5de1bad-4bd5-4d34-8da0-d35fd6c53304 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] No DVR routers for this DVR port f05047e4-6927-4648-8f97-3d230d7899ea on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:22:39.145349 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-b6b9507b-e760-48b3-8be4-7ee4bd43a066 req-a5de1bad-4bd5-4d34-8da0-d35fd6c53304 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:39.148876 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6b9507b-e760-48b3-8be4-7ee4bd43a066 req-a5de1bad-4bd5-4d34-8da0-d35fd6c53304 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.46 "DELETE /v2.0/ports/f05047e4-6927-4648-8f97-3d230d7899ea HTTP/1.1" status: 204 len: 173 time: 0.4067209 Nov 13 05:22:39.149303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccccd95-0cf6-44be-8025-9494071fa59f', 'name': 'network-vif-deleted', 'tag': 'f05047e4-6927-4648-8f97-3d230d7899ea'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:22:39.151661 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049fb61b-cafc-462c-82a6-8a52728bfb03" -d '{"events": [{"server_uuid": "bccccd95-0cf6-44be-8025-9494071fa59f", "name": "network-vif-deleted", "tag": "f05047e4-6927-4648-8f97-3d230d7899ea"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:22:39.193034 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb2aec8-d71a-4042-aa0d-8470fa17dd35 x-openstack-request-id: req-2cb2aec8-d71a-4042-aa0d-8470fa17dd35 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:22:39.194687 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccccd95-0cf6-44be-8025-9494071fa59f", "name": "network-vif-deleted", "tag": "f05047e4-6927-4648-8f97-3d230d7899ea", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:22:39.194958 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cb2aec8-d71a-4042-aa0d-8470fa17dd35 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:22:39.195386 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccccd95-0cf6-44be-8025-9494071fa59f', 'name': 'network-vif-deleted', 'tag': 'f05047e4-6927-4648-8f97-3d230d7899ea', 'status': 'completed', 'code': 200} Nov 13 05:22:39.236321 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:39.468323 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d2d66c0f-066e-4fd4-a157-dbbaa75516e3 req-87e5acbf-1a10-406e-afc2-56af3273d7b2 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "GET /v2.0/ports?device_id=bccccd95-0cf6-44be-8025-9494071fa59f HTTP/1.1" status: 200 len: 210 time: 0.0307200 Nov 13 05:22:40.043017 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:40.531849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42936) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:40.593763 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3631f10e-bb8b-456c-930d-05741220b198 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:40.619313 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3631f10e-bb8b-456c-930d-05741220b198 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:40.668150 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3631f10e-bb8b-456c-930d-05741220b198 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:40.672682 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3631f10e-bb8b-456c-930d-05741220b198 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:40.674092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3631f10e-bb8b-456c-930d-05741220b198 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "DELETE /v2.0/security-groups/d3e75f40-68a2-4be9-8190-134e9307715a HTTP/1.1" status: 204 len: 168 time: 0.1412535 Nov 13 05:22:40.683560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631f10e-bb8b-456c-930d-05741220b198 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e75f40-68a2-4be9-8190-134e9307715a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:40.683904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42938) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:40.744556 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43c17e4e-54ce-41c2-85bf-fb64f94ce16c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:40.768133 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43c17e4e-54ce-41c2-85bf-fb64f94ce16c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:40.813410 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43c17e4e-54ce-41c2-85bf-fb64f94ce16c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:40.817129 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43c17e4e-54ce-41c2-85bf-fb64f94ce16c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:40.818372 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-43c17e4e-54ce-41c2-85bf-fb64f94ce16c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "DELETE /v2.0/security-groups/7cc1c464-a096-4b27-bed5-4aa638a29636 HTTP/1.1" status: 204 len: 168 time: 0.1324744 Nov 13 05:22:40.821484 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42940) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:40.827717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c17e4e-54ce-41c2-85bf-fb64f94ce16c tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc1c464-a096-4b27-bed5-4aa638a29636,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:41.209898 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a69dcc67-8105-4c28-b12c-d1ee7cb22b7d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:41.469756 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a69dcc67-8105-4c28-b12c-d1ee7cb22b7d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Deleting port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:22:41.470187 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a69dcc67-8105-4c28-b12c-d1ee7cb22b7d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:41.559116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-a69dcc67-8105-4c28-b12c-d1ee7cb22b7d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] For port 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6,segment=NetworkSegment(96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe),segment_id=96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:41.559871 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a69dcc67-8105-4c28-b12c-d1ee7cb22b7d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:41.572376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-a69dcc67-8105-4c28-b12c-d1ee7cb22b7d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Calling delete_port for 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:22:41.770341 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a69dcc67-8105-4c28-b12c-d1ee7cb22b7d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:41.805222 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dcc67-8105-4c28-b12c-d1ee7cb22b7d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event deleted for resources: {'Port': ['ID=95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:41.973496 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a69dcc67-8105-4c28-b12c-d1ee7cb22b7d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:42.523701 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69dcc67-8105-4c28-b12c-d1ee7cb22b7d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:22:42.644385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69dcc67-8105-4c28-b12c-d1ee7cb22b7d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:22:42.650032 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a69dcc67-8105-4c28-b12c-d1ee7cb22b7d tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "PUT /v2.0/routers/680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8274746 Nov 13 05:22:42.653400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42942) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:42.655608 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87886a6a-e4f2-422b-a2c6-08d2862da386 None None] Sync routers for ids ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:22:42.666623 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87886a6a-e4f2-422b-a2c6-08d2862da386 None None] Routers {'680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:42.667287 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-87886a6a-e4f2-422b-a2c6-08d2862da386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:42.705285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f509a432-8394-4ca4-b89a-ad286d9dfd2b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Deleting subnet 30b986bd-8b39-424d-85d0-1c95b7729a5e {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:22:42.709712 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f509a432-8394-4ca4-b89a-ad286d9dfd2b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:42.753188 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f509a432-8394-4ca4-b89a-ad286d9dfd2b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:42.841715 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f509a432-8394-4ca4-b89a-ad286d9dfd2b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:42.867376 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-87886a6a-e4f2-422b-a2c6-08d2862da386 None None] Set router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:22:42.900802 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f509a432-8394-4ca4-b89a-ad286d9dfd2b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:42.928664 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509a432-8394-4ca4-b89a-ad286d9dfd2b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event deleted for resources: {'Subnet': ['ID=30b986bd-8b39-424d-85d0-1c95b7729a5e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:42.933370 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f509a432-8394-4ca4-b89a-ad286d9dfd2b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:42.939396 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f509a432-8394-4ca4-b89a-ad286d9dfd2b tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "DELETE /v2.0/subnets/30b986bd-8b39-424d-85d0-1c95b7729a5e HTTP/1.1" status: 204 len: 168 time: 0.2823646 Nov 13 05:22:42.940249 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42944) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:42.943373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da154f07-5b20-4260-863b-220bbb71791f None None] Network b3a00209-4202-4307-a7b7-9dda6188c226 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:22:43.046803 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-87886a6a-e4f2-422b-a2c6-08d2862da386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:42Z', 'updated_at': '2021-11-13T05:22:41Z', 'revision_number': 5, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:43Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:43.058491 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.072645 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87886a6a-e4f2-422b-a2c6-08d2862da386 None None] Checking router: 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:22:43.081171 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87886a6a-e4f2-422b-a2c6-08d2862da386 None None] Routers {'680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:43.081788 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-87886a6a-e4f2-422b-a2c6-08d2862da386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:43.137665 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067826fe-2b4d-44e9-a866-9f999e24238a None None] DHCP port deletion for b3a00209-4202-4307-a7b7-9dda6188c226 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:22:43.169155 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.185642 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-87886a6a-e4f2-422b-a2c6-08d2862da386 None None] Set router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:22:43.190123 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-067826fe-2b4d-44e9-a866-9f999e24238a None None] Deleting port c531aa94-4e74-4226-8ceb-cc03a7068dca {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:22:43.190829 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-067826fe-2b4d-44e9-a866-9f999e24238a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.232239 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Deleting port 30a90b7f-aed9-49a9-96ac-d41599b050e1 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:22:43.232644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.263419 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-067826fe-2b4d-44e9-a866-9f999e24238a None None] For port c531aa94-4e74-4226-8ceb-cc03a7068dca, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c531aa94-4e74-4226-8ceb-cc03a7068dca,segment=NetworkSegment(96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe),segment_id=96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:43.264246 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-067826fe-2b4d-44e9-a866-9f999e24238a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.277668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-067826fe-2b4d-44e9-a866-9f999e24238a None None] Calling delete_port for c531aa94-4e74-4226-8ceb-cc03a7068dca owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:22:43.318695 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] For port 30a90b7f-aed9-49a9-96ac-d41599b050e1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=30a90b7f-aed9-49a9-96ac-d41599b050e1,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:43.319145 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.331356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Calling delete_port for 30a90b7f-aed9-49a9-96ac-d41599b050e1 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:22:43.358901 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-067826fe-2b4d-44e9-a866-9f999e24238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.371430 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-87886a6a-e4f2-422b-a2c6-08d2862da386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:42Z', 'updated_at': '2021-11-13T05:22:41Z', 'revision_number': 5, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:43Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:43.387517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067826fe-2b4d-44e9-a866-9f999e24238a None None] Pushing event deleted for resources: {'Port': ['ID=c531aa94-4e74-4226-8ceb-cc03a7068dca,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:43.389656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067826fe-2b4d-44e9-a866-9f999e24238a None None] No DVR routers for this DVR port c531aa94-4e74-4226-8ceb-cc03a7068dca on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:22:43.404673 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87886a6a-e4f2-422b-a2c6-08d2862da386 None None] The sync data for ids ['680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148'] in n-d-813114-2 is: [{'id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432221881', 'tenant_id': '60e31c8b85234ceab2b169f050b1130b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:42Z', 'updated_at': '2021-11-13T05:22:41Z', 'revision_number': 5, 'project_id': '60e31c8b85234ceab2b169f050b1130b', 'gw_port': {'id': '30a90b7f-aed9-49a9-96ac-d41599b050e1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:43Z', 'updated_at': '2021-11-13T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:22:43.511254 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.537083 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event deleted for resources: {'Port': ['ID=30a90b7f-aed9-49a9-96ac-d41599b050e1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:43.548276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f4d0a4-e769-450c-ab2c-da3d6e7f147e None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:22:43.595009 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.687996 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.690281 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.735376 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.738119 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Fanout notify agent at l3_agent the message router_deleted on router 680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:22:43.747561 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.748724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-440504cc-9fff-4ee2-9751-5f4aff34b0dc tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "DELETE /v2.0/routers/680fc3b1-5e0b-4d4e-8ef7-ca0ed8e93148 HTTP/1.1" status: 204 len: 168 time: 0.8083086 Nov 13 05:22:43.751970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42946) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:43.841379 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf1d65e0-1d84-44fc-8882-ba4cad556cf0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.867819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:22:43.892229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:22:43.892648 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 95f4aa6c-e8e0-4179-a2ff-1c4c295fdde6 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:22:43.893219 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c531aa94-4e74-4226-8ceb-cc03a7068dca no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:22:43.913423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: c531aa94-4e74-4226-8ceb-cc03a7068dca {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:22:43.913673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c531aa94-4e74-4226-8ceb-cc03a7068dca not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:22:43.940627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf1d65e0-1d84-44fc-8882-ba4cad556cf0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.960283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-cf1d65e0-1d84-44fc-8882-ba4cad556cf0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a00209-4202-4307-a7b7-9dda6188c226']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:43.969864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-cf1d65e0-1d84-44fc-8882-ba4cad556cf0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:43.970155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-cf1d65e0-1d84-44fc-8882-ba4cad556cf0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96646cf8-32bc-48f3-8cf7-c1eb8cc1f4fe') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:43.980439 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf1d65e0-1d84-44fc-8882-ba4cad556cf0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:43.994629 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf1d65e0-1d84-44fc-8882-ba4cad556cf0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:44.001492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1d65e0-1d84-44fc-8882-ba4cad556cf0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:22:44.001930 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf1d65e0-1d84-44fc-8882-ba4cad556cf0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:22:44.005210 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:22:44.044098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f05047e4-6927-4648-8f97-3d230d7899ea no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:22:44.066045 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: f05047e4-6927-4648-8f97-3d230d7899ea {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:22:44.066410 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf1d65e0-1d84-44fc-8882-ba4cad556cf0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:44.066572 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device f05047e4-6927-4648-8f97-3d230d7899ea not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:22:44.074320 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf1d65e0-1d84-44fc-8882-ba4cad556cf0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:44.077663 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cf1d65e0-1d84-44fc-8882-ba4cad556cf0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] 10.222.0.43 "DELETE /v2.0/networks/b3a00209-4202-4307-a7b7-9dda6188c226 HTTP/1.1" status: 204 len: 168 time: 0.3244574 Nov 13 05:22:44.091895 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d65e0-1d84-44fc-8882-ba4cad556cf0 tempest-TestSecurityGroupsBasicOps-810981147 tempest-TestSecurityGroupsBasicOps-810981147-project] Pushing event deleted for resources: {'Network': ['ID=b3a00209-4202-4307-a7b7-9dda6188c226,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:44.384235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42954) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:44.533879 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-966b42da-29ad-4be1-86a2-0f26620338fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60e31c8b85234ceab2b169f050b1130b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482046 Nov 13 05:22:44.536706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42958) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:44.584984 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98e5985c-da78-4ab0-8059-557c3bfb5fd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:44.606099 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98e5985c-da78-4ab0-8059-557c3bfb5fd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:44.654634 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98e5985c-da78-4ab0-8059-557c3bfb5fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:44.657453 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98e5985c-da78-4ab0-8059-557c3bfb5fd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:44.658744 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-98e5985c-da78-4ab0-8059-557c3bfb5fd2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c55f458-8c78-48c8-9f49-6b999a2d04b7 HTTP/1.1" status: 204 len: 168 time: 0.1209867 Nov 13 05:22:44.666745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5985c-da78-4ab0-8059-557c3bfb5fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c55f458-8c78-48c8-9f49-6b999a2d04b7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:44.937414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42964) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:44.951350 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e8aef70-0bf8-4885-9648-82205874e235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:45.029059 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e8aef70-0bf8-4885-9648-82205874e235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:45.034977 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e8aef70-0bf8-4885-9648-82205874e235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:45.071244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8aef70-0bf8-4885-9648-82205874e235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424b9963-d8df-4857-a341-acdc8d8dd536,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:45.075821 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5e8aef70-0bf8-4885-9648-82205874e235 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f56e15fdac345fdbc6ce67dc922fc11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373045 Nov 13 05:22:45.078462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 42966) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:45.129753 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bee658c2-ecc1-40f1-87ba-6408e4c5b4fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:45.151330 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bee658c2-ecc1-40f1-87ba-6408e4c5b4fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:45.198707 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bee658c2-ecc1-40f1-87ba-6408e4c5b4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:45.202776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bee658c2-ecc1-40f1-87ba-6408e4c5b4fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:45.204288 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bee658c2-ecc1-40f1-87ba-6408e4c5b4fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/424b9963-d8df-4857-a341-acdc8d8dd536 HTTP/1.1" status: 204 len: 168 time: 0.1249304 Nov 13 05:22:45.212988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee658c2-ecc1-40f1-87ba-6408e4c5b4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424b9963-d8df-4857-a341-acdc8d8dd536,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:45.561886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42972) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:45.604824 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4a98351a-58e0-4a38-ba76-26c07a2fbcda admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b0f41a05621416b839d8ae43ab3e764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417089 Nov 13 05:22:45.607524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42974) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:45.657043 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-198c8b80-e251-420a-962f-fd2a0d470bd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:45.678254 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-198c8b80-e251-420a-962f-fd2a0d470bd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:45.689472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 30a90b7f-aed9-49a9-96ac-d41599b050e1 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:22:45.710499 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 30a90b7f-aed9-49a9-96ac-d41599b050e1 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:22:45.710804 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 30a90b7f-aed9-49a9-96ac-d41599b050e1 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:22:45.728249 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-198c8b80-e251-420a-962f-fd2a0d470bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:45.731400 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-198c8b80-e251-420a-962f-fd2a0d470bd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:45.732598 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-198c8b80-e251-420a-962f-fd2a0d470bd4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95123e92-dfa3-47f7-b901-a03cdbb10713 HTTP/1.1" status: 204 len: 168 time: 0.1240280 Nov 13 05:22:45.741029 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c8b80-e251-420a-962f-fd2a0d470bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95123e92-dfa3-47f7-b901-a03cdbb10713,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:46.095941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d229df0-5a14-428a-be96-05209bf56af6 req-cde6e680-c2c8-44a2-8659-bf979114211f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413449 Nov 13 05:22:46.198123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d229df0-5a14-428a-be96-05209bf56af6 req-4274ea38-dbcd-45b6-8282-44e9f7172795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:46.199642 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d229df0-5a14-428a-be96-05209bf56af6 req-4274ea38-dbcd-45b6-8282-44e9f7172795 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 1097 time: 0.0403221 Nov 13 05:22:46.314650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d229df0-5a14-428a-be96-05209bf56af6 req-936b12e6-77cb-49db-8499-dc55a62273aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:46.316803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d229df0-5a14-428a-be96-05209bf56af6 req-936b12e6-77cb-49db-8499-dc55a62273aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=fabe5062-84cc-4f0f-a779-86a4e0f4afb5 HTTP/1.1" status: 200 len: 897 time: 0.0951929 Nov 13 05:22:46.387322 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d229df0-5a14-428a-be96-05209bf56af6 req-fb3d1675-f6b8-4d45-ac0b-50347a5f0c5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa94a04-5155-4f2e-afc2-5f269f84f7f9 HTTP/1.1" status: 200 len: 1002 time: 0.0627217 Nov 13 05:22:46.442310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d229df0-5a14-428a-be96-05209bf56af6 req-a74987f9-ae6d-421b-92a4-f61b08e328e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:46.443814 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d229df0-5a14-428a-be96-05209bf56af6 req-a74987f9-ae6d-421b-92a4-f61b08e328e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=55c029ab-37b9-4289-9a04-c91ba1a83b70 HTTP/1.1" status: 200 len: 833 time: 0.0494380 Nov 13 05:22:46.460342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 42996) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:46.493546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d229df0-5a14-428a-be96-05209bf56af6 req-c187103b-3027-4abb-88df-628635e2a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:46.495082 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d229df0-5a14-428a-be96-05209bf56af6 req-c187103b-3027-4abb-88df-628635e2a224 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fabe5062-84cc-4f0f-a779-86a4e0f4afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432818 Nov 13 05:22:46.561134 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-596482104-network', 'tenant_id': '84ec448d43e34a2f9a837deb3aa4001c'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:22:46.586082 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d229df0-5a14-428a-be96-05209bf56af6 req-8651331e-95f3-4d3f-a333-866a8bc45943 service neutron] 10.222.0.36 "GET /v2.0/networks/fabe5062-84cc-4f0f-a779-86a4e0f4afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838461 Nov 13 05:22:46.589687 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] Made reservation on behalf of 84ec448d43e34a2f9a837deb3aa4001c for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:22:46.592005 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:46.600952 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:46.675924 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:46.680919 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:46.683434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6d229df0-5a14-428a-be96-05209bf56af6 req-dae1ef2c-2876-42fc-bf02-6cb751f118fc service neutron] 10.222.0.36 "GET /v2.0/networks/fabe5062-84cc-4f0f-a779-86a4e0f4afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898747 Nov 13 05:22:46.708384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:22:46.714735 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55915bbb-c3bf-45c8-9423-d2c7b2560784,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:46.720647 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:46.720996 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] Added segment 5fb60837-9150-4393-8904-4cfe52bc6a5a of type vlan for network a3a178de-e0f2-46de-b43d-c3d02f49072c Nov 13 05:22:46.762119 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:46.789108 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:46.790135 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:46.790706 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:46.869874 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4082348 Nov 13 05:22:46.872906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43000) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:46.878102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bdaac2cc-1da0-469a-8165-a8bf6a917dc4 admin admin] Request body: {'subnet': {'network_id': 'a3a178de-e0f2-46de-b43d-c3d02f49072c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-596482104-subnet', 'tenant_id': '84ec448d43e34a2f9a837deb3aa4001c', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:22:46.883553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a041f4-7404-46a6-a880-466c2ee9cff0 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a178de-e0f2-46de-b43d-c3d02f49072c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:46.895138 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network a3a178de-e0f2-46de-b43d-c3d02f49072c details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:22:46.902191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaac2cc-1da0-469a-8165-a8bf6a917dc4 admin admin] Made reservation on behalf of 84ec448d43e34a2f9a837deb3aa4001c for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:22:46.904606 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bdaac2cc-1da0-469a-8165-a8bf6a917dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.075960 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bdaac2cc-1da0-469a-8165-a8bf6a917dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.129454 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaac2cc-1da0-469a-8165-a8bf6a917dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc002903-7402-43db-9b51-0784f39f1964,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:47.138161 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaac2cc-1da0-469a-8165-a8bf6a917dc4 admin admin] Checking segment: {'id': '5fb60837-9150-4393-8904-4cfe52bc6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3a178de-e0f2-46de-b43d-c3d02f49072c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:22:47.138512 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaac2cc-1da0-469a-8165-a8bf6a917dc4 admin admin] Network hostable DHCP agents. Network: a3a178de-e0f2-46de-b43d-c3d02f49072c, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:22:47.157339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaac2cc-1da0-469a-8165-a8bf6a917dc4 admin admin] Network a3a178de-e0f2-46de-b43d-c3d02f49072c is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:22:47.167549 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bdaac2cc-1da0-469a-8165-a8bf6a917dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, a3a178de-e0f2-46de-b43d-c3d02f49072c) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:22:47.171720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaac2cc-1da0-469a-8165-a8bf6a917dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:22:47.172304 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bdaac2cc-1da0-469a-8165-a8bf6a917dc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.177280 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a25c7b3-451f-42cd-9cb6-e73f45496c2f None None] Network a3a178de-e0f2-46de-b43d-c3d02f49072c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:22:47.190597 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bdaac2cc-1da0-469a-8165-a8bf6a917dc4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3165746 Nov 13 05:22:47.193923 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43002) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:47.198558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-596482104-router', 'tenant_id': '84ec448d43e34a2f9a837deb3aa4001c', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:22:47.226348 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.227460 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.286349 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.427666 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.482526 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-a3a178de-e0f2-46de-b43d-c3d02f49072c', 'network_id': 'a3a178de-e0f2-46de-b43d-c3d02f49072c', 'tenant_id': '84ec448d43e34a2f9a837deb3aa4001c', 'fixed_ips': [{'subnet_id': 'fc002903-7402-43db-9b51-0784f39f1964'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:22:47.483403 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.612914 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Allocated IP 172.20.0.2 (a3a178de-e0f2-46de-b43d-c3d02f49072c/fc002903-7402-43db-9b51-0784f39f1964/dcf3b42b-1e5c-44a0-be37-995c79e0b864) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:22:47.629605 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.647880 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.753192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Allocated IP 172.25.8.104 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/69073808-ff75-46df-8658-ed53d25d187a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:22:47.756245 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.762277 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.804664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Network a3a178de-e0f2-46de-b43d-c3d02f49072c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:22:47.807595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:22:47.812309 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:22:47.815742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Pushing event updated for resources: {'Port': ['ID=dcf3b42b-1e5c-44a0-be37-995c79e0b864,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:47.852988 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.866245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Attempting to bind port dcf3b42b-1e5c-44a0-be37-995c79e0b864 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:22:47.867013 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Attempting to bind port dcf3b42b-1e5c-44a0-be37-995c79e0b864 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '5fb60837-9150-4393-8904-4cfe52bc6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3a178de-e0f2-46de-b43d-c3d02f49072c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:22:47.867372 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Attempting to bind port dcf3b42b-1e5c-44a0-be37-995c79e0b864 on network a3a178de-e0f2-46de-b43d-c3d02f49072c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:22:47.872445 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:22:47.872815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Checking segment: {'id': '5fb60837-9150-4393-8904-4cfe52bc6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3a178de-e0f2-46de-b43d-c3d02f49072c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:22:47.873230 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.873605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Bound using segment: {'id': '5fb60837-9150-4393-8904-4cfe52bc6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3a178de-e0f2-46de-b43d-c3d02f49072c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:22:47.874081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Bound port: dcf3b42b-1e5c-44a0-be37-995c79e0b864, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb60837-9150-4393-8904-4cfe52bc6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3a178de-e0f2-46de-b43d-c3d02f49072c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:22:47.874455 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.891973 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.928467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:22:47.933280 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:22:47.937134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:22:47.941853 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] For port dcf3b42b-1e5c-44a0-be37-995c79e0b864, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:22:47.946041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] For port dcf3b42b-1e5c-44a0-be37-995c79e0b864, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=dcf3b42b-1e5c-44a0-be37-995c79e0b864,segment=NetworkSegment(5fb60837-9150-4393-8904-4cfe52bc6a5a),segment_id=5fb60837-9150-4393-8904-4cfe52bc6a5a)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:22:47.951654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740ddb00-daf5-41ea-a30d-31742fb43e80 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:22:47.957273 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:47.960130 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Pushing event updated for resources: {'Port': ['ID=69073808-ff75-46df-8658-ed53d25d187a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:48.028848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b88919-624d-49b4-b04d-2ce8067ac307 None None] Pushing event updated for resources: {'Port': ['ID=dcf3b42b-1e5c-44a0-be37-995c79e0b864,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:48.033364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-30e4aca4-d002-4987-9eb3-fe702b8363f6 None None] Provisioning complete for port 69073808-ff75-46df-8658-ed53d25d187a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:48.037410 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30e4aca4-d002-4987-9eb3-fe702b8363f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:48.076206 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-30e4aca4-d002-4987-9eb3-fe702b8363f6 None None] Port 69073808-ff75-46df-8658-ed53d25d187a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:22:48.569512 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:48.777346 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:48.917479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf4d2a4-047a-4c10-9bf4-fb2519b4fc37 None None] Network a3a178de-e0f2-46de-b43d-c3d02f49072c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:22:48.917868 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Router 301caec6-37c8-4eea-adcc-ad8c4980e191 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:22:49.026323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:22:49.031881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-82ae7c94-29f1-4e57-bd97-2301dbc19df3 None None] Provisioning complete for port dcf3b42b-1e5c-44a0-be37-995c79e0b864 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:49.036898 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82ae7c94-29f1-4e57-bd97-2301dbc19df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:49.042984 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Sync routers for ids ['301caec6-37c8-4eea-adcc-ad8c4980e191'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:22:49.049277 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:49.050587 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3d35dc34-61b8-426d-be62-4d59212d1fca admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.8555546 Nov 13 05:22:49.053472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43004) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:49.089578 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Routers {'301caec6-37c8-4eea-adcc-ad8c4980e191'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:49.090185 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['301caec6-37c8-4eea-adcc-ad8c4980e191'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:49.259557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Set router 301caec6-37c8-4eea-adcc-ad8c4980e191 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:22:49.315410 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82ae7c94-29f1-4e57-bd97-2301dbc19df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:49.403599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-82ae7c94-29f1-4e57-bd97-2301dbc19df3 None None] For port dcf3b42b-1e5c-44a0-be37-995c79e0b864, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=dcf3b42b-1e5c-44a0-be37-995c79e0b864,segment=NetworkSegment(5fb60837-9150-4393-8904-4cfe52bc6a5a),segment_id=5fb60837-9150-4393-8904-4cfe52bc6a5a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:49.410485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82ae7c94-29f1-4e57-bd97-2301dbc19df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:49.482699 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:49.490414 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae7c94-29f1-4e57-bd97-2301dbc19df3 None None] Pushing event updated for resources: {'Port': ['ID=dcf3b42b-1e5c-44a0-be37-995c79e0b864,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:49.525175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301caec6-37c8-4eea-adcc-ad8c4980e191', 'name': 'tempest-ImageQuotaTest-596482104-router', 'tenant_id': '84ec448d43e34a2f9a837deb3aa4001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '69073808-ff75-46df-8658-ed53d25d187a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:22:47Z', 'updated_at': '2021-11-13T05:22:48Z', 'revision_number': 3, 'project_id': '84ec448d43e34a2f9a837deb3aa4001c', 'gw_port': {'id': '69073808-ff75-46df-8658-ed53d25d187a', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301caec6-37c8-4eea-adcc-ad8c4980e191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:47Z', 'updated_at': '2021-11-13T05:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:49.557673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Checking router: 301caec6-37c8-4eea-adcc-ad8c4980e191 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:22:49.558091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Updating router 301caec6-37c8-4eea-adcc-ad8c4980e191 port 69073808-ff75-46df-8658-ed53d25d187a binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:22:49.582822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e9d85edf-5f23-4277-9dac-aa00c00a39d3 None None] Provisioning complete for port dcf3b42b-1e5c-44a0-be37-995c79e0b864 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:49.583258 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9d85edf-5f23-4277-9dac-aa00c00a39d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:49.606189 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:49.644256 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Allocated IP 172.20.0.1 (a3a178de-e0f2-46de-b43d-c3d02f49072c/fc002903-7402-43db-9b51-0784f39f1964/ace00cd4-42a8-49e7-aec3-0f2ae61a2d59) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:22:49.763553 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:49.772848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device dcf3b42b-1e5c-44a0-be37-995c79e0b864 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:22:49.798492 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:49.833836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Network a3a178de-e0f2-46de-b43d-c3d02f49072c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:22:49.838184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:22:49.844277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:22:49.870350 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ace00cd4-42a8-49e7-aec3-0f2ae61a2d59,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:49.887905 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:49.902529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port dcf3b42b-1e5c-44a0-be37-995c79e0b864 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:49.902887 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:49.992142 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:50.017573 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:50.036242 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:50.087539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a729ce7-0bc4-443a-b5b5-040388c82b6a None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:22:50.095949 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Attempting to bind port 69073808-ff75-46df-8658-ed53d25d187a on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:22:50.096436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Attempting to bind port 69073808-ff75-46df-8658-ed53d25d187a by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:22:50.096796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Attempting to bind port 69073808-ff75-46df-8658-ed53d25d187a on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:22:50.102907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd1be8-1f27-4cbd-ac4b-d2bdf9ff2a3e None None] Pushing event updated for resources: {'Port': ['ID=69073808-ff75-46df-8658-ed53d25d187a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:50.106166 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:22:50.106628 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:22:50.107055 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:50.107488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:22:50.107885 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Bound port: 69073808-ff75-46df-8658-ed53d25d187a, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:22:50.108266 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:50.166888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a81b5ffa-5a88-4a76-905d-ab274b2737f2 None None] Provisioning complete for port 69073808-ff75-46df-8658-ed53d25d187a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:50.167275 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a81b5ffa-5a88-4a76-905d-ab274b2737f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:50.172258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] For port 69073808-ff75-46df-8658-ed53d25d187a, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:22:50.201695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] For port 69073808-ff75-46df-8658-ed53d25d187a, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=69073808-ff75-46df-8658-ed53d25d187a,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:22:50.212970 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:50.213724 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:50.217653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:50.222482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a81b5ffa-5a88-4a76-905d-ab274b2737f2 None None] Port 69073808-ff75-46df-8658-ed53d25d187a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:22:50.276846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a196a544-b69d-4dc7-8c28-f3c0b20aa195 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:22:50.286413 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:50.288200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ace00cd4-42a8-49e7-aec3-0f2ae61a2d59,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:50.297245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd1be8-1f27-4cbd-ac4b-d2bdf9ff2a3e None None] Pushing event updated for resources: {'Port': ['ID=69073808-ff75-46df-8658-ed53d25d187a,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:50.304455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a81b5ffa-5a88-4a76-905d-ab274b2737f2 None None] Provisioning complete for port ace00cd4-42a8-49e7-aec3-0f2ae61a2d59 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:50.304929 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a81b5ffa-5a88-4a76-905d-ab274b2737f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:50.308448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Routers {'301caec6-37c8-4eea-adcc-ad8c4980e191'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:50.309053 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['301caec6-37c8-4eea-adcc-ad8c4980e191'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:50.381517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a81b5ffa-5a88-4a76-905d-ab274b2737f2 None None] Port ace00cd4-42a8-49e7-aec3-0f2ae61a2d59 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:22:50.384267 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Network a3a178de-e0f2-46de-b43d-c3d02f49072c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:22:50.385881 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:22:50.512151 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Router 301caec6-37c8-4eea-adcc-ad8c4980e191 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:22:50.624863 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:22:50.625805 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-55afe947-ab14-444d-bf4a-3dcfd45fcb61 None None] Provisioning complete for port 69073808-ff75-46df-8658-ed53d25d187a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:50.626833 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55afe947-ab14-444d-bf4a-3dcfd45fcb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:50.638143 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0861de85-3706-4bbf-9d70-1082a7a150f7 admin admin] 10.222.0.43 "PUT /v2.0/routers/301caec6-37c8-4eea-adcc-ad8c4980e191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5755327 Nov 13 05:22:50.638334 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] Set router 301caec6-37c8-4eea-adcc-ad8c4980e191 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:22:50.834982 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55afe947-ab14-444d-bf4a-3dcfd45fcb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:50.882250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-55afe947-ab14-444d-bf4a-3dcfd45fcb61 None None] For port 69073808-ff75-46df-8658-ed53d25d187a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=69073808-ff75-46df-8658-ed53d25d187a,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:50.888891 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55afe947-ab14-444d-bf4a-3dcfd45fcb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:50.951197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afe947-ab14-444d-bf4a-3dcfd45fcb61 None None] Pushing event updated for resources: {'Port': ['ID=69073808-ff75-46df-8658-ed53d25d187a,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:50.963643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301caec6-37c8-4eea-adcc-ad8c4980e191', 'name': 'tempest-ImageQuotaTest-596482104-router', 'tenant_id': '84ec448d43e34a2f9a837deb3aa4001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '69073808-ff75-46df-8658-ed53d25d187a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:22:47Z', 'updated_at': '2021-11-13T05:22:50Z', 'revision_number': 4, 'project_id': '84ec448d43e34a2f9a837deb3aa4001c', 'gw_port': {'id': '69073808-ff75-46df-8658-ed53d25d187a', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301caec6-37c8-4eea-adcc-ad8c4980e191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:47Z', 'updated_at': '2021-11-13T05:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'ace00cd4-42a8-49e7-aec3-0f2ae61a2d59', 'name': '', 'network_id': 'a3a178de-e0f2-46de-b43d-c3d02f49072c', 'tenant_id': '84ec448d43e34a2f9a837deb3aa4001c', 'mac_address': 'fa:16:3e:bc:c0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301caec6-37c8-4eea-adcc-ad8c4980e191', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'fc002903-7402-43db-9b51-0784f39f1964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:49Z', 'updated_at': '2021-11-13T05:22:50Z', 'revision_number': 2, 'project_id': '84ec448d43e34a2f9a837deb3aa4001c', 'subnets': [{'id': 'fc002903-7402-43db-9b51-0784f39f1964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:50.990732 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff3cfc-03b3-424a-a1c3-e56ba401d291 None None] The sync data for ids ['301caec6-37c8-4eea-adcc-ad8c4980e191'] in n-d-813114-2 is: [{'id': '301caec6-37c8-4eea-adcc-ad8c4980e191', 'name': 'tempest-ImageQuotaTest-596482104-router', 'tenant_id': '84ec448d43e34a2f9a837deb3aa4001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '69073808-ff75-46df-8658-ed53d25d187a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:22:47Z', 'updated_at': '2021-11-13T05:22:50Z', 'revision_number': 4, 'project_id': '84ec448d43e34a2f9a837deb3aa4001c', 'gw_port': {'id': '69073808-ff75-46df-8658-ed53d25d187a', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301caec6-37c8-4eea-adcc-ad8c4980e191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:47Z', 'updated_at': '2021-11-13T05:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'ace00cd4-42a8-49e7-aec3-0f2ae61a2d59', 'name': '', 'network_id': 'a3a178de-e0f2-46de-b43d-c3d02f49072c', 'tenant_id': '84ec448d43e34a2f9a837deb3aa4001c', 'mac_address': 'fa:16:3e:bc:c0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301caec6-37c8-4eea-adcc-ad8c4980e191', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'fc002903-7402-43db-9b51-0784f39f1964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:49Z', 'updated_at': '2021-11-13T05:22:50Z', 'revision_number': 2, 'project_id': '84ec448d43e34a2f9a837deb3aa4001c', 'subnets': [{'id': 'fc002903-7402-43db-9b51-0784f39f1964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:22:51.015815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b1beafd7-15ec-4593-bfd5-dd68e7316586 None None] Provisioning complete for port ace00cd4-42a8-49e7-aec3-0f2ae61a2d59 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:51.016204 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1beafd7-15ec-4593-bfd5-dd68e7316586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:51.056538 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b1beafd7-15ec-4593-bfd5-dd68e7316586 None None] Port ace00cd4-42a8-49e7-aec3-0f2ae61a2d59 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:22:51.775660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 69073808-ff75-46df-8658-ed53d25d187a up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:22:51.833376 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 69073808-ff75-46df-8658-ed53d25d187a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:22:51.833664 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:51.841082 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43024) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:52.198287 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f63ce0ee-a321-40fa-8487-8f41aba8105c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:52.458271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f63ce0ee-a321-40fa-8487-8f41aba8105c admin admin] Deleting port ace00cd4-42a8-49e7-aec3-0f2ae61a2d59 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:22:52.458564 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f63ce0ee-a321-40fa-8487-8f41aba8105c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:52.538586 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f63ce0ee-a321-40fa-8487-8f41aba8105c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:52.550233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f63ce0ee-a321-40fa-8487-8f41aba8105c admin admin] Calling delete_port for ace00cd4-42a8-49e7-aec3-0f2ae61a2d59 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:22:52.923561 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b6685-9bfa-407d-843e-f1be90482729 None None] Sync routers for ids ['301caec6-37c8-4eea-adcc-ad8c4980e191'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:22:52.934163 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b6685-9bfa-407d-843e-f1be90482729 None None] Routers {'301caec6-37c8-4eea-adcc-ad8c4980e191'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:52.934769 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d31b6685-9bfa-407d-843e-f1be90482729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['301caec6-37c8-4eea-adcc-ad8c4980e191'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:53.043711 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d31b6685-9bfa-407d-843e-f1be90482729 None None] Set router 301caec6-37c8-4eea-adcc-ad8c4980e191 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:22:53.090128 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f63ce0ee-a321-40fa-8487-8f41aba8105c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:53.115304 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ce0ee-a321-40fa-8487-8f41aba8105c admin admin] Pushing event deleted for resources: {'Port': ['ID=ace00cd4-42a8-49e7-aec3-0f2ae61a2d59,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:53.254589 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d31b6685-9bfa-407d-843e-f1be90482729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301caec6-37c8-4eea-adcc-ad8c4980e191', 'name': 'tempest-ImageQuotaTest-596482104-router', 'tenant_id': '84ec448d43e34a2f9a837deb3aa4001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '69073808-ff75-46df-8658-ed53d25d187a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:22:47Z', 'updated_at': '2021-11-13T05:22:50Z', 'revision_number': 4, 'project_id': '84ec448d43e34a2f9a837deb3aa4001c', 'gw_port': {'id': '69073808-ff75-46df-8658-ed53d25d187a', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301caec6-37c8-4eea-adcc-ad8c4980e191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:47Z', 'updated_at': '2021-11-13T05:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'ace00cd4-42a8-49e7-aec3-0f2ae61a2d59', 'name': '', 'network_id': 'a3a178de-e0f2-46de-b43d-c3d02f49072c', 'tenant_id': '84ec448d43e34a2f9a837deb3aa4001c', 'mac_address': 'fa:16:3e:bc:c0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301caec6-37c8-4eea-adcc-ad8c4980e191', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'fc002903-7402-43db-9b51-0784f39f1964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:49Z', 'updated_at': '2021-11-13T05:22:50Z', 'revision_number': 2, 'project_id': '84ec448d43e34a2f9a837deb3aa4001c', 'subnets': [{'id': 'fc002903-7402-43db-9b51-0784f39f1964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:53.283131 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b6685-9bfa-407d-843e-f1be90482729 None None] Checking router: 301caec6-37c8-4eea-adcc-ad8c4980e191 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:22:53.283481 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b6685-9bfa-407d-843e-f1be90482729 None None] Updating router 301caec6-37c8-4eea-adcc-ad8c4980e191 port ace00cd4-42a8-49e7-aec3-0f2ae61a2d59 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:22:53.285485 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f63ce0ee-a321-40fa-8487-8f41aba8105c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:53.309814 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b6685-9bfa-407d-843e-f1be90482729 None None] Port ace00cd4-42a8-49e7-aec3-0f2ae61a2d59 not found while updating agent binding for router 301caec6-37c8-4eea-adcc-ad8c4980e191. {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 13 05:22:53.319288 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b6685-9bfa-407d-843e-f1be90482729 None None] Routers {'301caec6-37c8-4eea-adcc-ad8c4980e191'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:53.319984 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d31b6685-9bfa-407d-843e-f1be90482729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['301caec6-37c8-4eea-adcc-ad8c4980e191'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:53.421792 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d31b6685-9bfa-407d-843e-f1be90482729 None None] Set router 301caec6-37c8-4eea-adcc-ad8c4980e191 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:22:53.495751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63ce0ee-a321-40fa-8487-8f41aba8105c admin admin] Router 301caec6-37c8-4eea-adcc-ad8c4980e191 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:22:53.602240 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d31b6685-9bfa-407d-843e-f1be90482729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301caec6-37c8-4eea-adcc-ad8c4980e191', 'name': 'tempest-ImageQuotaTest-596482104-router', 'tenant_id': '84ec448d43e34a2f9a837deb3aa4001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '69073808-ff75-46df-8658-ed53d25d187a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:22:47Z', 'updated_at': '2021-11-13T05:22:53Z', 'revision_number': 5, 'project_id': '84ec448d43e34a2f9a837deb3aa4001c', 'gw_port': {'id': '69073808-ff75-46df-8658-ed53d25d187a', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301caec6-37c8-4eea-adcc-ad8c4980e191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:47Z', 'updated_at': '2021-11-13T05:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:53.608065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63ce0ee-a321-40fa-8487-8f41aba8105c admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:22:53.613755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f63ce0ee-a321-40fa-8487-8f41aba8105c admin admin] 10.222.0.43 "PUT /v2.0/routers/301caec6-37c8-4eea-adcc-ad8c4980e191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7715530 Nov 13 05:22:53.616350 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43026) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:53.633001 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b6685-9bfa-407d-843e-f1be90482729 None None] The sync data for ids ['301caec6-37c8-4eea-adcc-ad8c4980e191'] in n-d-813114-2 is: [{'id': '301caec6-37c8-4eea-adcc-ad8c4980e191', 'name': 'tempest-ImageQuotaTest-596482104-router', 'tenant_id': '84ec448d43e34a2f9a837deb3aa4001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '69073808-ff75-46df-8658-ed53d25d187a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:22:47Z', 'updated_at': '2021-11-13T05:22:53Z', 'revision_number': 5, 'project_id': '84ec448d43e34a2f9a837deb3aa4001c', 'gw_port': {'id': '69073808-ff75-46df-8658-ed53d25d187a', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301caec6-37c8-4eea-adcc-ad8c4980e191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:22:47Z', 'updated_at': '2021-11-13T05:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:22:53.738855 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:53.840698 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:53.903778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] Deleting port 69073808-ff75-46df-8658-ed53d25d187a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:22:53.904085 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:53.992051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] For port 69073808-ff75-46df-8658-ed53d25d187a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=69073808-ff75-46df-8658-ed53d25d187a,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:53.992559 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:53.993716 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ace00cd4-42a8-49e7-aec3-0f2ae61a2d59 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:22:54.006447 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] Calling delete_port for 69073808-ff75-46df-8658-ed53d25d187a owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:22:54.015861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: ace00cd4-42a8-49e7-aec3-0f2ae61a2d59 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:22:54.016277 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ace00cd4-42a8-49e7-aec3-0f2ae61a2d59 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:22:54.185108 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:54.211922 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] Pushing event deleted for resources: {'Port': ['ID=69073808-ff75-46df-8658-ed53d25d187a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:54.229403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae2a35d-d6fe-4e08-9101-b67c24d7787b None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:22:54.285784 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:54.382690 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:54.385131 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:54.430168 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:54.430860 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 301caec6-37c8-4eea-adcc-ad8c4980e191 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:22:54.435786 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:54.439194 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-142e0e4e-4bed-4322-abaf-5660dc4ac791 admin admin] 10.222.0.43 "DELETE /v2.0/routers/301caec6-37c8-4eea-adcc-ad8c4980e191 HTTP/1.1" status: 204 len: 168 time: 0.8192787 Nov 13 05:22:54.439669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43028) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:54.486488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-10dc05fd-72a0-45a0-9a58-96d0ce504c02 admin admin] Deleting subnet fc002903-7402-43db-9b51-0784f39f1964 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:22:54.490049 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10dc05fd-72a0-45a0-9a58-96d0ce504c02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:54.526784 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10dc05fd-72a0-45a0-9a58-96d0ce504c02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:54.609926 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10dc05fd-72a0-45a0-9a58-96d0ce504c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:54.666035 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d60128-457f-4081-babf-7fb09355992f None None] Sync routers for ids ['301caec6-37c8-4eea-adcc-ad8c4980e191'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:22:54.666809 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10dc05fd-72a0-45a0-9a58-96d0ce504c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:54.676086 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d60128-457f-4081-babf-7fb09355992f None None] Routers set() bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:54.676368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d60128-457f-4081-babf-7fb09355992f None None] Router IDs set() for agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 13 05:22:54.677146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_agentschedulers_db [None req-b5d60128-457f-4081-babf-7fb09355992f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'301caec6-37c8-4eea-adcc-ad8c4980e191'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent'). {{(pid=102669) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 13 05:22:54.685355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d60128-457f-4081-babf-7fb09355992f None None] Routers set() bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:22:54.685899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d60128-457f-4081-babf-7fb09355992f None None] Router IDs set() for agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 13 05:22:54.686456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_agentschedulers_db [None req-b5d60128-457f-4081-babf-7fb09355992f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'301caec6-37c8-4eea-adcc-ad8c4980e191'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:22:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent'). {{(pid=102669) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 13 05:22:54.686818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d60128-457f-4081-babf-7fb09355992f None None] The sync data for ids ['301caec6-37c8-4eea-adcc-ad8c4980e191'] in n-d-813114-2 is: [] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:22:54.695767 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10dc05fd-72a0-45a0-9a58-96d0ce504c02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:54.700057 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-10dc05fd-72a0-45a0-9a58-96d0ce504c02 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fc002903-7402-43db-9b51-0784f39f1964 HTTP/1.1" status: 204 len: 168 time: 0.2593858 Nov 13 05:22:54.700625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a607046-6d71-4b32-bc71-a9c51d3767a4 None None] Network a3a178de-e0f2-46de-b43d-c3d02f49072c requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:22:54.701207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc05fd-72a0-45a0-9a58-96d0ce504c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc002903-7402-43db-9b51-0784f39f1964,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:54.702929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43030) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:54.780147 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:54.842894 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] Deleting port dcf3b42b-1e5c-44a0-be37-995c79e0b864 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:22:54.843289 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:54.907840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] For port dcf3b42b-1e5c-44a0-be37-995c79e0b864, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=dcf3b42b-1e5c-44a0-be37-995c79e0b864,segment=NetworkSegment(5fb60837-9150-4393-8904-4cfe52bc6a5a),segment_id=5fb60837-9150-4393-8904-4cfe52bc6a5a)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:22:54.908273 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:54.923100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] Calling delete_port for dcf3b42b-1e5c-44a0-be37-995c79e0b864 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:22:55.009886 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:55.035377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf3b42b-1e5c-44a0-be37-995c79e0b864,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:55.039080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] No DVR routers for this DVR port dcf3b42b-1e5c-44a0-be37-995c79e0b864 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:22:55.113495 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:55.137037 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a178de-e0f2-46de-b43d-c3d02f49072c']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:55.140567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2593fad-d206-4472-bd22-2d465aaff947 None None] DHCP port deletion for a3a178de-e0f2-46de-b43d-c3d02f49072c request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:22:55.148304 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb60837-9150-4393-8904-4cfe52bc6a5a') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:55.148604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb60837-9150-4393-8904-4cfe52bc6a5a') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:22:55.162660 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:55.177505 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:55.183677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:22:55.184076 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:22:55.185741 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:22:55.241105 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:55.246980 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:55.250125 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a3a178de-e0f2-46de-b43d-c3d02f49072c HTTP/1.1" status: 204 len: 168 time: 0.5432630 Nov 13 05:22:55.261571 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d25586-f5c3-4fc3-95f2-1b3ccbcbadc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a178de-e0f2-46de-b43d-c3d02f49072c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:55.375303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43034) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:55.417253 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-45ac3f93-cb52-4739-8497-a1671288c5cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84ec448d43e34a2f9a837deb3aa4001c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406358 Nov 13 05:22:55.420091 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43036) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:55.472817 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12fa5fbc-b763-4f07-a57d-e7708a436213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:55.495360 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12fa5fbc-b763-4f07-a57d-e7708a436213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:55.547096 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12fa5fbc-b763-4f07-a57d-e7708a436213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:55.549890 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12fa5fbc-b763-4f07-a57d-e7708a436213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:55.551120 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-12fa5fbc-b763-4f07-a57d-e7708a436213 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55915bbb-c3bf-45c8-9423-d2c7b2560784 HTTP/1.1" status: 204 len: 168 time: 0.1300929 Nov 13 05:22:55.558837 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa5fbc-b763-4f07-a57d-e7708a436213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55915bbb-c3bf-45c8-9423-d2c7b2560784,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:55.735621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 69073808-ff75-46df-8658-ed53d25d187a no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:22:55.761048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 69073808-ff75-46df-8658-ed53d25d187a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:22:55.761454 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 69073808-ff75-46df-8658-ed53d25d187a not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:22:55.761793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device dcf3b42b-1e5c-44a0-be37-995c79e0b864 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:22:55.780496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: dcf3b42b-1e5c-44a0-be37-995c79e0b864 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:22:55.780758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device dcf3b42b-1e5c-44a0-be37-995c79e0b864 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:22:55.898503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43042) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:55.912367 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-980ba927-fc83-43be-b5fa-b81aa4abeedd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:56.001267 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-980ba927-fc83-43be-b5fa-b81aa4abeedd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:56.008466 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-980ba927-fc83-43be-b5fa-b81aa4abeedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:56.050600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-980ba927-fc83-43be-b5fa-b81aa4abeedd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1509244 Nov 13 05:22:56.051746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ba927-fc83-43be-b5fa-b81aa4abeedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95426fe-44ca-4b9d-9a35-719327b12051,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:56.053370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43044) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:22:56.101999 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-12373111-7911-4f46-8fe3-11511d0e43ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:56.129072 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-12373111-7911-4f46-8fe3-11511d0e43ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:56.186939 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-12373111-7911-4f46-8fe3-11511d0e43ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:56.189449 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-12373111-7911-4f46-8fe3-11511d0e43ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:56.190608 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-12373111-7911-4f46-8fe3-11511d0e43ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c95426fe-44ca-4b9d-9a35-719327b12051 HTTP/1.1" status: 204 len: 168 time: 0.1362448 Nov 13 05:22:56.198591 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12373111-7911-4f46-8fe3-11511d0e43ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95426fe-44ca-4b9d-9a35-719327b12051,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:22:58.770122 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:22:59.150486 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:04.247931 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0448c8a1-c3da-4ee2-906d-db1ce920f7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:06.509351 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b128adb-cbc4-4248-af00-4b758193fd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:07.944608 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:09.246583 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:10.045234 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:15.676073 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:23:28.783564 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:29.150578 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:33.829840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43066) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:34.006606 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port 8833ae03-2b14-4d03-bd30-593c02586644 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:23:34.006857 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:34.097827 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:34.098186 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:34.111897 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for 8833ae03-2b14-4d03-bd30-593c02586644 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:23:34.243024 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d19dd27e-26cf-4e16-b26c-a98887dda469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:34.267272 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:34.292680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=8833ae03-2b14-4d03-bd30-593c02586644,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:34.304394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:34.304743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:34.305113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:34.305449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:34.305906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:34.306429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:34.306763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:34.307119 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:34.307450 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:34.307777 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:34.308092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:34.308411 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:34.367512 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:34.367964 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Floating IP 60544ebf-98d9-4a6d-8781-6fc9b10775d4 disassociated (deleted). External IP: 172.25.8.157, port: dfa94a04-5155-4f2e-afc2-5f269f84f7f9. Nov 13 05:23:34.585252 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:23:34.695543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:23:34.700358 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:34.706830 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d93f792-f23e-42f0-9a48-34956aec016b None None] Sync routers for ids ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:23:34.717380 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d93f792-f23e-42f0-9a48-34956aec016b None None] Routers {'5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:23:34.718135 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7d93f792-f23e-42f0-9a48-34956aec016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:23:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:34.731221 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cb4b3a20-4594-4276-8803-10457ce44dce tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/floatingips/60544ebf-98d9-4a6d-8781-6fc9b10775d4 HTTP/1.1" status: 204 len: 168 time: 0.8998530 Nov 13 05:23:34.731785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'tag': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:23:34.734024 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098c7a9e-ca24-435d-aa22-c5ed1e4e8100" -d '{"events": [{"name": "network-changed", "server_uuid": "0651dfdf-a169-43da-a9e5-429f5445cd12", "tag": "dfa94a04-5155-4f2e-afc2-5f269f84f7f9"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:23:34.775311 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076e1332-1794-48f2-aada-33cce0a27214 x-openstack-request-id: req-076e1332-1794-48f2-aada-33cce0a27214 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:23:34.775635 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0651dfdf-a169-43da-a9e5-429f5445cd12", "tag": "dfa94a04-5155-4f2e-afc2-5f269f84f7f9", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:23:34.775983 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-076e1332-1794-48f2-aada-33cce0a27214 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:23:34.776404 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'tag': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9', 'status': 'completed', 'code': 200} Nov 13 05:23:34.830682 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7d93f792-f23e-42f0-9a48-34956aec016b None None] Set router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:23:34.872556 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c7a9e-ca24-435d-aa22-c5ed1e4e8100 req-3e7050f0-43cc-4169-9e33-9d33c3ee1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:34.873998 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-098c7a9e-ca24-435d-aa22-c5ed1e4e8100 req-3e7050f0-43cc-4169-9e33-9d33c3ee1a38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 1097 time: 0.0485675 Nov 13 05:23:35.062982 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7d93f792-f23e-42f0-9a48-34956aec016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:53Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '9c305e4a-29e9-4b4a-8d0f-812441977e54', 'name': '', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:7a:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:52Z', 'updated_at': '2021-11-13T05:20:56Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:35.066477 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ce75b-cb8f-40d4-bdc5-6c91c412aee3 req-dbd6d078-a2f6-4013-b1de-be53545f7d26 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:35.068032 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d04ce75b-cb8f-40d4-bdc5-6c91c412aee3 req-dbd6d078-a2f6-4013-b1de-be53545f7d26 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.1319642 Nov 13 05:23:35.071180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c7a9e-ca24-435d-aa22-c5ed1e4e8100 req-27fd20e4-a200-4596-a89a-d17ced01a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:35.072885 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-098c7a9e-ca24-435d-aa22-c5ed1e4e8100 req-27fd20e4-a200-4596-a89a-d17ced01a497 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fabe5062-84cc-4f0f-a779-86a4e0f4afb5 HTTP/1.1" status: 200 len: 897 time: 0.1552281 Nov 13 05:23:35.089128 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d93f792-f23e-42f0-9a48-34956aec016b None None] Checking router: 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:23:35.098780 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d93f792-f23e-42f0-9a48-34956aec016b None None] Routers {'5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:23:35.099396 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7d93f792-f23e-42f0-9a48-34956aec016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:23:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:35.125841 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-098c7a9e-ca24-435d-aa22-c5ed1e4e8100 req-c555b9d6-b04c-4beb-9f1d-15e986547edc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa94a04-5155-4f2e-afc2-5f269f84f7f9 HTTP/1.1" status: 200 len: 217 time: 0.0446489 Nov 13 05:23:35.183071 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d04ce75b-cb8f-40d4-bdc5-6c91c412aee3 req-3f7c2df5-fff6-4703-999a-717c24f75900 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087484 Nov 13 05:23:35.197544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c7a9e-ca24-435d-aa22-c5ed1e4e8100 req-82d08905-22be-461b-9808-d6497f91ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:35.199050 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-098c7a9e-ca24-435d-aa22-c5ed1e4e8100 req-82d08905-22be-461b-9808-d6497f91ead9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=55c029ab-37b9-4289-9a04-c91ba1a83b70 HTTP/1.1" status: 200 len: 833 time: 0.0623212 Nov 13 05:23:35.206757 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7d93f792-f23e-42f0-9a48-34956aec016b None None] Set router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:23:35.250595 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c7a9e-ca24-435d-aa22-c5ed1e4e8100 req-6f24ec55-827e-4331-bc35-5bf7f2de0857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:35.252131 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-098c7a9e-ca24-435d-aa22-c5ed1e4e8100 req-6f24ec55-827e-4331-bc35-5bf7f2de0857 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fabe5062-84cc-4f0f-a779-86a4e0f4afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455620 Nov 13 05:23:35.348739 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-098c7a9e-ca24-435d-aa22-c5ed1e4e8100 req-524649a3-4877-46d1-861c-688e798ecf06 service neutron] 10.222.0.36 "GET /v2.0/networks/fabe5062-84cc-4f0f-a779-86a4e0f4afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878332 Nov 13 05:23:35.410877 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7d93f792-f23e-42f0-9a48-34956aec016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:53Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '9c305e4a-29e9-4b4a-8d0f-812441977e54', 'name': '', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:7a:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:52Z', 'updated_at': '2021-11-13T05:20:56Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:35.440507 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d93f792-f23e-42f0-9a48-34956aec016b None None] The sync data for ids ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'] in n-d-813114-2 is: [{'id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:53Z', 'revision_number': 4, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '9c305e4a-29e9-4b4a-8d0f-812441977e54', 'name': '', 'network_id': 'fabe5062-84cc-4f0f-a779-86a4e0f4afb5', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'mac_address': 'fa:16:3e:7a:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:52Z', 'updated_at': '2021-11-13T05:20:56Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'subnets': [{'id': '55c029ab-37b9-4289-9a04-c91ba1a83b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:23:35.445864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-098c7a9e-ca24-435d-aa22-c5ed1e4e8100 req-9ad5fb1d-f257-4ac5-a828-138822831a4b service neutron] 10.222.0.36 "GET /v2.0/networks/fabe5062-84cc-4f0f-a779-86a4e0f4afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887179 Nov 13 05:23:35.680600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8c13f6-d88c-49ef-93ca-55e3df19253e None None] New status for floating IP 60544ebf-98d9-4a6d-8781-6fc9b10775d4: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:23:36.310235 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbe5ba-83cb-4e16-92b9-6c40f556ce45 req-51b663c7-c4d7-4d0b-acea-737d59bfc588 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:36.311679 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9afbe5ba-83cb-4e16-92b9-6c40f556ce45 req-51b663c7-c4d7-4d0b-acea-737d59bfc588 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0524578 Nov 13 05:23:36.371817 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9afbe5ba-83cb-4e16-92b9-6c40f556ce45 req-474c6cbf-b2fe-4bfc-9476-836d621ac118 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b555e9b-7f18-4792-b112-2b7678822ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520473 Nov 13 05:23:36.506594 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-310a48eb-5043-4d4a-a49f-f0b2c1a82956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:36.545202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88034284-9d8a-44c3-814e-94da3e8a9590 req-8d42dc4a-6d45-44fc-ad62-f538750f8199 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:36.546674 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-88034284-9d8a-44c3-814e-94da3e8a9590 req-8d42dc4a-6d45-44fc-ad62-f538750f8199 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.36 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 946 time: 0.0511749 Nov 13 05:23:36.641576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-88034284-9d8a-44c3-814e-94da3e8a9590 req-e1a742e7-1e85-4c66-a590-607827a57c4b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port dfa94a04-5155-4f2e-afc2-5f269f84f7f9 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:23:36.641868 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-88034284-9d8a-44c3-814e-94da3e8a9590 req-e1a742e7-1e85-4c66-a590-607827a57c4b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:36.736955 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-88034284-9d8a-44c3-814e-94da3e8a9590 req-e1a742e7-1e85-4c66-a590-607827a57c4b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] For port dfa94a04-5155-4f2e-afc2-5f269f84f7f9, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,segment=NetworkSegment(836699e4-ee71-40ea-a49c-fadb70cfde5d),segment_id=836699e4-ee71-40ea-a49c-fadb70cfde5d)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:23:36.737313 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-88034284-9d8a-44c3-814e-94da3e8a9590 req-e1a742e7-1e85-4c66-a590-607827a57c4b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:36.750707 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-88034284-9d8a-44c3-814e-94da3e8a9590 req-e1a742e7-1e85-4c66-a590-607827a57c4b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for dfa94a04-5155-4f2e-afc2-5f269f84f7f9 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:23:36.885443 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-88034284-9d8a-44c3-814e-94da3e8a9590 req-e1a742e7-1e85-4c66-a590-607827a57c4b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:36.916223 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a742e7-1e85-4c66-a590-607827a57c4b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=dfa94a04-5155-4f2e-afc2-5f269f84f7f9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:36.959379 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-88034284-9d8a-44c3-814e-94da3e8a9590 req-e1a742e7-1e85-4c66-a590-607827a57c4b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] No DVR routers for this DVR port dfa94a04-5155-4f2e-afc2-5f269f84f7f9 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:23:36.962140 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-88034284-9d8a-44c3-814e-94da3e8a9590 req-e1a742e7-1e85-4c66-a590-607827a57c4b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:36.965606 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-88034284-9d8a-44c3-814e-94da3e8a9590 req-e1a742e7-1e85-4c66-a590-607827a57c4b tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.36 "DELETE /v2.0/ports/dfa94a04-5155-4f2e-afc2-5f269f84f7f9 HTTP/1.1" status: 204 len: 173 time: 0.4119947 Nov 13 05:23:36.966057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'name': 'network-vif-deleted', 'tag': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:23:36.968340 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd08c703-93bd-4ba3-bb91-f12a0a79188b" -d '{"events": [{"server_uuid": "0651dfdf-a169-43da-a9e5-429f5445cd12", "name": "network-vif-deleted", "tag": "dfa94a04-5155-4f2e-afc2-5f269f84f7f9"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:23:37.007266 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0a7450-5071-4032-817b-ebc83cff77c4 x-openstack-request-id: req-7a0a7450-5071-4032-817b-ebc83cff77c4 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:23:37.007557 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0651dfdf-a169-43da-a9e5-429f5445cd12", "name": "network-vif-deleted", "tag": "dfa94a04-5155-4f2e-afc2-5f269f84f7f9", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:23:37.007824 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a0a7450-5071-4032-817b-ebc83cff77c4 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:23:37.008229 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0651dfdf-a169-43da-a9e5-429f5445cd12', 'name': 'network-vif-deleted', 'tag': 'dfa94a04-5155-4f2e-afc2-5f269f84f7f9', 'status': 'completed', 'code': 200} Nov 13 05:23:37.483933 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c989d702-a029-413f-a9ca-fb515b9d72ac req-fb213f29-a797-4514-ae55-7a144ff4b5ac tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "GET /v2.0/ports?device_id=0651dfdf-a169-43da-a9e5-429f5445cd12 HTTP/1.1" status: 200 len: 210 time: 0.0267603 Nov 13 05:23:37.947302 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:38.545522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43082) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:38.931032 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55c35356-1f3b-403a-b7a9-9665ff2e9f97 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:39.246572 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:39.532133 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-55c35356-1f3b-403a-b7a9-9665ff2e9f97 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port 9c305e4a-29e9-4b4a-8d0f-812441977e54 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:23:39.532404 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55c35356-1f3b-403a-b7a9-9665ff2e9f97 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:39.617159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-55c35356-1f3b-403a-b7a9-9665ff2e9f97 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] For port 9c305e4a-29e9-4b4a-8d0f-812441977e54, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9c305e4a-29e9-4b4a-8d0f-812441977e54,segment=NetworkSegment(836699e4-ee71-40ea-a49c-fadb70cfde5d),segment_id=836699e4-ee71-40ea-a49c-fadb70cfde5d)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:23:39.617889 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55c35356-1f3b-403a-b7a9-9665ff2e9f97 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:39.632735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-55c35356-1f3b-403a-b7a9-9665ff2e9f97 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for 9c305e4a-29e9-4b4a-8d0f-812441977e54 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:23:39.830903 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55c35356-1f3b-403a-b7a9-9665ff2e9f97 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:39.863567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c35356-1f3b-403a-b7a9-9665ff2e9f97 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=9c305e4a-29e9-4b4a-8d0f-812441977e54,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:40.051654 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:40.058238 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55c35356-1f3b-403a-b7a9-9665ff2e9f97 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:40.323430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c35356-1f3b-403a-b7a9-9665ff2e9f97 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:23:40.452192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c35356-1f3b-403a-b7a9-9665ff2e9f97 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:23:40.461538 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-55c35356-1f3b-403a-b7a9-9665ff2e9f97 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "PUT /v2.0/routers/5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9147754 Nov 13 05:23:40.463518 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf68a6d-3ff5-444a-99cb-aa1cf74e44c1 None None] Sync routers for ids ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:23:40.466753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43084) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:40.478282 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf68a6d-3ff5-444a-99cb-aa1cf74e44c1 None None] Routers {'5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:23:40.479410 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5bf68a6d-3ff5-444a-99cb-aa1cf74e44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:23:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:40.523088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e6d88e-6755-450f-9ee1-4a9499cc771d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting subnet 55c029ab-37b9-4289-9a04-c91ba1a83b70 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:23:40.526598 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d88e-6755-450f-9ee1-4a9499cc771d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:40.567883 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d88e-6755-450f-9ee1-4a9499cc771d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:40.597362 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5bf68a6d-3ff5-444a-99cb-aa1cf74e44c1 None None] Set router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:23:40.659188 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d88e-6755-450f-9ee1-4a9499cc771d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:40.718656 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d88e-6755-450f-9ee1-4a9499cc771d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:40.747229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6d88e-6755-450f-9ee1-4a9499cc771d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Subnet': ['ID=55c029ab-37b9-4289-9a04-c91ba1a83b70,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:40.750270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device dfa94a04-5155-4f2e-afc2-5f269f84f7f9 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:23:40.755871 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d88e-6755-450f-9ee1-4a9499cc771d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:40.758234 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcc31df-4302-49fe-9c47-f87087f08c0f None None] Network fabe5062-84cc-4f0f-a779-86a4e0f4afb5 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:23:40.761961 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b0e6d88e-6755-450f-9ee1-4a9499cc771d tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/subnets/55c029ab-37b9-4289-9a04-c91ba1a83b70 HTTP/1.1" status: 204 len: 168 time: 0.2916811 Nov 13 05:23:40.762421 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43086) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:40.779244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: dfa94a04-5155-4f2e-afc2-5f269f84f7f9 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:23:40.779565 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device dfa94a04-5155-4f2e-afc2-5f269f84f7f9 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:23:40.782656 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5bf68a6d-3ff5-444a-99cb-aa1cf74e44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:23:39Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:40.812078 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf68a6d-3ff5-444a-99cb-aa1cf74e44c1 None None] Checking router: 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:23:40.820701 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf68a6d-3ff5-444a-99cb-aa1cf74e44c1 None None] Routers {'5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:23:40.821314 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5bf68a6d-3ff5-444a-99cb-aa1cf74e44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:23:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:40.881744 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:40.927933 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5bf68a6d-3ff5-444a-99cb-aa1cf74e44c1 None None] Set router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:23:40.967400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] DHCP port deletion for fabe5062-84cc-4f0f-a779-86a4e0f4afb5 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:23:41.003108 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.015017 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Deleting port 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:23:41.015389 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.060417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Deleting port c36133d0-1c67-4898-8846-0126c48a83ca {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:23:41.061609 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.081591 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] For port 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=46827d45-6c2e-4a1e-8853-9ae09c8d0f3a,segment=NetworkSegment(836699e4-ee71-40ea-a49c-fadb70cfde5d),segment_id=836699e4-ee71-40ea-a49c-fadb70cfde5d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:23:41.081991 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.102607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Calling delete_port for 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:23:41.146122 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] For port c36133d0-1c67-4898-8846-0126c48a83ca, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c36133d0-1c67-4898-8846-0126c48a83ca,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:23:41.146487 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.159585 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Calling delete_port for c36133d0-1c67-4898-8846-0126c48a83ca owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:23:41.195242 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.204050 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5bf68a6d-3ff5-444a-99cb-aa1cf74e44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:23:39Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:41.222482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Pushing event deleted for resources: {'Port': ['ID=46827d45-6c2e-4a1e-8853-9ae09c8d0f3a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:41.228550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] No DVR routers for this DVR port 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:23:41.232235 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf68a6d-3ff5-444a-99cb-aa1cf74e44c1 None None] The sync data for ids ['5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4'] in n-d-813114-2 is: [{'id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286107829', 'tenant_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:23:39Z', 'revision_number': 5, 'project_id': 'aa7b34d376c14f66a1c43a8b2010c6e6', 'gw_port': {'id': 'c36133d0-1c67-4898-8846-0126c48a83ca', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:20:48Z', 'updated_at': '2021-11-13T05:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:23:41.239544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.239882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.240213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.240544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.240865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.241191 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.241502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.242181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.242495 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.242807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.243148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.243843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea976edd-3682-4620-8a5e-6e0daaacbae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.341575 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.370718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Port': ['ID=c36133d0-1c67-4898-8846-0126c48a83ca,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:41.378160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4e21ef-0f4b-4a85-9be8-c752b8b4d4fe None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:23:41.396112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.396510 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.396812 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.397153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.397484 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.397819 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.398150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.398478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.398804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.399150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.399494 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.399810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:41.436714 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.532166 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.535068 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.581005 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.581668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Fanout notify agent at l3_agent the message router_deleted on router 5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:23:41.590170 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.590832 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-26a62b4d-7fe0-4fc2-add3-fe57ba1b2622 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/routers/5d32c3f1-fafc-4b67-95ea-ac4a63e55ac4 HTTP/1.1" status: 204 len: 168 time: 0.8273513 Nov 13 05:23:41.593607 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43088) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:41.672168 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76511c28-7f66-4b1b-b5dd-44d5925f5325 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.766720 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76511c28-7f66-4b1b-b5dd-44d5925f5325 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.788047 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-76511c28-7f66-4b1b-b5dd-44d5925f5325 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabe5062-84cc-4f0f-a779-86a4e0f4afb5']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:41.797821 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-76511c28-7f66-4b1b-b5dd-44d5925f5325 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836699e4-ee71-40ea-a49c-fadb70cfde5d') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:41.798113 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-76511c28-7f66-4b1b-b5dd-44d5925f5325 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836699e4-ee71-40ea-a49c-fadb70cfde5d') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:41.808317 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76511c28-7f66-4b1b-b5dd-44d5925f5325 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.818343 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:23:41.824188 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76511c28-7f66-4b1b-b5dd-44d5925f5325 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.830399 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76511c28-7f66-4b1b-b5dd-44d5925f5325 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:23:41.830786 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76511c28-7f66-4b1b-b5dd-44d5925f5325 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:23:41.833879 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:23:41.843881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:23:41.844227 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 46827d45-6c2e-4a1e-8853-9ae09c8d0f3a not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:23:41.844646 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9c305e4a-29e9-4b4a-8d0f-812441977e54 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:23:41.865196 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 9c305e4a-29e9-4b4a-8d0f-812441977e54 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:23:41.865537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9c305e4a-29e9-4b4a-8d0f-812441977e54 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:23:41.904762 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76511c28-7f66-4b1b-b5dd-44d5925f5325 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.914387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76511c28-7f66-4b1b-b5dd-44d5925f5325 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:41.921172 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-76511c28-7f66-4b1b-b5dd-44d5925f5325 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/networks/fabe5062-84cc-4f0f-a779-86a4e0f4afb5 HTTP/1.1" status: 204 len: 168 time: 0.3236682 Nov 13 05:23:41.922263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43090) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:41.939854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76511c28-7f66-4b1b-b5dd-44d5925f5325 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'Network': ['ID=fabe5062-84cc-4f0f-a779-86a4e0f4afb5,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:41.992800 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ac61a16-f307-4daf-9f21-a8d047ea82e4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:42.019562 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ac61a16-f307-4daf-9f21-a8d047ea82e4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:42.081874 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ac61a16-f307-4daf-9f21-a8d047ea82e4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:42.084518 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ac61a16-f307-4daf-9f21-a8d047ea82e4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:42.085686 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1ac61a16-f307-4daf-9f21-a8d047ea82e4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] 10.222.0.43 "DELETE /v2.0/security-groups/0b555e9b-7f18-4792-b112-2b7678822ea9 HTTP/1.1" status: 204 len: 168 time: 0.1633699 Nov 13 05:23:42.095026 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac61a16-f307-4daf-9f21-a8d047ea82e4 tempest-TestNetworkAdvancedServerOps-836357538 tempest-TestNetworkAdvancedServerOps-836357538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b555e9b-7f18-4792-b112-2b7678822ea9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:42.358873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43098) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:42.518369 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2cdf12b2-6951-42a3-a704-37d4cf02380c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa7b34d376c14f66a1c43a8b2010c6e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1582441 Nov 13 05:23:42.521125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43102) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:42.573524 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e892bb5-2712-4c1f-a688-dac2f9d9d5ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:42.595369 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e892bb5-2712-4c1f-a688-dac2f9d9d5ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:42.650789 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e892bb5-2712-4c1f-a688-dac2f9d9d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:42.653627 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3e892bb5-2712-4c1f-a688-dac2f9d9d5ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:42.654816 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3e892bb5-2712-4c1f-a688-dac2f9d9d5ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6d2e374-458d-4492-bb8e-ca3688c79bae HTTP/1.1" status: 204 len: 168 time: 0.1327662 Nov 13 05:23:42.663130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e892bb5-2712-4c1f-a688-dac2f9d9d5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d2e374-458d-4492-bb8e-ca3688c79bae,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:42.948664 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43108) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:42.990359 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-062cd8d2-1dbe-4088-ad2a-647ede01e8b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=062779d6ae1a4bdda3a6d72a750a5c8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401950 Nov 13 05:23:42.993200 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43110) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:43.042356 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-281c2bec-e2f0-4306-a4bf-bbf4c42d9e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:43.063847 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-281c2bec-e2f0-4306-a4bf-bbf4c42d9e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:43.111939 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-281c2bec-e2f0-4306-a4bf-bbf4c42d9e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:43.114537 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-281c2bec-e2f0-4306-a4bf-bbf4c42d9e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:43.115726 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-281c2bec-e2f0-4306-a4bf-bbf4c42d9e6c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/527b95f5-9911-4c8f-b629-ac722dfd5568 HTTP/1.1" status: 204 len: 168 time: 0.1216137 Nov 13 05:23:43.125276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c2bec-e2f0-4306-a4bf-bbf4c42d9e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527b95f5-9911-4c8f-b629-ac722dfd5568,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:43.724747 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c36133d0-1c67-4898-8846-0126c48a83ca no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:23:43.745938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: c36133d0-1c67-4898-8846-0126c48a83ca {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:23:43.746279 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c36133d0-1c67-4898-8846-0126c48a83ca not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:23:43.877717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43132) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:43.987700 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-790779539-network', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:23:44.009944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] Made reservation on behalf of 0ce793ba888848d7a5c66712e0f7e8cc for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:23:44.012731 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.021346 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.100202 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.105802 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.134421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:23:44.144316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f5d009-dd27-4536-8fb0-28a7305225db,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:44.149168 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.149504 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] Added segment d0b7efe7-6f41-413b-a65b-65cb72b2c7bd of type vlan for network 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 Nov 13 05:23:44.189659 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.216918 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.217893 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:44.218457 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.274817 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3959672 Nov 13 05:23:44.278403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43136) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:44.282629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd9cdd-cf4b-4761-b90e-2e532525a42d admin admin] Pushing event updated for resources: {'Network': ['ID=0cc5a30f-0510-45e6-8a4d-3b42388f0f94,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:44.283504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a79b31af-f9d9-41a8-959c-08a5e4395700 admin admin] Request body: {'subnet': {'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-790779539-subnet', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:23:44.293197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:23:44.304885 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79b31af-f9d9-41a8-959c-08a5e4395700 admin admin] Made reservation on behalf of 0ce793ba888848d7a5c66712e0f7e8cc for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:23:44.307248 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a79b31af-f9d9-41a8-959c-08a5e4395700 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.476339 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a79b31af-f9d9-41a8-959c-08a5e4395700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.533385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b31af-f9d9-41a8-959c-08a5e4395700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd43e27a-7f8b-464b-b7a6-51189b5b88f0,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:44.551530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79b31af-f9d9-41a8-959c-08a5e4395700 admin admin] Checking segment: {'id': 'd0b7efe7-6f41-413b-a65b-65cb72b2c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:23:44.551912 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b31af-f9d9-41a8-959c-08a5e4395700 admin admin] Network hostable DHCP agents. Network: 0cc5a30f-0510-45e6-8a4d-3b42388f0f94, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:23:44.571377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b31af-f9d9-41a8-959c-08a5e4395700 admin admin] Network 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:23:44.582476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a79b31af-f9d9-41a8-959c-08a5e4395700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 0cc5a30f-0510-45e6-8a4d-3b42388f0f94) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:23:44.588126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b31af-f9d9-41a8-959c-08a5e4395700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:44.588274 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a79b31af-f9d9-41a8-959c-08a5e4395700 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.591031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc620d0-2e6b-4746-ae96-3f5f77a968ab None None] Network 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:23:44.606835 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a79b31af-f9d9-41a8-959c-08a5e4395700 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3271775 Nov 13 05:23:44.609599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43138) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:44.614205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:23:44.636667 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.637794 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.692059 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.735969 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'fixed_ips': [{'subnet_id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:23:44.736970 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.834064 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:44.869609 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Allocated IP 172.20.0.2 (0cc5a30f-0510-45e6-8a4d-3b42388f0f94/fd43e27a-7f8b-464b-b7a6-51189b5b88f0/0632b51f-da9b-42de-b667-b3fe92aee02e) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:23:45.016228 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:45.022557 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:45.036071 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:45.054796 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:45.060911 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Network 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:23:45.065873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:23:45.069539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:23:45.078023 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Pushing event updated for resources: {'Port': ['ID=0632b51f-da9b-42de-b667-b3fe92aee02e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:45.126981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Attempting to bind port 0632b51f-da9b-42de-b667-b3fe92aee02e on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:23:45.127348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Attempting to bind port 0632b51f-da9b-42de-b667-b3fe92aee02e by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'd0b7efe7-6f41-413b-a65b-65cb72b2c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:23:45.127702 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Attempting to bind port 0632b51f-da9b-42de-b667-b3fe92aee02e on network 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:23:45.133344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:23:45.133707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Checking segment: {'id': 'd0b7efe7-6f41-413b-a65b-65cb72b2c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:23:45.134099 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:45.134484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Bound using segment: {'id': 'd0b7efe7-6f41-413b-a65b-65cb72b2c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:23:45.135003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Bound port: 0632b51f-da9b-42de-b667-b3fe92aee02e, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b7efe7-6f41-413b-a65b-65cb72b2c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:23:45.135340 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:45.160419 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Allocated IP 172.25.8.56 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/7bfba100-1d27-47ae-8e85-8f6f7dd5546f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:23:45.198792 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] For port 0632b51f-da9b-42de-b667-b3fe92aee02e, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:23:45.201873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] For port 0632b51f-da9b-42de-b667-b3fe92aee02e, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0632b51f-da9b-42de-b667-b3fe92aee02e,segment=NetworkSegment(d0b7efe7-6f41-413b-a65b-65cb72b2c7bd),segment_id=d0b7efe7-6f41-413b-a65b-65cb72b2c7bd)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:23:45.206128 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:45.264473 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084233cd-ed01-437e-89c5-f41005c6ee48 None None] Pushing event updated for resources: {'Port': ['ID=0632b51f-da9b-42de-b667-b3fe92aee02e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:45.267160 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:45.303990 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:45.351660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:23:45.354662 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:23:45.359525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:23:45.362928 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=7bfba100-1d27-47ae-8e85-8f6f7dd5546f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:45.375298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9068f39-1122-4ade-b3e5-4cf09d62ae4a None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:23:45.499437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c934577a-d03f-476a-9504-a4235ca0dc65 None None] Provisioning complete for port 7bfba100-1d27-47ae-8e85-8f6f7dd5546f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:45.499901 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c934577a-d03f-476a-9504-a4235ca0dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:45.536389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c934577a-d03f-476a-9504-a4235ca0dc65 None None] Port 7bfba100-1d27-47ae-8e85-8f6f7dd5546f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:23:45.643709 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:45.800262 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0632b51f-da9b-42de-b667-b3fe92aee02e up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:23:45.847438 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:45.848598 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 0632b51f-da9b-42de-b667-b3fe92aee02e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:45.848954 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:45.932308 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:45.967440 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 0632b51f-da9b-42de-b667-b3fe92aee02e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0632b51f-da9b-42de-b667-b3fe92aee02e,segment=NetworkSegment(d0b7efe7-6f41-413b-a65b-65cb72b2c7bd),segment_id=d0b7efe7-6f41-413b-a65b-65cb72b2c7bd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:23:45.972941 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:45.993167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Router a0b8edad-089d-4d9e-a02a-b78f7229e4ef is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:23:46.031451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=0632b51f-da9b-42de-b667-b3fe92aee02e,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:46.109985 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:23:46.120490 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Sync routers for ids ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:23:46.133629 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:46.135072 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fb2e3c5f-eb36-4910-b946-3d3450271ff3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5244019 Nov 13 05:23:46.135286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Routers {'a0b8edad-089d-4d9e-a02a-b78f7229e4ef'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:23:46.136072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:23:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:46.137811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43142) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:46.218537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40350497-9f8d-49b2-87ad-65628305e3b4 None None] Network 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:23:46.477014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Set router a0b8edad-089d-4d9e-a02a-b78f7229e4ef gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:23:46.479926 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ab4cb8dc-f53e-4812-9dbe-7efff02cae11 None None] Provisioning complete for port 0632b51f-da9b-42de-b667-b3fe92aee02e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:46.480293 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ab4cb8dc-f53e-4812-9dbe-7efff02cae11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:46.561470 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:46.716599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Allocated IP 172.20.0.1 (0cc5a30f-0510-45e6-8a4d-3b42388f0f94/fd43e27a-7f8b-464b-b7a6-51189b5b88f0/2e79394b-62e9-476f-99f2-52cf7a880cc2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:23:46.794417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:44Z', 'updated_at': '2021-11-13T05:23:45Z', 'revision_number': 3, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'gw_port': {'id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:45Z', 'updated_at': '2021-11-13T05:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:46.826287 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Checking router: a0b8edad-089d-4d9e-a02a-b78f7229e4ef for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:23:46.826979 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Updating router a0b8edad-089d-4d9e-a02a-b78f7229e4ef port 7bfba100-1d27-47ae-8e85-8f6f7dd5546f binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:23:46.828517 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:46.852747 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:46.868840 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:46.908916 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Network 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:23:46.914048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:23:46.917795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:23:46.944180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Pushing event updated for resources: {'Port': ['ID=2e79394b-62e9-476f-99f2-52cf7a880cc2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:46.965030 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:47.100360 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1a5a45ea-7b2a-4ae6-8c20-5f20c84f2315 None None] Provisioning complete for port 0632b51f-da9b-42de-b667-b3fe92aee02e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:47.100718 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a5a45ea-7b2a-4ae6-8c20-5f20c84f2315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:47.103440 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:47.183703 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:47.191148 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:47.260604 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb2279a-9b91-4ec7-9b0a-c84d025fd12a None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:23:47.266418 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:47.271065 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:47.278861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Attempting to bind port 7bfba100-1d27-47ae-8e85-8f6f7dd5546f on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:23:47.279252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Attempting to bind port 7bfba100-1d27-47ae-8e85-8f6f7dd5546f by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:23:47.279633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Attempting to bind port 7bfba100-1d27-47ae-8e85-8f6f7dd5546f on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:23:47.281946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda57fc-2bb4-449d-9519-f065ae5f5f24 None None] Pushing event updated for resources: {'Port': ['ID=7bfba100-1d27-47ae-8e85-8f6f7dd5546f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:47.287847 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:23:47.288230 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:23:47.288628 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:47.288995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:23:47.289457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Bound port: 7bfba100-1d27-47ae-8e85-8f6f7dd5546f, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:23:47.289857 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:47.344517 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:47.346618 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] For port 7bfba100-1d27-47ae-8e85-8f6f7dd5546f, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:23:47.347495 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Pushing event updated for resources: {'Port': ['ID=2e79394b-62e9-476f-99f2-52cf7a880cc2,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:47.349735 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] For port 7bfba100-1d27-47ae-8e85-8f6f7dd5546f, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7bfba100-1d27-47ae-8e85-8f6f7dd5546f,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:23:47.354082 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:47.415358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5a6efd-0f4c-4d92-9383-2c5e3bfb4198 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:23:47.433184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda57fc-2bb4-449d-9519-f065ae5f5f24 None None] Pushing event updated for resources: {'Port': ['ID=7bfba100-1d27-47ae-8e85-8f6f7dd5546f,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:47.441047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2060b511-bc7e-4deb-bfa5-1b18202fcb96 None None] Provisioning complete for port 7bfba100-1d27-47ae-8e85-8f6f7dd5546f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:47.441364 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2060b511-bc7e-4deb-bfa5-1b18202fcb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:47.444766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Routers {'a0b8edad-089d-4d9e-a02a-b78f7229e4ef'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:23:47.445352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:23:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:47.447629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Network 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:23:47.449275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:23:47.659474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] Set router a0b8edad-089d-4d9e-a02a-b78f7229e4ef gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:23:47.697560 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2060b511-bc7e-4deb-bfa5-1b18202fcb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:47.739093 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2060b511-bc7e-4deb-bfa5-1b18202fcb96 None None] For port 7bfba100-1d27-47ae-8e85-8f6f7dd5546f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7bfba100-1d27-47ae-8e85-8f6f7dd5546f,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:23:47.750882 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2060b511-bc7e-4deb-bfa5-1b18202fcb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:47.820573 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0632b51f-da9b-42de-b667-b3fe92aee02e up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:23:47.918126 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Router a0b8edad-089d-4d9e-a02a-b78f7229e4ef has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:23:47.952291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2060b511-bc7e-4deb-bfa5-1b18202fcb96 None None] Provisioning complete for port 2e79394b-62e9-476f-99f2-52cf7a880cc2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:47.952870 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2060b511-bc7e-4deb-bfa5-1b18202fcb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:48.010223 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060b511-bc7e-4deb-bfa5-1b18202fcb96 None None] Pushing event updated for resources: {'Port': ['ID=7bfba100-1d27-47ae-8e85-8f6f7dd5546f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:48.034136 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:23:48.036437 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c83ff072-bfe0-4063-b9bc-a551c54a7122 admin admin] 10.222.0.43 "PUT /v2.0/routers/a0b8edad-089d-4d9e-a02a-b78f7229e4ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8965671 Nov 13 05:23:48.063273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2060b511-bc7e-4deb-bfa5-1b18202fcb96 None None] Port 2e79394b-62e9-476f-99f2-52cf7a880cc2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:23:48.091385 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 0632b51f-da9b-42de-b667-b3fe92aee02e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:48.091663 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:48.153121 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:44Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'gw_port': {'id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:45Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '2e79394b-62e9-476f-99f2-52cf7a880cc2', 'name': '', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'mac_address': 'fa:16:3e:63:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:46Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 2, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'subnets': [{'id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:48.218137 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4262c8e5-2ee0-4663-9fdb-355d10c282e6 None None] The sync data for ids ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'] in n-d-813114-2 is: [{'id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:44Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'gw_port': {'id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:45Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '2e79394b-62e9-476f-99f2-52cf7a880cc2', 'name': '', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'mac_address': 'fa:16:3e:63:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:46Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 2, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'subnets': [{'id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:23:48.251841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7cf92511-778e-4d72-b6ba-a3e05af2f024 None None] Provisioning complete for port 7bfba100-1d27-47ae-8e85-8f6f7dd5546f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:48.252301 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7cf92511-778e-4d72-b6ba-a3e05af2f024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:48.360114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7cf92511-778e-4d72-b6ba-a3e05af2f024 None None] Provisioning complete for port 2e79394b-62e9-476f-99f2-52cf7a880cc2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:48.360477 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7cf92511-778e-4d72-b6ba-a3e05af2f024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:48.405390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7cf92511-778e-4d72-b6ba-a3e05af2f024 None None] Port 2e79394b-62e9-476f-99f2-52cf7a880cc2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:23:48.629560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43158) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:48.634566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-509174626-network', 'tenant_id': '08b342774474487aa055b2ca34b892e0'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:23:48.658387 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] Made reservation on behalf of 08b342774474487aa055b2ca34b892e0 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:23:48.660812 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:48.669853 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:48.751753 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:48.755947 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:48.786024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:23:48.793209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f5078c-720d-4e2e-b9de-4fe061b5e56c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:48.801013 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:48.801355 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] Added segment a9ac1ed6-839c-46db-ac95-9c65734926a2 of type vlan for network f25a2a7f-44a6-4119-a3bb-27cd4b157602 Nov 13 05:23:48.844750 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:48.881805 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:48.882842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:48.883457 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:48.949063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3184288 Nov 13 05:23:48.952127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43160) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:48.957487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-005793f5-45f4-4e91-87ff-ff932bd65539 admin admin] Request body: {'subnet': {'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-509174626-subnet', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:23:48.958549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff4730-4010-4b10-b915-382be38d1e95 admin admin] Pushing event updated for resources: {'Network': ['ID=f25a2a7f-44a6-4119-a3bb-27cd4b157602,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:48.969624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network f25a2a7f-44a6-4119-a3bb-27cd4b157602 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:23:48.985771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005793f5-45f4-4e91-87ff-ff932bd65539 admin admin] Made reservation on behalf of 08b342774474487aa055b2ca34b892e0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:23:48.988333 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-005793f5-45f4-4e91-87ff-ff932bd65539 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:49.164685 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-005793f5-45f4-4e91-87ff-ff932bd65539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:49.229512 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005793f5-45f4-4e91-87ff-ff932bd65539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29ead8c8-9964-4248-88de-b5ab069c1b67,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:49.238906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005793f5-45f4-4e91-87ff-ff932bd65539 admin admin] Checking segment: {'id': 'a9ac1ed6-839c-46db-ac95-9c65734926a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:23:49.239350 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005793f5-45f4-4e91-87ff-ff932bd65539 admin admin] Network hostable DHCP agents. Network: f25a2a7f-44a6-4119-a3bb-27cd4b157602, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:23:49.258937 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005793f5-45f4-4e91-87ff-ff932bd65539 admin admin] Network f25a2a7f-44a6-4119-a3bb-27cd4b157602 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:23:49.270594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-005793f5-45f4-4e91-87ff-ff932bd65539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, f25a2a7f-44a6-4119-a3bb-27cd4b157602) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:23:49.275092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005793f5-45f4-4e91-87ff-ff932bd65539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:49.275694 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-005793f5-45f4-4e91-87ff-ff932bd65539 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:49.280793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca8bb38-17d0-48ee-94e3-0136081a4273 None None] Network f25a2a7f-44a6-4119-a3bb-27cd4b157602 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:23:49.295695 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-005793f5-45f4-4e91-87ff-ff932bd65539 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3421862 Nov 13 05:23:49.298240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43162) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:49.302943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-509174626-router', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:23:49.326078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:49.327379 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:49.392895 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:49.437296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-f25a2a7f-44a6-4119-a3bb-27cd4b157602', 'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'fixed_ips': [{'subnet_id': '29ead8c8-9964-4248-88de-b5ab069c1b67'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:23:49.438170 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:49.542671 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:49.603146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Allocated IP 172.20.0.2 (f25a2a7f-44a6-4119-a3bb-27cd4b157602/29ead8c8-9964-4248-88de-b5ab069c1b67/8678447f-72e1-4ca5-8ed8-a44b9b982bbb) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:23:49.765130 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:49.784943 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:49.825520 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7bfba100-1d27-47ae-8e85-8f6f7dd5546f up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:23:49.859966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Network f25a2a7f-44a6-4119-a3bb-27cd4b157602 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:23:49.869712 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:23:49.873387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Pushing event updated for resources: {'Port': ['ID=8678447f-72e1-4ca5-8ed8-a44b9b982bbb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:49.875964 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:23:49.946221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 7bfba100-1d27-47ae-8e85-8f6f7dd5546f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:49.946596 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:49.949510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Attempting to bind port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:23:49.949920 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Attempting to bind port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'a9ac1ed6-839c-46db-ac95-9c65734926a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:23:49.950276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Attempting to bind port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb on network f25a2a7f-44a6-4119-a3bb-27cd4b157602 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:23:49.981990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:23:49.982659 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Checking segment: {'id': 'a9ac1ed6-839c-46db-ac95-9c65734926a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:23:49.983125 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:49.983496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Bound using segment: {'id': 'a9ac1ed6-839c-46db-ac95-9c65734926a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:23:49.983985 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Bound port: 8678447f-72e1-4ca5-8ed8-a44b9b982bbb, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ac1ed6-839c-46db-ac95-9c65734926a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:23:49.984364 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:50.101958 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] For port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:23:50.106523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] For port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8678447f-72e1-4ca5-8ed8-a44b9b982bbb,segment=NetworkSegment(a9ac1ed6-839c-46db-ac95-9c65734926a2),segment_id=a9ac1ed6-839c-46db-ac95-9c65734926a2)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:23:50.112994 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:50.180048 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:50.189991 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b6f29-9183-436e-9a76-23f455455018 None None] Pushing event updated for resources: {'Port': ['ID=8678447f-72e1-4ca5-8ed8-a44b9b982bbb,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:50.207008 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:50.315625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Allocated IP 172.25.8.233 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/f8854b60-d515-425f-81e2-6a0784ea1d7d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:23:50.383115 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Sync routers for ids ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:23:50.395482 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Routers {'a0b8edad-089d-4d9e-a02a-b78f7229e4ef'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:23:50.396112 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:23:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:50.476879 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:50.514981 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:50.523381 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Set router a0b8edad-089d-4d9e-a02a-b78f7229e4ef gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:23:50.557493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:23:50.561276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:23:50.564098 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:23:50.574877 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ad061-9ad8-4676-9a85-f21ebfdf1e34 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:23:50.594271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Pushing event updated for resources: {'Port': ['ID=f8854b60-d515-425f-81e2-6a0784ea1d7d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:50.652359 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-618d7950-e6aa-408b-a1c9-ff46ee3f072b None None] Provisioning complete for port f8854b60-d515-425f-81e2-6a0784ea1d7d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:50.652855 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-618d7950-e6aa-408b-a1c9-ff46ee3f072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:50.693866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-618d7950-e6aa-408b-a1c9-ff46ee3f072b None None] Port f8854b60-d515-425f-81e2-6a0784ea1d7d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:23:50.732531 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:44Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'gw_port': {'id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:45Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '2e79394b-62e9-476f-99f2-52cf7a880cc2', 'name': '', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'mac_address': 'fa:16:3e:63:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:46Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 2, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'subnets': [{'id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:50.759663 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Checking router: a0b8edad-089d-4d9e-a02a-b78f7229e4ef for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:23:50.760009 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Updating router a0b8edad-089d-4d9e-a02a-b78f7229e4ef port 2e79394b-62e9-476f-99f2-52cf7a880cc2 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:23:50.785856 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:50.832711 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:51.049138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:51.072089 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:51.077591 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:51.173445 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f92fca-934f-4b70-90e3-fa96eef1fdf2 None None] Network f25a2a7f-44a6-4119-a3bb-27cd4b157602 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:23:51.185622 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Attempting to bind port 2e79394b-62e9-476f-99f2-52cf7a880cc2 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:23:51.186039 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Attempting to bind port 2e79394b-62e9-476f-99f2-52cf7a880cc2 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'd0b7efe7-6f41-413b-a65b-65cb72b2c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:23:51.186318 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Attempting to bind port 2e79394b-62e9-476f-99f2-52cf7a880cc2 on network 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:23:51.191488 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab226d3-6dd5-4559-82d7-11d99b7405ec None None] Pushing event updated for resources: {'Port': ['ID=2e79394b-62e9-476f-99f2-52cf7a880cc2,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:51.194544 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:23:51.195056 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Checking segment: {'id': 'd0b7efe7-6f41-413b-a65b-65cb72b2c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:23:51.195437 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:51.195890 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Bound using segment: {'id': 'd0b7efe7-6f41-413b-a65b-65cb72b2c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:23:51.196362 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Bound port: 2e79394b-62e9-476f-99f2-52cf7a880cc2, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b7efe7-6f41-413b-a65b-65cb72b2c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:23:51.196756 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:51.216881 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab226d3-6dd5-4559-82d7-11d99b7405ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:51.217312 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab226d3-6dd5-4559-82d7-11d99b7405ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:51.217630 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab226d3-6dd5-4559-82d7-11d99b7405ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:51.218009 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab226d3-6dd5-4559-82d7-11d99b7405ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:51.218312 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab226d3-6dd5-4559-82d7-11d99b7405ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:51.218670 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab226d3-6dd5-4559-82d7-11d99b7405ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:51.219104 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab226d3-6dd5-4559-82d7-11d99b7405ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:51.219540 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab226d3-6dd5-4559-82d7-11d99b7405ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:51.219907 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab226d3-6dd5-4559-82d7-11d99b7405ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:51.220215 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab226d3-6dd5-4559-82d7-11d99b7405ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:51.220621 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab226d3-6dd5-4559-82d7-11d99b7405ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:51.221023 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab226d3-6dd5-4559-82d7-11d99b7405ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:23:51.222443 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Router c3265818-820d-44f9-97aa-c204b3cfa5a8 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:23:51.278491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-466643ef-76e4-4f9e-b6a8-c2fab2ce97c9 None None] Provisioning complete for port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:51.279018 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-466643ef-76e4-4f9e-b6a8-c2fab2ce97c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:51.288272 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] For port 2e79394b-62e9-476f-99f2-52cf7a880cc2, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:23:51.293837 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] For port 2e79394b-62e9-476f-99f2-52cf7a880cc2, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2e79394b-62e9-476f-99f2-52cf7a880cc2,segment=NetworkSegment(d0b7efe7-6f41-413b-a65b-65cb72b2c7bd),segment_id=d0b7efe7-6f41-413b-a65b-65cb72b2c7bd)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:23:51.299919 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:51.374192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:23:51.386864 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab226d3-6dd5-4559-82d7-11d99b7405ec None None] Pushing event updated for resources: {'Port': ['ID=2e79394b-62e9-476f-99f2-52cf7a880cc2,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:51.399247 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Routers {'a0b8edad-089d-4d9e-a02a-b78f7229e4ef'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:23:51.399848 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:23:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:51.406332 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:51.407799 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0ad2112f-0a1c-4148-b559-dde889f12e94 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1084986 Nov 13 05:23:51.410750 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43164) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:51.504464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Sync routers for ids ['c3265818-820d-44f9-97aa-c204b3cfa5a8'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:23:51.534786 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] Set router a0b8edad-089d-4d9e-a02a-b78f7229e4ef gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:23:51.545455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Routers {'c3265818-820d-44f9-97aa-c204b3cfa5a8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:23:51.546091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:23:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c3265818-820d-44f9-97aa-c204b3cfa5a8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:51.737265 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-466643ef-76e4-4f9e-b6a8-c2fab2ce97c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:51.741077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Set router c3265818-820d-44f9-97aa-c204b3cfa5a8 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:23:51.798559 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:44Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'gw_port': {'id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:45Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '2e79394b-62e9-476f-99f2-52cf7a880cc2', 'name': '', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'mac_address': 'fa:16:3e:63:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:46Z', 'updated_at': '2021-11-13T05:23:51Z', 'revision_number': 4, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'subnets': [{'id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:51.829428 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d1dbf6-e886-4b33-a77c-ca5bfc9dee0d None None] The sync data for ids ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'] in n-d-813114-2 is: [{'id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:44Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'gw_port': {'id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:45Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '2e79394b-62e9-476f-99f2-52cf7a880cc2', 'name': '', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'mac_address': 'fa:16:3e:63:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:46Z', 'updated_at': '2021-11-13T05:23:51Z', 'revision_number': 4, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'subnets': [{'id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:23:51.886894 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:51.907474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-466643ef-76e4-4f9e-b6a8-c2fab2ce97c9 None None] For port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8678447f-72e1-4ca5-8ed8-a44b9b982bbb,segment=NetworkSegment(a9ac1ed6-839c-46db-ac95-9c65734926a2),segment_id=a9ac1ed6-839c-46db-ac95-9c65734926a2)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:23:51.919595 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-466643ef-76e4-4f9e-b6a8-c2fab2ce97c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.026185 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466643ef-76e4-4f9e-b6a8-c2fab2ce97c9 None None] Pushing event updated for resources: {'Port': ['ID=8678447f-72e1-4ca5-8ed8-a44b9b982bbb,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:52.073670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2e79394b-62e9-476f-99f2-52cf7a880cc2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:23:52.100100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Allocated IP 172.20.0.1 (f25a2a7f-44a6-4119-a3bb-27cd4b157602/29ead8c8-9964-4248-88de-b5ab069c1b67/e5e7220e-1afc-4a50-b3ce-9668fa99b738) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:23:52.136234 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-796a4ea2-5ec8-4bde-9b92-f0b4790df724 None None] Provisioning complete for port 2e79394b-62e9-476f-99f2-52cf7a880cc2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:52.136509 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-796a4ea2-5ec8-4bde-9b92-f0b4790df724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.206441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'name': 'tempest-TestServerBasicOps-509174626-router', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'f8854b60-d515-425f-81e2-6a0784ea1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:49Z', 'updated_at': '2021-11-13T05:23:50Z', 'revision_number': 3, 'project_id': '08b342774474487aa055b2ca34b892e0', 'gw_port': {'id': 'f8854b60-d515-425f-81e2-6a0784ea1d7d', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:50Z', 'updated_at': '2021-11-13T05:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:52.208184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 2e79394b-62e9-476f-99f2-52cf7a880cc2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:52.208642 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.236726 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.241554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Checking router: c3265818-820d-44f9-97aa-c204b3cfa5a8 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:23:52.242251 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Updating router c3265818-820d-44f9-97aa-c204b3cfa5a8 port f8854b60-d515-425f-81e2-6a0784ea1d7d binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:23:52.272716 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.313737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Network f25a2a7f-44a6-4119-a3bb-27cd4b157602 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:23:52.320716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:23:52.321405 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.323723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:23:52.348377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e7220e-1afc-4a50-b3ce-9668fa99b738,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:52.358217 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-796a4ea2-5ec8-4bde-9b92-f0b4790df724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.377348 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.511385 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-796a4ea2-5ec8-4bde-9b92-f0b4790df724 None None] For port 2e79394b-62e9-476f-99f2-52cf7a880cc2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2e79394b-62e9-476f-99f2-52cf7a880cc2,segment=NetworkSegment(d0b7efe7-6f41-413b-a65b-65cb72b2c7bd),segment_id=d0b7efe7-6f41-413b-a65b-65cb72b2c7bd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:23:52.521504 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.523434 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-796a4ea2-5ec8-4bde-9b92-f0b4790df724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.549183 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.677228 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:23:52.684216 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a4ea2-5ec8-4bde-9b92-f0b4790df724 None None] Pushing event updated for resources: {'Port': ['ID=2e79394b-62e9-476f-99f2-52cf7a880cc2,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:52.707632 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:23:52.707990 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:23:52.711452 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-443131ad-914a-4216-8f48-877fd35bdd4f None None] Provisioning complete for port e5e7220e-1afc-4a50-b3ce-9668fa99b738 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:52.711855 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-443131ad-914a-4216-8f48-877fd35bdd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.733385 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.738056 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.767813 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-443131ad-914a-4216-8f48-877fd35bdd4f None None] Port e5e7220e-1afc-4a50-b3ce-9668fa99b738 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:23:52.807146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e7220e-1afc-4a50-b3ce-9668fa99b738,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:52.809740 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.811501 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.813185 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-443131ad-914a-4216-8f48-877fd35bdd4f None None] Provisioning complete for port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:52.813544 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-443131ad-914a-4216-8f48-877fd35bdd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.835550 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.897088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d30b50-a774-4855-9fed-d824e71dee63 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:23:52.909455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Network f25a2a7f-44a6-4119-a3bb-27cd4b157602 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:23:52.911048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:23:52.915261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdeacc-3567-4655-8399-85146dc7e144 None None] Pushing event updated for resources: {'Port': ['ID=f8854b60-d515-425f-81e2-6a0784ea1d7d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:52.917520 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Attempting to bind port f8854b60-d515-425f-81e2-6a0784ea1d7d on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:23:52.917883 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Attempting to bind port f8854b60-d515-425f-81e2-6a0784ea1d7d by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:23:52.918311 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Attempting to bind port f8854b60-d515-425f-81e2-6a0784ea1d7d on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:23:52.928026 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:23:52.928390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:23:52.928798 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:52.929188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:23:52.929659 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Bound port: f8854b60-d515-425f-81e2-6a0784ea1d7d, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:23:52.930036 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:53.014051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] For port f8854b60-d515-425f-81e2-6a0784ea1d7d, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:23:53.017476 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] For port f8854b60-d515-425f-81e2-6a0784ea1d7d, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f8854b60-d515-425f-81e2-6a0784ea1d7d,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:23:53.023400 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:53.044801 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Router c3265818-820d-44f9-97aa-c204b3cfa5a8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:23:53.072019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b6730-7fcd-4763-a8ea-107f9583a056 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:23:53.097442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdeacc-3567-4655-8399-85146dc7e144 None None] Pushing event updated for resources: {'Port': ['ID=f8854b60-d515-425f-81e2-6a0784ea1d7d,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:53.100117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Routers {'c3265818-820d-44f9-97aa-c204b3cfa5a8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:23:53.100818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:23:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c3265818-820d-44f9-97aa-c204b3cfa5a8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:53.161834 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-616146a9-0422-4ef4-8f50-973d8ee10ca0 None None] Provisioning complete for port f8854b60-d515-425f-81e2-6a0784ea1d7d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:53.162200 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-616146a9-0422-4ef4-8f50-973d8ee10ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:53.170110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:23:53.175712 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0173e459-e9d3-4593-800b-3baa21603812 admin admin] 10.222.0.43 "PUT /v2.0/routers/c3265818-820d-44f9-97aa-c204b3cfa5a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7638776 Nov 13 05:23:53.433881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8678447f-72e1-4ca5-8ed8-a44b9b982bbb up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:23:53.465506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] Set router c3265818-820d-44f9-97aa-c204b3cfa5a8 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:23:53.650234 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-616146a9-0422-4ef4-8f50-973d8ee10ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:53.707786 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:53.708260 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:53.726677 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-616146a9-0422-4ef4-8f50-973d8ee10ca0 None None] For port f8854b60-d515-425f-81e2-6a0784ea1d7d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f8854b60-d515-425f-81e2-6a0784ea1d7d,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:23:53.756746 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-616146a9-0422-4ef4-8f50-973d8ee10ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:53.903448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616146a9-0422-4ef4-8f50-973d8ee10ca0 None None] Pushing event updated for resources: {'Port': ['ID=f8854b60-d515-425f-81e2-6a0784ea1d7d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:53.958100 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cfe1df80-b1d1-48be-a7eb-46d4ddfddfed None None] Provisioning complete for port e5e7220e-1afc-4a50-b3ce-9668fa99b738 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:53.958613 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfe1df80-b1d1-48be-a7eb-46d4ddfddfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.026532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1df80-b1d1-48be-a7eb-46d4ddfddfed None None] Port e5e7220e-1afc-4a50-b3ce-9668fa99b738 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:23:54.047883 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'name': 'tempest-TestServerBasicOps-509174626-router', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'f8854b60-d515-425f-81e2-6a0784ea1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:49Z', 'updated_at': '2021-11-13T05:23:52Z', 'revision_number': 4, 'project_id': '08b342774474487aa055b2ca34b892e0', 'gw_port': {'id': 'f8854b60-d515-425f-81e2-6a0784ea1d7d', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:50Z', 'updated_at': '2021-11-13T05:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'e5e7220e-1afc-4a50-b3ce-9668fa99b738', 'name': '', 'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'mac_address': 'fa:16:3e:89:64:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '29ead8c8-9964-4248-88de-b5ab069c1b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:51Z', 'updated_at': '2021-11-13T05:23:52Z', 'revision_number': 2, 'project_id': '08b342774474487aa055b2ca34b892e0', 'subnets': [{'id': '29ead8c8-9964-4248-88de-b5ab069c1b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:54.091448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c482fed-19da-4255-981a-313b6a39bd4b None None] The sync data for ids ['c3265818-820d-44f9-97aa-c204b3cfa5a8'] in n-d-813114-2 is: [{'id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'name': 'tempest-TestServerBasicOps-509174626-router', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'f8854b60-d515-425f-81e2-6a0784ea1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:49Z', 'updated_at': '2021-11-13T05:23:52Z', 'revision_number': 4, 'project_id': '08b342774474487aa055b2ca34b892e0', 'gw_port': {'id': 'f8854b60-d515-425f-81e2-6a0784ea1d7d', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:50Z', 'updated_at': '2021-11-13T05:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'e5e7220e-1afc-4a50-b3ce-9668fa99b738', 'name': '', 'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'mac_address': 'fa:16:3e:89:64:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '29ead8c8-9964-4248-88de-b5ab069c1b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:51Z', 'updated_at': '2021-11-13T05:23:52Z', 'revision_number': 2, 'project_id': '08b342774474487aa055b2ca34b892e0', 'subnets': [{'id': '29ead8c8-9964-4248-88de-b5ab069c1b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:23:54.109195 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8678447f-72e1-4ca5-8ed8-a44b9b982bbb up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:23:54.152205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:54.158005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d30ab6a4-c1f2-4aa0-b3bd-9528eb4a97fc tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704406123', 'description': 'tempest-secgroup-smoke-1704406123 description', 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:23:54.171204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:54.171739 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.187822 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d30ab6a4-c1f2-4aa0-b3bd-9528eb4a97fc tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.255312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2e79394b-62e9-476f-99f2-52cf7a880cc2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:23:54.260455 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d30ab6a4-c1f2-4aa0-b3bd-9528eb4a97fc tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.264290 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d30ab6a4-c1f2-4aa0-b3bd-9528eb4a97fc tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.296399 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ab6a4-c1f2-4aa0-b3bd-9528eb4a97fc tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6cdf27-9bcf-478f-9436-f7a7ed702656,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:54.301166 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d30ab6a4-c1f2-4aa0-b3bd-9528eb4a97fc tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.302666 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d30ab6a4-c1f2-4aa0-b3bd-9528eb4a97fc tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1494446 Nov 13 05:23:54.305914 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43176) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:54.327131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a85f1f12-d109-4365-af35-1eaeb276f830 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Request body: {'security_group_rule': {'security_group_id': '9b6cdf27-9bcf-478f-9436-f7a7ed702656', 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:23:54.337957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 2e79394b-62e9-476f-99f2-52cf7a880cc2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:54.338106 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.361401 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a85f1f12-d109-4365-af35-1eaeb276f830 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.429591 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a85f1f12-d109-4365-af35-1eaeb276f830 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.436302 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a85f1f12-d109-4365-af35-1eaeb276f830 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.455969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f1f12-d109-4365-af35-1eaeb276f830 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27c88c3-f872-4639-b99f-b75d0127402b,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:54.461987 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a85f1f12-d109-4365-af35-1eaeb276f830 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.463438 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a85f1f12-d109-4365-af35-1eaeb276f830 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563754 Nov 13 05:23:54.466486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43178) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:54.471139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1dad5aec-b43f-47d7-938b-6fcd8d66ee8b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Request body: {'security_group_rule': {'security_group_id': '9b6cdf27-9bcf-478f-9436-f7a7ed702656', 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:23:54.499755 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1dad5aec-b43f-47d7-938b-6fcd8d66ee8b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.558558 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1dad5aec-b43f-47d7-938b-6fcd8d66ee8b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.562797 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1dad5aec-b43f-47d7-938b-6fcd8d66ee8b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.582949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad5aec-b43f-47d7-938b-6fcd8d66ee8b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a0595d-f4d9-4da5-81f3-6ead5dae5385,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:54.592232 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1dad5aec-b43f-47d7-938b-6fcd8d66ee8b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.593613 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1dad5aec-b43f-47d7-938b-6fcd8d66ee8b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261244 Nov 13 05:23:54.596448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43180) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:54.600987 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4ed4e972-c785-4218-8e55-c780784efa5b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Request body: {'security_group_rule': {'security_group_id': '9b6cdf27-9bcf-478f-9436-f7a7ed702656', 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:23:54.633352 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e972-c785-4218-8e55-c780784efa5b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.692652 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e972-c785-4218-8e55-c780784efa5b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.696934 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e972-c785-4218-8e55-c780784efa5b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.719218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4e972-c785-4218-8e55-c780784efa5b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117c2eee-16fb-4db1-b0fd-76b78f1c031d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:54.727700 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e972-c785-4218-8e55-c780784efa5b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.731688 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4ed4e972-c785-4218-8e55-c780784efa5b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314747 Nov 13 05:23:54.731918 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43182) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:54.736546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f90143b6-12f5-47a7-9740-1f854074a6bf tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Request body: {'security_group_rule': {'security_group_id': '9b6cdf27-9bcf-478f-9436-f7a7ed702656', 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:23:54.771065 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f90143b6-12f5-47a7-9740-1f854074a6bf tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.835840 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f90143b6-12f5-47a7-9740-1f854074a6bf tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.841237 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f90143b6-12f5-47a7-9740-1f854074a6bf tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.859600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90143b6-12f5-47a7-9740-1f854074a6bf tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac239f4-e1b6-42b2-b5c9-21bd02923569,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:54.867638 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f90143b6-12f5-47a7-9740-1f854074a6bf tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.868868 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f90143b6-12f5-47a7-9740-1f854074a6bf tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359921 Nov 13 05:23:54.871740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43184) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:54.876884 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ec780f01-9f72-415e-a0e9-27b4c2f107c7 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Request body: {'security_group_rule': {'security_group_id': '9b6cdf27-9bcf-478f-9436-f7a7ed702656', 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:23:54.901591 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-ec780f01-9f72-415e-a0e9-27b4c2f107c7 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Project 0ce793ba888848d7a5c66712e0f7e8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:23:54.908319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec780f01-9f72-415e-a0e9-27b4c2f107c7 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.974322 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec780f01-9f72-415e-a0e9-27b4c2f107c7 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:54.978754 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec780f01-9f72-415e-a0e9-27b4c2f107c7 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:55.001157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec780f01-9f72-415e-a0e9-27b4c2f107c7 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17462a52-7e12-4f52-bcf8-95859629c6ee,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:55.007314 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec780f01-9f72-415e-a0e9-27b4c2f107c7 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:55.008057 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ec780f01-9f72-415e-a0e9-27b4c2f107c7 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352351 Nov 13 05:23:55.010805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43188) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:23:55.015661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a7de08f5-8a29-4964-ad74-0464588fc677 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Request body: {'security_group_rule': {'security_group_id': '9b6cdf27-9bcf-478f-9436-f7a7ed702656', 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:23:55.040469 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-a7de08f5-8a29-4964-ad74-0464588fc677 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Project 0ce793ba888848d7a5c66712e0f7e8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:23:55.046319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7de08f5-8a29-4964-ad74-0464588fc677 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:55.107598 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7de08f5-8a29-4964-ad74-0464588fc677 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:55.112432 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7de08f5-8a29-4964-ad74-0464588fc677 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:55.133899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de08f5-8a29-4964-ad74-0464588fc677 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1a60d6-8027-4ec6-bab5-7f5d2efa85ac,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:55.142254 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7de08f5-8a29-4964-ad74-0464588fc677 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:55.143519 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a7de08f5-8a29-4964-ad74-0464588fc677 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317856 Nov 13 05:23:55.302049 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-42919788-a5b1-4698-8766-7737006334d9 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704406123&fields=id&tenant_id=0ce793ba888848d7a5c66712e0f7e8cc HTTP/1.1" status: 200 len: 267 time: 0.0459030 Nov 13 05:23:55.420003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-ee9b9c06-65c4-4866-8fa1-f96328ce0d88 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:55.421572 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-ee9b9c06-65c4-4866-8fa1-f96328ce0d88 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/networks?id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94 HTTP/1.1" status: 200 len: 808 time: 0.1124034 Nov 13 05:23:55.437330 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-4da8ca6e-33b6-44b6-bb18-8cecd0c18a1d tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/quotas/0ce793ba888848d7a5c66712e0f7e8cc HTTP/1.1" status: 200 len: 375 time: 0.0097046 Nov 13 05:23:55.490099 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-04f0e21e-88ac-4f60-9695-6d030df75c8e tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ce793ba888848d7a5c66712e0f7e8cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475032 Nov 13 05:23:55.608607 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-0fada06b-95f6-422e-8c3a-b158b7440f17 service neutron] 10.222.0.43 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041303 Nov 13 05:23:55.701419 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-93d566c0-3d3b-4a2d-b562-759f4f2aff3e service neutron] 10.222.0.43 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865142 Nov 13 05:23:55.903247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e43fa463-c110-422a-b96e-2f9e630c38d5 req-b9850b2d-950c-4ce3-bb85-ec46e9e574b7 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 210 time: 0.0273643 Nov 13 05:23:56.096018 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Sync routers for ids ['c3265818-820d-44f9-97aa-c204b3cfa5a8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:23:56.106250 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Routers {'c3265818-820d-44f9-97aa-c204b3cfa5a8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:23:56.106974 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:23:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c3265818-820d-44f9-97aa-c204b3cfa5a8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:56.128899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f8854b60-d515-425f-81e2-6a0784ea1d7d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:23:56.189467 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port f8854b60-d515-425f-81e2-6a0784ea1d7d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:56.189843 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:56.225361 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Set router c3265818-820d-44f9-97aa-c204b3cfa5a8 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:23:56.519372 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'name': 'tempest-TestServerBasicOps-509174626-router', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'f8854b60-d515-425f-81e2-6a0784ea1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:49Z', 'updated_at': '2021-11-13T05:23:52Z', 'revision_number': 4, 'project_id': '08b342774474487aa055b2ca34b892e0', 'gw_port': {'id': 'f8854b60-d515-425f-81e2-6a0784ea1d7d', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:50Z', 'updated_at': '2021-11-13T05:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'e5e7220e-1afc-4a50-b3ce-9668fa99b738', 'name': '', 'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'mac_address': 'fa:16:3e:89:64:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '29ead8c8-9964-4248-88de-b5ab069c1b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:51Z', 'updated_at': '2021-11-13T05:23:52Z', 'revision_number': 2, 'project_id': '08b342774474487aa055b2ca34b892e0', 'subnets': [{'id': '29ead8c8-9964-4248-88de-b5ab069c1b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:56.548687 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Checking router: c3265818-820d-44f9-97aa-c204b3cfa5a8 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:23:56.549036 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Updating router c3265818-820d-44f9-97aa-c204b3cfa5a8 port e5e7220e-1afc-4a50-b3ce-9668fa99b738 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:23:56.572973 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:56.838560 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:56.844824 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:56.916023 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e13798-cffd-400f-ad22-ed9ece3752a1 None None] Pushing event updated for resources: {'Port': ['ID=e5e7220e-1afc-4a50-b3ce-9668fa99b738,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:56.968842 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Attempting to bind port e5e7220e-1afc-4a50-b3ce-9668fa99b738 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:23:56.969253 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Attempting to bind port e5e7220e-1afc-4a50-b3ce-9668fa99b738 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'a9ac1ed6-839c-46db-ac95-9c65734926a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:23:56.969611 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Attempting to bind port e5e7220e-1afc-4a50-b3ce-9668fa99b738 on network f25a2a7f-44a6-4119-a3bb-27cd4b157602 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:23:56.987919 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:23:56.988319 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Checking segment: {'id': 'a9ac1ed6-839c-46db-ac95-9c65734926a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:23:56.988732 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:56.989095 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Bound using segment: {'id': 'a9ac1ed6-839c-46db-ac95-9c65734926a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:23:56.989564 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Bound port: e5e7220e-1afc-4a50-b3ce-9668fa99b738, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ac1ed6-839c-46db-ac95-9c65734926a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:23:56.989942 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:57.050206 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-888e236e-9709-471f-a433-aef521f1de99 req-d686ee32-14c8-4f62-a824-3245ebcf1ebb tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 210 time: 0.0596871 Nov 13 05:23:57.077286 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-4a3dbfe0-2f9c-4b55-8eaa-a955556e28d2 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:57.078949 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-4a3dbfe0-2f9c-4b55-8eaa-a955556e28d2 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.46 "GET /v2.0/networks?id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94 HTTP/1.1" status: 200 len: 808 time: 0.1813409 Nov 13 05:23:57.081611 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] For port e5e7220e-1afc-4a50-b3ce-9668fa99b738, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:23:57.084888 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] For port e5e7220e-1afc-4a50-b3ce-9668fa99b738, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e5e7220e-1afc-4a50-b3ce-9668fa99b738,segment=NetworkSegment(a9ac1ed6-839c-46db-ac95-9c65734926a2),segment_id=a9ac1ed6-839c-46db-ac95-9c65734926a2)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:23:57.090414 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:57.149308 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Routers {'c3265818-820d-44f9-97aa-c204b3cfa5a8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:23:57.149940 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:23:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c3265818-820d-44f9-97aa-c204b3cfa5a8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:57.166186 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-415f61b7-bc88-4bdd-8b30-5bfe36872a5a tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ce793ba888848d7a5c66712e0f7e8cc HTTP/1.1" status: 200 len: 380 time: 0.0647731 Nov 13 05:23:57.173278 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f1f566cb-8682-4d97-bdbc-47c6b7616012 None None] Provisioning complete for port e5e7220e-1afc-4a50-b3ce-9668fa99b738 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:57.173739 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1f566cb-8682-4d97-bdbc-47c6b7616012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:57.184116 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-ae6e62be-da0b-484e-adeb-cafd0c3d355a tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Request body: {'port': {'device_id': '4a34328d-f089-4876-bbfb-e940603840ab', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'admin_state_up': True, 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'security_groups': ['9b6cdf27-9bcf-478f-9436-f7a7ed702656']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:23:57.265961 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] Set router c3265818-820d-44f9-97aa-c204b3cfa5a8 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:23:57.273459 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1f566cb-8682-4d97-bdbc-47c6b7616012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:57.315156 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f1f566cb-8682-4d97-bdbc-47c6b7616012 None None] For port e5e7220e-1afc-4a50-b3ce-9668fa99b738, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e5e7220e-1afc-4a50-b3ce-9668fa99b738,segment=NetworkSegment(a9ac1ed6-839c-46db-ac95-9c65734926a2),segment_id=a9ac1ed6-839c-46db-ac95-9c65734926a2)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:23:57.321467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-ae6e62be-da0b-484e-adeb-cafd0c3d355a tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Made reservation on behalf of 0ce793ba888848d7a5c66712e0f7e8cc for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:23:57.322541 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1f566cb-8682-4d97-bdbc-47c6b7616012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:57.329783 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-ae6e62be-da0b-484e-adeb-cafd0c3d355a tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:57.376178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f566cb-8682-4d97-bdbc-47c6b7616012 None None] Pushing event updated for resources: {'Port': ['ID=e5e7220e-1afc-4a50-b3ce-9668fa99b738,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:57.391244 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e13798-cffd-400f-ad22-ed9ece3752a1 None None] Pushing event updated for resources: {'Port': ['ID=e5e7220e-1afc-4a50-b3ce-9668fa99b738,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:57.449160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-99b7c417-942e-494d-a3a8-2b9d1b0de86d None None] Provisioning complete for port e5e7220e-1afc-4a50-b3ce-9668fa99b738 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:57.449860 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99b7c417-942e-494d-a3a8-2b9d1b0de86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:57.472232 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'name': 'tempest-TestServerBasicOps-509174626-router', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'f8854b60-d515-425f-81e2-6a0784ea1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:49Z', 'updated_at': '2021-11-13T05:23:52Z', 'revision_number': 4, 'project_id': '08b342774474487aa055b2ca34b892e0', 'gw_port': {'id': 'f8854b60-d515-425f-81e2-6a0784ea1d7d', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:50Z', 'updated_at': '2021-11-13T05:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'e5e7220e-1afc-4a50-b3ce-9668fa99b738', 'name': '', 'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'mac_address': 'fa:16:3e:89:64:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '29ead8c8-9964-4248-88de-b5ab069c1b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:51Z', 'updated_at': '2021-11-13T05:23:57Z', 'revision_number': 4, 'project_id': '08b342774474487aa055b2ca34b892e0', 'subnets': [{'id': '29ead8c8-9964-4248-88de-b5ab069c1b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:23:57.476761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-ae6e62be-da0b-484e-adeb-cafd0c3d355a tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Allocated IP 172.20.0.4 (0cc5a30f-0510-45e6-8a4d-3b42388f0f94/fd43e27a-7f8b-464b-b7a6-51189b5b88f0/41acc627-ff17-4507-8a17-842135635db8) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:23:57.499645 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf009d9-86f4-40e7-81cb-deb5f52ddebd None None] The sync data for ids ['c3265818-820d-44f9-97aa-c204b3cfa5a8'] in n-d-813114-2 is: [{'id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'name': 'tempest-TestServerBasicOps-509174626-router', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'f8854b60-d515-425f-81e2-6a0784ea1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:49Z', 'updated_at': '2021-11-13T05:23:52Z', 'revision_number': 4, 'project_id': '08b342774474487aa055b2ca34b892e0', 'gw_port': {'id': 'f8854b60-d515-425f-81e2-6a0784ea1d7d', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:50Z', 'updated_at': '2021-11-13T05:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'e5e7220e-1afc-4a50-b3ce-9668fa99b738', 'name': '', 'network_id': 'f25a2a7f-44a6-4119-a3bb-27cd4b157602', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'mac_address': 'fa:16:3e:89:64:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '29ead8c8-9964-4248-88de-b5ab069c1b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:51Z', 'updated_at': '2021-11-13T05:23:57Z', 'revision_number': 4, 'project_id': '08b342774474487aa055b2ca34b892e0', 'subnets': [{'id': '29ead8c8-9964-4248-88de-b5ab069c1b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:23:57.619870 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-ae6e62be-da0b-484e-adeb-cafd0c3d355a tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:57.654875 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-ae6e62be-da0b-484e-adeb-cafd0c3d355a tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:57.704910 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-ae6e62be-da0b-484e-adeb-cafd0c3d355a tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Network 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:23:57.708730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-ae6e62be-da0b-484e-adeb-cafd0c3d355a tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:23:57.711799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-ae6e62be-da0b-484e-adeb-cafd0c3d355a tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:23:57.745197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e62be-da0b-484e-adeb-cafd0c3d355a tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Pushing event updated for resources: {'Port': ['ID=41acc627-ff17-4507-8a17-842135635db8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:57.777463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-ae6e62be-da0b-484e-adeb-cafd0c3d355a tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:57.778135 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-ae6e62be-da0b-484e-adeb-cafd0c3d355a tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:57.797113 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-ae6e62be-da0b-484e-adeb-cafd0c3d355a tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6243012 Nov 13 05:23:57.930758 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Request body: {'port': {'device_id': '4a34328d-f089-4876-bbfb-e940603840ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:23:57.967322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bc37fbbf-7547-4c9f-81f9-8555fc4e2cc0 None None] Provisioning complete for port 41acc627-ff17-4507-8a17-842135635db8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:57.967688 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc37fbbf-7547-4c9f-81f9-8555fc4e2cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:57.988418 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:58.003765 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bc37fbbf-7547-4c9f-81f9-8555fc4e2cc0 None None] Port 41acc627-ff17-4507-8a17-842135635db8 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:23:58.110532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e5e7220e-1afc-4a50-b3ce-9668fa99b738 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:23:58.165116 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e5e7220e-1afc-4a50-b3ce-9668fa99b738 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:23:58.165570 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:58.184329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0a760-8a5e-47c9-8b06-74134f62d73c req-ef8b46fc-20aa-423d-a46e-d949ae1ed933 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:58.186433 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42e0a760-8a5e-47c9-8b06-74134f62d73c req-ef8b46fc-20aa-423d-a46e-d949ae1ed933 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 931 time: 0.0522490 Nov 13 05:23:58.237645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42e0a760-8a5e-47c9-8b06-74134f62d73c req-7c72bfe4-bbfb-414a-8c65-6f7853a0e21f tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443029 Nov 13 05:23:58.284710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41acc627-ff17-4507-8a17-842135635db8 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:23:58.292074 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:58.304676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Transition to ACTIVE for port object 41acc627-ff17-4507-8a17-842135635db8 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:23:58.309298 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:58.377390 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=41acc627-ff17-4507-8a17-842135635db8,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:58.435487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Attempting to bind port 41acc627-ff17-4507-8a17-842135635db8 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:23:58.435737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Attempting to bind port 41acc627-ff17-4507-8a17-842135635db8 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'd0b7efe7-6f41-413b-a65b-65cb72b2c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:23:58.436062 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Attempting to bind port 41acc627-ff17-4507-8a17-842135635db8 on network 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:23:58.440840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Port 41acc627-ff17-4507-8a17-842135635db8 on network 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:23:58.441165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Attempting to bind port 41acc627-ff17-4507-8a17-842135635db8 on network 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:23:58.446097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:23:58.446426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Checking segment: {'id': 'd0b7efe7-6f41-413b-a65b-65cb72b2c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:23:58.446871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Bound using segment: {'id': 'd0b7efe7-6f41-413b-a65b-65cb72b2c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:23:58.447254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Bound port: 41acc627-ff17-4507-8a17-842135635db8, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b7efe7-6f41-413b-a65b-65cb72b2c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:23:58.447609 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:58.512730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] For port 41acc627-ff17-4507-8a17-842135635db8, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:23:58.517149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] For port 41acc627-ff17-4507-8a17-842135635db8, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=41acc627-ff17-4507-8a17-842135635db8,segment=NetworkSegment(d0b7efe7-6f41-413b-a65b-65cb72b2c7bd),segment_id=d0b7efe7-6f41-413b-a65b-65cb72b2c7bd)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:23:58.521264 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:58.555311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:58.556002 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:58.557368 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] 10.222.0.46 "PUT /v2.0/ports/41acc627-ff17-4507-8a17-842135635db8 HTTP/1.1" status: 200 len: 1091 time: 0.7456090 Nov 13 05:23:58.557805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a34328d-f089-4876-bbfb-e940603840ab', 'tag': '41acc627-ff17-4507-8a17-842135635db8'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:23:58.560140 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072eabb8-ed75-4e9b-a4f4-9086427c484f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a34328d-f089-4876-bbfb-e940603840ab", "tag": "41acc627-ff17-4507-8a17-842135635db8"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:23:58.584778 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ffd41-250a-4bb5-9115-b65154aecdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=41acc627-ff17-4507-8a17-842135635db8,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:23:58.666386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-c339cf39-4fef-433a-ba86-ac784e9b152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:58.667642 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-c339cf39-4fef-433a-ba86-ac784e9b152c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ce793ba888848d7a5c66712e0f7e8cc&device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 1094 time: 0.0458524 Nov 13 05:23:58.683432 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616fa8d7-0f58-4f6b-8fa4-0a05a66966c0 x-openstack-request-id: req-616fa8d7-0f58-4f6b-8fa4-0a05a66966c0 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:23:58.683750 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a34328d-f089-4876-bbfb-e940603840ab", "tag": "41acc627-ff17-4507-8a17-842135635db8", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:23:58.683955 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-616fa8d7-0f58-4f6b-8fa4-0a05a66966c0 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:23:58.684348 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a34328d-f089-4876-bbfb-e940603840ab', 'tag': '41acc627-ff17-4507-8a17-842135635db8', 'status': 'completed', 'code': 200} Nov 13 05:23:58.724142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-2f75cb9f-f3e9-4b1f-8658-c4699e3bd8d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41acc627-ff17-4507-8a17-842135635db8 HTTP/1.1" status: 200 len: 217 time: 0.0425162 Nov 13 05:23:58.772515 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:58.780167 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-9d190047-2a50-4dbc-a5b1-a6145959e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:58.781645 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-9d190047-2a50-4dbc-a5b1-a6145959e121 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd43e27a-7f8b-464b-b7a6-51189b5b88f0 HTTP/1.1" status: 200 len: 847 time: 0.0492344 Nov 13 05:23:58.828125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-e6dacdd2-e69f-4be6-b742-cbf8b904d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:58.829599 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-e6dacdd2-e69f-4be6-b742-cbf8b904d0be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402060 Nov 13 05:23:59.173267 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:23:59.258095 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-2182e0b5-53bc-4782-aca6-ec18e5881e5a service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215162 Nov 13 05:23:59.351126 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-32505fba-98e7-42fc-915d-b4b63ccef0a1 req-a9653ffa-e58c-4647-ad52-a35e600b36a4 service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851569 Nov 13 05:23:59.361108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9490a75-3d54-4140-9f43-0b8cc908fea1 req-b82ee83d-590a-4e95-848f-89703fd7b5b8 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:59.363858 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d9490a75-3d54-4140-9f43-0b8cc908fea1 req-b82ee83d-590a-4e95-848f-89703fd7b5b8 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 943 time: 0.0503578 Nov 13 05:23:59.420803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d9490a75-3d54-4140-9f43-0b8cc908fea1 req-34f73e99-3460-4fcd-bab1-a8ab7c12b62d tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503905 Nov 13 05:23:59.495485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072eabb8-ed75-4e9b-a4f4-9086427c484f req-1a442338-5318-487d-ba12-ac71e4d867a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:59.496983 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-072eabb8-ed75-4e9b-a4f4-9086427c484f req-1a442338-5318-487d-ba12-ac71e4d867a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ce793ba888848d7a5c66712e0f7e8cc&device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 1094 time: 0.0465329 Nov 13 05:23:59.585991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072eabb8-ed75-4e9b-a4f4-9086427c484f req-8b962d54-7faa-4424-8e17-9b2edbc97189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:59.587481 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-072eabb8-ed75-4e9b-a4f4-9086427c484f req-8b962d54-7faa-4424-8e17-9b2edbc97189 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94 HTTP/1.1" status: 200 len: 909 time: 0.0834348 Nov 13 05:23:59.632977 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-072eabb8-ed75-4e9b-a4f4-9086427c484f req-45e8291c-c9d9-4d97-8396-9f0e86a9f1ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41acc627-ff17-4507-8a17-842135635db8 HTTP/1.1" status: 200 len: 217 time: 0.0382566 Nov 13 05:23:59.681480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072eabb8-ed75-4e9b-a4f4-9086427c484f req-f8a900be-1613-449e-a1dd-eba97ec54256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:59.682872 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-072eabb8-ed75-4e9b-a4f4-9086427c484f req-f8a900be-1613-449e-a1dd-eba97ec54256 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd43e27a-7f8b-464b-b7a6-51189b5b88f0 HTTP/1.1" status: 200 len: 847 time: 0.0427103 Nov 13 05:23:59.729840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072eabb8-ed75-4e9b-a4f4-9086427c484f req-902c18c8-ec60-4ddc-a685-b524dc293777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:23:59.731309 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-072eabb8-ed75-4e9b-a4f4-9086427c484f req-902c18c8-ec60-4ddc-a685-b524dc293777 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417857 Nov 13 05:23:59.831619 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-072eabb8-ed75-4e9b-a4f4-9086427c484f req-9e36e6f0-22fe-4d6b-a753-ab5976c11edb service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932450 Nov 13 05:23:59.925644 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-072eabb8-ed75-4e9b-a4f4-9086427c484f req-24e165f5-e8fe-4845-b139-444f51bb10e7 service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860770 Nov 13 05:24:00.551404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccf27a-71cb-4e0b-8d3b-6d208a0732df req-cdb983fe-9b16-47f8-a797-e771de8a0d12 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:00.552876 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-13ccf27a-71cb-4e0b-8d3b-6d208a0732df req-cdb983fe-9b16-47f8-a797-e771de8a0d12 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 943 time: 0.0516539 Nov 13 05:24:00.609115 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-13ccf27a-71cb-4e0b-8d3b-6d208a0732df req-c6912c33-6513-46d2-9f16-40e61dca58d1 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472543 Nov 13 05:24:01.730070 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55862900-d559-482d-92e4-1bfe24943ddb req-ef130726-60c5-4d84-9a13-8f2fa8068e26 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:01.731581 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-55862900-d559-482d-92e4-1bfe24943ddb req-ef130726-60c5-4d84-9a13-8f2fa8068e26 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 943 time: 0.0525477 Nov 13 05:24:01.784154 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-55862900-d559-482d-92e4-1bfe24943ddb req-0a34e579-4d29-4821-b102-df3130fb75ce tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459092 Nov 13 05:24:02.913078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0c9ee-a027-4aff-81f6-803370c8993f req-d225da9e-2743-48ae-bc76-1aa6e7234e6b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:02.914875 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48f0c9ee-a027-4aff-81f6-803370c8993f req-d225da9e-2743-48ae-bc76-1aa6e7234e6b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 943 time: 0.0510499 Nov 13 05:24:02.968223 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48f0c9ee-a027-4aff-81f6-803370c8993f req-b8d4f77e-eddb-44ad-9cb6-c8ba614489ff tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468035 Nov 13 05:24:04.095385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e6136-9489-4882-81ec-1b75b43657c4 req-d9b2aa45-b0c3-4444-84ab-7ccb74d61742 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:04.096857 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a9e6136-9489-4882-81ec-1b75b43657c4 req-d9b2aa45-b0c3-4444-84ab-7ccb74d61742 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 943 time: 0.0505950 Nov 13 05:24:04.162538 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a9e6136-9489-4882-81ec-1b75b43657c4 req-ebf40d7a-fc91-4f18-a4f5-cf3c6ebf7453 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570185 Nov 13 05:24:04.248946 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a071-4db9-4588-95a3-cd9c0e68294a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:04.350247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 41acc627-ff17-4507-8a17-842135635db8 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:24:04.452246 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 41acc627-ff17-4507-8a17-842135635db8, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=41acc627-ff17-4507-8a17-842135635db8,segment=NetworkSegment(d0b7efe7-6f41-413b-a65b-65cb72b2c7bd),segment_id=d0b7efe7-6f41-413b-a65b-65cb72b2c7bd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:24:04.463200 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '41acc627-ff17-4507-8a17-842135635db8', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'port_id': '41acc627-ff17-4507-8a17-842135635db8', 'mac_address': 'fa:16:3e:da:d0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:24:04.507903 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:04.523499 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41acc627-ff17-4507-8a17-842135635db8 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:24:04.544538 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 41acc627-ff17-4507-8a17-842135635db8, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=41acc627-ff17-4507-8a17-842135635db8,segment=NetworkSegment(d0b7efe7-6f41-413b-a65b-65cb72b2c7bd),segment_id=d0b7efe7-6f41-413b-a65b-65cb72b2c7bd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:24:04.551391 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:04.608030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=41acc627-ff17-4507-8a17-842135635db8,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:24:04.994368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['41acc627-ff17-4507-8a17-842135635db8'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:24:05.283186 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace31c56-ad8e-4b54-b353-628edf876dc8 req-9f6e795a-10d6-4ac7-903d-438bf25d54d5 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:05.284662 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ace31c56-ad8e-4b54-b353-628edf876dc8 req-9f6e795a-10d6-4ac7-903d-438bf25d54d5 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 944 time: 0.0507545 Nov 13 05:24:05.339685 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ace31c56-ad8e-4b54-b353-628edf876dc8 req-cffad827-8621-4313-869b-7ca98d8c8c57 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457835 Nov 13 05:24:06.379595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 41acc627-ff17-4507-8a17-842135635db8 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:24:06.433301 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 41acc627-ff17-4507-8a17-842135635db8 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:24:06.437981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 41acc627-ff17-4507-8a17-842135635db8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:24:06.438352 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:06.473681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650188ba-bf7d-42a2-baa2-7127d2f0a1d1 req-4db344fd-29d2-4002-8464-f390c2f0466f tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:06.475912 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-650188ba-bf7d-42a2-baa2-7127d2f0a1d1 req-4db344fd-29d2-4002-8464-f390c2f0466f tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 944 time: 0.0577464 Nov 13 05:24:06.528620 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7278970-591e-4c06-bf48-86202b4b70f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:06.530578 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-650188ba-bf7d-42a2-baa2-7127d2f0a1d1 req-fbf745a1-94d3-4022-9b9e-e47037013854 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471842 Nov 13 05:24:06.532705 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:06.556248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a34328d-f089-4876-bbfb-e940603840ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41acc627-ff17-4507-8a17-842135635db8'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:24:06.558509 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebff78a-1291-4773-a5e9-47456f6b001c" -d '{"events": [{"server_uuid": "4a34328d-f089-4876-bbfb-e940603840ab", "name": "network-vif-plugged", "status": "completed", "tag": "41acc627-ff17-4507-8a17-842135635db8"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:24:06.571321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 41acc627-ff17-4507-8a17-842135635db8, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=41acc627-ff17-4507-8a17-842135635db8,segment=NetworkSegment(d0b7efe7-6f41-413b-a65b-65cb72b2c7bd),segment_id=d0b7efe7-6f41-413b-a65b-65cb72b2c7bd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:24:06.577485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:06.601196 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513db5b6-7216-41f5-ba9a-aaf7b9d6b201 x-openstack-request-id: req-513db5b6-7216-41f5-ba9a-aaf7b9d6b201 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:24:06.601480 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a34328d-f089-4876-bbfb-e940603840ab", "name": "network-vif-plugged", "status": "completed", "tag": "41acc627-ff17-4507-8a17-842135635db8", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:24:06.601730 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-513db5b6-7216-41f5-ba9a-aaf7b9d6b201 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:24:06.602113 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a34328d-f089-4876-bbfb-e940603840ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41acc627-ff17-4507-8a17-842135635db8', 'code': 200} Nov 13 05:24:06.629654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=41acc627-ff17-4507-8a17-842135635db8,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:24:06.731198 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82f521-dcbf-4d64-bdfa-dd875f68e169 req-023e5cc7-497d-4970-bdbe-597c961fd49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:06.733024 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e82f521-dcbf-4d64-bdfa-dd875f68e169 req-023e5cc7-497d-4970-bdbe-597c961fd49e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 1096 time: 0.0506380 Nov 13 05:24:06.780133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e82f521-dcbf-4d64-bdfa-dd875f68e169 req-ab73a237-9b76-489a-b9af-268f3a1f14da service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401638 Nov 13 05:24:07.658354 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c69069-e9bc-44c1-800b-93231b73908a req-a02389a5-02d8-40e5-b3c6-583260ca78ad tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:07.660156 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0c69069-e9bc-44c1-800b-93231b73908a req-a02389a5-02d8-40e5-b3c6-583260ca78ad tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 945 time: 0.0512130 Nov 13 05:24:07.710373 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0c69069-e9bc-44c1-800b-93231b73908a req-ba4a6220-cc22-47b4-a103-4765e469a930 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440724 Nov 13 05:24:07.955932 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:08.853424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1872f67-0103-4b9f-8d95-c59ec7c60a19 req-f50bd6c5-5381-466b-984c-35bbebaf8099 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:08.854945 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a1872f67-0103-4b9f-8d95-c59ec7c60a19 req-f50bd6c5-5381-466b-984c-35bbebaf8099 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 945 time: 0.0600717 Nov 13 05:24:08.907374 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a1872f67-0103-4b9f-8d95-c59ec7c60a19 req-2a4d810b-29b3-4f4e-9749-8568a7f86ff0 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460045 Nov 13 05:24:09.043572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81671240-e08d-4a7d-a700-4ade8a7fbb0b req-55c4e8a7-c179-4173-81ad-3dac6e094928 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:09.045567 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81671240-e08d-4a7d-a700-4ade8a7fbb0b req-55c4e8a7-c179-4173-81ad-3dac6e094928 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 945 time: 0.0620663 Nov 13 05:24:09.106131 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-81671240-e08d-4a7d-a700-4ade8a7fbb0b req-c295a649-b556-41a3-be8d-3fabd5f36877 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517302 Nov 13 05:24:09.229908 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa4436-94f7-40c4-bbba-3a6976d92a51 req-5021bccd-767a-446c-ae51-35c976903a10 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:09.231743 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b3fa4436-94f7-40c4-bbba-3a6976d92a51 req-5021bccd-767a-446c-ae51-35c976903a10 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 945 time: 0.0575387 Nov 13 05:24:09.249380 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:09.284405 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b3fa4436-94f7-40c4-bbba-3a6976d92a51 req-7a31d764-3e52-42a2-a5ec-1771ab1e002b tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463920 Nov 13 05:24:09.314472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43252) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:24:09.399563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1c0507-642b-4f31-8601-f37bcda5c9c5 tempest-TestServerBasicOps-481823219 tempest-TestServerBasicOps-481823219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:09.401080 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7b1c0507-642b-4f31-8601-f37bcda5c9c5 tempest-TestServerBasicOps-481823219 tempest-TestServerBasicOps-481823219-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 1091 time: 0.0855293 Nov 13 05:24:09.404201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43256) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:24:09.408436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': '41acc627-ff17-4507-8a17-842135635db8', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:24:09.434811 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:09.535135 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:09.643862 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Allocated IP 172.25.8.74 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/3c8f4a46-f9cf-472d-8748-a4d1e16262c3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:24:09.755564 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:09.791522 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:09.832431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:24:09.837788 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:24:09.839988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Pushing event updated for resources: {'Port': ['ID=3c8f4a46-f9cf-472d-8748-a4d1e16262c3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:24:09.842197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:24:10.041770 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:10.235744 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:10.305292 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:10.455105 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:10.462051 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:10.524950 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Pushing event updated for resources: {'Port': ['ID=3c8f4a46-f9cf-472d-8748-a4d1e16262c3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:24:10.538239 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:10.643486 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Floating IP f6d9d22a-b546-4368-9fd6-581b9542036d associated. External IP: 172.25.8.74, port: 41acc627-ff17-4507-8a17-842135635db8. Nov 13 05:24:10.852964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Router a0b8edad-089d-4d9e-a02a-b78f7229e4ef has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:24:10.962534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:24:10.972809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad11e1f9-a175-4d83-8bc9-27906605f900 None None] Sync routers for ids ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:24:10.982997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad11e1f9-a175-4d83-8bc9-27906605f900 None None] Routers {'a0b8edad-089d-4d9e-a02a-b78f7229e4ef'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:24:10.983155 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:10.983615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ad11e1f9-a175-4d83-8bc9-27906605f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:24:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:24:11.025227 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1f2c46e9-2233-469b-ba26-fbd528481902 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6060951 Nov 13 05:24:11.025227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a34328d-f089-4876-bbfb-e940603840ab', 'tag': '41acc627-ff17-4507-8a17-842135635db8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:24:11.025227 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a5ef9d-d8ec-4f00-a612-21eb457f6e75" -d '{"events": [{"name": "network-changed", "server_uuid": "4a34328d-f089-4876-bbfb-e940603840ab", "tag": "41acc627-ff17-4507-8a17-842135635db8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:24:11.055332 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c9f32d-81f4-4b97-8d83-6ef1e3fa706f x-openstack-request-id: req-f3c9f32d-81f4-4b97-8d83-6ef1e3fa706f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:24:11.055622 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a34328d-f089-4876-bbfb-e940603840ab", "tag": "41acc627-ff17-4507-8a17-842135635db8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:24:11.055874 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3c9f32d-81f4-4b97-8d83-6ef1e3fa706f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:24:11.056275 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a34328d-f089-4876-bbfb-e940603840ab', 'tag': '41acc627-ff17-4507-8a17-842135635db8', 'status': 'completed', 'code': 200} Nov 13 05:24:11.092758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-ad11e1f9-a175-4d83-8bc9-27906605f900 None None] Set router a0b8edad-089d-4d9e-a02a-b78f7229e4ef gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:24:11.145707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5ef9d-d8ec-4f00-a612-21eb457f6e75 req-d0fe357a-1085-48e7-a4fd-db3d9c355be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:11.147355 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-03a5ef9d-d8ec-4f00-a612-21eb457f6e75 req-d0fe357a-1085-48e7-a4fd-db3d9c355be1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ce793ba888848d7a5c66712e0f7e8cc&device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 1096 time: 0.0459886 Nov 13 05:24:11.246598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5ef9d-d8ec-4f00-a612-21eb457f6e75 req-dcb45ea8-7262-4713-a2a1-7f1f9abf12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:11.248166 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-03a5ef9d-d8ec-4f00-a612-21eb457f6e75 req-dcb45ea8-7262-4713-a2a1-7f1f9abf12d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94 HTTP/1.1" status: 200 len: 909 time: 0.0943351 Nov 13 05:24:11.315962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ad11e1f9-a175-4d83-8bc9-27906605f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:44Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'gw_port': {'id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:45Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'f6d9d22a-b546-4368-9fd6-581b9542036d', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'port_id': '41acc627-ff17-4507-8a17-842135635db8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'mac_address': 'fa:16:3e:da:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a34328d-f089-4876-bbfb-e940603840ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:24:10Z', 'updated_at': '2021-11-13T05:24:10Z', 'revision_number': 0, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e79394b-62e9-476f-99f2-52cf7a880cc2', 'name': '', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'mac_address': 'fa:16:3e:63:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:46Z', 'updated_at': '2021-11-13T05:23:52Z', 'revision_number': 5, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'subnets': [{'id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:24:11.317129 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-03a5ef9d-d8ec-4f00-a612-21eb457f6e75 req-c1d5961d-df7a-4841-b7c1-da496f62e667 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41acc627-ff17-4507-8a17-842135635db8 HTTP/1.1" status: 200 len: 998 time: 0.0621886 Nov 13 05:24:11.344051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad11e1f9-a175-4d83-8bc9-27906605f900 None None] Checking router: a0b8edad-089d-4d9e-a02a-b78f7229e4ef for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:24:11.353261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad11e1f9-a175-4d83-8bc9-27906605f900 None None] Routers {'a0b8edad-089d-4d9e-a02a-b78f7229e4ef'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:24:11.353864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ad11e1f9-a175-4d83-8bc9-27906605f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:24:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:24:11.367761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5ef9d-d8ec-4f00-a612-21eb457f6e75 req-eab5ac55-8c25-4b83-b235-55481a5caf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:11.369241 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-03a5ef9d-d8ec-4f00-a612-21eb457f6e75 req-eab5ac55-8c25-4b83-b235-55481a5caf6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd43e27a-7f8b-464b-b7a6-51189b5b88f0 HTTP/1.1" status: 200 len: 847 time: 0.0445135 Nov 13 05:24:11.419922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5ef9d-d8ec-4f00-a612-21eb457f6e75 req-529f7878-6bd4-459e-9968-16bf799bcfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:11.421463 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-03a5ef9d-d8ec-4f00-a612-21eb457f6e75 req-529f7878-6bd4-459e-9968-16bf799bcfac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449562 Nov 13 05:24:11.461366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-ad11e1f9-a175-4d83-8bc9-27906605f900 None None] Set router a0b8edad-089d-4d9e-a02a-b78f7229e4ef gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:24:11.516664 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-03a5ef9d-d8ec-4f00-a612-21eb457f6e75 req-d328ccca-229e-4e36-8940-1a93b677f26b service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869110 Nov 13 05:24:11.612644 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-03a5ef9d-d8ec-4f00-a612-21eb457f6e75 req-deb15662-96dc-4833-810a-4ece6d2ccfe3 service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885961 Nov 13 05:24:11.874849 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ad11e1f9-a175-4d83-8bc9-27906605f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:44Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'gw_port': {'id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:45Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'f6d9d22a-b546-4368-9fd6-581b9542036d', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'port_id': '41acc627-ff17-4507-8a17-842135635db8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'mac_address': 'fa:16:3e:da:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a34328d-f089-4876-bbfb-e940603840ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:24:10Z', 'updated_at': '2021-11-13T05:24:10Z', 'revision_number': 0, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e79394b-62e9-476f-99f2-52cf7a880cc2', 'name': '', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'mac_address': 'fa:16:3e:63:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:46Z', 'updated_at': '2021-11-13T05:23:52Z', 'revision_number': 5, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'subnets': [{'id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:24:11.901369 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad11e1f9-a175-4d83-8bc9-27906605f900 None None] The sync data for ids ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'] in n-d-813114-2 is: [{'id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:44Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'gw_port': {'id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:45Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'f6d9d22a-b546-4368-9fd6-581b9542036d', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'port_id': '41acc627-ff17-4507-8a17-842135635db8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'mac_address': 'fa:16:3e:da:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a34328d-f089-4876-bbfb-e940603840ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:24:10Z', 'updated_at': '2021-11-13T05:24:10Z', 'revision_number': 0, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e79394b-62e9-476f-99f2-52cf7a880cc2', 'name': '', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'mac_address': 'fa:16:3e:63:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:46Z', 'updated_at': '2021-11-13T05:23:52Z', 'revision_number': 5, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'subnets': [{'id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:24:12.101583 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35b8d7e-393f-4ee0-88a5-dc79cac92879 None None] New status for floating IP f6d9d22a-b546-4368-9fd6-581b9542036d: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:24:28.793260 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:29.185619 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:29.679858 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:24:34.253591 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd7db-43e6-44a4-affe-39c2cd664187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:36.505823 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4574c93-ad7b-4926-b319-0cb35c2ea59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:37.023581 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a67087ff-30f8-4e6c-8ff8-f586c85b46fa req-1e4d7ddd-f43a-44ad-be0f-813de6799b0f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510495 Nov 13 05:24:37.136923 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67087ff-30f8-4e6c-8ff8-f586c85b46fa req-ac5ba028-afed-4901-ac7a-1d7a244c01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:37.138445 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a67087ff-30f8-4e6c-8ff8-f586c85b46fa req-ac5ba028-afed-4901-ac7a-1d7a244c01d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ce793ba888848d7a5c66712e0f7e8cc&device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 1096 time: 0.0449641 Nov 13 05:24:37.251587 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67087ff-30f8-4e6c-8ff8-f586c85b46fa req-7a77097b-9b66-4001-aab8-3ab29957d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:37.253154 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a67087ff-30f8-4e6c-8ff8-f586c85b46fa req-7a77097b-9b66-4001-aab8-3ab29957d8b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94 HTTP/1.1" status: 200 len: 909 time: 0.0931249 Nov 13 05:24:37.325271 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a67087ff-30f8-4e6c-8ff8-f586c85b46fa req-32f7be34-7d43-4366-9792-d4d4a9aa1b7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41acc627-ff17-4507-8a17-842135635db8 HTTP/1.1" status: 200 len: 1000 time: 0.0649157 Nov 13 05:24:37.381986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67087ff-30f8-4e6c-8ff8-f586c85b46fa req-497bdf6f-399f-4735-b975-047f72c80905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:37.383500 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a67087ff-30f8-4e6c-8ff8-f586c85b46fa req-497bdf6f-399f-4735-b975-047f72c80905 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd43e27a-7f8b-464b-b7a6-51189b5b88f0 HTTP/1.1" status: 200 len: 847 time: 0.0512033 Nov 13 05:24:37.431818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67087ff-30f8-4e6c-8ff8-f586c85b46fa req-d8c825f5-d242-43d9-9de8-8e64c25e00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:24:37.433288 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a67087ff-30f8-4e6c-8ff8-f586c85b46fa req-d8c825f5-d242-43d9-9de8-8e64c25e00ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421209 Nov 13 05:24:37.522048 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a67087ff-30f8-4e6c-8ff8-f586c85b46fa req-60c8a4fc-76d1-4a4d-97dc-15fe3717c1eb service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815537 Nov 13 05:24:37.614374 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a67087ff-30f8-4e6c-8ff8-f586c85b46fa req-2b15fe97-ea62-45ab-93ca-50e5d5b97d31 service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849841 Nov 13 05:24:37.962129 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:39.252471 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:40.044553 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:58.811366 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:24:59.189001 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:25:04.260274 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87d12dca-7a91-4db0-942b-bf55895976e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:25:06.500909 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4966f85f-6821-4b77-851b-967756d57859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:25:06.684413 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:25:07.966509 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:25:09.257660 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:25:10.043458 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:25:17.315074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43288) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:25:17.480289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f44d3-b77f-434e-acb5-e84eb40aae07 req-865c4df5-251f-4658-8800-0a5d8b1dcfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:25:17.481925 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-256f44d3-b77f-434e-acb5-e84eb40aae07 req-865c4df5-251f-4658-8800-0a5d8b1dcfa2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 1096 time: 0.1659250 Nov 13 05:25:17.532793 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-256f44d3-b77f-434e-acb5-e84eb40aae07 req-465bd4a7-4feb-45dc-9361-7a1b39922ae2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447586 Nov 13 05:25:28.811654 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:25:29.197208 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:25:34.256827 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-317cbdef-900d-4661-9acf-8a49df105844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:25:36.507612 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-927633ed-0dfa-40d9-acfa-49049e1ed9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:25:37.967865 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:25:39.263860 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:25:39.618086 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4071b33d-46de-418d-a2c8-69aee9c1b290 req-16904f7e-c5cd-40ea-8bb4-b148c074f119 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456176 Nov 13 05:25:39.721381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071b33d-46de-418d-a2c8-69aee9c1b290 req-a786f5da-0d13-4af2-84d7-33982d4a9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:25:39.722926 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4071b33d-46de-418d-a2c8-69aee9c1b290 req-a786f5da-0d13-4af2-84d7-33982d4a9c6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ce793ba888848d7a5c66712e0f7e8cc&device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 1096 time: 0.0430968 Nov 13 05:25:39.833894 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071b33d-46de-418d-a2c8-69aee9c1b290 req-130cda17-6dab-42c3-9540-5c2b29e580be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:25:39.835436 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4071b33d-46de-418d-a2c8-69aee9c1b290 req-130cda17-6dab-42c3-9540-5c2b29e580be service neutron] 10.222.0.46 "GET /v2.0/networks?id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94 HTTP/1.1" status: 200 len: 909 time: 0.0904081 Nov 13 05:25:39.906626 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4071b33d-46de-418d-a2c8-69aee9c1b290 req-169991c6-1125-499c-b511-042831c1ed4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41acc627-ff17-4507-8a17-842135635db8 HTTP/1.1" status: 200 len: 1000 time: 0.0619948 Nov 13 05:25:39.962158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071b33d-46de-418d-a2c8-69aee9c1b290 req-e0d85f29-5dd1-47eb-aa75-f5fb8aa3f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:25:39.963658 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4071b33d-46de-418d-a2c8-69aee9c1b290 req-e0d85f29-5dd1-47eb-aa75-f5fb8aa3f294 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd43e27a-7f8b-464b-b7a6-51189b5b88f0 HTTP/1.1" status: 200 len: 847 time: 0.0498371 Nov 13 05:25:40.011843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071b33d-46de-418d-a2c8-69aee9c1b290 req-7e9b4083-e9a4-4499-b95e-b8c60a62cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:25:40.013357 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4071b33d-46de-418d-a2c8-69aee9c1b290 req-7e9b4083-e9a4-4499-b95e-b8c60a62cb3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418828 Nov 13 05:25:40.043123 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:25:40.106262 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4071b33d-46de-418d-a2c8-69aee9c1b290 req-db465fc4-d93e-48f2-bb78-3fa35c722093 service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855443 Nov 13 05:25:40.200653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4071b33d-46de-418d-a2c8-69aee9c1b290 req-49d59c2a-44e0-424a-967b-c1e4e261e628 service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865281 Nov 13 05:25:43.684560 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:25:58.827938 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:25:59.211050 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:26:04.266457 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f76b9a5-6c69-4030-935b-0d3744681f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:26:06.503000 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e225f40-19ff-47bf-8366-ea91bfcc24fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:26:07.971259 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:26:09.262904 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:26:10.048839 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:26:20.688771 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:26:28.827476 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:26:29.204384 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:26:34.259587 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63200a6b-c4d7-40a3-817d-94a119e2aa15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:26:36.508443 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18e3eafc-211e-4b02-9a15-17f900b7277c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:26:37.975584 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:26:39.266513 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:26:40.054233 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:26:41.997685 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08a5c9c1-4824-4371-92fb-19fd7be0e373 req-6bccba7c-e678-4a82-82d5-83774e9cfd97 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433857 Nov 13 05:26:42.102613 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5c9c1-4824-4371-92fb-19fd7be0e373 req-93a2a4c0-77d0-4d02-a64e-775e42cb46db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:26:42.104138 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08a5c9c1-4824-4371-92fb-19fd7be0e373 req-93a2a4c0-77d0-4d02-a64e-775e42cb46db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ce793ba888848d7a5c66712e0f7e8cc&device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 1096 time: 0.0458457 Nov 13 05:26:42.223081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5c9c1-4824-4371-92fb-19fd7be0e373 req-5f229113-b2b7-4be3-b515-4bea6c159b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:26:42.224565 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08a5c9c1-4824-4371-92fb-19fd7be0e373 req-5f229113-b2b7-4be3-b515-4bea6c159b36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94 HTTP/1.1" status: 200 len: 909 time: 0.0982227 Nov 13 05:26:42.297629 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08a5c9c1-4824-4371-92fb-19fd7be0e373 req-c1268080-e610-42c0-b676-c65feb552ca5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41acc627-ff17-4507-8a17-842135635db8 HTTP/1.1" status: 200 len: 1000 time: 0.0652306 Nov 13 05:26:42.349878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5c9c1-4824-4371-92fb-19fd7be0e373 req-bb989235-ce9a-4a9e-abc9-5abd66efe3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:26:42.351340 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08a5c9c1-4824-4371-92fb-19fd7be0e373 req-bb989235-ce9a-4a9e-abc9-5abd66efe3fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd43e27a-7f8b-464b-b7a6-51189b5b88f0 HTTP/1.1" status: 200 len: 847 time: 0.0463347 Nov 13 05:26:42.398336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5c9c1-4824-4371-92fb-19fd7be0e373 req-1995ac1c-e84f-4036-aa4b-55adb5499981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:26:42.399824 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08a5c9c1-4824-4371-92fb-19fd7be0e373 req-1995ac1c-e84f-4036-aa4b-55adb5499981 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412180 Nov 13 05:26:42.492278 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08a5c9c1-4824-4371-92fb-19fd7be0e373 req-1a8f3791-f59e-43f6-8eab-651919ca8ca4 service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846200 Nov 13 05:26:42.589543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08a5c9c1-4824-4371-92fb-19fd7be0e373 req-eff888a4-c4c3-432c-bc0e-5df39f3c79a8 service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898392 Nov 13 05:26:57.693748 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:26:58.840603 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:26:59.206621 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:27:04.268324 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7204e4a-94d8-47f2-9e22-fe2626474f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:27:06.504743 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-787ddfda-efa2-4ac9-a4b9-1a7f960d54a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:27:07.983473 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:27:09.269333 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:27:10.044649 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:27:28.839753 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:27:29.216793 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:27:34.263024 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-247ef380-a0a4-440a-862d-9b498dab258d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:27:34.693501 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:27:36.499605 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fec060a1-b9fa-479b-b0ae-afdf2ab96455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:27:37.982284 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:27:39.270984 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:27:40.050720 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:27:42.667281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05aa00eb-120d-4df6-baab-6479daff586d req-46dfc617-93e6-4038-ba95-8a355e040239 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449772 Nov 13 05:27:42.780959 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa00eb-120d-4df6-baab-6479daff586d req-ca870e48-42de-4b5f-8766-cdcce9ff36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:27:42.782667 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05aa00eb-120d-4df6-baab-6479daff586d req-ca870e48-42de-4b5f-8766-cdcce9ff36f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ce793ba888848d7a5c66712e0f7e8cc&device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 1096 time: 0.0534117 Nov 13 05:27:42.901836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa00eb-120d-4df6-baab-6479daff586d req-4402f660-b1f2-4b51-9a9e-1c24d3f9c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:27:42.903370 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05aa00eb-120d-4df6-baab-6479daff586d req-4402f660-b1f2-4b51-9a9e-1c24d3f9c834 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94 HTTP/1.1" status: 200 len: 909 time: 0.0976300 Nov 13 05:27:42.975394 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05aa00eb-120d-4df6-baab-6479daff586d req-46a14f20-edec-40c9-93e8-cfe82749ebbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41acc627-ff17-4507-8a17-842135635db8 HTTP/1.1" status: 200 len: 1000 time: 0.0644310 Nov 13 05:27:43.025301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa00eb-120d-4df6-baab-6479daff586d req-f4c89c75-b51b-43a0-8e90-fa73cd501a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:27:43.026773 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05aa00eb-120d-4df6-baab-6479daff586d req-f4c89c75-b51b-43a0-8e90-fa73cd501a7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd43e27a-7f8b-464b-b7a6-51189b5b88f0 HTTP/1.1" status: 200 len: 847 time: 0.0446317 Nov 13 05:27:43.074573 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa00eb-120d-4df6-baab-6479daff586d req-1b829cac-2945-4427-af60-80cf292858d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:27:43.076102 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05aa00eb-120d-4df6-baab-6479daff586d req-1b829cac-2945-4427-af60-80cf292858d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425713 Nov 13 05:27:43.086936 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-05aa00eb-120d-4df6-baab-6479daff586d req-3289260b-df8d-4c93-b5c0-c7ad3daa1c90 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:27:43.087860 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05aa00eb-120d-4df6-baab-6479daff586d req-3289260b-df8d-4c93-b5c0-c7ad3daa1c90 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049584 Nov 13 05:27:43.180529 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05aa00eb-120d-4df6-baab-6479daff586d req-617e51e6-06a3-4015-bd54-05b93e066036 service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856030 Nov 13 05:27:43.280366 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05aa00eb-120d-4df6-baab-6479daff586d req-0e99ee00-43ab-4ae4-b189-f5fa96e86a4b service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886426 Nov 13 05:27:58.856203 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:27:59.210324 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:28:04.266893 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fca61db0-e24c-4b6d-b074-bd3bdada0f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:28:06.504638 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d1d88ae-b62d-4a3b-a5eb-aa38d0bfc208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:28:07.984761 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:28:09.273711 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:28:10.035408 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:28:11.696524 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:28:28.857390 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:28:29.241111 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:28:32.308219 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-552fa711-e3ca-4ba3-a523-d0bd2a0a486c req-5365e28f-8fbe-4e03-a61a-f567a56c99c2 service neutron] (102667) timed out ('10.222.0.46', 50306) {{(pid=102667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 05:28:34.273286 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fdc655af-28ea-45c0-80c1-47b7f340ebea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:28:36.511547 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1be017a-3fcd-494b-b745-d33bdb8658ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:28:37.995463 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:28:39.278019 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:28:40.047799 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:28:43.643119 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e343fd5-0817-4d18-8680-3845f3af0a95 req-770b94b5-597f-4310-a5ce-4428b142767f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547864 Nov 13 05:28:43.753506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e343fd5-0817-4d18-8680-3845f3af0a95 req-2cde803a-caa1-4382-9941-e05520801719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:28:43.755010 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e343fd5-0817-4d18-8680-3845f3af0a95 req-2cde803a-caa1-4382-9941-e05520801719 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ce793ba888848d7a5c66712e0f7e8cc&device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 1096 time: 0.0425162 Nov 13 05:28:43.868421 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e343fd5-0817-4d18-8680-3845f3af0a95 req-48fa6b2d-577a-4b58-ab4f-a7d7c8632e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:28:43.869904 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e343fd5-0817-4d18-8680-3845f3af0a95 req-48fa6b2d-577a-4b58-ab4f-a7d7c8632e43 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94 HTTP/1.1" status: 200 len: 909 time: 0.0934398 Nov 13 05:28:43.939613 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e343fd5-0817-4d18-8680-3845f3af0a95 req-5cd71fb1-68fe-46f2-a6b0-1f1bbf755e75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41acc627-ff17-4507-8a17-842135635db8 HTTP/1.1" status: 200 len: 1000 time: 0.0624230 Nov 13 05:28:43.991338 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e343fd5-0817-4d18-8680-3845f3af0a95 req-90a4e45c-5211-4b31-b6a2-70e03920e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:28:43.992805 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e343fd5-0817-4d18-8680-3845f3af0a95 req-90a4e45c-5211-4b31-b6a2-70e03920e755 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd43e27a-7f8b-464b-b7a6-51189b5b88f0 HTTP/1.1" status: 200 len: 847 time: 0.0454845 Nov 13 05:28:44.053190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e343fd5-0817-4d18-8680-3845f3af0a95 req-3452932e-625c-4c08-8470-23605b3ae95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:28:44.054756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e343fd5-0817-4d18-8680-3845f3af0a95 req-3452932e-625c-4c08-8470-23605b3ae95c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0cc5a30f-0510-45e6-8a4d-3b42388f0f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542433 Nov 13 05:28:44.153702 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e343fd5-0817-4d18-8680-3845f3af0a95 req-5e95b514-c57c-4556-81f2-a3a9cd5d1531 service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916758 Nov 13 05:28:44.251478 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e343fd5-0817-4d18-8680-3845f3af0a95 req-32759dd1-8a0f-4ed4-84e4-3d2f98b35957 service neutron] 10.222.0.46 "GET /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896940 Nov 13 05:28:48.701770 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:28:58.873364 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:28:59.217725 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:04.267612 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e95928c-b07b-48f8-bd3b-3187433c6b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:06.511248 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1e84767-eee3-4464-95c0-668131f9621a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:07.999474 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:09.282508 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:10.046511 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:23.607945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedea76-54de-4227-83f9-6c9820784524 req-f417814c-714a-4b3a-b5b1-e07a06d1071c tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:23.609359 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ecedea76-54de-4227-83f9-6c9820784524 req-f417814c-714a-4b3a-b5b1-e07a06d1071c tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 945 time: 0.1723831 Nov 13 05:29:23.665865 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ecedea76-54de-4227-83f9-6c9820784524 req-ab1cdf85-7e7d-486f-b17d-5bdf2ab523b7 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468218 Nov 13 05:29:24.286369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a974409-8ffa-4b18-976a-56bda70904be req-131c997c-6d6b-420b-85e1-a272520e5da1 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:24.288017 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a974409-8ffa-4b18-976a-56bda70904be req-131c997c-6d6b-420b-85e1-a272520e5da1 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 945 time: 0.0582726 Nov 13 05:29:24.390822 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1a974409-8ffa-4b18-976a-56bda70904be req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Deleting port 41acc627-ff17-4507-8a17-842135635db8 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:29:24.391185 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a974409-8ffa-4b18-976a-56bda70904be req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:24.480233 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1a974409-8ffa-4b18-976a-56bda70904be req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] For port 41acc627-ff17-4507-8a17-842135635db8, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=41acc627-ff17-4507-8a17-842135635db8,segment=NetworkSegment(d0b7efe7-6f41-413b-a65b-65cb72b2c7bd),segment_id=d0b7efe7-6f41-413b-a65b-65cb72b2c7bd)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:24.480550 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a974409-8ffa-4b18-976a-56bda70904be req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:24.700899 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a974409-8ffa-4b18-976a-56bda70904be req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:24.701835 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a974409-8ffa-4b18-976a-56bda70904be req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:24.701835 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [req-1a974409-8ffa-4b18-976a-56bda70904be req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Floating IP f6d9d22a-b546-4368-9fd6-581b9542036d disassociated. External IP: 172.25.8.74, port: 41acc627-ff17-4507-8a17-842135635db8. Nov 13 05:29:24.702425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1a974409-8ffa-4b18-976a-56bda70904be req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Calling delete_port for 41acc627-ff17-4507-8a17-842135635db8 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:29:24.838207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a974409-8ffa-4b18-976a-56bda70904be req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:24.851415 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130ef76-927a-4074-8b61-6c49adf27207 req-09659d7e-8cdf-42d2-8af1-1a0ecd941b59 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:24.852924 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3130ef76-927a-4074-8b61-6c49adf27207 req-09659d7e-8cdf-42d2-8af1-1a0ecd941b59 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a34328d-f089-4876-bbfb-e940603840ab HTTP/1.1" status: 200 len: 867 time: 0.1109841 Nov 13 05:29:24.865202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Pushing event deleted for resources: {'Port': ['ID=41acc627-ff17-4507-8a17-842135635db8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:24.875577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:24.875921 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:24.876256 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:24.876590 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:24.876918 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:24.877244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:24.877574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:24.877888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:24.878207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:24.878525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:24.878845 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:24.879720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:24.912049 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3130ef76-927a-4074-8b61-6c49adf27207 req-6419b616-dc0d-4b6e-a9eb-c163b9b1b2ba tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b6cdf27-9bcf-478f-9436-f7a7ed702656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526433 Nov 13 05:29:24.997792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a974409-8ffa-4b18-976a-56bda70904be req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Router a0b8edad-089d-4d9e-a02a-b78f7229e4ef has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:29:25.107595 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a974409-8ffa-4b18-976a-56bda70904be req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:29:25.118245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24615689-805e-4ecb-b1a3-f142e5a8329e None None] Sync routers for ids ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:29:25.129424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24615689-805e-4ecb-b1a3-f142e5a8329e None None] Routers {'a0b8edad-089d-4d9e-a02a-b78f7229e4ef'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:29:25.130181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-24615689-805e-4ecb-b1a3-f142e5a8329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:29:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:25.147589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a974409-8ffa-4b18-976a-56bda70904be req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] No DVR routers for this DVR port 41acc627-ff17-4507-8a17-842135635db8 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:29:25.150357 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a974409-8ffa-4b18-976a-56bda70904be req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:25.153734 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a974409-8ffa-4b18-976a-56bda70904be req-2e7dc0f0-f102-4ab0-afe9-9211cca8af76 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.46 "DELETE /v2.0/ports/41acc627-ff17-4507-8a17-842135635db8 HTTP/1.1" status: 204 len: 173 time: 0.8591466 Nov 13 05:29:25.154177 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a34328d-f089-4876-bbfb-e940603840ab', 'name': 'network-vif-deleted', 'tag': '41acc627-ff17-4507-8a17-842135635db8'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:29:25.156661 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91efeb73-54ed-4429-bd82-adb9d8d9fb71" -d '{"events": [{"server_uuid": "4a34328d-f089-4876-bbfb-e940603840ab", "name": "network-vif-deleted", "tag": "41acc627-ff17-4507-8a17-842135635db8"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:29:25.258785 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-24615689-805e-4ecb-b1a3-f142e5a8329e None None] Set router a0b8edad-089d-4d9e-a02a-b78f7229e4ef gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:29:25.277895 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2f6afc-d3fc-4943-a842-a7347c2fce11 x-openstack-request-id: req-4f2f6afc-d3fc-4943-a842-a7347c2fce11 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:29:25.278255 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a34328d-f089-4876-bbfb-e940603840ab", "name": "network-vif-deleted", "tag": "41acc627-ff17-4507-8a17-842135635db8", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:29:25.278571 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f2f6afc-d3fc-4943-a842-a7347c2fce11 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:29:25.279066 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a34328d-f089-4876-bbfb-e940603840ab', 'name': 'network-vif-deleted', 'tag': '41acc627-ff17-4507-8a17-842135635db8', 'status': 'completed', 'code': 200} Nov 13 05:29:25.462281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-24615689-805e-4ecb-b1a3-f142e5a8329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:44Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'gw_port': {'id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:45Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '2e79394b-62e9-476f-99f2-52cf7a880cc2', 'name': '', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'mac_address': 'fa:16:3e:63:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:46Z', 'updated_at': '2021-11-13T05:23:52Z', 'revision_number': 5, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'subnets': [{'id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:25.487216 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24615689-805e-4ecb-b1a3-f142e5a8329e None None] Checking router: a0b8edad-089d-4d9e-a02a-b78f7229e4ef for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:29:25.496288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24615689-805e-4ecb-b1a3-f142e5a8329e None None] Routers {'a0b8edad-089d-4d9e-a02a-b78f7229e4ef'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:29:25.496903 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-24615689-805e-4ecb-b1a3-f142e5a8329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:29:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:25.603323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-24615689-805e-4ecb-b1a3-f142e5a8329e None None] Set router a0b8edad-089d-4d9e-a02a-b78f7229e4ef gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:29:25.702348 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:29:25.814596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-24615689-805e-4ecb-b1a3-f142e5a8329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:44Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'gw_port': {'id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:45Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '2e79394b-62e9-476f-99f2-52cf7a880cc2', 'name': '', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'mac_address': 'fa:16:3e:63:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:46Z', 'updated_at': '2021-11-13T05:23:52Z', 'revision_number': 5, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'subnets': [{'id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:25.841965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24615689-805e-4ecb-b1a3-f142e5a8329e None None] The sync data for ids ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'] in n-d-813114-2 is: [{'id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:44Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'gw_port': {'id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:45Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '2e79394b-62e9-476f-99f2-52cf7a880cc2', 'name': '', 'network_id': '0cc5a30f-0510-45e6-8a4d-3b42388f0f94', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'mac_address': 'fa:16:3e:63:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:46Z', 'updated_at': '2021-11-13T05:23:52Z', 'revision_number': 5, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'subnets': [{'id': 'fd43e27a-7f8b-464b-b7a6-51189b5b88f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:29:25.971346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43438) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:26.087966 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6d53f-47b2-4829-abd5-5ad19bb867ae None None] New status for floating IP f6d9d22a-b546-4368-9fd6-581b9542036d: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:29:26.443433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-e40fe2d4-e83c-4dd4-8608-f98feee04a90 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Deleting port 3c8f4a46-f9cf-472d-8748-a4d1e16262c3 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:29:26.443746 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e40fe2d4-e83c-4dd4-8608-f98feee04a90 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:26.520819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e40fe2d4-e83c-4dd4-8608-f98feee04a90 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:26.521130 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e40fe2d4-e83c-4dd4-8608-f98feee04a90 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:26.532661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-e40fe2d4-e83c-4dd4-8608-f98feee04a90 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Calling delete_port for 3c8f4a46-f9cf-472d-8748-a4d1e16262c3 owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:29:26.667783 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e40fe2d4-e83c-4dd4-8608-f98feee04a90 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:26.691085 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fe2d4-e83c-4dd4-8608-f98feee04a90 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Pushing event deleted for resources: {'Port': ['ID=3c8f4a46-f9cf-472d-8748-a4d1e16262c3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:26.753299 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e40fe2d4-e83c-4dd4-8608-f98feee04a90 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:26.756232 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e40fe2d4-e83c-4dd4-8608-f98feee04a90 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:26.757400 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e40fe2d4-e83c-4dd4-8608-f98feee04a90 tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "DELETE /v2.0/floatingips/f6d9d22a-b546-4368-9fd6-581b9542036d HTTP/1.1" status: 204 len: 168 time: 0.7850358 Nov 13 05:29:26.829652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43444) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:26.891651 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23ed5548-5e7e-4187-9b4a-7832b3f6b45e tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:26.918220 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23ed5548-5e7e-4187-9b4a-7832b3f6b45e tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:26.982190 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23ed5548-5e7e-4187-9b4a-7832b3f6b45e tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:26.983943 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23ed5548-5e7e-4187-9b4a-7832b3f6b45e tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:26.985141 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-23ed5548-5e7e-4187-9b4a-7832b3f6b45e tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] 10.222.0.43 "DELETE /v2.0/security-groups/9b6cdf27-9bcf-478f-9436-f7a7ed702656 HTTP/1.1" status: 204 len: 168 time: 0.1544402 Nov 13 05:29:26.995188 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed5548-5e7e-4187-9b4a-7832b3f6b45e tempest-TestServerBasicOps-1518601278 tempest-TestServerBasicOps-1518601278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6cdf27-9bcf-478f-9436-f7a7ed702656,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:27.037451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43448) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:27.513704 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4410ea1f-2370-44fd-b1cc-377e2349f6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:27.778318 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4410ea1f-2370-44fd-b1cc-377e2349f6e9 admin admin] Deleting port 2e79394b-62e9-476f-99f2-52cf7a880cc2 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:29:27.778538 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4410ea1f-2370-44fd-b1cc-377e2349f6e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:27.866209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-4410ea1f-2370-44fd-b1cc-377e2349f6e9 admin admin] For port 2e79394b-62e9-476f-99f2-52cf7a880cc2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2e79394b-62e9-476f-99f2-52cf7a880cc2,segment=NetworkSegment(d0b7efe7-6f41-413b-a65b-65cb72b2c7bd),segment_id=d0b7efe7-6f41-413b-a65b-65cb72b2c7bd)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:27.866562 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4410ea1f-2370-44fd-b1cc-377e2349f6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:27.880587 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4410ea1f-2370-44fd-b1cc-377e2349f6e9 admin admin] Calling delete_port for 2e79394b-62e9-476f-99f2-52cf7a880cc2 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:29:27.950791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 41acc627-ff17-4507-8a17-842135635db8 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:29:27.974566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 41acc627-ff17-4507-8a17-842135635db8 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:29:27.974930 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 41acc627-ff17-4507-8a17-842135635db8 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:29:28.073419 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4410ea1f-2370-44fd-b1cc-377e2349f6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:28.099137 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410ea1f-2370-44fd-b1cc-377e2349f6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e79394b-62e9-476f-99f2-52cf7a880cc2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:28.273295 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4410ea1f-2370-44fd-b1cc-377e2349f6e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:28.489662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4410ea1f-2370-44fd-b1cc-377e2349f6e9 admin admin] Router a0b8edad-089d-4d9e-a02a-b78f7229e4ef has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:29:28.601725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4410ea1f-2370-44fd-b1cc-377e2349f6e9 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:29:28.607481 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4410ea1f-2370-44fd-b1cc-377e2349f6e9 admin admin] 10.222.0.43 "PUT /v2.0/routers/a0b8edad-089d-4d9e-a02a-b78f7229e4ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5689154 Nov 13 05:29:28.610894 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43452) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:28.613631 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6104c8dc-c738-4e22-ae26-ebcdc8ab4880 None None] Sync routers for ids ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:29:28.723382 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:28.787899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6104c8dc-c738-4e22-ae26-ebcdc8ab4880 None None] Routers {'a0b8edad-089d-4d9e-a02a-b78f7229e4ef'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:29:28.788516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6104c8dc-c738-4e22-ae26-ebcdc8ab4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:29:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:28.828265 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:28.885552 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:28.887615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] Deleting port 7bfba100-1d27-47ae-8e85-8f6f7dd5546f {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:29:28.887957 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:28.900848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6104c8dc-c738-4e22-ae26-ebcdc8ab4880 None None] Set router a0b8edad-089d-4d9e-a02a-b78f7229e4ef gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:29:28.968534 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] For port 7bfba100-1d27-47ae-8e85-8f6f7dd5546f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7bfba100-1d27-47ae-8e85-8f6f7dd5546f,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:28.968883 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:28.981669 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] Calling delete_port for 7bfba100-1d27-47ae-8e85-8f6f7dd5546f owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:29:29.080269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6104c8dc-c738-4e22-ae26-ebcdc8ab4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:44Z', 'updated_at': '2021-11-13T05:29:28Z', 'revision_number': 5, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'gw_port': {'id': '7bfba100-1d27-47ae-8e85-8f6f7dd5546f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:45Z', 'updated_at': '2021-11-13T05:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:29.110299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6104c8dc-c738-4e22-ae26-ebcdc8ab4880 None None] Checking router: a0b8edad-089d-4d9e-a02a-b78f7229e4ef for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:29:29.119206 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6104c8dc-c738-4e22-ae26-ebcdc8ab4880 None None] Routers {'a0b8edad-089d-4d9e-a02a-b78f7229e4ef'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:29:29.119811 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6104c8dc-c738-4e22-ae26-ebcdc8ab4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:29:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:29.148611 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.174120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bfba100-1d27-47ae-8e85-8f6f7dd5546f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:29.190270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4505545-9a93-4682-95a3-a04b5bdb27ea None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:29:29.223200 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6104c8dc-c738-4e22-ae26-ebcdc8ab4880 None None] Set router a0b8edad-089d-4d9e-a02a-b78f7229e4ef gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:29:29.225733 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.235602 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.274898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6104c8dc-c738-4e22-ae26-ebcdc8ab4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:44Z', 'updated_at': '2021-11-13T05:29:28Z', 'revision_number': 6, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:29.300961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6104c8dc-c738-4e22-ae26-ebcdc8ab4880 None None] The sync data for ids ['a0b8edad-089d-4d9e-a02a-b78f7229e4ef'] in n-d-813114-2 is: [{'id': 'a0b8edad-089d-4d9e-a02a-b78f7229e4ef', 'name': 'tempest-TestServerBasicOps-790779539-router', 'tenant_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:44Z', 'updated_at': '2021-11-13T05:29:28Z', 'revision_number': 6, 'project_id': '0ce793ba888848d7a5c66712e0f7e8cc', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:29:29.326906 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.329067 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.377944 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.378528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0b8edad-089d-4d9e-a02a-b78f7229e4ef {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:29:29.383109 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.384259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-88245aad-8b00-4e98-afd0-d31d8ccf2cd5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a0b8edad-089d-4d9e-a02a-b78f7229e4ef HTTP/1.1" status: 204 len: 168 time: 0.7724519 Nov 13 05:29:29.387292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43454) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:29.433817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Deleting subnet fd43e27a-7f8b-464b-b7a6-51189b5b88f0 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:29:29.436919 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.474514 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.550813 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.606522 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.629068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd43e27a-7f8b-464b-b7a6-51189b5b88f0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:29.639364 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.642527 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fd43e27a-7f8b-464b-b7a6-51189b5b88f0 HTTP/1.1" status: 204 len: 168 time: 0.2542541 Nov 13 05:29:29.645404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43458) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:29.646249 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1557fb-7578-4fbb-ae42-080d9527429f None None] Network 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:29:29.648499 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:29.649689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:29.650885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:29.652034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:29.654382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:29.654382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:29.654382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:29.654382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:29.654735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:29.654988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:29.655316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:29.655637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c44ab-4ebf-4d51-92dc-5d4ca406fe52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:29.727946 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.799156 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] Deleting port 0632b51f-da9b-42de-b667-b3fe92aee02e {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:29:29.799491 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.855010 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] DHCP port deletion for 0cc5a30f-0510-45e6-8a4d-3b42388f0f94 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:29:29.869483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] For port 0632b51f-da9b-42de-b667-b3fe92aee02e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0632b51f-da9b-42de-b667-b3fe92aee02e,segment=NetworkSegment(d0b7efe7-6f41-413b-a65b-65cb72b2c7bd),segment_id=d0b7efe7-6f41-413b-a65b-65cb72b2c7bd)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:29.869818 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.882896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] Calling delete_port for 0632b51f-da9b-42de-b667-b3fe92aee02e owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:29:29.908463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Deleting port 0632b51f-da9b-42de-b667-b3fe92aee02e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:29:29.908829 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.968191 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.972651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] For port 0632b51f-da9b-42de-b667-b3fe92aee02e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0632b51f-da9b-42de-b667-b3fe92aee02e,segment=NetworkSegment(d0b7efe7-6f41-413b-a65b-65cb72b2c7bd),segment_id=d0b7efe7-6f41-413b-a65b-65cb72b2c7bd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:29.973042 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:29.987084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Calling delete_port for 0632b51f-da9b-42de-b667-b3fe92aee02e owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:29:29.995299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] Pushing event deleted for resources: {'Port': ['ID=0632b51f-da9b-42de-b667-b3fe92aee02e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:29.998781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] No DVR routers for this DVR port 0632b51f-da9b-42de-b667-b3fe92aee02e on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:29:30.080865 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:30.084174 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:30.113538 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc5a30f-0510-45e6-8a4d-3b42388f0f94']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:30.113780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Pushing event deleted for resources: {'Port': ['ID=0632b51f-da9b-42de-b667-b3fe92aee02e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:30.116647 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] No DVR routers for this DVR port 0632b51f-da9b-42de-b667-b3fe92aee02e on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:29:30.127459 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:30.127907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:30.128103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:30.128427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:30.128746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:30.129142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b7efe7-6f41-413b-a65b-65cb72b2c7bd') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:30.129271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:30.129346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b7efe7-6f41-413b-a65b-65cb72b2c7bd') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:30.129420 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:30.129661 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:30.130020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:30.131075 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:30.131325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:30.131613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace625a2-d4cc-4bea-beca-83b9682177b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:30.140712 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:30.155191 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:30.162581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:29:30.163022 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:29:30.164929 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:29:30.224843 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:30.231862 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:30.238974 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0cc5a30f-0510-45e6-8a4d-3b42388f0f94 HTTP/1.1" status: 204 len: 168 time: 0.5887017 Nov 13 05:29:30.238974 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43460) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:30.283864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7bfba100-1d27-47ae-8e85-8f6f7dd5546f no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:29:30.290674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65a2cc-37cc-4da2-9c36-1f810b358297 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc5a30f-0510-45e6-8a4d-3b42388f0f94,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:30.305111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 7bfba100-1d27-47ae-8e85-8f6f7dd5546f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:29:30.305443 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7bfba100-1d27-47ae-8e85-8f6f7dd5546f not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:29:30.306084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2e79394b-62e9-476f-99f2-52cf7a880cc2 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:29:30.325325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 2e79394b-62e9-476f-99f2-52cf7a880cc2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:29:30.325666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2e79394b-62e9-476f-99f2-52cf7a880cc2 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:29:30.326081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0632b51f-da9b-42de-b667-b3fe92aee02e no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:29:30.345054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 0632b51f-da9b-42de-b667-b3fe92aee02e {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:29:30.345394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0632b51f-da9b-42de-b667-b3fe92aee02e not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:29:30.621024 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-617743eb-6fc5-472a-8c59-defdb5a9dc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:30.879424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-617743eb-6fc5-472a-8c59-defdb5a9dc7a admin admin] Deleting port e5e7220e-1afc-4a50-b3ce-9668fa99b738 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:29:30.879785 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-617743eb-6fc5-472a-8c59-defdb5a9dc7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:30.958050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-617743eb-6fc5-472a-8c59-defdb5a9dc7a admin admin] For port e5e7220e-1afc-4a50-b3ce-9668fa99b738, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e5e7220e-1afc-4a50-b3ce-9668fa99b738,segment=NetworkSegment(a9ac1ed6-839c-46db-ac95-9c65734926a2),segment_id=a9ac1ed6-839c-46db-ac95-9c65734926a2)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:30.958456 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-617743eb-6fc5-472a-8c59-defdb5a9dc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:30.970648 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-617743eb-6fc5-472a-8c59-defdb5a9dc7a admin admin] Calling delete_port for e5e7220e-1afc-4a50-b3ce-9668fa99b738 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:29:31.512718 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-617743eb-6fc5-472a-8c59-defdb5a9dc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:31.540505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617743eb-6fc5-472a-8c59-defdb5a9dc7a admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e7220e-1afc-4a50-b3ce-9668fa99b738,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:31.702054 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-617743eb-6fc5-472a-8c59-defdb5a9dc7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:31.919426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617743eb-6fc5-472a-8c59-defdb5a9dc7a admin admin] Router c3265818-820d-44f9-97aa-c204b3cfa5a8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:29:32.025742 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617743eb-6fc5-472a-8c59-defdb5a9dc7a admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:29:32.030977 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-617743eb-6fc5-472a-8c59-defdb5a9dc7a admin admin] 10.222.0.43 "PUT /v2.0/routers/c3265818-820d-44f9-97aa-c204b3cfa5a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7915022 Nov 13 05:29:32.033804 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43462) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:32.041702 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8b331d-9c5d-49d8-8bab-e11715365144 None None] Sync routers for ids ['c3265818-820d-44f9-97aa-c204b3cfa5a8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:29:32.052721 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8b331d-9c5d-49d8-8bab-e11715365144 None None] Routers {'c3265818-820d-44f9-97aa-c204b3cfa5a8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:29:32.053333 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7c8b331d-9c5d-49d8-8bab-e11715365144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:29:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c3265818-820d-44f9-97aa-c204b3cfa5a8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:32.141362 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:32.157330 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7c8b331d-9c5d-49d8-8bab-e11715365144 None None] Set router c3265818-820d-44f9-97aa-c204b3cfa5a8 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:29:32.250945 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:32.305876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] Deleting port f8854b60-d515-425f-81e2-6a0784ea1d7d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:29:32.306250 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:32.338163 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7c8b331d-9c5d-49d8-8bab-e11715365144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'name': 'tempest-TestServerBasicOps-509174626-router', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'f8854b60-d515-425f-81e2-6a0784ea1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:49Z', 'updated_at': '2021-11-13T05:29:31Z', 'revision_number': 5, 'project_id': '08b342774474487aa055b2ca34b892e0', 'gw_port': {'id': 'f8854b60-d515-425f-81e2-6a0784ea1d7d', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:23:50Z', 'updated_at': '2021-11-13T05:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:32.364386 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8b331d-9c5d-49d8-8bab-e11715365144 None None] Checking router: c3265818-820d-44f9-97aa-c204b3cfa5a8 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:29:32.373143 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8b331d-9c5d-49d8-8bab-e11715365144 None None] Routers {'c3265818-820d-44f9-97aa-c204b3cfa5a8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:29:32.373744 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7c8b331d-9c5d-49d8-8bab-e11715365144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:29:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['c3265818-820d-44f9-97aa-c204b3cfa5a8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:32.383391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] For port f8854b60-d515-425f-81e2-6a0784ea1d7d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=f8854b60-d515-425f-81e2-6a0784ea1d7d,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:32.383749 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:32.400599 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] Calling delete_port for f8854b60-d515-425f-81e2-6a0784ea1d7d owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:29:32.457229 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7c8b331d-9c5d-49d8-8bab-e11715365144 None None] Set router c3265818-820d-44f9-97aa-c204b3cfa5a8 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:29:32.510687 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7c8b331d-9c5d-49d8-8bab-e11715365144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'name': 'tempest-TestServerBasicOps-509174626-router', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:49Z', 'updated_at': '2021-11-13T05:29:32Z', 'revision_number': 6, 'project_id': '08b342774474487aa055b2ca34b892e0', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:32.537834 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8b331d-9c5d-49d8-8bab-e11715365144 None None] The sync data for ids ['c3265818-820d-44f9-97aa-c204b3cfa5a8'] in n-d-813114-2 is: [{'id': 'c3265818-820d-44f9-97aa-c204b3cfa5a8', 'name': 'tempest-TestServerBasicOps-509174626-router', 'tenant_id': '08b342774474487aa055b2ca34b892e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:23:49Z', 'updated_at': '2021-11-13T05:29:32Z', 'revision_number': 6, 'project_id': '08b342774474487aa055b2ca34b892e0', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:29:32.565176 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:32.598312 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=f8854b60-d515-425f-81e2-6a0784ea1d7d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:32.609038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7d4488-9842-426f-9802-1de1e503e1ed None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:29:32.656524 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:32.744348 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:32.746496 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:32.806826 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:32.807327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3265818-820d-44f9-97aa-c204b3cfa5a8 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:29:32.812315 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:32.813506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-58491a0b-5add-43cf-a93e-97c267613a1b admin admin] 10.222.0.43 "DELETE /v2.0/routers/c3265818-820d-44f9-97aa-c204b3cfa5a8 HTTP/1.1" status: 204 len: 168 time: 0.7788155 Nov 13 05:29:32.817444 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43464) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:32.863872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc704b7-a112-4253-a07e-73b711cece33 admin admin] Deleting subnet 29ead8c8-9964-4248-88de-b5ab069c1b67 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:29:32.867126 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bc704b7-a112-4253-a07e-73b711cece33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:32.903018 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bc704b7-a112-4253-a07e-73b711cece33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:32.990006 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bc704b7-a112-4253-a07e-73b711cece33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.044595 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bc704b7-a112-4253-a07e-73b711cece33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.072020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc704b7-a112-4253-a07e-73b711cece33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29ead8c8-9964-4248-88de-b5ab069c1b67,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:33.075336 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bc704b7-a112-4253-a07e-73b711cece33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.078489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6bc704b7-a112-4253-a07e-73b711cece33 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/29ead8c8-9964-4248-88de-b5ab069c1b67 HTTP/1.1" status: 204 len: 168 time: 0.2599390 Nov 13 05:29:33.081166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43466) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:33.083743 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1702cc6-5a14-4799-999c-2250f87a3556 None None] Network f25a2a7f-44a6-4119-a3bb-27cd4b157602 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:29:33.149430 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.210469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] Deleting port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:29:33.210874 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.278904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] For port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8678447f-72e1-4ca5-8ed8-a44b9b982bbb,segment=NetworkSegment(a9ac1ed6-839c-46db-ac95-9c65734926a2),segment_id=a9ac1ed6-839c-46db-ac95-9c65734926a2)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:33.281108 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.289569 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9f3ce-7f8a-4834-b04b-ed8bfef6017c None None] DHCP port deletion for f25a2a7f-44a6-4119-a3bb-27cd4b157602 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:29:33.295349 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] Calling delete_port for 8678447f-72e1-4ca5-8ed8-a44b9b982bbb owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:29:33.340623 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-68d9f3ce-7f8a-4834-b04b-ed8bfef6017c None None] Deleting port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:29:33.340896 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-68d9f3ce-7f8a-4834-b04b-ed8bfef6017c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.385710 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.407304 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-68d9f3ce-7f8a-4834-b04b-ed8bfef6017c None None] For port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=8678447f-72e1-4ca5-8ed8-a44b9b982bbb,segment=NetworkSegment(a9ac1ed6-839c-46db-ac95-9c65734926a2),segment_id=a9ac1ed6-839c-46db-ac95-9c65734926a2)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:33.407691 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-68d9f3ce-7f8a-4834-b04b-ed8bfef6017c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.413437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] Pushing event deleted for resources: {'Port': ['ID=8678447f-72e1-4ca5-8ed8-a44b9b982bbb,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:33.415309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] No DVR routers for this DVR port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:29:33.426020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-68d9f3ce-7f8a-4834-b04b-ed8bfef6017c None None] Calling delete_port for 8678447f-72e1-4ca5-8ed8-a44b9b982bbb owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:29:33.485984 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.509362 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-68d9f3ce-7f8a-4834-b04b-ed8bfef6017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.510871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25a2a7f-44a6-4119-a3bb-27cd4b157602']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:33.521855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ac1ed6-839c-46db-ac95-9c65734926a2') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:33.522147 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ac1ed6-839c-46db-ac95-9c65734926a2') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:33.532319 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.534566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9f3ce-7f8a-4834-b04b-ed8bfef6017c None None] Pushing event deleted for resources: {'Port': ['ID=8678447f-72e1-4ca5-8ed8-a44b9b982bbb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:33.539587 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9f3ce-7f8a-4834-b04b-ed8bfef6017c None None] No DVR routers for this DVR port 8678447f-72e1-4ca5-8ed8-a44b9b982bbb on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:29:33.549253 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.556510 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:29:33.556964 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:29:33.558732 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:29:33.614644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.620600 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.623790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] 10.222.0.43 "DELETE /v2.0/networks/f25a2a7f-44a6-4119-a3bb-27cd4b157602 HTTP/1.1" status: 204 len: 168 time: 0.5417073 Nov 13 05:29:33.634388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001afd8-454d-4a52-bd66-5caf62f0eeec admin admin] Pushing event deleted for resources: {'Network': ['ID=f25a2a7f-44a6-4119-a3bb-27cd4b157602,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:33.734603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43470) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:33.774745 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5139855b-2ded-41fc-aa3c-e994d3090af3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ce793ba888848d7a5c66712e0f7e8cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389044 Nov 13 05:29:33.778350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43472) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:33.829819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61a189e0-e4ed-4c35-954b-2b6d4e117664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.853835 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61a189e0-e4ed-4c35-954b-2b6d4e117664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.905369 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61a189e0-e4ed-4c35-954b-2b6d4e117664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.908041 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-61a189e0-e4ed-4c35-954b-2b6d4e117664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:33.909286 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-61a189e0-e4ed-4c35-954b-2b6d4e117664 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/91f5d009-dd27-4536-8fb0-28a7305225db HTTP/1.1" status: 204 len: 168 time: 0.1300297 Nov 13 05:29:33.916944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a189e0-e4ed-4c35-954b-2b6d4e117664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f5d009-dd27-4536-8fb0-28a7305225db,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:34.255123 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43478) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:34.274511 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-862f1c8c-1353-4afe-8ea2-2fc677210988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:34.282791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f8854b60-d515-425f-81e2-6a0784ea1d7d no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:29:34.297707 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d32bbb6c-42be-4e49-ae0b-0e6826184b5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08b342774474487aa055b2ca34b892e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414793 Nov 13 05:29:34.300353 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43480) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:34.303162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: f8854b60-d515-425f-81e2-6a0784ea1d7d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:29:34.303492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device f8854b60-d515-425f-81e2-6a0784ea1d7d not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:29:34.303896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e5e7220e-1afc-4a50-b3ce-9668fa99b738 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:29:34.325771 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: e5e7220e-1afc-4a50-b3ce-9668fa99b738 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:29:34.326099 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e5e7220e-1afc-4a50-b3ce-9668fa99b738 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:29:34.326505 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8678447f-72e1-4ca5-8ed8-a44b9b982bbb no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:29:34.345329 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 8678447f-72e1-4ca5-8ed8-a44b9b982bbb {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:29:34.345656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 8678447f-72e1-4ca5-8ed8-a44b9b982bbb not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:29:34.347393 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9193d9c1-2560-4de7-a641-64c3030f1d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:34.369216 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9193d9c1-2560-4de7-a641-64c3030f1d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:34.416696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9193d9c1-2560-4de7-a641-64c3030f1d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:34.420777 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9193d9c1-2560-4de7-a641-64c3030f1d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:34.422364 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9193d9c1-2560-4de7-a641-64c3030f1d3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11f5078c-720d-4e2e-b9de-4fe061b5e56c HTTP/1.1" status: 204 len: 168 time: 0.1211324 Nov 13 05:29:34.430258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193d9c1-2560-4de7-a641-64c3030f1d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f5078c-720d-4e2e-b9de-4fe061b5e56c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:35.150942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43502) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:35.271230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1730521162-network', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:29:35.297171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] Made reservation on behalf of 67375b0ca3e84eeab95bde8e10e36829 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:29:35.299571 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:35.311345 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:35.387850 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:35.393115 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:35.413856 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:29:35.427477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6709c5fc-57e7-4b0f-bf1c-b049ca6b4d4a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:35.432389 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:35.432721 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] Added segment 4089bd42-e6b8-4f3c-83d7-264d7b144c92 of type vlan for network 4b0c8e80-4c50-4c41-85b3-7b914c02833e Nov 13 05:29:35.472530 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:35.499477 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:35.500514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:35.501210 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:35.559177 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4070153 Nov 13 05:29:35.562427 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43506) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:35.566492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727436c-b0f0-4449-98e4-67477296ab49 admin admin] Pushing event updated for resources: {'Network': ['ID=4b0c8e80-4c50-4c41-85b3-7b914c02833e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:35.567544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1a5db0c6-1efd-498d-aa5f-e8b06cc1a625 admin admin] Request body: {'subnet': {'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1730521162-subnet', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:29:35.577570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 4b0c8e80-4c50-4c41-85b3-7b914c02833e details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:29:35.591977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5db0c6-1efd-498d-aa5f-e8b06cc1a625 admin admin] Made reservation on behalf of 67375b0ca3e84eeab95bde8e10e36829 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:29:35.594311 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a5db0c6-1efd-498d-aa5f-e8b06cc1a625 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:35.759367 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a5db0c6-1efd-498d-aa5f-e8b06cc1a625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:35.810672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5db0c6-1efd-498d-aa5f-e8b06cc1a625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf0fb973-57c8-4836-9ce2-a0fe9e2e2567,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:35.825761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5db0c6-1efd-498d-aa5f-e8b06cc1a625 admin admin] Checking segment: {'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:29:35.826115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5db0c6-1efd-498d-aa5f-e8b06cc1a625 admin admin] Network hostable DHCP agents. Network: 4b0c8e80-4c50-4c41-85b3-7b914c02833e, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:29:35.844531 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5db0c6-1efd-498d-aa5f-e8b06cc1a625 admin admin] Network 4b0c8e80-4c50-4c41-85b3-7b914c02833e is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:29:35.854836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1a5db0c6-1efd-498d-aa5f-e8b06cc1a625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 4b0c8e80-4c50-4c41-85b3-7b914c02833e) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:29:35.859127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5db0c6-1efd-498d-aa5f-e8b06cc1a625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:35.859713 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a5db0c6-1efd-498d-aa5f-e8b06cc1a625 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:35.863863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e271c680-3b38-4fd6-ac35-6ddf79740a55 None None] Network 4b0c8e80-4c50-4c41-85b3-7b914c02833e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:29:35.878034 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1a5db0c6-1efd-498d-aa5f-e8b06cc1a625 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3144488 Nov 13 05:29:35.881070 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43508) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:35.885628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1730521162-router', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:29:35.908940 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:35.909930 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:35.961567 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:36.008225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-4b0c8e80-4c50-4c41-85b3-7b914c02833e', 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'fixed_ips': [{'subnet_id': 'cf0fb973-57c8-4836-9ce2-a0fe9e2e2567'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:29:36.009090 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:36.101264 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:36.152428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Allocated IP 172.20.0.2 (4b0c8e80-4c50-4c41-85b3-7b914c02833e/cf0fb973-57c8-4836-9ce2-a0fe9e2e2567/ffd3f2cb-7f93-437b-91ee-bf17d378d34c) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:29:36.297149 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:36.304113 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:36.305832 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:36.325080 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:36.339571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Network 4b0c8e80-4c50-4c41-85b3-7b914c02833e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:29:36.346047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:29:36.349737 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:29:36.355754 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Pushing event updated for resources: {'Port': ['ID=ffd3f2cb-7f93-437b-91ee-bf17d378d34c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:36.410600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Attempting to bind port ffd3f2cb-7f93-437b-91ee-bf17d378d34c on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:29:36.411036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Attempting to bind port ffd3f2cb-7f93-437b-91ee-bf17d378d34c by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:29:36.411389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Attempting to bind port ffd3f2cb-7f93-437b-91ee-bf17d378d34c on network 4b0c8e80-4c50-4c41-85b3-7b914c02833e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:29:36.416291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:29:36.416653 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Checking segment: {'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:29:36.417044 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:36.417412 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Bound using segment: {'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:29:36.417865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Bound port: ffd3f2cb-7f93-437b-91ee-bf17d378d34c, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:29:36.418249 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:36.437274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Allocated IP 172.25.8.76 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/3f242401-0ddd-42bc-834d-d06e65d37065) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:29:36.480789 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] For port ffd3f2cb-7f93-437b-91ee-bf17d378d34c, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:29:36.487082 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] For port ffd3f2cb-7f93-437b-91ee-bf17d378d34c, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ffd3f2cb-7f93-437b-91ee-bf17d378d34c,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:29:36.497856 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:36.529338 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3714f28-4087-4979-ba01-8950b02366bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:36.541616 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:36.557889 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2d693-8894-41b7-a0e6-df0295d5c3c2 None None] Pushing event updated for resources: {'Port': ['ID=ffd3f2cb-7f93-437b-91ee-bf17d378d34c,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:36.581470 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:36.626957 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:29:36.631914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:29:36.634558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:29:36.645332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53e73e1-2d07-4a7c-b797-c7bd01a14cd0 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:29:36.662438 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Pushing event updated for resources: {'Port': ['ID=3f242401-0ddd-42bc-834d-d06e65d37065,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:36.742874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-73753d34-e3fb-4c30-a87a-f20e29afe636 None None] Provisioning complete for port 3f242401-0ddd-42bc-834d-d06e65d37065 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:36.743749 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73753d34-e3fb-4c30-a87a-f20e29afe636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:36.786723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-73753d34-e3fb-4c30-a87a-f20e29afe636 None None] Port 3f242401-0ddd-42bc-834d-d06e65d37065 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:29:36.936063 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:37.442691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac2a0b-bd18-4b0c-a67f-0a3668200784 None None] Network 4b0c8e80-4c50-4c41-85b3-7b914c02833e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:29:37.494969 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:37.528759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ec58493f-9459-4ec3-a488-f4491e65179c None None] Provisioning complete for port ffd3f2cb-7f93-437b-91ee-bf17d378d34c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:37.529125 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec58493f-9459-4ec3-a488-f4491e65179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:37.623682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Router f8c9fee5-b760-445d-bf5b-8a5ffafa46cf is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:29:37.662049 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec58493f-9459-4ec3-a488-f4491e65179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:37.696102 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ec58493f-9459-4ec3-a488-f4491e65179c None None] For port ffd3f2cb-7f93-437b-91ee-bf17d378d34c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ffd3f2cb-7f93-437b-91ee-bf17d378d34c,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:37.704595 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec58493f-9459-4ec3-a488-f4491e65179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:37.740481 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:29:37.753638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Sync routers for ids ['f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:29:37.760515 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:37.763486 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c2475f28-ff88-4f11-992e-22f3f95fe4fd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8812668 Nov 13 05:29:37.764779 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43510) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:37.777152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58493f-9459-4ec3-a488-f4491e65179c None None] Pushing event updated for resources: {'Port': ['ID=ffd3f2cb-7f93-437b-91ee-bf17d378d34c,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:37.783823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Routers {'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:29:37.784603 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:29:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:37.892144 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Set router f8c9fee5-b760-445d-bf5b-8a5ffafa46cf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:29:38.171678 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3bcf9fe3-679f-4a13-87d5-04ea9bba5759 None None] Provisioning complete for port ffd3f2cb-7f93-437b-91ee-bf17d378d34c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:38.171941 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9fe3-679f-4a13-87d5-04ea9bba5759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.175725 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.215767 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.324179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ffd3f2cb-7f93-437b-91ee-bf17d378d34c up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:29:38.379140 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Allocated IP 172.20.0.1 (4b0c8e80-4c50-4c41-85b3-7b914c02833e/cf0fb973-57c8-4836-9ce2-a0fe9e2e2567/0b496995-a218-4ce6-b070-3571e6ba0ca1) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:29:38.400386 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'name': 'tempest-TestServerMultinode-1730521162-router', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:35Z', 'updated_at': '2021-11-13T05:29:36Z', 'revision_number': 3, 'project_id': '67375b0ca3e84eeab95bde8e10e36829', 'gw_port': {'id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:36Z', 'updated_at': '2021-11-13T05:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:38.403446 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port ffd3f2cb-7f93-437b-91ee-bf17d378d34c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:38.403810 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.430022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Checking router: f8c9fee5-b760-445d-bf5b-8a5ffafa46cf for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:29:38.430235 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Updating router f8c9fee5-b760-445d-bf5b-8a5ffafa46cf port 3f242401-0ddd-42bc-834d-d06e65d37065 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:29:38.483802 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.484364 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.523349 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.564586 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Network 4b0c8e80-4c50-4c41-85b3-7b914c02833e is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:29:38.570344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:29:38.572786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:29:38.574821 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Pushing event updated for resources: {'Port': ['ID=0b496995-a218-4ce6-b070-3571e6ba0ca1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:38.617108 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.750981 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.789408 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.794792 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.838458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17840f66-385d-47c8-8d5f-1b004aed2a90 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:29:38.854724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Attempting to bind port 3f242401-0ddd-42bc-834d-d06e65d37065 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:29:38.855030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Attempting to bind port 3f242401-0ddd-42bc-834d-d06e65d37065 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:29:38.855394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Attempting to bind port 3f242401-0ddd-42bc-834d-d06e65d37065 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:29:38.863592 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e65161-603b-4690-8349-018ee58d620c None None] Pushing event updated for resources: {'Port': ['ID=3f242401-0ddd-42bc-834d-d06e65d37065,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:38.867394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:29:38.867769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:29:38.868533 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.868917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:29:38.869398 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Bound port: 3f242401-0ddd-42bc-834d-d06e65d37065, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:29:38.869774 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.919722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-306f7a76-409a-4014-9775-e4df101380a0 None None] Provisioning complete for port 0b496995-a218-4ce6-b070-3571e6ba0ca1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:38.920089 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-306f7a76-409a-4014-9775-e4df101380a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.921214 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.926699 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.957418 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] For port 3f242401-0ddd-42bc-834d-d06e65d37065, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:29:38.969563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-306f7a76-409a-4014-9775-e4df101380a0 None None] Port 0b496995-a218-4ce6-b070-3571e6ba0ca1 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:29:38.972137 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] For port 3f242401-0ddd-42bc-834d-d06e65d37065, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3f242401-0ddd-42bc-834d-d06e65d37065,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:29:38.978945 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:38.997892 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:39.003357 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Pushing event updated for resources: {'Port': ['ID=0b496995-a218-4ce6-b070-3571e6ba0ca1,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:39.017070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-306f7a76-409a-4014-9775-e4df101380a0 None None] Provisioning complete for port 3f242401-0ddd-42bc-834d-d06e65d37065 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:39.017410 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-306f7a76-409a-4014-9775-e4df101380a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:39.051215 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a953cb4e-c416-4339-8a38-238f3e3cdf15 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:29:39.082143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Routers {'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:29:39.082950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:29:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:39.086788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e65161-603b-4690-8349-018ee58d620c None None] Pushing event updated for resources: {'Port': ['ID=3f242401-0ddd-42bc-834d-d06e65d37065,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:39.101316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Network 4b0c8e80-4c50-4c41-85b3-7b914c02833e is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:29:39.102707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:29:39.222844 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Router f8c9fee5-b760-445d-bf5b-8a5ffafa46cf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:29:39.225765 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-306f7a76-409a-4014-9775-e4df101380a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:39.241759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] Set router f8c9fee5-b760-445d-bf5b-8a5ffafa46cf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:29:39.283890 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-306f7a76-409a-4014-9775-e4df101380a0 None None] For port 3f242401-0ddd-42bc-834d-d06e65d37065, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3f242401-0ddd-42bc-834d-d06e65d37065,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:39.295479 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-306f7a76-409a-4014-9775-e4df101380a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:39.308451 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:39.436572 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f7a76-409a-4014-9775-e4df101380a0 None None] Pushing event updated for resources: {'Port': ['ID=3f242401-0ddd-42bc-834d-d06e65d37065,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:39.465189 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-51d1364e-9e6b-4aec-b23c-e5cd44e10a8b None None] Provisioning complete for port 0b496995-a218-4ce6-b070-3571e6ba0ca1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:39.465562 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51d1364e-9e6b-4aec-b23c-e5cd44e10a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:39.534535 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-51d1364e-9e6b-4aec-b23c-e5cd44e10a8b None None] Port 0b496995-a218-4ce6-b070-3571e6ba0ca1 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:29:39.555044 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-51d1364e-9e6b-4aec-b23c-e5cd44e10a8b None None] Provisioning complete for port 3f242401-0ddd-42bc-834d-d06e65d37065 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:39.555486 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51d1364e-9e6b-4aec-b23c-e5cd44e10a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:39.599722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'name': 'tempest-TestServerMultinode-1730521162-router', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:35Z', 'updated_at': '2021-11-13T05:29:38Z', 'revision_number': 4, 'project_id': '67375b0ca3e84eeab95bde8e10e36829', 'gw_port': {'id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:36Z', 'updated_at': '2021-11-13T05:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0b496995-a218-4ce6-b070-3571e6ba0ca1', 'name': '', 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'mac_address': 'fa:16:3e:05:7c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'cf0fb973-57c8-4836-9ce2-a0fe9e2e2567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:38Z', 'updated_at': '2021-11-13T05:29:38Z', 'revision_number': 2, 'project_id': '67375b0ca3e84eeab95bde8e10e36829', 'subnets': [{'id': 'cf0fb973-57c8-4836-9ce2-a0fe9e2e2567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:39.627819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151df41-564d-4d84-88b6-532512d9c93f None None] The sync data for ids ['f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'] in n-d-813114-2 is: [{'id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'name': 'tempest-TestServerMultinode-1730521162-router', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:35Z', 'updated_at': '2021-11-13T05:29:38Z', 'revision_number': 4, 'project_id': '67375b0ca3e84eeab95bde8e10e36829', 'gw_port': {'id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:36Z', 'updated_at': '2021-11-13T05:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0b496995-a218-4ce6-b070-3571e6ba0ca1', 'name': '', 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'mac_address': 'fa:16:3e:05:7c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'cf0fb973-57c8-4836-9ce2-a0fe9e2e2567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:38Z', 'updated_at': '2021-11-13T05:29:38Z', 'revision_number': 2, 'project_id': '67375b0ca3e84eeab95bde8e10e36829', 'subnets': [{'id': 'cf0fb973-57c8-4836-9ce2-a0fe9e2e2567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:29:39.699252 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:29:39.705839 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ad03e404-6211-4aa8-878d-c1318e694f8c admin admin] 10.222.0.43 "PUT /v2.0/routers/f8c9fee5-b760-445d-bf5b-8a5ffafa46cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9393599 Nov 13 05:29:40.043637 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:40.219860 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43526) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:40.224685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-158439284-network', 'tenant_id': '733e5ae7833a492b9caa586c22436d02'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:29:40.248426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] Made reservation on behalf of 733e5ae7833a492b9caa586c22436d02 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:29:40.250769 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:40.275645 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:40.364541 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:40.370368 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:40.393168 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:29:40.407723 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:40.413204 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:40.413543 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] Added segment afaa91b8-598f-4b21-b3eb-5997eb6717a8 of type vlan for network 41f56b48-cf4c-4a9a-b3f8-e265e9447208 Nov 13 05:29:40.454493 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:40.484828 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:40.485907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:40.486424 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:40.547136 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3238435 Nov 13 05:29:40.547320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43528) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:40.554497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-998f3f73-749f-4242-8ceb-4e53a6854cbd admin admin] Request body: {'subnet': {'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-158439284-subnet', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:29:40.560896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07cc6d-e772-4dae-aa96-ff910be80bee admin admin] Pushing event updated for resources: {'Network': ['ID=41f56b48-cf4c-4a9a-b3f8-e265e9447208,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:40.577978 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 41f56b48-cf4c-4a9a-b3f8-e265e9447208 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:29:40.581764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998f3f73-749f-4242-8ceb-4e53a6854cbd admin admin] Made reservation on behalf of 733e5ae7833a492b9caa586c22436d02 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:29:40.584681 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-998f3f73-749f-4242-8ceb-4e53a6854cbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:40.762361 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-998f3f73-749f-4242-8ceb-4e53a6854cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:40.820344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f3f73-749f-4242-8ceb-4e53a6854cbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:40.828977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f3f73-749f-4242-8ceb-4e53a6854cbd admin admin] Checking segment: {'id': 'afaa91b8-598f-4b21-b3eb-5997eb6717a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:29:40.829337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998f3f73-749f-4242-8ceb-4e53a6854cbd admin admin] Network hostable DHCP agents. Network: 41f56b48-cf4c-4a9a-b3f8-e265e9447208, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:29:40.847392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998f3f73-749f-4242-8ceb-4e53a6854cbd admin admin] Network 41f56b48-cf4c-4a9a-b3f8-e265e9447208 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:29:40.857262 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-998f3f73-749f-4242-8ceb-4e53a6854cbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 41f56b48-cf4c-4a9a-b3f8-e265e9447208) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:29:40.862942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998f3f73-749f-4242-8ceb-4e53a6854cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:40.864589 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-998f3f73-749f-4242-8ceb-4e53a6854cbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:40.865036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df81694-74eb-4842-bbb4-ca3b3018695b None None] Network 41f56b48-cf4c-4a9a-b3f8-e265e9447208 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:29:40.883898 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-998f3f73-749f-4242-8ceb-4e53a6854cbd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3355117 Nov 13 05:29:40.886373 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43530) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:40.891429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-158439284-router', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:29:40.916002 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:40.917113 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:40.975950 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:41.022516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-41f56b48-cf4c-4a9a-b3f8-e265e9447208', 'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'fixed_ips': [{'subnet_id': '9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:29:41.023420 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:41.116206 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:41.165020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Allocated IP 172.20.0.2 (41f56b48-cf4c-4a9a-b3f8-e265e9447208/9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc/7687450d-adae-4703-bc33-9fbf2eba710a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:29:41.320375 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:41.326978 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:41.327194 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:41.346806 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:41.370605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Network 41f56b48-cf4c-4a9a-b3f8-e265e9447208 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:29:41.373596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:29:41.378437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:29:41.384490 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Pushing event updated for resources: {'Port': ['ID=7687450d-adae-4703-bc33-9fbf2eba710a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:41.435062 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Attempting to bind port 7687450d-adae-4703-bc33-9fbf2eba710a on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:29:41.435434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Attempting to bind port 7687450d-adae-4703-bc33-9fbf2eba710a by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'afaa91b8-598f-4b21-b3eb-5997eb6717a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:29:41.435796 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Attempting to bind port 7687450d-adae-4703-bc33-9fbf2eba710a on network 41f56b48-cf4c-4a9a-b3f8-e265e9447208 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:29:41.440850 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:29:41.441219 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Checking segment: {'id': 'afaa91b8-598f-4b21-b3eb-5997eb6717a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:29:41.441616 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:41.442553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Bound using segment: {'id': 'afaa91b8-598f-4b21-b3eb-5997eb6717a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:29:41.442553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Bound port: 7687450d-adae-4703-bc33-9fbf2eba710a, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afaa91b8-598f-4b21-b3eb-5997eb6717a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:29:41.442987 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:41.461977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Allocated IP 172.25.8.205 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/c354c94d-71b7-49c8-8f6e-0979dfdbf36f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:29:41.511445 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] For port 7687450d-adae-4703-bc33-9fbf2eba710a, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:29:41.515052 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] For port 7687450d-adae-4703-bc33-9fbf2eba710a, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7687450d-adae-4703-bc33-9fbf2eba710a,segment=NetworkSegment(afaa91b8-598f-4b21-b3eb-5997eb6717a8),segment_id=afaa91b8-598f-4b21-b3eb-5997eb6717a8)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:29:41.521563 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:41.569735 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:41.584238 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2533c4-1eb4-4417-8e6a-3d5462b8a93a None None] Pushing event updated for resources: {'Port': ['ID=7687450d-adae-4703-bc33-9fbf2eba710a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:41.625275 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:41.664799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:29:41.670148 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:29:41.672697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:29:41.686538 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7c4f09-5935-4646-9e04-e3966ce6c198 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:29:41.707378 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Pushing event updated for resources: {'Port': ['ID=c354c94d-71b7-49c8-8f6e-0979dfdbf36f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:41.718581 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Sync routers for ids ['f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:29:41.723949 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-13c9d2c8-b822-4ce8-9137-30eac1f83740 None None] Provisioning complete for port c354c94d-71b7-49c8-8f6e-0979dfdbf36f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:41.724417 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13c9d2c8-b822-4ce8-9137-30eac1f83740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:41.745445 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Routers {'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:29:41.746293 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:29:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:41.774448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-13c9d2c8-b822-4ce8-9137-30eac1f83740 None None] Port c354c94d-71b7-49c8-8f6e-0979dfdbf36f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:29:41.872993 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Set router f8c9fee5-b760-445d-bf5b-8a5ffafa46cf gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:29:42.000342 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:42.077957 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'name': 'tempest-TestServerMultinode-1730521162-router', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:35Z', 'updated_at': '2021-11-13T05:29:38Z', 'revision_number': 4, 'project_id': '67375b0ca3e84eeab95bde8e10e36829', 'gw_port': {'id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:36Z', 'updated_at': '2021-11-13T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0b496995-a218-4ce6-b070-3571e6ba0ca1', 'name': '', 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'mac_address': 'fa:16:3e:05:7c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'cf0fb973-57c8-4836-9ce2-a0fe9e2e2567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:38Z', 'updated_at': '2021-11-13T05:29:38Z', 'revision_number': 2, 'project_id': '67375b0ca3e84eeab95bde8e10e36829', 'subnets': [{'id': 'cf0fb973-57c8-4836-9ce2-a0fe9e2e2567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:42.104888 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Checking router: f8c9fee5-b760-445d-bf5b-8a5ffafa46cf for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:29:42.105253 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Updating router f8c9fee5-b760-445d-bf5b-8a5ffafa46cf port 0b496995-a218-4ce6-b070-3571e6ba0ca1 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:29:42.132588 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:42.209852 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:42.382524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Router 43952d5d-9c22-44e0-b3fb-c46a67a716d4 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:29:42.388029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7687450d-adae-4703-bc33-9fbf2eba710a up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:29:42.425922 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:42.439170 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:42.469204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 7687450d-adae-4703-bc33-9fbf2eba710a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:42.469963 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:42.498804 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c56255-d6ed-4529-96ca-5f0371dcd0de None None] Pushing event updated for resources: {'Port': ['ID=0b496995-a218-4ce6-b070-3571e6ba0ca1,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:42.521629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:29:42.535335 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Sync routers for ids ['43952d5d-9c22-44e0-b3fb-c46a67a716d4'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:29:42.542119 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c56255-d6ed-4529-96ca-5f0371dcd0de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:42.542881 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c56255-d6ed-4529-96ca-5f0371dcd0de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:42.543393 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c56255-d6ed-4529-96ca-5f0371dcd0de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:42.544329 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c56255-d6ed-4529-96ca-5f0371dcd0de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:42.544817 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c56255-d6ed-4529-96ca-5f0371dcd0de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:42.545416 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c56255-d6ed-4529-96ca-5f0371dcd0de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:42.545878 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c56255-d6ed-4529-96ca-5f0371dcd0de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:42.546333 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c56255-d6ed-4529-96ca-5f0371dcd0de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:42.547096 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c56255-d6ed-4529-96ca-5f0371dcd0de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:42.547570 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c56255-d6ed-4529-96ca-5f0371dcd0de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:42.548332 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c56255-d6ed-4529-96ca-5f0371dcd0de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:42.548642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Routers {'43952d5d-9c22-44e0-b3fb-c46a67a716d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:29:42.548778 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c56255-d6ed-4529-96ca-5f0371dcd0de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:29:42.549415 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:29:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['43952d5d-9c22-44e0-b3fb-c46a67a716d4'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:42.571136 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:42.574973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b38f5a3e-9acb-4282-81f8-9a6a90d3bf13 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6848733 Nov 13 05:29:42.575202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43532) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:29:42.595171 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Attempting to bind port 0b496995-a218-4ce6-b070-3571e6ba0ca1 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:29:42.595521 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Attempting to bind port 0b496995-a218-4ce6-b070-3571e6ba0ca1 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:29:42.596185 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Attempting to bind port 0b496995-a218-4ce6-b070-3571e6ba0ca1 on network 4b0c8e80-4c50-4c41-85b3-7b914c02833e {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:29:42.602761 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:29:42.603330 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Checking segment: {'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:29:42.603878 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:42.604403 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Bound using segment: {'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:29:42.605011 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Bound port: 0b496995-a218-4ce6-b070-3571e6ba0ca1, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:29:42.605721 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:42.686787 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] For port 0b496995-a218-4ce6-b070-3571e6ba0ca1, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:29:42.691088 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] For port 0b496995-a218-4ce6-b070-3571e6ba0ca1, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0b496995-a218-4ce6-b070-3571e6ba0ca1,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:29:42.700509 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:42.736172 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:42.745442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Set router 43952d5d-9c22-44e0-b3fb-c46a67a716d4 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:29:42.888562 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Routers {'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:29:42.889125 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:29:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:42.893310 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c56255-d6ed-4529-96ca-5f0371dcd0de None None] Pushing event updated for resources: {'Port': ['ID=0b496995-a218-4ce6-b070-3571e6ba0ca1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:42.982096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad46d0e-6781-495e-a208-950d8d1b3734 None None] Network 41f56b48-cf4c-4a9a-b3f8-e265e9447208 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:29:43.018840 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] Set router f8c9fee5-b760-445d-bf5b-8a5ffafa46cf gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:29:43.105251 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a7b730e7-978a-4f70-aaff-5b1002c65147 None None] Provisioning complete for port 0b496995-a218-4ce6-b070-3571e6ba0ca1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:43.105633 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7b730e7-978a-4f70-aaff-5b1002c65147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:43.109345 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:43.174654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 7687450d-adae-4703-bc33-9fbf2eba710a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7687450d-adae-4703-bc33-9fbf2eba710a,segment=NetworkSegment(afaa91b8-598f-4b21-b3eb-5997eb6717a8),segment_id=afaa91b8-598f-4b21-b3eb-5997eb6717a8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:43.222720 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:43.223665 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3f242401-0ddd-42bc-834d-d06e65d37065 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:29:43.249078 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'name': 'tempest-TestServerMultinode-1730521162-router', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:35Z', 'updated_at': '2021-11-13T05:29:38Z', 'revision_number': 4, 'project_id': '67375b0ca3e84eeab95bde8e10e36829', 'gw_port': {'id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:36Z', 'updated_at': '2021-11-13T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0b496995-a218-4ce6-b070-3571e6ba0ca1', 'name': '', 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'mac_address': 'fa:16:3e:05:7c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'cf0fb973-57c8-4836-9ce2-a0fe9e2e2567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:38Z', 'updated_at': '2021-11-13T05:29:42Z', 'revision_number': 4, 'project_id': '67375b0ca3e84eeab95bde8e10e36829', 'subnets': [{'id': 'cf0fb973-57c8-4836-9ce2-a0fe9e2e2567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:43.278801 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffcc747-cb03-48d7-978a-5975502595e3 None None] The sync data for ids ['f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'] in n-d-813114-2 is: [{'id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'name': 'tempest-TestServerMultinode-1730521162-router', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:35Z', 'updated_at': '2021-11-13T05:29:38Z', 'revision_number': 4, 'project_id': '67375b0ca3e84eeab95bde8e10e36829', 'gw_port': {'id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:36Z', 'updated_at': '2021-11-13T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0b496995-a218-4ce6-b070-3571e6ba0ca1', 'name': '', 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'mac_address': 'fa:16:3e:05:7c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'cf0fb973-57c8-4836-9ce2-a0fe9e2e2567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:38Z', 'updated_at': '2021-11-13T05:29:42Z', 'revision_number': 4, 'project_id': '67375b0ca3e84eeab95bde8e10e36829', 'subnets': [{'id': 'cf0fb973-57c8-4836-9ce2-a0fe9e2e2567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:29:43.292372 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Allocated IP 172.20.0.1 (41f56b48-cf4c-4a9a-b3f8-e265e9447208/9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc/262e6e4b-b99d-4f4f-801f-5fc6de07834d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:29:43.391753 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=7687450d-adae-4703-bc33-9fbf2eba710a,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:43.414453 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:43.449630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 3f242401-0ddd-42bc-834d-d06e65d37065 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:43.450088 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:43.453076 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7b730e7-978a-4f70-aaff-5b1002c65147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:43.464360 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:43.509624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Pushing event updated for resources: {'Port': ['ID=262e6e4b-b99d-4f4f-801f-5fc6de07834d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:43.532207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'name': 'tempest-TestServerMultinode-158439284-router', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'c354c94d-71b7-49c8-8f6e-0979dfdbf36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:40Z', 'updated_at': '2021-11-13T05:29:41Z', 'revision_number': 3, 'project_id': '733e5ae7833a492b9caa586c22436d02', 'gw_port': {'id': 'c354c94d-71b7-49c8-8f6e-0979dfdbf36f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:41Z', 'updated_at': '2021-11-13T05:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:43.536843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Network 41f56b48-cf4c-4a9a-b3f8-e265e9447208 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:29:43.538792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:29:43.541341 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:29:43.570758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Checking router: 43952d5d-9c22-44e0-b3fb-c46a67a716d4 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:29:43.571486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Updating router 43952d5d-9c22-44e0-b3fb-c46a67a716d4 port c354c94d-71b7-49c8-8f6e-0979dfdbf36f binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:29:43.575378 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a7b730e7-978a-4f70-aaff-5b1002c65147 None None] For port 0b496995-a218-4ce6-b070-3571e6ba0ca1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0b496995-a218-4ce6-b070-3571e6ba0ca1,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:43.589795 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:43.600822 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7b730e7-978a-4f70-aaff-5b1002c65147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:43.655779 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:43.751149 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:43.755143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b730e7-978a-4f70-aaff-5b1002c65147 None None] Pushing event updated for resources: {'Port': ['ID=0b496995-a218-4ce6-b070-3571e6ba0ca1,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:43.847421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5741c72f-e087-4438-b19d-dac35be0b2e9 None None] Provisioning complete for port 0b496995-a218-4ce6-b070-3571e6ba0ca1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:43.847797 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5741c72f-e087-4438-b19d-dac35be0b2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:44.063092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5741c72f-e087-4438-b19d-dac35be0b2e9 None None] Provisioning complete for port 7687450d-adae-4703-bc33-9fbf2eba710a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:44.063461 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5741c72f-e087-4438-b19d-dac35be0b2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:44.124390 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:44.133729 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:44.211348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5bacf4-ee13-47c9-9b7d-d3d10dacb501 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:29:44.230862 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Attempting to bind port c354c94d-71b7-49c8-8f6e-0979dfdbf36f on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:29:44.231456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Attempting to bind port c354c94d-71b7-49c8-8f6e-0979dfdbf36f by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:29:44.231951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Attempting to bind port c354c94d-71b7-49c8-8f6e-0979dfdbf36f on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:29:44.242501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e102cd1-f4bd-4d10-9bb7-f2c62d8b8fa9 None None] Pushing event updated for resources: {'Port': ['ID=c354c94d-71b7-49c8-8f6e-0979dfdbf36f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:44.246865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:29:44.247386 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:29:44.247939 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:44.248426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:29:44.249128 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Bound port: c354c94d-71b7-49c8-8f6e-0979dfdbf36f, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:29:44.249578 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:44.314344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] For port c354c94d-71b7-49c8-8f6e-0979dfdbf36f, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:29:44.317737 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] For port c354c94d-71b7-49c8-8f6e-0979dfdbf36f, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c354c94d-71b7-49c8-8f6e-0979dfdbf36f,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:29:44.322058 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:44.326157 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:44.332955 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:44.350516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7687450d-adae-4703-bc33-9fbf2eba710a up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:29:44.385469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb1459e-099a-47c8-b71d-9a64ca7c4f61 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:29:44.399391 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:44.414289 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Pushing event updated for resources: {'Port': ['ID=262e6e4b-b99d-4f4f-801f-5fc6de07834d,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:44.429994 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Routers {'43952d5d-9c22-44e0-b3fb-c46a67a716d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:29:44.430656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:29:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['43952d5d-9c22-44e0-b3fb-c46a67a716d4'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:44.437055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-968f9061-1996-4ffb-8cb6-9cdfb10729cc None None] Provisioning complete for port c354c94d-71b7-49c8-8f6e-0979dfdbf36f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:44.437426 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-968f9061-1996-4ffb-8cb6-9cdfb10729cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:44.492581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e102cd1-f4bd-4d10-9bb7-f2c62d8b8fa9 None None] Pushing event updated for resources: {'Port': ['ID=c354c94d-71b7-49c8-8f6e-0979dfdbf36f,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:44.506712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Network 41f56b48-cf4c-4a9a-b3f8-e265e9447208 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:29:44.508699 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:29:44.570160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 7687450d-adae-4703-bc33-9fbf2eba710a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:44.570535 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:44.630362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Router 43952d5d-9c22-44e0-b3fb-c46a67a716d4 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:29:44.643264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] Set router 43952d5d-9c22-44e0-b3fb-c46a67a716d4 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:29:44.684515 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-968f9061-1996-4ffb-8cb6-9cdfb10729cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:44.744429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:29:44.749345 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-968f9061-1996-4ffb-8cb6-9cdfb10729cc None None] For port c354c94d-71b7-49c8-8f6e-0979dfdbf36f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c354c94d-71b7-49c8-8f6e-0979dfdbf36f,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:44.749954 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c7c5c0d8-16a1-44e2-b47e-0a4cabd403a0 admin admin] 10.222.0.43 "PUT /v2.0/routers/43952d5d-9c22-44e0-b3fb-c46a67a716d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1735759 Nov 13 05:29:44.789864 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-968f9061-1996-4ffb-8cb6-9cdfb10729cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:45.048654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0b496995-a218-4ce6-b070-3571e6ba0ca1 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:29:45.057357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-968f9061-1996-4ffb-8cb6-9cdfb10729cc None None] Provisioning complete for port 262e6e4b-b99d-4f4f-801f-5fc6de07834d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:45.057719 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-968f9061-1996-4ffb-8cb6-9cdfb10729cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:45.124406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f9061-1996-4ffb-8cb6-9cdfb10729cc None None] Pushing event updated for resources: {'Port': ['ID=c354c94d-71b7-49c8-8f6e-0979dfdbf36f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:45.163176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-968f9061-1996-4ffb-8cb6-9cdfb10729cc None None] Port 262e6e4b-b99d-4f4f-801f-5fc6de07834d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:29:45.183900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 0b496995-a218-4ce6-b070-3571e6ba0ca1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:45.184259 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:45.229080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'name': 'tempest-TestServerMultinode-158439284-router', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'c354c94d-71b7-49c8-8f6e-0979dfdbf36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:40Z', 'updated_at': '2021-11-13T05:29:43Z', 'revision_number': 4, 'project_id': '733e5ae7833a492b9caa586c22436d02', 'gw_port': {'id': 'c354c94d-71b7-49c8-8f6e-0979dfdbf36f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:41Z', 'updated_at': '2021-11-13T05:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '262e6e4b-b99d-4f4f-801f-5fc6de07834d', 'name': '', 'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'mac_address': 'fa:16:3e:22:1a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:43Z', 'updated_at': '2021-11-13T05:29:43Z', 'revision_number': 2, 'project_id': '733e5ae7833a492b9caa586c22436d02', 'subnets': [{'id': '9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:45.257467 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1936233-5656-4f44-8a99-2b613d5608b7 None None] The sync data for ids ['43952d5d-9c22-44e0-b3fb-c46a67a716d4'] in n-d-813114-2 is: [{'id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'name': 'tempest-TestServerMultinode-158439284-router', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'c354c94d-71b7-49c8-8f6e-0979dfdbf36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:40Z', 'updated_at': '2021-11-13T05:29:43Z', 'revision_number': 4, 'project_id': '733e5ae7833a492b9caa586c22436d02', 'gw_port': {'id': 'c354c94d-71b7-49c8-8f6e-0979dfdbf36f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:41Z', 'updated_at': '2021-11-13T05:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '262e6e4b-b99d-4f4f-801f-5fc6de07834d', 'name': '', 'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'mac_address': 'fa:16:3e:22:1a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:43Z', 'updated_at': '2021-11-13T05:29:43Z', 'revision_number': 2, 'project_id': '733e5ae7833a492b9caa586c22436d02', 'subnets': [{'id': '9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:29:45.318324 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8a306742-34c5-47f8-adec-e60a5215da44 None None] Provisioning complete for port c354c94d-71b7-49c8-8f6e-0979dfdbf36f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:45.318952 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a306742-34c5-47f8-adec-e60a5215da44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:45.400737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-89613264-3946-4494-aba9-b7881dc945cd tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:45.402262 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-89613264-3946-4494-aba9-b7881dc945cd tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/networks?id=4b0c8e80-4c50-4c41-85b3-7b914c02833e HTTP/1.1" status: 200 len: 911 time: 0.1006191 Nov 13 05:29:45.417359 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a6268b02-882f-49df-a895-85ba6196d3a0 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/quotas/733e5ae7833a492b9caa586c22436d02 HTTP/1.1" status: 200 len: 375 time: 0.0091529 Nov 13 05:29:45.418542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8a306742-34c5-47f8-adec-e60a5215da44 None None] Provisioning complete for port 262e6e4b-b99d-4f4f-801f-5fc6de07834d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:45.419135 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a306742-34c5-47f8-adec-e60a5215da44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:45.478267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8a306742-34c5-47f8-adec-e60a5215da44 None None] Port 262e6e4b-b99d-4f4f-801f-5fc6de07834d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:29:45.517001 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-410d805f-97f6-438f-b94b-337e206e03e0 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=733e5ae7833a492b9caa586c22436d02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937865 Nov 13 05:29:45.717551 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-57276e2a-dbc6-437e-8999-410520581c47 service neutron] 10.222.0.43 "GET /v2.0/networks/4b0c8e80-4c50-4c41-85b3-7b914c02833e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913028 Nov 13 05:29:45.826321 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-8979d141-b0ce-4776-9db8-c8efe90d12a7 service neutron] 10.222.0.43 "GET /v2.0/networks/4b0c8e80-4c50-4c41-85b3-7b914c02833e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005869 Nov 13 05:29:45.989026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-74aac6f1-53f6-4cc1-813d-c0b79c4d9bd7 req-73e2a3ae-60b3-40da-b3f3-cdddb4115953 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 210 time: 0.0277596 Nov 13 05:29:46.328335 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c354c94d-71b7-49c8-8f6e-0979dfdbf36f up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:29:46.387616 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c354c94d-71b7-49c8-8f6e-0979dfdbf36f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:46.388069 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:47.095149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d2278fe9-7202-4d70-b837-d85c6706229a req-9e909d97-a414-4df0-9398-72a004613725 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 210 time: 0.0322955 Nov 13 05:29:47.316478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-f9356da7-5f3c-4aaf-a863-55d535d95d07 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:47.318000 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-f9356da7-5f3c-4aaf-a863-55d535d95d07 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.36 "GET /v2.0/networks?id=4b0c8e80-4c50-4c41-85b3-7b914c02833e HTTP/1.1" status: 200 len: 911 time: 0.1020200 Nov 13 05:29:47.329467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-4e2f99ab-5095-4b7e-860f-662ce88d969f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Request body: {'port': {'device_id': '4086d629-9367-470f-ba68-62d493c492ff', 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e', 'admin_state_up': True, 'tenant_id': '733e5ae7833a492b9caa586c22436d02'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:29:47.351505 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-4e2f99ab-5095-4b7e-860f-662ce88d969f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Made reservation on behalf of 733e5ae7833a492b9caa586c22436d02 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:29:47.354581 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-4e2f99ab-5095-4b7e-860f-662ce88d969f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:47.465858 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Sync routers for ids ['43952d5d-9c22-44e0-b3fb-c46a67a716d4'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:29:47.477264 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Routers {'43952d5d-9c22-44e0-b3fb-c46a67a716d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:29:47.478033 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:29:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['43952d5d-9c22-44e0-b3fb-c46a67a716d4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:47.488015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-4e2f99ab-5095-4b7e-860f-662ce88d969f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Allocated IP 172.20.0.11 (4b0c8e80-4c50-4c41-85b3-7b914c02833e/cf0fb973-57c8-4836-9ce2-a0fe9e2e2567/481b2bf5-82c2-4486-9042-c4b06340cf3a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:29:47.589833 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Set router 43952d5d-9c22-44e0-b3fb-c46a67a716d4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:29:47.639958 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-4e2f99ab-5095-4b7e-860f-662ce88d969f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:47.677536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-4e2f99ab-5095-4b7e-860f-662ce88d969f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:47.727377 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-4e2f99ab-5095-4b7e-860f-662ce88d969f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Network 4b0c8e80-4c50-4c41-85b3-7b914c02833e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:29:47.732330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-4e2f99ab-5095-4b7e-860f-662ce88d969f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:29:47.735933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-4e2f99ab-5095-4b7e-860f-662ce88d969f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:29:47.742222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f99ab-5095-4b7e-860f-662ce88d969f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Pushing event updated for resources: {'Port': ['ID=481b2bf5-82c2-4486-9042-c4b06340cf3a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:47.782175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-4e2f99ab-5095-4b7e-860f-662ce88d969f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:47.783126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-4e2f99ab-5095-4b7e-860f-662ce88d969f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:47.801513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-4e2f99ab-5095-4b7e-860f-662ce88d969f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4755855 Nov 13 05:29:47.811494 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'name': 'tempest-TestServerMultinode-158439284-router', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'c354c94d-71b7-49c8-8f6e-0979dfdbf36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:40Z', 'updated_at': '2021-11-13T05:29:43Z', 'revision_number': 4, 'project_id': '733e5ae7833a492b9caa586c22436d02', 'gw_port': {'id': 'c354c94d-71b7-49c8-8f6e-0979dfdbf36f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:41Z', 'updated_at': '2021-11-13T05:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '262e6e4b-b99d-4f4f-801f-5fc6de07834d', 'name': '', 'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'mac_address': 'fa:16:3e:22:1a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:43Z', 'updated_at': '2021-11-13T05:29:43Z', 'revision_number': 2, 'project_id': '733e5ae7833a492b9caa586c22436d02', 'subnets': [{'id': '9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:47.811746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-5f1e8eaa-b48b-4bbb-9739-691a75d0ad9c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:29:47.813123 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-5f1e8eaa-b48b-4bbb-9739-691a75d0ad9c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059450 Nov 13 05:29:47.846321 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Checking router: 43952d5d-9c22-44e0-b3fb-c46a67a716d4 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:29:47.846669 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Updating router 43952d5d-9c22-44e0-b3fb-c46a67a716d4 port 262e6e4b-b99d-4f4f-801f-5fc6de07834d binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:29:47.872451 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:47.890901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Request body: {'port': {'device_id': '4086d629-9367-470f-ba68-62d493c492ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:29:47.957868 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.025314 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b3b1ff3a-9a48-4f0d-a770-4318a8709f6b None None] Provisioning complete for port 481b2bf5-82c2-4486-9042-c4b06340cf3a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:48.025833 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ff3a-9a48-4f0d-a770-4318a8709f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.067373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b3b1ff3a-9a48-4f0d-a770-4318a8709f6b None None] Port 481b2bf5-82c2-4486-9042-c4b06340cf3a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:29:48.137223 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.144287 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.245554 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dc39c-9292-48e5-8cdb-d852538133d7 None None] Pushing event updated for resources: {'Port': ['ID=262e6e4b-b99d-4f4f-801f-5fc6de07834d,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:48.252026 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Attempting to bind port 262e6e4b-b99d-4f4f-801f-5fc6de07834d on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:29:48.252520 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Attempting to bind port 262e6e4b-b99d-4f4f-801f-5fc6de07834d by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'afaa91b8-598f-4b21-b3eb-5997eb6717a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:29:48.252965 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Attempting to bind port 262e6e4b-b99d-4f4f-801f-5fc6de07834d on network 41f56b48-cf4c-4a9a-b3f8-e265e9447208 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:29:48.259106 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:29:48.259804 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Checking segment: {'id': 'afaa91b8-598f-4b21-b3eb-5997eb6717a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:29:48.260290 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.260764 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Bound using segment: {'id': 'afaa91b8-598f-4b21-b3eb-5997eb6717a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:29:48.261321 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Bound port: 262e6e4b-b99d-4f4f-801f-5fc6de07834d, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afaa91b8-598f-4b21-b3eb-5997eb6717a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:29:48.261782 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.273015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1538ac4-c279-4b51-889e-56403b2a4cdd req-d75c97ec-d6ce-4061-88dc-0c8604e83d68 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:48.274574 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a1538ac4-c279-4b51-889e-56403b2a4cdd req-d75c97ec-d6ce-4061-88dc-0c8604e83d68 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1028 time: 0.0893412 Nov 13 05:29:48.276744 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481b2bf5-82c2-4486-9042-c4b06340cf3a {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:29:48.284929 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.312966 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Transition to ACTIVE for port object 481b2bf5-82c2-4486-9042-c4b06340cf3a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:29:48.319421 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.327517 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] For port 262e6e4b-b99d-4f4f-801f-5fc6de07834d, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:29:48.330720 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] For port 262e6e4b-b99d-4f4f-801f-5fc6de07834d, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=262e6e4b-b99d-4f4f-801f-5fc6de07834d,segment=NetworkSegment(afaa91b8-598f-4b21-b3eb-5997eb6717a8),segment_id=afaa91b8-598f-4b21-b3eb-5997eb6717a8)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:29:48.337298 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.365566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a1538ac4-c279-4b51-889e-56403b2a4cdd req-84b1ce1d-c373-4a28-86c6-dde1f0757b0f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757406 Nov 13 05:29:48.396980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Pushing event updated for resources: {'Port': ['ID=481b2bf5-82c2-4486-9042-c4b06340cf3a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:48.403300 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Routers {'43952d5d-9c22-44e0-b3fb-c46a67a716d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:29:48.404326 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:29:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['43952d5d-9c22-44e0-b3fb-c46a67a716d4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:48.470009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Attempting to bind port 481b2bf5-82c2-4486-9042-c4b06340cf3a on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:29:48.470009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Attempting to bind port 481b2bf5-82c2-4486-9042-c4b06340cf3a by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:29:48.470472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Attempting to bind port 481b2bf5-82c2-4486-9042-c4b06340cf3a on network 4b0c8e80-4c50-4c41-85b3-7b914c02833e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:29:48.476136 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Port 481b2bf5-82c2-4486-9042-c4b06340cf3a on network 4b0c8e80-4c50-4c41-85b3-7b914c02833e not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:29:48.476467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Attempting to bind port 481b2bf5-82c2-4486-9042-c4b06340cf3a on network 4b0c8e80-4c50-4c41-85b3-7b914c02833e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:29:48.482373 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:29:48.482804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Checking segment: {'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:29:48.483290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Bound using segment: {'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:29:48.483821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Bound port: 481b2bf5-82c2-4486-9042-c4b06340cf3a, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:29:48.484260 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.514104 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2caee6ac-7614-427e-8193-8cbc2db7551e None None] Provisioning complete for port 262e6e4b-b99d-4f4f-801f-5fc6de07834d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:48.514734 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2caee6ac-7614-427e-8193-8cbc2db7551e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.551853 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dc39c-9292-48e5-8cdb-d852538133d7 None None] Pushing event updated for resources: {'Port': ['ID=262e6e4b-b99d-4f4f-801f-5fc6de07834d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:48.581775 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] Set router 43952d5d-9c22-44e0-b3fb-c46a67a716d4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:29:48.589827 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] For port 481b2bf5-82c2-4486-9042-c4b06340cf3a, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:29:48.596817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] For port 481b2bf5-82c2-4486-9042-c4b06340cf3a, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=481b2bf5-82c2-4486-9042-c4b06340cf3a,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:29:48.609286 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.644166 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2caee6ac-7614-427e-8193-8cbc2db7551e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.653390 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:48.654002 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.655427 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] 10.222.0.36 "PUT /v2.0/ports/481b2bf5-82c2-4486-9042-c4b06340cf3a HTTP/1.1" status: 200 len: 1092 time: 0.8283644 Nov 13 05:29:48.655878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4086d629-9367-470f-ba68-62d493c492ff', 'tag': '481b2bf5-82c2-4486-9042-c4b06340cf3a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:29:48.658229 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cf127a-4a83-4af6-82a5-7690ac68400b" -d '{"events": [{"name": "network-changed", "server_uuid": "4086d629-9367-470f-ba68-62d493c492ff", "tag": "481b2bf5-82c2-4486-9042-c4b06340cf3a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:29:48.697446 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a80195-bae6-4b9f-b7be-869948dcdb2f service neutron] Pushing event updated for resources: {'Port': ['ID=481b2bf5-82c2-4486-9042-c4b06340cf3a,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:48.700148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2caee6ac-7614-427e-8193-8cbc2db7551e None None] For port 262e6e4b-b99d-4f4f-801f-5fc6de07834d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=262e6e4b-b99d-4f4f-801f-5fc6de07834d,segment=NetworkSegment(afaa91b8-598f-4b21-b3eb-5997eb6717a8),segment_id=afaa91b8-598f-4b21-b3eb-5997eb6717a8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:48.717972 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2caee6ac-7614-427e-8193-8cbc2db7551e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.803442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-79131111-090e-438d-9938-2e0536f8009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:48.805642 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-79131111-090e-438d-9938-2e0536f8009d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=733e5ae7833a492b9caa586c22436d02&device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1095 time: 0.0725083 Nov 13 05:29:48.809286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caee6ac-7614-427e-8193-8cbc2db7551e None None] Pushing event updated for resources: {'Port': ['ID=262e6e4b-b99d-4f4f-801f-5fc6de07834d,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:48.842861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6605204f-32a4-43b5-a0cd-861c79edc0f7 None None] Provisioning complete for port 262e6e4b-b99d-4f4f-801f-5fc6de07834d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:48.843679 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6605204f-32a4-43b5-a0cd-861c79edc0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:48.875167 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-9685e81c-d7e9-4edb-ac74-c317ef52e4c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=481b2bf5-82c2-4486-9042-c4b06340cf3a HTTP/1.1" status: 200 len: 217 time: 0.0550826 Nov 13 05:29:48.892881 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89355362-b897-4f0f-97b0-32d78b548b4d x-openstack-request-id: req-89355362-b897-4f0f-97b0-32d78b548b4d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:29:48.893156 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4086d629-9367-470f-ba68-62d493c492ff", "tag": "481b2bf5-82c2-4486-9042-c4b06340cf3a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:29:48.893406 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89355362-b897-4f0f-97b0-32d78b548b4d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:29:48.893800 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4086d629-9367-470f-ba68-62d493c492ff', 'tag': '481b2bf5-82c2-4486-9042-c4b06340cf3a', 'status': 'completed', 'code': 200} Nov 13 05:29:48.939220 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-e7a98794-f98d-4964-8ebb-5c51514a3cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:48.940872 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-e7a98794-f98d-4964-8ebb-5c51514a3cad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf0fb973-57c8-4836-9ce2-a0fe9e2e2567 HTTP/1.1" status: 200 len: 849 time: 0.0566480 Nov 13 05:29:48.998492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-bef9793d-c596-4106-b2c8-38e4e100f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:49.000345 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-bef9793d-c596-4106-b2c8-38e4e100f8f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b0c8e80-4c50-4c41-85b3-7b914c02833e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518510 Nov 13 05:29:49.005532 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'name': 'tempest-TestServerMultinode-158439284-router', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'c354c94d-71b7-49c8-8f6e-0979dfdbf36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:40Z', 'updated_at': '2021-11-13T05:29:43Z', 'revision_number': 4, 'project_id': '733e5ae7833a492b9caa586c22436d02', 'gw_port': {'id': 'c354c94d-71b7-49c8-8f6e-0979dfdbf36f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:41Z', 'updated_at': '2021-11-13T05:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '262e6e4b-b99d-4f4f-801f-5fc6de07834d', 'name': '', 'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'mac_address': 'fa:16:3e:22:1a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:43Z', 'updated_at': '2021-11-13T05:29:48Z', 'revision_number': 4, 'project_id': '733e5ae7833a492b9caa586c22436d02', 'subnets': [{'id': '9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:29:49.031984 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c9758-4792-48c6-92da-184869697a5e None None] The sync data for ids ['43952d5d-9c22-44e0-b3fb-c46a67a716d4'] in n-d-813114-2 is: [{'id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'name': 'tempest-TestServerMultinode-158439284-router', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'c354c94d-71b7-49c8-8f6e-0979dfdbf36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:40Z', 'updated_at': '2021-11-13T05:29:43Z', 'revision_number': 4, 'project_id': '733e5ae7833a492b9caa586c22436d02', 'gw_port': {'id': 'c354c94d-71b7-49c8-8f6e-0979dfdbf36f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:41Z', 'updated_at': '2021-11-13T05:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '262e6e4b-b99d-4f4f-801f-5fc6de07834d', 'name': '', 'network_id': '41f56b48-cf4c-4a9a-b3f8-e265e9447208', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'mac_address': 'fa:16:3e:22:1a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:43Z', 'updated_at': '2021-11-13T05:29:48Z', 'revision_number': 4, 'project_id': '733e5ae7833a492b9caa586c22436d02', 'subnets': [{'id': '9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:29:49.098572 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-7963a98b-5140-4d66-aeb1-588c72c593aa service neutron] 10.222.0.36 "GET /v2.0/networks/4b0c8e80-4c50-4c41-85b3-7b914c02833e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907235 Nov 13 05:29:49.202609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0af6f804-c3a9-4ce3-bcba-77f34c270a6e req-836d3470-7a60-40dd-870a-e483a1419a67 service neutron] 10.222.0.36 "GET /v2.0/networks/4b0c8e80-4c50-4c41-85b3-7b914c02833e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974905 Nov 13 05:29:49.327211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf127a-4a83-4af6-82a5-7690ac68400b req-1bff382b-efa8-4b2c-b85b-902f8d3e8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:49.328789 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99cf127a-4a83-4af6-82a5-7690ac68400b req-1bff382b-efa8-4b2c-b85b-902f8d3e8df0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=733e5ae7833a492b9caa586c22436d02&device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1095 time: 0.0444331 Nov 13 05:29:49.423552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf127a-4a83-4af6-82a5-7690ac68400b req-c9e70689-70b0-4d19-8ebf-66a8a302771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:49.425052 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99cf127a-4a83-4af6-82a5-7690ac68400b req-c9e70689-70b0-4d19-8ebf-66a8a302771e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b0c8e80-4c50-4c41-85b3-7b914c02833e HTTP/1.1" status: 200 len: 911 time: 0.0891697 Nov 13 05:29:49.484308 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99cf127a-4a83-4af6-82a5-7690ac68400b req-abf6700e-7762-4e24-99ba-259da1047bae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=481b2bf5-82c2-4486-9042-c4b06340cf3a HTTP/1.1" status: 200 len: 217 time: 0.0518203 Nov 13 05:29:49.551507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf127a-4a83-4af6-82a5-7690ac68400b req-45e4be56-805a-440f-a59a-8793d40bf032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:49.553023 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99cf127a-4a83-4af6-82a5-7690ac68400b req-45e4be56-805a-440f-a59a-8793d40bf032 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf0fb973-57c8-4836-9ce2-a0fe9e2e2567 HTTP/1.1" status: 200 len: 849 time: 0.0535975 Nov 13 05:29:49.556001 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1fc19-acb9-4ac9-9ee9-ed7424a46407 req-c84c1232-2719-4e1c-96e5-1017a5601e77 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:49.557803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-74f1fc19-acb9-4ac9-9ee9-ed7424a46407 req-c84c1232-2719-4e1c-96e5-1017a5601e77 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1095 time: 0.0842423 Nov 13 05:29:49.633500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf127a-4a83-4af6-82a5-7690ac68400b req-6fbbb23d-56ef-40eb-a9e8-cf2e8fdc0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:49.635041 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99cf127a-4a83-4af6-82a5-7690ac68400b req-6fbbb23d-56ef-40eb-a9e8-cf2e8fdc0475 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b0c8e80-4c50-4c41-85b3-7b914c02833e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743229 Nov 13 05:29:49.637588 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-74f1fc19-acb9-4ac9-9ee9-ed7424a46407 req-ddaf8eeb-a58b-4e4e-9d58-f73a72514e0b tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682247 Nov 13 05:29:49.738977 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99cf127a-4a83-4af6-82a5-7690ac68400b req-b55ef7cf-c455-4fd8-a478-10da3f1a43f5 service neutron] 10.222.0.36 "GET /v2.0/networks/4b0c8e80-4c50-4c41-85b3-7b914c02833e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963173 Nov 13 05:29:49.850305 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99cf127a-4a83-4af6-82a5-7690ac68400b req-9df3eef5-74a6-48da-bc79-f69328676b46 service neutron] 10.222.0.36 "GET /v2.0/networks/4b0c8e80-4c50-4c41-85b3-7b914c02833e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041691 Nov 13 05:29:50.306424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 262e6e4b-b99d-4f4f-801f-5fc6de07834d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:29:50.355714 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 262e6e4b-b99d-4f4f-801f-5fc6de07834d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:50.356081 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:50.763253 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c62460-3308-4dae-a2a6-4f5f49faad2b req-48aab6f6-7c0d-4f42-8250-950c237bed45 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:50.764721 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30c62460-3308-4dae-a2a6-4f5f49faad2b req-48aab6f6-7c0d-4f42-8250-950c237bed45 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1095 time: 0.0448456 Nov 13 05:29:50.809386 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-30c62460-3308-4dae-a2a6-4f5f49faad2b req-c02b9f61-8dae-4fd7-abd9-35646c33fadd tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385358 Nov 13 05:29:51.924314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b413101-bea7-4d3e-b14f-b9d76c528731 req-e8da3c0d-8fdb-43e5-ad48-bd7378699a39 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:51.925845 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b413101-bea7-4d3e-b14f-b9d76c528731 req-e8da3c0d-8fdb-43e5-ad48-bd7378699a39 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1095 time: 0.0464244 Nov 13 05:29:51.977480 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2b413101-bea7-4d3e-b14f-b9d76c528731 req-d4881610-5e6c-4191-9cbb-50a8f0ebd07a tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417724 Nov 13 05:29:53.102530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcf23d-8f0a-4965-9b1d-e03ce2530946 req-1a0cb1ea-b298-486a-81f2-6ba60161e88d tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:53.104003 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6bcf23d-8f0a-4965-9b1d-e03ce2530946 req-1a0cb1ea-b298-486a-81f2-6ba60161e88d tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1095 time: 0.0459535 Nov 13 05:29:53.150510 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6bcf23d-8f0a-4965-9b1d-e03ce2530946 req-f61a79b9-f27b-44b7-9db0-4f17eb3f7939 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403199 Nov 13 05:29:54.259414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16670a02-4155-458f-9ca4-86d4c9cab2fe req-fa2ee789-e8ad-4089-b90a-f30d784bb574 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:54.261189 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16670a02-4155-458f-9ca4-86d4c9cab2fe req-fa2ee789-e8ad-4089-b90a-f30d784bb574 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1095 time: 0.0434270 Nov 13 05:29:54.312313 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16670a02-4155-458f-9ca4-86d4c9cab2fe req-b63ad503-7bef-4927-9c6f-188e3f4f55ec tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448017 Nov 13 05:29:54.448077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 481b2bf5-82c2-4486-9042-c4b06340cf3a details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:29:54.556036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 481b2bf5-82c2-4486-9042-c4b06340cf3a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=481b2bf5-82c2-4486-9042-c4b06340cf3a,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:54.567922 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '481b2bf5-82c2-4486-9042-c4b06340cf3a', 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e', 'port_id': '481b2bf5-82c2-4486-9042-c4b06340cf3a', 'mac_address': 'fa:16:3e:48:25:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0fb973-57c8-4836-9ce2-a0fe9e2e2567', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:29:54.608101 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:54.622561 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481b2bf5-82c2-4486-9042-c4b06340cf3a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:29:54.643280 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 481b2bf5-82c2-4486-9042-c4b06340cf3a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=481b2bf5-82c2-4486-9042-c4b06340cf3a,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:54.649817 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:54.701871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=481b2bf5-82c2-4486-9042-c4b06340cf3a,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:55.045436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['481b2bf5-82c2-4486-9042-c4b06340cf3a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:29:55.430760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983b129-a2d4-43dd-b882-d463795ddb46 req-740af757-a5ee-43f5-92a2-8aaa403d6200 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:55.432307 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a983b129-a2d4-43dd-b882-d463795ddb46 req-740af757-a5ee-43f5-92a2-8aaa403d6200 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1096 time: 0.0412943 Nov 13 05:29:55.476016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a983b129-a2d4-43dd-b882-d463795ddb46 req-3e8e8fc7-e721-4881-b9fb-50d0463cc1a4 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377319 Nov 13 05:29:56.456502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 481b2bf5-82c2-4486-9042-c4b06340cf3a up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:29:56.513871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 481b2bf5-82c2-4486-9042-c4b06340cf3a completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:29:56.517759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 481b2bf5-82c2-4486-9042-c4b06340cf3a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:29:56.518089 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:56.582519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843c0d7-bfe4-44a2-a1f2-78d64b2205e7 req-99913d1d-4264-45fc-97fa-d2fd70488095 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:56.584167 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9843c0d7-bfe4-44a2-a1f2-78d64b2205e7 req-99913d1d-4264-45fc-97fa-d2fd70488095 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1096 time: 0.0398631 Nov 13 05:29:56.593043 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:56.615308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4086d629-9367-470f-ba68-62d493c492ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b2bf5-82c2-4486-9042-c4b06340cf3a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:29:56.617543 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960e69ad-af4f-4d6e-b0ef-34f14034a5e6" -d '{"events": [{"server_uuid": "4086d629-9367-470f-ba68-62d493c492ff", "name": "network-vif-plugged", "status": "completed", "tag": "481b2bf5-82c2-4486-9042-c4b06340cf3a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:29:56.629668 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9843c0d7-bfe4-44a2-a1f2-78d64b2205e7 req-57cbfb9f-bac1-4294-9feb-13749612281b tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391791 Nov 13 05:29:56.631508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 481b2bf5-82c2-4486-9042-c4b06340cf3a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=481b2bf5-82c2-4486-9042-c4b06340cf3a,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:29:56.637145 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:56.683212 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=481b2bf5-82c2-4486-9042-c4b06340cf3a,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:29:56.726402 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36109e31-3920-4b49-a752-c1311629b4d0 x-openstack-request-id: req-36109e31-3920-4b49-a752-c1311629b4d0 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:29:56.726697 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4086d629-9367-470f-ba68-62d493c492ff", "name": "network-vif-plugged", "status": "completed", "tag": "481b2bf5-82c2-4486-9042-c4b06340cf3a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:29:56.726981 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36109e31-3920-4b49-a752-c1311629b4d0 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:29:56.727383 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4086d629-9367-470f-ba68-62d493c492ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b2bf5-82c2-4486-9042-c4b06340cf3a', 'code': 200} Nov 13 05:29:56.856115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfa103-ddc1-449d-bce5-4606430e1f64 req-fd1f21c0-aad4-4e8f-a63a-34a29adf0297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:56.858240 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eabfa103-ddc1-449d-bce5-4606430e1f64 req-fd1f21c0-aad4-4e8f-a63a-34a29adf0297 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1097 time: 0.0487397 Nov 13 05:29:56.906435 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eabfa103-ddc1-449d-bce5-4606430e1f64 req-73e25e38-3159-480d-b6b0-b61f54f99494 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408485 Nov 13 05:29:57.760099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a0cd1-cb28-40c9-b032-66ec576f9361 req-95ebb3c7-2d32-4eb2-8577-62663dbb7e91 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:57.761819 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b61a0cd1-cb28-40c9-b032-66ec576f9361 req-95ebb3c7-2d32-4eb2-8577-62663dbb7e91 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1097 time: 0.0533159 Nov 13 05:29:57.806316 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b61a0cd1-cb28-40c9-b032-66ec576f9361 req-d68e2818-5412-4cce-9a2d-0a5851330180 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382867 Nov 13 05:29:58.856912 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:58.937732 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee37c0e-5158-4b46-aac3-eaec3e457441 req-5f635dcb-7d0f-4b20-a100-7b2d64a0a946 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:58.939273 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7ee37c0e-5158-4b46-aac3-eaec3e457441 req-5f635dcb-7d0f-4b20-a100-7b2d64a0a946 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1097 time: 0.0459528 Nov 13 05:29:58.985383 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7ee37c0e-5158-4b46-aac3-eaec3e457441 req-e0e7f713-7aeb-452a-9bc3-c840b4177e16 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396647 Nov 13 05:29:59.094286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298bacd-f6e8-4b22-aeb2-c33394ff8005 req-8f4f08a4-957a-4175-8619-63dd974657d3 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:59.095832 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9298bacd-f6e8-4b22-aeb2-c33394ff8005 req-8f4f08a4-957a-4175-8619-63dd974657d3 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1097 time: 0.0416391 Nov 13 05:29:59.140307 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9298bacd-f6e8-4b22-aeb2-c33394ff8005 req-9ec1ac15-7d44-415b-b718-284210a2da88 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381944 Nov 13 05:29:59.213153 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:29:59.249762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0362b-b3cb-4f79-b079-cb18fd4facf1 req-29a29930-8029-4191-b091-962f57f263e7 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:59.251270 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ba0362b-b3cb-4f79-b079-cb18fd4facf1 req-29a29930-8029-4191-b091-962f57f263e7 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1097 time: 0.0439074 Nov 13 05:29:59.297596 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ba0362b-b3cb-4f79-b079-cb18fd4facf1 req-590cb14a-9eae-4a0e-be3a-218580be35d5 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401311 Nov 13 05:29:59.523055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-0f1fc847-db13-4a8f-be83-0819273bf40f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:29:59.524543 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-0f1fc847-db13-4a8f-be83-0819273bf40f tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/networks?id=4b0c8e80-4c50-4c41-85b3-7b914c02833e HTTP/1.1" status: 200 len: 911 time: 0.0931907 Nov 13 05:29:59.540159 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-c12877db-e6f4-46c6-a340-b321d31cae47 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/quotas/733e5ae7833a492b9caa586c22436d02 HTTP/1.1" status: 200 len: 375 time: 0.0095701 Nov 13 05:29:59.619847 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-3e1e001e-5d42-471b-b405-cb8aa3aef6ba tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=733e5ae7833a492b9caa586c22436d02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743279 Nov 13 05:29:59.683931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-09b52114-8420-4e41-b0a4-4017acdd3fc6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:29:59.684910 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-09b52114-8420-4e41-b0a4-4017acdd3fc6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0553622 Nov 13 05:29:59.781430 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-9c009818-326c-4683-be96-bf09597fe937 service neutron] 10.222.0.43 "GET /v2.0/networks/4b0c8e80-4c50-4c41-85b3-7b914c02833e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901206 Nov 13 05:29:59.875795 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-a52ae35c-921b-43d4-b5c0-a03ef626d494 service neutron] 10.222.0.43 "GET /v2.0/networks/4b0c8e80-4c50-4c41-85b3-7b914c02833e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881073 Nov 13 05:30:00.042273 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e7d75b2-49ed-4f0a-b4c7-c51c91d64e02 req-d8dc5780-01ea-47f1-88ef-435d3fe5106a tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 210 time: 0.0283225 Nov 13 05:30:01.150685 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-19ecc7ed-ac09-4b96-b7cd-1e79d3d02650 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:01.152321 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-19ecc7ed-ac09-4b96-b7cd-1e79d3d02650 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.46 "GET /v2.0/networks?id=4b0c8e80-4c50-4c41-85b3-7b914c02833e HTTP/1.1" status: 200 len: 911 time: 0.1000993 Nov 13 05:30:01.160222 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9922c41c-e3aa-45ab-8dfc-7fdfa2b989c9 req-0f95603e-665d-4638-b1cf-7ddbbbd01ec2 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 210 time: 0.0259094 Nov 13 05:30:01.168180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-542f430a-ce41-4ee8-b1b3-da36bcdefb56 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Request body: {'port': {'device_id': 'ca482efa-98f9-4bf2-a0c6-002949b210e9', 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e', 'admin_state_up': True, 'tenant_id': '733e5ae7833a492b9caa586c22436d02'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:30:01.199326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-542f430a-ce41-4ee8-b1b3-da36bcdefb56 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Made reservation on behalf of 733e5ae7833a492b9caa586c22436d02 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:30:01.202133 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-542f430a-ce41-4ee8-b1b3-da36bcdefb56 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:01.320986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-542f430a-ce41-4ee8-b1b3-da36bcdefb56 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Allocated IP 172.20.0.12 (4b0c8e80-4c50-4c41-85b3-7b914c02833e/cf0fb973-57c8-4836-9ce2-a0fe9e2e2567/e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:30:01.484225 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-542f430a-ce41-4ee8-b1b3-da36bcdefb56 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:01.524124 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-542f430a-ce41-4ee8-b1b3-da36bcdefb56 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:01.560613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['481b2bf5-82c2-4486-9042-c4b06340cf3a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:30:01.570028 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-542f430a-ce41-4ee8-b1b3-da36bcdefb56 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Network 4b0c8e80-4c50-4c41-85b3-7b914c02833e is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:30:01.576749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-542f430a-ce41-4ee8-b1b3-da36bcdefb56 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:30:01.580339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-542f430a-ce41-4ee8-b1b3-da36bcdefb56 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:30:01.615543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f430a-ce41-4ee8-b1b3-da36bcdefb56 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Pushing event updated for resources: {'Port': ['ID=e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:01.624578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-542f430a-ce41-4ee8-b1b3-da36bcdefb56 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:01.624771 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-542f430a-ce41-4ee8-b1b3-da36bcdefb56 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:01.647444 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-542f430a-ce41-4ee8-b1b3-da36bcdefb56 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4827812 Nov 13 05:30:01.730081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Request body: {'port': {'device_id': 'ca482efa-98f9-4bf2-a0c6-002949b210e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:30:01.792004 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:01.899790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b60bf262-0000-4952-aaa6-4c9d4beb798b None None] Provisioning complete for port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:01.900780 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b60bf262-0000-4952-aaa6-4c9d4beb798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:01.935574 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b60bf262-0000-4952-aaa6-4c9d4beb798b None None] Port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:30:02.064080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:30:02.071708 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:02.087217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Transition to ACTIVE for port object e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:30:02.092361 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:02.142606 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:02.249671 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Attempting to bind port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:30:02.250346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Attempting to bind port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:30:02.250346 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Attempting to bind port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a on network 4b0c8e80-4c50-4c41-85b3-7b914c02833e {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:30:02.262993 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a on network 4b0c8e80-4c50-4c41-85b3-7b914c02833e not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:30:02.263319 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Attempting to bind port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a on network 4b0c8e80-4c50-4c41-85b3-7b914c02833e {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:30:02.283758 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:30:02.284087 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Checking segment: {'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:30:02.284466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Bound using segment: {'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:30:02.284910 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Bound port: e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4089bd42-e6b8-4f3c-83d7-264d7b144c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:30:02.285255 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:02.327672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b647d-41a1-4d0f-9456-851607266823 req-c76aa2cf-bd16-43cb-b4ba-cf9ff4dc24fa tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:02.329221 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f13b647d-41a1-4d0f-9456-851607266823 req-c76aa2cf-bd16-43cb-b4ba-cf9ff4dc24fa tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1053 time: 0.0815113 Nov 13 05:30:02.378819 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] For port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:30:02.383296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] For port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:30:02.392202 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:02.407109 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f13b647d-41a1-4d0f-9456-851607266823 req-ec64b29e-3dfc-479d-a4a4-d6256959932e tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684035 Nov 13 05:30:02.433803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:02.434416 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:02.435823 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] 10.222.0.46 "PUT /v2.0/ports/e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a HTTP/1.1" status: 200 len: 1092 time: 0.7732601 Nov 13 05:30:02.436235 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca482efa-98f9-4bf2-a0c6-002949b210e9', 'tag': 'e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:30:02.438525 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde0aa2b-495e-4829-9d2f-f5c1ab5071a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca482efa-98f9-4bf2-a0c6-002949b210e9", "tag": "e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:30:02.464270 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aee244-d550-414c-8186-9b4de29445c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:02.496643 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696903e4-601c-43b2-bc7b-c5c6ca9bf9e9 x-openstack-request-id: req-696903e4-601c-43b2-bc7b-c5c6ca9bf9e9 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:30:02.496939 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca482efa-98f9-4bf2-a0c6-002949b210e9", "tag": "e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:30:02.497192 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-696903e4-601c-43b2-bc7b-c5c6ca9bf9e9 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:30:02.497638 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca482efa-98f9-4bf2-a0c6-002949b210e9', 'tag': 'e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a', 'status': 'completed', 'code': 200} Nov 13 05:30:02.557715 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-ea59c0d3-6af8-4fbe-8039-26690eb04da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:02.559317 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-ea59c0d3-6af8-4fbe-8039-26690eb04da1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=733e5ae7833a492b9caa586c22436d02&device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1095 time: 0.0434127 Nov 13 05:30:02.609750 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-f6d3f507-a69c-4b9c-816d-957e7bf962a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a HTTP/1.1" status: 200 len: 217 time: 0.0363462 Nov 13 05:30:02.659250 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-18790998-ffe7-4c8d-b842-85ae4bd55be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:02.660686 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-18790998-ffe7-4c8d-b842-85ae4bd55be4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf0fb973-57c8-4836-9ce2-a0fe9e2e2567 HTTP/1.1" status: 200 len: 849 time: 0.0436616 Nov 13 05:30:02.706172 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:30:02.717203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-168f828b-ae1e-4ba4-b814-1b77071488d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:02.718733 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-168f828b-ae1e-4ba4-b814-1b77071488d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b0c8e80-4c50-4c41-85b3-7b914c02833e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509508 Nov 13 05:30:02.809899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-6d377012-5355-46e4-909c-f458c415261a service neutron] 10.222.0.46 "GET /v2.0/networks/4b0c8e80-4c50-4c41-85b3-7b914c02833e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835326 Nov 13 05:30:02.912255 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7eddf436-d03b-4164-8ea7-0cdb13c29307 req-23e94c00-f27f-4943-8b07-a68caa061e44 service neutron] 10.222.0.46 "GET /v2.0/networks/4b0c8e80-4c50-4c41-85b3-7b914c02833e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942814 Nov 13 05:30:03.040417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0aa2b-495e-4829-9d2f-f5c1ab5071a5 req-80c62822-3a27-4bd8-b401-91b1780ab157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:03.041962 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bde0aa2b-495e-4829-9d2f-f5c1ab5071a5 req-80c62822-3a27-4bd8-b401-91b1780ab157 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=733e5ae7833a492b9caa586c22436d02&device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1095 time: 0.0461612 Nov 13 05:30:03.147794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0aa2b-495e-4829-9d2f-f5c1ab5071a5 req-daa3d993-8b08-4419-a004-99808d4c9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:03.150283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bde0aa2b-495e-4829-9d2f-f5c1ab5071a5 req-daa3d993-8b08-4419-a004-99808d4c9833 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b0c8e80-4c50-4c41-85b3-7b914c02833e HTTP/1.1" status: 200 len: 911 time: 0.0999343 Nov 13 05:30:03.195731 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bde0aa2b-495e-4829-9d2f-f5c1ab5071a5 req-ae25bab5-b944-4316-9ba3-2b19b330fc7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a HTTP/1.1" status: 200 len: 217 time: 0.0379577 Nov 13 05:30:03.245955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0aa2b-495e-4829-9d2f-f5c1ab5071a5 req-9238a572-7453-4ba1-aed1-c1366e82d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:03.247424 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bde0aa2b-495e-4829-9d2f-f5c1ab5071a5 req-9238a572-7453-4ba1-aed1-c1366e82d617 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf0fb973-57c8-4836-9ce2-a0fe9e2e2567 HTTP/1.1" status: 200 len: 849 time: 0.0449727 Nov 13 05:30:03.297654 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0aa2b-495e-4829-9d2f-f5c1ab5071a5 req-2099fcc8-dc24-4512-a263-7d8a077dc0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:03.299159 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bde0aa2b-495e-4829-9d2f-f5c1ab5071a5 req-2099fcc8-dc24-4512-a263-7d8a077dc0be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b0c8e80-4c50-4c41-85b3-7b914c02833e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452077 Nov 13 05:30:03.393411 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bde0aa2b-495e-4829-9d2f-f5c1ab5071a5 req-3e2f10d6-6c81-45de-b406-9fa792aad630 service neutron] 10.222.0.46 "GET /v2.0/networks/4b0c8e80-4c50-4c41-85b3-7b914c02833e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857608 Nov 13 05:30:03.513869 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bde0aa2b-495e-4829-9d2f-f5c1ab5071a5 req-3b761b2c-b128-40a3-943b-80e9ea6dc75b service neutron] 10.222.0.46 "GET /v2.0/networks/4b0c8e80-4c50-4c41-85b3-7b914c02833e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129117 Nov 13 05:30:03.527156 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a145a47-6f0b-4021-b033-c47ab93e1d64 req-eacc0b2a-ac30-48f9-9d95-4d442f975dd1 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:03.528595 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a145a47-6f0b-4021-b033-c47ab93e1d64 req-eacc0b2a-ac30-48f9-9d95-4d442f975dd1 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1095 time: 0.0515494 Nov 13 05:30:03.574647 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a145a47-6f0b-4021-b033-c47ab93e1d64 req-61c5e86a-d616-42bb-93ce-db4aad758175 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391138 Nov 13 05:30:04.269027 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9bc32f9f-53e3-4a09-a563-0708459f77f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:04.690706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f858c-ffe8-4fec-bf02-dd28e29d87a0 req-4094046c-489e-45a1-927d-c322f44dd91c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:04.692224 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e71f858c-ffe8-4fec-bf02-dd28e29d87a0 req-4094046c-489e-45a1-927d-c322f44dd91c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1095 time: 0.0414519 Nov 13 05:30:04.736733 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e71f858c-ffe8-4fec-bf02-dd28e29d87a0 req-0c8e3e96-b0dd-4aa7-8522-0cf777761851 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381951 Nov 13 05:30:05.861624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e8f2c-8c58-4090-bdca-ca0c602cb406 req-85ef9374-3ae9-4387-88a7-d554b802ad34 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:05.863164 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de4e8f2c-8c58-4090-bdca-ca0c602cb406 req-85ef9374-3ae9-4387-88a7-d554b802ad34 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1095 time: 0.0512507 Nov 13 05:30:05.914132 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de4e8f2c-8c58-4090-bdca-ca0c602cb406 req-d0d672b6-fbf6-431f-b64e-782065db2c8b tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443716 Nov 13 05:30:06.198429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:30:06.299058 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:06.310947 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a', 'network_id': '4b0c8e80-4c50-4c41-85b3-7b914c02833e', 'port_id': 'e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a', 'mac_address': 'fa:16:3e:cb:f8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0fb973-57c8-4836-9ce2-a0fe9e2e2567', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:30:06.348854 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:06.361395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:30:06.380720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:06.387258 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:06.432407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:06.510072 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ae8bb60-d09e-4252-a1c9-421d835ac98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:06.808553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:30:07.028495 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e394d-94e0-4f67-8e95-f225b69333ab req-0f6789ee-0aec-4f89-9bfd-5244b9b6178b tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:07.030390 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a21e394d-94e0-4f67-8e95-f225b69333ab req-0f6789ee-0aec-4f89-9bfd-5244b9b6178b tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1096 time: 0.0410969 Nov 13 05:30:07.081010 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a21e394d-94e0-4f67-8e95-f225b69333ab req-fddf46c1-dc10-42a9-bd79-5c89d7511085 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429783 Nov 13 05:30:08.003815 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:08.195602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6efd07-d36c-4247-965e-606e7ae17a4f req-98e78e36-7b7d-4905-821f-a380d6726977 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:08.197186 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6efd07-d36c-4247-965e-606e7ae17a4f req-98e78e36-7b7d-4905-821f-a380d6726977 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1096 time: 0.0405536 Nov 13 05:30:08.214538 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:30:08.247235 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a6efd07-d36c-4247-965e-606e7ae17a4f req-570b23ba-5732-4089-bd6b-665ef53de406 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413127 Nov 13 05:30:08.268374 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:30:08.273418 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:08.273762 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:08.348085 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:08.373114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca482efa-98f9-4bf2-a0c6-002949b210e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:30:08.375393 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb96642-065c-4046-a271-d7d47bfba74d" -d '{"events": [{"server_uuid": "ca482efa-98f9-4bf2-a0c6-002949b210e9", "name": "network-vif-plugged", "status": "completed", "tag": "e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:30:08.388176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:08.393035 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:08.420335 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb504b0c-1ac3-4792-93e1-4a6e4e50491e x-openstack-request-id: req-fb504b0c-1ac3-4792-93e1-4a6e4e50491e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:30:08.420630 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca482efa-98f9-4bf2-a0c6-002949b210e9", "name": "network-vif-plugged", "status": "completed", "tag": "e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:30:08.420879 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb504b0c-1ac3-4792-93e1-4a6e4e50491e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:30:08.421263 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca482efa-98f9-4bf2-a0c6-002949b210e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a', 'code': 200} Nov 13 05:30:08.449805 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:08.542531 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8cbcc-f749-4557-84f6-23f30b403883 req-c50e83a9-bb8c-4c89-8b62-61aa96103355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:08.543962 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-38f8cbcc-f749-4557-84f6-23f30b403883 req-c50e83a9-bb8c-4c89-8b62-61aa96103355 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1097 time: 0.0453029 Nov 13 05:30:08.593001 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-38f8cbcc-f749-4557-84f6-23f30b403883 req-ec2e0f29-4ee5-467c-8d63-656e1157803f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Nov 13 05:30:09.286630 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:09.364230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59240aa2-902d-4c2e-82c8-ffba910804c7 req-f2e43621-07bd-4ce6-b1a2-de86496165f0 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:09.365676 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59240aa2-902d-4c2e-82c8-ffba910804c7 req-f2e43621-07bd-4ce6-b1a2-de86496165f0 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1097 time: 0.0488513 Nov 13 05:30:09.415248 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59240aa2-902d-4c2e-82c8-ffba910804c7 req-b92126ef-a411-4e8c-be90-9a8b732b6754 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Nov 13 05:30:10.043318 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:10.541880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed4869-d0f9-4603-b9ae-6e34a3b0ec1c req-8dd3f706-f4b5-4f3c-8771-ec0c5e550c38 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:10.543493 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8fed4869-d0f9-4603-b9ae-6e34a3b0ec1c req-8dd3f706-f4b5-4f3c-8771-ec0c5e550c38 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1097 time: 0.0426011 Nov 13 05:30:10.592167 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8fed4869-d0f9-4603-b9ae-6e34a3b0ec1c req-050c2dcb-aeca-4d81-bce4-dff0110a4050 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 Nov 13 05:30:10.702861 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3a3a1-5f83-4584-9bdc-441bdb544a74 req-b7082ce8-d7c7-47d3-b535-d70b3f3f8449 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:10.704315 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2ee3a3a1-5f83-4584-9bdc-441bdb544a74 req-b7082ce8-d7c7-47d3-b535-d70b3f3f8449 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1097 time: 0.0423594 Nov 13 05:30:10.748299 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2ee3a3a1-5f83-4584-9bdc-441bdb544a74 req-046b496c-2b9b-40d3-b176-3c83e8f72190 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379715 Nov 13 05:30:10.875158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067273e5-e54b-4fac-9e46-fa710b458b07 req-49f3cd0a-ddcb-4060-8a3a-78b28f021298 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:10.876666 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-067273e5-e54b-4fac-9e46-fa710b458b07 req-49f3cd0a-ddcb-4060-8a3a-78b28f021298 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1097 time: 0.0540605 Nov 13 05:30:10.922110 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-067273e5-e54b-4fac-9e46-fa710b458b07 req-e546fc3c-d564-4e32-bb17-0f05915a7346 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393870 Nov 13 05:30:11.166469 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95418b-04d2-41f4-b82b-5d0095c51d89 req-7b374529-baac-49c5-8720-93427af25923 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:11.168189 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a95418b-04d2-41f4-b82b-5d0095c51d89 req-7b374529-baac-49c5-8720-93427af25923 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1097 time: 0.0457861 Nov 13 05:30:11.214102 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a95418b-04d2-41f4-b82b-5d0095c51d89 req-0021b28d-5690-47d6-9740-ef3ef641108c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397758 Nov 13 05:30:12.336391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebe273-29eb-47b6-a2a2-a36abf247eef req-a58f7524-3054-4a94-a2ab-4ccaa5c4f8e4 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:12.337858 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-daebe273-29eb-47b6-a2a2-a36abf247eef req-a58f7524-3054-4a94-a2ab-4ccaa5c4f8e4 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1097 time: 0.0438900 Nov 13 05:30:12.390480 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-daebe273-29eb-47b6-a2a2-a36abf247eef req-ad680322-574e-4e87-9cf5-1c902c202bb9 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451438 Nov 13 05:30:12.885381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91908e-e6a7-4e7e-8e2a-dbe0c73f9f73 req-90c9c2e7-144b-4944-a528-8a2c54d49ef4 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:12.886882 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a91908e-e6a7-4e7e-8e2a-dbe0c73f9f73 req-90c9c2e7-144b-4944-a528-8a2c54d49ef4 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 1097 time: 0.0498419 Nov 13 05:30:12.964757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-2a91908e-e6a7-4e7e-8e2a-dbe0c73f9f73 req-fc8d7f5c-25d4-4fae-88d3-0595fb0c623c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Deleting port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:30:12.965066 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2a91908e-e6a7-4e7e-8e2a-dbe0c73f9f73 req-fc8d7f5c-25d4-4fae-88d3-0595fb0c623c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:13.048037 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-2a91908e-e6a7-4e7e-8e2a-dbe0c73f9f73 req-fc8d7f5c-25d4-4fae-88d3-0595fb0c623c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] For port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:13.048403 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2a91908e-e6a7-4e7e-8e2a-dbe0c73f9f73 req-fc8d7f5c-25d4-4fae-88d3-0595fb0c623c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:13.062391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-2a91908e-e6a7-4e7e-8e2a-dbe0c73f9f73 req-fc8d7f5c-25d4-4fae-88d3-0595fb0c623c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Calling delete_port for e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:30:13.196318 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2a91908e-e6a7-4e7e-8e2a-dbe0c73f9f73 req-fc8d7f5c-25d4-4fae-88d3-0595fb0c623c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:13.227934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d7f5c-25d4-4fae-88d3-0595fb0c623c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:13.229420 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:30:13.235704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['481b2bf5-82c2-4486-9042-c4b06340cf3a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:30:13.269698 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a91908e-e6a7-4e7e-8e2a-dbe0c73f9f73 req-fc8d7f5c-25d4-4fae-88d3-0595fb0c623c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] No DVR routers for this DVR port e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:30:13.272461 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2a91908e-e6a7-4e7e-8e2a-dbe0c73f9f73 req-fc8d7f5c-25d4-4fae-88d3-0595fb0c623c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:13.275884 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a91908e-e6a7-4e7e-8e2a-dbe0c73f9f73 req-fc8d7f5c-25d4-4fae-88d3-0595fb0c623c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.46 "DELETE /v2.0/ports/e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a HTTP/1.1" status: 204 len: 173 time: 0.3826480 Nov 13 05:30:13.276381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca482efa-98f9-4bf2-a0c6-002949b210e9', 'name': 'network-vif-deleted', 'tag': 'e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:30:13.278711 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40b1a66-a092-425f-bb74-ce555af161bd" -d '{"events": [{"server_uuid": "ca482efa-98f9-4bf2-a0c6-002949b210e9", "name": "network-vif-deleted", "tag": "e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:30:13.320923 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82acef7a-0930-4ade-87c2-c203ed338d20 x-openstack-request-id: req-82acef7a-0930-4ade-87c2-c203ed338d20 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:30:13.321209 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca482efa-98f9-4bf2-a0c6-002949b210e9", "name": "network-vif-deleted", "tag": "e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:30:13.321451 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82acef7a-0930-4ade-87c2-c203ed338d20 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:30:13.322121 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca482efa-98f9-4bf2-a0c6-002949b210e9', 'name': 'network-vif-deleted', 'tag': 'e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a', 'status': 'completed', 'code': 200} Nov 13 05:30:13.506593 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-95665cd9-c075-48eb-a728-fed9b4801390 req-1344b876-c4cd-4815-aebd-0b15763108e6 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca482efa-98f9-4bf2-a0c6-002949b210e9 HTTP/1.1" status: 200 len: 210 time: 0.0339785 Nov 13 05:30:14.791253 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366b7b9-5714-41be-a73a-99d0cf456c2a req-41053eac-c400-48bf-a4ae-707fa68546af tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:14.792681 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b366b7b9-5714-41be-a73a-99d0cf456c2a req-41053eac-c400-48bf-a4ae-707fa68546af tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1097 time: 0.0426104 Nov 13 05:30:14.838811 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b366b7b9-5714-41be-a73a-99d0cf456c2a req-842ba25a-f48a-4986-83c6-8e8382bbb9a0 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397875 Nov 13 05:30:15.965831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458fae0-ace9-46ad-aaa1-a1a27cf54bb1 req-d9910365-3f71-4710-baff-c9d0bf9c46db tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:15.967435 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f458fae0-ace9-46ad-aaa1-a1a27cf54bb1 req-d9910365-3f71-4710-baff-c9d0bf9c46db tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1097 time: 0.0429990 Nov 13 05:30:16.011785 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f458fae0-ace9-46ad-aaa1-a1a27cf54bb1 req-329694de-0b4d-4642-8f71-e2a61b779ff2 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383477 Nov 13 05:30:16.231748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:30:16.259227 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:30:16.259566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device e5ace0a9-cf8a-4733-adc5-73dbb4ab3b4a not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:30:16.364259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0157bff-18c7-48ac-8639-703dab27cfdd req-a5a58cca-df7d-4951-a256-93f3b0179e4c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:16.365758 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0157bff-18c7-48ac-8639-703dab27cfdd req-a5a58cca-df7d-4951-a256-93f3b0179e4c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 1097 time: 0.0532515 Nov 13 05:30:16.453482 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d0157bff-18c7-48ac-8639-703dab27cfdd req-eb4fd7bc-6b03-4835-8064-15995102a78c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Deleting port 481b2bf5-82c2-4486-9042-c4b06340cf3a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:30:16.453814 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d0157bff-18c7-48ac-8639-703dab27cfdd req-eb4fd7bc-6b03-4835-8064-15995102a78c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:16.533878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d0157bff-18c7-48ac-8639-703dab27cfdd req-eb4fd7bc-6b03-4835-8064-15995102a78c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] For port 481b2bf5-82c2-4486-9042-c4b06340cf3a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=481b2bf5-82c2-4486-9042-c4b06340cf3a,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:16.534116 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d0157bff-18c7-48ac-8639-703dab27cfdd req-eb4fd7bc-6b03-4835-8064-15995102a78c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:16.551275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d0157bff-18c7-48ac-8639-703dab27cfdd req-eb4fd7bc-6b03-4835-8064-15995102a78c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Calling delete_port for 481b2bf5-82c2-4486-9042-c4b06340cf3a owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:30:16.688329 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d0157bff-18c7-48ac-8639-703dab27cfdd req-eb4fd7bc-6b03-4835-8064-15995102a78c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:16.714593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fd7bc-6b03-4835-8064-15995102a78c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Pushing event deleted for resources: {'Port': ['ID=481b2bf5-82c2-4486-9042-c4b06340cf3a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:16.724706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['481b2bf5-82c2-4486-9042-c4b06340cf3a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:30:16.769255 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0157bff-18c7-48ac-8639-703dab27cfdd req-eb4fd7bc-6b03-4835-8064-15995102a78c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] No DVR routers for this DVR port 481b2bf5-82c2-4486-9042-c4b06340cf3a on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:30:16.772094 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d0157bff-18c7-48ac-8639-703dab27cfdd req-eb4fd7bc-6b03-4835-8064-15995102a78c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:16.776188 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d0157bff-18c7-48ac-8639-703dab27cfdd req-eb4fd7bc-6b03-4835-8064-15995102a78c tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.36 "DELETE /v2.0/ports/481b2bf5-82c2-4486-9042-c4b06340cf3a HTTP/1.1" status: 204 len: 173 time: 0.4043288 Nov 13 05:30:16.776639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4086d629-9367-470f-ba68-62d493c492ff', 'name': 'network-vif-deleted', 'tag': '481b2bf5-82c2-4486-9042-c4b06340cf3a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:30:16.779160 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b7889f-9d48-4531-9ddc-a7c3a749ea54" -d '{"events": [{"server_uuid": "4086d629-9367-470f-ba68-62d493c492ff", "name": "network-vif-deleted", "tag": "481b2bf5-82c2-4486-9042-c4b06340cf3a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:30:16.820113 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b46baf6-bf86-4501-80ba-300a54a9fc03 x-openstack-request-id: req-4b46baf6-bf86-4501-80ba-300a54a9fc03 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:30:16.820551 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4086d629-9367-470f-ba68-62d493c492ff", "name": "network-vif-deleted", "tag": "481b2bf5-82c2-4486-9042-c4b06340cf3a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:30:16.820683 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b46baf6-bf86-4501-80ba-300a54a9fc03 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:30:16.821025 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4086d629-9367-470f-ba68-62d493c492ff', 'name': 'network-vif-deleted', 'tag': '481b2bf5-82c2-4486-9042-c4b06340cf3a', 'status': 'completed', 'code': 200} Nov 13 05:30:17.124684 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2b4f682b-5ed0-4c6b-9f4c-c9562bf5031b req-f0ff83b4-a038-4f49-bea0-29608836afc7 tempest-TestServerMultinode-1397447701 tempest-TestServerMultinode-1397447701-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4086d629-9367-470f-ba68-62d493c492ff HTTP/1.1" status: 200 len: 210 time: 0.0315027 Nov 13 05:30:18.198446 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43694) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:18.546444 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dc0b4a-b51d-4ccc-ba9e-42ad90b37585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:18.807332 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-32dc0b4a-b51d-4ccc-ba9e-42ad90b37585 admin admin] Deleting port 0b496995-a218-4ce6-b070-3571e6ba0ca1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:30:18.807556 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dc0b4a-b51d-4ccc-ba9e-42ad90b37585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:18.903245 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-32dc0b4a-b51d-4ccc-ba9e-42ad90b37585 admin admin] For port 0b496995-a218-4ce6-b070-3571e6ba0ca1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0b496995-a218-4ce6-b070-3571e6ba0ca1,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:18.903590 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dc0b4a-b51d-4ccc-ba9e-42ad90b37585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:18.917676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-32dc0b4a-b51d-4ccc-ba9e-42ad90b37585 admin admin] Calling delete_port for 0b496995-a218-4ce6-b070-3571e6ba0ca1 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:30:19.105883 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dc0b4a-b51d-4ccc-ba9e-42ad90b37585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:19.131158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc0b4a-b51d-4ccc-ba9e-42ad90b37585 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b496995-a218-4ce6-b070-3571e6ba0ca1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:19.308517 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dc0b4a-b51d-4ccc-ba9e-42ad90b37585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:19.555717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dc0b4a-b51d-4ccc-ba9e-42ad90b37585 admin admin] Router f8c9fee5-b760-445d-bf5b-8a5ffafa46cf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:30:19.673129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dc0b4a-b51d-4ccc-ba9e-42ad90b37585 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:30:19.678449 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-32dc0b4a-b51d-4ccc-ba9e-42ad90b37585 admin admin] 10.222.0.43 "PUT /v2.0/routers/f8c9fee5-b760-445d-bf5b-8a5ffafa46cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4788325 Nov 13 05:30:19.681041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43696) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:19.682501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f7480-601c-4fbf-8deb-764e675a7adc None None] Sync routers for ids ['f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:30:19.694126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f7480-601c-4fbf-8deb-764e675a7adc None None] Routers {'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:30:19.695038 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-868f7480-601c-4fbf-8deb-764e675a7adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:30:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:19.797026 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:19.806942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-868f7480-601c-4fbf-8deb-764e675a7adc None None] Set router f8c9fee5-b760-445d-bf5b-8a5ffafa46cf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:30:20.153797 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-868f7480-601c-4fbf-8deb-764e675a7adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'name': 'tempest-TestServerMultinode-1730521162-router', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:35Z', 'updated_at': '2021-11-13T05:30:19Z', 'revision_number': 5, 'project_id': '67375b0ca3e84eeab95bde8e10e36829', 'gw_port': {'id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:36Z', 'updated_at': '2021-11-13T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:20.183383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f7480-601c-4fbf-8deb-764e675a7adc None None] Checking router: f8c9fee5-b760-445d-bf5b-8a5ffafa46cf for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:30:20.193029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f7480-601c-4fbf-8deb-764e675a7adc None None] Routers {'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:30:20.193645 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-868f7480-601c-4fbf-8deb-764e675a7adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:30:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:20.254297 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:20.306795 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-868f7480-601c-4fbf-8deb-764e675a7adc None None] Set router f8c9fee5-b760-445d-bf5b-8a5ffafa46cf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:30:20.314139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] Deleting port 3f242401-0ddd-42bc-834d-d06e65d37065 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:30:20.314707 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:20.396879 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] For port 3f242401-0ddd-42bc-834d-d06e65d37065, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3f242401-0ddd-42bc-834d-d06e65d37065,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:20.397229 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:20.410059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] Calling delete_port for 3f242401-0ddd-42bc-834d-d06e65d37065 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:30:20.487788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-868f7480-601c-4fbf-8deb-764e675a7adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'name': 'tempest-TestServerMultinode-1730521162-router', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:35Z', 'updated_at': '2021-11-13T05:30:19Z', 'revision_number': 5, 'project_id': '67375b0ca3e84eeab95bde8e10e36829', 'gw_port': {'id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:36Z', 'updated_at': '2021-11-13T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:20.514243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f7480-601c-4fbf-8deb-764e675a7adc None None] The sync data for ids ['f8c9fee5-b760-445d-bf5b-8a5ffafa46cf'] in n-d-813114-2 is: [{'id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'name': 'tempest-TestServerMultinode-1730521162-router', 'tenant_id': '67375b0ca3e84eeab95bde8e10e36829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:35Z', 'updated_at': '2021-11-13T05:30:19Z', 'revision_number': 5, 'project_id': '67375b0ca3e84eeab95bde8e10e36829', 'gw_port': {'id': '3f242401-0ddd-42bc-834d-d06e65d37065', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9fee5-b760-445d-bf5b-8a5ffafa46cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:36Z', 'updated_at': '2021-11-13T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:30:20.580264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 481b2bf5-82c2-4486-9042-c4b06340cf3a no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:30:20.589747 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:20.600692 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 481b2bf5-82c2-4486-9042-c4b06340cf3a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:30:20.601106 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 481b2bf5-82c2-4486-9042-c4b06340cf3a not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:30:20.615122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f242401-0ddd-42bc-834d-d06e65d37065,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:20.630062 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a957680a-272e-4447-b362-f83573088dc3 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:30:20.674736 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:20.766130 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:20.768443 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:20.814183 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:20.814866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8c9fee5-b760-445d-bf5b-8a5ffafa46cf {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:30:20.819713 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:20.821190 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-68b29582-0e15-4fe7-9e7f-8e118a851c6a admin admin] 10.222.0.43 "DELETE /v2.0/routers/f8c9fee5-b760-445d-bf5b-8a5ffafa46cf HTTP/1.1" status: 204 len: 168 time: 1.1392038 Nov 13 05:30:20.823840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43698) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:20.881118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1682835-c127-4b48-bda0-db842e3e84a4 admin admin] Deleting subnet cf0fb973-57c8-4836-9ce2-a0fe9e2e2567 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:30:20.884978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1682835-c127-4b48-bda0-db842e3e84a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:20.923343 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1682835-c127-4b48-bda0-db842e3e84a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:21.007555 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1682835-c127-4b48-bda0-db842e3e84a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:21.064865 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1682835-c127-4b48-bda0-db842e3e84a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:21.092509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1682835-c127-4b48-bda0-db842e3e84a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf0fb973-57c8-4836-9ce2-a0fe9e2e2567,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:21.094473 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1682835-c127-4b48-bda0-db842e3e84a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:21.100191 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a1682835-c127-4b48-bda0-db842e3e84a4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cf0fb973-57c8-4836-9ce2-a0fe9e2e2567 HTTP/1.1" status: 204 len: 168 time: 0.2726004 Nov 13 05:30:21.100336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b4a87e-76e2-4ee9-89e5-e7fe8f517ca4 None None] Network 4b0c8e80-4c50-4c41-85b3-7b914c02833e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:30:21.100770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43700) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:21.175764 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:21.232205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] Deleting port ffd3f2cb-7f93-437b-91ee-bf17d378d34c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:30:21.232547 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:21.311096 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] For port ffd3f2cb-7f93-437b-91ee-bf17d378d34c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ffd3f2cb-7f93-437b-91ee-bf17d378d34c,segment=NetworkSegment(4089bd42-e6b8-4f3c-83d7-264d7b144c92),segment_id=4089bd42-e6b8-4f3c-83d7-264d7b144c92)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:21.311654 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:21.324970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] Calling delete_port for ffd3f2cb-7f93-437b-91ee-bf17d378d34c owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:30:21.406428 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:21.439675 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd3f2cb-7f93-437b-91ee-bf17d378d34c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:21.445410 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] No DVR routers for this DVR port ffd3f2cb-7f93-437b-91ee-bf17d378d34c on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:30:21.518476 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:21.539719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0c8e80-4c50-4c41-85b3-7b914c02833e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:21.547542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73fcb25-b3df-44ce-80c1-721df851f0ed None None] DHCP port deletion for 4b0c8e80-4c50-4c41-85b3-7b914c02833e request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:30:21.550703 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4089bd42-e6b8-4f3c-83d7-264d7b144c92') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:21.551047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4089bd42-e6b8-4f3c-83d7-264d7b144c92') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:21.565020 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:21.582168 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:21.588794 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:30:21.589233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:30:21.590998 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:30:21.650212 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:21.655931 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:21.659170 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] 10.222.0.43 "DELETE /v2.0/networks/4b0c8e80-4c50-4c41-85b3-7b914c02833e HTTP/1.1" status: 204 len: 168 time: 0.5578530 Nov 13 05:30:21.662525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43702) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:21.670036 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc06aa-e0aa-4332-b5d6-c7833c6e814c admin admin] Pushing event deleted for resources: {'Network': ['ID=4b0c8e80-4c50-4c41-85b3-7b914c02833e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:22.050186 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78273606-06cb-4ba5-922c-c007382a11e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:22.297398 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3f242401-0ddd-42bc-834d-d06e65d37065 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:30:22.310256 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-78273606-06cb-4ba5-922c-c007382a11e5 admin admin] Deleting port 262e6e4b-b99d-4f4f-801f-5fc6de07834d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:30:22.310624 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78273606-06cb-4ba5-922c-c007382a11e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:22.318680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 3f242401-0ddd-42bc-834d-d06e65d37065 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:30:22.319023 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3f242401-0ddd-42bc-834d-d06e65d37065 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:30:22.319433 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0b496995-a218-4ce6-b070-3571e6ba0ca1 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:30:22.338092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 0b496995-a218-4ce6-b070-3571e6ba0ca1 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:30:22.338426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0b496995-a218-4ce6-b070-3571e6ba0ca1 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:30:22.338827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ffd3f2cb-7f93-437b-91ee-bf17d378d34c no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:30:22.357284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: ffd3f2cb-7f93-437b-91ee-bf17d378d34c {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:30:22.357888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ffd3f2cb-7f93-437b-91ee-bf17d378d34c not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:30:22.392003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-78273606-06cb-4ba5-922c-c007382a11e5 admin admin] For port 262e6e4b-b99d-4f4f-801f-5fc6de07834d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=262e6e4b-b99d-4f4f-801f-5fc6de07834d,segment=NetworkSegment(afaa91b8-598f-4b21-b3eb-5997eb6717a8),segment_id=afaa91b8-598f-4b21-b3eb-5997eb6717a8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:22.392360 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78273606-06cb-4ba5-922c-c007382a11e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:22.405150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-78273606-06cb-4ba5-922c-c007382a11e5 admin admin] Calling delete_port for 262e6e4b-b99d-4f4f-801f-5fc6de07834d owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:30:22.594482 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78273606-06cb-4ba5-922c-c007382a11e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:22.622979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78273606-06cb-4ba5-922c-c007382a11e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=262e6e4b-b99d-4f4f-801f-5fc6de07834d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:23.140721 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78273606-06cb-4ba5-922c-c007382a11e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:23.369460 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78273606-06cb-4ba5-922c-c007382a11e5 admin admin] Router 43952d5d-9c22-44e0-b3fb-c46a67a716d4 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:30:23.490144 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78273606-06cb-4ba5-922c-c007382a11e5 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:30:23.496598 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-78273606-06cb-4ba5-922c-c007382a11e5 admin admin] 10.222.0.43 "PUT /v2.0/routers/43952d5d-9c22-44e0-b3fb-c46a67a716d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8265381 Nov 13 05:30:23.499094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43704) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:23.501002 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17f5d8b-5637-427c-8a03-512b6cfde4a4 None None] Sync routers for ids ['43952d5d-9c22-44e0-b3fb-c46a67a716d4'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:30:23.512540 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17f5d8b-5637-427c-8a03-512b6cfde4a4 None None] Routers {'43952d5d-9c22-44e0-b3fb-c46a67a716d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:30:23.513394 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f17f5d8b-5637-427c-8a03-512b6cfde4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:30:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['43952d5d-9c22-44e0-b3fb-c46a67a716d4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:23.603207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:23.614849 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f17f5d8b-5637-427c-8a03-512b6cfde4a4 None None] Set router 43952d5d-9c22-44e0-b3fb-c46a67a716d4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:30:23.702382 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:23.761347 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] Deleting port c354c94d-71b7-49c8-8f6e-0979dfdbf36f {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:30:23.761680 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:23.790523 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f17f5d8b-5637-427c-8a03-512b6cfde4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'name': 'tempest-TestServerMultinode-158439284-router', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'c354c94d-71b7-49c8-8f6e-0979dfdbf36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:40Z', 'updated_at': '2021-11-13T05:30:22Z', 'revision_number': 5, 'project_id': '733e5ae7833a492b9caa586c22436d02', 'gw_port': {'id': 'c354c94d-71b7-49c8-8f6e-0979dfdbf36f', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:29:41Z', 'updated_at': '2021-11-13T05:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:23.820260 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17f5d8b-5637-427c-8a03-512b6cfde4a4 None None] Checking router: 43952d5d-9c22-44e0-b3fb-c46a67a716d4 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:30:23.828496 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17f5d8b-5637-427c-8a03-512b6cfde4a4 None None] Routers {'43952d5d-9c22-44e0-b3fb-c46a67a716d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:30:23.829089 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f17f5d8b-5637-427c-8a03-512b6cfde4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:30:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['43952d5d-9c22-44e0-b3fb-c46a67a716d4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:23.840862 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] For port c354c94d-71b7-49c8-8f6e-0979dfdbf36f, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c354c94d-71b7-49c8-8f6e-0979dfdbf36f,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:23.841230 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:23.854834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] Calling delete_port for c354c94d-71b7-49c8-8f6e-0979dfdbf36f owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:30:23.911079 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f17f5d8b-5637-427c-8a03-512b6cfde4a4 None None] Set router 43952d5d-9c22-44e0-b3fb-c46a67a716d4 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:30:23.961047 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f17f5d8b-5637-427c-8a03-512b6cfde4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'name': 'tempest-TestServerMultinode-158439284-router', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:40Z', 'updated_at': '2021-11-13T05:30:23Z', 'revision_number': 6, 'project_id': '733e5ae7833a492b9caa586c22436d02', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:23.989571 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17f5d8b-5637-427c-8a03-512b6cfde4a4 None None] The sync data for ids ['43952d5d-9c22-44e0-b3fb-c46a67a716d4'] in n-d-813114-2 is: [{'id': '43952d5d-9c22-44e0-b3fb-c46a67a716d4', 'name': 'tempest-TestServerMultinode-158439284-router', 'tenant_id': '733e5ae7833a492b9caa586c22436d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:29:40Z', 'updated_at': '2021-11-13T05:30:23Z', 'revision_number': 6, 'project_id': '733e5ae7833a492b9caa586c22436d02', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:30:24.028066 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.050828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142ad9d3-c102-47f1-918a-e39589e426c2 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:30:24.064363 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c354c94d-71b7-49c8-8f6e-0979dfdbf36f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:24.116536 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.206511 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.208681 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.253322 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.253876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43952d5d-9c22-44e0-b3fb-c46a67a716d4 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:30:24.258300 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.259471 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ad9ac99e-66dd-4936-a389-b120d64a86c7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/43952d5d-9c22-44e0-b3fb-c46a67a716d4 HTTP/1.1" status: 204 len: 168 time: 0.7591898 Nov 13 05:30:24.263059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:24.307367 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6e71ec-0272-4d19-b0d9-f21637b6c23b admin admin] Deleting subnet 9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:30:24.310596 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c6e71ec-0272-4d19-b0d9-f21637b6c23b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.350973 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c6e71ec-0272-4d19-b0d9-f21637b6c23b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.440357 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c6e71ec-0272-4d19-b0d9-f21637b6c23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.461049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 262e6e4b-b99d-4f4f-801f-5fc6de07834d no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:30:24.480688 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 262e6e4b-b99d-4f4f-801f-5fc6de07834d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:30:24.481120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 262e6e4b-b99d-4f4f-801f-5fc6de07834d not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:30:24.498159 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c6e71ec-0272-4d19-b0d9-f21637b6c23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.523949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e71ec-0272-4d19-b0d9-f21637b6c23b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:24.528375 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c6e71ec-0272-4d19-b0d9-f21637b6c23b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.531917 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4c6e71ec-0272-4d19-b0d9-f21637b6c23b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9d6d0bfc-87c5-4688-a88a-1a2f68a9c2fc HTTP/1.1" status: 204 len: 168 time: 0.2678416 Nov 13 05:30:24.534592 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43708) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:24.536176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1399ba2-6bba-4aa3-8a67-f826aab8f9e0 None None] Network 41f56b48-cf4c-4a9a-b3f8-e265e9447208 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:30:24.606775 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.662453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Deleting port 7687450d-adae-4703-bc33-9fbf2eba710a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:30:24.662794 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.731221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] For port 7687450d-adae-4703-bc33-9fbf2eba710a, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7687450d-adae-4703-bc33-9fbf2eba710a,segment=NetworkSegment(afaa91b8-598f-4b21-b3eb-5997eb6717a8),segment_id=afaa91b8-598f-4b21-b3eb-5997eb6717a8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:24.731447 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.744823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Calling delete_port for 7687450d-adae-4703-bc33-9fbf2eba710a owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:30:24.782641 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b854cafb-6063-4d4b-b8a1-a1d8a44573a2 None None] DHCP port deletion for 41f56b48-cf4c-4a9a-b3f8-e265e9447208 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:30:24.828684 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.835646 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b854cafb-6063-4d4b-b8a1-a1d8a44573a2 None None] Deleting port 7687450d-adae-4703-bc33-9fbf2eba710a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:30:24.836016 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b854cafb-6063-4d4b-b8a1-a1d8a44573a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.857026 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] No DVR routers for this DVR port 7687450d-adae-4703-bc33-9fbf2eba710a on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:30:24.861668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7687450d-adae-4703-bc33-9fbf2eba710a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:24.902792 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b854cafb-6063-4d4b-b8a1-a1d8a44573a2 None None] For port 7687450d-adae-4703-bc33-9fbf2eba710a, host n-d-813114-2, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:24.903216 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b854cafb-6063-4d4b-b8a1-a1d8a44573a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.916330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b854cafb-6063-4d4b-b8a1-a1d8a44573a2 None None] Calling delete_port for 7687450d-adae-4703-bc33-9fbf2eba710a owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:30:24.919238 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-b854cafb-6063-4d4b-b8a1-a1d8a44573a2 None None] Port 7687450d-adae-4703-bc33-9fbf2eba710a was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 05:30:24.921227 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b854cafb-6063-4d4b-b8a1-a1d8a44573a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.936796 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.948187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854cafb-6063-4d4b-b8a1-a1d8a44573a2 None None] Pushing event deleted for resources: {'Port': ['ID=7687450d-adae-4703-bc33-9fbf2eba710a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:24.951686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854cafb-6063-4d4b-b8a1-a1d8a44573a2 None None] No DVR routers for this DVR port 7687450d-adae-4703-bc33-9fbf2eba710a on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:30:24.960322 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f56b48-cf4c-4a9a-b3f8-e265e9447208']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:24.970482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afaa91b8-598f-4b21-b3eb-5997eb6717a8') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:24.970768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afaa91b8-598f-4b21-b3eb-5997eb6717a8') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:24.980688 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:24.995195 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:25.002110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:30:25.002276 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:30:25.004393 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:30:25.069439 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:25.075019 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:25.078842 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/41f56b48-cf4c-4a9a-b3f8-e265e9447208 HTTP/1.1" status: 204 len: 168 time: 0.5431967 Nov 13 05:30:25.093327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f56b48-cf4c-4a9a-b3f8-e265e9447208,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:25.101180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:25.101518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:25.101847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:25.102173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:25.102490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:25.102824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:25.103161 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:25.103474 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:25.103787 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:25.104096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:25.104404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:25.104711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811e06d-54fa-4e9f-bebb-9cc55ad2baa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:25.239250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43712) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:25.281729 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7f402e85-9914-4b3c-9eb5-4f86bb2916db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67375b0ca3e84eeab95bde8e10e36829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411949 Nov 13 05:30:25.285032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43714) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:25.335888 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-457b4cca-42af-4421-8392-d3373568d069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:25.361242 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-457b4cca-42af-4421-8392-d3373568d069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:25.415370 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-457b4cca-42af-4421-8392-d3373568d069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:25.417988 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-457b4cca-42af-4421-8392-d3373568d069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:25.419171 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-457b4cca-42af-4421-8392-d3373568d069 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6709c5fc-57e7-4b0f-bf1c-b049ca6b4d4a HTTP/1.1" status: 204 len: 168 time: 0.1332338 Nov 13 05:30:25.426956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b4cca-42af-4421-8392-d3373568d069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6709c5fc-57e7-4b0f-bf1c-b049ca6b4d4a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:25.746878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43722) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:25.789173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8dc52bda-6343-40ca-b79b-281b1f1a4061 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=733e5ae7833a492b9caa586c22436d02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410616 Nov 13 05:30:25.791953 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43724) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:25.848593 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a795087d-6227-4253-8196-08d65a529bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:25.878281 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a795087d-6227-4253-8196-08d65a529bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:25.936042 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a795087d-6227-4253-8196-08d65a529bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:25.939120 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a795087d-6227-4253-8196-08d65a529bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:25.940302 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a795087d-6227-4253-8196-08d65a529bcd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8 HTTP/1.1" status: 204 len: 168 time: 0.1473749 Nov 13 05:30:25.948110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795087d-6227-4253-8196-08d65a529bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a1fc37-1b5f-45a8-92d6-0d07f47e03a8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:26.297484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c354c94d-71b7-49c8-8f6e-0979dfdbf36f no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:30:26.318665 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: c354c94d-71b7-49c8-8f6e-0979dfdbf36f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:30:26.319124 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c354c94d-71b7-49c8-8f6e-0979dfdbf36f not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:30:26.319621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7687450d-adae-4703-bc33-9fbf2eba710a no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:30:26.339535 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 7687450d-adae-4703-bc33-9fbf2eba710a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:30:26.339882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7687450d-adae-4703-bc33-9fbf2eba710a not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:30:26.663888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43746) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:26.773278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1696101426-network', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:30:26.801587 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] Made reservation on behalf of cf02799d2ca0421bb2fa88dd0f52581f for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:30:26.805016 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:26.815579 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:26.888903 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:26.894086 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:26.918384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:30:26.928109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255c1d53-60e4-4c28-a291-0fd433ddd2e6,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:26.932847 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:26.933188 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] Added segment 9878e6af-090f-4977-a483-f2a77e32a267 of type vlan for network 63c18ccd-3589-404e-88ed-e845b31f6c63 Nov 13 05:30:26.975920 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.003337 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.004287 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:27.004898 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.072748 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4077010 Nov 13 05:30:27.075521 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43750) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:27.080670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-037f8f57-7b4a-4c75-ae06-9ab9fe0989ef admin admin] Request body: {'subnet': {'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1696101426-subnet', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:30:27.090857 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa2c5f-f6db-4792-b10a-b7d3382eecf4 admin admin] Pushing event updated for resources: {'Network': ['ID=63c18ccd-3589-404e-88ed-e845b31f6c63,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:27.101087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 63c18ccd-3589-404e-88ed-e845b31f6c63 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:30:27.110080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037f8f57-7b4a-4c75-ae06-9ab9fe0989ef admin admin] Made reservation on behalf of cf02799d2ca0421bb2fa88dd0f52581f for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:30:27.112640 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-037f8f57-7b4a-4c75-ae06-9ab9fe0989ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.283526 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-037f8f57-7b4a-4c75-ae06-9ab9fe0989ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.337981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f8f57-7b4a-4c75-ae06-9ab9fe0989ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=87685d1b-4789-4fec-be04-ef7dea6940a8,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:27.353489 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f8f57-7b4a-4c75-ae06-9ab9fe0989ef admin admin] Checking segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:30:27.353840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037f8f57-7b4a-4c75-ae06-9ab9fe0989ef admin admin] Network hostable DHCP agents. Network: 63c18ccd-3589-404e-88ed-e845b31f6c63, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:30:27.380802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037f8f57-7b4a-4c75-ae06-9ab9fe0989ef admin admin] Network 63c18ccd-3589-404e-88ed-e845b31f6c63 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:30:27.392215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-037f8f57-7b4a-4c75-ae06-9ab9fe0989ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 63c18ccd-3589-404e-88ed-e845b31f6c63) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:30:27.396320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037f8f57-7b4a-4c75-ae06-9ab9fe0989ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:27.396918 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-037f8f57-7b4a-4c75-ae06-9ab9fe0989ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.401026 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1456846-0770-4ce1-898a-3abe97d718e4 None None] Network 63c18ccd-3589-404e-88ed-e845b31f6c63 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:30:27.413588 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-037f8f57-7b4a-4c75-ae06-9ab9fe0989ef admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3370686 Nov 13 05:30:27.416491 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43752) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:27.420751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:30:27.441620 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.442618 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.494568 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.550148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-63c18ccd-3589-404e-88ed-e845b31f6c63', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:30:27.551062 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.637697 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.680347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Allocated IP 172.20.0.2 (63c18ccd-3589-404e-88ed-e845b31f6c63/87685d1b-4789-4fec-be04-ef7dea6940a8/5f608536-2fd9-4c02-a45f-ab4569f872bd) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:30:27.824164 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.830145 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.837837 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.861503 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.877577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Pushing event updated for resources: {'Port': ['ID=5f608536-2fd9-4c02-a45f-ab4569f872bd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:27.882081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Network 63c18ccd-3589-404e-88ed-e845b31f6c63 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:30:27.883558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:30:27.885620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:30:27.941576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Attempting to bind port 5f608536-2fd9-4c02-a45f-ab4569f872bd on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:30:27.941907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Attempting to bind port 5f608536-2fd9-4c02-a45f-ab4569f872bd by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:30:27.942276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Attempting to bind port 5f608536-2fd9-4c02-a45f-ab4569f872bd on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:30:27.947412 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:30:27.947763 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Checking segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:30:27.948148 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.948534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Bound using segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:30:27.948982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Bound port: 5f608536-2fd9-4c02-a45f-ab4569f872bd, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:30:27.949349 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:27.966532 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Allocated IP 172.25.8.192 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/1fa40b8d-3d14-4ba1-b478-86d4fb6056af) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:30:28.012162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] For port 5f608536-2fd9-4c02-a45f-ab4569f872bd, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:30:28.015448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] For port 5f608536-2fd9-4c02-a45f-ab4569f872bd, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5f608536-2fd9-4c02-a45f-ab4569f872bd,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:30:28.020756 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:28.076670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbc735-311e-4889-9aae-746016ba3654 None None] Pushing event updated for resources: {'Port': ['ID=5f608536-2fd9-4c02-a45f-ab4569f872bd,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:28.084277 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:28.119209 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:28.157368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:30:28.162201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:30:28.165734 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:30:28.172014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Pushing event updated for resources: {'Port': ['ID=1fa40b8d-3d14-4ba1-b478-86d4fb6056af,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:28.175695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2e50a5-9a14-4227-af93-7a5d8dcfb9cb None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:30:28.283191 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7b3c071c-74f3-4886-b246-249c6b727eb6 None None] Provisioning complete for port 1fa40b8d-3d14-4ba1-b478-86d4fb6056af triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:28.283783 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b3c071c-74f3-4886-b246-249c6b727eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:28.336311 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c071c-74f3-4886-b246-249c6b727eb6 None None] Port 1fa40b8d-3d14-4ba1-b478-86d4fb6056af cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:30:28.353895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5f608536-2fd9-4c02-a45f-ab4569f872bd up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:30:28.411732 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 5f608536-2fd9-4c02-a45f-ab4569f872bd triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:28.412420 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:28.454852 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:28.487250 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:28.521218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 5f608536-2fd9-4c02-a45f-ab4569f872bd, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5f608536-2fd9-4c02-a45f-ab4569f872bd,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:28.527027 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:28.580264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=5f608536-2fd9-4c02-a45f-ab4569f872bd,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:28.853955 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:29.006717 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:29.017286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f533f18e-8284-4511-8271-0d1fc54a6760 None None] Network 63c18ccd-3589-404e-88ed-e845b31f6c63 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:30:29.091658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-97a5232c-75e4-4003-a68f-76bb5ec53689 None None] Provisioning complete for port 5f608536-2fd9-4c02-a45f-ab4569f872bd triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:29.091997 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97a5232c-75e4-4003-a68f-76bb5ec53689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:29.135684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Router 9caf0a15-78e5-430c-9435-7b9be47190b6 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:30:29.242713 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:30:29.253391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Sync routers for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:30:29.256441 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:29.265079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:30:29.265757 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:29.265990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e4227001-52bf-4839-920c-7abb46950296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:30:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:29.270118 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-77eb2e3c-39b5-4e9c-a019-8127328b73bd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8500926 Nov 13 05:30:29.270329 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43754) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:29.392213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:30:29.674258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b07e431d-46a7-4850-876c-c3cb5a3d2514 None None] Provisioning complete for port 5f608536-2fd9-4c02-a45f-ab4569f872bd triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:29.674947 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b07e431d-46a7-4850-876c-c3cb5a3d2514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:29.710525 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:29.805651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e4227001-52bf-4839-920c-7abb46950296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:28Z', 'revision_number': 3, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:29.831489 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Checking router: 9caf0a15-78e5-430c-9435-7b9be47190b6 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:30:29.831828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Updating router 9caf0a15-78e5-430c-9435-7b9be47190b6 port 1fa40b8d-3d14-4ba1-b478-86d4fb6056af binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:30:29.856235 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:29.876062 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Allocated IP 172.20.0.1 (63c18ccd-3589-404e-88ed-e845b31f6c63/87685d1b-4789-4fec-be04-ef7dea6940a8/bd744c92-47a0-4147-b188-6d2e92691d4e) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:30:29.982628 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.017385 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.059058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Network 63c18ccd-3589-404e-88ed-e845b31f6c63 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:30:30.061954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:30:30.066640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:30:30.069696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Pushing event updated for resources: {'Port': ['ID=bd744c92-47a0-4147-b188-6d2e92691d4e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:30.111660 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.115151 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.123043 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.179491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Attempting to bind port 1fa40b8d-3d14-4ba1-b478-86d4fb6056af on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:30:30.179899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Attempting to bind port 1fa40b8d-3d14-4ba1-b478-86d4fb6056af by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:30:30.180258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Attempting to bind port 1fa40b8d-3d14-4ba1-b478-86d4fb6056af on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:30:30.182464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a61ab-48b4-48d6-b151-f9f11d2a940c None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:30:30.194589 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:30:30.194975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:30:30.195377 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.195770 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:30:30.196239 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Bound port: 1fa40b8d-3d14-4ba1-b478-86d4fb6056af, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:30:30.196616 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.200332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cdaba-aa59-4b41-90b5-9088ae972421 None None] Pushing event updated for resources: {'Port': ['ID=1fa40b8d-3d14-4ba1-b478-86d4fb6056af,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:30.229661 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cdaba-aa59-4b41-90b5-9088ae972421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:30.230005 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cdaba-aa59-4b41-90b5-9088ae972421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:30.230342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cdaba-aa59-4b41-90b5-9088ae972421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:30.230671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cdaba-aa59-4b41-90b5-9088ae972421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:30.231019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cdaba-aa59-4b41-90b5-9088ae972421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:30.231346 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cdaba-aa59-4b41-90b5-9088ae972421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:30.231668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cdaba-aa59-4b41-90b5-9088ae972421 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:30.231987 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cdaba-aa59-4b41-90b5-9088ae972421 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:30.233078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cdaba-aa59-4b41-90b5-9088ae972421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:30.233078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cdaba-aa59-4b41-90b5-9088ae972421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:30.233321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cdaba-aa59-4b41-90b5-9088ae972421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:30.233657 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cdaba-aa59-4b41-90b5-9088ae972421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:30.257575 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.274088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e4227001-52bf-4839-920c-7abb46950296 None None] For port 1fa40b8d-3d14-4ba1-b478-86d4fb6056af, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:30:30.279299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e4227001-52bf-4839-920c-7abb46950296 None None] For port 1fa40b8d-3d14-4ba1-b478-86d4fb6056af, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1fa40b8d-3d14-4ba1-b478-86d4fb6056af,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:30:30.292112 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.339265 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5f608536-2fd9-4c02-a45f-ab4569f872bd up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:30:30.366439 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84d748f-bc65-43e4-84da-a6d26d8220be None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:30:30.414502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cdaba-aa59-4b41-90b5-9088ae972421 None None] Pushing event updated for resources: {'Port': ['ID=1fa40b8d-3d14-4ba1-b478-86d4fb6056af,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:30.416938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:30:30.417528 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e4227001-52bf-4839-920c-7abb46950296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:30:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:30.419343 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d5a3610e-261a-48a2-ac3d-4189879db122 None None] Provisioning complete for port bd744c92-47a0-4147-b188-6d2e92691d4e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:30.419913 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5a3610e-261a-48a2-ac3d-4189879db122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.440582 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.446139 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.505769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d5a3610e-261a-48a2-ac3d-4189879db122 None None] Port bd744c92-47a0-4147-b188-6d2e92691d4e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:30:30.514092 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.517037 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Pushing event updated for resources: {'Port': ['ID=bd744c92-47a0-4147-b188-6d2e92691d4e,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:30.541448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 5f608536-2fd9-4c02-a45f-ab4569f872bd triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:30.541809 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.590336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d5a3610e-261a-48a2-ac3d-4189879db122 None None] Provisioning complete for port 1fa40b8d-3d14-4ba1-b478-86d4fb6056af triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:30.590685 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5a3610e-261a-48a2-ac3d-4189879db122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.596432 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-e4227001-52bf-4839-920c-7abb46950296 None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:30:30.610349 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Network 63c18ccd-3589-404e-88ed-e845b31f6c63 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:30:30.611925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:30:30.735630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Router 9caf0a15-78e5-430c-9435-7b9be47190b6 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:30:30.850482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:30:30.851810 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5a3610e-261a-48a2-ac3d-4189879db122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.857673 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-40036c69-3717-48dc-b4ae-fd27400a7369 admin admin] 10.222.0.43 "PUT /v2.0/routers/9caf0a15-78e5-430c-9435-7b9be47190b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5862734 Nov 13 05:30:30.891687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d5a3610e-261a-48a2-ac3d-4189879db122 None None] For port 1fa40b8d-3d14-4ba1-b478-86d4fb6056af, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1fa40b8d-3d14-4ba1-b478-86d4fb6056af,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:30.899420 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5a3610e-261a-48a2-ac3d-4189879db122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:30.953811 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e4227001-52bf-4839-920c-7abb46950296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:29Z', 'revision_number': 1, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:30.985181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4227001-52bf-4839-920c-7abb46950296 None None] The sync data for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 is: [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:29Z', 'revision_number': 1, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:30:30.986663 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3610e-261a-48a2-ac3d-4189879db122 None None] Pushing event updated for resources: {'Port': ['ID=1fa40b8d-3d14-4ba1-b478-86d4fb6056af,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:31.023927 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-489f7aa8-d56a-4921-9edb-926bac784239 None None] Provisioning complete for port bd744c92-47a0-4147-b188-6d2e92691d4e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:31.024292 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-489f7aa8-d56a-4921-9edb-926bac784239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:31.064119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-489f7aa8-d56a-4921-9edb-926bac784239 None None] Port bd744c92-47a0-4147-b188-6d2e92691d4e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:30:31.074717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-489f7aa8-d56a-4921-9edb-926bac784239 None None] Provisioning complete for port 1fa40b8d-3d14-4ba1-b478-86d4fb6056af triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:31.075117 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-489f7aa8-d56a-4921-9edb-926bac784239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:31.366803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43770) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:31.372604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-56716255-network', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:30:31.395962 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] Made reservation on behalf of 81996274cf0c4e1e9ff0a679c433633c for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:30:31.398565 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:31.408137 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:31.486002 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:31.490402 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:31.515952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:30:31.525151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53417530-52fc-42d6-a202-24dfdec7a11d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:31.531912 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:31.532192 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] Added segment 40aa1a57-f564-4b38-bf18-fd275407b788 of type vlan for network 1a7b6abe-a860-448f-9155-5b90b4348953 Nov 13 05:30:31.573532 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:31.617652 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:31.619110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:31.619716 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:31.655324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2872906 Nov 13 05:30:31.658633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 43772) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:31.664445 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Request body: {'subnet': {'network_id': '1a7b6abe-a860-448f-9155-5b90b4348953', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-56716255-subnet', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:30:31.688082 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15315c37-0ef0-443a-9bf4-29fe81cb9a9a admin admin] Pushing event updated for resources: {'Network': ['ID=1a7b6abe-a860-448f-9155-5b90b4348953,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:31.688675 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Made reservation on behalf of 81996274cf0c4e1e9ff0a679c433633c for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:30:31.692843 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:31.699079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 1a7b6abe-a860-448f-9155-5b90b4348953 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:30:31.881657 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:31.935372 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16cb931-7b71-41c6-8a35-2b5574de6833,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:31.945121 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:31.945459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:31.945823 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:31.946147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:31.946463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:31.946778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:31.947100 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:31.947450 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:31.947758 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:31.948069 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:31.948378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:31.948686 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:30:31.958678 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Checking segment: {'id': '40aa1a57-f564-4b38-bf18-fd275407b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1a7b6abe-a860-448f-9155-5b90b4348953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:30:31.959071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Network hostable DHCP agents. Network: 1a7b6abe-a860-448f-9155-5b90b4348953, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:30:31.978640 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Network 1a7b6abe-a860-448f-9155-5b90b4348953 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:30:31.989279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 1a7b6abe-a860-448f-9155-5b90b4348953) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:30:31.994184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:31.994840 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:31.999719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ae2655-e8cb-4bc1-95fd-38b0c745445f None None] Network 1a7b6abe-a860-448f-9155-5b90b4348953 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:30:32.015331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43774) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:32.019525 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f70ec8ba-59c6-4c9c-8096-1e25e048b3d8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3590193 Nov 13 05:30:32.020076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-56716255-router', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:30:32.054094 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:32.055143 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:32.107229 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:32.173033 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-1a7b6abe-a860-448f-9155-5b90b4348953', 'network_id': '1a7b6abe-a860-448f-9155-5b90b4348953', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c', 'fixed_ips': [{'subnet_id': 'c16cb931-7b71-41c6-8a35-2b5574de6833'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:30:32.173957 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:32.253943 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:32.341050 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Allocated IP 172.20.0.2 (1a7b6abe-a860-448f-9155-5b90b4348953/c16cb931-7b71-41c6-8a35-2b5574de6833/ee6556b1-41e6-4c19-90d2-cee983eebb59) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:30:32.346800 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1fa40b8d-3d14-4ba1-b478-86d4fb6056af up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:30:32.471331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 1fa40b8d-3d14-4ba1-b478-86d4fb6056af triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:32.471719 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:32.487946 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:32.508283 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:32.565218 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:32.591505 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:32.615445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Allocated IP 172.25.8.161 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/efb4787a-6d31-4aa2-bc69-9c12d5da85a4) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:30:32.643558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Network 1a7b6abe-a860-448f-9155-5b90b4348953 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:30:32.646708 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:30:32.652381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:30:32.661198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Pushing event updated for resources: {'Port': ['ID=ee6556b1-41e6-4c19-90d2-cee983eebb59,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:32.714530 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Attempting to bind port ee6556b1-41e6-4c19-90d2-cee983eebb59 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:30:32.715055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Attempting to bind port ee6556b1-41e6-4c19-90d2-cee983eebb59 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '40aa1a57-f564-4b38-bf18-fd275407b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1a7b6abe-a860-448f-9155-5b90b4348953'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:30:32.715496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Attempting to bind port ee6556b1-41e6-4c19-90d2-cee983eebb59 on network 1a7b6abe-a860-448f-9155-5b90b4348953 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:30:32.720842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:30:32.721205 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Checking segment: {'id': '40aa1a57-f564-4b38-bf18-fd275407b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1a7b6abe-a860-448f-9155-5b90b4348953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:30:32.721594 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:32.721977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Bound using segment: {'id': '40aa1a57-f564-4b38-bf18-fd275407b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1a7b6abe-a860-448f-9155-5b90b4348953'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:30:32.722738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Bound port: ee6556b1-41e6-4c19-90d2-cee983eebb59, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40aa1a57-f564-4b38-bf18-fd275407b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1a7b6abe-a860-448f-9155-5b90b4348953'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:30:32.723138 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:32.738630 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:32.776145 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:32.787552 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] For port ee6556b1-41e6-4c19-90d2-cee983eebb59, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:30:32.790828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] For port ee6556b1-41e6-4c19-90d2-cee983eebb59, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ee6556b1-41e6-4c19-90d2-cee983eebb59,segment=NetworkSegment(40aa1a57-f564-4b38-bf18-fd275407b788),segment_id=40aa1a57-f564-4b38-bf18-fd275407b788)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:30:32.797633 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:32.815210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:30:32.822087 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:30:32.826848 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:30:32.840742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b798e4-3864-4941-8073-e00f5a718a96 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:30:32.865440 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2c981-7e00-4f84-b5d9-f5880d1db917 None None] Pushing event updated for resources: {'Port': ['ID=ee6556b1-41e6-4c19-90d2-cee983eebb59,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:32.870100 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Pushing event updated for resources: {'Port': ['ID=efb4787a-6d31-4aa2-bc69-9c12d5da85a4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:33.115780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3a6383f2-f49d-42a3-9d49-12ab6b74ffca None None] Provisioning complete for port efb4787a-6d31-4aa2-bc69-9c12d5da85a4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:33.116327 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a6383f2-f49d-42a3-9d49-12ab6b74ffca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:33.118783 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:33.127852 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Sync routers for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:30:33.147613 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:30:33.148252 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:30:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:33.169680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3a6383f2-f49d-42a3-9d49-12ab6b74ffca None None] Port efb4787a-6d31-4aa2-bc69-9c12d5da85a4 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:30:33.272094 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:30:33.348460 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:33.463248 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 2, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:33.479038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Router 76773555-f3e7-4893-a207-5eb33bbab9ea is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:30:33.489471 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Checking router: 9caf0a15-78e5-430c-9435-7b9be47190b6 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:30:33.489812 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Updating router 9caf0a15-78e5-430c-9435-7b9be47190b6 port bd744c92-47a0-4147-b188-6d2e92691d4e binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:30:33.518489 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:33.586575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:30:33.597231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Sync routers for ids ['76773555-f3e7-4893-a207-5eb33bbab9ea'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:30:33.608386 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:33.609929 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-861096b1-8ae4-4cdd-964a-03c469b7f4a7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5934110 Nov 13 05:30:33.611322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Routers {'76773555-f3e7-4893-a207-5eb33bbab9ea'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:30:33.612087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:30:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['76773555-f3e7-4893-a207-5eb33bbab9ea'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:33.613115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 43776) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:30:33.731949 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Set router 76773555-f3e7-4893-a207-5eb33bbab9ea gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:30:33.849567 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:33.860506 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:33.923436 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30445cd-83e6-45c2-8873-f061f92686fd None None] Pushing event updated for resources: {'Port': ['ID=bd744c92-47a0-4147-b188-6d2e92691d4e,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:33.978861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'name': 'tempest-TestVolumeBootPattern-56716255-router', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'efb4787a-6d31-4aa2-bc69-9c12d5da85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:30:32Z', 'revision_number': 3, 'project_id': '81996274cf0c4e1e9ff0a679c433633c', 'gw_port': {'id': 'efb4787a-6d31-4aa2-bc69-9c12d5da85a4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:34.011916 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Checking router: 76773555-f3e7-4893-a207-5eb33bbab9ea for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:30:34.012651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Updating router 76773555-f3e7-4893-a207-5eb33bbab9ea port efb4787a-6d31-4aa2-bc69-9c12d5da85a4 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:30:34.053325 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.110037 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Attempting to bind port bd744c92-47a0-4147-b188-6d2e92691d4e on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:30:34.110368 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Attempting to bind port bd744c92-47a0-4147-b188-6d2e92691d4e by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:30:34.111014 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Attempting to bind port bd744c92-47a0-4147-b188-6d2e92691d4e on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:30:34.117802 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:30:34.118680 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Checking segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:30:34.119101 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.119489 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Bound using segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:30:34.119965 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Bound port: bd744c92-47a0-4147-b188-6d2e92691d4e, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:30:34.120340 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.155523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e2a94a-a251-4e8e-908a-52ac6b6711c4 None None] Network 1a7b6abe-a860-448f-9155-5b90b4348953 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:30:34.198848 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] For port bd744c92-47a0-4147-b188-6d2e92691d4e, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:30:34.203694 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] For port bd744c92-47a0-4147-b188-6d2e92691d4e, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bd744c92-47a0-4147-b188-6d2e92691d4e,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:30:34.217707 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.276588 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:30:34.277206 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:30:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:34.283525 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2c79b142-b4de-4991-914d-cdbd61d86593 None None] Provisioning complete for port ee6556b1-41e6-4c19-90d2-cee983eebb59 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:34.284069 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c79b142-b4de-4991-914d-cdbd61d86593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.393423 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:30:34.426487 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4ae41bc-93fd-4082-ad0c-c7b0bd6beee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.499063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ee6556b1-41e6-4c19-90d2-cee983eebb59 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:30:34.563690 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c79b142-b4de-4991-914d-cdbd61d86593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.591440 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30445cd-83e6-45c2-8873-f061f92686fd None None] Pushing event updated for resources: {'Port': ['ID=bd744c92-47a0-4147-b188-6d2e92691d4e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:34.626794 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.686381 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2c79b142-b4de-4991-914d-cdbd61d86593 None None] For port ee6556b1-41e6-4c19-90d2-cee983eebb59, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ee6556b1-41e6-4c19-90d2-cee983eebb59,segment=NetworkSegment(40aa1a57-f564-4b38-bf18-fd275407b788),segment_id=40aa1a57-f564-4b38-bf18-fd275407b788)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:34.699885 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c79b142-b4de-4991-914d-cdbd61d86593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.711141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port ee6556b1-41e6-4c19-90d2-cee983eebb59 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:34.711576 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.736262 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.740360 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:34Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:34.769597 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8ca1b-e900-410a-a412-7d2eaf9953e1 None None] The sync data for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 is: [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:34Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:30:34.774732 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.798854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Allocated IP 172.20.0.1 (1a7b6abe-a860-448f-9155-5b90b4348953/c16cb931-7b71-41c6-8a35-2b5574de6833/5e396144-710b-449a-9fb5-9ed93850e99d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:30:34.841269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79b142-b4de-4991-914d-cdbd61d86593 None None] Pushing event updated for resources: {'Port': ['ID=ee6556b1-41e6-4c19-90d2-cee983eebb59,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:34.881027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Attempting to bind port efb4787a-6d31-4aa2-bc69-9c12d5da85a4 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:30:34.881261 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Attempting to bind port efb4787a-6d31-4aa2-bc69-9c12d5da85a4 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:30:34.881582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Attempting to bind port efb4787a-6d31-4aa2-bc69-9c12d5da85a4 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:30:34.887180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5291e1a8-23b7-46e3-b89b-db3afd67a7f6 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:30:34.903172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:30:34.903577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:30:34.903924 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.904309 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:30:34.904793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Bound port: efb4787a-6d31-4aa2-bc69-9c12d5da85a4, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:30:34.906330 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.954988 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.964037 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-dfa82308-f306-452f-9b9d-d86f61005ca2 None None] Provisioning complete for port bd744c92-47a0-4147-b188-6d2e92691d4e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:34.964256 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfa82308-f306-452f-9b9d-d86f61005ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:34.972635 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ba769-6f29-4972-b4b3-ce08423a2692 None None] Pushing event updated for resources: {'Port': ['ID=efb4787a-6d31-4aa2-bc69-9c12d5da85a4,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:35.005267 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:35.055165 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] For port efb4787a-6d31-4aa2-bc69-9c12d5da85a4, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:30:35.059007 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] For port efb4787a-6d31-4aa2-bc69-9c12d5da85a4, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=efb4787a-6d31-4aa2-bc69-9c12d5da85a4,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:30:35.073436 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Pushing event updated for resources: {'Port': ['ID=5e396144-710b-449a-9fb5-9ed93850e99d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:35.073680 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:35.090846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Network 1a7b6abe-a860-448f-9155-5b90b4348953 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:30:35.092437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:30:35.094948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:30:35.150567 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:35.157086 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2710463-e264-413b-b4b0-0c1b1b1acee3 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:30:35.180428 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfa82308-f306-452f-9b9d-d86f61005ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:35.187313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Routers {'76773555-f3e7-4893-a207-5eb33bbab9ea'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:30:35.187936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:30:06Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['76773555-f3e7-4893-a207-5eb33bbab9ea'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:35.196111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ba769-6f29-4972-b4b3-ce08423a2692 None None] Pushing event updated for resources: {'Port': ['ID=efb4787a-6d31-4aa2-bc69-9c12d5da85a4,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:35.277471 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-dfa82308-f306-452f-9b9d-d86f61005ca2 None None] For port bd744c92-47a0-4147-b188-6d2e92691d4e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bd744c92-47a0-4147-b188-6d2e92691d4e,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:35.315042 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfa82308-f306-452f-9b9d-d86f61005ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:35.357101 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:35.380477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] Set router 76773555-f3e7-4893-a207-5eb33bbab9ea gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:30:35.446761 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa82308-f306-452f-9b9d-d86f61005ca2 None None] Pushing event updated for resources: {'Port': ['ID=bd744c92-47a0-4147-b188-6d2e92691d4e,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:35.511918 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1865456e-97e8-4a28-b451-a9056be54fa4 None None] Provisioning complete for port ee6556b1-41e6-4c19-90d2-cee983eebb59 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:35.512285 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1865456e-97e8-4a28-b451-a9056be54fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:35.539486 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:35.547888 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:35.622453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Pushing event updated for resources: {'Port': ['ID=5e396144-710b-449a-9fb5-9ed93850e99d,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:35.625656 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:35.662097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'name': 'tempest-TestVolumeBootPattern-56716255-router', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'efb4787a-6d31-4aa2-bc69-9c12d5da85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:30:32Z', 'revision_number': 3, 'project_id': '81996274cf0c4e1e9ff0a679c433633c', 'gw_port': {'id': 'efb4787a-6d31-4aa2-bc69-9c12d5da85a4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:35.718214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Network 1a7b6abe-a860-448f-9155-5b90b4348953 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:30:35.719768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:30:35.847663 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Router 76773555-f3e7-4893-a207-5eb33bbab9ea has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:30:35.860901 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1fd5d0-2e82-46f8-acd4-bb25d4608eee None None] The sync data for ids ['76773555-f3e7-4893-a207-5eb33bbab9ea'] in n-d-813114-2 is: [{'id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'name': 'tempest-TestVolumeBootPattern-56716255-router', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'efb4787a-6d31-4aa2-bc69-9c12d5da85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:30:32Z', 'revision_number': 3, 'project_id': '81996274cf0c4e1e9ff0a679c433633c', 'gw_port': {'id': 'efb4787a-6d31-4aa2-bc69-9c12d5da85a4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:30:35.862489 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1865456e-97e8-4a28-b451-a9056be54fa4 None None] Provisioning complete for port 5e396144-710b-449a-9fb5-9ed93850e99d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:35.862853 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1865456e-97e8-4a28-b451-a9056be54fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:35.899793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1865456e-97e8-4a28-b451-a9056be54fa4 None None] Port 5e396144-710b-449a-9fb5-9ed93850e99d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:30:35.916683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1865456e-97e8-4a28-b451-a9056be54fa4 None None] Provisioning complete for port efb4787a-6d31-4aa2-bc69-9c12d5da85a4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:35.917046 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1865456e-97e8-4a28-b451-a9056be54fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:35.983979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:30:35.989313 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-370dc1c1-4ef3-49bb-8cb6-2590a8804672 admin admin] 10.222.0.43 "PUT /v2.0/routers/76773555-f3e7-4893-a207-5eb33bbab9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3749781 Nov 13 05:30:36.000638 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1865456e-97e8-4a28-b451-a9056be54fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:36.022351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1865456e-97e8-4a28-b451-a9056be54fa4 None None] For port efb4787a-6d31-4aa2-bc69-9c12d5da85a4, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=efb4787a-6d31-4aa2-bc69-9c12d5da85a4,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:36.027521 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1865456e-97e8-4a28-b451-a9056be54fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:36.083370 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865456e-97e8-4a28-b451-a9056be54fa4 None None] Pushing event updated for resources: {'Port': ['ID=efb4787a-6d31-4aa2-bc69-9c12d5da85a4,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:36.149379 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6e0a1c2a-3d9c-4baa-88f3-a417e3ecc856 None None] Provisioning complete for port 5e396144-710b-449a-9fb5-9ed93850e99d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:36.149741 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e0a1c2a-3d9c-4baa-88f3-a417e3ecc856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:36.191502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6e0a1c2a-3d9c-4baa-88f3-a417e3ecc856 None None] Port 5e396144-710b-449a-9fb5-9ed93850e99d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:30:36.438992 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ee6556b1-41e6-4c19-90d2-cee983eebb59 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:30:36.519798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port ee6556b1-41e6-4c19-90d2-cee983eebb59 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:36.520275 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:36.522258 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38b88743-38dc-4e85-bcba-fb7a464f2696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:36.612432 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bd744c92-47a0-4147-b188-6d2e92691d4e up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:30:36.667561 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port bd744c92-47a0-4147-b188-6d2e92691d4e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:36.668602 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:36.761828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device efb4787a-6d31-4aa2-bc69-9c12d5da85a4 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:30:36.835433 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port efb4787a-6d31-4aa2-bc69-9c12d5da85a4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:36.836038 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:38.006496 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:38.212071 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-21b1cf90-1ebc-44a4-97b0-ee22087506b7 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:38.213446 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-21b1cf90-1ebc-44a4-97b0-ee22087506b7 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 812 time: 0.1098659 Nov 13 05:30:38.229587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-0b2ffc7d-379d-4392-90ec-f68ebf6c117c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/quotas/cf02799d2ca0421bb2fa88dd0f52581f HTTP/1.1" status: 200 len: 375 time: 0.0100231 Nov 13 05:30:38.273249 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Sync routers for ids ['76773555-f3e7-4893-a207-5eb33bbab9ea'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:30:38.283512 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Routers {'76773555-f3e7-4893-a207-5eb33bbab9ea'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:30:38.284136 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:30:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['76773555-f3e7-4893-a207-5eb33bbab9ea'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:38.284298 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-5c2dcfaa-3607-4a92-95db-72280e0f215f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491397 Nov 13 05:30:38.374076 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-889b99b9-850e-4701-a60f-d8de0c321726 service neutron] 10.222.0.43 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829208 Nov 13 05:30:38.389887 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Set router 76773555-f3e7-4893-a207-5eb33bbab9ea gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:30:38.469316 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-3c5e6eb2-391d-40fd-9186-4ed2d55b1a4c service neutron] 10.222.0.43 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884876 Nov 13 05:30:38.591609 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'name': 'tempest-TestVolumeBootPattern-56716255-router', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'efb4787a-6d31-4aa2-bc69-9c12d5da85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 4, 'project_id': '81996274cf0c4e1e9ff0a679c433633c', 'gw_port': {'id': 'efb4787a-6d31-4aa2-bc69-9c12d5da85a4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '5e396144-710b-449a-9fb5-9ed93850e99d', 'name': '', 'network_id': '1a7b6abe-a860-448f-9155-5b90b4348953', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c', 'mac_address': 'fa:16:3e:3e:d9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'c16cb931-7b71-41c6-8a35-2b5574de6833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:34Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 2, 'project_id': '81996274cf0c4e1e9ff0a679c433633c', 'subnets': [{'id': 'c16cb931-7b71-41c6-8a35-2b5574de6833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:38.617585 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Checking router: 76773555-f3e7-4893-a207-5eb33bbab9ea for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:30:38.617928 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Updating router 76773555-f3e7-4893-a207-5eb33bbab9ea port 5e396144-710b-449a-9fb5-9ed93850e99d binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:30:38.642696 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:38.769561 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-43bb4960-9d07-4c7f-81bb-b15bf3e865da req-13432079-b526-443b-90e5-f7612f068e55 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 210 time: 0.0352960 Nov 13 05:30:38.920678 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:38.926878 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:38.991415 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb8216-cd82-406b-a299-dafb6519884c None None] Pushing event updated for resources: {'Port': ['ID=5e396144-710b-449a-9fb5-9ed93850e99d,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:39.025500 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Attempting to bind port 5e396144-710b-449a-9fb5-9ed93850e99d on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:30:39.026304 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Attempting to bind port 5e396144-710b-449a-9fb5-9ed93850e99d by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '40aa1a57-f564-4b38-bf18-fd275407b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1a7b6abe-a860-448f-9155-5b90b4348953'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:30:39.026801 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Attempting to bind port 5e396144-710b-449a-9fb5-9ed93850e99d on network 1a7b6abe-a860-448f-9155-5b90b4348953 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:30:39.032382 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:30:39.032818 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Checking segment: {'id': '40aa1a57-f564-4b38-bf18-fd275407b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1a7b6abe-a860-448f-9155-5b90b4348953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:30:39.033332 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:39.033804 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Bound using segment: {'id': '40aa1a57-f564-4b38-bf18-fd275407b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1a7b6abe-a860-448f-9155-5b90b4348953'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:30:39.034519 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Bound port: 5e396144-710b-449a-9fb5-9ed93850e99d, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40aa1a57-f564-4b38-bf18-fd275407b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1a7b6abe-a860-448f-9155-5b90b4348953'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:30:39.035411 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:39.107058 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] For port 5e396144-710b-449a-9fb5-9ed93850e99d, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:30:39.110535 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] For port 5e396144-710b-449a-9fb5-9ed93850e99d, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5e396144-710b-449a-9fb5-9ed93850e99d,segment=NetworkSegment(40aa1a57-f564-4b38-bf18-fd275407b788),segment_id=40aa1a57-f564-4b38-bf18-fd275407b788)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:30:39.115043 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:39.170726 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Routers {'76773555-f3e7-4893-a207-5eb33bbab9ea'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:30:39.171398 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:30:36Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['76773555-f3e7-4893-a207-5eb33bbab9ea'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:39.176549 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb8216-cd82-406b-a299-dafb6519884c None None] Pushing event updated for resources: {'Port': ['ID=5e396144-710b-449a-9fb5-9ed93850e99d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:39.231096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ac106f98-8104-439e-ac7b-c86cb55d2354 None None] Provisioning complete for port 5e396144-710b-449a-9fb5-9ed93850e99d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:39.231671 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac106f98-8104-439e-ac7b-c86cb55d2354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:39.305359 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:39.362365 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac106f98-8104-439e-ac7b-c86cb55d2354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:39.404592 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ac106f98-8104-439e-ac7b-c86cb55d2354 None None] For port 5e396144-710b-449a-9fb5-9ed93850e99d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5e396144-710b-449a-9fb5-9ed93850e99d,segment=NetworkSegment(40aa1a57-f564-4b38-bf18-fd275407b788),segment_id=40aa1a57-f564-4b38-bf18-fd275407b788)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:39.405047 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] Set router 76773555-f3e7-4893-a207-5eb33bbab9ea gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:30:39.412325 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac106f98-8104-439e-ac7b-c86cb55d2354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:39.459940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac106f98-8104-439e-ac7b-c86cb55d2354 None None] Pushing event updated for resources: {'Port': ['ID=5e396144-710b-449a-9fb5-9ed93850e99d,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:39.537215 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-dd433bee-39f2-4fbc-afb7-a417943d84a7 None None] Provisioning complete for port 5e396144-710b-449a-9fb5-9ed93850e99d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:39.537615 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd433bee-39f2-4fbc-afb7-a417943d84a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:39.611314 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'name': 'tempest-TestVolumeBootPattern-56716255-router', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'efb4787a-6d31-4aa2-bc69-9c12d5da85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 4, 'project_id': '81996274cf0c4e1e9ff0a679c433633c', 'gw_port': {'id': 'efb4787a-6d31-4aa2-bc69-9c12d5da85a4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '5e396144-710b-449a-9fb5-9ed93850e99d', 'name': '', 'network_id': '1a7b6abe-a860-448f-9155-5b90b4348953', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c', 'mac_address': 'fa:16:3e:3e:d9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'c16cb931-7b71-41c6-8a35-2b5574de6833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:34Z', 'updated_at': '2021-11-13T05:30:39Z', 'revision_number': 4, 'project_id': '81996274cf0c4e1e9ff0a679c433633c', 'subnets': [{'id': 'c16cb931-7b71-41c6-8a35-2b5574de6833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:30:39.644117 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370312e-584a-40a0-af52-cde91691c3a2 None None] The sync data for ids ['76773555-f3e7-4893-a207-5eb33bbab9ea'] in n-d-813114-2 is: [{'id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'name': 'tempest-TestVolumeBootPattern-56716255-router', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'efb4787a-6d31-4aa2-bc69-9c12d5da85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 4, 'project_id': '81996274cf0c4e1e9ff0a679c433633c', 'gw_port': {'id': 'efb4787a-6d31-4aa2-bc69-9c12d5da85a4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '5e396144-710b-449a-9fb5-9ed93850e99d', 'name': '', 'network_id': '1a7b6abe-a860-448f-9155-5b90b4348953', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c', 'mac_address': 'fa:16:3e:3e:d9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'c16cb931-7b71-41c6-8a35-2b5574de6833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:34Z', 'updated_at': '2021-11-13T05:30:39Z', 'revision_number': 4, 'project_id': '81996274cf0c4e1e9ff0a679c433633c', 'subnets': [{'id': 'c16cb931-7b71-41c6-8a35-2b5574de6833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:30:39.715370 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:30:39.875934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-8ee90c06-270f-4867-92ea-3b75a6dbbbfa tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:39.878034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-8ee90c06-270f-4867-92ea-3b75a6dbbbfa tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 812 time: 0.1326363 Nov 13 05:30:39.898028 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-73ee026a-0a27-4e5c-a1ad-92c83941d762 req-758bc1f2-6e65-4480-9d07-f6aad982324f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 210 time: 0.0440173 Nov 13 05:30:39.901531 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-8b06eeb0-e001-4cf2-a5a4-fb394637cfb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'port': {'device_id': '6cc4b009-debd-4b13-bc30-c4cbf86b09f2', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'admin_state_up': True, 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:30:40.030981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-8b06eeb0-e001-4cf2-a5a4-fb394637cfb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Made reservation on behalf of cf02799d2ca0421bb2fa88dd0f52581f for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:30:40.039139 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-8b06eeb0-e001-4cf2-a5a4-fb394637cfb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:40.047926 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:40.187995 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-8b06eeb0-e001-4cf2-a5a4-fb394637cfb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Allocated IP 172.20.0.10 (63c18ccd-3589-404e-88ed-e845b31f6c63/87685d1b-4789-4fec-be04-ef7dea6940a8/0111dcdf-2772-42ca-b7c8-b1f7c63b4045) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:30:40.360275 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-8b06eeb0-e001-4cf2-a5a4-fb394637cfb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:40.371882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5e396144-710b-449a-9fb5-9ed93850e99d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:30:40.403359 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-8b06eeb0-e001-4cf2-a5a4-fb394637cfb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:40.448987 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 5e396144-710b-449a-9fb5-9ed93850e99d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:40.449422 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:40.456584 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06eeb0-e001-4cf2-a5a4-fb394637cfb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'Port': ['ID=0111dcdf-2772-42ca-b7c8-b1f7c63b4045,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:40.466326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-8b06eeb0-e001-4cf2-a5a4-fb394637cfb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Network 63c18ccd-3589-404e-88ed-e845b31f6c63 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:30:40.468201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-8b06eeb0-e001-4cf2-a5a4-fb394637cfb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:30:40.475961 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-8b06eeb0-e001-4cf2-a5a4-fb394637cfb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:30:40.529715 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-8b06eeb0-e001-4cf2-a5a4-fb394637cfb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:40.530466 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-8b06eeb0-e001-4cf2-a5a4-fb394637cfb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:40.555764 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-8b06eeb0-e001-4cf2-a5a4-fb394637cfb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6601136 Nov 13 05:30:40.574595 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Request body: {'port': {'device_id': '6cc4b009-debd-4b13-bc30-c4cbf86b09f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:30:40.634374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:40.764826 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6cd5a0ca-7e74-4889-a46f-5c9db2e952a7 None None] Provisioning complete for port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:40.765145 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6cd5a0ca-7e74-4889-a46f-5c9db2e952a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:40.813855 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5a0ca-7e74-4889-a46f-5c9db2e952a7 None None] Port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:30:40.903336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:30:40.910963 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:40.923731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Transition to ACTIVE for port object 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:30:40.929236 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:40.970344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Pushing event updated for resources: {'Port': ['ID=0111dcdf-2772-42ca-b7c8-b1f7c63b4045,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:41.056008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab258ed-de7b-4981-97f3-f22c50fc3e43 req-e2ee2934-e2ec-42e5-9c53-9f98a7d19dfc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:41.057785 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7ab258ed-de7b-4981-97f3-f22c50fc3e43 req-e2ee2934-e2ec-42e5-9c53-9f98a7d19dfc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 944 time: 0.0855296 Nov 13 05:30:41.070663 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Attempting to bind port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:30:41.070985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Attempting to bind port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:30:41.071264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Attempting to bind port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:30:41.076031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:30:41.076358 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Attempting to bind port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:30:41.081442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:30:41.081781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Checking segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:30:41.082165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Bound using segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:30:41.082601 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Bound port: 0111dcdf-2772-42ca-b7c8-b1f7c63b4045, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:30:41.082978 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:41.115646 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7ab258ed-de7b-4981-97f3-f22c50fc3e43 req-659e6bb1-7a91-471f-b725-b81b1110afb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495183 Nov 13 05:30:41.163633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] For port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:30:41.167064 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] For port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=0111dcdf-2772-42ca-b7c8-b1f7c63b4045,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:30:41.176409 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:41.220305 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:41.220961 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:41.222556 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] 10.222.0.46 "PUT /v2.0/ports/0111dcdf-2772-42ca-b7c8-b1f7c63b4045 HTTP/1.1" status: 200 len: 1092 time: 0.6526151 Nov 13 05:30:41.223038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc4b009-debd-4b13-bc30-c4cbf86b09f2', 'tag': '0111dcdf-2772-42ca-b7c8-b1f7c63b4045'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:30:41.225326 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8714c9eb-7c10-4762-81b9-4b6bd22867c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc4b009-debd-4b13-bc30-c4cbf86b09f2", "tag": "0111dcdf-2772-42ca-b7c8-b1f7c63b4045"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:30:41.247534 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec856f0-c614-4ee3-a720-1579819bedfc service neutron] Pushing event updated for resources: {'Port': ['ID=0111dcdf-2772-42ca-b7c8-b1f7c63b4045,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:41.282278 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8bbe28-dd33-4ab8-b2d2-6a3b21c9cb95 x-openstack-request-id: req-2b8bbe28-dd33-4ab8-b2d2-6a3b21c9cb95 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:30:41.282865 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc4b009-debd-4b13-bc30-c4cbf86b09f2", "tag": "0111dcdf-2772-42ca-b7c8-b1f7c63b4045", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:30:41.283854 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b8bbe28-dd33-4ab8-b2d2-6a3b21c9cb95 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:30:41.284381 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc4b009-debd-4b13-bc30-c4cbf86b09f2', 'tag': '0111dcdf-2772-42ca-b7c8-b1f7c63b4045', 'status': 'completed', 'code': 200} Nov 13 05:30:41.353529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-828693e7-55ec-47a3-bb0f-007531584db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:41.355467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-828693e7-55ec-47a3-bb0f-007531584db9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 1095 time: 0.0526853 Nov 13 05:30:41.418998 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-8d5b483e-e989-47b9-b702-09b063fa1893 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0111dcdf-2772-42ca-b7c8-b1f7c63b4045 HTTP/1.1" status: 200 len: 217 time: 0.0364408 Nov 13 05:30:41.469672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-ed849f25-5187-45ed-a0f7-6fd7e055e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:41.471165 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-ed849f25-5187-45ed-a0f7-6fd7e055e2ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0448949 Nov 13 05:30:41.521567 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-e7cc7391-8bd9-45d8-95d8-155b9fa50f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:41.523006 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-e7cc7391-8bd9-45d8-95d8-155b9fa50f71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447624 Nov 13 05:30:41.621380 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-240f2820-5240-420f-9d2a-14fab2d25ff1 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911779 Nov 13 05:30:41.719327 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4667817d-85ab-454b-b630-d057c7c7f8e2 req-405d94c9-ab62-4453-9b66-f4676cff0845 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908828 Nov 13 05:30:41.835203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714c9eb-7c10-4762-81b9-4b6bd22867c8 req-b361b7cb-e93d-4987-a222-4b8d21270f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:41.836831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8714c9eb-7c10-4762-81b9-4b6bd22867c8 req-b361b7cb-e93d-4987-a222-4b8d21270f85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 1095 time: 0.0442784 Nov 13 05:30:41.941657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714c9eb-7c10-4762-81b9-4b6bd22867c8 req-ac5f94f0-1281-4398-9b65-7c02b0567f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:41.943281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8714c9eb-7c10-4762-81b9-4b6bd22867c8 req-ac5f94f0-1281-4398-9b65-7c02b0567f8b service neutron] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0966938 Nov 13 05:30:41.987058 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8714c9eb-7c10-4762-81b9-4b6bd22867c8 req-10f71f94-f79d-42fc-b5f1-2cf9ea3f943f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0111dcdf-2772-42ca-b7c8-b1f7c63b4045 HTTP/1.1" status: 200 len: 217 time: 0.0369935 Nov 13 05:30:42.037897 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714c9eb-7c10-4762-81b9-4b6bd22867c8 req-bb793595-8a6c-40b2-9d20-9c7dfc913392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:42.039406 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8714c9eb-7c10-4762-81b9-4b6bd22867c8 req-bb793595-8a6c-40b2-9d20-9c7dfc913392 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0452313 Nov 13 05:30:42.085382 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714c9eb-7c10-4762-81b9-4b6bd22867c8 req-977a68d4-326b-4115-9d8e-a494399ce356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:42.086866 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8714c9eb-7c10-4762-81b9-4b6bd22867c8 req-977a68d4-326b-4115-9d8e-a494399ce356 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402076 Nov 13 05:30:42.180862 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8714c9eb-7c10-4762-81b9-4b6bd22867c8 req-26450c9f-042d-41d3-8c6f-e0e90a637ca7 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869367 Nov 13 05:30:42.242376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13601-e503-4208-8a41-8a0a367dc62d req-d2d44232-e35c-4bae-8384-83d565ed0ac1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:42.244920 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-80a13601-e503-4208-8a41-8a0a367dc62d req-d2d44232-e35c-4bae-8384-83d565ed0ac1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 944 time: 0.0534360 Nov 13 05:30:42.284028 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8714c9eb-7c10-4762-81b9-4b6bd22867c8 req-23f763d4-a632-4ee1-947d-18f2025fa1df service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960350 Nov 13 05:30:42.307541 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-80a13601-e503-4208-8a41-8a0a367dc62d req-d0b68776-b734-4358-88ef-e835837c02b0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554717 Nov 13 05:30:43.428602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b395e63-9866-45fc-82fe-7d2aefe74fb9 req-78679715-6247-4cce-99f7-a3cfe9e5f797 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:43.430096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b395e63-9866-45fc-82fe-7d2aefe74fb9 req-78679715-6247-4cce-99f7-a3cfe9e5f797 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 944 time: 0.0503163 Nov 13 05:30:43.479031 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b395e63-9866-45fc-82fe-7d2aefe74fb9 req-83a8fe3e-5aec-40a8-953d-8b88fc7e12f9 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427856 Nov 13 05:30:44.601965 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2865b-147b-4ed8-b7e1-b3b2647c6a94 req-1cbb4aed-d688-4fc6-b9ca-9d8643a64113 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:44.603534 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1bc2865b-147b-4ed8-b7e1-b3b2647c6a94 req-1cbb4aed-d688-4fc6-b9ca-9d8643a64113 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 944 time: 0.0506341 Nov 13 05:30:44.659677 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1bc2865b-147b-4ed8-b7e1-b3b2647c6a94 req-c617c825-91f1-40d1-a70f-8c0ecedfb149 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497477 Nov 13 05:30:45.796507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb096fe-c5c1-4450-a666-eb3314b879f4 req-669181e5-c150-4a4f-a681-8e35a1a67183 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:45.798176 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2eb096fe-c5c1-4450-a666-eb3314b879f4 req-669181e5-c150-4a4f-a681-8e35a1a67183 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 944 time: 0.0591326 Nov 13 05:30:45.845512 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2eb096fe-c5c1-4450-a666-eb3314b879f4 req-eb0e9656-eddd-4223-b08a-62b01ab580ff tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411031 Nov 13 05:30:46.972884 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e972b3-174a-41b1-96c5-f41473772cef req-8d7b46e5-2df7-4089-9891-7c9884b0a2ca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:46.974384 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23e972b3-174a-41b1-96c5-f41473772cef req-8d7b46e5-2df7-4089-9891-7c9884b0a2ca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 944 time: 0.0595794 Nov 13 05:30:47.025141 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23e972b3-174a-41b1-96c5-f41473772cef req-ee261b1f-2125-4852-96bb-a7435ed7ce72 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Nov 13 05:30:48.165500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3b2c5-0c94-49cc-a2c6-c4f50fa75866 req-99353e97-6844-4479-8de0-5c67bc6482bf tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:48.167047 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29d3b2c5-0c94-49cc-a2c6-c4f50fa75866 req-99353e97-6844-4479-8de0-5c67bc6482bf tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 944 time: 0.0565736 Nov 13 05:30:48.221319 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29d3b2c5-0c94-49cc-a2c6-c4f50fa75866 req-674d4144-e8c5-4a95-b8f3-614ac5dfba29 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450826 Nov 13 05:30:49.351955 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28b472-11c6-4ea4-9e9f-d4e2ba9afa37 req-a789eb6c-f73d-4240-8257-a50abca47036 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:49.353377 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c28b472-11c6-4ea4-9e9f-d4e2ba9afa37 req-a789eb6c-f73d-4240-8257-a50abca47036 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 944 time: 0.0530734 Nov 13 05:30:49.401726 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c28b472-11c6-4ea4-9e9f-d4e2ba9afa37 req-608c0100-496d-43a0-b76f-f721fd61665f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Nov 13 05:30:50.537509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931f7dd-7f40-490e-a5df-61605b6240c9 req-73d0a7c7-910a-4159-a1a9-7a614ca303fc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:50.539077 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d931f7dd-7f40-490e-a5df-61605b6240c9 req-73d0a7c7-910a-4159-a1a9-7a614ca303fc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 944 time: 0.0572059 Nov 13 05:30:50.587997 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d931f7dd-7f40-490e-a5df-61605b6240c9 req-c0809def-c783-4fc4-86ed-8a0d073d756c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428350 Nov 13 05:30:51.719735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f25267-91dc-4706-be35-be52ee99dc18 req-b9e44fe7-1154-4829-9958-dba4827b97ad tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:51.721237 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-26f25267-91dc-4706-be35-be52ee99dc18 req-b9e44fe7-1154-4829-9958-dba4827b97ad tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 944 time: 0.0559652 Nov 13 05:30:51.771377 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-26f25267-91dc-4706-be35-be52ee99dc18 req-1a9df911-c90b-4f0a-98cb-116f22eb1b9e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438139 Nov 13 05:30:52.899941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abcc9c-cc9a-4d02-8e6a-b1552dddffff req-0401378a-2adc-4349-b380-abdf69a2f928 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:52.901455 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f2abcc9c-cc9a-4d02-8e6a-b1552dddffff req-0401378a-2adc-4349-b380-abdf69a2f928 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 944 time: 0.0548086 Nov 13 05:30:52.949839 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f2abcc9c-cc9a-4d02-8e6a-b1552dddffff req-ccaa6e5b-9a5c-48af-95d3-8f1e157d306e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Nov 13 05:30:54.084541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727d931-8649-45fa-856b-12f81db728ac req-a3d99a4f-5b30-4434-9538-cb5e30aecf0b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:54.086191 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b727d931-8649-45fa-856b-12f81db728ac req-a3d99a4f-5b30-4434-9538-cb5e30aecf0b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 944 time: 0.0573366 Nov 13 05:30:54.136235 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b727d931-8649-45fa-856b-12f81db728ac req-ebdc928f-a3f6-49de-98dd-0e25c3fcebef tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Nov 13 05:30:54.386109 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:30:54.482854 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=0111dcdf-2772-42ca-b7c8-b1f7c63b4045,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:54.494374 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '0111dcdf-2772-42ca-b7c8-b1f7c63b4045', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'port_id': '0111dcdf-2772-42ca-b7c8-b1f7c63b4045', 'mac_address': 'fa:16:3e:13:e3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:30:54.531376 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:54.543769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:30:54.562691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=0111dcdf-2772-42ca-b7c8-b1f7c63b4045,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:54.569768 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:54.630571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=0111dcdf-2772-42ca-b7c8-b1f7c63b4045,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:54.917995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['0111dcdf-2772-42ca-b7c8-b1f7c63b4045'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:30:55.275355 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afaa84f-57da-4062-b761-396673f9cb57 req-2865f81f-9eb1-4a69-a596-75c7fba3c69b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:55.276887 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8afaa84f-57da-4062-b761-396673f9cb57 req-2865f81f-9eb1-4a69-a596-75c7fba3c69b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 945 time: 0.0542505 Nov 13 05:30:55.325802 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8afaa84f-57da-4062-b761-396673f9cb57 req-9120ddcb-ba1f-4ad5-b8a5-dcb4d2a406c9 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427277 Nov 13 05:30:56.405247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:30:56.450740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf53ba7-2ac9-41b2-8aee-381b89bda214 req-ac310f18-ce1a-4c54-afee-6abf4bc5d83c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:56.452283 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3bf53ba7-2ac9-41b2-8aee-381b89bda214 req-ac310f18-ce1a-4c54-afee-6abf4bc5d83c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 945 time: 0.0491147 Nov 13 05:30:56.460196 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:30:56.464001 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:30:56.464369 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:56.508746 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3bf53ba7-2ac9-41b2-8aee-381b89bda214 req-a286976e-63a9-4b02-bd00-73426772d15c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498681 Nov 13 05:30:56.541296 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:56.562566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc4b009-debd-4b13-bc30-c4cbf86b09f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0111dcdf-2772-42ca-b7c8-b1f7c63b4045'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:30:56.564864 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c432f530-108c-4297-ab40-63813254f8c4" -d '{"events": [{"server_uuid": "6cc4b009-debd-4b13-bc30-c4cbf86b09f2", "name": "network-vif-plugged", "status": "completed", "tag": "0111dcdf-2772-42ca-b7c8-b1f7c63b4045"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:30:56.577241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=0111dcdf-2772-42ca-b7c8-b1f7c63b4045,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:30:56.582032 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:56.608253 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818e7390-05ae-4efa-a357-a88915d71889 x-openstack-request-id: req-818e7390-05ae-4efa-a357-a88915d71889 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:30:56.608482 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc4b009-debd-4b13-bc30-c4cbf86b09f2", "name": "network-vif-plugged", "status": "completed", "tag": "0111dcdf-2772-42ca-b7c8-b1f7c63b4045", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:30:56.608731 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-818e7390-05ae-4efa-a357-a88915d71889 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:30:56.609108 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc4b009-debd-4b13-bc30-c4cbf86b09f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0111dcdf-2772-42ca-b7c8-b1f7c63b4045', 'code': 200} Nov 13 05:30:56.636736 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=0111dcdf-2772-42ca-b7c8-b1f7c63b4045,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:30:56.727093 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e93f7b-5a45-4fd9-9a0d-bc71601f3459 req-b8eaa84b-25ba-48ae-98d9-80489ae7480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:56.728560 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d0e93f7b-5a45-4fd9-9a0d-bc71601f3459 req-b8eaa84b-25ba-48ae-98d9-80489ae7480f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 1097 time: 0.0414057 Nov 13 05:30:56.780156 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d0e93f7b-5a45-4fd9-9a0d-bc71601f3459 req-3cbcc1a3-9d8d-466b-a85e-b88b4de7842c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439522 Nov 13 05:30:57.643030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe39483-f2f2-472e-acaa-491b3e947dc5 req-b57e941e-d35f-481f-8437-6f9ffb58f403 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:57.644491 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bfe39483-f2f2-472e-acaa-491b3e947dc5 req-b57e941e-d35f-481f-8437-6f9ffb58f403 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 946 time: 0.0573063 Nov 13 05:30:57.702498 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bfe39483-f2f2-472e-acaa-491b3e947dc5 req-ad6340e9-e94f-4204-84c5-9b62f9434cff tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516980 Nov 13 05:30:58.836953 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a2351-d4fc-4216-a6bb-0447ada8224f req-6358c37b-a726-46de-924e-8e37755ee02f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:58.838450 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-828a2351-d4fc-4216-a6bb-0447ada8224f req-6358c37b-a726-46de-924e-8e37755ee02f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 946 time: 0.0508342 Nov 13 05:30:58.867600 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:58.887135 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-828a2351-d4fc-4216-a6bb-0447ada8224f req-898e2a8e-affc-4d35-9774-1391fb501eab tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426941 Nov 13 05:30:59.008128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23837ef3-120a-430e-ad57-4e085c313e61 req-5d3a9364-c2eb-40f6-8a50-26947ce67c86 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:59.009566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23837ef3-120a-430e-ad57-4e085c313e61 req-5d3a9364-c2eb-40f6-8a50-26947ce67c86 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 946 time: 0.0565274 Nov 13 05:30:59.059968 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23837ef3-120a-430e-ad57-4e085c313e61 req-b4b369cd-46d7-4ff1-958f-7124615b1494 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442462 Nov 13 05:30:59.175139 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53154c54-0671-4983-afbc-fa2f0557a90f req-30683f90-4c23-47e2-8b37-389cebd884f7 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:59.176638 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-53154c54-0671-4983-afbc-fa2f0557a90f req-30683f90-4c23-47e2-8b37-389cebd884f7 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 946 time: 0.0504408 Nov 13 05:30:59.235621 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-53154c54-0671-4983-afbc-fa2f0557a90f req-f3c1966c-cdd5-4979-939f-074e0505419c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522761 Nov 13 05:30:59.238269 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:30:59.497618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a5823-c227-4f8a-9a1c-e7a313e51a54 req-6b0e5954-30e7-4040-8cc5-6fe6b6cc8cc4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:30:59.499142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-697a5823-c227-4f8a-9a1c-e7a313e51a54 req-6b0e5954-30e7-4040-8cc5-6fe6b6cc8cc4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 946 time: 0.0584953 Nov 13 05:30:59.549843 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-697a5823-c227-4f8a-9a1c-e7a313e51a54 req-b567cd49-31b2-4076-9c41-7c99fef98d3a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415368 Nov 13 05:31:00.692043 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11784f-e32c-47d4-9ea6-6dbcbb3f6622 req-b648c3f0-ee2a-4654-a5c5-38235e0b6bc7 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:00.693536 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ff11784f-e32c-47d4-9ea6-6dbcbb3f6622 req-b648c3f0-ee2a-4654-a5c5-38235e0b6bc7 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 946 time: 0.0601163 Nov 13 05:31:00.741283 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ff11784f-e32c-47d4-9ea6-6dbcbb3f6622 req-ee7db681-20b5-4ed6-9c3c-0987c2e87289 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417514 Nov 13 05:31:01.233586 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e3ff-f93b-4dcc-8c7a-500f7799452f req-b053277f-3e80-4f51-b615-8f8dc37c85d3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:01.234940 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ff20e3ff-f93b-4dcc-8c7a-500f7799452f req-b053277f-3e80-4f51-b615-8f8dc37c85d3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 946 time: 0.0510850 Nov 13 05:31:01.333396 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-ff20e3ff-f93b-4dcc-8c7a-500f7799452f req-43dcd2c6-df3c-4b86-9f30-b8d5e34b98e3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Deleting port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:31:01.333735 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ff20e3ff-f93b-4dcc-8c7a-500f7799452f req-43dcd2c6-df3c-4b86-9f30-b8d5e34b98e3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:01.424706 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ff20e3ff-f93b-4dcc-8c7a-500f7799452f req-43dcd2c6-df3c-4b86-9f30-b8d5e34b98e3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] For port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=0111dcdf-2772-42ca-b7c8-b1f7c63b4045,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:31:01.425055 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ff20e3ff-f93b-4dcc-8c7a-500f7799452f req-43dcd2c6-df3c-4b86-9f30-b8d5e34b98e3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:01.440497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-ff20e3ff-f93b-4dcc-8c7a-500f7799452f req-43dcd2c6-df3c-4b86-9f30-b8d5e34b98e3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Calling delete_port for 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:31:01.573740 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ff20e3ff-f93b-4dcc-8c7a-500f7799452f req-43dcd2c6-df3c-4b86-9f30-b8d5e34b98e3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:01.604209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcd2c6-df3c-4b86-9f30-b8d5e34b98e3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event deleted for resources: {'Port': ['ID=0111dcdf-2772-42ca-b7c8-b1f7c63b4045,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:31:01.606907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['0111dcdf-2772-42ca-b7c8-b1f7c63b4045'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:31:01.648868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff20e3ff-f93b-4dcc-8c7a-500f7799452f req-43dcd2c6-df3c-4b86-9f30-b8d5e34b98e3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] No DVR routers for this DVR port 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:31:01.651862 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ff20e3ff-f93b-4dcc-8c7a-500f7799452f req-43dcd2c6-df3c-4b86-9f30-b8d5e34b98e3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:01.655519 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ff20e3ff-f93b-4dcc-8c7a-500f7799452f req-43dcd2c6-df3c-4b86-9f30-b8d5e34b98e3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "DELETE /v2.0/ports/0111dcdf-2772-42ca-b7c8-b1f7c63b4045 HTTP/1.1" status: 204 len: 173 time: 0.4139142 Nov 13 05:31:01.655981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc4b009-debd-4b13-bc30-c4cbf86b09f2', 'name': 'network-vif-deleted', 'tag': '0111dcdf-2772-42ca-b7c8-b1f7c63b4045'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:31:01.658244 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c4e893-1ab0-4213-b197-325d2d49280b" -d '{"events": [{"server_uuid": "6cc4b009-debd-4b13-bc30-c4cbf86b09f2", "name": "network-vif-deleted", "tag": "0111dcdf-2772-42ca-b7c8-b1f7c63b4045"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:31:01.706837 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00e1ab0-211a-4101-aceb-943541661c2f x-openstack-request-id: req-f00e1ab0-211a-4101-aceb-943541661c2f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:31:01.707149 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc4b009-debd-4b13-bc30-c4cbf86b09f2", "name": "network-vif-deleted", "tag": "0111dcdf-2772-42ca-b7c8-b1f7c63b4045", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:31:01.707392 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f00e1ab0-211a-4101-aceb-943541661c2f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:31:01.707799 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc4b009-debd-4b13-bc30-c4cbf86b09f2', 'name': 'network-vif-deleted', 'tag': '0111dcdf-2772-42ca-b7c8-b1f7c63b4045', 'status': 'completed', 'code': 200} Nov 13 05:31:01.860038 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3649c25c-433c-403e-b7aa-5903d5797f0c req-a37fd729-bcd9-4c7b-bf66-37dda635961a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 210 time: 0.0291438 Nov 13 05:31:02.961224 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1dbb0007-1095-4d92-9f88-4f4fe40d5c76 req-85cfa137-560f-4403-ad0d-3f43174f4541 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 210 time: 0.0309074 Nov 13 05:31:04.066641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6feb855a-345b-449f-8485-2d15daeabc8e req-9136b1d1-df9b-4a26-843a-dfef3b4cceff tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 210 time: 0.0317142 Nov 13 05:31:04.310879 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-652c0fd4-5ad0-440b-b1a9-bf120dd70b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:04.446707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:31:04.470267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:31:04.470600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 0111dcdf-2772-42ca-b7c8-b1f7c63b4045 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:31:05.167317 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f4a7c104-415e-4789-a64b-37a8c03fa1d1 req-bd008c3c-c738-4f54-afe6-9ebe23aadbd8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 210 time: 0.0263815 Nov 13 05:31:06.278247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da9b8252-716a-435c-9a30-4b203c1a61ac req-87ea8c05-0ce7-4d7f-9877-45bb2269d6da tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4b009-debd-4b13-bc30-c4cbf86b09f2 HTTP/1.1" status: 200 len: 210 time: 0.0269158 Nov 13 05:31:06.508554 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17e73afd-7eed-4198-9fd2-ff7c37d052aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:08.003780 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:09.291982 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:10.044475 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:16.705029 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:31:28.872137 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:29.237557 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:29.482807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-463de6a4-701b-4cac-8da0-9f9f90c9f69b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:29.484319 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-463de6a4-701b-4cac-8da0-9f9f90c9f69b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 812 time: 0.1139503 Nov 13 05:31:29.502588 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-f1ac3151-a9de-4bbb-ab60-94b72b43aa66 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/quotas/cf02799d2ca0421bb2fa88dd0f52581f HTTP/1.1" status: 200 len: 375 time: 0.0097749 Nov 13 05:31:29.557439 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-4c4bcb7d-f627-4523-9702-5c8b24a1a38f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466797 Nov 13 05:31:29.655792 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-ec5ea271-f82b-42e7-addd-ac62d3a89c11 service neutron] 10.222.0.43 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900190 Nov 13 05:31:29.746964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-b783f183-7b5e-411b-a76a-42bc0ef25b57 service neutron] 10.222.0.43 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848927 Nov 13 05:31:29.935011 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef46d4c0-727a-4d50-ae9b-4754d4502571 req-af972c4e-d6f3-4814-8972-16fc1134337d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 210 time: 0.0272479 Nov 13 05:31:30.949879 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-8c81bc97-b9a6-40fd-b5e4-983e7ccaf8ca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:30.951337 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-8c81bc97-b9a6-40fd-b5e4-983e7ccaf8ca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 812 time: 0.1095841 Nov 13 05:31:30.978276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'port': {'device_id': '184b951a-f5be-4f80-a3c7-287af5001e5d', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'admin_state_up': True, 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:31:31.048020 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ae1a7ffe-7533-421e-97b0-4e6cf93fcd57 req-b0da8f79-944d-4771-af2f-8d840d633961 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 210 time: 0.0413861 Nov 13 05:31:31.450296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Made reservation on behalf of cf02799d2ca0421bb2fa88dd0f52581f for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:31:31.454028 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:31.584063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Allocated IP 172.20.0.13 (63c18ccd-3589-404e-88ed-e845b31f6c63/87685d1b-4789-4fec-be04-ef7dea6940a8/3135b4f9-aa39-44b9-93c8-4879777ab008) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:31:31.733621 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:31.769837 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:31.813632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Network 63c18ccd-3589-404e-88ed-e845b31f6c63 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:31:31.818760 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:31:31.822756 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:31:31.830892 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'Port': ['ID=3135b4f9-aa39-44b9-93c8-4879777ab008,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:31:31.862899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:31.863267 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:31.863605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:31.863936 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:31.864262 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:31.864590 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:31.864910 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:31.865244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:31.865552 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:31.865868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:31.866183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:31.866499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:31.891191 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:31.891829 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:31.910073 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-3075c724-f520-4535-a8fc-d007281f8fb5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9359603 Nov 13 05:31:31.929147 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Request body: {'port': {'device_id': '184b951a-f5be-4f80-a3c7-287af5001e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:31:31.991372 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:32.067151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-47bdc29b-328a-497f-900a-a4398423f58e None None] Provisioning complete for port 3135b4f9-aa39-44b9-93c8-4879777ab008 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:31:32.067706 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47bdc29b-328a-497f-900a-a4398423f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:32.138323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-47bdc29b-328a-497f-900a-a4398423f58e None None] Port 3135b4f9-aa39-44b9-93c8-4879777ab008 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:31:32.244899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b595-d3f5-4a7b-b5d3-861c73ba0f25 req-314a8190-6115-4d46-98fc-2ee13b803cec tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:32.246332 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5c63b595-d3f5-4a7b-b5d3-861c73ba0f25 req-314a8190-6115-4d46-98fc-2ee13b803cec tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 932 time: 0.1107969 Nov 13 05:31:32.324441 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5c63b595-d3f5-4a7b-b5d3-861c73ba0f25 req-4097ed77-91e4-42ae-9991-fe2d94f4c48c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694373 Nov 13 05:31:32.366395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3135b4f9-aa39-44b9-93c8-4879777ab008 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:31:32.374638 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:32.387705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Transition to ACTIVE for port object 3135b4f9-aa39-44b9-93c8-4879777ab008 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:31:32.392294 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:32.443477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3135b4f9-aa39-44b9-93c8-4879777ab008,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:31:32.514847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Attempting to bind port 3135b4f9-aa39-44b9-93c8-4879777ab008 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:31:32.515138 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Attempting to bind port 3135b4f9-aa39-44b9-93c8-4879777ab008 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:31:32.515526 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Attempting to bind port 3135b4f9-aa39-44b9-93c8-4879777ab008 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:31:32.520326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Port 3135b4f9-aa39-44b9-93c8-4879777ab008 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:31:32.520645 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Attempting to bind port 3135b4f9-aa39-44b9-93c8-4879777ab008 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:31:32.526118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:31:32.526451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Checking segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:31:32.526832 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Bound using segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:31:32.527282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Bound port: 3135b4f9-aa39-44b9-93c8-4879777ab008, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:31:32.527654 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:32.599182 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] For port 3135b4f9-aa39-44b9-93c8-4879777ab008, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:31:32.602426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] For port 3135b4f9-aa39-44b9-93c8-4879777ab008, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=3135b4f9-aa39-44b9-93c8-4879777ab008,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:31:32.607965 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:32.644381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:32.645011 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:32.646436 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] 10.222.0.46 "PUT /v2.0/ports/3135b4f9-aa39-44b9-93c8-4879777ab008 HTTP/1.1" status: 200 len: 1092 time: 0.7223082 Nov 13 05:31:32.646876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184b951a-f5be-4f80-a3c7-287af5001e5d', 'tag': '3135b4f9-aa39-44b9-93c8-4879777ab008'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:31:32.649162 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fa8924-2778-408a-b944-456466cb3c45" -d '{"events": [{"name": "network-changed", "server_uuid": "184b951a-f5be-4f80-a3c7-287af5001e5d", "tag": "3135b4f9-aa39-44b9-93c8-4879777ab008"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:31:32.672568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc37639-ccff-41eb-8a53-8c02f6bd50b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3135b4f9-aa39-44b9-93c8-4879777ab008,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:31:32.691095 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f59428-f6c3-40ac-a4d0-c67e89d1f883 x-openstack-request-id: req-57f59428-f6c3-40ac-a4d0-c67e89d1f883 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:31:32.691382 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184b951a-f5be-4f80-a3c7-287af5001e5d", "tag": "3135b4f9-aa39-44b9-93c8-4879777ab008", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:31:32.691634 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57f59428-f6c3-40ac-a4d0-c67e89d1f883 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:31:32.692041 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184b951a-f5be-4f80-a3c7-287af5001e5d', 'tag': '3135b4f9-aa39-44b9-93c8-4879777ab008', 'status': 'completed', 'code': 200} Nov 13 05:31:32.766328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-0b92deca-285d-4ec2-98cc-8ac88ee2541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:32.767854 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-0b92deca-285d-4ec2-98cc-8ac88ee2541c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 1095 time: 0.0452552 Nov 13 05:31:32.826113 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-d8a4c02a-30f4-46ad-81a2-86b16db2a8c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3135b4f9-aa39-44b9-93c8-4879777ab008 HTTP/1.1" status: 200 len: 217 time: 0.0432010 Nov 13 05:31:32.879710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-a17108a0-dece-41c7-88bc-00504651b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:32.881885 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-a17108a0-dece-41c7-88bc-00504651b745 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0487525 Nov 13 05:31:32.929629 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5a8175ec-8c29-4528-9e2d-c1b6ea49e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:32.931326 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-5a8175ec-8c29-4528-9e2d-c1b6ea49e8d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425112 Nov 13 05:31:33.027513 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-580009ff-0b6f-44e7-b4cd-29a2457c7bdd service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883882 Nov 13 05:31:33.123438 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fd99fae-fe3e-45d1-90ec-8bbf200c7166 req-55468c65-da2d-490e-8550-60b06e928047 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886030 Nov 13 05:31:33.239915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8924-2778-408a-b944-456466cb3c45 req-36e5ffe9-6ce1-481e-97da-96afd4cbe3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:33.241439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6fa8924-2778-408a-b944-456466cb3c45 req-36e5ffe9-6ce1-481e-97da-96afd4cbe3fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 1095 time: 0.0431285 Nov 13 05:31:33.340520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8924-2778-408a-b944-456466cb3c45 req-fa525f83-56e8-4079-aec0-604548d9da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:33.342040 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6fa8924-2778-408a-b944-456466cb3c45 req-fa525f83-56e8-4079-aec0-604548d9da78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0935378 Nov 13 05:31:33.388957 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6fa8924-2778-408a-b944-456466cb3c45 req-35d0878c-2cbb-4a26-8b4f-076980dfe68e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3135b4f9-aa39-44b9-93c8-4879777ab008 HTTP/1.1" status: 200 len: 217 time: 0.0394945 Nov 13 05:31:33.467908 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8924-2778-408a-b944-456466cb3c45 req-a3f4fcdc-7e39-4582-9c55-3a1479d5845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:33.469448 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6fa8924-2778-408a-b944-456466cb3c45 req-a3f4fcdc-7e39-4582-9c55-3a1479d5845d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0729182 Nov 13 05:31:33.511541 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032b894-c1a4-4797-9e23-c2176b8c0406 req-594539c6-e516-429a-a5ac-17ddd328a745 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:33.513018 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9032b894-c1a4-4797-9e23-c2176b8c0406 req-594539c6-e516-429a-a5ac-17ddd328a745 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0858684 Nov 13 05:31:33.542276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8924-2778-408a-b944-456466cb3c45 req-b81fe439-20fb-4036-9203-34d7337fe089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:33.543791 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6fa8924-2778-408a-b944-456466cb3c45 req-b81fe439-20fb-4036-9203-34d7337fe089 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668631 Nov 13 05:31:33.597006 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9032b894-c1a4-4797-9e23-c2176b8c0406 req-897e2e14-ebf4-4edd-8dd0-bf0fe0ade022 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771785 Nov 13 05:31:33.654875 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6fa8924-2778-408a-b944-456466cb3c45 req-0cb2e6b6-1cb1-425a-aa3b-1223b443628f service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011014 Nov 13 05:31:33.745682 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6fa8924-2778-408a-b944-456466cb3c45 req-054d0aad-68b2-497e-ac94-499c4ae10ee6 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830615 Nov 13 05:31:34.314261 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e3769d7-e2ba-40ba-897d-e42e01f4cb79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:34.759252 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a7338-10f6-48d1-9dfb-dae5173df40b req-d015c437-517c-4799-9731-5676784c6d6a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:34.761852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7a0a7338-10f6-48d1-9dfb-dae5173df40b req-d015c437-517c-4799-9731-5676784c6d6a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0883110 Nov 13 05:31:34.834614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7a0a7338-10f6-48d1-9dfb-dae5173df40b req-90bd8887-858d-4363-91ab-8a46abf75153 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577664 Nov 13 05:31:36.005490 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939cffd-fec5-4806-a03a-d60e38fe5cfc req-025c8300-0fb5-439a-8929-32043b60d4d5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:36.008995 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b939cffd-fec5-4806-a03a-d60e38fe5cfc req-025c8300-0fb5-439a-8929-32043b60d4d5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0819554 Nov 13 05:31:36.095155 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b939cffd-fec5-4806-a03a-d60e38fe5cfc req-4e306206-14f3-49c0-b14d-b12b18a968c6 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783088 Nov 13 05:31:36.534641 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e5efcaa-3161-4941-aceb-d04db090d446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:37.257423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc666d6-191d-4cbd-ae0a-fb8a014b9a03 req-172ecadc-0966-403f-8406-719ef9b0ede2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:37.259704 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebc666d6-191d-4cbd-ae0a-fb8a014b9a03 req-172ecadc-0966-403f-8406-719ef9b0ede2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0717099 Nov 13 05:31:37.321356 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ebc666d6-191d-4cbd-ae0a-fb8a014b9a03 req-6560be9a-fd97-46f7-8162-cd6756c74aca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519278 Nov 13 05:31:38.004436 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:38.442952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c9c68-15b6-4f57-8f66-bf6be61163ed req-19c140b0-4c4c-4c6c-8929-256ff9b44dba tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:38.444441 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-571c9c68-15b6-4f57-8f66-bf6be61163ed req-19c140b0-4c4c-4c6c-8929-256ff9b44dba tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0522213 Nov 13 05:31:38.498174 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-571c9c68-15b6-4f57-8f66-bf6be61163ed req-0dd6d90a-8bab-4d28-977d-5014deb36bf4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475533 Nov 13 05:31:39.297651 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:39.625014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc013b0e-9979-45e9-8092-f8fb08d034d8 req-2478c478-8e04-4dc2-83ad-50c0764e9462 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:39.626393 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc013b0e-9979-45e9-8092-f8fb08d034d8 req-2478c478-8e04-4dc2-83ad-50c0764e9462 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0564146 Nov 13 05:31:39.678153 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc013b0e-9979-45e9-8092-f8fb08d034d8 req-8e46a7ed-28fb-4292-9c01-3b37f893194f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423605 Nov 13 05:31:40.044991 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:40.806305 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1efcc-010e-410c-9e7b-67a52eb52ddc req-4732fff7-a4a8-44e9-9644-be4dcc86a8ad tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:40.807741 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-adf1efcc-010e-410c-9e7b-67a52eb52ddc req-4732fff7-a4a8-44e9-9644-be4dcc86a8ad tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0554204 Nov 13 05:31:40.855219 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-adf1efcc-010e-410c-9e7b-67a52eb52ddc req-fbeb193e-d9ea-4db0-a3da-b615793648bc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410941 Nov 13 05:31:41.974052 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8122ce-8306-40ea-8de7-210398bc8acd req-21b8c697-99cf-4977-bf22-2068f5d5bf84 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:41.975600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ab8122ce-8306-40ea-8de7-210398bc8acd req-21b8c697-99cf-4977-bf22-2068f5d5bf84 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0510511 Nov 13 05:31:42.025666 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ab8122ce-8306-40ea-8de7-210398bc8acd req-b3a1a0da-7e43-401f-84d2-3e2ce6b74292 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434732 Nov 13 05:31:43.155446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a657a-c84d-4704-b5c7-47bbe3668eac req-e0f34dc5-e3db-4a99-b542-0b9d00828ee3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:43.157075 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d34a657a-c84d-4704-b5c7-47bbe3668eac req-e0f34dc5-e3db-4a99-b542-0b9d00828ee3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0526445 Nov 13 05:31:43.206127 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d34a657a-c84d-4704-b5c7-47bbe3668eac req-1930c234-031b-4e69-bd16-f2ca4a63b5ea tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429511 Nov 13 05:31:44.326808 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431edc1-e978-47fb-bca2-83b575804665 req-dad21c21-2072-49e4-ab54-13fe611640d0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:44.328589 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7431edc1-e978-47fb-bca2-83b575804665 req-dad21c21-2072-49e4-ab54-13fe611640d0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0518064 Nov 13 05:31:44.383124 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7431edc1-e978-47fb-bca2-83b575804665 req-ffa1a54a-b766-4828-8b98-a2a4c5ade58b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484591 Nov 13 05:31:45.505752 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4e1fc-258e-4d41-af7e-19a4afba74a3 req-95d6ede1-9f03-4b91-80b4-13a3a87e1ef2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:45.507320 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9e4e1fc-258e-4d41-af7e-19a4afba74a3 req-95d6ede1-9f03-4b91-80b4-13a3a87e1ef2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0525053 Nov 13 05:31:45.563716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d9e4e1fc-258e-4d41-af7e-19a4afba74a3 req-4806f613-7159-41fa-9591-b3d9f4b594a3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495472 Nov 13 05:31:46.694849 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfeb4d-f7a3-4287-b8b8-43a25e28f7a0 req-95a1a177-3b78-43af-ab6c-c77063f58b88 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:46.696344 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ecbfeb4d-f7a3-4287-b8b8-43a25e28f7a0 req-95a1a177-3b78-43af-ab6c-c77063f58b88 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0534236 Nov 13 05:31:46.747917 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ecbfeb4d-f7a3-4287-b8b8-43a25e28f7a0 req-342087a0-680e-4302-9c0a-64f9d77102be tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428915 Nov 13 05:31:47.886630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea82cae-5e8d-470e-a8ea-be1f24244569 req-18f7a976-9000-4640-b31d-00ef1a8677d1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:47.888163 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dea82cae-5e8d-470e-a8ea-be1f24244569 req-18f7a976-9000-4640-b31d-00ef1a8677d1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0525146 Nov 13 05:31:47.937923 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dea82cae-5e8d-470e-a8ea-be1f24244569 req-d53477f6-12ce-4ab8-9fbe-eaa4513cc305 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434644 Nov 13 05:31:49.070849 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa90c0-7079-46f2-a5f4-eb6b982f3201 req-214f6182-08a4-45d9-ad0d-c6abb057d44c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:49.072374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42aa90c0-7079-46f2-a5f4-eb6b982f3201 req-214f6182-08a4-45d9-ad0d-c6abb057d44c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0567949 Nov 13 05:31:49.120876 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42aa90c0-7079-46f2-a5f4-eb6b982f3201 req-c06909ff-fea4-4a0d-bdd4-27930d65d38b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424206 Nov 13 05:31:50.267273 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7130265-ce93-4a01-94b8-84fdde09105e req-cfe71fb0-bee5-43db-b4d3-31d9ea9d53b2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:50.269117 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e7130265-ce93-4a01-94b8-84fdde09105e req-cfe71fb0-bee5-43db-b4d3-31d9ea9d53b2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0657661 Nov 13 05:31:50.329603 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e7130265-ce93-4a01-94b8-84fdde09105e req-5f1d40c7-eec4-4b5d-a3cf-d61bebac6215 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522261 Nov 13 05:31:51.467264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702eeee-7ac1-4d3f-9a8e-4b4a05854746 req-1ba64f39-9770-4126-a440-d8f41e3440dd tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:51.468725 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b702eeee-7ac1-4d3f-9a8e-4b4a05854746 req-1ba64f39-9770-4126-a440-d8f41e3440dd tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0573010 Nov 13 05:31:51.516375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b702eeee-7ac1-4d3f-9a8e-4b4a05854746 req-189ddc55-66df-4782-bfc7-6ef91888c4e2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406640 Nov 13 05:31:52.650554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c07bf1-566d-4819-96d8-bfd987e29d58 req-a53cb62d-21dc-4131-b74d-6d2977b8c106 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:52.652051 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c3c07bf1-566d-4819-96d8-bfd987e29d58 req-a53cb62d-21dc-4131-b74d-6d2977b8c106 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0624394 Nov 13 05:31:52.709281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c3c07bf1-566d-4819-96d8-bfd987e29d58 req-019098a7-59e7-49db-b3f0-a29f0acc8fb7 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479820 Nov 13 05:31:53.709552 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:31:53.837903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404b11a-e230-4c79-862a-026f3182b3ad req-f076293f-5d22-41d4-a06a-c170c778ff8e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:53.839396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3404b11a-e230-4c79-862a-026f3182b3ad req-f076293f-5d22-41d4-a06a-c170c778ff8e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 944 time: 0.0513518 Nov 13 05:31:53.891222 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3404b11a-e230-4c79-862a-026f3182b3ad req-7f489220-0cca-4c66-ad91-432d7eeeae11 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424356 Nov 13 05:31:54.633818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 3135b4f9-aa39-44b9-93c8-4879777ab008 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:31:54.751292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 3135b4f9-aa39-44b9-93c8-4879777ab008, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=3135b4f9-aa39-44b9-93c8-4879777ab008,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:31:54.763080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '3135b4f9-aa39-44b9-93c8-4879777ab008', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'port_id': '3135b4f9-aa39-44b9-93c8-4879777ab008', 'mac_address': 'fa:16:3e:27:04:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:31:54.801374 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:54.817493 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3135b4f9-aa39-44b9-93c8-4879777ab008 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:31:54.841453 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 3135b4f9-aa39-44b9-93c8-4879777ab008, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=3135b4f9-aa39-44b9-93c8-4879777ab008,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:31:54.847426 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:54.894867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=3135b4f9-aa39-44b9-93c8-4879777ab008,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:31:54.902173 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:54.902510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:54.902811 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:54.903195 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:54.903524 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:54.903846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:54.904161 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:54.904473 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:54.904788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:54.905097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:54.905406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:54.905704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:31:55.009001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aa950-0d40-4458-842e-5e0898be3788 req-28f3d87f-1a8e-4f0a-a862-580c132e2aaf tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:55.010484 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ac5aa950-0d40-4458-842e-5e0898be3788 req-28f3d87f-1a8e-4f0a-a862-580c132e2aaf tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 945 time: 0.0501745 Nov 13 05:31:55.060549 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ac5aa950-0d40-4458-842e-5e0898be3788 req-9d614254-43a8-4625-9e1e-ce81182ee2ec tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438657 Nov 13 05:31:55.219531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['3135b4f9-aa39-44b9-93c8-4879777ab008'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:31:56.197694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86571228-62f1-4750-92c1-2a34cbf8f2cd req-d2259a03-401d-4c1a-aadf-5f25a8635a4f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:56.199299 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86571228-62f1-4750-92c1-2a34cbf8f2cd req-d2259a03-401d-4c1a-aadf-5f25a8635a4f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 945 time: 0.0587239 Nov 13 05:31:56.249783 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86571228-62f1-4750-92c1-2a34cbf8f2cd req-b6cbe250-7589-4f30-9049-99c8fcb1eea8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424409 Nov 13 05:31:56.650254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 3135b4f9-aa39-44b9-93c8-4879777ab008 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:31:56.709181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 3135b4f9-aa39-44b9-93c8-4879777ab008 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:31:56.712709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 3135b4f9-aa39-44b9-93c8-4879777ab008 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:31:56.713072 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:56.793222 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:56.816388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184b951a-f5be-4f80-a3c7-287af5001e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3135b4f9-aa39-44b9-93c8-4879777ab008'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:31:56.818550 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd25720-170b-4541-aa9b-b1f712765bf4" -d '{"events": [{"server_uuid": "184b951a-f5be-4f80-a3c7-287af5001e5d", "name": "network-vif-plugged", "status": "completed", "tag": "3135b4f9-aa39-44b9-93c8-4879777ab008"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:31:56.831981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 3135b4f9-aa39-44b9-93c8-4879777ab008, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=3135b4f9-aa39-44b9-93c8-4879777ab008,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:31:56.837801 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:56.862571 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0737d71-6d45-489a-8e0e-c253dad17402 x-openstack-request-id: req-c0737d71-6d45-489a-8e0e-c253dad17402 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:31:56.862856 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184b951a-f5be-4f80-a3c7-287af5001e5d", "name": "network-vif-plugged", "status": "completed", "tag": "3135b4f9-aa39-44b9-93c8-4879777ab008", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:31:56.863150 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0737d71-6d45-489a-8e0e-c253dad17402 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:31:56.863526 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184b951a-f5be-4f80-a3c7-287af5001e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3135b4f9-aa39-44b9-93c8-4879777ab008', 'code': 200} Nov 13 05:31:56.889633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=3135b4f9-aa39-44b9-93c8-4879777ab008,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:31:56.988445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bdfbc-732c-4e9b-bb1f-5c21e7b9be92 req-bee55654-668e-43b1-b4ce-cbdef78631a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:56.989961 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-572bdfbc-732c-4e9b-bb1f-5c21e7b9be92 req-bee55654-668e-43b1-b4ce-cbdef78631a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 1097 time: 0.0420659 Nov 13 05:31:57.038863 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-572bdfbc-732c-4e9b-bb1f-5c21e7b9be92 req-efc067ad-be61-4271-b338-4b88f72dbb15 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411611 Nov 13 05:31:57.380028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e8f82-7a14-4bee-a1af-f0c4fdd95677 req-aa6ccc94-edfe-4528-96ad-3ae83024363a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:57.381599 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-383e8f82-7a14-4bee-a1af-f0c4fdd95677 req-aa6ccc94-edfe-4528-96ad-3ae83024363a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 946 time: 0.0596726 Nov 13 05:31:57.430257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-383e8f82-7a14-4bee-a1af-f0c4fdd95677 req-a6892a90-2f83-4781-89c4-18c625400d67 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423720 Nov 13 05:31:58.562642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6c16c-0a29-4683-895f-800bc4660f57 req-5a235a7a-d580-4b13-943d-f9d416c1736c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:58.564893 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc6c16c-0a29-4683-895f-800bc4660f57 req-5a235a7a-d580-4b13-943d-f9d416c1736c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 946 time: 0.0615873 Nov 13 05:31:58.621740 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fbc6c16c-0a29-4683-895f-800bc4660f57 req-ac6c3bae-10a8-480e-aba2-2fbef4f0cb9e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471363 Nov 13 05:31:58.741168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf528973-058e-49ce-a023-c803a96652bc req-c8ea6624-c6a3-44bf-82f4-a4504221dad3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:58.742622 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf528973-058e-49ce-a023-c803a96652bc req-c8ea6624-c6a3-44bf-82f4-a4504221dad3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 946 time: 0.0521197 Nov 13 05:31:58.794409 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf528973-058e-49ce-a023-c803a96652bc req-859c63c6-2343-4c99-8ecf-1342f2733388 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453477 Nov 13 05:31:58.866556 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:58.915848 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5b38c-9cdc-4bfa-8734-05086a7f4a6f req-ea80e7c6-83a5-40a5-8f5e-fe03f06ec909 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:58.917347 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bcb5b38c-9cdc-4bfa-8734-05086a7f4a6f req-ea80e7c6-83a5-40a5-8f5e-fe03f06ec909 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 946 time: 0.0516689 Nov 13 05:31:58.965956 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bcb5b38c-9cdc-4bfa-8734-05086a7f4a6f req-0942b1c9-17d8-44a8-ab86-6b81f11a514e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Nov 13 05:31:59.245599 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:31:59.264963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fde712-06ea-4145-b9d5-99b66b6b2ccb req-9c6b8837-20e2-45fd-a143-bc90b52fa7ce tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:31:59.266446 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46fde712-06ea-4145-b9d5-99b66b6b2ccb req-9c6b8837-20e2-45fd-a143-bc90b52fa7ce tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 946 time: 0.0562172 Nov 13 05:31:59.324229 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-46fde712-06ea-4145-b9d5-99b66b6b2ccb req-3d8164b0-5333-4db4-9320-c4560916b7a8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512092 Nov 13 05:32:00.446053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58bdf2-f72d-457a-99d3-b3138f1cc112 req-ddc768b3-5a4e-4607-83db-a6b679520793 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:00.447578 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc58bdf2-f72d-457a-99d3-b3138f1cc112 req-ddc768b3-5a4e-4607-83db-a6b679520793 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 946 time: 0.0502908 Nov 13 05:32:00.499942 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc58bdf2-f72d-457a-99d3-b3138f1cc112 req-bca6d0b0-5f06-4ea2-b008-055b443d3ad7 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Nov 13 05:32:00.965486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a97fb6-14e8-4eb1-85bd-d85d3b9d4d5b req-41bf4866-cd3d-4e28-98da-92fb6b1007dc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:00.966987 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e3a97fb6-14e8-4eb1-85bd-d85d3b9d4d5b req-41bf4866-cd3d-4e28-98da-92fb6b1007dc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 946 time: 0.0513728 Nov 13 05:32:01.066432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-e3a97fb6-14e8-4eb1-85bd-d85d3b9d4d5b req-5e1640be-1c67-4567-bdc1-bcbd72e86497 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Deleting port 3135b4f9-aa39-44b9-93c8-4879777ab008 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:32:01.066765 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e3a97fb6-14e8-4eb1-85bd-d85d3b9d4d5b req-5e1640be-1c67-4567-bdc1-bcbd72e86497 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:01.155281 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-e3a97fb6-14e8-4eb1-85bd-d85d3b9d4d5b req-5e1640be-1c67-4567-bdc1-bcbd72e86497 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] For port 3135b4f9-aa39-44b9-93c8-4879777ab008, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=3135b4f9-aa39-44b9-93c8-4879777ab008,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:32:01.155521 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e3a97fb6-14e8-4eb1-85bd-d85d3b9d4d5b req-5e1640be-1c67-4567-bdc1-bcbd72e86497 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:01.168150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-e3a97fb6-14e8-4eb1-85bd-d85d3b9d4d5b req-5e1640be-1c67-4567-bdc1-bcbd72e86497 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Calling delete_port for 3135b4f9-aa39-44b9-93c8-4879777ab008 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:32:01.299703 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e3a97fb6-14e8-4eb1-85bd-d85d3b9d4d5b req-5e1640be-1c67-4567-bdc1-bcbd72e86497 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:01.329438 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1640be-1c67-4567-bdc1-bcbd72e86497 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event deleted for resources: {'Port': ['ID=3135b4f9-aa39-44b9-93c8-4879777ab008,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:32:01.331949 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['3135b4f9-aa39-44b9-93c8-4879777ab008'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:32:01.377085 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a97fb6-14e8-4eb1-85bd-d85d3b9d4d5b req-5e1640be-1c67-4567-bdc1-bcbd72e86497 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] No DVR routers for this DVR port 3135b4f9-aa39-44b9-93c8-4879777ab008 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:32:01.380516 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-e3a97fb6-14e8-4eb1-85bd-d85d3b9d4d5b req-5e1640be-1c67-4567-bdc1-bcbd72e86497 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:01.383954 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e3a97fb6-14e8-4eb1-85bd-d85d3b9d4d5b req-5e1640be-1c67-4567-bdc1-bcbd72e86497 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "DELETE /v2.0/ports/3135b4f9-aa39-44b9-93c8-4879777ab008 HTTP/1.1" status: 204 len: 173 time: 0.4100068 Nov 13 05:32:01.384433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184b951a-f5be-4f80-a3c7-287af5001e5d', 'name': 'network-vif-deleted', 'tag': '3135b4f9-aa39-44b9-93c8-4879777ab008'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:32:01.386773 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f382a617-b252-449f-81cd-a0703a9b17f3" -d '{"events": [{"server_uuid": "184b951a-f5be-4f80-a3c7-287af5001e5d", "name": "network-vif-deleted", "tag": "3135b4f9-aa39-44b9-93c8-4879777ab008"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:32:01.427075 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908417df-0ef4-43c4-b299-a5e0c3d6b940 x-openstack-request-id: req-908417df-0ef4-43c4-b299-a5e0c3d6b940 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:32:01.427410 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184b951a-f5be-4f80-a3c7-287af5001e5d", "name": "network-vif-deleted", "tag": "3135b4f9-aa39-44b9-93c8-4879777ab008", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:32:01.427667 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-908417df-0ef4-43c4-b299-a5e0c3d6b940 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:32:01.428079 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184b951a-f5be-4f80-a3c7-287af5001e5d', 'name': 'network-vif-deleted', 'tag': '3135b4f9-aa39-44b9-93c8-4879777ab008', 'status': 'completed', 'code': 200} Nov 13 05:32:01.608448 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5efa1c20-06d1-40b5-921e-ab5c2434f060 req-760e4757-d381-4789-a95a-48de68d83605 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 210 time: 0.0276930 Nov 13 05:32:02.708395 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a40a024e-e7dd-45e3-a02b-f0f6c1f94ec8 req-2caa84bc-719a-425d-b78b-21e9c52ec840 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 210 time: 0.0267909 Nov 13 05:32:03.805945 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-112b5095-b252-423d-9577-65ab5a3d7cc6 req-e6043c98-af93-46e9-b674-c9cb06e34c9a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 210 time: 0.0277140 Nov 13 05:32:04.319170 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-942f15e4-e0d0-4b8d-b409-02947a01b8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:04.694769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 3135b4f9-aa39-44b9-93c8-4879777ab008 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:32:04.717953 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 3135b4f9-aa39-44b9-93c8-4879777ab008 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:32:04.718284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 3135b4f9-aa39-44b9-93c8-4879777ab008 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:32:04.902750 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d5abf934-0e5e-44d2-96b9-568877c1fcdf req-6938bab5-ef54-45a6-a851-b7bd16d9235b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 210 time: 0.0269046 Nov 13 05:32:06.011874 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a8790682-c216-43dc-ba8a-42715d3ea532 req-67d8c668-4b3a-4352-b09e-7acc6500af9b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=184b951a-f5be-4f80-a3c7-287af5001e5d HTTP/1.1" status: 200 len: 210 time: 0.0271475 Nov 13 05:32:06.514949 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01e72087-8d9f-47eb-a98a-3867118472fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:08.012701 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:09.298576 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:10.042185 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:26.131827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-ebf7e3aa-9c45-4de4-b671-e8d8b710b8f0 req-38ae9ce7-75a3-4891-a0aa-f0abeb810410 service neutron] (102667) timed out ('10.222.0.43', 34770) {{(pid=102667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 05:32:28.865990 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:29.251083 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:30.014270 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-b75d66cb-c1ec-4338-8445-d9e65a0e1963 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:30.015702 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-b75d66cb-c1ec-4338-8445-d9e65a0e1963 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 812 time: 0.1196413 Nov 13 05:32:30.031517 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-caf0d77f-4007-427a-bb89-b20678af7c37 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/quotas/cf02799d2ca0421bb2fa88dd0f52581f HTTP/1.1" status: 200 len: 375 time: 0.0098221 Nov 13 05:32:30.097222 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-1a14d976-b123-4b3a-8a2b-6fa1f85ff1e1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600705 Nov 13 05:32:30.199120 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-8bdacc93-8a08-433a-b52a-4aeceeed95df service neutron] 10.222.0.43 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918143 Nov 13 05:32:30.290239 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-74dffb1e-0c87-441f-ac95-d6853777b2f7 service neutron] 10.222.0.43 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849717 Nov 13 05:32:30.587823 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-336ca83f-6483-407d-9934-12c33117b45f req-e2b8d7d0-71e4-4163-9259-96521f46b9f9 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 210 time: 0.0270221 Nov 13 05:32:30.709483 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:32:31.623989 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-f9fcb297-8a1f-427a-9fc1-5dcfd47c5799 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:31.625587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-f9fcb297-8a1f-427a-9fc1-5dcfd47c5799 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 812 time: 0.1085324 Nov 13 05:32:31.643886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'port': {'device_id': '40e0428f-a356-434f-bbe3-0946f7adbf00', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'admin_state_up': True, 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:32:31.693473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a824e191-48cd-4b8b-9956-2467031f3b60 req-2ea4c846-93e2-4dd0-a89b-111e6b0e738a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 210 time: 0.0308387 Nov 13 05:32:31.759718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Made reservation on behalf of cf02799d2ca0421bb2fa88dd0f52581f for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:32:31.763156 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:31.897164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Allocated IP 172.20.0.11 (63c18ccd-3589-404e-88ed-e845b31f6c63/87685d1b-4789-4fec-be04-ef7dea6940a8/75856d13-c28a-4744-9479-d5cb6d809dc0) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:32:32.045407 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:32.080652 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:32.123430 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Network 63c18ccd-3589-404e-88ed-e845b31f6c63 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:32:32.128495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:32:32.132271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:32:32.156151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'Port': ['ID=75856d13-c28a-4744-9479-d5cb6d809dc0,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:32:32.169620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:32.169960 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:32.170291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:32.170621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:32.171040 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:32.171367 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:32.171684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:32.172002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:32.172316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:32.172633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:32.172950 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:32.173261 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:32.197099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:32.197724 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:32.219832 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-64e0abe0-1dff-4056-9aeb-be8ec6e9a20d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798678 Nov 13 05:32:32.240336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Request body: {'port': {'device_id': '40e0428f-a356-434f-bbe3-0946f7adbf00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:32:32.300959 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:32.375398 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-985dc67f-8fd3-404f-aaf2-387aa6eee913 None None] Provisioning complete for port 75856d13-c28a-4744-9479-d5cb6d809dc0 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:32:32.376018 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-985dc67f-8fd3-404f-aaf2-387aa6eee913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:32.414421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-985dc67f-8fd3-404f-aaf2-387aa6eee913 None None] Port 75856d13-c28a-4744-9479-d5cb6d809dc0 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:32:32.570751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75856d13-c28a-4744-9479-d5cb6d809dc0 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:32:32.578546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:32.591952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Transition to ACTIVE for port object 75856d13-c28a-4744-9479-d5cb6d809dc0 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:32:32.596930 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:32.650244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Pushing event updated for resources: {'Port': ['ID=75856d13-c28a-4744-9479-d5cb6d809dc0,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:32:32.726846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Attempting to bind port 75856d13-c28a-4744-9479-d5cb6d809dc0 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:32:32.727214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Attempting to bind port 75856d13-c28a-4744-9479-d5cb6d809dc0 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:32:32.728398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Attempting to bind port 75856d13-c28a-4744-9479-d5cb6d809dc0 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:32:32.733772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Port 75856d13-c28a-4744-9479-d5cb6d809dc0 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:32:32.734101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Attempting to bind port 75856d13-c28a-4744-9479-d5cb6d809dc0 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:32:32.739650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:32:32.740122 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Checking segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:32:32.740633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Bound using segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:32:32.741072 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Bound port: 75856d13-c28a-4744-9479-d5cb6d809dc0, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:32:32.741421 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:32.839433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] For port 75856d13-c28a-4744-9479-d5cb6d809dc0, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:32:32.842802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] For port 75856d13-c28a-4744-9479-d5cb6d809dc0, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=75856d13-c28a-4744-9479-d5cb6d809dc0,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:32:32.855079 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc44342-b51e-494e-8dc0-b77ebd9ae2a3 req-05e3db72-b682-4c40-a352-4f6a96708b59 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:32.856561 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bbc44342-b51e-494e-8dc0-b77ebd9ae2a3 req-05e3db72-b682-4c40-a352-4f6a96708b59 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 944 time: 0.0761204 Nov 13 05:32:32.858025 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:32.910099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:32.910740 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:32.912684 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] 10.222.0.46 "PUT /v2.0/ports/75856d13-c28a-4744-9479-d5cb6d809dc0 HTTP/1.1" status: 200 len: 1092 time: 0.6769302 Nov 13 05:32:32.916438 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e0428f-a356-434f-bbe3-0946f7adbf00', 'tag': '75856d13-c28a-4744-9479-d5cb6d809dc0'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:32:32.918890 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579797aa-29b2-46c8-8922-7355ed790839" -d '{"events": [{"name": "network-changed", "server_uuid": "40e0428f-a356-434f-bbe3-0946f7adbf00", "tag": "75856d13-c28a-4744-9479-d5cb6d809dc0"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:32:32.979092 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962f878c-e744-4fa9-8ae2-c41647785fc4 x-openstack-request-id: req-962f878c-e744-4fa9-8ae2-c41647785fc4 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:32:32.979534 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e0428f-a356-434f-bbe3-0946f7adbf00", "tag": "75856d13-c28a-4744-9479-d5cb6d809dc0", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:32:32.979878 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-962f878c-e744-4fa9-8ae2-c41647785fc4 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:32:32.981674 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e0428f-a356-434f-bbe3-0946f7adbf00', 'tag': '75856d13-c28a-4744-9479-d5cb6d809dc0', 'status': 'completed', 'code': 200} Nov 13 05:32:32.982883 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eeb282-d203-448f-8b8f-bf9fce56acd3 service neutron] Pushing event updated for resources: {'Port': ['ID=75856d13-c28a-4744-9479-d5cb6d809dc0,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:32:32.999570 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bbc44342-b51e-494e-8dc0-b77ebd9ae2a3 req-6b8f7e8c-bed1-4331-bcdf-7a5ea72dae76 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361625 Nov 13 05:32:33.049173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-3abe0415-2b6a-4124-9ae1-2240e015e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:33.050697 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-3abe0415-2b6a-4124-9ae1-2240e015e69e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 1095 time: 0.0502410 Nov 13 05:32:33.105457 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-612943e8-9852-4e04-8575-17f2cc14436d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75856d13-c28a-4744-9479-d5cb6d809dc0 HTTP/1.1" status: 200 len: 217 time: 0.0402591 Nov 13 05:32:33.161922 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-18022025-b531-4643-884d-169cb6b8eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:33.163577 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-18022025-b531-4643-884d-169cb6b8eea1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0513709 Nov 13 05:32:33.213555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-3750a1db-250f-4cc4-9fb0-ff8a76ff5cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:33.215124 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-3750a1db-250f-4cc4-9fb0-ff8a76ff5cb3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440648 Nov 13 05:32:33.313108 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-9d2a17f5-41c8-4ca7-b276-1ea0cc6dfe39 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909362 Nov 13 05:32:33.406866 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c888bf90-1493-47d0-88d8-e2b7e3f7e607 req-3713878d-d3b8-4a98-8f3c-07f5f4e2ddde service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851038 Nov 13 05:32:33.520575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579797aa-29b2-46c8-8922-7355ed790839 req-47444176-8f90-48b6-874c-d81468957715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:33.522087 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-579797aa-29b2-46c8-8922-7355ed790839 req-47444176-8f90-48b6-874c-d81468957715 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 1095 time: 0.0443957 Nov 13 05:32:33.617655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579797aa-29b2-46c8-8922-7355ed790839 req-f0d53e63-4685-4452-a12e-770f661f0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:33.619510 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-579797aa-29b2-46c8-8922-7355ed790839 req-f0d53e63-4685-4452-a12e-770f661f0a50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0898876 Nov 13 05:32:33.660726 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-579797aa-29b2-46c8-8922-7355ed790839 req-cbfe3ce0-d0b8-40e1-8811-4608d7f7f215 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75856d13-c28a-4744-9479-d5cb6d809dc0 HTTP/1.1" status: 200 len: 217 time: 0.0339921 Nov 13 05:32:33.713428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579797aa-29b2-46c8-8922-7355ed790839 req-77866d23-464f-45a7-8beb-86fbec4d67af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:33.714869 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-579797aa-29b2-46c8-8922-7355ed790839 req-77866d23-464f-45a7-8beb-86fbec4d67af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0471940 Nov 13 05:32:33.761240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579797aa-29b2-46c8-8922-7355ed790839 req-3dbba312-8b72-439c-9369-c01adb634dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:33.762716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-579797aa-29b2-46c8-8922-7355ed790839 req-3dbba312-8b72-439c-9369-c01adb634dbe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406945 Nov 13 05:32:33.860517 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-579797aa-29b2-46c8-8922-7355ed790839 req-9772e907-af21-4d94-9ae8-fac484a1dba9 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895424 Nov 13 05:32:33.956391 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-579797aa-29b2-46c8-8922-7355ed790839 req-b6cdadb6-3ba3-41c0-a366-9ecd876dae25 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886993 Nov 13 05:32:34.132169 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8811442-147a-4ea9-a982-3e0139362469 req-00813d99-59d2-4983-b367-c215795d68a2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:34.133650 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8811442-147a-4ea9-a982-3e0139362469 req-00813d99-59d2-4983-b367-c215795d68a2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 944 time: 0.0500100 Nov 13 05:32:34.183525 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8811442-147a-4ea9-a982-3e0139362469 req-25062a55-eef9-41c1-b481-6b553dac469c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423312 Nov 13 05:32:34.321876 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6981deda-472b-479b-8cf1-e4ada73ae264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:35.303549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa843411-db13-4ece-be4c-c8966fceb595 req-a0e05c18-1d3b-47c8-897e-03d0263ee48f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:35.305056 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa843411-db13-4ece-be4c-c8966fceb595 req-a0e05c18-1d3b-47c8-897e-03d0263ee48f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 944 time: 0.0499034 Nov 13 05:32:35.359771 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa843411-db13-4ece-be4c-c8966fceb595 req-d28f6654-5ba9-4978-9647-97586c99a001 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476868 Nov 13 05:32:36.480303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af67afb-57d4-4e65-9f71-9ba3b5e54603 req-6db4d5b3-75ba-4e76-9882-6357221d836d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:36.481867 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2af67afb-57d4-4e65-9f71-9ba3b5e54603 req-6db4d5b3-75ba-4e76-9882-6357221d836d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 944 time: 0.0519586 Nov 13 05:32:36.514348 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2d8a4d2-b8ea-4ec5-80ec-c0b27e19e4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:36.533952 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2af67afb-57d4-4e65-9f71-9ba3b5e54603 req-b041f75c-77ed-4486-99ea-697896176a8a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457115 Nov 13 05:32:37.655714 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7021a7-e272-450f-b235-f94572b6378c req-c0fe4d69-0f1f-42b6-bf38-e47544f83864 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:37.657242 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df7021a7-e272-450f-b235-f94572b6378c req-c0fe4d69-0f1f-42b6-bf38-e47544f83864 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 944 time: 0.0533330 Nov 13 05:32:37.710773 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-df7021a7-e272-450f-b235-f94572b6378c req-390b682d-988f-4741-b127-14bd0bcb2ebd tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459580 Nov 13 05:32:38.017514 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:38.845433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f233da-9e5a-404a-b2e2-944492576dc2 req-44214dd0-40ca-4ec1-83f1-c13b9bd26ca8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:38.846886 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3f233da-9e5a-404a-b2e2-944492576dc2 req-44214dd0-40ca-4ec1-83f1-c13b9bd26ca8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 944 time: 0.0540867 Nov 13 05:32:38.898897 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3f233da-9e5a-404a-b2e2-944492576dc2 req-326430c4-9620-483f-b011-b2fc311b0957 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459244 Nov 13 05:32:39.305365 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:40.016317 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa640a-79c1-4925-b43f-3e162306914a req-924d72e8-e58e-4492-a3e1-c282ba49b74f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:40.017987 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5cfa640a-79c1-4925-b43f-3e162306914a req-924d72e8-e58e-4492-a3e1-c282ba49b74f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 944 time: 0.0504911 Nov 13 05:32:40.041072 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:40.069768 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5cfa640a-79c1-4925-b43f-3e162306914a req-42d7aae0-6c8a-415b-bd48-a8b0fa7bbbbd tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453107 Nov 13 05:32:41.208768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb68075-b02c-4605-b086-24b78589d44b req-f3570cb5-1044-41df-a4e6-1fd022cee117 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:41.210270 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1eb68075-b02c-4605-b086-24b78589d44b req-f3570cb5-1044-41df-a4e6-1fd022cee117 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 944 time: 0.0609508 Nov 13 05:32:41.262641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1eb68075-b02c-4605-b086-24b78589d44b req-5c6fa6e2-7cbb-48a7-8dcd-79ce113c68f1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434322 Nov 13 05:32:42.413628 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453f479-1207-4ba9-ad0a-9bfbe97fc29f req-286d4424-d5a9-4149-86cd-06d4b219f2ac tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:42.415103 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3453f479-1207-4ba9-ad0a-9bfbe97fc29f req-286d4424-d5a9-4149-86cd-06d4b219f2ac tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 944 time: 0.0656664 Nov 13 05:32:42.465402 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3453f479-1207-4ba9-ad0a-9bfbe97fc29f req-c141d72a-e681-4fbd-adac-6781457da93a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413272 Nov 13 05:32:43.608684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab4381-c7b0-42e0-996a-deaa4cff74b4 req-5a8f76cf-853d-4c5b-90ec-ecc066e80d0f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:43.610171 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0bab4381-c7b0-42e0-996a-deaa4cff74b4 req-5a8f76cf-853d-4c5b-90ec-ecc066e80d0f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 944 time: 0.0627191 Nov 13 05:32:43.661482 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0bab4381-c7b0-42e0-996a-deaa4cff74b4 req-0efa71e9-4a06-43dd-af25-f9144402c59e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419109 Nov 13 05:32:44.799258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a22da2-96ef-40e1-89e0-89d2b95b5e03 req-56e8d10d-19ab-4f0a-b252-524ddb1f2d5b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:44.800701 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e4a22da2-96ef-40e1-89e0-89d2b95b5e03 req-56e8d10d-19ab-4f0a-b252-524ddb1f2d5b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 944 time: 0.0513060 Nov 13 05:32:44.849289 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e4a22da2-96ef-40e1-89e0-89d2b95b5e03 req-e493799b-2527-4e39-88db-8b063198282b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416617 Nov 13 05:32:44.849916 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 75856d13-c28a-4744-9479-d5cb6d809dc0 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:32:44.943808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 75856d13-c28a-4744-9479-d5cb6d809dc0, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=75856d13-c28a-4744-9479-d5cb6d809dc0,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:32:44.954826 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '75856d13-c28a-4744-9479-d5cb6d809dc0', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'port_id': '75856d13-c28a-4744-9479-d5cb6d809dc0', 'mac_address': 'fa:16:3e:b8:15:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:32:44.997344 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:45.168888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75856d13-c28a-4744-9479-d5cb6d809dc0 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:32:45.189931 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 75856d13-c28a-4744-9479-d5cb6d809dc0, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=75856d13-c28a-4744-9479-d5cb6d809dc0,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:32:45.196578 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:45.242469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=75856d13-c28a-4744-9479-d5cb6d809dc0,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:32:45.573928 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['75856d13-c28a-4744-9479-d5cb6d809dc0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:32:45.976094 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2075bb1-ab96-4905-a165-7ae7c4ad49a7 req-6db83491-642f-422d-a4f7-4ade96c34b0e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:45.977606 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2075bb1-ab96-4905-a165-7ae7c4ad49a7 req-6db83491-642f-422d-a4f7-4ade96c34b0e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 945 time: 0.0513468 Nov 13 05:32:46.031168 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2075bb1-ab96-4905-a165-7ae7c4ad49a7 req-6ad045c3-dcb7-426e-ba1f-ac0d8444c35e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451243 Nov 13 05:32:46.852022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 75856d13-c28a-4744-9479-d5cb6d809dc0 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:32:46.908378 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 75856d13-c28a-4744-9479-d5cb6d809dc0 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:32:46.912141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 75856d13-c28a-4744-9479-d5cb6d809dc0 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:32:46.912505 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:46.986265 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:47.011332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e0428f-a356-434f-bbe3-0946f7adbf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75856d13-c28a-4744-9479-d5cb6d809dc0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:32:47.013606 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb32ca5a-552d-481b-916d-cf008a9a7c78" -d '{"events": [{"server_uuid": "40e0428f-a356-434f-bbe3-0946f7adbf00", "name": "network-vif-plugged", "status": "completed", "tag": "75856d13-c28a-4744-9479-d5cb6d809dc0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:32:47.025638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 75856d13-c28a-4744-9479-d5cb6d809dc0, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=75856d13-c28a-4744-9479-d5cb6d809dc0,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:32:47.032863 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:47.063520 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b7e3a5-ebfd-43ad-9e6b-630ce4fb8b3c x-openstack-request-id: req-d6b7e3a5-ebfd-43ad-9e6b-630ce4fb8b3c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:32:47.063805 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e0428f-a356-434f-bbe3-0946f7adbf00", "name": "network-vif-plugged", "status": "completed", "tag": "75856d13-c28a-4744-9479-d5cb6d809dc0", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:32:47.064041 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6b7e3a5-ebfd-43ad-9e6b-630ce4fb8b3c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:32:47.064447 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e0428f-a356-434f-bbe3-0946f7adbf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75856d13-c28a-4744-9479-d5cb6d809dc0', 'code': 200} Nov 13 05:32:47.094143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=75856d13-c28a-4744-9479-d5cb6d809dc0,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:32:47.158174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9c008-a178-4c06-88ba-9179a32ed76a req-bfb77920-22b3-4030-a2a8-65a08fd3bb91 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:47.159709 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6dc9c008-a178-4c06-88ba-9179a32ed76a req-bfb77920-22b3-4030-a2a8-65a08fd3bb91 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 946 time: 0.0519602 Nov 13 05:32:47.197571 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283131cc-5443-472e-b69a-5fed767cb016 req-dd0d2431-a463-4080-9dba-f7e05d7d3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:47.199099 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-283131cc-5443-472e-b69a-5fed767cb016 req-dd0d2431-a463-4080-9dba-f7e05d7d3d92 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 1097 time: 0.0398853 Nov 13 05:32:47.212735 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6dc9c008-a178-4c06-88ba-9179a32ed76a req-a93f901b-438c-4d1c-a33d-aae70399d546 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465121 Nov 13 05:32:47.260912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-283131cc-5443-472e-b69a-5fed767cb016 req-574e87d0-d39c-4c36-a116-7757f2855c3f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466938 Nov 13 05:32:48.344826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b0edc-1837-47a0-804c-d98db594eb2f req-e03ef4f9-e7a5-432d-a414-f5151cd4324c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:48.346328 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d13b0edc-1837-47a0-804c-d98db594eb2f req-e03ef4f9-e7a5-432d-a414-f5151cd4324c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 946 time: 0.0533342 Nov 13 05:32:48.399019 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d13b0edc-1837-47a0-804c-d98db594eb2f req-88441c2b-975a-4370-8b75-6ba9b8b499ff tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465467 Nov 13 05:32:49.534583 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c801b-529b-4e90-b6b5-780cceb5622e req-fb108385-fcf0-46c0-9ada-f61418487324 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:49.536115 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-785c801b-529b-4e90-b6b5-780cceb5622e req-fb108385-fcf0-46c0-9ada-f61418487324 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 946 time: 0.0530481 Nov 13 05:32:49.593508 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-785c801b-529b-4e90-b6b5-780cceb5622e req-3e5aef46-72e6-4594-9baa-ab8a19e40576 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510812 Nov 13 05:32:49.737177 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf007c4-7a23-4ce6-8b79-81df8c8dd844 req-22958863-bb18-4db3-a0c5-4f7f53e2d5da tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:49.738576 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bbf007c4-7a23-4ce6-8b79-81df8c8dd844 req-22958863-bb18-4db3-a0c5-4f7f53e2d5da tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 946 time: 0.0612607 Nov 13 05:32:49.790122 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bbf007c4-7a23-4ce6-8b79-81df8c8dd844 req-6f5c990c-7552-40e5-a7d4-c9bc01015ab1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 Nov 13 05:32:49.951096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0520ea4-d8df-4816-a2a2-371deee634de req-a5609d05-fa45-48a7-a431-22f8dae687a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447872 Nov 13 05:32:50.077736 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0520ea4-d8df-4816-a2a2-371deee634de req-b14006c2-10bc-45aa-acb9-c798a495ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:50.079288 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0520ea4-d8df-4816-a2a2-371deee634de req-b14006c2-10bc-45aa-acb9-c798a495ce5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 1097 time: 0.0412798 Nov 13 05:32:50.193334 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0520ea4-d8df-4816-a2a2-371deee634de req-76d641ed-4c84-4008-9d24-d93c38041227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:50.199517 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0520ea4-d8df-4816-a2a2-371deee634de req-76d641ed-4c84-4008-9d24-d93c38041227 service neutron] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0954189 Nov 13 05:32:50.248596 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0520ea4-d8df-4816-a2a2-371deee634de req-67b01c31-a874-40af-afda-a2500870e346 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75856d13-c28a-4744-9479-d5cb6d809dc0 HTTP/1.1" status: 200 len: 217 time: 0.0459118 Nov 13 05:32:50.302005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0520ea4-d8df-4816-a2a2-371deee634de req-e158ec8f-97ff-4288-9a7e-4c13c6fb7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:50.303624 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0520ea4-d8df-4816-a2a2-371deee634de req-e158ec8f-97ff-4288-9a7e-4c13c6fb7bc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0478935 Nov 13 05:32:50.353695 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0520ea4-d8df-4816-a2a2-371deee634de req-a4de0071-8313-4209-91cf-bc3048b0a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:50.355577 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0520ea4-d8df-4816-a2a2-371deee634de req-a4de0071-8313-4209-91cf-bc3048b0a840 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450244 Nov 13 05:32:50.456192 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0520ea4-d8df-4816-a2a2-371deee634de req-0e2b69c7-3319-4d2c-adf0-a378524d5598 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935321 Nov 13 05:32:50.558384 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0520ea4-d8df-4816-a2a2-371deee634de req-5b4bae7b-7a5c-4d2c-8120-70e55d8e33c2 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949311 Nov 13 05:32:52.400422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-9539de83-d23a-4f42-8cd3-96a0ad256ddc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:52.402542 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-9539de83-d23a-4f42-8cd3-96a0ad256ddc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 812 time: 0.1103723 Nov 13 05:32:52.420124 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-ee27782d-c703-4fcb-862a-8fb0c4c41b02 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/quotas/cf02799d2ca0421bb2fa88dd0f52581f HTTP/1.1" status: 200 len: 375 time: 0.0098934 Nov 13 05:32:52.484637 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-27a6d3e0-78a7-43b7-938d-5ba6c8a27d01 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575650 Nov 13 05:32:52.498510 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-89f95f3f-d9be-48e9-ba3a-f8137ea80f1b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:32:52.499535 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-89f95f3f-d9be-48e9-ba3a-f8137ea80f1b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053263 Nov 13 05:32:53.001064 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-1992275e-4ebb-408a-b4e6-cc1743a22fb7 service neutron] 10.222.0.43 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947386 Nov 13 05:32:53.098487 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-b1581dec-edb0-474d-b4f6-fa7e37cf4e83 service neutron] 10.222.0.43 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912678 Nov 13 05:32:53.302737 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c227a9b1-a703-4e89-b97c-afb1213a0278 req-90d61b09-3a59-423f-829b-6a56e7dcea8e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 210 time: 0.0319011 Nov 13 05:32:54.372027 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-c43eee76-705b-41dc-b126-ddf4002fde5b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:54.373999 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-c43eee76-705b-41dc-b126-ddf4002fde5b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.36 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 812 time: 0.1110363 Nov 13 05:32:54.392625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'port': {'device_id': 'b5e09e69-06d1-48dc-8f7b-edc97953881a', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'admin_state_up': True, 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:32:54.401753 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-add5a60d-fd45-490b-b1ec-c78abce5c5e6 req-9abfbd5f-25a3-4603-a347-b44db0cc1943 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 210 time: 0.0271246 Nov 13 05:32:54.500509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Made reservation on behalf of cf02799d2ca0421bb2fa88dd0f52581f for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:32:54.504380 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:54.636314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Allocated IP 172.20.0.3 (63c18ccd-3589-404e-88ed-e845b31f6c63/87685d1b-4789-4fec-be04-ef7dea6940a8/59acc389-aac9-479e-9964-bfc1ada2b539) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:32:54.793715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:54.827174 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:54.860584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['75856d13-c28a-4744-9479-d5cb6d809dc0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:32:54.865115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Network 63c18ccd-3589-404e-88ed-e845b31f6c63 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:32:54.886031 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:32:54.888467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'Port': ['ID=59acc389-aac9-479e-9964-bfc1ada2b539,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:32:54.890726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:32:54.919930 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:54.919930 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:54.920276 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:54.920517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:54.920848 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:54.921368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:54.921697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:54.922012 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:54.922571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:54.922903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:54.923252 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:54.923571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:32:54.954097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:54.955719 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:54.976879 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-293c9ac0-0b80-432c-b0ca-92dbb146168b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5887692 Nov 13 05:32:54.997058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Request body: {'port': {'device_id': 'b5e09e69-06d1-48dc-8f7b-edc97953881a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:32:55.078879 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:55.160115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b5f2b761-40ea-4289-9559-9d6565e42681 None None] Provisioning complete for port 59acc389-aac9-479e-9964-bfc1ada2b539 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:32:55.160486 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b761-40ea-4289-9559-9d6565e42681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:55.197675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2b761-40ea-4289-9559-9d6565e42681 None None] Port 59acc389-aac9-479e-9964-bfc1ada2b539 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:32:55.354179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59acc389-aac9-479e-9964-bfc1ada2b539 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:32:55.362353 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:55.376787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Transition to ACTIVE for port object 59acc389-aac9-479e-9964-bfc1ada2b539 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:32:55.381699 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:55.494745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Pushing event updated for resources: {'Port': ['ID=59acc389-aac9-479e-9964-bfc1ada2b539,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:32:55.569493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Attempting to bind port 59acc389-aac9-479e-9964-bfc1ada2b539 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:32:55.569977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Attempting to bind port 59acc389-aac9-479e-9964-bfc1ada2b539 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:32:55.570388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Attempting to bind port 59acc389-aac9-479e-9964-bfc1ada2b539 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:32:55.588289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdfdaa-ecd6-458e-93bf-5c44236ba4ee req-d07fa52f-4f29-458f-aa6d-0490cb2403b1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:55.590086 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10fdfdaa-ecd6-458e-93bf-5c44236ba4ee req-d07fa52f-4f29-458f-aa6d-0490cb2403b1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0924628 Nov 13 05:32:55.590801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Port 59acc389-aac9-479e-9964-bfc1ada2b539 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:32:55.591348 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Attempting to bind port 59acc389-aac9-479e-9964-bfc1ada2b539 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:32:55.604061 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:32:55.604554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Checking segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:32:55.605036 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Bound using segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:32:55.605568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Bound port: 59acc389-aac9-479e-9964-bfc1ada2b539, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:32:55.606021 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:55.682369 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10fdfdaa-ecd6-458e-93bf-5c44236ba4ee req-25c9be97-8925-4111-9966-9dc67251cb6f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849569 Nov 13 05:32:55.710764 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] For port 59acc389-aac9-479e-9964-bfc1ada2b539, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:32:55.714323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] For port 59acc389-aac9-479e-9964-bfc1ada2b539, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=59acc389-aac9-479e-9964-bfc1ada2b539,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:32:55.720697 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:55.757779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:55.758432 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:55.759839 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] 10.222.0.36 "PUT /v2.0/ports/59acc389-aac9-479e-9964-bfc1ada2b539 HTTP/1.1" status: 200 len: 1091 time: 0.7694569 Nov 13 05:32:55.760311 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e09e69-06d1-48dc-8f7b-edc97953881a', 'tag': '59acc389-aac9-479e-9964-bfc1ada2b539'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:32:55.762516 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a449d7e-0014-4128-a908-0c9d293786aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e09e69-06d1-48dc-8f7b-edc97953881a", "tag": "59acc389-aac9-479e-9964-bfc1ada2b539"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:32:55.785340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e7205-13c0-4294-b46b-1e8e79f9c99d service neutron] Pushing event updated for resources: {'Port': ['ID=59acc389-aac9-479e-9964-bfc1ada2b539,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:32:55.830638 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb84d86-fe5d-418e-a20d-0fbe2e20aedc x-openstack-request-id: req-6cb84d86-fe5d-418e-a20d-0fbe2e20aedc {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:32:55.830906 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e09e69-06d1-48dc-8f7b-edc97953881a", "tag": "59acc389-aac9-479e-9964-bfc1ada2b539", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:32:55.831274 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6cb84d86-fe5d-418e-a20d-0fbe2e20aedc {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:32:55.831723 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e09e69-06d1-48dc-8f7b-edc97953881a', 'tag': '59acc389-aac9-479e-9964-bfc1ada2b539', 'status': 'completed', 'code': 200} Nov 13 05:32:55.868873 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-8d3228bf-df90-4f86-bd4c-87d559b37ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:55.870594 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-8d3228bf-df90-4f86-bd4c-87d559b37ef2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 1094 time: 0.0500216 Nov 13 05:32:55.924495 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-383a8667-fb92-4413-999c-28f529b197f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59acc389-aac9-479e-9964-bfc1ada2b539 HTTP/1.1" status: 200 len: 217 time: 0.0401504 Nov 13 05:32:55.978625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-fb22dfe0-6475-4305-addd-8bcc60c51c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:55.980271 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-fb22dfe0-6475-4305-addd-8bcc60c51c8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0482090 Nov 13 05:32:56.059642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-963260e1-3ace-4569-8004-82fb6b6b9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:56.061253 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-963260e1-3ace-4569-8004-82fb6b6b9ef2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557203 Nov 13 05:32:56.156886 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-83766562-4ab7-419d-b891-c4b97d6b1422 service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874705 Nov 13 05:32:56.250838 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0387f21-6155-48c9-b0b7-e48bdae3eaea req-986d8388-3822-4347-9980-aff370c2ad3a service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859952 Nov 13 05:32:56.400814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a449d7e-0014-4128-a908-0c9d293786aa req-a5e8e080-93ab-4024-a304-81b184fd23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:56.402526 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a449d7e-0014-4128-a908-0c9d293786aa req-a5e8e080-93ab-4024-a304-81b184fd23ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 1094 time: 0.0433955 Nov 13 05:32:56.502048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a449d7e-0014-4128-a908-0c9d293786aa req-e51d194c-8d2c-4e3d-94c1-135186fb76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:56.504172 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a449d7e-0014-4128-a908-0c9d293786aa req-e51d194c-8d2c-4e3d-94c1-135186fb76c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0927436 Nov 13 05:32:56.547409 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a449d7e-0014-4128-a908-0c9d293786aa req-8a90c79b-ec9e-4266-992c-fd18c1019048 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59acc389-aac9-479e-9964-bfc1ada2b539 HTTP/1.1" status: 200 len: 217 time: 0.0356050 Nov 13 05:32:56.602483 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a449d7e-0014-4128-a908-0c9d293786aa req-814cf4e9-9c8a-44e0-a668-36d068a97c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:56.603989 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a449d7e-0014-4128-a908-0c9d293786aa req-814cf4e9-9c8a-44e0-a668-36d068a97c68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0494423 Nov 13 05:32:56.660960 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a449d7e-0014-4128-a908-0c9d293786aa req-0751f5e3-8929-4378-8faa-4292ca7e3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:56.662448 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a449d7e-0014-4128-a908-0c9d293786aa req-0751f5e3-8929-4378-8faa-4292ca7e3246 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418334 Nov 13 05:32:57.125776 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a449d7e-0014-4128-a908-0c9d293786aa req-44a9ba6d-3c97-41de-a076-8a7b26a1995e service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560964 Nov 13 05:32:57.215794 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa5667-cc5f-4802-9a00-126466a4e2c9 req-88a2caaa-976e-4388-9f7b-be069f9d951a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:57.217437 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67fa5667-cc5f-4802-9a00-126466a4e2c9 req-88a2caaa-976e-4388-9f7b-be069f9d951a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.4602251 Nov 13 05:32:57.260537 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a449d7e-0014-4128-a908-0c9d293786aa req-b878d4ba-c76d-48a3-a033-61e6ff993d52 service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207175 Nov 13 05:32:57.281605 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67fa5667-cc5f-4802-9a00-126466a4e2c9 req-d8544a57-d0e0-4412-9364-fca5945bb546 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577946 Nov 13 05:32:58.414854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9796-2bf6-49c1-9056-29dff42e8e25 req-18f890e4-3e75-4bbd-b822-cf3e5d1b62a4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:58.423759 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-009d9796-2bf6-49c1-9056-29dff42e8e25 req-18f890e4-3e75-4bbd-b822-cf3e5d1b62a4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0580270 Nov 13 05:32:58.491451 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-009d9796-2bf6-49c1-9056-29dff42e8e25 req-d5081ff3-0411-4a8d-bdd0-7b4276cd261b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652301 Nov 13 05:32:58.895297 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:59.258323 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:32:59.664704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d61a9-8f52-4f91-b346-28419394fc04 req-7dca41f3-18e9-41a0-a7db-03fc2190feb8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:32:59.667471 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-495d61a9-8f52-4f91-b346-28419394fc04 req-7dca41f3-18e9-41a0-a7db-03fc2190feb8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0584557 Nov 13 05:32:59.735174 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-495d61a9-8f52-4f91-b346-28419394fc04 req-36d076fc-fb41-4fce-8130-a8ffc37551cf tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614762 Nov 13 05:33:00.887422 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b8084-7e65-42d5-874f-0e8b5fdfbc92 req-a110f6c9-984c-4318-8747-411ee1381e4a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:00.888907 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-900b8084-7e65-42d5-874f-0e8b5fdfbc92 req-a110f6c9-984c-4318-8747-411ee1381e4a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0682034 Nov 13 05:33:00.956083 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-900b8084-7e65-42d5-874f-0e8b5fdfbc92 req-7408717b-e90a-4e92-8e08-b0f08e440175 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593836 Nov 13 05:33:02.073692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91446-ac14-4a1e-bc13-d3ebc5df0479 req-627df6c1-cef8-48d6-8c79-e5ceff141014 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:02.075359 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9cf91446-ac14-4a1e-bc13-d3ebc5df0479 req-627df6c1-cef8-48d6-8c79-e5ceff141014 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0531504 Nov 13 05:33:02.127867 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9cf91446-ac14-4a1e-bc13-d3ebc5df0479 req-50ac274c-e856-40f5-8f38-24d7b06ea71b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462241 Nov 13 05:33:03.252611 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602573b-edaa-47c4-8942-cc86bb28e2ee req-85811af4-3859-476e-8e8e-5b7c129865e9 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:03.254276 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3602573b-edaa-47c4-8942-cc86bb28e2ee req-85811af4-3859-476e-8e8e-5b7c129865e9 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0525296 Nov 13 05:33:03.304310 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3602573b-edaa-47c4-8942-cc86bb28e2ee req-f4f71448-df8e-44a2-9550-b5d99a6d2a02 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437846 Nov 13 05:33:03.568311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-1700de26-41a0-4252-86ba-403015587ed0 req-efd160a3-0b8c-46d4-aa5c-ad0ddc1db96f service neutron] (102667) timed out ('10.222.0.36', 60167) {{(pid=102667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 05:33:04.326496 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca414566-f4f7-4d25-a002-36c7424c1003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:04.429986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b60f07-6b77-4516-ba09-bae2bd2a4b02 req-0eb98ff9-2dc8-44ba-9f30-e41ec83d423f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:04.431385 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d2b60f07-6b77-4516-ba09-bae2bd2a4b02 req-0eb98ff9-2dc8-44ba-9f30-e41ec83d423f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0540121 Nov 13 05:33:04.481444 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d2b60f07-6b77-4516-ba09-bae2bd2a4b02 req-4c76003a-123f-47eb-8b29-0251a1219d04 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438366 Nov 13 05:33:05.603445 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da98ee5-b9de-498b-92fb-9150a479f4ae req-e2500301-07dc-4b34-bfe8-ffa449bb2fed tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:05.605222 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3da98ee5-b9de-498b-92fb-9150a479f4ae req-e2500301-07dc-4b34-bfe8-ffa449bb2fed tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0511177 Nov 13 05:33:05.652702 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3da98ee5-b9de-498b-92fb-9150a479f4ae req-0fdfece7-7bb1-44d9-a121-ec2e2442dc85 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413320 Nov 13 05:33:06.511918 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a88f69e-ca45-4370-84c9-8cccd9ef8e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:06.776706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8f2b5-8616-4932-923e-fcb08be87d33 req-8a72b8e3-d485-4175-bdce-ecf347a1f5ba tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:06.778079 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ee8f2b5-8616-4932-923e-fcb08be87d33 req-8a72b8e3-d485-4175-bdce-ecf347a1f5ba tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0522583 Nov 13 05:33:06.830051 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3ee8f2b5-8616-4932-923e-fcb08be87d33 req-b525ffdd-3e7b-4eec-84da-9e0e7a1b4c34 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453789 Nov 13 05:33:07.711008 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:33:07.953863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e6066-5328-4f64-961b-fb7b5bd5c941 req-bb0dab86-1a6a-4d21-9fae-63992f9340e2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:07.955430 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e6e6066-5328-4f64-961b-fb7b5bd5c941 req-bb0dab86-1a6a-4d21-9fae-63992f9340e2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0543492 Nov 13 05:33:08.008721 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e6e6066-5328-4f64-961b-fb7b5bd5c941 req-7f3091bf-454f-47e3-bf08-0337896af5b9 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465629 Nov 13 05:33:08.017720 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:09.148113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500ca05-0155-4704-8a7e-725ed23b7312 req-db1088d6-c5a6-4622-90ad-e4e560c6dd27 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:09.149718 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7500ca05-0155-4704-8a7e-725ed23b7312 req-db1088d6-c5a6-4622-90ad-e4e560c6dd27 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0575650 Nov 13 05:33:09.202094 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7500ca05-0155-4704-8a7e-725ed23b7312 req-53237db2-6098-42ac-ad47-c9e5c3ef0e14 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456676 Nov 13 05:33:09.297897 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:10.039975 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:10.331153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37e6eb-738b-4698-9d57-4b7d83480bec req-ac8fafdb-a907-4491-86a3-2a2629facd71 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:10.332765 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cc37e6eb-738b-4698-9d57-4b7d83480bec req-ac8fafdb-a907-4491-86a3-2a2629facd71 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0543175 Nov 13 05:33:10.387074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cc37e6eb-738b-4698-9d57-4b7d83480bec req-c04e4512-eabf-4d26-b9fd-c9f97d65ace9 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475550 Nov 13 05:33:11.513059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a984fa-1219-455d-ac6e-d41ef26f40b3 req-548fd3e2-8e1a-4b78-b08c-72e9629374bb tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:11.514925 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b3a984fa-1219-455d-ac6e-d41ef26f40b3 req-548fd3e2-8e1a-4b78-b08c-72e9629374bb tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0544159 Nov 13 05:33:11.563842 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b3a984fa-1219-455d-ac6e-d41ef26f40b3 req-31479f83-d5b2-4501-b24b-e399d7de5bd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427549 Nov 13 05:33:12.691297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c63d54-0992-48da-8fdd-c9653afa322c req-38e8be80-55e6-43c7-8c68-a1c2966e1217 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:12.692931 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-17c63d54-0992-48da-8fdd-c9653afa322c req-38e8be80-55e6-43c7-8c68-a1c2966e1217 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0557275 Nov 13 05:33:12.739644 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-17c63d54-0992-48da-8fdd-c9653afa322c req-4323bcae-18e6-4fa6-86c7-e3dc96890e57 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404046 Nov 13 05:33:13.881453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4763d8-ac9c-4d06-b42e-f566cb4c6498 req-138b9922-3c6d-486d-b50d-388cf866e21e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:13.883574 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b4763d8-ac9c-4d06-b42e-f566cb4c6498 req-138b9922-3c6d-486d-b50d-388cf866e21e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0583520 Nov 13 05:33:13.939568 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b4763d8-ac9c-4d06-b42e-f566cb4c6498 req-6ca6844b-08bb-4a01-9397-feb3986fb37e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490487 Nov 13 05:33:15.073945 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca965b1-713e-4239-a94b-dd9c385f09db req-1b9aeebb-2fc7-4710-bc51-8e30a5960ca6 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:15.076140 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ca965b1-713e-4239-a94b-dd9c385f09db req-1b9aeebb-2fc7-4710-bc51-8e30a5960ca6 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0519884 Nov 13 05:33:15.126590 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ca965b1-713e-4239-a94b-dd9c385f09db req-7d468379-d7c6-47c7-bd78-73046c6ae7f8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442142 Nov 13 05:33:16.265141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee52ad-d24d-4765-92e1-6df79c67b17f req-46e2851b-1c03-4fad-89ef-14035f2cb7cd tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:16.266626 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99ee52ad-d24d-4765-92e1-6df79c67b17f req-46e2851b-1c03-4fad-89ef-14035f2cb7cd tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0543823 Nov 13 05:33:16.322717 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99ee52ad-d24d-4765-92e1-6df79c67b17f req-5ff37655-2075-403e-82ce-729ae636af52 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472035 Nov 13 05:33:17.459866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c95543-c843-46a4-9280-10aa225718ba req-dab1e15f-6317-4ffe-b61a-c55322183df3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:17.461437 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a3c95543-c843-46a4-9280-10aa225718ba req-dab1e15f-6317-4ffe-b61a-c55322183df3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0639365 Nov 13 05:33:17.523547 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a3c95543-c843-46a4-9280-10aa225718ba req-b6fe77ae-fe6d-40ad-ac4e-a762b723cb88 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552721 Nov 13 05:33:18.646263 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f645a1c-92d7-41ec-b43e-5b424f39c554 req-68e958a9-9a23-4d7a-8d4c-98c2f2e034f2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:18.647822 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f645a1c-92d7-41ec-b43e-5b424f39c554 req-68e958a9-9a23-4d7a-8d4c-98c2f2e034f2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 943 time: 0.0519111 Nov 13 05:33:18.698177 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f645a1c-92d7-41ec-b43e-5b424f39c554 req-37b45c67-1c13-418f-9ef9-8961aa02bb85 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436084 Nov 13 05:33:19.356616 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 59acc389-aac9-479e-9964-bfc1ada2b539 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:33:19.460873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 59acc389-aac9-479e-9964-bfc1ada2b539, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=59acc389-aac9-479e-9964-bfc1ada2b539,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:33:19.472943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '59acc389-aac9-479e-9964-bfc1ada2b539', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'port_id': '59acc389-aac9-479e-9964-bfc1ada2b539', 'mac_address': 'fa:16:3e:21:04:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:33:19.521984 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:19.535605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59acc389-aac9-479e-9964-bfc1ada2b539 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:33:19.556531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 59acc389-aac9-479e-9964-bfc1ada2b539, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=59acc389-aac9-479e-9964-bfc1ada2b539,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:33:19.562105 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:19.614864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=59acc389-aac9-479e-9964-bfc1ada2b539,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:33:19.623198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:19.623538 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:19.623872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:19.624208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:19.624531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:19.624852 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:19.625169 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:19.625484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:19.625799 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:19.626114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:19.626437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:19.626747 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:19.852798 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8ed96-996a-42e8-a5b0-a717f236ce6f req-0e0b5625-5ba2-4b7b-8c27-a9a66b3d63ad tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:19.854659 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07b8ed96-996a-42e8-a5b0-a717f236ce6f req-0e0b5625-5ba2-4b7b-8c27-a9a66b3d63ad tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 944 time: 0.0726092 Nov 13 05:33:19.909583 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07b8ed96-996a-42e8-a5b0-a717f236ce6f req-24290c22-0300-4807-a3be-744b4ff9f6f5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477409 Nov 13 05:33:19.973518 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['59acc389-aac9-479e-9964-bfc1ada2b539'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:33:21.045956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24d521-333b-4eed-bd04-6949e586b600 req-aafe4da5-31b0-4912-a69e-71c2c1cc3909 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:21.047757 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ec24d521-333b-4eed-bd04-6949e586b600 req-aafe4da5-31b0-4912-a69e-71c2c1cc3909 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 944 time: 0.0628221 Nov 13 05:33:21.101419 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ec24d521-333b-4eed-bd04-6949e586b600 req-ad7c0f7e-e693-42cd-9bc7-1c1b4d714142 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463378 Nov 13 05:33:21.371936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 59acc389-aac9-479e-9964-bfc1ada2b539 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:33:21.432726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 59acc389-aac9-479e-9964-bfc1ada2b539 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:33:21.437645 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 59acc389-aac9-479e-9964-bfc1ada2b539 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:33:21.438184 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:21.526496 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:21.549759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e09e69-06d1-48dc-8f7b-edc97953881a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59acc389-aac9-479e-9964-bfc1ada2b539'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:33:21.552137 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24d7371-4461-43b7-b3ac-7a77ba3b4aa7" -d '{"events": [{"server_uuid": "b5e09e69-06d1-48dc-8f7b-edc97953881a", "name": "network-vif-plugged", "status": "completed", "tag": "59acc389-aac9-479e-9964-bfc1ada2b539"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:33:21.564515 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 59acc389-aac9-479e-9964-bfc1ada2b539, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=59acc389-aac9-479e-9964-bfc1ada2b539,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:33:21.568981 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:21.591716 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1557a695-9a7c-48d3-ac6c-9f4bfee324bd x-openstack-request-id: req-1557a695-9a7c-48d3-ac6c-9f4bfee324bd {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:33:21.591999 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e09e69-06d1-48dc-8f7b-edc97953881a", "name": "network-vif-plugged", "status": "completed", "tag": "59acc389-aac9-479e-9964-bfc1ada2b539", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:33:21.592245 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1557a695-9a7c-48d3-ac6c-9f4bfee324bd {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:33:21.592626 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e09e69-06d1-48dc-8f7b-edc97953881a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59acc389-aac9-479e-9964-bfc1ada2b539', 'code': 200} Nov 13 05:33:21.617418 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=59acc389-aac9-479e-9964-bfc1ada2b539,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:33:21.717999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4a4b4-ae1b-4b10-a7fc-5cdc4eb39819 req-aa4bc582-fbbb-460c-b466-60b5f22acffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:21.719513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3cf4a4b4-ae1b-4b10-a7fc-5cdc4eb39819 req-aa4bc582-fbbb-460c-b466-60b5f22acffa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 1096 time: 0.0431018 Nov 13 05:33:21.765362 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3cf4a4b4-ae1b-4b10-a7fc-5cdc4eb39819 req-bf23c1f8-112c-4c87-8929-2e6e368639fd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389802 Nov 13 05:33:22.238847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9222bf2-03d9-4a0f-a7b1-5578a114fec4 req-e22653cd-549c-4358-9746-c0aa130f73ad tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:22.240973 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9222bf2-03d9-4a0f-a7b1-5578a114fec4 req-e22653cd-549c-4358-9746-c0aa130f73ad tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 945 time: 0.0561061 Nov 13 05:33:22.296083 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c9222bf2-03d9-4a0f-a7b1-5578a114fec4 req-9216c12a-8fa2-4044-a8b0-abf10f8628d1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484593 Nov 13 05:33:23.428606 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059c1ec-1be1-4151-b3e4-f3a43eab0f5d req-5e672379-9dbc-4dbc-9702-4447ec218825 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:23.430522 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8059c1ec-1be1-4151-b3e4-f3a43eab0f5d req-5e672379-9dbc-4dbc-9702-4447ec218825 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 945 time: 0.0532343 Nov 13 05:33:23.482240 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8059c1ec-1be1-4151-b3e4-f3a43eab0f5d req-3d097796-e396-4dca-aeb6-aad566aab89e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 Nov 13 05:33:23.611129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cd8e1-edcb-45ea-a32a-4c9c95f264b7 req-49074749-3b47-4047-8acb-373993304b56 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:23.612513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c3cd8e1-edcb-45ea-a32a-4c9c95f264b7 req-49074749-3b47-4047-8acb-373993304b56 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 945 time: 0.0543337 Nov 13 05:33:23.661804 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9c3cd8e1-edcb-45ea-a32a-4c9c95f264b7 req-4068dc4d-82b0-40a2-b40b-d272bcadea94 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427506 Nov 13 05:33:23.970094 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec2fd-3897-4e7b-aa96-f5eea2a4635f req-cd93d1d3-6c04-4537-b7e1-79353cad4a35 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:23.971601 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08eec2fd-3897-4e7b-aa96-f5eea2a4635f req-cd93d1d3-6c04-4537-b7e1-79353cad4a35 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 945 time: 0.0519803 Nov 13 05:33:24.024777 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08eec2fd-3897-4e7b-aa96-f5eea2a4635f req-291b01a5-aa72-4833-b417-c26ed5a4ea01 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435407 Nov 13 05:33:25.166582 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab99193-05be-493a-93ba-d4a460e7fb8f req-55a9ea5c-ca86-45bc-b54b-342166254d1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:25.168207 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ab99193-05be-493a-93ba-d4a460e7fb8f req-55a9ea5c-ca86-45bc-b54b-342166254d1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 945 time: 0.0604782 Nov 13 05:33:25.220707 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ab99193-05be-493a-93ba-d4a460e7fb8f req-6de5865d-7e92-4ad3-a685-d67643e39cb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427670 Nov 13 05:33:25.724088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bed9b-2d96-4e20-a9c7-3b011bd783bc req-d91329e1-9fac-4486-a13d-94a951aeeac8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:25.725837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-456bed9b-2d96-4e20-a9c7-3b011bd783bc req-d91329e1-9fac-4486-a13d-94a951aeeac8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 945 time: 0.0654767 Nov 13 05:33:25.823172 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-456bed9b-2d96-4e20-a9c7-3b011bd783bc req-ade74c9e-df11-4199-817e-6f53c7f1c65c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Deleting port 59acc389-aac9-479e-9964-bfc1ada2b539 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:33:25.823509 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-456bed9b-2d96-4e20-a9c7-3b011bd783bc req-ade74c9e-df11-4199-817e-6f53c7f1c65c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:25.913387 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-456bed9b-2d96-4e20-a9c7-3b011bd783bc req-ade74c9e-df11-4199-817e-6f53c7f1c65c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] For port 59acc389-aac9-479e-9964-bfc1ada2b539, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=59acc389-aac9-479e-9964-bfc1ada2b539,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:33:25.913743 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-456bed9b-2d96-4e20-a9c7-3b011bd783bc req-ade74c9e-df11-4199-817e-6f53c7f1c65c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:25.926486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-456bed9b-2d96-4e20-a9c7-3b011bd783bc req-ade74c9e-df11-4199-817e-6f53c7f1c65c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Calling delete_port for 59acc389-aac9-479e-9964-bfc1ada2b539 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:33:26.062766 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-456bed9b-2d96-4e20-a9c7-3b011bd783bc req-ade74c9e-df11-4199-817e-6f53c7f1c65c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:26.091581 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade74c9e-df11-4199-817e-6f53c7f1c65c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event deleted for resources: {'Port': ['ID=59acc389-aac9-479e-9964-bfc1ada2b539,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:33:26.101050 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['59acc389-aac9-479e-9964-bfc1ada2b539'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:33:26.103559 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['75856d13-c28a-4744-9479-d5cb6d809dc0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:33:26.132662 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-456bed9b-2d96-4e20-a9c7-3b011bd783bc req-ade74c9e-df11-4199-817e-6f53c7f1c65c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] No DVR routers for this DVR port 59acc389-aac9-479e-9964-bfc1ada2b539 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:33:26.135780 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-456bed9b-2d96-4e20-a9c7-3b011bd783bc req-ade74c9e-df11-4199-817e-6f53c7f1c65c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:26.139348 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-456bed9b-2d96-4e20-a9c7-3b011bd783bc req-ade74c9e-df11-4199-817e-6f53c7f1c65c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.36 "DELETE /v2.0/ports/59acc389-aac9-479e-9964-bfc1ada2b539 HTTP/1.1" status: 204 len: 173 time: 0.4069285 Nov 13 05:33:26.139797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e09e69-06d1-48dc-8f7b-edc97953881a', 'name': 'network-vif-deleted', 'tag': '59acc389-aac9-479e-9964-bfc1ada2b539'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:33:26.142092 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241dfe08b5b569b4bbc324d80a4520b1386879093e76f4a1574766abc30044a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95425f83-2305-4b32-9b0e-b42285a5ef6c" -d '{"events": [{"server_uuid": "b5e09e69-06d1-48dc-8f7b-edc97953881a", "name": "network-vif-deleted", "tag": "59acc389-aac9-479e-9964-bfc1ada2b539"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:33:26.198834 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429f86db-f705-42e3-a187-444b456fb819 x-openstack-request-id: req-429f86db-f705-42e3-a187-444b456fb819 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:33:26.199365 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e09e69-06d1-48dc-8f7b-edc97953881a", "name": "network-vif-deleted", "tag": "59acc389-aac9-479e-9964-bfc1ada2b539", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:33:26.199793 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-429f86db-f705-42e3-a187-444b456fb819 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:33:26.200419 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e09e69-06d1-48dc-8f7b-edc97953881a', 'name': 'network-vif-deleted', 'tag': '59acc389-aac9-479e-9964-bfc1ada2b539', 'status': 'completed', 'code': 200} Nov 13 05:33:26.340364 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8cce36fe-1d02-4d7f-9a58-29769bc16f02 req-122586ba-d841-4640-b4f2-50789b624eae tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 210 time: 0.0363452 Nov 13 05:33:27.440909 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-55a7f5d6-e0cf-4eb3-b108-cd1c327b983a req-5b55fe37-6832-4ceb-915e-db5638b6c8fa tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 210 time: 0.0283318 Nov 13 05:33:28.550687 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-832f3e40-2d28-4384-93df-da79788c557d req-0b974b62-f752-427f-9802-47803ed3e66b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 210 time: 0.0285010 Nov 13 05:33:28.896921 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:29.245408 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:29.386820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 59acc389-aac9-479e-9964-bfc1ada2b539 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:33:29.409207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 59acc389-aac9-479e-9964-bfc1ada2b539 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:33:29.409576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 59acc389-aac9-479e-9964-bfc1ada2b539 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:33:29.659474 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e531286c-0784-4380-b60d-f74046ac8317 req-8fb25880-a71c-4027-b16d-452b51fa7fd5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 210 time: 0.0319643 Nov 13 05:33:30.776628 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b64d5f35-ba90-4b87-bce2-8132a39a9067 req-40d3329b-efc5-421c-80ca-fb5ae90ece75 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e09e69-06d1-48dc-8f7b-edc97953881a HTTP/1.1" status: 200 len: 210 time: 0.0302827 Nov 13 05:33:34.331876 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82ff21b4-84e5-434c-b7c7-b2b859148317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:36.327368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd8dc0-768c-4aac-9002-6df1901a10bd req-48c04ebe-f4ce-4127-bec6-3780a6befe64 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:36.328741 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fdfd8dc0-768c-4aac-9002-6df1901a10bd req-48c04ebe-f4ce-4127-bec6-3780a6befe64 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 946 time: 0.0609267 Nov 13 05:33:36.380772 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fdfd8dc0-768c-4aac-9002-6df1901a10bd req-ae685017-22c3-4f26-8436-659813a95767 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423129 Nov 13 05:33:36.521599 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1a069ba-58c3-4a2a-a6f7-4632f3be6ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:37.519223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8f166-d928-401e-997e-a69475288d77 req-b5f54349-649d-4ca0-81ab-d58d351287b2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:37.520724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5cd8f166-d928-401e-997e-a69475288d77 req-b5f54349-649d-4ca0-81ab-d58d351287b2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 946 time: 0.0564811 Nov 13 05:33:37.569186 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5cd8f166-d928-401e-997e-a69475288d77 req-78127052-d61f-4935-8a6a-556faf0c2795 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=255c1d53-60e4-4c28-a291-0fd433ddd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423722 Nov 13 05:33:38.024892 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:38.059649 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef84bb-0e1a-4455-8523-474a79e38386 req-60be4b4e-7110-4f58-9fd4-0be8740fd527 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:33:38.062364 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bbef84bb-0e1a-4455-8523-474a79e38386 req-60be4b4e-7110-4f58-9fd4-0be8740fd527 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 946 time: 0.0563772 Nov 13 05:33:38.157435 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-bbef84bb-0e1a-4455-8523-474a79e38386 req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Deleting port 75856d13-c28a-4744-9479-d5cb6d809dc0 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:33:38.157781 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bbef84bb-0e1a-4455-8523-474a79e38386 req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:38.253118 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-bbef84bb-0e1a-4455-8523-474a79e38386 req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] For port 75856d13-c28a-4744-9479-d5cb6d809dc0, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=75856d13-c28a-4744-9479-d5cb6d809dc0,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:33:38.253497 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bbef84bb-0e1a-4455-8523-474a79e38386 req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:38.266780 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-bbef84bb-0e1a-4455-8523-474a79e38386 req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Calling delete_port for 75856d13-c28a-4744-9479-d5cb6d809dc0 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:33:38.406624 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bbef84bb-0e1a-4455-8523-474a79e38386 req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:38.435201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event deleted for resources: {'Port': ['ID=75856d13-c28a-4744-9479-d5cb6d809dc0,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:33:38.441623 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['75856d13-c28a-4744-9479-d5cb6d809dc0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:33:38.463113 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:38.463454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:38.463794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:38.464131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:38.464465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:38.464786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:38.465109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:38.465402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:38.465768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:38.466064 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:38.466384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:38.466729 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:33:38.487837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbef84bb-0e1a-4455-8523-474a79e38386 req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] No DVR routers for this DVR port 75856d13-c28a-4744-9479-d5cb6d809dc0 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:33:38.490498 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bbef84bb-0e1a-4455-8523-474a79e38386 req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:38.494189 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bbef84bb-0e1a-4455-8523-474a79e38386 req-2cf651ab-c7bb-4834-ba1a-c276e6ca7adc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "DELETE /v2.0/ports/75856d13-c28a-4744-9479-d5cb6d809dc0 HTTP/1.1" status: 204 len: 173 time: 0.4246395 Nov 13 05:33:38.494675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e0428f-a356-434f-bbe3-0946f7adbf00', 'name': 'network-vif-deleted', 'tag': '75856d13-c28a-4744-9479-d5cb6d809dc0'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:33:38.497028 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007914a1-d520-44b9-8759-285cb5704f22" -d '{"events": [{"server_uuid": "40e0428f-a356-434f-bbe3-0946f7adbf00", "name": "network-vif-deleted", "tag": "75856d13-c28a-4744-9479-d5cb6d809dc0"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:33:38.534431 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fa216d-cf9f-4a70-a2da-080ae9c9c7b6 x-openstack-request-id: req-59fa216d-cf9f-4a70-a2da-080ae9c9c7b6 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:33:38.535061 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e0428f-a356-434f-bbe3-0946f7adbf00", "name": "network-vif-deleted", "tag": "75856d13-c28a-4744-9479-d5cb6d809dc0", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:33:38.535061 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59fa216d-cf9f-4a70-a2da-080ae9c9c7b6 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:33:38.535375 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e0428f-a356-434f-bbe3-0946f7adbf00', 'name': 'network-vif-deleted', 'tag': '75856d13-c28a-4744-9479-d5cb6d809dc0', 'status': 'completed', 'code': 200} Nov 13 05:33:38.673012 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d632463e-132b-4d41-a016-0285232adeec req-5cf52f19-ca3d-4964-ae57-ed45ba20f0c6 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 210 time: 0.0315905 Nov 13 05:33:39.300431 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:39.770797 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8394e846-edee-4766-bbf5-2f059aa590a9 req-56fe5dc4-ac3e-401b-ba7c-5146972a494c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 210 time: 0.0277615 Nov 13 05:33:40.036361 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:40.867245 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ae721f5e-2ee1-4569-a07e-db3e7dbcc71d req-215c5c2c-637f-4339-9d6b-5abcbf0a821d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 210 time: 0.0268486 Nov 13 05:33:41.048981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 75856d13-c28a-4744-9479-d5cb6d809dc0 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:33:41.071364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 75856d13-c28a-4744-9479-d5cb6d809dc0 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:33:41.071710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 75856d13-c28a-4744-9479-d5cb6d809dc0 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:33:41.966645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0c67f51d-a9a3-4094-8590-421cbe9fd497 req-1839c5a5-0566-47bd-8a4e-d28ab2be1fd8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 210 time: 0.0273850 Nov 13 05:33:43.077015 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b48f6e12-1a4b-4a27-8a2c-cc5f0a73e5ce req-32fa6e41-f933-456f-9348-cc6e123512bc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e0428f-a356-434f-bbe3-0946f7adbf00 HTTP/1.1" status: 200 len: 210 time: 0.0275748 Nov 13 05:33:44.710470 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:33:47.058824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44642) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:33:47.064408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5fccdeaa-3187-478b-87ce-20c3d0b1d2fd tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1778054153', 'description': 'tempest-secgroup-smoke-1778054153 description', 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:33:47.089514 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5fccdeaa-3187-478b-87ce-20c3d0b1d2fd tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.157466 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5fccdeaa-3187-478b-87ce-20c3d0b1d2fd tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.162570 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5fccdeaa-3187-478b-87ce-20c3d0b1d2fd tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.197499 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5fccdeaa-3187-478b-87ce-20c3d0b1d2fd tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.198832 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5fccdeaa-3187-478b-87ce-20c3d0b1d2fd tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1388922 Nov 13 05:33:47.201114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fccdeaa-3187-478b-87ce-20c3d0b1d2fd tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22aef5b7-cb06-454c-bd83-3610252b6ecf,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:33:47.203173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44644) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:33:47.207967 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1b2fbbc4-6c66-4049-8297-fdb5c6b4eeb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'security_group_rule': {'security_group_id': '22aef5b7-cb06-454c-bd83-3610252b6ecf', 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:33:47.238361 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b2fbbc4-6c66-4049-8297-fdb5c6b4eeb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.293030 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b2fbbc4-6c66-4049-8297-fdb5c6b4eeb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.297659 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b2fbbc4-6c66-4049-8297-fdb5c6b4eeb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.318870 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fbbc4-6c66-4049-8297-fdb5c6b4eeb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7641c5a7-d893-4cca-8ecf-6c3d05885ca4,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:33:47.326798 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b2fbbc4-6c66-4049-8297-fdb5c6b4eeb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.328011 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1b2fbbc4-6c66-4049-8297-fdb5c6b4eeb4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237531 Nov 13 05:33:47.330984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44646) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:33:47.335472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8c75a9a7-1df9-4b79-9470-964445394c80 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'security_group_rule': {'security_group_id': '22aef5b7-cb06-454c-bd83-3610252b6ecf', 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:33:47.361986 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c75a9a7-1df9-4b79-9470-964445394c80 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.419460 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c75a9a7-1df9-4b79-9470-964445394c80 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.424240 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c75a9a7-1df9-4b79-9470-964445394c80 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.441840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75a9a7-1df9-4b79-9470-964445394c80 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e2bc05-6b82-42be-a905-6174eb9e1145,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:33:47.450249 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c75a9a7-1df9-4b79-9470-964445394c80 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.451563 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8c75a9a7-1df9-4b79-9470-964445394c80 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196496 Nov 13 05:33:47.454488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 44648) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:33:47.459006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-471f47b8-05dc-4fdb-9063-063f3d481c96 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'security_group_rule': {'security_group_id': '22aef5b7-cb06-454c-bd83-3610252b6ecf', 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:33:47.487195 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-471f47b8-05dc-4fdb-9063-063f3d481c96 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.552469 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-471f47b8-05dc-4fdb-9063-063f3d481c96 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.557528 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-471f47b8-05dc-4fdb-9063-063f3d481c96 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.574805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f47b8-05dc-4fdb-9063-063f3d481c96 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f382a1-4c4c-4889-a099-314c9e5f2598,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:33:47.582980 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-471f47b8-05dc-4fdb-9063-063f3d481c96 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.584232 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-471f47b8-05dc-4fdb-9063-063f3d481c96 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287291 Nov 13 05:33:47.587089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44650) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:33:47.592121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-cd28351d-4799-4b3c-9868-db2a216eebaf tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'security_group_rule': {'security_group_id': '22aef5b7-cb06-454c-bd83-3610252b6ecf', 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:33:47.623338 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cd28351d-4799-4b3c-9868-db2a216eebaf tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.689387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cd28351d-4799-4b3c-9868-db2a216eebaf tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.694004 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cd28351d-4799-4b3c-9868-db2a216eebaf tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.717410 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28351d-4799-4b3c-9868-db2a216eebaf tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5805ec-4b95-43fd-b505-32a56ef29509,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:33:47.726747 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cd28351d-4799-4b3c-9868-db2a216eebaf tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.728007 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cd28351d-4799-4b3c-9868-db2a216eebaf tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398706 Nov 13 05:33:47.730799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44652) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:33:47.735425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-08fe2ad4-da72-406a-9890-c221b7d39e8b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'security_group_rule': {'security_group_id': '22aef5b7-cb06-454c-bd83-3610252b6ecf', 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:33:47.759662 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-08fe2ad4-da72-406a-9890-c221b7d39e8b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Project cf02799d2ca0421bb2fa88dd0f52581f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:33:47.764628 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-08fe2ad4-da72-406a-9890-c221b7d39e8b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.826081 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-08fe2ad4-da72-406a-9890-c221b7d39e8b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.830943 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-08fe2ad4-da72-406a-9890-c221b7d39e8b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.848156 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe2ad4-da72-406a-9890-c221b7d39e8b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9097c6f9-8293-4045-98a0-ee9081d4a168,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:33:47.859231 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-08fe2ad4-da72-406a-9890-c221b7d39e8b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.860471 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-08fe2ad4-da72-406a-9890-c221b7d39e8b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285825 Nov 13 05:33:47.863197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44654) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:33:47.867653 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0fca35e3-f245-4229-988b-3e6dc4de0b7e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'security_group_rule': {'security_group_id': '22aef5b7-cb06-454c-bd83-3610252b6ecf', 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:33:47.892627 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-0fca35e3-f245-4229-988b-3e6dc4de0b7e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Project cf02799d2ca0421bb2fa88dd0f52581f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 05:33:47.898702 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0fca35e3-f245-4229-988b-3e6dc4de0b7e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.959817 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0fca35e3-f245-4229-988b-3e6dc4de0b7e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.965255 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0fca35e3-f245-4229-988b-3e6dc4de0b7e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.983297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca35e3-f245-4229-988b-3e6dc4de0b7e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e70f63-d453-4cfc-a8b1-483a787911da,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:33:47.992304 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0fca35e3-f245-4229-988b-3e6dc4de0b7e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:47.993929 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0fca35e3-f245-4229-988b-3e6dc4de0b7e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297839 Nov 13 05:33:58.903135 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:33:59.247791 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:04.334107 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bef5016-36cf-48d2-93f8-1e6081276470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:04.376100 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-5de41819-54ba-4c92-9d71-e3fd1deaa39a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778054153&fields=id&tenant_id=cf02799d2ca0421bb2fa88dd0f52581f HTTP/1.1" status: 200 len: 267 time: 0.0518994 Nov 13 05:34:04.497221 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-40603521-f7b0-4417-833d-19046ef9fd13 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:04.498695 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-40603521-f7b0-4417-833d-19046ef9fd13 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 812 time: 0.1153760 Nov 13 05:34:04.516663 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-47d4cb86-817d-453a-a489-95f27c782fcd tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/quotas/cf02799d2ca0421bb2fa88dd0f52581f HTTP/1.1" status: 200 len: 375 time: 0.0096657 Nov 13 05:34:04.569184 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-04e84c5a-e731-4f06-b80f-51afb70a47a1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464032 Nov 13 05:34:04.673163 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-112f6a32-f926-4e9b-a819-0485d8d6ec9e service neutron] 10.222.0.43 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923390 Nov 13 05:34:04.768292 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-78d29eb7-ac03-45f6-ab14-df264e13bf32 service neutron] 10.222.0.43 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858154 Nov 13 05:34:05.088695 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-978cc421-3a46-4900-b43b-115a6c3d95c4 req-b19f3ad2-7688-4457-bbdd-f52dd620774d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 210 time: 0.0282931 Nov 13 05:34:06.109981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-f203ee59-f3f3-4ede-a6bd-0c1432dc8b12 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:06.110601 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-f203ee59-f3f3-4ede-a6bd-0c1432dc8b12 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 812 time: 0.1081491 Nov 13 05:34:06.186830 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-5106eb8a-ebe2-45ba-8c42-849edeb9e61b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf02799d2ca0421bb2fa88dd0f52581f HTTP/1.1" status: 200 len: 380 time: 0.0602081 Nov 13 05:34:06.193759 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f9f01a0-7924-4df7-9317-240f87525df3 req-4dda89a8-123f-4b57-93a5-f198f830b73a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 210 time: 0.0332870 Nov 13 05:34:06.197895 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-bbc8f431-cc1d-4e7e-b0a0-230dbf539455 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'port': {'device_id': '99d16723-9177-45be-b154-a2127f9fdc8d', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'admin_state_up': True, 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'security_groups': ['22aef5b7-cb06-454c-bd83-3610252b6ecf']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:34:06.319319 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-bbc8f431-cc1d-4e7e-b0a0-230dbf539455 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Made reservation on behalf of cf02799d2ca0421bb2fa88dd0f52581f for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:34:06.323410 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-bbc8f431-cc1d-4e7e-b0a0-230dbf539455 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:06.452636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-bbc8f431-cc1d-4e7e-b0a0-230dbf539455 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Allocated IP 172.20.0.5 (63c18ccd-3589-404e-88ed-e845b31f6c63/87685d1b-4789-4fec-be04-ef7dea6940a8/c689058e-b47a-45ff-bad8-f4f5749f5a10) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:34:06.521526 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93a1b4e0-1e67-40e7-9ba0-81e8fc41450a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:06.596498 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-bbc8f431-cc1d-4e7e-b0a0-230dbf539455 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:06.631302 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-bbc8f431-cc1d-4e7e-b0a0-230dbf539455 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:06.673968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-bbc8f431-cc1d-4e7e-b0a0-230dbf539455 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Network 63c18ccd-3589-404e-88ed-e845b31f6c63 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:34:06.679374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-bbc8f431-cc1d-4e7e-b0a0-230dbf539455 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:34:06.683183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-bbc8f431-cc1d-4e7e-b0a0-230dbf539455 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:34:06.708371 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8f431-cc1d-4e7e-b0a0-230dbf539455 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'Port': ['ID=c689058e-b47a-45ff-bad8-f4f5749f5a10,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:34:06.742695 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-bbc8f431-cc1d-4e7e-b0a0-230dbf539455 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:06.743816 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-bbc8f431-cc1d-4e7e-b0a0-230dbf539455 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:06.763824 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-bbc8f431-cc1d-4e7e-b0a0-230dbf539455 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5706539 Nov 13 05:34:06.782436 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Request body: {'port': {'device_id': '99d16723-9177-45be-b154-a2127f9fdc8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:34:06.841929 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:06.990150 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2aee9291-05ca-4e39-8c10-f7afc576399a None None] Provisioning complete for port c689058e-b47a-45ff-bad8-f4f5749f5a10 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:34:06.991625 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2aee9291-05ca-4e39-8c10-f7afc576399a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:07.045364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2aee9291-05ca-4e39-8c10-f7afc576399a None None] Port c689058e-b47a-45ff-bad8-f4f5749f5a10 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:34:07.109844 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c689058e-b47a-45ff-bad8-f4f5749f5a10 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:34:07.117647 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:07.130454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Transition to ACTIVE for port object c689058e-b47a-45ff-bad8-f4f5749f5a10 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:34:07.133772 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:07.193491 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Pushing event updated for resources: {'Port': ['ID=c689058e-b47a-45ff-bad8-f4f5749f5a10,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:34:07.269878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Attempting to bind port c689058e-b47a-45ff-bad8-f4f5749f5a10 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:34:07.270202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Attempting to bind port c689058e-b47a-45ff-bad8-f4f5749f5a10 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:34:07.270492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Attempting to bind port c689058e-b47a-45ff-bad8-f4f5749f5a10 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:34:07.275425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Port c689058e-b47a-45ff-bad8-f4f5749f5a10 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:34:07.275742 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Attempting to bind port c689058e-b47a-45ff-bad8-f4f5749f5a10 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:34:07.291303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:34:07.291638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Checking segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:34:07.292012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Bound using segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:34:07.292446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Bound port: c689058e-b47a-45ff-bad8-f4f5749f5a10, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:34:07.292795 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:07.365726 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd361e43-9623-4233-be09-0c180fd20e80 req-1271021a-4c0d-447d-88e5-9267af8ee238 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:07.367348 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd361e43-9623-4233-be09-0c180fd20e80 req-1271021a-4c0d-447d-88e5-9267af8ee238 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 943 time: 0.0883532 Nov 13 05:34:07.416094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] For port c689058e-b47a-45ff-bad8-f4f5749f5a10, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:34:07.438262 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] For port c689058e-b47a-45ff-bad8-f4f5749f5a10, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c689058e-b47a-45ff-bad8-f4f5749f5a10,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:34:07.443016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd361e43-9623-4233-be09-0c180fd20e80 req-fe21350d-315b-4fff-981f-cffbcfdd17b0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681388 Nov 13 05:34:07.444466 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:07.479241 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:07.480011 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:07.481267 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] 10.222.0.46 "PUT /v2.0/ports/c689058e-b47a-45ff-bad8-f4f5749f5a10 HTTP/1.1" status: 200 len: 1091 time: 0.7034304 Nov 13 05:34:07.481718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d16723-9177-45be-b154-a2127f9fdc8d', 'tag': 'c689058e-b47a-45ff-bad8-f4f5749f5a10'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:34:07.483995 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861eaf66-21f1-45bb-a0bf-cdf02442ff4b" -d '{"events": [{"name": "network-changed", "server_uuid": "99d16723-9177-45be-b154-a2127f9fdc8d", "tag": "c689058e-b47a-45ff-bad8-f4f5749f5a10"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:34:07.526511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1e0a9-a8e0-4854-ba5e-0d33f65f5d12 service neutron] Pushing event updated for resources: {'Port': ['ID=c689058e-b47a-45ff-bad8-f4f5749f5a10,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:34:07.555163 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cf4801-b11f-46f6-a13a-ea64630474dd x-openstack-request-id: req-a1cf4801-b11f-46f6-a13a-ea64630474dd {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:34:07.555367 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d16723-9177-45be-b154-a2127f9fdc8d", "tag": "c689058e-b47a-45ff-bad8-f4f5749f5a10", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:34:07.555612 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1cf4801-b11f-46f6-a13a-ea64630474dd {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:34:07.556062 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d16723-9177-45be-b154-a2127f9fdc8d', 'tag': 'c689058e-b47a-45ff-bad8-f4f5749f5a10', 'status': 'completed', 'code': 200} Nov 13 05:34:07.626499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-4c2edf1a-4c28-41ae-b162-142d33a05a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:07.628139 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-4c2edf1a-4c28-41ae-b162-142d33a05a11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 1094 time: 0.0542746 Nov 13 05:34:07.686147 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-5795eb54-f49f-433a-8548-3472f22e52e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c689058e-b47a-45ff-bad8-f4f5749f5a10 HTTP/1.1" status: 200 len: 217 time: 0.0439718 Nov 13 05:34:07.739920 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-3496ac0e-67f1-4eb5-9597-9e818bdf44f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:07.741403 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-3496ac0e-67f1-4eb5-9597-9e818bdf44f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0484757 Nov 13 05:34:07.787557 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-73470cdd-fc6c-484e-ab3b-0f8b5c226da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:07.789000 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-73470cdd-fc6c-484e-ab3b-0f8b5c226da3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402055 Nov 13 05:34:07.887227 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-e2ac2cba-77e1-4054-8ee3-9055ce6a604d service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903635 Nov 13 05:34:07.979715 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-435614be-538a-4c45-96ee-7f7cc4e4d279 req-72c815cf-0803-4723-af2b-58383e2219f8 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844831 Nov 13 05:34:08.024700 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:08.098441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861eaf66-21f1-45bb-a0bf-cdf02442ff4b req-41874f3e-2803-4af5-a977-1c1470178a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:08.100005 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-861eaf66-21f1-45bb-a0bf-cdf02442ff4b req-41874f3e-2803-4af5-a977-1c1470178a17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 1094 time: 0.0479364 Nov 13 05:34:08.193797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861eaf66-21f1-45bb-a0bf-cdf02442ff4b req-38dbd24a-745b-4e7a-8021-b837e5a46c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:08.195314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-861eaf66-21f1-45bb-a0bf-cdf02442ff4b req-38dbd24a-745b-4e7a-8021-b837e5a46c9b service neutron] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0874958 Nov 13 05:34:08.240282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-861eaf66-21f1-45bb-a0bf-cdf02442ff4b req-23ff78fa-79d4-429d-b8a4-9a9f899f7027 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c689058e-b47a-45ff-bad8-f4f5749f5a10 HTTP/1.1" status: 200 len: 217 time: 0.0375488 Nov 13 05:34:08.289929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861eaf66-21f1-45bb-a0bf-cdf02442ff4b req-da73a993-96aa-461c-996a-c31251954e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:08.291439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-861eaf66-21f1-45bb-a0bf-cdf02442ff4b req-da73a993-96aa-461c-996a-c31251954e12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0441902 Nov 13 05:34:08.338315 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861eaf66-21f1-45bb-a0bf-cdf02442ff4b req-3bf43e21-bdac-46b9-b5e3-fe12e8e52544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:08.339853 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-861eaf66-21f1-45bb-a0bf-cdf02442ff4b req-3bf43e21-bdac-46b9-b5e3-fe12e8e52544 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415695 Nov 13 05:34:08.440610 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-861eaf66-21f1-45bb-a0bf-cdf02442ff4b req-294ffd5a-25ae-45a9-8a2f-940798a7a988 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936165 Nov 13 05:34:08.567364 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-861eaf66-21f1-45bb-a0bf-cdf02442ff4b req-7d27f556-2004-42c2-b89d-7b419aef4c8c service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191926 Nov 13 05:34:08.582725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb794688-61b2-45a7-a8d8-4343e5b10807 req-34ff95eb-cf7a-4074-8ef2-525ac1d4777d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:08.584177 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb794688-61b2-45a7-a8d8-4343e5b10807 req-34ff95eb-cf7a-4074-8ef2-525ac1d4777d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 943 time: 0.0640740 Nov 13 05:34:08.639522 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb794688-61b2-45a7-a8d8-4343e5b10807 req-d4ccda89-56ae-41c0-b981-ea01fc75f321 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485594 Nov 13 05:34:09.304545 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:09.768854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2b2d1-ce7e-4b19-b597-91e33512795c req-6dde3bed-929b-4e6a-b048-18f0ed11c4a5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:09.770450 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ae2b2d1-ce7e-4b19-b597-91e33512795c req-6dde3bed-929b-4e6a-b048-18f0ed11c4a5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 943 time: 0.0526757 Nov 13 05:34:09.820836 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ae2b2d1-ce7e-4b19-b597-91e33512795c req-682cd266-c5e9-4aec-81cb-94693f36deca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442314 Nov 13 05:34:10.033405 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:10.940568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec57dfe-8914-434a-8752-09a400816458 req-0ce4560e-2c11-4127-b3fb-a87b46271924 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:10.942565 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eec57dfe-8914-434a-8752-09a400816458 req-0ce4560e-2c11-4127-b3fb-a87b46271924 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 943 time: 0.0523064 Nov 13 05:34:10.996242 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eec57dfe-8914-434a-8752-09a400816458 req-9a39ee90-5524-43e9-8739-d30fd2de4cec tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475321 Nov 13 05:34:12.120895 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3068013-540d-4903-a6b6-e7aa8b44623c req-b5765aa4-581d-4610-ae2e-8975dcbbee91 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:12.122374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c3068013-540d-4903-a6b6-e7aa8b44623c req-b5765aa4-581d-4610-ae2e-8975dcbbee91 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 943 time: 0.0505340 Nov 13 05:34:12.173694 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c3068013-540d-4903-a6b6-e7aa8b44623c req-cda492a5-e0f4-4b53-a1dc-2235d7fbb1a1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452700 Nov 13 05:34:13.304947 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882431-ae70-4a75-ac79-a24cbee45867 req-0c73953e-d976-404a-ab8a-3827920aa08b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:13.306329 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0882431-ae70-4a75-ac79-a24cbee45867 req-0c73953e-d976-404a-ab8a-3827920aa08b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 943 time: 0.0526104 Nov 13 05:34:13.362439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0882431-ae70-4a75-ac79-a24cbee45867 req-0368c687-7a07-472b-ad41-cf259efbb024 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472934 Nov 13 05:34:14.500570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf728-f1e0-46ac-b0aa-cc01451539f6 req-7f2ad55f-ec54-4e44-8040-70775380069e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:14.502033 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0b3bf728-f1e0-46ac-b0aa-cc01451539f6 req-7f2ad55f-ec54-4e44-8040-70775380069e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 943 time: 0.0554779 Nov 13 05:34:14.551938 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0b3bf728-f1e0-46ac-b0aa-cc01451539f6 req-9114decb-979b-4e61-a2a9-e2936c2cfdb9 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434477 Nov 13 05:34:15.671933 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e61e5-a92b-41c1-9f44-946bccfeb9a0 req-2e85a6f4-2acb-42f2-bcd5-a087610fc85f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:15.674947 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c1e61e5-a92b-41c1-9f44-946bccfeb9a0 req-2e85a6f4-2acb-42f2-bcd5-a087610fc85f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 943 time: 0.0507116 Nov 13 05:34:15.723383 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c1e61e5-a92b-41c1-9f44-946bccfeb9a0 req-7f398247-52c6-4aae-ac02-9a2294798e13 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436668 Nov 13 05:34:16.852768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa545343-20c3-4999-8336-6b3b97d39f44 req-f18743c1-2eea-4646-8a9c-be6e8283604f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:16.854278 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa545343-20c3-4999-8336-6b3b97d39f44 req-f18743c1-2eea-4646-8a9c-be6e8283604f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 943 time: 0.0562296 Nov 13 05:34:16.906542 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa545343-20c3-4999-8336-6b3b97d39f44 req-319e0f76-3791-4d07-8094-026dabaa05c9 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460255 Nov 13 05:34:18.055310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1b053-ebe0-4f5d-993f-f95c44c5c41e req-e652eead-d4ae-47ca-bece-b5161f332bf1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:18.055310 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bad1b053-ebe0-4f5d-993f-f95c44c5c41e req-e652eead-d4ae-47ca-bece-b5161f332bf1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 943 time: 0.0562418 Nov 13 05:34:18.100339 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bad1b053-ebe0-4f5d-993f-f95c44c5c41e req-c95034ba-a9db-4668-81c8-3ff74506e962 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453031 Nov 13 05:34:19.221114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c689058e-b47a-45ff-bad8-f4f5749f5a10 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:34:19.239408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99badccc-ca7a-4d56-8c56-a638f4a87bb0 req-94bdca99-9e95-4c14-b121-5d8b88d7ff2e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:19.241828 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99badccc-ca7a-4d56-8c56-a638f4a87bb0 req-94bdca99-9e95-4c14-b121-5d8b88d7ff2e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 943 time: 0.0560963 Nov 13 05:34:19.298259 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99badccc-ca7a-4d56-8c56-a638f4a87bb0 req-1d5f8521-2a3d-4fbe-9d0c-d46da4fd46a4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497839 Nov 13 05:34:19.319227 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port c689058e-b47a-45ff-bad8-f4f5749f5a10, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c689058e-b47a-45ff-bad8-f4f5749f5a10,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:34:19.330185 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'c689058e-b47a-45ff-bad8-f4f5749f5a10', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'port_id': 'c689058e-b47a-45ff-bad8-f4f5749f5a10', 'mac_address': 'fa:16:3e:14:7c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:34:19.368765 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:19.381429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c689058e-b47a-45ff-bad8-f4f5749f5a10 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:34:19.400927 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port c689058e-b47a-45ff-bad8-f4f5749f5a10, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c689058e-b47a-45ff-bad8-f4f5749f5a10,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:34:19.408336 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:19.455362 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=c689058e-b47a-45ff-bad8-f4f5749f5a10,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:34:19.797968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['c689058e-b47a-45ff-bad8-f4f5749f5a10'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:34:20.428029 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ef3d2-3a7c-4942-82da-1ac16be65217 req-e476effa-17f2-4e07-9ad4-da54967aecc6 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:20.429695 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb0ef3d2-3a7c-4942-82da-1ac16be65217 req-e476effa-17f2-4e07-9ad4-da54967aecc6 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 944 time: 0.0550742 Nov 13 05:34:20.481095 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb0ef3d2-3a7c-4942-82da-1ac16be65217 req-bc204354-c14e-4c48-bd96-b3596e88208a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453308 Nov 13 05:34:21.222618 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c689058e-b47a-45ff-bad8-f4f5749f5a10 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:34:21.282742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port c689058e-b47a-45ff-bad8-f4f5749f5a10 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:34:21.287321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port c689058e-b47a-45ff-bad8-f4f5749f5a10 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:34:21.287693 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:21.369665 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:21.392507 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d16723-9177-45be-b154-a2127f9fdc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c689058e-b47a-45ff-bad8-f4f5749f5a10'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:34:21.394760 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7401af415829309c40e56b0ec8df5b216fc0ca9e4864e3e1ce510f01a9547767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594a8feb-f2b5-4520-9ca5-352e479885ab" -d '{"events": [{"server_uuid": "99d16723-9177-45be-b154-a2127f9fdc8d", "name": "network-vif-plugged", "status": "completed", "tag": "c689058e-b47a-45ff-bad8-f4f5749f5a10"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:34:21.408302 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port c689058e-b47a-45ff-bad8-f4f5749f5a10, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c689058e-b47a-45ff-bad8-f4f5749f5a10,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:34:21.413582 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:21.436580 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a1198b-856f-4ed0-8bf8-975fc111b668 x-openstack-request-id: req-04a1198b-856f-4ed0-8bf8-975fc111b668 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:34:21.436864 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d16723-9177-45be-b154-a2127f9fdc8d", "name": "network-vif-plugged", "status": "completed", "tag": "c689058e-b47a-45ff-bad8-f4f5749f5a10", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:34:21.437109 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04a1198b-856f-4ed0-8bf8-975fc111b668 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:34:21.437488 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d16723-9177-45be-b154-a2127f9fdc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c689058e-b47a-45ff-bad8-f4f5749f5a10', 'code': 200} Nov 13 05:34:21.462940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=c689058e-b47a-45ff-bad8-f4f5749f5a10,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:34:21.470190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:34:21.470526 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:34:21.470902 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:34:21.471263 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:34:21.471582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:34:21.471902 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:34:21.472187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:34:21.472502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:34:21.472814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:34:21.473144 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:34:21.473455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:34:21.473763 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:34:21.557329 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda598b-b41b-4608-93f1-ea8b0166165a req-da421bc8-eb08-4d0b-a3bf-f6199d60ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:21.558840 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fda598b-b41b-4608-93f1-ea8b0166165a req-da421bc8-eb08-4d0b-a3bf-f6199d60ee27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 1096 time: 0.0419109 Nov 13 05:34:21.629882 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fda598b-b41b-4608-93f1-ea8b0166165a req-13cb426b-9ea6-4789-b8a0-0bbce1a6d03d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619481 Nov 13 05:34:21.638484 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66f547-88b0-48d2-b7c3-194218ff22e4 req-86fbd1eb-dbf4-4db2-9fd5-363611a03ee6 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:21.639921 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a66f547-88b0-48d2-b7c3-194218ff22e4 req-86fbd1eb-dbf4-4db2-9fd5-363611a03ee6 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 945 time: 0.0801256 Nov 13 05:34:21.697656 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a66f547-88b0-48d2-b7c3-194218ff22e4 req-268ef8dd-5c88-4b0e-bd4c-4e312304bdc9 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493217 Nov 13 05:34:21.709884 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:34:22.840374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c50d03-0d71-4137-98e0-96a0ffdeb20f req-d0a630ef-3962-45d6-b03b-d7d37d619d31 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:22.841896 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09c50d03-0d71-4137-98e0-96a0ffdeb20f req-d0a630ef-3962-45d6-b03b-d7d37d619d31 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 945 time: 0.0574744 Nov 13 05:34:22.902297 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09c50d03-0d71-4137-98e0-96a0ffdeb20f req-ea1cfb7b-7101-4109-9b2d-72e9cfed86e7 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510116 Nov 13 05:34:24.235349 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce8ae-04f3-479b-ae99-88bbb9c73aa1 req-3894004a-e67d-4eeb-aa51-511dd218f8c8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:24.236729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-347ce8ae-04f3-479b-ae99-88bbb9c73aa1 req-3894004a-e67d-4eeb-aa51-511dd218f8c8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 945 time: 0.2516611 Nov 13 05:34:24.290325 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-347ce8ae-04f3-479b-ae99-88bbb9c73aa1 req-5f6a9e94-0d45-4ad2-9b1c-f25265e54cac tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474010 Nov 13 05:34:24.480012 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f48637-637a-430a-85ca-6968af6d091c req-87eccf36-d317-4549-8f1d-0d4ca6f2cc0a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:24.481508 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f48637-637a-430a-85ca-6968af6d091c req-87eccf36-d317-4549-8f1d-0d4ca6f2cc0a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 945 time: 0.1210387 Nov 13 05:34:24.533361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f9f48637-637a-430a-85ca-6968af6d091c req-58d2eace-0418-4d3b-b5bb-d6f6fc9fa6ea tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456030 Nov 13 05:34:24.556431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44850) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:34:24.596880 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109185fc-b1d2-4ab4-a47b-68112559469c tempest-TestVolumeBootPattern-589369400 tempest-TestVolumeBootPattern-589369400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:24.598371 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-109185fc-b1d2-4ab4-a47b-68112559469c tempest-TestVolumeBootPattern-589369400 tempest-TestVolumeBootPattern-589369400-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 1091 time: 0.0409408 Nov 13 05:34:24.601446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 44852) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:34:24.605677 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': 'c689058e-b47a-45ff-bad8-f4f5749f5a10', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:34:24.632964 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:24.743455 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:24.843683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Allocated IP 172.25.8.98 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/1a8ba482-b98f-40e8-885d-900a131eb2c1) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:34:24.955450 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:24.995977 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:25.036906 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:34:25.042537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:34:25.046331 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:34:25.052151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'Port': ['ID=1a8ba482-b98f-40e8-885d-900a131eb2c1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:34:25.419740 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:25.487892 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:25.633304 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:25.640469 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:25.706182 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'Port': ['ID=1a8ba482-b98f-40e8-885d-900a131eb2c1,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:34:25.721725 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:25.822721 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Floating IP 80155360-6052-4ef4-a565-e9612a661419 associated. External IP: 172.25.8.98, port: c689058e-b47a-45ff-bad8-f4f5749f5a10. Nov 13 05:34:26.394046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Router 9caf0a15-78e5-430c-9435-7b9be47190b6 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:34:26.509282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:34:26.519701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e382082-9135-4e34-88fc-3855f2e63299 None None] Sync routers for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:34:26.527542 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:26.530029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e382082-9135-4e34-88fc-3855f2e63299 None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:34:26.530886 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8e382082-9135-4e34-88fc-3855f2e63299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:34:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:34:26.570935 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5831d18e-65bf-4082-891d-747e3cdb0173 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9552824 Nov 13 05:34:26.570935 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d16723-9177-45be-b154-a2127f9fdc8d', 'tag': 'c689058e-b47a-45ff-bad8-f4f5749f5a10'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:34:26.570935 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f91e1cb47d8ad59f3b79d0cd472047523417890e011d1e76ae6766133a7a5b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d709c48c-8551-48d9-a9f9-5ffee68e0d83" -d '{"events": [{"name": "network-changed", "server_uuid": "99d16723-9177-45be-b154-a2127f9fdc8d", "tag": "c689058e-b47a-45ff-bad8-f4f5749f5a10"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:34:26.666228 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934ebe0c-b168-4d05-b27e-71f8fa5203f0 x-openstack-request-id: req-934ebe0c-b168-4d05-b27e-71f8fa5203f0 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:34:26.666520 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d16723-9177-45be-b154-a2127f9fdc8d", "tag": "c689058e-b47a-45ff-bad8-f4f5749f5a10", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:34:26.666776 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-934ebe0c-b168-4d05-b27e-71f8fa5203f0 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:34:26.667214 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d16723-9177-45be-b154-a2127f9fdc8d', 'tag': 'c689058e-b47a-45ff-bad8-f4f5749f5a10', 'status': 'completed', 'code': 200} Nov 13 05:34:26.754319 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709c48c-8551-48d9-a9f9-5ffee68e0d83 req-eb345051-dca9-4c90-be49-12977875f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:26.756007 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d709c48c-8551-48d9-a9f9-5ffee68e0d83 req-eb345051-dca9-4c90-be49-12977875f212 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 1096 time: 0.0458817 Nov 13 05:34:26.806783 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8e382082-9135-4e34-88fc-3855f2e63299 None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:34:26.848840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709c48c-8551-48d9-a9f9-5ffee68e0d83 req-2f0c254b-fb8a-4d6b-8827-938e67c3ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:26.850467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d709c48c-8551-48d9-a9f9-5ffee68e0d83 req-2f0c254b-fb8a-4d6b-8827-938e67c3ce5a service neutron] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0868354 Nov 13 05:34:26.925257 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d709c48c-8551-48d9-a9f9-5ffee68e0d83 req-62b980a3-08f5-45a0-95f3-a86fa6190116 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c689058e-b47a-45ff-bad8-f4f5749f5a10 HTTP/1.1" status: 200 len: 998 time: 0.0658879 Nov 13 05:34:26.974386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709c48c-8551-48d9-a9f9-5ffee68e0d83 req-d3f7d484-92bc-41a9-9cc2-79d270d9bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:26.975916 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d709c48c-8551-48d9-a9f9-5ffee68e0d83 req-d3f7d484-92bc-41a9-9cc2-79d270d9bd6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0441024 Nov 13 05:34:27.022203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709c48c-8551-48d9-a9f9-5ffee68e0d83 req-d3b5863e-8e64-497c-b477-e2dddee72914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:27.023723 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d709c48c-8551-48d9-a9f9-5ffee68e0d83 req-d3b5863e-8e64-497c-b477-e2dddee72914 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405526 Nov 13 05:34:27.041256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8e382082-9135-4e34-88fc-3855f2e63299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '80155360-6052-4ef4-a565-e9612a661419', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'port_id': 'c689058e-b47a-45ff-bad8-f4f5749f5a10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'mac_address': 'fa:16:3e:14:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d16723-9177-45be-b154-a2127f9fdc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:34:25Z', 'updated_at': '2021-11-13T05:34:25Z', 'revision_number': 0, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:34:27.071884 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e382082-9135-4e34-88fc-3855f2e63299 None None] Checking router: 9caf0a15-78e5-430c-9435-7b9be47190b6 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:34:27.080952 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e382082-9135-4e34-88fc-3855f2e63299 None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:34:27.081607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8e382082-9135-4e34-88fc-3855f2e63299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:34:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:34:27.120245 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d709c48c-8551-48d9-a9f9-5ffee68e0d83 req-374a1590-20f5-402f-9075-1e6d3cb75ef9 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890512 Nov 13 05:34:27.185200 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8e382082-9135-4e34-88fc-3855f2e63299 None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:34:27.214991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d709c48c-8551-48d9-a9f9-5ffee68e0d83 req-b208cfa2-d498-4305-9e4a-2d868eb77b8f service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881727 Nov 13 05:34:27.414873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8e382082-9135-4e34-88fc-3855f2e63299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '80155360-6052-4ef4-a565-e9612a661419', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'port_id': 'c689058e-b47a-45ff-bad8-f4f5749f5a10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'mac_address': 'fa:16:3e:14:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d16723-9177-45be-b154-a2127f9fdc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:34:25Z', 'updated_at': '2021-11-13T05:34:25Z', 'revision_number': 0, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:34:27.445051 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e382082-9135-4e34-88fc-3855f2e63299 None None] The sync data for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 is: [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '80155360-6052-4ef4-a565-e9612a661419', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'port_id': 'c689058e-b47a-45ff-bad8-f4f5749f5a10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'mac_address': 'fa:16:3e:14:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d16723-9177-45be-b154-a2127f9fdc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:34:25Z', 'updated_at': '2021-11-13T05:34:25Z', 'revision_number': 0, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:34:27.651621 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7891c75-96b1-4ae4-ba2c-1575b55948a4 None None] New status for floating IP 80155360-6052-4ef4-a565-e9612a661419: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:34:28.920470 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:29.252613 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:34.339507 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92b8a62b-a996-4bfd-9a11-08947bbab11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:36.526227 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-904592fc-2b4e-4d35-b492-89c2fac93fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:38.039888 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:39.307952 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:40.032841 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:48.982036 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-91c0c507-e1a8-4981-a0ed-5219ede27139 req-922cdf7a-12be-49fd-930e-0faf4cf4def3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438550 Nov 13 05:34:49.088046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0c507-e1a8-4981-a0ed-5219ede27139 req-5ef2aeee-7348-4821-8b7a-b79b97592730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:49.093440 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-91c0c507-e1a8-4981-a0ed-5219ede27139 req-5ef2aeee-7348-4821-8b7a-b79b97592730 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 1096 time: 0.0471797 Nov 13 05:34:49.208688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0c507-e1a8-4981-a0ed-5219ede27139 req-eda50c64-6bcb-40c3-8b39-86645ab39ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:49.210304 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-91c0c507-e1a8-4981-a0ed-5219ede27139 req-eda50c64-6bcb-40c3-8b39-86645ab39ebf service neutron] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0975385 Nov 13 05:34:49.279883 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-91c0c507-e1a8-4981-a0ed-5219ede27139 req-eac27e98-37ae-40bf-893e-5f726bfbda19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c689058e-b47a-45ff-bad8-f4f5749f5a10 HTTP/1.1" status: 200 len: 1000 time: 0.0599048 Nov 13 05:34:49.328589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0c507-e1a8-4981-a0ed-5219ede27139 req-df72e7a2-3ade-4719-b5bc-639594f64c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:49.330016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-91c0c507-e1a8-4981-a0ed-5219ede27139 req-df72e7a2-3ade-4719-b5bc-639594f64c1b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0437872 Nov 13 05:34:49.384458 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0c507-e1a8-4981-a0ed-5219ede27139 req-f96996d3-4159-45f2-b7b9-5cdbb52a357f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:34:49.386094 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-91c0c507-e1a8-4981-a0ed-5219ede27139 req-f96996d3-4159-45f2-b7b9-5cdbb52a357f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470676 Nov 13 05:34:49.480201 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-91c0c507-e1a8-4981-a0ed-5219ede27139 req-ef1088d9-d1b6-4b94-9dc8-93e6a2343e73 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858839 Nov 13 05:34:49.578141 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-91c0c507-e1a8-4981-a0ed-5219ede27139 req-bea530ef-54e6-4628-927c-8d3cacb82ecb service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909102 Nov 13 05:34:58.710705 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:34:58.913880 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:34:59.253423 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:35:04.347068 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9ad3fe1-9a48-4411-b201-7be2e75d5feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:35:06.528208 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb962f77-e61f-4f4c-aed7-ae41deb49404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:35:08.043860 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:35:09.314620 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:35:10.036624 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:35:25.452538 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-edcffef7-447f-4988-a500-0674f4e1aeff req-ba8fc162-86a5-4d8a-bd52-65bf310cad56 service neutron] (102667) timed out ('10.222.0.43', 47794) {{(pid=102667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 05:35:28.930646 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:35:29.266166 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:35:34.345429 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db5e66a2-1a18-4b19-be7e-99b7d8e328bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:35:35.714467 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:35:36.524918 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a308acd-c51a-4207-bd0a-70221951f514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:35:38.044582 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:35:39.325750 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:35:40.032708 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:35:49.047958 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-327d3aae-360a-4204-9065-ae8e211ae778 req-49100f43-db90-45f8-a46f-60dfe8b8e138 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915723 Nov 13 05:35:49.163581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3aae-360a-4204-9065-ae8e211ae778 req-db0250d4-b333-46e1-a89a-dbb6d716258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:35:49.164980 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-327d3aae-360a-4204-9065-ae8e211ae778 req-db0250d4-b333-46e1-a89a-dbb6d716258f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 1096 time: 0.0439405 Nov 13 05:35:49.276510 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3aae-360a-4204-9065-ae8e211ae778 req-62bbc656-c730-43ed-a41d-d13fe6f972a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:35:49.278069 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-327d3aae-360a-4204-9065-ae8e211ae778 req-62bbc656-c730-43ed-a41d-d13fe6f972a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0902328 Nov 13 05:35:49.344398 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-327d3aae-360a-4204-9065-ae8e211ae778 req-c43d1553-f453-4e6c-9e7e-85dd64e43b01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c689058e-b47a-45ff-bad8-f4f5749f5a10 HTTP/1.1" status: 200 len: 1000 time: 0.0587337 Nov 13 05:35:49.397451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3aae-360a-4204-9065-ae8e211ae778 req-765e1a19-aa7e-45c0-b66b-1154823807d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:35:49.398870 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-327d3aae-360a-4204-9065-ae8e211ae778 req-765e1a19-aa7e-45c0-b66b-1154823807d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0478358 Nov 13 05:35:49.447767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3aae-360a-4204-9065-ae8e211ae778 req-d0f53a88-2958-4093-af4e-7651a1b12f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:35:49.449333 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-327d3aae-360a-4204-9065-ae8e211ae778 req-d0f53a88-2958-4093-af4e-7651a1b12f38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434577 Nov 13 05:35:49.544998 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-327d3aae-360a-4204-9065-ae8e211ae778 req-146621ce-6a83-4b43-bcbb-cec054d8d2b8 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877295 Nov 13 05:35:49.644470 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-327d3aae-360a-4204-9065-ae8e211ae778 req-c71151d1-0145-4499-8870-a17b416be67f service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925977 Nov 13 05:35:58.927625 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:35:59.262586 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:04.341897 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65ad7e2d-f11d-4c3f-b839-b437dcb28f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:06.522852 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2662fab-f2f2-4a0a-bfeb-426f80add6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:08.051644 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:09.320727 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:10.028822 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:12.719275 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:36:24.575394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38f57-3ced-476c-bfa5-25e280551ba2 req-a927e1c1-57a5-4b52-b762-1d23b6e1db94 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:24.576877 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b4f38f57-3ced-476c-bfa5-25e280551ba2 req-a927e1c1-57a5-4b52-b762-1d23b6e1db94 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 945 time: 0.0995514 Nov 13 05:36:24.630820 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b4f38f57-3ced-476c-bfa5-25e280551ba2 req-932be309-5a93-4e41-8152-686542f98222 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441923 Nov 13 05:36:25.888640 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e637446-1114-409f-aaee-3995c432d4e1 req-c2cab5a4-b646-48f9-a0a5-62ee1de9a1e1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:25.890127 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e637446-1114-409f-aaee-3995c432d4e1 req-c2cab5a4-b646-48f9-a0a5-62ee1de9a1e1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 945 time: 0.1075764 Nov 13 05:36:25.942014 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e637446-1114-409f-aaee-3995c432d4e1 req-a23c3f5c-3d94-4da7-a3bf-7705c39795bb tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453534 Nov 13 05:36:26.240746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-57c14ca8-f044-4041-88fc-be7a808a5504 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:26.242102 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-57c14ca8-f044-4041-88fc-be7a808a5504 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 945 time: 0.0586174 Nov 13 05:36:26.336152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Deleting port c689058e-b47a-45ff-bad8-f4f5749f5a10 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:36:26.336464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:26.434955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] For port c689058e-b47a-45ff-bad8-f4f5749f5a10, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c689058e-b47a-45ff-bad8-f4f5749f5a10,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:36:26.435353 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:26.628090 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:26.628420 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:26.628745 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Floating IP 80155360-6052-4ef4-a565-e9612a661419 disassociated. External IP: 172.25.8.98, port: c689058e-b47a-45ff-bad8-f4f5749f5a10. Nov 13 05:36:26.629077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Calling delete_port for c689058e-b47a-45ff-bad8-f4f5749f5a10 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:36:26.762551 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:26.791207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event deleted for resources: {'Port': ['ID=c689058e-b47a-45ff-bad8-f4f5749f5a10,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:36:26.803384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:26.803730 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:26.804155 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:26.804402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:26.804731 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:26.805064 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:26.805393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:26.805721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:26.806039 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:26.806337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:26.806667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:26.807014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:26.921013 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Router 9caf0a15-78e5-430c-9435-7b9be47190b6 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:36:27.064310 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e51f0de7-86a5-4e15-b91b-8c43fd0bedd9 req-d10fb1f5-c584-4e69-9797-910dd5c76ede tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 210 time: 0.0341585 Nov 13 05:36:27.066295 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:36:27.078726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41476d7-10df-4bbe-a2ae-439cd8aa9366 None None] Sync routers for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:36:27.089528 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41476d7-10df-4bbe-a2ae-439cd8aa9366 None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:36:27.090207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d41476d7-10df-4bbe-a2ae-439cd8aa9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:36:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:36:27.111609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] No DVR routers for this DVR port c689058e-b47a-45ff-bad8-f4f5749f5a10 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:36:27.114595 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:27.118436 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e5666bb-44f0-4477-bc20-61db03a926e2 req-1dfc601c-9966-4583-afe6-36bd80c4660c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "DELETE /v2.0/ports/c689058e-b47a-45ff-bad8-f4f5749f5a10 HTTP/1.1" status: 204 len: 173 time: 0.8687747 Nov 13 05:36:27.118846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d16723-9177-45be-b154-a2127f9fdc8d', 'name': 'network-vif-deleted', 'tag': 'c689058e-b47a-45ff-bad8-f4f5749f5a10'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:36:27.168877 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f996ae-38f0-45e9-825c-cd2f9954157d" -d '{"events": [{"server_uuid": "99d16723-9177-45be-b154-a2127f9fdc8d", "name": "network-vif-deleted", "tag": "c689058e-b47a-45ff-bad8-f4f5749f5a10"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:36:27.226164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-d41476d7-10df-4bbe-a2ae-439cd8aa9366 None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:36:27.275290 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed70cf64-bede-4410-87bc-8ee7d2675b5f x-openstack-request-id: req-ed70cf64-bede-4410-87bc-8ee7d2675b5f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:36:27.276315 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d16723-9177-45be-b154-a2127f9fdc8d", "name": "network-vif-deleted", "tag": "c689058e-b47a-45ff-bad8-f4f5749f5a10", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:36:27.276650 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed70cf64-bede-4410-87bc-8ee7d2675b5f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:36:27.277121 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d16723-9177-45be-b154-a2127f9fdc8d', 'name': 'network-vif-deleted', 'tag': 'c689058e-b47a-45ff-bad8-f4f5749f5a10', 'status': 'completed', 'code': 200} Nov 13 05:36:27.449477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d41476d7-10df-4bbe-a2ae-439cd8aa9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:36:27.479715 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41476d7-10df-4bbe-a2ae-439cd8aa9366 None None] Checking router: 9caf0a15-78e5-430c-9435-7b9be47190b6 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:36:27.489135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41476d7-10df-4bbe-a2ae-439cd8aa9366 None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:36:27.489729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d41476d7-10df-4bbe-a2ae-439cd8aa9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:36:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:36:27.595562 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-d41476d7-10df-4bbe-a2ae-439cd8aa9366 None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:36:27.974811 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d41476d7-10df-4bbe-a2ae-439cd8aa9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:36:28.006766 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41476d7-10df-4bbe-a2ae-439cd8aa9366 None None] The sync data for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 is: [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:36:28.173529 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1eef2257-7f30-4092-85ad-1247554381d8 req-0309bbd0-ff5d-477f-bbef-ad88e7a0046c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 210 time: 0.0352011 Nov 13 05:36:28.360027 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41a8850-6f0c-43d5-9da9-c525bbd1da49 None None] New status for floating IP 80155360-6052-4ef4-a565-e9612a661419: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:36:28.922112 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:29.259511 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:29.274337 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54d7c6d2-b644-4ea1-950a-02fb1f424db5 req-53e573e2-8160-42b6-b150-1d2169f959fb tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 210 time: 0.0280092 Nov 13 05:36:29.815346 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c689058e-b47a-45ff-bad8-f4f5749f5a10 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:36:29.835355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: c689058e-b47a-45ff-bad8-f4f5749f5a10 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:36:29.835698 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c689058e-b47a-45ff-bad8-f4f5749f5a10 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:36:30.370299 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02f744fe-07b7-4ff2-94f6-0cd1c5668640 req-42e62f86-93e3-48ea-9e88-463ec6efd1e6 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 210 time: 0.0275238 Nov 13 05:36:31.478092 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a46dd5a0-5a04-423b-b89e-268f0db31075 req-48a66384-9e39-4708-a4aa-3fedcee86d75 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d16723-9177-45be-b154-a2127f9fdc8d HTTP/1.1" status: 200 len: 210 time: 0.0264668 Nov 13 05:36:32.709082 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-2e158cfd-1206-4bc1-8563-49dccfc7c838 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778054153&fields=id&tenant_id=cf02799d2ca0421bb2fa88dd0f52581f HTTP/1.1" status: 200 len: 267 time: 0.0589178 Nov 13 05:36:32.835723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-1d842e1a-e42a-4329-8bd1-01d3bb0e1a5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:32.837178 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-1d842e1a-e42a-4329-8bd1-01d3bb0e1a5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 812 time: 0.1148517 Nov 13 05:36:32.855383 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-3e17cd15-e163-48dc-accb-fce93226b4a4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/quotas/cf02799d2ca0421bb2fa88dd0f52581f HTTP/1.1" status: 200 len: 375 time: 0.0095367 Nov 13 05:36:32.911087 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-41958d8c-60fb-47a0-9662-7450c0873937 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503991 Nov 13 05:36:33.100696 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a5a4fdab-92ba-49d7-8f6c-adf88bb0749e service neutron] 10.222.0.43 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404305 Nov 13 05:36:33.193620 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-8e75a43d-d542-4b56-a374-88dd3363afe5 service neutron] 10.222.0.43 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841017 Nov 13 05:36:33.499168 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-da13014a-4591-4c88-8fc7-1242d00a1a5b req-34ff1645-8f10-4de0-b3a0-b06948b38567 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 210 time: 0.0272572 Nov 13 05:36:34.335933 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4fa3666d-c269-41c4-86c7-80096f43c27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:34.591231 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-20a1e862-61a0-41b9-8a44-d5408da24aed tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:34.592653 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-20a1e862-61a0-41b9-8a44-d5408da24aed tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.36 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 812 time: 0.1182215 Nov 13 05:36:34.607358 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c1795f9f-fae1-4f59-a5c5-e6b3e5ff755e req-e3c00be6-e196-4619-a652-c086a473c44e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 210 time: 0.0343909 Nov 13 05:36:34.662107 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-7715e955-60eb-4656-b73d-d9554e2812b3 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf02799d2ca0421bb2fa88dd0f52581f HTTP/1.1" status: 200 len: 380 time: 0.0529768 Nov 13 05:36:34.672382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'port': {'device_id': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'admin_state_up': True, 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'security_groups': ['22aef5b7-cb06-454c-bd83-3610252b6ecf']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:36:34.785737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Made reservation on behalf of cf02799d2ca0421bb2fa88dd0f52581f for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:36:34.789276 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:34.919763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Allocated IP 172.20.0.8 (63c18ccd-3589-404e-88ed-e845b31f6c63/87685d1b-4789-4fec-be04-ef7dea6940a8/2a1c08f3-4ea6-4d58-a1d8-f472a0630f57) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:36:35.060133 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:35.093713 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:35.140113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Network 63c18ccd-3589-404e-88ed-e845b31f6c63 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:36:35.145173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:36:35.148941 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:36:35.155525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'Port': ['ID=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:36:35.187178 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:35.187501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:35.187852 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:35.188187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:35.188498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:35.188821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:35.189143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:35.189463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:35.189970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:35.190407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:35.190739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:35.191113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:35.215781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:35.216520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:35.237536 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-6442439f-9a7d-429e-8688-2cf621158000 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682194 Nov 13 05:36:35.340547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Request body: {'port': {'device_id': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:36:35.362989 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3e710706-766f-4fbd-bb1c-e6249ec352c0 None None] Provisioning complete for port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:36:35.363847 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e710706-766f-4fbd-bb1c-e6249ec352c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:35.399190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3e710706-766f-4fbd-bb1c-e6249ec352c0 None None] Port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:36:35.401887 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:35.672065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:36:35.680586 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:35.695010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Transition to ACTIVE for port object 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:36:35.700157 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:35.733049 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00154af3-df89-4a55-9810-60655b3a6dba req-2d119441-4c6c-44c6-8f0c-8dd14503146f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:35.734743 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-00154af3-df89-4a55-9810-60655b3a6dba req-2d119441-4c6c-44c6-8f0c-8dd14503146f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 931 time: 0.0513573 Nov 13 05:36:35.806178 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-00154af3-df89-4a55-9810-60655b3a6dba req-fa8e4e4c-dabe-4409-89f1-b34b51e303ee tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610902 Nov 13 05:36:35.812014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:36:35.850035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Attempting to bind port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:36:35.850375 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Attempting to bind port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:36:35.850699 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Attempting to bind port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:36:35.856159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:36:35.856471 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Attempting to bind port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:36:35.862546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:36:35.863048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Checking segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:36:35.863600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Bound using segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:36:35.864045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Bound port: 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:36:35.864395 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:35.932864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] For port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:36:35.939970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] For port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:36:35.946561 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:35.982432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:35.983073 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:35.984574 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] 10.222.0.36 "PUT /v2.0/ports/2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 HTTP/1.1" status: 200 len: 1091 time: 0.6940415 Nov 13 05:36:35.984907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'tag': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:36:36.044274 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d12857-c993-4585-9515-d3935baf555d" -d '{"events": [{"name": "network-changed", "server_uuid": "09fb55e4-369e-4f17-85ba-cb0942831a08", "tag": "2a1c08f3-4ea6-4d58-a1d8-f472a0630f57"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:36:36.050069 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3a63c-6d6f-4a63-a3a5-d192f473601d service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:36:36.103706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-ae28b649-3540-49ec-a106-3c0d884c8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:36.105305 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-ae28b649-3540-49ec-a106-3c0d884c8bd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 1094 time: 0.0520875 Nov 13 05:36:36.172951 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-61b8eb2e-904e-460b-a590-f151195ec097 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 HTTP/1.1" status: 200 len: 217 time: 0.0539358 Nov 13 05:36:36.181750 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99757f82-4176-491a-8c49-1e209af221b5 x-openstack-request-id: req-99757f82-4176-491a-8c49-1e209af221b5 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:36:36.182112 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fb55e4-369e-4f17-85ba-cb0942831a08", "tag": "2a1c08f3-4ea6-4d58-a1d8-f472a0630f57", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:36:36.182428 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99757f82-4176-491a-8c49-1e209af221b5 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:36:36.182892 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'tag': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'status': 'completed', 'code': 200} Nov 13 05:36:36.230773 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-c3824c0b-76dc-46ee-8137-8edf339d78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:36.232447 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-c3824c0b-76dc-46ee-8137-8edf339d78d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0486321 Nov 13 05:36:36.281675 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-79cdfa9b-f3de-4122-9d45-bcdb7b4c7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:36.282947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-79cdfa9b-f3de-4122-9d45-bcdb7b4c7221 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431886 Nov 13 05:36:36.377758 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-f08106d0-521d-4288-9515-c72f0efcbfcc service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876229 Nov 13 05:36:36.469775 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9db2d23a-064d-4f4e-b124-7b4b687514da req-85434aca-26df-40df-8645-6b6a121a811b service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836768 Nov 13 05:36:36.517711 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e70b4841-5594-474c-8d2f-a27fc576464d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:36.589932 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12857-c993-4585-9515-d3935baf555d req-c5c3daab-5dd1-4360-a769-eb543e0df928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:36.591497 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-25d12857-c993-4585-9515-d3935baf555d req-c5c3daab-5dd1-4360-a769-eb543e0df928 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 1094 time: 0.0476499 Nov 13 05:36:36.683198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12857-c993-4585-9515-d3935baf555d req-39052819-05eb-4a87-a21d-5a1db78d26f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:36.684712 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-25d12857-c993-4585-9515-d3935baf555d req-39052819-05eb-4a87-a21d-5a1db78d26f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0863414 Nov 13 05:36:36.729748 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-25d12857-c993-4585-9515-d3935baf555d req-5031b6cd-764c-4b63-bd49-de9192508125 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 HTTP/1.1" status: 200 len: 217 time: 0.0375438 Nov 13 05:36:36.779538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12857-c993-4585-9515-d3935baf555d req-05231784-0f9a-4ce8-89cc-68f3bee32163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:36.780987 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-25d12857-c993-4585-9515-d3935baf555d req-05231784-0f9a-4ce8-89cc-68f3bee32163 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0449975 Nov 13 05:36:36.829014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12857-c993-4585-9515-d3935baf555d req-dca7873c-c85c-4f20-a5c2-b71eb14a6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:36.830711 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-25d12857-c993-4585-9515-d3935baf555d req-dca7873c-c85c-4f20-a5c2-b71eb14a6874 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426667 Nov 13 05:36:36.920783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e935b1-304c-4f02-8602-f05a05ba1cdb req-f6c4370b-3599-4bdd-af4f-848eb4fa8979 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:36.923090 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a3e935b1-304c-4f02-8602-f05a05ba1cdb req-f6c4370b-3599-4bdd-af4f-848eb4fa8979 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 943 time: 0.0575678 Nov 13 05:36:36.929571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-25d12857-c993-4585-9515-d3935baf555d req-c89ac131-5506-460d-9392-8e62cddd6eb6 service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920076 Nov 13 05:36:36.973133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a3e935b1-304c-4f02-8602-f05a05ba1cdb req-30965fbe-eb31-4e70-9933-60e2e723899b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438802 Nov 13 05:36:37.026547 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-25d12857-c993-4585-9515-d3935baf555d req-8554627f-538b-4ba7-b91e-30554939a7a1 service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890527 Nov 13 05:36:38.057688 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:38.102794 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f741f-a4db-403a-8fbf-a7db916eece9 req-f7f70b5e-6084-4d44-97c3-141a558ff74b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:38.104313 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c95f741f-a4db-403a-8fbf-a7db916eece9 req-f7f70b5e-6084-4d44-97c3-141a558ff74b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 943 time: 0.0509505 Nov 13 05:36:38.158779 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c95f741f-a4db-403a-8fbf-a7db916eece9 req-b0ea1c95-d77d-4853-9a9f-6135c028678e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480406 Nov 13 05:36:39.279941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9469b-1091-4cfc-b91c-947fa26d9f2d req-98e554c6-d769-4aec-bdab-e510d4e9a130 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:39.281474 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66e9469b-1091-4cfc-b91c-947fa26d9f2d req-98e554c6-d769-4aec-bdab-e510d4e9a130 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 943 time: 0.0520051 Nov 13 05:36:39.320815 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:39.337740 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66e9469b-1091-4cfc-b91c-947fa26d9f2d req-a3582b7e-63a8-4b2e-9016-6b439f62264a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498967 Nov 13 05:36:40.028665 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:40.470678 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1512992-3b55-4056-b5f2-0df0311cf6f0 req-f013c91a-2860-4362-9a8c-1f7965eadf54 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:40.472617 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1512992-3b55-4056-b5f2-0df0311cf6f0 req-f013c91a-2860-4362-9a8c-1f7965eadf54 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 943 time: 0.0564151 Nov 13 05:36:40.524016 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1512992-3b55-4056-b5f2-0df0311cf6f0 req-d340d0d3-ebfd-4202-a19d-902aeb38defe tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454154 Nov 13 05:36:41.654877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de2a13-4d50-400e-b510-a7292a2b5593 req-80698b4e-8ccc-43a6-8545-2c60479cb9ce tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:41.656368 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-28de2a13-4d50-400e-b510-a7292a2b5593 req-80698b4e-8ccc-43a6-8545-2c60479cb9ce tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 943 time: 0.0502367 Nov 13 05:36:41.713320 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-28de2a13-4d50-400e-b510-a7292a2b5593 req-032fbb44-c66f-4d39-a89e-7827f648241e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481851 Nov 13 05:36:42.856810 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaaf69-d3e6-457a-ab3e-7f034e13f334 req-da2ecff1-e29a-407f-ade2-644b87bda35e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:42.858249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0bcaaf69-d3e6-457a-ab3e-7f034e13f334 req-da2ecff1-e29a-407f-ade2-644b87bda35e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 943 time: 0.0610654 Nov 13 05:36:42.911568 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0bcaaf69-d3e6-457a-ab3e-7f034e13f334 req-06ca68f8-9dcb-43e9-9c29-a814dbc4551c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445828 Nov 13 05:36:44.040137 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b1b9e-7b76-4c02-9b4f-0ab1db531727 req-351b8bc3-9138-4f1d-92fd-29eddfef542b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:44.041690 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb1b1b9e-7b76-4c02-9b4f-0ab1db531727 req-351b8bc3-9138-4f1d-92fd-29eddfef542b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 943 time: 0.0589058 Nov 13 05:36:44.092488 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb1b1b9e-7b76-4c02-9b4f-0ab1db531727 req-4db0b510-56c6-4251-86ad-4b67836b5bc5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446258 Nov 13 05:36:45.224842 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfedee-c433-4910-b88f-74f9ff3bd201 req-8b33b832-e649-452b-bb11-3f5009142698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:45.226360 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9fdfedee-c433-4910-b88f-74f9ff3bd201 req-8b33b832-e649-452b-bb11-3f5009142698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 943 time: 0.0559437 Nov 13 05:36:45.281056 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9fdfedee-c433-4910-b88f-74f9ff3bd201 req-cf86d1c0-b90d-4c02-b81c-5004277c79f2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451188 Nov 13 05:36:46.435733 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e20c02-85e5-4e5c-a56a-788c9459f220 req-7bcafd5a-2c0d-4cf8-9a2f-bec5a8815ea1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:46.437203 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60e20c02-85e5-4e5c-a56a-788c9459f220 req-7bcafd5a-2c0d-4cf8-9a2f-bec5a8815ea1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 943 time: 0.0640066 Nov 13 05:36:46.488677 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60e20c02-85e5-4e5c-a56a-788c9459f220 req-3b3668e7-5c59-48d2-9491-86dc9049a398 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454390 Nov 13 05:36:47.623314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa164891-1844-405f-b7ee-adf8cd37afd5 req-a0430c29-ea02-490f-852a-d04fcbe9410a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:47.624803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa164891-1844-405f-b7ee-adf8cd37afd5 req-a0430c29-ea02-490f-852a-d04fcbe9410a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 943 time: 0.0564768 Nov 13 05:36:47.683464 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa164891-1844-405f-b7ee-adf8cd37afd5 req-64c0f2e6-575d-4392-8deb-5c46f7a78498 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495269 Nov 13 05:36:48.270901 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:36:48.387861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:36:48.399675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'port_id': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'mac_address': 'fa:16:3e:b9:3f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:36:48.437055 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:48.450569 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:36:48.474660 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:36:48.481116 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:48.530901 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:36:48.538662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:48.539032 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:48.539360 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:48.539687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:48.540004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:48.540321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:48.540629 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:48.540933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:48.541262 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:48.541546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:48.541915 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:48.542201 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:36:48.822671 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77642903-8562-4c73-b167-fe70566411af req-fe407c06-172f-41bb-a430-84373981e24b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:48.824909 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77642903-8562-4c73-b167-fe70566411af req-fe407c06-172f-41bb-a430-84373981e24b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 944 time: 0.0633295 Nov 13 05:36:48.881114 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77642903-8562-4c73-b167-fe70566411af req-2df1a390-6087-463b-bb88-d20b75ab438a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478063 Nov 13 05:36:48.903694 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['2a1c08f3-4ea6-4d58-a1d8-f472a0630f57'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:36:49.721070 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:36:50.008306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fb411-30d8-46be-8107-e449b6517aa0 req-d2c95153-bd8e-4b01-ab13-fc3320f11449 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:50.009708 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f2fb411-30d8-46be-8107-e449b6517aa0 req-d2c95153-bd8e-4b01-ab13-fc3320f11449 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 944 time: 0.0556562 Nov 13 05:36:50.060990 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9f2fb411-30d8-46be-8107-e449b6517aa0 req-aa5b172f-529e-4dc8-bd8b-c05f17312059 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448620 Nov 13 05:36:50.269564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:36:50.323981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:36:50.328096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:36:50.328493 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:50.412161 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:50.436156 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:36:50.450546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:36:50.455136 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:50.479425 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af03c14d-a810-4da2-ba88-2e8cb87f5300" -d '{"events": [{"server_uuid": "09fb55e4-369e-4f17-85ba-cb0942831a08", "name": "network-vif-plugged", "status": "completed", "tag": "2a1c08f3-4ea6-4d58-a1d8-f472a0630f57"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:36:50.507390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:36:50.566497 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6beab194-2330-457a-a2a7-3c3a982de162 x-openstack-request-id: req-6beab194-2330-457a-a2a7-3c3a982de162 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:36:50.566816 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fb55e4-369e-4f17-85ba-cb0942831a08", "name": "network-vif-plugged", "status": "completed", "tag": "2a1c08f3-4ea6-4d58-a1d8-f472a0630f57", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:36:50.567068 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6beab194-2330-457a-a2a7-3c3a982de162 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:36:50.567471 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'code': 200} Nov 13 05:36:50.694218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a311b-b35f-4e2f-b244-a98fc813941b req-09581bfb-48fb-4bfe-9152-5a8ac9630ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:50.695807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e9a311b-b35f-4e2f-b244-a98fc813941b req-09581bfb-48fb-4bfe-9152-5a8ac9630ed7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 1096 time: 0.0429456 Nov 13 05:36:50.743890 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e9a311b-b35f-4e2f-b244-a98fc813941b req-3df34151-cd40-45b6-9e4d-9d1ade732089 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403478 Nov 13 05:36:51.198637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518dc64-6fb5-4704-a9c8-067c059225b4 req-ff72fda8-9862-46e8-90df-a620400d9e6e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:51.200257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d518dc64-6fb5-4704-a9c8-067c059225b4 req-ff72fda8-9862-46e8-90df-a620400d9e6e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 945 time: 0.0622926 Nov 13 05:36:51.254143 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d518dc64-6fb5-4704-a9c8-067c059225b4 req-4afc5c14-b4dd-4e3c-84fa-c4086e1f9f00 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477958 Nov 13 05:36:52.377845 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8af12f-2547-48dd-883f-73e667b11a98 req-c0098179-53ed-4646-b175-73608bea780b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:52.379381 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc8af12f-2547-48dd-883f-73e667b11a98 req-c0098179-53ed-4646-b175-73608bea780b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 945 time: 0.0506871 Nov 13 05:36:52.429524 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dc8af12f-2547-48dd-883f-73e667b11a98 req-af3440a8-2afa-4f8c-9c63-a3f2892c0bdb tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439680 Nov 13 05:36:52.555721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9811e-8096-4bc5-afec-e20173442423 req-d3563994-3aa3-4117-819c-bf3e708b8c80 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:52.557148 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0f9811e-8096-4bc5-afec-e20173442423 req-d3563994-3aa3-4117-819c-bf3e708b8c80 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 945 time: 0.0530031 Nov 13 05:36:52.612464 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e0f9811e-8096-4bc5-afec-e20173442423 req-30ac2f3d-0afc-458c-8709-18730365562c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459864 Nov 13 05:36:52.635441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45040) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:36:52.722021 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e74075-5568-4da0-85ba-222fcb533945 tempest-TestVolumeBootPattern-589369400 tempest-TestVolumeBootPattern-589369400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:52.723589 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-50e74075-5568-4da0-85ba-222fcb533945 tempest-TestVolumeBootPattern-589369400 tempest-TestVolumeBootPattern-589369400-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 1091 time: 0.0871127 Nov 13 05:36:52.726487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45044) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:36:52.730784 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:36:52.756819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:52.855477 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:52.963506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Allocated IP 172.25.8.106 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/f403863c-d1d0-4ed1-ace6-cf00e2978484) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:36:53.073190 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:53.111403 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:53.157650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:36:53.167314 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:36:53.170818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:36:53.176492 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'Port': ['ID=f403863c-d1d0-4ed1-ace6-cf00e2978484,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:36:53.549623 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:53.624653 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:53.776473 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:53.783214 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:53.846284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'Port': ['ID=f403863c-d1d0-4ed1-ace6-cf00e2978484,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:36:53.862482 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:53.965297 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Floating IP f8e57075-1918-486a-ac2e-d022011413d5 associated. External IP: 172.25.8.106, port: 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57. Nov 13 05:36:54.181127 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Router 9caf0a15-78e5-430c-9435-7b9be47190b6 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:36:54.638678 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:36:54.649474 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84351bd-ba43-478c-af23-18c6aa385a51 None None] Sync routers for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:36:54.660042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84351bd-ba43-478c-af23-18c6aa385a51 None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:36:54.660654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d84351bd-ba43-478c-af23-18c6aa385a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:36:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:36:54.663410 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:54.690841 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1fe9f225-4e2f-4e25-96bb-6e64d2f8c698 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9633057 Nov 13 05:36:54.691464 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'tag': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:36:54.693737 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6dfb95-5343-4279-89ab-b5d66f063feb" -d '{"events": [{"name": "network-changed", "server_uuid": "09fb55e4-369e-4f17-85ba-cb0942831a08", "tag": "2a1c08f3-4ea6-4d58-a1d8-f472a0630f57"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:36:54.730348 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9002aa-af03-48e9-8919-85776e2f99e1 x-openstack-request-id: req-6c9002aa-af03-48e9-8919-85776e2f99e1 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:36:54.730640 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fb55e4-369e-4f17-85ba-cb0942831a08", "tag": "2a1c08f3-4ea6-4d58-a1d8-f472a0630f57", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:36:54.730886 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c9002aa-af03-48e9-8919-85776e2f99e1 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:36:54.731318 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'tag': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'status': 'completed', 'code': 200} Nov 13 05:36:54.769917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-d84351bd-ba43-478c-af23-18c6aa385a51 None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:36:54.823096 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dfb95-5343-4279-89ab-b5d66f063feb req-063480ea-47c3-4188-93b8-9f190fa0fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:54.824624 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc6dfb95-5343-4279-89ab-b5d66f063feb req-063480ea-47c3-4188-93b8-9f190fa0fe92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 1096 time: 0.0413764 Nov 13 05:36:54.919894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dfb95-5343-4279-89ab-b5d66f063feb req-669f0afa-33e5-445e-aa1c-db1d9754c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:54.921386 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc6dfb95-5343-4279-89ab-b5d66f063feb req-669f0afa-33e5-445e-aa1c-db1d9754c70e service neutron] 10.222.0.36 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0885527 Nov 13 05:36:54.985220 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc6dfb95-5343-4279-89ab-b5d66f063feb req-b4790fff-571c-4c31-84a9-af137111061a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 HTTP/1.1" status: 200 len: 999 time: 0.0566542 Nov 13 05:36:54.991371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d84351bd-ba43-478c-af23-18c6aa385a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'f8e57075-1918-486a-ac2e-d022011413d5', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'port_id': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'mac_address': 'fa:16:3e:b9:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:36:53Z', 'updated_at': '2021-11-13T05:36:53Z', 'revision_number': 0, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:36:55.018547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84351bd-ba43-478c-af23-18c6aa385a51 None None] Checking router: 9caf0a15-78e5-430c-9435-7b9be47190b6 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:36:55.027843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84351bd-ba43-478c-af23-18c6aa385a51 None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:36:55.028496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d84351bd-ba43-478c-af23-18c6aa385a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:36:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:36:55.039737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dfb95-5343-4279-89ab-b5d66f063feb req-26633ecf-54cb-47cc-a436-36aa0dc50f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:55.041208 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc6dfb95-5343-4279-89ab-b5d66f063feb req-26633ecf-54cb-47cc-a436-36aa0dc50f12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0491986 Nov 13 05:36:55.087751 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dfb95-5343-4279-89ab-b5d66f063feb req-7018eaa4-9887-4fc0-ad70-71ffa263ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:55.089393 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc6dfb95-5343-4279-89ab-b5d66f063feb req-7018eaa4-9887-4fc0-ad70-71ffa263ccac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406125 Nov 13 05:36:55.137671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-d84351bd-ba43-478c-af23-18c6aa385a51 None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:36:55.179837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc6dfb95-5343-4279-89ab-b5d66f063feb req-7c3c4e56-2a0e-4d99-8c4d-c1a5e7f60475 service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819223 Nov 13 05:36:55.273289 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc6dfb95-5343-4279-89ab-b5d66f063feb req-4f0602f9-9a29-4f74-becd-ef31be3befde service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857408 Nov 13 05:36:55.372154 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d84351bd-ba43-478c-af23-18c6aa385a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'f8e57075-1918-486a-ac2e-d022011413d5', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'port_id': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'mac_address': 'fa:16:3e:b9:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:36:53Z', 'updated_at': '2021-11-13T05:36:53Z', 'revision_number': 0, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:36:55.399460 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84351bd-ba43-478c-af23-18c6aa385a51 None None] The sync data for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 is: [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'f8e57075-1918-486a-ac2e-d022011413d5', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'port_id': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'mac_address': 'fa:16:3e:b9:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:36:53Z', 'updated_at': '2021-11-13T05:36:53Z', 'revision_number': 0, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:36:55.587150 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e75dc2-4ae8-41fb-b3e4-fa40044186e0 None None] New status for floating IP f8e57075-1918-486a-ac2e-d022011413d5: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:36:56.088856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54983b59-031c-405a-9197-6e7e4fc74196 req-de40d6a8-e090-4bb1-b091-10472178e459 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486352 Nov 13 05:36:56.203432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54983b59-031c-405a-9197-6e7e4fc74196 req-f44422a6-6711-4962-94c2-299bd088f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:56.204959 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54983b59-031c-405a-9197-6e7e4fc74196 req-f44422a6-6711-4962-94c2-299bd088f043 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 1096 time: 0.0452139 Nov 13 05:36:56.332201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54983b59-031c-405a-9197-6e7e4fc74196 req-7fd875fd-577a-4561-a1c1-b845c9c6fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:56.333603 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54983b59-031c-405a-9197-6e7e4fc74196 req-7fd875fd-577a-4561-a1c1-b845c9c6fa01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.1037612 Nov 13 05:36:56.423368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54983b59-031c-405a-9197-6e7e4fc74196 req-7df8c8fb-6a92-4d7c-bee1-a434c602a110 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 HTTP/1.1" status: 200 len: 1001 time: 0.0820596 Nov 13 05:36:56.486628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54983b59-031c-405a-9197-6e7e4fc74196 req-4ec80be2-bed3-4970-99f8-be5ae363e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:56.489216 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54983b59-031c-405a-9197-6e7e4fc74196 req-4ec80be2-bed3-4970-99f8-be5ae363e4cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0592263 Nov 13 05:36:56.551205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54983b59-031c-405a-9197-6e7e4fc74196 req-275136b2-44bb-4796-809e-e770c84ff482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:36:56.552740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54983b59-031c-405a-9197-6e7e4fc74196 req-275136b2-44bb-4796-809e-e770c84ff482 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560286 Nov 13 05:36:56.676226 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54983b59-031c-405a-9197-6e7e4fc74196 req-e7784e49-a3ef-4198-b1f4-3310cbc6f8eb service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145334 Nov 13 05:36:56.786259 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-54983b59-031c-405a-9197-6e7e4fc74196 req-801b1703-5f64-4275-86da-3a44f23aed55 service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021910 Nov 13 05:36:58.948953 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:36:59.259621 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:37:04.339475 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-799fc1e2-d627-4a9a-9f0a-fb672ced872d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:37:06.522287 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd36fc33-d264-49ec-87f5-12f051307423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:37:08.052447 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:37:09.324906 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:37:10.023450 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:37:26.725206 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:37:28.971485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:37:29.260487 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:37:34.342632 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37248b38-e22c-4cda-9b60-3808563b597e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:37:36.526565 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-121f8691-978b-4eda-a347-ed659a23246c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:37:38.055582 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:37:39.337480 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:37:40.026485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:37:57.039704 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07f8e0d0-74f2-4ecc-bb6e-1fce60c82a18 req-04202518-5284-4166-ab0a-ac4bc00e2273 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492234 Nov 13 05:37:57.170941 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8e0d0-74f2-4ecc-bb6e-1fce60c82a18 req-22288ca4-9ff1-4475-beb6-922e7809e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:37:57.173173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07f8e0d0-74f2-4ecc-bb6e-1fce60c82a18 req-22288ca4-9ff1-4475-beb6-922e7809e396 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 1096 time: 0.0707510 Nov 13 05:37:57.289557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8e0d0-74f2-4ecc-bb6e-1fce60c82a18 req-7ea2b7ff-cf37-470b-acda-92ed998c85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:37:57.290940 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07f8e0d0-74f2-4ecc-bb6e-1fce60c82a18 req-7ea2b7ff-cf37-470b-acda-92ed998c85bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0901000 Nov 13 05:37:57.364991 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07f8e0d0-74f2-4ecc-bb6e-1fce60c82a18 req-c1652461-88b5-4525-a081-eb5428dc48a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 HTTP/1.1" status: 200 len: 1001 time: 0.0649648 Nov 13 05:37:57.417536 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8e0d0-74f2-4ecc-bb6e-1fce60c82a18 req-c279145d-0f9d-4d76-8813-d13939785826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:37:57.419019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07f8e0d0-74f2-4ecc-bb6e-1fce60c82a18 req-c279145d-0f9d-4d76-8813-d13939785826 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0476592 Nov 13 05:37:57.466586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8e0d0-74f2-4ecc-bb6e-1fce60c82a18 req-e92ac8ca-a5ae-4e7e-9f60-73f5b5ff3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:37:57.468130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07f8e0d0-74f2-4ecc-bb6e-1fce60c82a18 req-e92ac8ca-a5ae-4e7e-9f60-73f5b5ff3cd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420628 Nov 13 05:37:57.908690 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07f8e0d0-74f2-4ecc-bb6e-1fce60c82a18 req-2c6ac0a5-5a7e-42bd-b4e9-9a02d6381580 service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333069 Nov 13 05:37:57.999135 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07f8e0d0-74f2-4ecc-bb6e-1fce60c82a18 req-22ec1ade-4bdb-41fe-a319-6b2f279371a5 service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824471 Nov 13 05:37:58.990839 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:37:59.263877 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:03.728585 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:38:04.353689 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1259-2a9c-40f6-93fc-7cd81b68f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:06.540549 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eeabfaec-1813-4077-9195-3af17d81d337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:08.055888 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:09.342425 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:10.038805 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:28.978955 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:29.250578 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:34.347092 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f41633d6-c677-4251-b9e9-763cdbbb4f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:36.535294 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8937a2d1-24b7-4eb2-bb1b-b075bdf69a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:38.058851 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:39.344216 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:40.047370 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:40.736565 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:38:44.554640 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-bf5f11d1-2587-471c-b884-eb98bdfdc533 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778054153&fields=id&tenant_id=cf02799d2ca0421bb2fa88dd0f52581f HTTP/1.1" status: 200 len: 267 time: 0.0500522 Nov 13 05:38:44.667229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-1f45d76b-b132-4229-868a-76b28d6e94d4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:44.668859 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-1f45d76b-b132-4229-868a-76b28d6e94d4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 812 time: 0.1062992 Nov 13 05:38:44.684374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-b7e22d3f-cdea-4250-907f-508257120582 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/quotas/cf02799d2ca0421bb2fa88dd0f52581f HTTP/1.1" status: 200 len: 375 time: 0.0095706 Nov 13 05:38:44.752645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-53240e9c-b90a-47c1-bd21-ee1513161175 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0605605 Nov 13 05:38:44.856395 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-dee7ca44-6de2-4e20-a8e6-c5c585640bfc service neutron] 10.222.0.43 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862851 Nov 13 05:38:44.945704 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-4459d3b8-44e8-40fc-8162-bf8793c19e24 service neutron] 10.222.0.43 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833418 Nov 13 05:38:45.254447 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9b0ee625-8b4d-4e54-8e64-2af10d999235 req-0714d359-1a9d-4f68-8889-a13eda21790a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 210 time: 0.0309107 Nov 13 05:38:46.337074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4771673a-42bc-4300-bf14-7ead0a513cc5 req-b40f7155-62b7-487c-b611-a009f65f5abb tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 210 time: 0.0309374 Nov 13 05:38:47.456685 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f18bb13b-0750-4087-ba2b-a9089a0b35b3 req-753fc068-d085-4c52-8c1f-dc203528708f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 210 time: 0.0298576 Nov 13 05:38:48.541040 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f13ff2ea-202c-41ff-adbd-e8a45af1a6ce req-8c3cb4ef-48a4-4018-ab75-b5421d94c4fa tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 210 time: 0.0266159 Nov 13 05:38:49.641217 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fa7c793b-8912-4466-afb1-2d7537d7c5fb req-f413a4d8-6b80-46e1-be12-5dde24143f94 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 210 time: 0.0267243 Nov 13 05:38:50.508446 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-a0766d20-f85b-47e5-a1bc-6c4db9817d7b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:50.510007 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-a0766d20-f85b-47e5-a1bc-6c4db9817d7b tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 812 time: 0.1109819 Nov 13 05:38:50.579850 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-20aaf2d3-269f-4caf-943c-cf0a960cb122 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf02799d2ca0421bb2fa88dd0f52581f HTTP/1.1" status: 200 len: 380 time: 0.0551698 Nov 13 05:38:50.589923 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'port': {'device_id': 'c2bb95e8-d885-4cfa-88aa-ac2e424a7e04', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'admin_state_up': True, 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'security_groups': ['22aef5b7-cb06-454c-bd83-3610252b6ecf']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:38:50.715407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Made reservation on behalf of cf02799d2ca0421bb2fa88dd0f52581f for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:38:50.719391 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:50.750232 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d867970a-54f0-41d6-9df6-cbc60eecbfa2 req-bf697846-f993-4193-ba36-a0f22b2dac61 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 210 time: 0.0321138 Nov 13 05:38:50.859540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Allocated IP 172.20.0.6 (63c18ccd-3589-404e-88ed-e845b31f6c63/87685d1b-4789-4fec-be04-ef7dea6940a8/cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:38:51.015892 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:51.057259 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:51.102716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Network 63c18ccd-3589-404e-88ed-e845b31f6c63 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:38:51.108356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:38:51.112491 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:38:51.143055 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'Port': ['ID=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:38:51.157818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:38:51.158166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:38:51.158619 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:38:51.158997 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:38:51.159391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:38:51.159696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:38:51.160025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:38:51.160421 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:38:51.160781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:38:51.161108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:38:51.161440 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:38:51.161791 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:38:51.187004 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:51.187710 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:51.206278 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-71ac3b83-60e6-4ddf-a663-abdf13c97e1f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6199758 Nov 13 05:38:51.216958 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-cd701bb3-ee03-470c-94b5-48a923adf35c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:38:51.218085 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-cd701bb3-ee03-470c-94b5-48a923adf35c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059860 Nov 13 05:38:51.237584 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Request body: {'port': {'device_id': 'c2bb95e8-d885-4cfa-88aa-ac2e424a7e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:38:51.308166 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:51.430003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c70bc382-6f40-4ce1-8347-63063a62a383 None None] Provisioning complete for port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:38:51.430577 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c70bc382-6f40-4ce1-8347-63063a62a383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:51.473821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c70bc382-6f40-4ce1-8347-63063a62a383 None None] Port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:38:51.585850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:38:51.593569 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:51.605556 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Transition to ACTIVE for port object cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:38:51.610989 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:51.665002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Pushing event updated for resources: {'Port': ['ID=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:38:51.737456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Attempting to bind port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:38:51.738140 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Attempting to bind port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:38:51.738505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Attempting to bind port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:38:51.743746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:38:51.744068 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Attempting to bind port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 on network 63c18ccd-3589-404e-88ed-e845b31f6c63 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:38:51.749361 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:38:51.749694 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Checking segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:38:51.750073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Bound using segment: {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:38:51.750499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Bound port: cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9878e6af-090f-4977-a483-f2a77e32a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:38:51.750853 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:51.825033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] For port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:38:51.829063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] For port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:38:51.863497 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:51.913217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:51.913843 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:51.915376 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] 10.222.0.46 "PUT /v2.0/ports/cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 HTTP/1.1" status: 200 len: 1091 time: 0.6825099 Nov 13 05:38:51.922505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bb95e8-d885-4cfa-88aa-ac2e424a7e04', 'tag': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:38:51.924869 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db71c55-2a12-43b1-b23c-221775765131" -d '{"events": [{"name": "network-changed", "server_uuid": "c2bb95e8-d885-4cfa-88aa-ac2e424a7e04", "tag": "cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:38:51.950732 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d6b8e-7b9b-4ab0-b67b-c810d43b5902 req-37549fdd-b633-4dab-ab21-3e5e9ddc1738 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:51.952303 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a5d6b8e-7b9b-4ab0-b67b-c810d43b5902 req-37549fdd-b633-4dab-ab21-3e5e9ddc1738 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 943 time: 0.1168373 Nov 13 05:38:51.983146 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e205b518-1696-485d-988e-855b07ef1722 x-openstack-request-id: req-e205b518-1696-485d-988e-855b07ef1722 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:38:51.983494 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2bb95e8-d885-4cfa-88aa-ac2e424a7e04", "tag": "cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:38:51.983671 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e205b518-1696-485d-988e-855b07ef1722 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:38:51.984063 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bb95e8-d885-4cfa-88aa-ac2e424a7e04', 'tag': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9', 'status': 'completed', 'code': 200} Nov 13 05:38:51.986393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d2bf9-d757-4c4f-a909-b61f75225b0d service neutron] Pushing event updated for resources: {'Port': ['ID=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:38:52.060825 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5a5d6b8e-7b9b-4ab0-b67b-c810d43b5902 req-9eb61f37-b44e-498d-9484-a437c7a01272 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025126 Nov 13 05:38:52.082931 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-bbd18a79-5cb3-4285-ab2e-99b7d2597f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:52.082931 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-bbd18a79-5cb3-4285-ab2e-99b7d2597f63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 1094 time: 0.0870509 Nov 13 05:38:52.134477 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-ba7412a5-8576-4fc1-9fda-85a110e4186c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 HTTP/1.1" status: 200 len: 217 time: 0.0400620 Nov 13 05:38:52.187963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-948692db-53d8-46d7-8d99-5845843fce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:52.189452 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-948692db-53d8-46d7-8d99-5845843fce78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0480125 Nov 13 05:38:52.241106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-b8d3209e-84ec-4fce-8cd3-35d6c74d336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:52.243118 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-b8d3209e-84ec-4fce-8cd3-35d6c74d336c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465128 Nov 13 05:38:52.339364 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-3e80bcb0-a7fc-460b-b465-a631fa7b45a9 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893664 Nov 13 05:38:52.443996 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed92f3d4-3774-4a65-b674-f9292504df0d req-a39131da-d9f6-494e-a44d-a68ba6fa44dd service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979655 Nov 13 05:38:52.570949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c55-2a12-43b1-b23c-221775765131 req-ac196289-f949-44f9-a5da-8ea782e51203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:52.572791 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1db71c55-2a12-43b1-b23c-221775765131 req-ac196289-f949-44f9-a5da-8ea782e51203 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 1094 time: 0.0459878 Nov 13 05:38:52.670469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c55-2a12-43b1-b23c-221775765131 req-f2106c9d-82c9-465f-80c3-cbc61f29b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:52.672114 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1db71c55-2a12-43b1-b23c-221775765131 req-f2106c9d-82c9-465f-80c3-cbc61f29b34e service neutron] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0928214 Nov 13 05:38:52.719531 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1db71c55-2a12-43b1-b23c-221775765131 req-2d358044-9724-41db-8a2b-1f76236b7fe6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 HTTP/1.1" status: 200 len: 217 time: 0.0400848 Nov 13 05:38:52.769624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c55-2a12-43b1-b23c-221775765131 req-d58dde3e-961b-40f9-b3e8-f060adc0786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:52.771157 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1db71c55-2a12-43b1-b23c-221775765131 req-d58dde3e-961b-40f9-b3e8-f060adc0786a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0456052 Nov 13 05:38:52.818710 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c55-2a12-43b1-b23c-221775765131 req-3c4819e0-f28b-486e-8ce9-57f25cd4d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:52.820250 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1db71c55-2a12-43b1-b23c-221775765131 req-3c4819e0-f28b-486e-8ce9-57f25cd4d172 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426786 Nov 13 05:38:52.922765 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1db71c55-2a12-43b1-b23c-221775765131 req-9f893848-2c78-456f-a696-3313a603554c service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951614 Nov 13 05:38:53.028558 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1db71c55-2a12-43b1-b23c-221775765131 req-f07174fc-e916-406c-9cca-da4c2d3e804a service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974109 Nov 13 05:38:53.201635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28008b1-803e-4f9b-9165-7036e30e3e0a req-0359db33-2af0-4823-9c32-a602c2088ba8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:53.203371 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b28008b1-803e-4f9b-9165-7036e30e3e0a req-0359db33-2af0-4823-9c32-a602c2088ba8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 943 time: 0.0648351 Nov 13 05:38:53.265781 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b28008b1-803e-4f9b-9165-7036e30e3e0a req-2aa40a38-86ed-44aa-a238-cddf2ebfe46a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559795 Nov 13 05:38:54.401903 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d06df-894c-48bb-a576-8ed459907b2e req-42bc0a97-b0aa-4a5a-a3dd-f170ba9a6da2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:54.403937 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-918d06df-894c-48bb-a576-8ed459907b2e req-42bc0a97-b0aa-4a5a-a3dd-f170ba9a6da2 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 943 time: 0.0656466 Nov 13 05:38:54.460439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-918d06df-894c-48bb-a576-8ed459907b2e req-8e8e1d87-7056-4b04-be76-51adb02b8de5 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501146 Nov 13 05:38:55.591679 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d83a41-5376-4cbd-a6b4-a307ee0fe71d req-4a653ab2-4c64-41c3-b758-61bc48cf5570 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:55.593212 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e7d83a41-5376-4cbd-a6b4-a307ee0fe71d req-4a653ab2-4c64-41c3-b758-61bc48cf5570 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 943 time: 0.0561914 Nov 13 05:38:55.644693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e7d83a41-5376-4cbd-a6b4-a307ee0fe71d req-7593e8b7-d6b8-43d0-bfb5-f0bb0f798d45 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449646 Nov 13 05:38:56.780681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838065c1-9b3d-4cc3-9809-fd29c9e5d0f1 req-f46cc2da-305c-4e34-a974-93f8b1c4a056 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:56.782195 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-838065c1-9b3d-4cc3-9809-fd29c9e5d0f1 req-f46cc2da-305c-4e34-a974-93f8b1c4a056 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 943 time: 0.0607789 Nov 13 05:38:56.833933 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-838065c1-9b3d-4cc3-9809-fd29c9e5d0f1 req-ed44f657-5fd2-4176-a5fc-ecc25b727fcd tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453417 Nov 13 05:38:57.982508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485466a6-f212-4724-be62-9e95834e7517 req-98c93740-48a3-4839-980e-7dad87592a30 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:57.983941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-485466a6-f212-4724-be62-9e95834e7517 req-98c93740-48a3-4839-980e-7dad87592a30 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 943 time: 0.0603855 Nov 13 05:38:58.042672 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-485466a6-f212-4724-be62-9e95834e7517 req-b8cd3e72-b486-4db5-8262-f0815d1809bb tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515187 Nov 13 05:38:58.987451 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:59.023763 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c8797b-eafb-40ef-a107-d7b68169a0dd req-223a53c7-2493-4c69-9b2b-a1100036d5d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411043 Nov 13 05:38:59.131128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8797b-eafb-40ef-a107-d7b68169a0dd req-b52dbd9e-978a-4dbc-a5d2-18e5898af631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:59.132799 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c8797b-eafb-40ef-a107-d7b68169a0dd req-b52dbd9e-978a-4dbc-a5d2-18e5898af631 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 1096 time: 0.0466912 Nov 13 05:38:59.181485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a9477-04c7-4091-8094-f5f80becdb8d req-3785443c-a440-4cbb-a2bb-552e8e53cc62 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:59.184386 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab6a9477-04c7-4091-8094-f5f80becdb8d req-3785443c-a440-4cbb-a2bb-552e8e53cc62 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 943 time: 0.0644062 Nov 13 05:38:59.235822 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab6a9477-04c7-4091-8094-f5f80becdb8d req-86190741-a7ed-4877-bd69-0d54e2bad82c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450730 Nov 13 05:38:59.244416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8797b-eafb-40ef-a107-d7b68169a0dd req-b64d50d2-cab7-431e-8d11-c81a0dfc62b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:59.245971 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c8797b-eafb-40ef-a107-d7b68169a0dd req-b64d50d2-cab7-431e-8d11-c81a0dfc62b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0894692 Nov 13 05:38:59.259173 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:38:59.321303 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c8797b-eafb-40ef-a107-d7b68169a0dd req-ac348385-a146-46cc-8253-580132a6ea52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 HTTP/1.1" status: 200 len: 1001 time: 0.0670013 Nov 13 05:38:59.385867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8797b-eafb-40ef-a107-d7b68169a0dd req-9d6351f6-1dcf-4e2a-8177-eac38b14bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:59.387375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c8797b-eafb-40ef-a107-d7b68169a0dd req-9d6351f6-1dcf-4e2a-8177-eac38b14bc0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0585160 Nov 13 05:38:59.434209 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8797b-eafb-40ef-a107-d7b68169a0dd req-366027d7-13f4-4870-ab8f-bedf39e0eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:38:59.436326 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c8797b-eafb-40ef-a107-d7b68169a0dd req-366027d7-13f4-4870-ab8f-bedf39e0eb4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412965 Nov 13 05:38:59.539592 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c8797b-eafb-40ef-a107-d7b68169a0dd req-45acd50b-0544-480e-a81c-18a4dd4f3033 service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952876 Nov 13 05:38:59.628754 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c8797b-eafb-40ef-a107-d7b68169a0dd req-983b2283-af9b-401d-b3a7-196488b59236 service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818279 Nov 13 05:39:00.370641 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac74d54-a560-4022-b6b3-6e8334db29f5 req-4c1b3907-0b77-44d0-ad67-80b50b39bdb6 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:00.372146 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2ac74d54-a560-4022-b6b3-6e8334db29f5 req-4c1b3907-0b77-44d0-ad67-80b50b39bdb6 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 943 time: 0.0560496 Nov 13 05:39:00.423725 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2ac74d54-a560-4022-b6b3-6e8334db29f5 req-160c61bc-cee9-4789-83ad-dbb48cb0c53a tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450799 Nov 13 05:39:01.552768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5f7eb-b932-4711-ab8a-1f20c228d4cf req-f5ec75f6-5367-4fc5-9531-6b876f7e2267 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:01.555212 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c2a5f7eb-b932-4711-ab8a-1f20c228d4cf req-f5ec75f6-5367-4fc5-9531-6b876f7e2267 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 943 time: 0.0555062 Nov 13 05:39:01.606555 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c2a5f7eb-b932-4711-ab8a-1f20c228d4cf req-a24e0c28-a0b4-496b-84e7-d75bad5c1555 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451267 Nov 13 05:39:02.741152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333f93f-f6cb-418e-bb98-557fa268401d req-c9810830-0e08-4b69-a4da-6caa8b6c5a50 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:02.743067 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f333f93f-f6cb-418e-bb98-557fa268401d req-c9810830-0e08-4b69-a4da-6caa8b6c5a50 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 943 time: 0.0537860 Nov 13 05:39:02.800844 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f333f93f-f6cb-418e-bb98-557fa268401d req-19d75fa9-7a14-4e72-8ff6-8c7e36ed3738 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512831 Nov 13 05:39:03.935491 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903616f-76ec-422b-bd35-075e91da91f9 req-bd680c17-29c7-4c8e-82c6-3dc7b3fde530 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:03.937069 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a903616f-76ec-422b-bd35-075e91da91f9 req-bd680c17-29c7-4c8e-82c6-3dc7b3fde530 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 943 time: 0.0527532 Nov 13 05:39:03.996356 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a903616f-76ec-422b-bd35-075e91da91f9 req-87e91506-a262-4431-b316-781e6385bb8e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504525 Nov 13 05:39:04.349238 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06732495-11fe-484c-bc2c-8e41975355ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:05.144676 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa27c79-e1ae-495e-9ced-49926e2fe0f8 req-9ce7f304-a32d-4d03-be1c-fbe793f5042f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:05.146158 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffa27c79-e1ae-495e-9ced-49926e2fe0f8 req-9ce7f304-a32d-4d03-be1c-fbe793f5042f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 943 time: 0.0520585 Nov 13 05:39:05.199607 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffa27c79-e1ae-495e-9ced-49926e2fe0f8 req-bb2f9b16-3e44-4599-bdc8-796b43569f3e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472972 Nov 13 05:39:06.349621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef5422-ff4b-4478-8bc5-dbd437650102 req-1e4b8410-e6e5-413f-bb1a-f2fa5f756ba4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:06.351157 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29ef5422-ff4b-4478-8bc5-dbd437650102 req-1e4b8410-e6e5-413f-bb1a-f2fa5f756ba4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 943 time: 0.0600963 Nov 13 05:39:06.412755 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29ef5422-ff4b-4478-8bc5-dbd437650102 req-5a817fda-46a4-45eb-9b96-592862624ffb tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522294 Nov 13 05:39:06.494403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:39:06.580682 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f228b362-b575-4ef8-a920-8ac30023ad6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:06.608644 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:39:06.619632 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'port_id': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9', 'mac_address': 'fa:16:3e:9f:a1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:39:06.659584 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:06.673049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:39:06.696564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:39:06.702220 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:06.753183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:39:06.761020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:39:06.761363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:39:06.761701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:39:06.762034 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:39:06.762342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:39:06.762686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:39:06.763041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:39:06.763355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:39:06.763673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:39:06.763990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:39:06.764305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:39:06.765247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:39:07.125849 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:39:07.538942 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd350911-6ab6-4e9b-a4bb-c910e889c6e6 req-f7f1764c-38ab-4c7f-80d8-a0f8bdaec3dc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:07.540451 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd350911-6ab6-4e9b-a4bb-c910e889c6e6 req-f7f1764c-38ab-4c7f-80d8-a0f8bdaec3dc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 944 time: 0.0580688 Nov 13 05:39:07.599563 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd350911-6ab6-4e9b-a4bb-c910e889c6e6 req-8d6517d2-c25f-4e9a-92c3-841d4b560fde tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531332 Nov 13 05:39:08.068031 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:08.509770 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:39:08.568898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:39:08.573432 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:39:08.573794 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:08.651870 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:08.676956 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bb95e8-d885-4cfa-88aa-ac2e424a7e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:39:08.679329 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54da53b6-96f4-4205-bc27-f2276059fe73" -d '{"events": [{"server_uuid": "c2bb95e8-d885-4cfa-88aa-ac2e424a7e04", "name": "network-vif-plugged", "status": "completed", "tag": "cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:39:08.695543 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:39:08.701667 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:08.721964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff319bf-1c40-4fc2-ba5c-102ab34a1745 req-688bd911-7477-4b73-812d-3b4bba16da9e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:08.723669 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ff319bf-1c40-4fc2-ba5c-102ab34a1745 req-688bd911-7477-4b73-812d-3b4bba16da9e tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 944 time: 0.0523615 Nov 13 05:39:08.726332 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2defd1de-2c33-455b-8740-307272fa7c94 x-openstack-request-id: req-2defd1de-2c33-455b-8740-307272fa7c94 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:39:08.726614 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bb95e8-d885-4cfa-88aa-ac2e424a7e04", "name": "network-vif-plugged", "status": "completed", "tag": "cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:39:08.726838 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2defd1de-2c33-455b-8740-307272fa7c94 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:39:08.727352 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bb95e8-d885-4cfa-88aa-ac2e424a7e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9', 'code': 200} Nov 13 05:39:08.753218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:39:08.775476 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5ff319bf-1c40-4fc2-ba5c-102ab34a1745 req-b4941393-d5dc-4276-a4be-c2ed27480c84 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457051 Nov 13 05:39:08.853675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fa3a3-026e-45cd-98c4-2e8da2e94c25 req-a29eb59a-8ce0-41d8-91ab-5d43729cd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:08.855226 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-045fa3a3-026e-45cd-98c4-2e8da2e94c25 req-a29eb59a-8ce0-41d8-91ab-5d43729cd392 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 1096 time: 0.0438581 Nov 13 05:39:08.902725 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-045fa3a3-026e-45cd-98c4-2e8da2e94c25 req-87c9b1bb-f9f4-4e99-9378-454fa69feb40 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393922 Nov 13 05:39:09.346387 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:09.914163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18862f-25e3-4121-8689-2a8619bcc481 req-a759aa1b-69aa-46d2-bb16-69ea271a5504 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:09.916542 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1c18862f-25e3-4121-8689-2a8619bcc481 req-a759aa1b-69aa-46d2-bb16-69ea271a5504 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 945 time: 0.0596054 Nov 13 05:39:09.976539 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1c18862f-25e3-4121-8689-2a8619bcc481 req-13b2081d-321e-47a3-98e7-df1768de843f tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515566 Nov 13 05:39:10.034380 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:11.120814 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f206ae-2da7-44d7-93ba-32ca028e8150 req-f391f3fc-c0bc-45bf-b65c-de725e2b495c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:11.122327 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a6f206ae-2da7-44d7-93ba-32ca028e8150 req-f391f3fc-c0bc-45bf-b65c-de725e2b495c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 945 time: 0.0543227 Nov 13 05:39:11.175869 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a6f206ae-2da7-44d7-93ba-32ca028e8150 req-513e86be-8467-460c-b4fe-42dfd8f6032d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473609 Nov 13 05:39:11.308177 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63426dc7-6560-4c0d-a56e-8be9d1edee5d req-aec1b4c2-802b-4198-91ef-dde2b6a73799 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:11.309564 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63426dc7-6560-4c0d-a56e-8be9d1edee5d req-aec1b4c2-802b-4198-91ef-dde2b6a73799 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 945 time: 0.0543072 Nov 13 05:39:11.375087 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63426dc7-6560-4c0d-a56e-8be9d1edee5d req-3a9a7aeb-8288-48dd-9c8b-ad21fdcafdab tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553911 Nov 13 05:39:11.400766 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45266) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:39:11.448025 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a958154f-d3b0-4f57-9ec9-704c5e67314a tempest-TestVolumeBootPattern-589369400 tempest-TestVolumeBootPattern-589369400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:11.449587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a958154f-d3b0-4f57-9ec9-704c5e67314a tempest-TestVolumeBootPattern-589369400 tempest-TestVolumeBootPattern-589369400-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 1091 time: 0.0477555 Nov 13 05:39:11.453959 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45268) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:39:11.459266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:39:11.485624 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:11.598361 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:11.705471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Allocated IP 172.25.8.82 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/84868666-b511-494b-839d-7a94c207dee5) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:39:11.811463 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:11.847459 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:11.884388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:39:11.889105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:39:11.892667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:39:11.928037 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'Port': ['ID=84868666-b511-494b-839d-7a94c207dee5,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:39:12.275456 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:12.346371 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:12.494328 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:12.501972 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:12.574766 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event updated for resources: {'Port': ['ID=84868666-b511-494b-839d-7a94c207dee5,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:39:12.581524 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:12.681830 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Floating IP c0edf87d-7cf7-45cf-8b3f-c143ff8c1d64 associated. External IP: 172.25.8.82, port: cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9. Nov 13 05:39:12.901631 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Router 9caf0a15-78e5-430c-9435-7b9be47190b6 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:39:13.012771 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:39:13.023204 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfd2bc-dea0-4f40-a59a-72b4ef0e67a1 None None] Sync routers for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:39:13.032449 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:13.038130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfd2bc-dea0-4f40-a59a-72b4ef0e67a1 None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:39:13.038794 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4adfd2bc-dea0-4f40-a59a-72b4ef0e67a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:39:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:39:13.064411 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5a139ad3-8d97-4cc7-8ae6-01e7c017cc5c tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6091411 Nov 13 05:39:13.065038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bb95e8-d885-4cfa-88aa-ac2e424a7e04', 'tag': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:39:13.067395 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e3f7a0-2cfa-48de-907d-f39c4801ea34" -d '{"events": [{"name": "network-changed", "server_uuid": "c2bb95e8-d885-4cfa-88aa-ac2e424a7e04", "tag": "cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:39:13.106100 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d18c352-8559-45b7-a432-95fbde1cb984 x-openstack-request-id: req-8d18c352-8559-45b7-a432-95fbde1cb984 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:39:13.106393 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2bb95e8-d885-4cfa-88aa-ac2e424a7e04", "tag": "cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:39:13.106647 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d18c352-8559-45b7-a432-95fbde1cb984 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:39:13.107099 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bb95e8-d885-4cfa-88aa-ac2e424a7e04', 'tag': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9', 'status': 'completed', 'code': 200} Nov 13 05:39:13.144820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-4adfd2bc-dea0-4f40-a59a-72b4ef0e67a1 None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:39:13.194160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3f7a0-2cfa-48de-907d-f39c4801ea34 req-b25e7491-58de-4f86-962f-55559ab529af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:13.196204 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7e3f7a0-2cfa-48de-907d-f39c4801ea34 req-b25e7491-58de-4f86-962f-55559ab529af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 1096 time: 0.0459011 Nov 13 05:39:13.291079 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3f7a0-2cfa-48de-907d-f39c4801ea34 req-18cc8bc4-4213-4c10-82f1-14ef336fd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:13.292574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7e3f7a0-2cfa-48de-907d-f39c4801ea34 req-18cc8bc4-4213-4c10-82f1-14ef336fd6d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0892668 Nov 13 05:39:13.363797 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7e3f7a0-2cfa-48de-907d-f39c4801ea34 req-c76056e7-6451-4a30-92a8-a855ce92c042 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 HTTP/1.1" status: 200 len: 998 time: 0.0632017 Nov 13 05:39:13.377021 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4adfd2bc-dea0-4f40-a59a-72b4ef0e67a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c0edf87d-7cf7-45cf-8b3f-c143ff8c1d64', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'port_id': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'mac_address': 'fa:16:3e:9f:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bb95e8-d885-4cfa-88aa-ac2e424a7e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:39:12Z', 'updated_at': '2021-11-13T05:39:12Z', 'revision_number': 0, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address_scope': None}, {'id': 'f8e57075-1918-486a-ac2e-d022011413d5', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'port_id': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'mac_address': 'fa:16:3e:b9:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:36:53Z', 'updated_at': '2021-11-13T05:36:55Z', 'revision_number': 1, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:39:13.402729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfd2bc-dea0-4f40-a59a-72b4ef0e67a1 None None] Checking router: 9caf0a15-78e5-430c-9435-7b9be47190b6 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:39:13.411330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfd2bc-dea0-4f40-a59a-72b4ef0e67a1 None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:39:13.411943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4adfd2bc-dea0-4f40-a59a-72b4ef0e67a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:39:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:39:13.412788 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3f7a0-2cfa-48de-907d-f39c4801ea34 req-882dc51e-1dd1-40f2-a4b7-837ec8f7cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:13.414266 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7e3f7a0-2cfa-48de-907d-f39c4801ea34 req-882dc51e-1dd1-40f2-a4b7-837ec8f7cbe5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0435212 Nov 13 05:39:13.459303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3f7a0-2cfa-48de-907d-f39c4801ea34 req-b726015e-10c0-4181-8092-2feead1f204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:13.460700 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7e3f7a0-2cfa-48de-907d-f39c4801ea34 req-b726015e-10c0-4181-8092-2feead1f204f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398228 Nov 13 05:39:13.562006 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7e3f7a0-2cfa-48de-907d-f39c4801ea34 req-57998ff6-08fe-4d1a-b6aa-b4b35761734a service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942423 Nov 13 05:39:13.662603 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7e3f7a0-2cfa-48de-907d-f39c4801ea34 req-4c3695bd-ab62-4e95-a821-dce0c48a9d05 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920680 Nov 13 05:39:13.690253 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-4adfd2bc-dea0-4f40-a59a-72b4ef0e67a1 None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:39:13.939841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4adfd2bc-dea0-4f40-a59a-72b4ef0e67a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c0edf87d-7cf7-45cf-8b3f-c143ff8c1d64', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'port_id': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'mac_address': 'fa:16:3e:9f:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bb95e8-d885-4cfa-88aa-ac2e424a7e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:39:12Z', 'updated_at': '2021-11-13T05:39:12Z', 'revision_number': 0, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address_scope': None}, {'id': 'f8e57075-1918-486a-ac2e-d022011413d5', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'port_id': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'mac_address': 'fa:16:3e:b9:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:36:53Z', 'updated_at': '2021-11-13T05:36:55Z', 'revision_number': 1, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:39:13.969195 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfd2bc-dea0-4f40-a59a-72b4ef0e67a1 None None] The sync data for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 is: [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c0edf87d-7cf7-45cf-8b3f-c143ff8c1d64', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'port_id': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'mac_address': 'fa:16:3e:9f:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bb95e8-d885-4cfa-88aa-ac2e424a7e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:39:12Z', 'updated_at': '2021-11-13T05:39:12Z', 'revision_number': 0, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address_scope': None}, {'id': 'f8e57075-1918-486a-ac2e-d022011413d5', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'port_id': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'mac_address': 'fa:16:3e:b9:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:36:53Z', 'updated_at': '2021-11-13T05:36:55Z', 'revision_number': 1, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:39:14.180746 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce566bb-ddd9-464f-8dcb-53926441e19d None None] New status for floating IP c0edf87d-7cf7-45cf-8b3f-c143ff8c1d64: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:39:17.731460 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:39:29.023805 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:29.264866 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:34.353121 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d26f4f1-e948-482f-ab0e-0d76effd2e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:36.556815 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96194c14-1520-4696-9ffc-534b15cf19bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:38.069569 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:39.347799 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:40.039849 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:52.933832 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64ca8b40-9d2d-4fef-8e93-a07a7855f8d6 req-8fef6d58-9c7f-45e7-9a07-3e532e63579a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432086 Nov 13 05:39:53.038565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca8b40-9d2d-4fef-8e93-a07a7855f8d6 req-7a48866d-e85f-4524-8d26-3c246ce4842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:53.040286 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64ca8b40-9d2d-4fef-8e93-a07a7855f8d6 req-7a48866d-e85f-4524-8d26-3c246ce4842c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 1096 time: 0.0446997 Nov 13 05:39:53.153298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca8b40-9d2d-4fef-8e93-a07a7855f8d6 req-eda31616-5b67-4732-9493-bf2f50163587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:53.154779 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64ca8b40-9d2d-4fef-8e93-a07a7855f8d6 req-eda31616-5b67-4732-9493-bf2f50163587 service neutron] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0916779 Nov 13 05:39:53.221960 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64ca8b40-9d2d-4fef-8e93-a07a7855f8d6 req-0c8197cf-00ae-4df5-b92b-31f866f6934e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 HTTP/1.1" status: 200 len: 1000 time: 0.0586498 Nov 13 05:39:53.272081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca8b40-9d2d-4fef-8e93-a07a7855f8d6 req-a62aee31-4b04-4ea2-9378-ef798b496572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:53.273506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64ca8b40-9d2d-4fef-8e93-a07a7855f8d6 req-a62aee31-4b04-4ea2-9378-ef798b496572 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0439823 Nov 13 05:39:53.327413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca8b40-9d2d-4fef-8e93-a07a7855f8d6 req-ee4a80a8-ba1c-4b5d-9fb6-fe7f3e98ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:53.328922 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64ca8b40-9d2d-4fef-8e93-a07a7855f8d6 req-ee4a80a8-ba1c-4b5d-9fb6-fe7f3e98ec0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467372 Nov 13 05:39:53.425276 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64ca8b40-9d2d-4fef-8e93-a07a7855f8d6 req-70d8735f-0986-4cbb-b55f-ea46e03a55d7 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879917 Nov 13 05:39:53.864729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64ca8b40-9d2d-4fef-8e93-a07a7855f8d6 req-fef74f67-047e-43a7-a305-11761f913454 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319899 Nov 13 05:39:54.736602 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:39:59.019964 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:59.035712 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60626b5d-bd33-43ec-8924-233c111d12ea req-c9e6c6a7-c43d-47ae-a6f9-9b687cc9e448 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464725 Nov 13 05:39:59.146113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60626b5d-bd33-43ec-8924-233c111d12ea req-a5a292e5-27b9-4991-a02b-b73b390b088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:59.147950 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60626b5d-bd33-43ec-8924-233c111d12ea req-a5a292e5-27b9-4991-a02b-b73b390b088f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 1096 time: 0.0457528 Nov 13 05:39:59.259624 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60626b5d-bd33-43ec-8924-233c111d12ea req-7a612a24-4f37-4720-8797-9987b3af83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:59.261111 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60626b5d-bd33-43ec-8924-233c111d12ea req-7a612a24-4f37-4720-8797-9987b3af83d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.0936306 Nov 13 05:39:59.283626 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:39:59.333349 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60626b5d-bd33-43ec-8924-233c111d12ea req-403cf65c-e3a0-49db-b3c4-d86fb75ac878 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 HTTP/1.1" status: 200 len: 1001 time: 0.0641994 Nov 13 05:39:59.387590 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60626b5d-bd33-43ec-8924-233c111d12ea req-047080d3-027c-41c6-902f-446b01757cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:59.389039 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60626b5d-bd33-43ec-8924-233c111d12ea req-047080d3-027c-41c6-902f-446b01757cd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0488935 Nov 13 05:39:59.435370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60626b5d-bd33-43ec-8924-233c111d12ea req-5fcf38d4-4f57-4d38-a516-815225a3bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:39:59.436832 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60626b5d-bd33-43ec-8924-233c111d12ea req-5fcf38d4-4f57-4d38-a516-815225a3bbcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407498 Nov 13 05:39:59.448250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-60626b5d-bd33-43ec-8924-233c111d12ea req-19f34c3a-6811-4cf0-ade5-1adfd7ccce53 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:39:59.449173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60626b5d-bd33-43ec-8924-233c111d12ea req-19f34c3a-6811-4cf0-ade5-1adfd7ccce53 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049248 Nov 13 05:39:59.557124 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60626b5d-bd33-43ec-8924-233c111d12ea req-54c05abb-92fa-4d06-b580-60af8f913f6a service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006486 Nov 13 05:39:59.664001 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60626b5d-bd33-43ec-8924-233c111d12ea req-fec86a15-6765-4db9-a138-07715b57a0cf service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997727 Nov 13 05:40:04.367751 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eed6e034-ee54-4916-800a-decef629a425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:06.548864 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01b1c2c9-8c12-47d0-beb3-e5c599c99133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:08.069353 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:09.360398 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:10.043614 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:17.535232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-256f44d3-b77f-434e-acb5-e84eb40aae07 req-465bd4a7-4feb-45dc-9361-7a1b39922ae2 service neutron] (102668) timed out ('10.222.0.43', 43288) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 05:40:29.037440 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:29.305301 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:31.740218 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:40:34.360885 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38d9f0a5-6d50-470b-a140-9b002886b912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:36.552908 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8139c595-593d-49e9-b006-cbf92cb95df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:38.072554 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:39.363825 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:40.049913 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:40.471594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45300) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:40:40.637193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Deleting port 84868666-b511-494b-839d-7a94c207dee5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:40:40.637554 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:40.716135 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:40.716427 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:40.728817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Calling delete_port for 84868666-b511-494b-839d-7a94c207dee5 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:40:40.881585 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:40.908484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event deleted for resources: {'Port': ['ID=84868666-b511-494b-839d-7a94c207dee5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:40:40.933816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:40.934156 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:40.934499 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:40.934831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:40.935185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:40.935514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:40.935834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:40.936154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:40.936468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:40.936791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:40.937109 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:40.937416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:40.977664 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:40.978048 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Floating IP c0edf87d-7cf7-45cf-8b3f-c143ff8c1d64 disassociated (deleted). External IP: 172.25.8.82, port: cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9. Nov 13 05:40:41.199935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Router 9caf0a15-78e5-430c-9435-7b9be47190b6 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:40:41.309108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:40:41.316351 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:41.322089 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4559214-948e-4641-bda7-acfed09ec43a None None] Sync routers for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:40:41.338141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4559214-948e-4641-bda7-acfed09ec43a None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:40:41.339002 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f4559214-948e-4641-bda7-acfed09ec43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:40:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:40:41.353564 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5b2ae7c8-a158-4c15-995c-1192f592dfca tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "DELETE /v2.0/floatingips/c0edf87d-7cf7-45cf-8b3f-c143ff8c1d64 HTTP/1.1" status: 204 len: 168 time: 0.8808002 Nov 13 05:40:41.354151 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bb95e8-d885-4cfa-88aa-ac2e424a7e04', 'tag': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:40:41.356469 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8869471-05fa-4343-b66a-460ec0a3b46f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2bb95e8-d885-4cfa-88aa-ac2e424a7e04", "tag": "cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:40:41.400672 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28b6fcd-88b1-4e51-b6c0-e0b3353216c0 x-openstack-request-id: req-e28b6fcd-88b1-4e51-b6c0-e0b3353216c0 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:40:41.401063 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2bb95e8-d885-4cfa-88aa-ac2e424a7e04", "tag": "cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:40:41.401383 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e28b6fcd-88b1-4e51-b6c0-e0b3353216c0 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:40:41.401859 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bb95e8-d885-4cfa-88aa-ac2e424a7e04', 'tag': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9', 'status': 'completed', 'code': 200} Nov 13 05:40:41.458371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-f4559214-948e-4641-bda7-acfed09ec43a None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:40:41.492942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8869471-05fa-4343-b66a-460ec0a3b46f req-adddc715-b516-4c6c-b3ad-1a37947a728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:40:41.495378 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8869471-05fa-4343-b66a-460ec0a3b46f req-adddc715-b516-4c6c-b3ad-1a37947a728a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 1096 time: 0.0502043 Nov 13 05:40:41.620239 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8869471-05fa-4343-b66a-460ec0a3b46f req-7bfbf04a-5f96-4a55-a8b4-5b8122dc7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:40:41.621626 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8869471-05fa-4343-b66a-460ec0a3b46f req-7bfbf04a-5f96-4a55-a8b4-5b8122dc7f6e service neutron] 10.222.0.46 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.1193199 Nov 13 05:40:41.630227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4ea1d-80f4-4ee9-be3c-628cb868acae req-6cccee83-a00d-4ab8-8213-81c02dfc9c95 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:40:41.631663 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dd4ea1d-80f4-4ee9-be3c-628cb868acae req-6cccee83-a00d-4ab8-8213-81c02dfc9c95 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 945 time: 0.0733798 Nov 13 05:40:41.678198 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8869471-05fa-4343-b66a-460ec0a3b46f req-fe2ed4d8-9ece-481f-abe3-dd28cb8d65d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 HTTP/1.1" status: 200 len: 217 time: 0.0452363 Nov 13 05:40:41.698972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f4559214-948e-4641-bda7-acfed09ec43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'f8e57075-1918-486a-ac2e-d022011413d5', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'port_id': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'mac_address': 'fa:16:3e:b9:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:36:53Z', 'updated_at': '2021-11-13T05:36:55Z', 'revision_number': 1, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:40:41.729935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4559214-948e-4641-bda7-acfed09ec43a None None] Checking router: 9caf0a15-78e5-430c-9435-7b9be47190b6 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:40:41.738788 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dd4ea1d-80f4-4ee9-be3c-628cb868acae req-a7a3a2e0-742e-4603-ab5d-5da08c78a124 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002975 Nov 13 05:40:41.739813 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4559214-948e-4641-bda7-acfed09ec43a None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:40:41.740773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f4559214-948e-4641-bda7-acfed09ec43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:40:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:40:41.754406 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8869471-05fa-4343-b66a-460ec0a3b46f req-6d848afb-f65a-473d-a813-01f7a598baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:40:41.755930 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8869471-05fa-4343-b66a-460ec0a3b46f req-6d848afb-f65a-473d-a813-01f7a598baf3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0654986 Nov 13 05:40:41.805776 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8869471-05fa-4343-b66a-460ec0a3b46f req-6863988e-2ea7-4682-b013-3e9a0792664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:40:41.807869 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8869471-05fa-4343-b66a-460ec0a3b46f req-6863988e-2ea7-4682-b013-3e9a0792664a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433891 Nov 13 05:40:41.847156 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-f4559214-948e-4641-bda7-acfed09ec43a None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:40:41.900015 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8869471-05fa-4343-b66a-460ec0a3b46f req-7751a205-b9ca-414d-8459-95ac02effb04 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845308 Nov 13 05:40:41.996619 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d8869471-05fa-4343-b66a-460ec0a3b46f req-9710fcf1-4327-4473-a0cb-6187351ebe21 service neutron] 10.222.0.46 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890076 Nov 13 05:40:42.075588 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f4559214-948e-4641-bda7-acfed09ec43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'f8e57075-1918-486a-ac2e-d022011413d5', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'port_id': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'mac_address': 'fa:16:3e:b9:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:36:53Z', 'updated_at': '2021-11-13T05:36:55Z', 'revision_number': 1, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:40:42.104879 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4559214-948e-4641-bda7-acfed09ec43a None None] The sync data for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 is: [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'f8e57075-1918-486a-ac2e-d022011413d5', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'port_id': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'mac_address': 'fa:16:3e:b9:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:36:53Z', 'updated_at': '2021-11-13T05:36:55Z', 'revision_number': 1, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:40:42.337589 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46efdd-7584-4a89-8b52-1ccd56ca8808 None None] New status for floating IP c0edf87d-7cf7-45cf-8b3f-c143ff8c1d64: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:40:42.873188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b347ff2-9286-42aa-a146-5d3caa7ee267 req-96de1888-8250-462b-84e5-9e000c9baec9 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:40:42.874712 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0b347ff2-9286-42aa-a146-5d3caa7ee267 req-96de1888-8250-462b-84e5-9e000c9baec9 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 945 time: 0.0514414 Nov 13 05:40:42.926786 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0b347ff2-9286-42aa-a146-5d3caa7ee267 req-28a9d986-0fc5-4dcb-9f29-f42c07f62ada tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458052 Nov 13 05:40:43.377149 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50618c52-cc0b-4379-afbb-92b4ade9f3d0 req-454d40bf-76f5-49f7-b0f0-6fd1b4382f6d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:40:43.378623 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50618c52-cc0b-4379-afbb-92b4ade9f3d0 req-454d40bf-76f5-49f7-b0f0-6fd1b4382f6d tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 945 time: 0.0527163 Nov 13 05:40:43.479583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-50618c52-cc0b-4379-afbb-92b4ade9f3d0 req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Deleting port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:40:43.479897 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-50618c52-cc0b-4379-afbb-92b4ade9f3d0 req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:43.581332 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-50618c52-cc0b-4379-afbb-92b4ade9f3d0 req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] For port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:40:43.581695 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-50618c52-cc0b-4379-afbb-92b4ade9f3d0 req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:43.594805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-50618c52-cc0b-4379-afbb-92b4ade9f3d0 req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Calling delete_port for cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:40:43.731655 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-50618c52-cc0b-4379-afbb-92b4ade9f3d0 req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:43.760961 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event deleted for resources: {'Port': ['ID=cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:40:43.792599 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:43.792941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:43.793284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:43.793619 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:43.793949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:43.794276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:43.794603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:43.794979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:43.795271 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:43.795591 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:43.795910 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:43.796232 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:40:43.815743 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-50618c52-cc0b-4379-afbb-92b4ade9f3d0 req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] No DVR routers for this DVR port cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:40:43.818396 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-50618c52-cc0b-4379-afbb-92b4ade9f3d0 req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:43.821908 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50618c52-cc0b-4379-afbb-92b4ade9f3d0 req-f2afff06-529a-49a3-9696-e1529290cdd0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.46 "DELETE /v2.0/ports/cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 HTTP/1.1" status: 204 len: 173 time: 0.4362428 Nov 13 05:40:43.822350 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bb95e8-d885-4cfa-88aa-ac2e424a7e04', 'name': 'network-vif-deleted', 'tag': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:40:43.824639 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2a0aa7-b677-4659-8ad1-ef133a3ad74c" -d '{"events": [{"server_uuid": "c2bb95e8-d885-4cfa-88aa-ac2e424a7e04", "name": "network-vif-deleted", "tag": "cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:40:43.860638 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28c6f76-f2e2-4de2-9175-11728c5d8fd4 x-openstack-request-id: req-d28c6f76-f2e2-4de2-9175-11728c5d8fd4 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:40:43.861081 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bb95e8-d885-4cfa-88aa-ac2e424a7e04", "name": "network-vif-deleted", "tag": "cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:40:43.861544 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d28c6f76-f2e2-4de2-9175-11728c5d8fd4 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:40:43.861915 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bb95e8-d885-4cfa-88aa-ac2e424a7e04', 'name': 'network-vif-deleted', 'tag': 'cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9', 'status': 'completed', 'code': 200} Nov 13 05:40:44.041293 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-900afd86-a4bd-4e3a-9efc-1076f7096ee8 req-323ffc6d-4be8-4dad-996e-cb22cd82ac88 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 210 time: 0.0392156 Nov 13 05:40:45.147795 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4dd1cbc7-12dd-4314-9f3e-36aa49cab63c req-07bccc7f-a528-4ba8-adec-e62e24fd49b1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 210 time: 0.0280349 Nov 13 05:40:46.245510 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63d44f07-24e6-4fb0-ad13-21fe9227e228 req-84e12a09-b3d9-46a6-a8a3-48bb5ec2b6c0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 210 time: 0.0290856 Nov 13 05:40:46.942683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:40:46.964099 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:40:46.964447 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device cdf0e80a-3ff4-4fed-9a6b-5ff724ca78a9 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:40:47.348324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b2a2573c-434f-4e2d-aebf-101e55b6dec2 req-411ae683-5e19-48dd-a358-402f4618d311 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 210 time: 0.0267379 Nov 13 05:40:48.462453 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-01a7e6f5-5ef2-482c-9b0e-d8012490d476 req-867d3e4d-ff52-4847-824e-03d4d5f2f4f6 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2bb95e8-d885-4cfa-88aa-ac2e424a7e04 HTTP/1.1" status: 200 len: 210 time: 0.0271435 Nov 13 05:40:54.889758 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45352) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:40:55.052295 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-bdea6427-09ce-4c11-b9d3-b7f055e86aa0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Deleting port f403863c-d1d0-4ed1-ace6-cf00e2978484 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:40:55.052639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdea6427-09ce-4c11-b9d3-b7f055e86aa0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:55.133619 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdea6427-09ce-4c11-b9d3-b7f055e86aa0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:55.133976 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdea6427-09ce-4c11-b9d3-b7f055e86aa0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:55.146043 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-bdea6427-09ce-4c11-b9d3-b7f055e86aa0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Calling delete_port for f403863c-d1d0-4ed1-ace6-cf00e2978484 owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:40:55.301976 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdea6427-09ce-4c11-b9d3-b7f055e86aa0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:55.326682 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea6427-09ce-4c11-b9d3-b7f055e86aa0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event deleted for resources: {'Port': ['ID=f403863c-d1d0-4ed1-ace6-cf00e2978484,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:40:55.389412 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdea6427-09ce-4c11-b9d3-b7f055e86aa0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:55.389732 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-bdea6427-09ce-4c11-b9d3-b7f055e86aa0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Floating IP f8e57075-1918-486a-ac2e-d022011413d5 disassociated (deleted). External IP: 172.25.8.106, port: 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57. Nov 13 05:40:55.610188 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdea6427-09ce-4c11-b9d3-b7f055e86aa0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Router 9caf0a15-78e5-430c-9435-7b9be47190b6 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:40:55.717748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdea6427-09ce-4c11-b9d3-b7f055e86aa0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:40:55.722943 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdea6427-09ce-4c11-b9d3-b7f055e86aa0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:55.728070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b87b411-b1f3-4b45-989d-345a5f0030ce None None] Sync routers for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:40:55.738470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b87b411-b1f3-4b45-989d-345a5f0030ce None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:40:55.739094 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0b87b411-b1f3-4b45-989d-345a5f0030ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:40:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:40:55.751385 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bdea6427-09ce-4c11-b9d3-b7f055e86aa0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "DELETE /v2.0/floatingips/f8e57075-1918-486a-ac2e-d022011413d5 HTTP/1.1" status: 204 len: 168 time: 0.8604774 Nov 13 05:40:55.752299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'tag': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:40:55.755156 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92beb44a-7e6b-48e6-88ae-2507be76cf56" -d '{"events": [{"name": "network-changed", "server_uuid": "09fb55e4-369e-4f17-85ba-cb0942831a08", "tag": "2a1c08f3-4ea6-4d58-a1d8-f472a0630f57"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:40:55.791741 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631b4fd4-461f-470d-b42f-0ccfb94699b7 x-openstack-request-id: req-631b4fd4-461f-470d-b42f-0ccfb94699b7 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:40:55.792042 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fb55e4-369e-4f17-85ba-cb0942831a08", "tag": "2a1c08f3-4ea6-4d58-a1d8-f472a0630f57", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:40:55.792307 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-631b4fd4-461f-470d-b42f-0ccfb94699b7 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:40:55.793169 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'tag': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'status': 'completed', 'code': 200} Nov 13 05:40:55.854132 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-0b87b411-b1f3-4b45-989d-345a5f0030ce None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:40:55.893527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beb44a-7e6b-48e6-88ae-2507be76cf56 req-888babe1-0126-4adc-9e89-e05c8727af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:40:55.898865 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-92beb44a-7e6b-48e6-88ae-2507be76cf56 req-888babe1-0126-4adc-9e89-e05c8727af33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 1096 time: 0.0617628 Nov 13 05:40:55.979176 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddfd28-4d39-428d-a940-2614e188e0e8 req-9f830399-f437-49d2-8b9c-b866195195f8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:40:55.980680 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4cddfd28-4d39-428d-a940-2614e188e0e8 req-9f830399-f437-49d2-8b9c-b866195195f8 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 945 time: 0.0497825 Nov 13 05:40:56.043759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beb44a-7e6b-48e6-88ae-2507be76cf56 req-b54553e3-29f9-4c79-b098-8f057b7f28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:40:56.045679 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-92beb44a-7e6b-48e6-88ae-2507be76cf56 req-b54553e3-29f9-4c79-b098-8f057b7f28d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 200 len: 913 time: 0.1032591 Nov 13 05:40:56.046377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4cddfd28-4d39-428d-a940-2614e188e0e8 req-495573ba-a830-4439-8dc6-6d717f82cc56 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567052 Nov 13 05:40:56.070516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0b87b411-b1f3-4b45-989d-345a5f0030ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:40:56.089064 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-92beb44a-7e6b-48e6-88ae-2507be76cf56 req-e433bca5-d76d-4017-8045-ca96920c6cd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 HTTP/1.1" status: 200 len: 217 time: 0.0353830 Nov 13 05:40:56.096820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b87b411-b1f3-4b45-989d-345a5f0030ce None None] Checking router: 9caf0a15-78e5-430c-9435-7b9be47190b6 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:40:56.106294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b87b411-b1f3-4b45-989d-345a5f0030ce None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:40:56.106893 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0b87b411-b1f3-4b45-989d-345a5f0030ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:40:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:40:56.142487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beb44a-7e6b-48e6-88ae-2507be76cf56 req-85e8796b-4c43-44b8-a5bb-04860f2ab65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:40:56.144217 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-92beb44a-7e6b-48e6-88ae-2507be76cf56 req-85e8796b-4c43-44b8-a5bb-04860f2ab65e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 200 len: 851 time: 0.0470912 Nov 13 05:40:56.196261 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beb44a-7e6b-48e6-88ae-2507be76cf56 req-4db6e23f-d401-46ab-b956-6d997c238759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:40:56.197805 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-92beb44a-7e6b-48e6-88ae-2507be76cf56 req-4db6e23f-d401-46ab-b956-6d997c238759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c18ccd-3589-404e-88ed-e845b31f6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458281 Nov 13 05:40:56.219132 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-0b87b411-b1f3-4b45-989d-345a5f0030ce None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:40:56.290229 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-92beb44a-7e6b-48e6-88ae-2507be76cf56 req-014244e2-aaed-48a7-91fa-df274a0d4417 service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841911 Nov 13 05:40:56.386827 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-92beb44a-7e6b-48e6-88ae-2507be76cf56 req-d5ecdc3a-8377-440d-b338-57e5c419fbc6 service neutron] 10.222.0.36 "GET /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877972 Nov 13 05:40:56.419177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0b87b411-b1f3-4b45-989d-345a5f0030ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:40:56.450815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b87b411-b1f3-4b45-989d-345a5f0030ce None None] The sync data for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 is: [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'bd744c92-47a0-4147-b188-6d2e92691d4e', 'name': '', 'network_id': '63c18ccd-3589-404e-88ed-e845b31f6c63', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'mac_address': 'fa:16:3e:65:f3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:29Z', 'updated_at': '2021-11-13T05:30:35Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'subnets': [{'id': '87685d1b-4789-4fec-be04-ef7dea6940a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:40:56.678158 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582c12c-c26e-49f4-b610-7d77f8136a33 None None] New status for floating IP f8e57075-1918-486a-ac2e-d022011413d5: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:40:57.171068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343d29e-8ff3-4397-a357-ab8c4df78359 req-3f5f923d-c37b-4b8a-ac13-c532a8ba0c18 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:40:57.172566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0343d29e-8ff3-4397-a357-ab8c4df78359 req-3f5f923d-c37b-4b8a-ac13-c532a8ba0c18 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 945 time: 0.0520411 Nov 13 05:40:57.232757 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0343d29e-8ff3-4397-a357-ab8c4df78359 req-061c958b-ad5e-4bf1-b650-b1d052655460 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/security-groups?id=22aef5b7-cb06-454c-bd83-3610252b6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527737 Nov 13 05:40:57.753429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6e7e9-3071-411b-a738-638b0f09740a req-5ca08b6c-8191-4206-b674-578eb553b469 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:40:57.754904 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24b6e7e9-3071-411b-a738-638b0f09740a req-5ca08b6c-8191-4206-b674-578eb553b469 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 945 time: 0.0659380 Nov 13 05:40:57.848214 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-24b6e7e9-3071-411b-a738-638b0f09740a req-9f712c45-808e-498d-b15f-81e658c725a4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Deleting port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:40:57.848497 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-24b6e7e9-3071-411b-a738-638b0f09740a req-9f712c45-808e-498d-b15f-81e658c725a4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:57.944000 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-24b6e7e9-3071-411b-a738-638b0f09740a req-9f712c45-808e-498d-b15f-81e658c725a4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] For port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:40:57.944452 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-24b6e7e9-3071-411b-a738-638b0f09740a req-9f712c45-808e-498d-b15f-81e658c725a4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:57.961977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-24b6e7e9-3071-411b-a738-638b0f09740a req-9f712c45-808e-498d-b15f-81e658c725a4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Calling delete_port for 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:40:58.091809 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-24b6e7e9-3071-411b-a738-638b0f09740a req-9f712c45-808e-498d-b15f-81e658c725a4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:58.123746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f712c45-808e-498d-b15f-81e658c725a4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event deleted for resources: {'Port': ['ID=2a1c08f3-4ea6-4d58-a1d8-f472a0630f57,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:40:58.167595 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b6e7e9-3071-411b-a738-638b0f09740a req-9f712c45-808e-498d-b15f-81e658c725a4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] No DVR routers for this DVR port 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:40:58.170339 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-24b6e7e9-3071-411b-a738-638b0f09740a req-9f712c45-808e-498d-b15f-81e658c725a4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:58.173850 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24b6e7e9-3071-411b-a738-638b0f09740a req-9f712c45-808e-498d-b15f-81e658c725a4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.36 "DELETE /v2.0/ports/2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 HTTP/1.1" status: 204 len: 173 time: 0.4121540 Nov 13 05:40:58.174501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'name': 'network-vif-deleted', 'tag': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:40:58.176650 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5e699d-308a-48f7-ad0d-7fc439273a37" -d '{"events": [{"server_uuid": "09fb55e4-369e-4f17-85ba-cb0942831a08", "name": "network-vif-deleted", "tag": "2a1c08f3-4ea6-4d58-a1d8-f472a0630f57"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:40:58.214782 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddb3e27-2173-4546-b1da-feaad03a5a33 x-openstack-request-id: req-9ddb3e27-2173-4546-b1da-feaad03a5a33 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:40:58.214782 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fb55e4-369e-4f17-85ba-cb0942831a08", "name": "network-vif-deleted", "tag": "2a1c08f3-4ea6-4d58-a1d8-f472a0630f57", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:40:58.215124 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ddb3e27-2173-4546-b1da-feaad03a5a33 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:40:58.215575 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fb55e4-369e-4f17-85ba-cb0942831a08', 'name': 'network-vif-deleted', 'tag': '2a1c08f3-4ea6-4d58-a1d8-f472a0630f57', 'status': 'completed', 'code': 200} Nov 13 05:40:58.341601 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14f53dc1-509e-4ab7-a376-596e323848b8 req-88fa5d23-cb9b-40ea-8537-1aea08e19ef0 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 210 time: 0.0361090 Nov 13 05:40:59.062258 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:59.295417 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:40:59.448675 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7232593f-26e7-4187-8c6f-6ccf8bc6c464 req-4d56acee-1b1a-4f7d-959b-27f30d9263c4 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 210 time: 0.0300593 Nov 13 05:41:00.547863 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b8ac0f3-f0b1-4f5f-b205-6d40aa9fc9d3 req-dd9985c8-3b67-44d3-bd98-a771affcb877 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 210 time: 0.0266833 Nov 13 05:41:01.473527 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:41:01.497466 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:41:01.497760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 2a1c08f3-4ea6-4d58-a1d8-f472a0630f57 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:41:01.652130 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e26a1d60-0497-4ff7-9a4d-a03ca7286260 req-acac78d4-6633-4923-978f-76c6aa2b3741 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 210 time: 0.0295594 Nov 13 05:41:02.773709 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4e9183c-c49e-4368-aa2d-81b22afb23f4 req-1b5a584d-951c-444b-9861-68c997fc9d48 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "GET /v2.0/ports?device_id=09fb55e4-369e-4f17-85ba-cb0942831a08 HTTP/1.1" status: 200 len: 210 time: 0.0283926 Nov 13 05:41:03.836169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45376) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:03.964876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-88247990-eee3-4036-8ada-998fd0e0e3e1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Deleting port 1a8ba482-b98f-40e8-885d-900a131eb2c1 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:41:03.965156 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88247990-eee3-4036-8ada-998fd0e0e3e1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:04.039587 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88247990-eee3-4036-8ada-998fd0e0e3e1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:04.039913 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88247990-eee3-4036-8ada-998fd0e0e3e1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:04.051856 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-88247990-eee3-4036-8ada-998fd0e0e3e1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Calling delete_port for 1a8ba482-b98f-40e8-885d-900a131eb2c1 owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:41:04.193507 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88247990-eee3-4036-8ada-998fd0e0e3e1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:04.226364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88247990-eee3-4036-8ada-998fd0e0e3e1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event deleted for resources: {'Port': ['ID=1a8ba482-b98f-40e8-885d-900a131eb2c1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:04.289453 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88247990-eee3-4036-8ada-998fd0e0e3e1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:04.292143 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88247990-eee3-4036-8ada-998fd0e0e3e1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:04.293302 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-88247990-eee3-4036-8ada-998fd0e0e3e1 tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "DELETE /v2.0/floatingips/80155360-6052-4ef4-a565-e9612a661419 HTTP/1.1" status: 204 len: 168 time: 0.4561501 Nov 13 05:41:04.368050 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1afd030a-b4d6-4270-be04-433f13346cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:06.546871 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a126d093-8fe9-4122-929c-bf7b220944e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:07.592828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:07.654934 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0548c7a-4de9-43f1-98d7-ca0c284c81bc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:07.681470 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0548c7a-4de9-43f1-98d7-ca0c284c81bc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:07.743796 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0548c7a-4de9-43f1-98d7-ca0c284c81bc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:07.746415 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0548c7a-4de9-43f1-98d7-ca0c284c81bc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:07.747619 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b0548c7a-4de9-43f1-98d7-ca0c284c81bc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] 10.222.0.43 "DELETE /v2.0/security-groups/22aef5b7-cb06-454c-bd83-3610252b6ecf HTTP/1.1" status: 204 len: 168 time: 0.1538301 Nov 13 05:41:07.757428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0548c7a-4de9-43f1-98d7-ca0c284c81bc tempest-TestVolumeBootPattern-755887123 tempest-TestVolumeBootPattern-755887123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aef5b7-cb06-454c-bd83-3610252b6ecf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:07.815827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45396) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:08.076263 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:08.376655 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e3add9b-de1b-4dd5-adbc-9bd749369846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:08.641245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0e3add9b-de1b-4dd5-adbc-9bd749369846 admin admin] Deleting port bd744c92-47a0-4147-b188-6d2e92691d4e {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:41:08.641549 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e3add9b-de1b-4dd5-adbc-9bd749369846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:08.720778 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-0e3add9b-de1b-4dd5-adbc-9bd749369846 admin admin] For port bd744c92-47a0-4147-b188-6d2e92691d4e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bd744c92-47a0-4147-b188-6d2e92691d4e,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:41:08.721128 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e3add9b-de1b-4dd5-adbc-9bd749369846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:08.733523 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0e3add9b-de1b-4dd5-adbc-9bd749369846 admin admin] Calling delete_port for bd744c92-47a0-4147-b188-6d2e92691d4e owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:41:08.740221 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:41:08.921881 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e3add9b-de1b-4dd5-adbc-9bd749369846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:08.954283 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3add9b-de1b-4dd5-adbc-9bd749369846 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd744c92-47a0-4147-b188-6d2e92691d4e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:09.121859 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0e3add9b-de1b-4dd5-adbc-9bd749369846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:09.351937 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3add9b-de1b-4dd5-adbc-9bd749369846 admin admin] Router 9caf0a15-78e5-430c-9435-7b9be47190b6 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:41:09.359704 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:09.472075 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3add9b-de1b-4dd5-adbc-9bd749369846 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:41:09.482281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0e3add9b-de1b-4dd5-adbc-9bd749369846 admin admin] 10.222.0.43 "PUT /v2.0/routers/9caf0a15-78e5-430c-9435-7b9be47190b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6629803 Nov 13 05:41:09.483196 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45400) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:09.485027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25313e1d-b92c-4c7d-9935-b260bda1cd80 None None] Sync routers for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:41:09.501894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25313e1d-b92c-4c7d-9935-b260bda1cd80 None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:41:09.502540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-25313e1d-b92c-4c7d-9935-b260bda1cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:41:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:41:09.590830 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:09.607383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-25313e1d-b92c-4c7d-9935-b260bda1cd80 None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:41:09.694327 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:09.748207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] Deleting port 1fa40b8d-3d14-4ba1-b478-86d4fb6056af {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:41:09.748546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:09.785209 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-25313e1d-b92c-4c7d-9935-b260bda1cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:41:08Z', 'revision_number': 5, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port': {'id': '1fa40b8d-3d14-4ba1-b478-86d4fb6056af', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:41:09.816087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25313e1d-b92c-4c7d-9935-b260bda1cd80 None None] Checking router: 9caf0a15-78e5-430c-9435-7b9be47190b6 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:41:09.824681 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25313e1d-b92c-4c7d-9935-b260bda1cd80 None None] Routers {'9caf0a15-78e5-430c-9435-7b9be47190b6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:41:09.825264 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-25313e1d-b92c-4c7d-9935-b260bda1cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:41:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['9caf0a15-78e5-430c-9435-7b9be47190b6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:41:09.829210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] For port 1fa40b8d-3d14-4ba1-b478-86d4fb6056af, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1fa40b8d-3d14-4ba1-b478-86d4fb6056af,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:41:09.829546 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:09.842039 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] Calling delete_port for 1fa40b8d-3d14-4ba1-b478-86d4fb6056af owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:41:09.913849 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-25313e1d-b92c-4c7d-9935-b260bda1cd80 None None] Set router 9caf0a15-78e5-430c-9435-7b9be47190b6 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:41:09.967518 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-25313e1d-b92c-4c7d-9935-b260bda1cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:41:09Z', 'revision_number': 6, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:41:09.995238 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25313e1d-b92c-4c7d-9935-b260bda1cd80 None None] The sync data for ids ['9caf0a15-78e5-430c-9435-7b9be47190b6'] in n-d-813114-2 is: [{'id': '9caf0a15-78e5-430c-9435-7b9be47190b6', 'name': 'tempest-TestVolumeBootPattern-1696101426-router', 'tenant_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:27Z', 'updated_at': '2021-11-13T05:41:09Z', 'revision_number': 6, 'project_id': 'cf02799d2ca0421bb2fa88dd0f52581f', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:41:10.017848 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:10.044722 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:10.046272 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa40b8d-3d14-4ba1-b478-86d4fb6056af,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:10.062448 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0658db2-3e1e-4f3d-aae3-1cb30c152533 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:41:10.113757 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:10.206349 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:10.208687 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:10.259322 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:10.259837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9caf0a15-78e5-430c-9435-7b9be47190b6 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:41:10.264265 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:10.265454 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5609b3e3-0410-404e-9dc0-273417a61c49 admin admin] 10.222.0.43 "DELETE /v2.0/routers/9caf0a15-78e5-430c-9435-7b9be47190b6 HTTP/1.1" status: 204 len: 168 time: 0.7810087 Nov 13 05:41:10.268802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45402) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:10.313888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2b3fb6-2555-4ed9-9f14-786162567937 admin admin] Deleting subnet 87685d1b-4789-4fec-be04-ef7dea6940a8 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:41:10.317533 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b2b3fb6-2555-4ed9-9f14-786162567937 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:10.354104 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b2b3fb6-2555-4ed9-9f14-786162567937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:10.778428 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b2b3fb6-2555-4ed9-9f14-786162567937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:10.805019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bd744c92-47a0-4147-b188-6d2e92691d4e no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:41:10.828217 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: bd744c92-47a0-4147-b188-6d2e92691d4e {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:41:10.828650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bd744c92-47a0-4147-b188-6d2e92691d4e not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:41:10.829297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1fa40b8d-3d14-4ba1-b478-86d4fb6056af no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:41:10.837062 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b2b3fb6-2555-4ed9-9f14-786162567937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:10.854585 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 1fa40b8d-3d14-4ba1-b478-86d4fb6056af {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:41:10.854949 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 1fa40b8d-3d14-4ba1-b478-86d4fb6056af not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:41:10.862139 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b3fb6-2555-4ed9-9f14-786162567937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87685d1b-4789-4fec-be04-ef7dea6940a8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:10.865957 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b2b3fb6-2555-4ed9-9f14-786162567937 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:10.869570 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2b2b3fb6-2555-4ed9-9f14-786162567937 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/87685d1b-4789-4fec-be04-ef7dea6940a8 HTTP/1.1" status: 204 len: 168 time: 0.5997965 Nov 13 05:41:10.871987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45404) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:10.872923 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a657de-451a-4857-9c19-bd4ada171e7b None None] Network 63c18ccd-3589-404e-88ed-e845b31f6c63 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:41:10.945564 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:10.999681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] Deleting port 5f608536-2fd9-4c02-a45f-ab4569f872bd {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:41:11.000017 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:11.072899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] DHCP port deletion for 63c18ccd-3589-404e-88ed-e845b31f6c63 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:41:11.073980 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] For port 5f608536-2fd9-4c02-a45f-ab4569f872bd, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5f608536-2fd9-4c02-a45f-ab4569f872bd,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:41:11.074386 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:11.088510 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] Calling delete_port for 5f608536-2fd9-4c02-a45f-ab4569f872bd owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:41:11.129709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Deleting port 5f608536-2fd9-4c02-a45f-ab4569f872bd {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:41:11.130066 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:11.171023 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:11.193627 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] For port 5f608536-2fd9-4c02-a45f-ab4569f872bd, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5f608536-2fd9-4c02-a45f-ab4569f872bd,segment=NetworkSegment(9878e6af-090f-4977-a483-f2a77e32a267),segment_id=9878e6af-090f-4977-a483-f2a77e32a267)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:41:11.194132 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:11.195983 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f608536-2fd9-4c02-a45f-ab4569f872bd,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:11.199667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] No DVR routers for this DVR port 5f608536-2fd9-4c02-a45f-ab4569f872bd on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:41:11.210629 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Calling delete_port for 5f608536-2fd9-4c02-a45f-ab4569f872bd owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:41:11.272221 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:11.288840 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:11.292827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c18ccd-3589-404e-88ed-e845b31f6c63']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:41:11.302374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9878e6af-090f-4977-a483-f2a77e32a267') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:41:11.302671 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9878e6af-090f-4977-a483-f2a77e32a267') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:41:11.312360 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:11.313018 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Pushing event deleted for resources: {'Port': ['ID=5f608536-2fd9-4c02-a45f-ab4569f872bd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:11.317464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] No DVR routers for this DVR port 5f608536-2fd9-4c02-a45f-ab4569f872bd on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:41:11.329411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:11.329411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:11.329411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:11.329411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:11.329411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:11.329411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:11.329411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:11.329411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:11.329411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:11.329411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:11.329411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:11.329411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66025c75-2a7c-43a6-b095-6dfaccdae2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:11.331267 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:11.336310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:41:11.336727 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: timer() Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:41:11.338595 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:41:11.398761 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:11.404541 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:11.407880 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] 10.222.0.43 "DELETE /v2.0/networks/63c18ccd-3589-404e-88ed-e845b31f6c63 HTTP/1.1" status: 204 len: 168 time: 0.5349815 Nov 13 05:41:11.411922 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45406) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:11.418529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130157d-63aa-46d9-9eaa-32569566b730 admin admin] Pushing event deleted for resources: {'Network': ['ID=63c18ccd-3589-404e-88ed-e845b31f6c63,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:11.777960 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fac48d1-ee87-45a4-a43a-26bafa345bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:12.031855 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7fac48d1-ee87-45a4-a43a-26bafa345bb7 admin admin] Deleting port 5e396144-710b-449a-9fb5-9ed93850e99d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:41:12.032099 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fac48d1-ee87-45a4-a43a-26bafa345bb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:12.113393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-7fac48d1-ee87-45a4-a43a-26bafa345bb7 admin admin] For port 5e396144-710b-449a-9fb5-9ed93850e99d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5e396144-710b-449a-9fb5-9ed93850e99d,segment=NetworkSegment(40aa1a57-f564-4b38-bf18-fd275407b788),segment_id=40aa1a57-f564-4b38-bf18-fd275407b788)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:41:12.113740 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fac48d1-ee87-45a4-a43a-26bafa345bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:12.126383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7fac48d1-ee87-45a4-a43a-26bafa345bb7 admin admin] Calling delete_port for 5e396144-710b-449a-9fb5-9ed93850e99d owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:41:12.327519 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fac48d1-ee87-45a4-a43a-26bafa345bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:12.354759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac48d1-ee87-45a4-a43a-26bafa345bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e396144-710b-449a-9fb5-9ed93850e99d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:12.755314 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5f608536-2fd9-4c02-a45f-ab4569f872bd no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:41:12.777510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 5f608536-2fd9-4c02-a45f-ab4569f872bd {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:41:12.777829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5f608536-2fd9-4c02-a45f-ab4569f872bd not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:41:12.875047 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fac48d1-ee87-45a4-a43a-26bafa345bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:13.097840 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fac48d1-ee87-45a4-a43a-26bafa345bb7 admin admin] Router 76773555-f3e7-4893-a207-5eb33bbab9ea has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:41:13.205272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fac48d1-ee87-45a4-a43a-26bafa345bb7 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:41:13.211606 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7fac48d1-ee87-45a4-a43a-26bafa345bb7 admin admin] 10.222.0.43 "PUT /v2.0/routers/76773555-f3e7-4893-a207-5eb33bbab9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7985494 Nov 13 05:41:13.213684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45408) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:13.215813 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf02a5b-8aaf-46e7-9f9d-157a25084af7 None None] Sync routers for ids ['76773555-f3e7-4893-a207-5eb33bbab9ea'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:41:13.226854 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf02a5b-8aaf-46e7-9f9d-157a25084af7 None None] Routers {'76773555-f3e7-4893-a207-5eb33bbab9ea'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:41:13.227494 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-abf02a5b-8aaf-46e7-9f9d-157a25084af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:41:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['76773555-f3e7-4893-a207-5eb33bbab9ea'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:41:13.319859 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:13.332432 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-abf02a5b-8aaf-46e7-9f9d-157a25084af7 None None] Set router 76773555-f3e7-4893-a207-5eb33bbab9ea gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:41:13.421452 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:13.474845 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] Deleting port efb4787a-6d31-4aa2-bc69-9c12d5da85a4 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:41:13.475210 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:13.505903 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-abf02a5b-8aaf-46e7-9f9d-157a25084af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'name': 'tempest-TestVolumeBootPattern-56716255-router', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'efb4787a-6d31-4aa2-bc69-9c12d5da85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:41:12Z', 'revision_number': 5, 'project_id': '81996274cf0c4e1e9ff0a679c433633c', 'gw_port': {'id': 'efb4787a-6d31-4aa2-bc69-9c12d5da85a4', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:41:13.535129 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf02a5b-8aaf-46e7-9f9d-157a25084af7 None None] Checking router: 76773555-f3e7-4893-a207-5eb33bbab9ea for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:41:13.543715 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf02a5b-8aaf-46e7-9f9d-157a25084af7 None None] Routers {'76773555-f3e7-4893-a207-5eb33bbab9ea'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:41:13.544300 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-abf02a5b-8aaf-46e7-9f9d-157a25084af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:41:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['76773555-f3e7-4893-a207-5eb33bbab9ea'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:41:13.556507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] For port efb4787a-6d31-4aa2-bc69-9c12d5da85a4, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=efb4787a-6d31-4aa2-bc69-9c12d5da85a4,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:41:13.556855 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:13.571094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] Calling delete_port for efb4787a-6d31-4aa2-bc69-9c12d5da85a4 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:41:13.628223 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-abf02a5b-8aaf-46e7-9f9d-157a25084af7 None None] Set router 76773555-f3e7-4893-a207-5eb33bbab9ea gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:41:13.677992 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-abf02a5b-8aaf-46e7-9f9d-157a25084af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'name': 'tempest-TestVolumeBootPattern-56716255-router', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:41:13Z', 'revision_number': 6, 'project_id': '81996274cf0c4e1e9ff0a679c433633c', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:41:13.707008 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf02a5b-8aaf-46e7-9f9d-157a25084af7 None None] The sync data for ids ['76773555-f3e7-4893-a207-5eb33bbab9ea'] in n-d-813114-2 is: [{'id': '76773555-f3e7-4893-a207-5eb33bbab9ea', 'name': 'tempest-TestVolumeBootPattern-56716255-router', 'tenant_id': '81996274cf0c4e1e9ff0a679c433633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:30:32Z', 'updated_at': '2021-11-13T05:41:13Z', 'revision_number': 6, 'project_id': '81996274cf0c4e1e9ff0a679c433633c', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:41:13.740575 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:13.766734 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb4787a-6d31-4aa2-bc69-9c12d5da85a4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:13.781170 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb983992-1cbf-40c1-aa32-1e2ea8dae70b None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:41:13.830190 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:13.923077 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:13.926003 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:13.974793 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:13.975372 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76773555-f3e7-4893-a207-5eb33bbab9ea {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:41:13.979829 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:13.982123 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d8d67623-2440-4908-8848-b49f86600d44 admin admin] 10.222.0.43 "DELETE /v2.0/routers/76773555-f3e7-4893-a207-5eb33bbab9ea HTTP/1.1" status: 204 len: 168 time: 0.7674241 Nov 13 05:41:13.985177 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45410) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:14.035633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fb9a25-ef22-468d-8abd-efddfc3ed45f admin admin] Deleting subnet c16cb931-7b71-41c6-8a35-2b5574de6833 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:41:14.039249 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56fb9a25-ef22-468d-8abd-efddfc3ed45f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.076353 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56fb9a25-ef22-468d-8abd-efddfc3ed45f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.159960 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56fb9a25-ef22-468d-8abd-efddfc3ed45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.221115 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56fb9a25-ef22-468d-8abd-efddfc3ed45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.246298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb9a25-ef22-468d-8abd-efddfc3ed45f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16cb931-7b71-41c6-8a35-2b5574de6833,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:14.250311 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56fb9a25-ef22-468d-8abd-efddfc3ed45f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.253919 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-56fb9a25-ef22-468d-8abd-efddfc3ed45f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c16cb931-7b71-41c6-8a35-2b5574de6833 HTTP/1.1" status: 204 len: 168 time: 0.2675967 Nov 13 05:41:14.256372 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45412) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:14.257638 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a95002-79b2-420b-86a6-b0d4ba0b5e7a None None] Network 1a7b6abe-a860-448f-9155-5b90b4348953 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:41:14.325312 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.382173 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] Deleting port ee6556b1-41e6-4c19-90d2-cee983eebb59 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:41:14.382547 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.456871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] For port ee6556b1-41e6-4c19-90d2-cee983eebb59, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ee6556b1-41e6-4c19-90d2-cee983eebb59,segment=NetworkSegment(40aa1a57-f564-4b38-bf18-fd275407b788),segment_id=40aa1a57-f564-4b38-bf18-fd275407b788)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:41:14.457240 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.470286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] Calling delete_port for ee6556b1-41e6-4c19-90d2-cee983eebb59 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:41:14.486471 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26241a64-e6da-4d3e-b9d9-706b6ffdb3e2 None None] DHCP port deletion for 1a7b6abe-a860-448f-9155-5b90b4348953 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:41:14.547465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-26241a64-e6da-4d3e-b9d9-706b6ffdb3e2 None None] Deleting port ee6556b1-41e6-4c19-90d2-cee983eebb59 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:41:14.547829 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-26241a64-e6da-4d3e-b9d9-706b6ffdb3e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.555608 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.587115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6556b1-41e6-4c19-90d2-cee983eebb59,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:14.590307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] No DVR routers for this DVR port ee6556b1-41e6-4c19-90d2-cee983eebb59 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:41:14.622833 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-26241a64-e6da-4d3e-b9d9-706b6ffdb3e2 None None] For port ee6556b1-41e6-4c19-90d2-cee983eebb59, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ee6556b1-41e6-4c19-90d2-cee983eebb59,segment=NetworkSegment(40aa1a57-f564-4b38-bf18-fd275407b788),segment_id=40aa1a57-f564-4b38-bf18-fd275407b788)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:41:14.623259 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-26241a64-e6da-4d3e-b9d9-706b6ffdb3e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.637738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-26241a64-e6da-4d3e-b9d9-706b6ffdb3e2 None None] Calling delete_port for ee6556b1-41e6-4c19-90d2-cee983eebb59 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:41:14.671432 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.696403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7b6abe-a860-448f-9155-5b90b4348953']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:41:14.708945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40aa1a57-f564-4b38-bf18-fd275407b788') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:41:14.709239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40aa1a57-f564-4b38-bf18-fd275407b788') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:41:14.724857 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.725539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5e396144-710b-449a-9fb5-9ed93850e99d no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:41:14.739464 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.746288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:41:14.746672 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.747088 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-26241a64-e6da-4d3e-b9d9-706b6ffdb3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:41:14.748393 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:41:14.767912 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 5e396144-710b-449a-9fb5-9ed93850e99d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:41:14.768299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5e396144-710b-449a-9fb5-9ed93850e99d not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:41:14.768728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ee6556b1-41e6-4c19-90d2-cee983eebb59 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:41:14.776377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26241a64-e6da-4d3e-b9d9-706b6ffdb3e2 None None] Pushing event deleted for resources: {'Port': ['ID=ee6556b1-41e6-4c19-90d2-cee983eebb59,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:14.796996 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: ee6556b1-41e6-4c19-90d2-cee983eebb59 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:41:14.797710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ee6556b1-41e6-4c19-90d2-cee983eebb59 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:41:14.797710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device efb4787a-6d31-4aa2-bc69-9c12d5da85a4 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:41:14.802130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26241a64-e6da-4d3e-b9d9-706b6ffdb3e2 None None] No DVR routers for this DVR port ee6556b1-41e6-4c19-90d2-cee983eebb59 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:41:14.812911 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.820322 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:14.821486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: efb4787a-6d31-4aa2-bc69-9c12d5da85a4 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:41:14.821829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device efb4787a-6d31-4aa2-bc69-9c12d5da85a4 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:41:14.828131 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1a7b6abe-a860-448f-9155-5b90b4348953 HTTP/1.1" status: 204 len: 168 time: 0.5685296 Nov 13 05:41:14.840311 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe6d72-6b6f-485b-930a-86cec1150913 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a7b6abe-a860-448f-9155-5b90b4348953,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:14.991772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45416) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:15.034662 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f1abe9fa-d0aa-432d-98ef-7cef0327c3d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf02799d2ca0421bb2fa88dd0f52581f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412116 Nov 13 05:41:15.037365 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45418) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:15.088047 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3308836-8a98-4011-b994-0e7e3b3355b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:15.110485 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3308836-8a98-4011-b994-0e7e3b3355b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:15.170478 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3308836-8a98-4011-b994-0e7e3b3355b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:15.173693 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3308836-8a98-4011-b994-0e7e3b3355b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:15.175793 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a3308836-8a98-4011-b994-0e7e3b3355b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/255c1d53-60e4-4c28-a291-0fd433ddd2e6 HTTP/1.1" status: 204 len: 168 time: 0.1373131 Nov 13 05:41:15.185296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3308836-8a98-4011-b994-0e7e3b3355b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255c1d53-60e4-4c28-a291-0fd433ddd2e6,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:15.535724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45424) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:15.595737 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4798b572-0bcf-4ab3-ac7e-e3e17a64eaf9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81996274cf0c4e1e9ff0a679c433633c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587697 Nov 13 05:41:15.599128 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45426) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:15.649195 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fb4500a0-fbfe-46a6-aa46-e6780e5d2192 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:15.670372 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fb4500a0-fbfe-46a6-aa46-e6780e5d2192 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:15.722331 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fb4500a0-fbfe-46a6-aa46-e6780e5d2192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:15.724880 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fb4500a0-fbfe-46a6-aa46-e6780e5d2192 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:15.726077 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fb4500a0-fbfe-46a6-aa46-e6780e5d2192 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53417530-52fc-42d6-a202-24dfdec7a11d HTTP/1.1" status: 204 len: 168 time: 0.1260703 Nov 13 05:41:15.733670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4500a0-fbfe-46a6-aa46-e6780e5d2192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53417530-52fc-42d6-a202-24dfdec7a11d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:26.478736 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-dde62978-23bc-4bf1-afae-6466b2775c62 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=87bea707b8f34c7ea3575fd2fe557ead&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250623 Nov 13 05:41:26.598660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-9ab715b2-f044-45b5-bad5-71c38ad365f1 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:26.600136 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-9ab715b2-f044-45b5-bad5-71c38ad365f1 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1161547 Nov 13 05:41:26.615920 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-1ce08e2a-d37f-4675-90ad-eb4ef7b8da6f tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/quotas/87bea707b8f34c7ea3575fd2fe557ead HTTP/1.1" status: 200 len: 375 time: 0.0099940 Nov 13 05:41:26.648134 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-97c10d34-20ac-4765-908c-9d9e75b6576b tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=87bea707b8f34c7ea3575fd2fe557ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265081 Nov 13 05:41:26.929983 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-efd89d80-aeeb-44fe-83d6-2e4abc1a3973 req-f8593d23-8455-4169-9f12-d081dbbd96a3 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 210 time: 0.1276147 Nov 13 05:41:27.809684 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-3a2c34b6-4320-4b67-b0b7-26367099db96 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=87bea707b8f34c7ea3575fd2fe557ead&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219355 Nov 13 05:41:27.927284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-3432ea95-797c-4865-b66b-f0705f1dcce1 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:27.928761 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-3432ea95-797c-4865-b66b-f0705f1dcce1 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1125524 Nov 13 05:41:27.950639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Request body: {'port': {'device_id': '60ff980d-dab6-47ea-a800-72ca15b9619c', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'admin_state_up': True, 'tenant_id': '87bea707b8f34c7ea3575fd2fe557ead'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:41:28.040594 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd0329d1-143f-4d15-b472-8babfabb25c3 req-3eef56b4-5e34-4ee1-919a-da9a6d4ddb01 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 210 time: 0.0378163 Nov 13 05:41:28.087101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Made reservation on behalf of 87bea707b8f34c7ea3575fd2fe557ead for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:41:28.090635 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:28.099564 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:28.178593 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:28.185057 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:28.250936 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc893bb-c87d-4db9-ba11-e3563207ddba,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:28.322153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Allocated IP 192.168.233.110 (4773f1c7-7b03-498a-9492-152c992175f2/8dab2539-08ab-4a10-8fec-4c18b6c54935/03b33e5e-1b91-4934-8421-958a7ffa48e4) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:41:28.470360 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:28.506201 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:28.551919 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Network 4773f1c7-7b03-498a-9492-152c992175f2 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:41:28.557144 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:41:28.560783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:41:28.567088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Pushing event updated for resources: {'Port': ['ID=03b33e5e-1b91-4934-8421-958a7ffa48e4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:28.616242 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:28.616879 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:28.635933 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-81c13afb-0e60-4fe6-972c-78ee4a18cdae tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6888747 Nov 13 05:41:28.704254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Request body: {'port': {'device_id': '60ff980d-dab6-47ea-a800-72ca15b9619c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:41:28.761229 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:28.765308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-514923f1-3bea-4e3d-aff2-3b2afe5aa41d None None] Provisioning complete for port 03b33e5e-1b91-4934-8421-958a7ffa48e4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:41:28.765838 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-514923f1-3bea-4e3d-aff2-3b2afe5aa41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:28.799831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-514923f1-3bea-4e3d-aff2-3b2afe5aa41d None None] Port 03b33e5e-1b91-4934-8421-958a7ffa48e4 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:41:29.024437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b33e5e-1b91-4934-8421-958a7ffa48e4 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:41:29.031922 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:29.045434 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Transition to ACTIVE for port object 03b33e5e-1b91-4934-8421-958a7ffa48e4 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:41:29.049133 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:29.088988 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:29.120555 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Pushing event updated for resources: {'Port': ['ID=03b33e5e-1b91-4934-8421-958a7ffa48e4,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:29.179818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Attempting to bind port 03b33e5e-1b91-4934-8421-958a7ffa48e4 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:41:29.180151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Attempting to bind port 03b33e5e-1b91-4934-8421-958a7ffa48e4 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:41:29.180475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Attempting to bind port 03b33e5e-1b91-4934-8421-958a7ffa48e4 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:41:29.185324 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Port 03b33e5e-1b91-4934-8421-958a7ffa48e4 on network 4773f1c7-7b03-498a-9492-152c992175f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:41:29.185805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Attempting to bind port 03b33e5e-1b91-4934-8421-958a7ffa48e4 on network 4773f1c7-7b03-498a-9492-152c992175f2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:41:29.186969 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c02b4-37c2-4b61-88c1-2c38437e734a req-4ae662d2-ad99-42cd-9705-eac63c989e83 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:29.188600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f80c02b4-37c2-4b61-88c1-2c38437e734a req-4ae662d2-ad99-42cd-9705-eac63c989e83 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 948 time: 0.0605619 Nov 13 05:41:29.194080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:41:29.194504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Checking segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:41:29.194893 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Bound using segment: {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:41:29.195369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Bound port: 03b33e5e-1b91-4934-8421-958a7ffa48e4, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c96dfec-5592-4165-8197-c92f44b110d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:41:29.195732 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:29.246712 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f80c02b4-37c2-4b61-88c1-2c38437e734a req-fff2d601-d4e5-4dba-a839-ac40d4f811df tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc893bb-c87d-4db9-ba11-e3563207ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516658 Nov 13 05:41:29.272052 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] For port 03b33e5e-1b91-4934-8421-958a7ffa48e4, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:41:29.275345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] For port 03b33e5e-1b91-4934-8421-958a7ffa48e4, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=03b33e5e-1b91-4934-8421-958a7ffa48e4,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:41:29.280335 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:29.304331 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:29.314320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:29.315182 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:29.316652 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] 10.222.0.46 "PUT /v2.0/ports/03b33e5e-1b91-4934-8421-958a7ffa48e4 HTTP/1.1" status: 200 len: 1096 time: 0.6673303 Nov 13 05:41:29.317061 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ff980d-dab6-47ea-a800-72ca15b9619c', 'tag': '03b33e5e-1b91-4934-8421-958a7ffa48e4'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:41:29.319611 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a45fc18-b31d-4c9d-b5d0-04fc4d1d9343" -d '{"events": [{"name": "network-changed", "server_uuid": "60ff980d-dab6-47ea-a800-72ca15b9619c", "tag": "03b33e5e-1b91-4934-8421-958a7ffa48e4"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:41:29.357741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c4f25-c5cd-45c3-9f4e-dd601dc35201 service neutron] Pushing event updated for resources: {'Port': ['ID=03b33e5e-1b91-4934-8421-958a7ffa48e4,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:29.422655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-4fb08657-e405-4761-90d8-34e8e45ded25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:29.424247 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-4fb08657-e405-4761-90d8-34e8e45ded25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87bea707b8f34c7ea3575fd2fe557ead&device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 1099 time: 0.0481582 Nov 13 05:41:29.425721 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14918612-514b-4d7d-bd91-dd293e838e40 x-openstack-request-id: req-14918612-514b-4d7d-bd91-dd293e838e40 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:41:29.426004 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ff980d-dab6-47ea-a800-72ca15b9619c", "tag": "03b33e5e-1b91-4934-8421-958a7ffa48e4", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:41:29.426277 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14918612-514b-4d7d-bd91-dd293e838e40 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:41:29.426692 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ff980d-dab6-47ea-a800-72ca15b9619c', 'tag': '03b33e5e-1b91-4934-8421-958a7ffa48e4', 'status': 'completed', 'code': 200} Nov 13 05:41:29.487072 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-f89bb77a-6da6-4f69-adc2-65d86d4c21d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=03b33e5e-1b91-4934-8421-958a7ffa48e4 HTTP/1.1" status: 200 len: 217 time: 0.0398223 Nov 13 05:41:29.540509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-29bab249-d7b3-4b9d-993c-4c2c2a4ec5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:29.541930 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-29bab249-d7b3-4b9d-993c-4c2c2a4ec5cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0474510 Nov 13 05:41:29.589310 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-160e163e-0cca-41e5-a522-bbd1057e8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:29.590801 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-160e163e-0cca-41e5-a522-bbd1057e8662 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414035 Nov 13 05:41:29.692322 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-fa5a1e2a-71a7-4b91-8bc9-f2602431cba8 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865383 Nov 13 05:41:29.785177 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a8b3136d-fa3e-4fcf-8fa8-a020bf1c11c0 req-0b6ff7d2-b0c0-420f-9af9-a454aaec3be1 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848098 Nov 13 05:41:29.918652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45fc18-b31d-4c9d-b5d0-04fc4d1d9343 req-c33d06b8-ff11-4903-8a34-8f8f5b36777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:29.920189 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a45fc18-b31d-4c9d-b5d0-04fc4d1d9343 req-c33d06b8-ff11-4903-8a34-8f8f5b36777c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87bea707b8f34c7ea3575fd2fe557ead&device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 1099 time: 0.0427632 Nov 13 05:41:30.016717 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45fc18-b31d-4c9d-b5d0-04fc4d1d9343 req-e48f6058-f3d4-4294-a520-3babae1d3996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:30.018220 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a45fc18-b31d-4c9d-b5d0-04fc4d1d9343 req-e48f6058-f3d4-4294-a520-3babae1d3996 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4773f1c7-7b03-498a-9492-152c992175f2 HTTP/1.1" status: 200 len: 870 time: 0.0884395 Nov 13 05:41:30.060171 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a45fc18-b31d-4c9d-b5d0-04fc4d1d9343 req-f9e55f3c-3ca7-42f8-9842-d60f077b7f28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=03b33e5e-1b91-4934-8421-958a7ffa48e4 HTTP/1.1" status: 200 len: 217 time: 0.0348470 Nov 13 05:41:30.114361 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45fc18-b31d-4c9d-b5d0-04fc4d1d9343 req-2a657d4d-52e2-473e-8045-8e38df8e9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:30.115974 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a45fc18-b31d-4c9d-b5d0-04fc4d1d9343 req-2a657d4d-52e2-473e-8045-8e38df8e9bf8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dab2539-08ab-4a10-8fec-4c18b6c54935 HTTP/1.1" status: 200 len: 843 time: 0.0493174 Nov 13 05:41:30.162745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45fc18-b31d-4c9d-b5d0-04fc4d1d9343 req-01d75883-22df-4ed4-9c2c-02bc269ccdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:30.164291 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a45fc18-b31d-4c9d-b5d0-04fc4d1d9343 req-01d75883-22df-4ed4-9c2c-02bc269ccdb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4773f1c7-7b03-498a-9492-152c992175f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0415211 Nov 13 05:41:30.260822 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a45fc18-b31d-4c9d-b5d0-04fc4d1d9343 req-ea067c51-8598-40c4-9e0d-2036a03910f4 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887916 Nov 13 05:41:30.358319 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a45fc18-b31d-4c9d-b5d0-04fc4d1d9343 req-6a988215-de7f-4fd3-b17b-4214e6849fa5 service neutron] 10.222.0.46 "GET /v2.0/networks/4773f1c7-7b03-498a-9492-152c992175f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885880 Nov 13 05:41:30.370138 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a12fa3-3c99-483b-af47-e3de5cfa6fa4 req-1efdca33-2afe-48fb-9f5c-f7f2fa1ccefe tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:30.371692 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-71a12fa3-3c99-483b-af47-e3de5cfa6fa4 req-1efdca33-2afe-48fb-9f5c-f7f2fa1ccefe tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 948 time: 0.0525277 Nov 13 05:41:30.421975 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-71a12fa3-3c99-483b-af47-e3de5cfa6fa4 req-edd7f9ec-e779-418a-9ff7-a1ef8066dc02 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc893bb-c87d-4db9-ba11-e3563207ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439680 Nov 13 05:41:31.562705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9ab16-f855-4340-ad1f-c023b7cd954f req-4560dd37-e6db-4a7f-8b9d-cffc48aaff57 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:31.564338 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02c9ab16-f855-4340-ad1f-c023b7cd954f req-4560dd37-e6db-4a7f-8b9d-cffc48aaff57 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 948 time: 0.0576341 Nov 13 05:41:31.618862 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02c9ab16-f855-4340-ad1f-c023b7cd954f req-9c06486f-22eb-432a-875e-c58242e48078 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc893bb-c87d-4db9-ba11-e3563207ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455809 Nov 13 05:41:32.750148 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7aa05-e02b-493c-9f76-744109570581 req-3583ea85-7c8f-42c4-9b83-10563dff1105 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:32.751648 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-57e7aa05-e02b-493c-9f76-744109570581 req-3583ea85-7c8f-42c4-9b83-10563dff1105 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 948 time: 0.0518608 Nov 13 05:41:32.805302 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-57e7aa05-e02b-493c-9f76-744109570581 req-56932579-d28b-4afd-8000-44e18466a011 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc893bb-c87d-4db9-ba11-e3563207ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474339 Nov 13 05:41:33.931481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e0f1c-0441-4542-bf9e-f6cfc96f5e38 req-9306a8b5-504a-4d37-b798-69d443fc13a9 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:33.932976 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-854e0f1c-0441-4542-bf9e-f6cfc96f5e38 req-9306a8b5-504a-4d37-b798-69d443fc13a9 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 948 time: 0.0504782 Nov 13 05:41:33.983736 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-854e0f1c-0441-4542-bf9e-f6cfc96f5e38 req-63a45f18-65f7-4356-a0c6-a82489d9b00c tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc893bb-c87d-4db9-ba11-e3563207ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448174 Nov 13 05:41:34.369216 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4617d99-6f48-4fce-b4cf-167e5adff7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:35.125132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23873f5f-2529-410c-9b33-57f677ec01bc req-30bb93ed-6535-451e-b266-c057cf1965e2 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:35.126628 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23873f5f-2529-410c-9b33-57f677ec01bc req-30bb93ed-6535-451e-b266-c057cf1965e2 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 948 time: 0.0527618 Nov 13 05:41:35.158648 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 03b33e5e-1b91-4934-8421-958a7ffa48e4 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:41:35.183943 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23873f5f-2529-410c-9b33-57f677ec01bc req-ff3e4f6c-d3da-4f07-8d06-d8861a507026 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc893bb-c87d-4db9-ba11-e3563207ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507727 Nov 13 05:41:35.264506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 03b33e5e-1b91-4934-8421-958a7ffa48e4, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=03b33e5e-1b91-4934-8421-958a7ffa48e4,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:41:35.276174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '03b33e5e-1b91-4934-8421-958a7ffa48e4', 'network_id': '4773f1c7-7b03-498a-9492-152c992175f2', 'port_id': '03b33e5e-1b91-4934-8421-958a7ffa48e4', 'mac_address': 'fa:16:3e:49:f2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab2539-08ab-4a10-8fec-4c18b6c54935', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:41:35.314302 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:35.327355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b33e5e-1b91-4934-8421-958a7ffa48e4 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:41:35.347267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 03b33e5e-1b91-4934-8421-958a7ffa48e4, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=03b33e5e-1b91-4934-8421-958a7ffa48e4,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:41:35.352335 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:35.401671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=03b33e5e-1b91-4934-8421-958a7ffa48e4,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:35.815427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['03b33e5e-1b91-4934-8421-958a7ffa48e4'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:41:36.362330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f4491-69d2-46f5-9a5f-b63e11c7c4f5 req-3fb93d65-6d39-4018-9983-8e314337cd8f tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:36.363897 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0b8f4491-69d2-46f5-9a5f-b63e11c7c4f5 req-3fb93d65-6d39-4018-9983-8e314337cd8f tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 949 time: 0.0604579 Nov 13 05:41:36.413897 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0b8f4491-69d2-46f5-9a5f-b63e11c7c4f5 req-ef9a4645-d31b-4e6f-ab4e-635de1d4007c tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc893bb-c87d-4db9-ba11-e3563207ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432119 Nov 13 05:41:36.549254 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74aca068-b902-4462-8e18-3641948959e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:37.190671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 03b33e5e-1b91-4934-8421-958a7ffa48e4 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:41:37.247758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 03b33e5e-1b91-4934-8421-958a7ffa48e4 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:41:37.251738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 03b33e5e-1b91-4934-8421-958a7ffa48e4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:41:37.252103 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:37.332113 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:37.354182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ff980d-dab6-47ea-a800-72ca15b9619c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b33e5e-1b91-4934-8421-958a7ffa48e4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:41:37.356482 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef36ff95-3646-4e2f-8e31-5ddeb42da3b2" -d '{"events": [{"server_uuid": "60ff980d-dab6-47ea-a800-72ca15b9619c", "name": "network-vif-plugged", "status": "completed", "tag": "03b33e5e-1b91-4934-8421-958a7ffa48e4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:41:37.369065 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 03b33e5e-1b91-4934-8421-958a7ffa48e4, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=03b33e5e-1b91-4934-8421-958a7ffa48e4,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:41:37.373987 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:37.396725 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ebbbcd-aa73-41af-96f0-9b87262f2996 x-openstack-request-id: req-e4ebbbcd-aa73-41af-96f0-9b87262f2996 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:41:37.397013 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ff980d-dab6-47ea-a800-72ca15b9619c", "name": "network-vif-plugged", "status": "completed", "tag": "03b33e5e-1b91-4934-8421-958a7ffa48e4", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:41:37.397262 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4ebbbcd-aa73-41af-96f0-9b87262f2996 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:41:37.397650 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ff980d-dab6-47ea-a800-72ca15b9619c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b33e5e-1b91-4934-8421-958a7ffa48e4', 'code': 200} Nov 13 05:41:37.422476 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=03b33e5e-1b91-4934-8421-958a7ffa48e4,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:37.548018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb8df4-109a-4f73-900d-97bc1b8be09f req-254f49ef-8682-4171-a2ad-ed716722a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:37.549514 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7ebb8df4-109a-4f73-900d-97bc1b8be09f req-254f49ef-8682-4171-a2ad-ed716722a81a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 1101 time: 0.0696235 Nov 13 05:41:37.561683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d9df2-1f26-46ed-8830-6dfd76473c70 req-6ea66d2d-d3a3-463e-8b58-f5b541974823 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:37.563074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-370d9df2-1f26-46ed-8830-6dfd76473c70 req-6ea66d2d-d3a3-463e-8b58-f5b541974823 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 950 time: 0.0753207 Nov 13 05:41:37.626690 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7ebb8df4-109a-4f73-900d-97bc1b8be09f req-956e7090-a3a0-4e66-9abe-198c7af14733 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ccc893bb-c87d-4db9-ba11-e3563207ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625823 Nov 13 05:41:37.633615 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-370d9df2-1f26-46ed-8830-6dfd76473c70 req-ddf0ddc6-6744-4c8a-b22f-e72ee7ac9578 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc893bb-c87d-4db9-ba11-e3563207ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645771 Nov 13 05:41:38.083424 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:38.763723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dec574-6d40-4367-8b15-af58f2e687b8 req-ee121340-5c67-432b-aef4-008f03fcdb00 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:38.765279 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16dec574-6d40-4367-8b15-af58f2e687b8 req-ee121340-5c67-432b-aef4-008f03fcdb00 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 950 time: 0.0590320 Nov 13 05:41:38.814785 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16dec574-6d40-4367-8b15-af58f2e687b8 req-8eb36915-dc38-4889-97bb-2db7099f9893 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc893bb-c87d-4db9-ba11-e3563207ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434406 Nov 13 05:41:39.372346 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:39.941092 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba19d3-a79e-4e3b-aad1-76bc567ffda8 req-a283369a-0029-43d2-820f-1a29d37b4552 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:39.942584 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07ba19d3-a79e-4e3b-aad1-76bc567ffda8 req-a283369a-0029-43d2-820f-1a29d37b4552 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 950 time: 0.0512021 Nov 13 05:41:39.998249 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-07ba19d3-a79e-4e3b-aad1-76bc567ffda8 req-2f3df5d6-de8b-44c3-80ea-7c81d8dd4701 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc893bb-c87d-4db9-ba11-e3563207ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466056 Nov 13 05:41:40.041981 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:40.368177 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-168af84f-55dc-4424-aae4-e1be167d526f req-fc86557a-eb81-47c0-9f5f-55d52eeeddf3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:41:40.369410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-168af84f-55dc-4424-aae4-e1be167d526f req-fc86557a-eb81-47c0-9f5f-55d52eeeddf3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0627151 Nov 13 05:41:40.783902 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-9b762e99-6c85-4383-bc36-9ecc64e4a7b1 req-bfb05f0c-a490-4713-a48c-a47656fcd817 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:41:40.785013 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9b762e99-6c85-4383-bc36-9ecc64e4a7b1 req-bfb05f0c-a490-4713-a48c-a47656fcd817 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0495703 Nov 13 05:41:41.132969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43e9d3-4a71-414b-b73c-17863a144e73 req-0868f0a4-89ad-4635-9bed-2a3be1072e2a tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:41.134949 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed43e9d3-4a71-414b-b73c-17863a144e73 req-0868f0a4-89ad-4635-9bed-2a3be1072e2a tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 950 time: 0.0524123 Nov 13 05:41:41.183976 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed43e9d3-4a71-414b-b73c-17863a144e73 req-eef364ef-4bcc-4f14-97df-8689b42fc2bf tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc893bb-c87d-4db9-ba11-e3563207ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429873 Nov 13 05:41:42.324001 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981a38f-b9db-40d4-8509-775e46f7d204 req-05608524-af6a-46db-8e90-ef73370297cb tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:42.325466 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0981a38f-b9db-40d4-8509-775e46f7d204 req-05608524-af6a-46db-8e90-ef73370297cb tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 950 time: 0.0542419 Nov 13 05:41:42.373588 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0981a38f-b9db-40d4-8509-775e46f7d204 req-65035444-c26b-4676-b3db-aff2e96e8ae7 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc893bb-c87d-4db9-ba11-e3563207ddba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420203 Nov 13 05:41:42.627432 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e87fc-0994-4acb-b408-3c18ac4f574b req-d7805a62-0c12-419d-bac6-e0c7dd49d64a tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:42.628873 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a6e87fc-0994-4acb-b408-3c18ac4f574b req-d7805a62-0c12-419d-bac6-e0c7dd49d64a tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 950 time: 0.0507839 Nov 13 05:41:42.735647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9a6e87fc-0994-4acb-b408-3c18ac4f574b req-bda45ec2-2a0a-4804-85ec-7ef2390aaa46 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Deleting port 03b33e5e-1b91-4934-8421-958a7ffa48e4 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:41:42.735983 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9a6e87fc-0994-4acb-b408-3c18ac4f574b req-bda45ec2-2a0a-4804-85ec-7ef2390aaa46 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:42.836031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9a6e87fc-0994-4acb-b408-3c18ac4f574b req-bda45ec2-2a0a-4804-85ec-7ef2390aaa46 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] For port 03b33e5e-1b91-4934-8421-958a7ffa48e4, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=03b33e5e-1b91-4934-8421-958a7ffa48e4,segment=NetworkSegment(2c96dfec-5592-4165-8197-c92f44b110d8),segment_id=2c96dfec-5592-4165-8197-c92f44b110d8)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:41:42.836404 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9a6e87fc-0994-4acb-b408-3c18ac4f574b req-bda45ec2-2a0a-4804-85ec-7ef2390aaa46 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:42.849631 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9a6e87fc-0994-4acb-b408-3c18ac4f574b req-bda45ec2-2a0a-4804-85ec-7ef2390aaa46 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Calling delete_port for 03b33e5e-1b91-4934-8421-958a7ffa48e4 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:41:42.988555 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9a6e87fc-0994-4acb-b408-3c18ac4f574b req-bda45ec2-2a0a-4804-85ec-7ef2390aaa46 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:43.017019 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda45ec2-2a0a-4804-85ec-7ef2390aaa46 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Pushing event deleted for resources: {'Port': ['ID=03b33e5e-1b91-4934-8421-958a7ffa48e4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:43.025321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['03b33e5e-1b91-4934-8421-958a7ffa48e4'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:41:43.065646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6e87fc-0994-4acb-b408-3c18ac4f574b req-bda45ec2-2a0a-4804-85ec-7ef2390aaa46 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] No DVR routers for this DVR port 03b33e5e-1b91-4934-8421-958a7ffa48e4 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:41:43.068417 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9a6e87fc-0994-4acb-b408-3c18ac4f574b req-bda45ec2-2a0a-4804-85ec-7ef2390aaa46 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:43.071817 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a6e87fc-0994-4acb-b408-3c18ac4f574b req-bda45ec2-2a0a-4804-85ec-7ef2390aaa46 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.46 "DELETE /v2.0/ports/03b33e5e-1b91-4934-8421-958a7ffa48e4 HTTP/1.1" status: 204 len: 173 time: 0.4334447 Nov 13 05:41:43.072291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ff980d-dab6-47ea-a800-72ca15b9619c', 'name': 'network-vif-deleted', 'tag': '03b33e5e-1b91-4934-8421-958a7ffa48e4'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:41:43.074814 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917f5367-7b89-4a12-a433-cb4315026065" -d '{"events": [{"server_uuid": "60ff980d-dab6-47ea-a800-72ca15b9619c", "name": "network-vif-deleted", "tag": "03b33e5e-1b91-4934-8421-958a7ffa48e4"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:41:43.118598 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dc52c8-7a1e-470c-a0d6-454d0ffbaa05 x-openstack-request-id: req-49dc52c8-7a1e-470c-a0d6-454d0ffbaa05 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:41:43.118894 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ff980d-dab6-47ea-a800-72ca15b9619c", "name": "network-vif-deleted", "tag": "03b33e5e-1b91-4934-8421-958a7ffa48e4", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:41:43.119189 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49dc52c8-7a1e-470c-a0d6-454d0ffbaa05 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:41:43.119592 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ff980d-dab6-47ea-a800-72ca15b9619c', 'name': 'network-vif-deleted', 'tag': '03b33e5e-1b91-4934-8421-958a7ffa48e4', 'status': 'completed', 'code': 200} Nov 13 05:41:43.489683 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eccb2b1e-40da-467c-9a4e-e95662fe9a85 req-676acb1f-97a0-4739-a937-7d98170e40f4 tempest-ServersAdminNegativeTestJSON-17095289 tempest-ServersAdminNegativeTestJSON-17095289-project] 10.222.0.43 "GET /v2.0/ports?device_id=60ff980d-dab6-47ea-a800-72ca15b9619c HTTP/1.1" status: 200 len: 210 time: 0.0264821 Nov 13 05:41:44.814181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45590) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:44.951206 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-98555e1f-d469-40e8-a7b3-c37b43c2fd02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87bea707b8f34c7ea3575fd2fe557ead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358044 Nov 13 05:41:44.955072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45594) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:45.004699 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:45.026806 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:45.077732 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:45.080325 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:45.081520 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ccc893bb-c87d-4db9-ba11-e3563207ddba HTTP/1.1" status: 204 len: 168 time: 0.1255898 Nov 13 05:41:45.089521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc893bb-c87d-4db9-ba11-e3563207ddba,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:45.098581 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.099007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.099313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.099622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.099946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.100274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.100604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.100922 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.101238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.101553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.101876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.102201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca53e6e-0a70-48db-aab2-c1f1712dab05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.378006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45600) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:45.394706 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6103f4f9-844e-44d5-b90b-0c562e0d2215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:45.477598 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6103f4f9-844e-44d5-b90b-0c562e0d2215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:45.483317 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6103f4f9-844e-44d5-b90b-0c562e0d2215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:45.522177 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6103f4f9-844e-44d5-b90b-0c562e0d2215 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b69fd78edd274c5f8c1f84a572e3a26b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427572 Nov 13 05:41:45.523459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103f4f9-844e-44d5-b90b-0c562e0d2215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13ca7e9-a34d-46a5-b5c6-c5af91ced0f9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:45.525206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45602) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:45.582839 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:45.604526 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:45.652576 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:45.655684 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:45.656850 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a13ca7e9-a34d-46a5-b5c6-c5af91ced0f9 HTTP/1.1" status: 204 len: 168 time: 0.1306677 Nov 13 05:41:45.664675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13ca7e9-a34d-46a5-b5c6-c5af91ced0f9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:45.672650 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.673024 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.673363 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.673768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.674112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.674437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.674759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.675176 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.675498 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.675840 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.676246 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.676466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efd49e-e7fc-4ae7-99c9-22f0be3d0916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:41:45.739655 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:41:46.383628 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45624) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:46.490852 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-657456113-network', 'tenant_id': 'b57fc8c7f0ee44bdbaa76932e6461a0b'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:41:46.515211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] Made reservation on behalf of b57fc8c7f0ee44bdbaa76932e6461a0b for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:41:46.518063 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:46.526696 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:46.606964 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:46.612602 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:46.638020 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:41:46.646986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5667e979-8812-483d-b9b1-8e77ca1aa99c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:46.654393 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:46.654829 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] Added segment 6373375b-f659-413a-b9d7-e081cc68d075 of type vlan for network 198ccb46-5107-4649-99e1-75e4bd21812f Nov 13 05:41:46.698548 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:46.726228 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:46.727217 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:46.727836 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:46.783822 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3990326 Nov 13 05:41:46.787048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45628) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:41:46.789021 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c04a1-0eb4-4f07-af6d-a116d7ee9136 admin admin] Pushing event updated for resources: {'Network': ['ID=198ccb46-5107-4649-99e1-75e4bd21812f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:46.792263 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6b6dbc8c-ae0a-4524-9609-d5eca59b2510 admin admin] Request body: {'subnet': {'network_id': '198ccb46-5107-4649-99e1-75e4bd21812f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-657456113-subnet', 'tenant_id': 'b57fc8c7f0ee44bdbaa76932e6461a0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:41:46.802883 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 198ccb46-5107-4649-99e1-75e4bd21812f details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:41:46.816854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6dbc8c-ae0a-4524-9609-d5eca59b2510 admin admin] Made reservation on behalf of b57fc8c7f0ee44bdbaa76932e6461a0b for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:41:46.819693 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b6dbc8c-ae0a-4524-9609-d5eca59b2510 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:46.995866 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b6dbc8c-ae0a-4524-9609-d5eca59b2510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:47.046869 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6dbc8c-ae0a-4524-9609-d5eca59b2510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1bac20d-7445-497c-a676-7a85a3973720,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:47.062829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6dbc8c-ae0a-4524-9609-d5eca59b2510 admin admin] Checking segment: {'id': '6373375b-f659-413a-b9d7-e081cc68d075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '198ccb46-5107-4649-99e1-75e4bd21812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:41:47.063202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6dbc8c-ae0a-4524-9609-d5eca59b2510 admin admin] Network hostable DHCP agents. Network: 198ccb46-5107-4649-99e1-75e4bd21812f, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:41:47.080773 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6dbc8c-ae0a-4524-9609-d5eca59b2510 admin admin] Network 198ccb46-5107-4649-99e1-75e4bd21812f is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:41:47.090496 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6b6dbc8c-ae0a-4524-9609-d5eca59b2510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 198ccb46-5107-4649-99e1-75e4bd21812f) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:41:47.094778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6dbc8c-ae0a-4524-9609-d5eca59b2510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:47.095397 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b6dbc8c-ae0a-4524-9609-d5eca59b2510 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:47.099612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19acf2b-b806-487d-ade6-c43c10223b35 None None] Network 198ccb46-5107-4649-99e1-75e4bd21812f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:41:47.115531 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6b6dbc8c-ae0a-4524-9609-d5eca59b2510 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3272557 Nov 13 05:41:47.236444 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4041de1a-52f5-40e5-b894-e3589864f49d None None] Network 198ccb46-5107-4649-99e1-75e4bd21812f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:41:47.238656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 03b33e5e-1b91-4934-8421-958a7ffa48e4 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:41:47.259172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 03b33e5e-1b91-4934-8421-958a7ffa48e4 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:41:47.259509 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 03b33e5e-1b91-4934-8421-958a7ffa48e4 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:41:47.568828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dfc5a-3be7-4804-8304-252ac309452d req-4234963d-100b-4699-a165-1f1bd70e5d21 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:47.570187 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-4234963d-100b-4699-a165-1f1bd70e5d21 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/networks?id=198ccb46-5107-4649-99e1-75e4bd21812f HTTP/1.1" status: 200 len: 811 time: 0.1267846 Nov 13 05:41:47.586076 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-589a4b8f-a234-4689-8167-04643b86ea96 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/quotas/b57fc8c7f0ee44bdbaa76932e6461a0b HTTP/1.1" status: 200 len: 375 time: 0.0100536 Nov 13 05:41:47.619256 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-ca42998c-f304-47d8-bbbe-48c98a187439 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b57fc8c7f0ee44bdbaa76932e6461a0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277681 Nov 13 05:41:47.633017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-6d8fa0dc-8ff0-418f-bd86-a93a38282a56 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:41:47.634294 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-6d8fa0dc-8ff0-418f-bd86-a93a38282a56 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080621 Nov 13 05:41:47.728175 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-932d8613-02f7-451d-b27b-31bcebc65d13 service neutron] 10.222.0.43 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880587 Nov 13 05:41:47.818950 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-79a121bd-fccb-406b-9fd2-eac408724424 service neutron] 10.222.0.43 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827568 Nov 13 05:41:47.987305 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2a060e55-3cc3-43cc-8f05-17ae430f214d req-c479e177-8ac0-47ae-8cc0-d3c78b0f74ec tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 210 time: 0.0262601 Nov 13 05:41:49.046056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dfc5a-3be7-4804-8304-252ac309452d req-502407a6-dd7f-4ef1-90c8-47cbe98552cd tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:49.047643 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-502407a6-dd7f-4ef1-90c8-47cbe98552cd tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.46 "GET /v2.0/networks?id=198ccb46-5107-4649-99e1-75e4bd21812f HTTP/1.1" status: 200 len: 811 time: 0.1115918 Nov 13 05:41:49.067746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-808dfc5a-3be7-4804-8304-252ac309452d req-5f81c043-5757-4144-8715-6c5455b3827a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Request body: {'port': {'device_id': '33920cb5-978e-429b-a531-5d641a70e76f', 'network_id': '198ccb46-5107-4649-99e1-75e4bd21812f', 'admin_state_up': True, 'tenant_id': 'b57fc8c7f0ee44bdbaa76932e6461a0b'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:41:49.091820 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-88f1e167-3980-48a1-805a-ff379d4b2c58 req-0aa014d0-ddee-4a44-8737-37a40645ee71 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 210 time: 0.0292976 Nov 13 05:41:49.177968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808dfc5a-3be7-4804-8304-252ac309452d req-5f81c043-5757-4144-8715-6c5455b3827a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Made reservation on behalf of b57fc8c7f0ee44bdbaa76932e6461a0b for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:41:49.181547 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-808dfc5a-3be7-4804-8304-252ac309452d req-5f81c043-5757-4144-8715-6c5455b3827a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:49.325230 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-808dfc5a-3be7-4804-8304-252ac309452d req-5f81c043-5757-4144-8715-6c5455b3827a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Allocated IP 172.20.0.14 (198ccb46-5107-4649-99e1-75e4bd21812f/e1bac20d-7445-497c-a676-7a85a3973720/3105aa39-381c-4b06-8b24-19723269fbba) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:41:49.487182 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-808dfc5a-3be7-4804-8304-252ac309452d req-5f81c043-5757-4144-8715-6c5455b3827a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:49.526435 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-808dfc5a-3be7-4804-8304-252ac309452d req-5f81c043-5757-4144-8715-6c5455b3827a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:49.567245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808dfc5a-3be7-4804-8304-252ac309452d req-5f81c043-5757-4144-8715-6c5455b3827a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Network 198ccb46-5107-4649-99e1-75e4bd21812f is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:41:49.572209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-808dfc5a-3be7-4804-8304-252ac309452d req-5f81c043-5757-4144-8715-6c5455b3827a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:41:49.575900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-808dfc5a-3be7-4804-8304-252ac309452d req-5f81c043-5757-4144-8715-6c5455b3827a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:41:49.584143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81c043-5757-4144-8715-6c5455b3827a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Pushing event updated for resources: {'Port': ['ID=3105aa39-381c-4b06-8b24-19723269fbba,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:49.629402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dfc5a-3be7-4804-8304-252ac309452d req-5f81c043-5757-4144-8715-6c5455b3827a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:49.630000 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-808dfc5a-3be7-4804-8304-252ac309452d req-5f81c043-5757-4144-8715-6c5455b3827a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:49.652496 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-5f81c043-5757-4144-8715-6c5455b3827a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5892682 Nov 13 05:41:49.670755 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Request body: {'port': {'device_id': '33920cb5-978e-429b-a531-5d641a70e76f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:41:49.729323 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:50.029882 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3105aa39-381c-4b06-8b24-19723269fbba {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:41:50.038809 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:50.051931 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Transition to ACTIVE for port object 3105aa39-381c-4b06-8b24-19723269fbba will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:41:50.056496 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:50.112113 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Pushing event updated for resources: {'Port': ['ID=3105aa39-381c-4b06-8b24-19723269fbba,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:50.554829 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1be29-5d81-4e0d-8ea3-09c128a2467b req-6539cdea-5106-4273-92a3-964a19f319ef tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:50.556322 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29e1be29-5d81-4e0d-8ea3-09c128a2467b req-6539cdea-5106-4273-92a3-964a19f319ef tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 944 time: 0.0845876 Nov 13 05:41:50.557120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Attempting to bind port 3105aa39-381c-4b06-8b24-19723269fbba on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:41:50.557417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Attempting to bind port 3105aa39-381c-4b06-8b24-19723269fbba by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '6373375b-f659-413a-b9d7-e081cc68d075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '198ccb46-5107-4649-99e1-75e4bd21812f'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:41:50.557762 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Attempting to bind port 3105aa39-381c-4b06-8b24-19723269fbba on network 198ccb46-5107-4649-99e1-75e4bd21812f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:41:50.563571 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Port 3105aa39-381c-4b06-8b24-19723269fbba on network 198ccb46-5107-4649-99e1-75e4bd21812f not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:41:50.563884 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Attempting to bind port 3105aa39-381c-4b06-8b24-19723269fbba on network 198ccb46-5107-4649-99e1-75e4bd21812f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:41:50.579364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:41:50.579692 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Checking segment: {'id': '6373375b-f659-413a-b9d7-e081cc68d075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '198ccb46-5107-4649-99e1-75e4bd21812f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:41:50.580057 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Bound using segment: {'id': '6373375b-f659-413a-b9d7-e081cc68d075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '198ccb46-5107-4649-99e1-75e4bd21812f'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:41:50.580486 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Bound port: 3105aa39-381c-4b06-8b24-19723269fbba, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6373375b-f659-413a-b9d7-e081cc68d075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '198ccb46-5107-4649-99e1-75e4bd21812f'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:41:50.580833 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:50.641211 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29e1be29-5d81-4e0d-8ea3-09c128a2467b req-fb04fe0b-7f98-4f3f-b06c-ec6f55e74c16 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785794 Nov 13 05:41:50.669948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] For port 3105aa39-381c-4b06-8b24-19723269fbba, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:41:50.673640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] For port 3105aa39-381c-4b06-8b24-19723269fbba, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=3105aa39-381c-4b06-8b24-19723269fbba,segment=NetworkSegment(6373375b-f659-413a-b9d7-e081cc68d075),segment_id=6373375b-f659-413a-b9d7-e081cc68d075)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:41:50.679682 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:50.714847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:50.715532 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:50.716918 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] 10.222.0.46 "PUT /v2.0/ports/3105aa39-381c-4b06-8b24-19723269fbba HTTP/1.1" status: 200 len: 1092 time: 1.0505757 Nov 13 05:41:50.717351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33920cb5-978e-429b-a531-5d641a70e76f', 'tag': '3105aa39-381c-4b06-8b24-19723269fbba'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:41:50.719697 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dfb0ee-13db-4fae-939e-83236732ad1a" -d '{"events": [{"name": "network-changed", "server_uuid": "33920cb5-978e-429b-a531-5d641a70e76f", "tag": "3105aa39-381c-4b06-8b24-19723269fbba"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:41:50.740520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4341ee9-0767-448e-a2ed-f05e74debedb service neutron] Pushing event updated for resources: {'Port': ['ID=3105aa39-381c-4b06-8b24-19723269fbba,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:50.769482 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb5841f-b388-44d3-9ead-8736d27dab4a x-openstack-request-id: req-1fb5841f-b388-44d3-9ead-8736d27dab4a {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:41:50.769773 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33920cb5-978e-429b-a531-5d641a70e76f", "tag": "3105aa39-381c-4b06-8b24-19723269fbba", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:41:50.770022 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1fb5841f-b388-44d3-9ead-8736d27dab4a {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:41:50.770416 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33920cb5-978e-429b-a531-5d641a70e76f', 'tag': '3105aa39-381c-4b06-8b24-19723269fbba', 'status': 'completed', 'code': 200} Nov 13 05:41:50.831882 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dfc5a-3be7-4804-8304-252ac309452d req-5f973aba-56d6-4bcd-9d5e-d2b3d10abff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:50.833330 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-5f973aba-56d6-4bcd-9d5e-d2b3d10abff3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b57fc8c7f0ee44bdbaa76932e6461a0b&device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 1095 time: 0.0454910 Nov 13 05:41:50.885154 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-5286725e-b1db-42a6-abc6-2670c81b36f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3105aa39-381c-4b06-8b24-19723269fbba HTTP/1.1" status: 200 len: 217 time: 0.0385761 Nov 13 05:41:50.942121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dfc5a-3be7-4804-8304-252ac309452d req-89f84f28-2125-458c-a972-2413e8a9fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:50.943612 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-89f84f28-2125-458c-a972-2413e8a9fc13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1bac20d-7445-497c-a676-7a85a3973720 HTTP/1.1" status: 200 len: 851 time: 0.0506449 Nov 13 05:41:50.976478 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-ad6d08e4-f8f5-4226-9867-deeecf98c752 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=198ccb46-5107-4649-99e1-75e4bd21812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253525 Nov 13 05:41:51.086473 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-3746e0ea-d7ff-4417-807a-97896c953941 service neutron] 10.222.0.46 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028883 Nov 13 05:41:51.187785 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-808dfc5a-3be7-4804-8304-252ac309452d req-5b5f41b8-5b92-45fc-95e0-9296ac8c58dd service neutron] 10.222.0.46 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939865 Nov 13 05:41:51.327340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfb0ee-13db-4fae-939e-83236732ad1a req-44e1cb32-fcd7-4f65-bb7d-04ae71589d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:51.328985 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-74dfb0ee-13db-4fae-939e-83236732ad1a req-44e1cb32-fcd7-4f65-bb7d-04ae71589d80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b57fc8c7f0ee44bdbaa76932e6461a0b&device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 1095 time: 0.0425520 Nov 13 05:41:51.431441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfb0ee-13db-4fae-939e-83236732ad1a req-a4490c63-d619-42dd-9eb0-17b01279cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:51.432895 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-74dfb0ee-13db-4fae-939e-83236732ad1a req-a4490c63-d619-42dd-9eb0-17b01279cf59 service neutron] 10.222.0.46 "GET /v2.0/networks?id=198ccb46-5107-4649-99e1-75e4bd21812f HTTP/1.1" status: 200 len: 912 time: 0.0971529 Nov 13 05:41:51.474787 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-74dfb0ee-13db-4fae-939e-83236732ad1a req-cf000a09-269f-4b88-adff-ae68bb138f36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3105aa39-381c-4b06-8b24-19723269fbba HTTP/1.1" status: 200 len: 217 time: 0.0344248 Nov 13 05:41:51.529688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfb0ee-13db-4fae-939e-83236732ad1a req-cab19625-7a85-4e88-b5b7-07c142429bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:51.531181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-74dfb0ee-13db-4fae-939e-83236732ad1a req-cab19625-7a85-4e88-b5b7-07c142429bd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1bac20d-7445-497c-a676-7a85a3973720 HTTP/1.1" status: 200 len: 851 time: 0.0491648 Nov 13 05:41:51.563557 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-74dfb0ee-13db-4fae-939e-83236732ad1a req-886da0d4-31e0-4d73-8dd1-2a67f5fff369 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=198ccb46-5107-4649-99e1-75e4bd21812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248275 Nov 13 05:41:51.654051 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-74dfb0ee-13db-4fae-939e-83236732ad1a req-b24a77f9-d56a-45db-b447-dc3a3dac0c4b service neutron] 10.222.0.46 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832870 Nov 13 05:41:51.781970 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-74dfb0ee-13db-4fae-939e-83236732ad1a req-08f34396-7f92-44e5-ba03-dafa3faeb2ca service neutron] 10.222.0.46 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206307 Nov 13 05:41:51.790434 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97acb87-c56e-4bd5-8aeb-a2a9bd5300e5 req-9f4845b9-3b05-46d6-81f9-2fb0ed1edd9a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:51.791831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c97acb87-c56e-4bd5-8aeb-a2a9bd5300e5 req-9f4845b9-3b05-46d6-81f9-2fb0ed1edd9a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 944 time: 0.0712202 Nov 13 05:41:51.847149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c97acb87-c56e-4bd5-8aeb-a2a9bd5300e5 req-2a277988-8d2c-4b7f-a42b-7ce1bc259727 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472910 Nov 13 05:41:52.987460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5f686-2f8d-4ce0-81fe-d0b7193c03de req-70509e69-0c3f-480c-abb6-e89bc4885940 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:52.988843 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09e5f686-2f8d-4ce0-81fe-d0b7193c03de req-70509e69-0c3f-480c-abb6-e89bc4885940 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 944 time: 0.0559332 Nov 13 05:41:53.040925 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09e5f686-2f8d-4ce0-81fe-d0b7193c03de req-613c5e4d-6c84-4034-8943-df2e8e31be21 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427780 Nov 13 05:41:54.166091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289360c5-0575-4289-af1c-5bb413bbb6a5 req-01bd5219-1fcd-4913-80e1-750bf920514a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:54.167629 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-289360c5-0575-4289-af1c-5bb413bbb6a5 req-01bd5219-1fcd-4913-80e1-750bf920514a tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 944 time: 0.0582204 Nov 13 05:41:54.217282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-289360c5-0575-4289-af1c-5bb413bbb6a5 req-123c2458-269a-4aa4-a0e5-8ff48bf52f6e tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430882 Nov 13 05:41:55.286709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 3105aa39-381c-4b06-8b24-19723269fbba details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:41:55.351770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d196458-5745-4b53-9766-83135b411120 req-3b9fa9f4-fa42-4033-9af2-8c5f95190f10 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:55.352706 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d196458-5745-4b53-9766-83135b411120 req-3b9fa9f4-fa42-4033-9af2-8c5f95190f10 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 944 time: 0.0545282 Nov 13 05:41:55.386212 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 3105aa39-381c-4b06-8b24-19723269fbba, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=3105aa39-381c-4b06-8b24-19723269fbba,segment=NetworkSegment(6373375b-f659-413a-b9d7-e081cc68d075),segment_id=6373375b-f659-413a-b9d7-e081cc68d075)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:41:55.397665 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '3105aa39-381c-4b06-8b24-19723269fbba', 'network_id': '198ccb46-5107-4649-99e1-75e4bd21812f', 'port_id': '3105aa39-381c-4b06-8b24-19723269fbba', 'mac_address': 'fa:16:3e:cd:f0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bac20d-7445-497c-a676-7a85a3973720', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:41:55.402245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8d196458-5745-4b53-9766-83135b411120 req-d392482d-dab8-4663-8399-d907cf91e34f tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435483 Nov 13 05:41:55.436183 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:55.452991 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3105aa39-381c-4b06-8b24-19723269fbba {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:41:55.471774 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 3105aa39-381c-4b06-8b24-19723269fbba, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=3105aa39-381c-4b06-8b24-19723269fbba,segment=NetworkSegment(6373375b-f659-413a-b9d7-e081cc68d075),segment_id=6373375b-f659-413a-b9d7-e081cc68d075)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:41:55.477614 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:55.524514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=3105aa39-381c-4b06-8b24-19723269fbba,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:55.854291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['3105aa39-381c-4b06-8b24-19723269fbba'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:41:56.525699 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30776f-c8b5-496e-8078-1e497d095a98 req-552b103a-4668-49ed-a0b8-edfd5ad218fb tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:56.527196 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb30776f-c8b5-496e-8078-1e497d095a98 req-552b103a-4668-49ed-a0b8-edfd5ad218fb tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 945 time: 0.0553982 Nov 13 05:41:56.580521 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb30776f-c8b5-496e-8078-1e497d095a98 req-2d82a465-d87e-4593-9458-332a7782ad71 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450139 Nov 13 05:41:57.458451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 3105aa39-381c-4b06-8b24-19723269fbba up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:41:57.511499 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 3105aa39-381c-4b06-8b24-19723269fbba completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:41:57.515119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 3105aa39-381c-4b06-8b24-19723269fbba triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:41:57.515481 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:57.597640 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:57.624542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33920cb5-978e-429b-a531-5d641a70e76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3105aa39-381c-4b06-8b24-19723269fbba'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:41:57.626843 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d295940-d1e9-4777-84d1-a52e13113047" -d '{"events": [{"server_uuid": "33920cb5-978e-429b-a531-5d641a70e76f", "name": "network-vif-plugged", "status": "completed", "tag": "3105aa39-381c-4b06-8b24-19723269fbba"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:41:57.639243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 3105aa39-381c-4b06-8b24-19723269fbba, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=3105aa39-381c-4b06-8b24-19723269fbba,segment=NetworkSegment(6373375b-f659-413a-b9d7-e081cc68d075),segment_id=6373375b-f659-413a-b9d7-e081cc68d075)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:41:57.645067 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:57.693269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=3105aa39-381c-4b06-8b24-19723269fbba,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:41:57.702252 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9df45c-dee2-4293-97d3-873207c46c1e req-c00a0fe0-778c-463e-9c1b-5f041ec80984 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:57.703953 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0c9df45c-dee2-4293-97d3-873207c46c1e req-c00a0fe0-778c-463e-9c1b-5f041ec80984 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0537121 Nov 13 05:41:57.733777 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8578180f-e33e-4587-b8a9-fd70908dad41 x-openstack-request-id: req-8578180f-e33e-4587-b8a9-fd70908dad41 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:41:57.734074 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33920cb5-978e-429b-a531-5d641a70e76f", "name": "network-vif-plugged", "status": "completed", "tag": "3105aa39-381c-4b06-8b24-19723269fbba", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:41:57.734327 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8578180f-e33e-4587-b8a9-fd70908dad41 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:41:57.735108 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33920cb5-978e-429b-a531-5d641a70e76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3105aa39-381c-4b06-8b24-19723269fbba', 'code': 200} Nov 13 05:41:57.756166 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0c9df45c-dee2-4293-97d3-873207c46c1e req-30ef244d-bc93-4de0-a157-3e07f14f2b74 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460598 Nov 13 05:41:57.873884 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fadea5-6f89-43f1-8969-1e16d28500ea req-7db57db4-9b1e-402d-8f3f-e2687b5dad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:57.875637 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-73fadea5-6f89-43f1-8969-1e16d28500ea req-7db57db4-9b1e-402d-8f3f-e2687b5dad77 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 1097 time: 0.0506871 Nov 13 05:41:57.926424 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-73fadea5-6f89-43f1-8969-1e16d28500ea req-48b4a6c0-f136-4f21-8999-a31570486f2f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386024 Nov 13 05:41:58.877023 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7fa9a-f141-4d4c-b266-c53caa9ea763 req-25362f2b-c0f3-43f6-9eba-afb03f4a9d7c tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:41:58.878597 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b7f7fa9a-f141-4d4c-b266-c53caa9ea763 req-25362f2b-c0f3-43f6-9eba-afb03f4a9d7c tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0500958 Nov 13 05:41:58.928739 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b7f7fa9a-f141-4d4c-b266-c53caa9ea763 req-c9a9d89e-3a5b-4dfb-9742-77502f35cbee tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440655 Nov 13 05:41:59.079176 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:41:59.305997 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:00.066408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a100c7c-2f78-4977-9f3a-ef1eced72c37 req-e63817fe-2f13-4956-9d33-0c489702c9c2 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:00.068553 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a100c7c-2f78-4977-9f3a-ef1eced72c37 req-e63817fe-2f13-4956-9d33-0c489702c9c2 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0608597 Nov 13 05:42:00.128816 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a100c7c-2f78-4977-9f3a-ef1eced72c37 req-21d20256-a94c-4ee5-9c06-76dac1866374 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516915 Nov 13 05:42:00.487069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45688) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:42:00.499128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41d1d6-5b21-4035-aea9-d6423387103d req-3fe909f7-d52b-40ee-aec2-e2f8aafba76e tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:00.501301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1e41d1d6-5b21-4035-aea9-d6423387103d req-3fe909f7-d52b-40ee-aec2-e2f8aafba76e tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0561562 Nov 13 05:42:00.554609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1e41d1d6-5b21-4035-aea9-d6423387103d req-fe4d8bf1-06d7-42e8-b8cf-065c2569f1ab tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471153 Nov 13 05:42:00.581656 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-49677d27-c0a7-4aa8-a04c-32e1de743fbc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921199 Nov 13 05:42:00.590267 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-0904bd3a-26d9-4bf6-88f4-4e2fd95cbf22 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:42:00.591228 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-0904bd3a-26d9-4bf6-88f4-4e2fd95cbf22 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053134 Nov 13 05:42:01.685063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3aae1c-33c1-4729-8c90-c9db92800c59 req-60f41a86-1b46-46bd-9da0-8f3214386a7f tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:01.687163 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c3aae1c-33c1-4729-8c90-c9db92800c59 req-60f41a86-1b46-46bd-9da0-8f3214386a7f tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0598567 Nov 13 05:42:01.739343 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c3aae1c-33c1-4729-8c90-c9db92800c59 req-d4e578df-6e1b-4b68-bcbc-9d665def6001 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444491 Nov 13 05:42:02.206759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-f7b32973-9eba-4d45-8a08-cb8e60bf6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:02.208554 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-f7b32973-9eba-4d45-8a08-cb8e60bf6e2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b57fc8c7f0ee44bdbaa76932e6461a0b&device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 1097 time: 0.0435443 Nov 13 05:42:02.306751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-c809ea03-f5f8-4c5e-a163-e87b902e2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:02.308136 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-c809ea03-f5f8-4c5e-a163-e87b902e2753 service neutron] 10.222.0.46 "GET /v2.0/networks?id=198ccb46-5107-4649-99e1-75e4bd21812f HTTP/1.1" status: 200 len: 912 time: 0.0914352 Nov 13 05:42:02.350060 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-7c38dc15-ea97-4156-832c-98e342643ef6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3105aa39-381c-4b06-8b24-19723269fbba HTTP/1.1" status: 200 len: 217 time: 0.0348988 Nov 13 05:42:02.399280 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-0471c8ec-d360-4d07-b742-7d16c4fd9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:02.400740 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-0471c8ec-d360-4d07-b742-7d16c4fd9d79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1bac20d-7445-497c-a676-7a85a3973720 HTTP/1.1" status: 200 len: 851 time: 0.0440621 Nov 13 05:42:02.434840 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-f8e788c7-55c7-4d0d-b1ae-cb2ac749e420 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=198ccb46-5107-4649-99e1-75e4bd21812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268524 Nov 13 05:42:02.535992 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-3b0eecd3-ac35-4734-9978-14ca2e088f16 service neutron] 10.222.0.46 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944140 Nov 13 05:42:02.633909 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-ce430943-cace-4032-af7f-c89807705271 service neutron] 10.222.0.46 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911896 Nov 13 05:42:02.870192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde21a8c-a42e-4097-a880-c877de081f85 req-36037184-b3a5-4016-a7d6-c401e21ad78d tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:02.871715 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dde21a8c-a42e-4097-a880-c877de081f85 req-36037184-b3a5-4016-a7d6-c401e21ad78d tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0606577 Nov 13 05:42:02.920157 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dde21a8c-a42e-4097-a880-c877de081f85 req-74b46336-bf1e-4429-8a5e-34fe0a8a9de2 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423355 Nov 13 05:42:04.051615 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77a719-4980-4a34-a286-8798373e4a37 req-d602e774-8058-4e13-bd98-20211ecf652c tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:04.053159 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd77a719-4980-4a34-a286-8798373e4a37 req-d602e774-8058-4e13-bd98-20211ecf652c tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0510855 Nov 13 05:42:04.104409 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd77a719-4980-4a34-a286-8798373e4a37 req-83107017-5836-423b-a125-bcd4446f6412 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Nov 13 05:42:04.370643 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-deacb07b-9c74-428c-98aa-27e64cd9657b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:05.238699 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73597090-9b0f-46ca-adf0-c367a222b3c9 req-8ee98f6f-5b3b-44c4-8d42-81ffa20f8793 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:05.240239 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-73597090-9b0f-46ca-adf0-c367a222b3c9 req-8ee98f6f-5b3b-44c4-8d42-81ffa20f8793 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0614367 Nov 13 05:42:05.292616 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-73597090-9b0f-46ca-adf0-c367a222b3c9 req-c9058b8a-67c6-4f96-a29c-de637650edb7 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443478 Nov 13 05:42:06.431897 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211c9bd-14a1-44b4-8868-1c8ae7e8b2fb req-0fdf9521-fb8d-464e-8bfe-9d4367730791 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:06.433563 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0211c9bd-14a1-44b4-8868-1c8ae7e8b2fb req-0fdf9521-fb8d-464e-8bfe-9d4367730791 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0581427 Nov 13 05:42:06.488434 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0211c9bd-14a1-44b4-8868-1c8ae7e8b2fb req-a0e5d737-977f-4035-b211-494a56a88bf5 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487869 Nov 13 05:42:06.546803 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8555c0b1-3f08-4d14-87a7-10756f41a6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:07.634045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf8bee-7a23-4e60-9370-60a53acedb2c req-ce19e061-c87b-43b3-9eda-5280306605bb tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:07.635562 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3faf8bee-7a23-4e60-9370-60a53acedb2c req-ce19e061-c87b-43b3-9eda-5280306605bb tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0576684 Nov 13 05:42:07.690098 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3faf8bee-7a23-4e60-9370-60a53acedb2c req-b740ac04-1354-491e-869c-06cd10567bb5 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458274 Nov 13 05:42:08.081622 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:08.818704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29183e-37f4-4aed-9630-11e889e9c04d req-a192a47c-df4d-4e3b-b056-e67999986ae4 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:08.820552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e29183e-37f4-4aed-9630-11e889e9c04d req-a192a47c-df4d-4e3b-b056-e67999986ae4 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0548794 Nov 13 05:42:08.883616 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1e29183e-37f4-4aed-9630-11e889e9c04d req-4d574c14-1632-4c7d-9a68-29ea7686466d tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542090 Nov 13 05:42:09.371335 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:10.023047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12756893-05df-4154-af5a-4156aab36b61 req-132f807d-16fd-4e13-a71b-d71f7aa164e6 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:10.024620 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12756893-05df-4154-af5a-4156aab36b61 req-132f807d-16fd-4e13-a71b-d71f7aa164e6 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0556340 Nov 13 05:42:10.038035 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:10.080050 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-12756893-05df-4154-af5a-4156aab36b61 req-3ac7694b-098d-49fd-ab78-65abfb38a0f8 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464871 Nov 13 05:42:11.205225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2a8b2-cf01-4170-9c7b-669ccc7e9473 req-deea6fd4-170c-469b-b586-3f3df408d458 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:11.206695 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8eb2a8b2-cf01-4170-9c7b-669ccc7e9473 req-deea6fd4-170c-469b-b586-3f3df408d458 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0510616 Nov 13 05:42:11.254300 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8eb2a8b2-cf01-4170-9c7b-669ccc7e9473 req-a09dd3a4-169d-4df1-8ba5-70d33ed04f65 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Nov 13 05:42:12.393803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ea8ab-bf3e-492b-a77b-598155112383 req-a7fb0cdf-e0b9-416a-b534-3799d3e2ae29 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:12.395778 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-006ea8ab-bf3e-492b-a77b-598155112383 req-a7fb0cdf-e0b9-416a-b534-3799d3e2ae29 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0558224 Nov 13 05:42:12.451925 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-006ea8ab-bf3e-492b-a77b-598155112383 req-ea6b870e-979b-4c56-b0eb-e81410ee5e05 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470755 Nov 13 05:42:13.589625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b6ce4-f886-445f-8342-cab3ddc00fc7 req-6ac27b93-989a-4db1-a4c8-075673735135 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:13.591179 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-595b6ce4-f886-445f-8342-cab3ddc00fc7 req-6ac27b93-989a-4db1-a4c8-075673735135 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0620749 Nov 13 05:42:13.639202 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-595b6ce4-f886-445f-8342-cab3ddc00fc7 req-b0095257-cfb1-4b8a-b7c6-e2ca7c33c932 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 Nov 13 05:42:14.776673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad16fea-c17d-4d5a-aa6b-c4519e829775 req-e1a760ab-533b-49e1-bdc7-d96157a03e43 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:14.778163 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dad16fea-c17d-4d5a-aa6b-c4519e829775 req-e1a760ab-533b-49e1-bdc7-d96157a03e43 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0523586 Nov 13 05:42:14.830049 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dad16fea-c17d-4d5a-aa6b-c4519e829775 req-ea55db3a-66bc-4dfa-9a34-95bc7e3f8099 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427146 Nov 13 05:42:15.960504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec39ca-aba4-48ab-b75e-e9d407ab7eae req-c35398f1-9e26-4e3a-ab51-9304dcd34413 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:15.961991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5eec39ca-aba4-48ab-b75e-e9d407ab7eae req-c35398f1-9e26-4e3a-ab51-9304dcd34413 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0518250 Nov 13 05:42:16.026465 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5eec39ca-aba4-48ab-b75e-e9d407ab7eae req-d394ced4-789d-4075-82f2-e26dac21a80b tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554042 Nov 13 05:42:17.170111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3055d-8d01-43ea-98f6-6f111e2afaf2 req-7ea2f822-a18c-4eee-995c-3ecd12fc3b5e tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:17.171614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09f3055d-8d01-43ea-98f6-6f111e2afaf2 req-7ea2f822-a18c-4eee-995c-3ecd12fc3b5e tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0576150 Nov 13 05:42:17.221752 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-09f3055d-8d01-43ea-98f6-6f111e2afaf2 req-c9d837b7-79c1-4559-b4d5-54f460c3a326 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438945 Nov 13 05:42:18.352401 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3317d76-577a-406d-a054-7e573abdf9f4 req-02598c29-041d-4e5d-a302-666fd70896c9 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:18.353795 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d3317d76-577a-406d-a054-7e573abdf9f4 req-02598c29-041d-4e5d-a302-666fd70896c9 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0576322 Nov 13 05:42:18.417525 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d3317d76-577a-406d-a054-7e573abdf9f4 req-5841e62c-3c02-4da6-acc9-42f593b4ca23 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541985 Nov 13 05:42:19.551221 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139ff95-9bfe-4ff8-89a7-fc50fb2c9185 req-6a1df61d-2fd7-49f8-93f6-9568f9ff6535 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:19.552905 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4139ff95-9bfe-4ff8-89a7-fc50fb2c9185 req-6a1df61d-2fd7-49f8-93f6-9568f9ff6535 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0594959 Nov 13 05:42:19.599032 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4139ff95-9bfe-4ff8-89a7-fc50fb2c9185 req-ce2fa312-02a2-4f04-93ca-8522b6f66804 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403168 Nov 13 05:42:20.739748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e46ef-a585-4da6-b3fd-5949e6dba12c req-c8525e03-3ad6-4499-966d-04c9ec386a83 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:20.741305 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e8e46ef-a585-4da6-b3fd-5949e6dba12c req-c8525e03-3ad6-4499-966d-04c9ec386a83 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0490317 Nov 13 05:42:20.789982 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e8e46ef-a585-4da6-b3fd-5949e6dba12c req-27e15448-2145-4151-ac62-66e459f8f577 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422647 Nov 13 05:42:21.916396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cdaf5-95f8-46cc-85e8-8977f736bc50 req-3611a80b-da42-4752-847a-91a7d59de5b6 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:21.917867 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f3cdaf5-95f8-46cc-85e8-8977f736bc50 req-3611a80b-da42-4752-847a-91a7d59de5b6 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0562642 Nov 13 05:42:21.966397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f3cdaf5-95f8-46cc-85e8-8977f736bc50 req-38f741d4-f693-4ed4-9b24-e8e1fbc59fe1 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Nov 13 05:42:22.740029 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:42:23.102783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb562a8-39d6-443d-a225-bd651f4d5179 req-87e86e4f-d05d-455a-a280-02daa24f5233 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:23.104281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6eb562a8-39d6-443d-a225-bd651f4d5179 req-87e86e4f-d05d-455a-a280-02daa24f5233 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0493219 Nov 13 05:42:23.151371 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6eb562a8-39d6-443d-a225-bd651f4d5179 req-2a429a0c-345b-4481-a9c1-c42bae52e901 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410218 Nov 13 05:42:24.290820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746f3af-5527-4068-aa92-31e01a7a68d9 req-8ab66559-94c1-41e4-956f-c4e0e2a2ea53 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:24.292281 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9746f3af-5527-4068-aa92-31e01a7a68d9 req-8ab66559-94c1-41e4-956f-c4e0e2a2ea53 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0573483 Nov 13 05:42:24.342834 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9746f3af-5527-4068-aa92-31e01a7a68d9 req-1800330f-adba-4801-86b2-0d170693f0d3 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445063 Nov 13 05:42:25.469110 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615e18f-07c7-4a43-ae66-905f2a82a659 req-70fb35c2-2e7c-4946-bf3c-f2f8e8aa9a43 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:25.470617 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3615e18f-07c7-4a43-ae66-905f2a82a659 req-70fb35c2-2e7c-4946-bf3c-f2f8e8aa9a43 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0558908 Nov 13 05:42:25.523143 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3615e18f-07c7-4a43-ae66-905f2a82a659 req-736bbaac-f5b8-42aa-8549-e6bd67feb264 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437469 Nov 13 05:42:26.655572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87934ed6-8d47-46ca-bf91-f5c359761366 req-bf9529e9-eb0d-4839-b7a8-3d06f1977a93 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:26.657067 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-87934ed6-8d47-46ca-bf91-f5c359761366 req-bf9529e9-eb0d-4839-b7a8-3d06f1977a93 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0533218 Nov 13 05:42:26.706364 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-87934ed6-8d47-46ca-bf91-f5c359761366 req-97d2976a-848d-4ff3-ab03-8b0dac1c4078 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429623 Nov 13 05:42:27.850475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb49cb3-5ad9-4fd1-869a-e94787ec9c9f req-20ceafa0-5ef0-40c3-a278-d1173d76453b tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:27.852074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dbb49cb3-5ad9-4fd1-869a-e94787ec9c9f req-20ceafa0-5ef0-40c3-a278-d1173d76453b tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0503588 Nov 13 05:42:27.900871 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dbb49cb3-5ad9-4fd1-869a-e94787ec9c9f req-88c8255f-3c6b-4bae-b93c-3c40c045d325 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426178 Nov 13 05:42:29.035007 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cc1dd-a457-4033-a9e6-250609f51d1c req-f7955322-0bba-44bd-bf78-23198d990519 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:29.036527 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-978cc1dd-a457-4033-a9e6-250609f51d1c req-f7955322-0bba-44bd-bf78-23198d990519 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0586717 Nov 13 05:42:29.089011 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-978cc1dd-a457-4033-a9e6-250609f51d1c req-24c7619f-e5a3-4036-bcb6-b855b8f0ab83 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452950 Nov 13 05:42:29.093214 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:29.324400 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:29.719487 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-f8cf39da-7755-45cb-9cf2-5076206a446f service neutron] show failed (client error): The resource could not be found. Nov 13 05:42:29.720478 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-f8cf39da-7755-45cb-9cf2-5076206a446f service neutron] 10.222.0.46 "GET /v2.0/ports/3105aa39-381c-4b06-8b24-19723269fbba/bindings/n-h2-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0723333 Nov 13 05:42:29.997979 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-5e21ba32-3cd8-4cba-b156-5949d9a31f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:29.999394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-5e21ba32-3cd8-4cba-b156-5949d9a31f15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f&tenant_id=b57fc8c7f0ee44bdbaa76932e6461a0b HTTP/1.1" status: 200 len: 1097 time: 0.0955656 Nov 13 05:42:30.018381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:42:30.072825 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:30.210626 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfb323-5117-44a8-b05e-f0f6ef802774 req-edab1970-c9a8-43dd-8b12-5fd2a7f60635 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:30.212217 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9cbfb323-5117-44a8-b05e-f0f6ef802774 req-edab1970-c9a8-43dd-8b12-5fd2a7f60635 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0500476 Nov 13 05:42:30.264095 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9cbfb323-5117-44a8-b05e-f0f6ef802774 req-a8fc47b3-32f1-4465-bc84-fcd0a14adb52 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453479 Nov 13 05:42:30.272508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] For port 3105aa39-381c-4b06-8b24-19723269fbba, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=3105aa39-381c-4b06-8b24-19723269fbba,segment=NetworkSegment(6373375b-f659-413a-b9d7-e081cc68d075),segment_id=6373375b-f659-413a-b9d7-e081cc68d075)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:42:30.305457 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] For port 3105aa39-381c-4b06-8b24-19723269fbba, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:42:30.357087 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33920cb5-978e-429b-a531-5d641a70e76f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3105aa39-381c-4b06-8b24-19723269fbba'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:42:30.359807 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c508cc78-9400-4589-9c1d-5abf77e91a60" -d '{"events": [{"server_uuid": "33920cb5-978e-429b-a531-5d641a70e76f", "name": "network-vif-unplugged", "status": "completed", "tag": "3105aa39-381c-4b06-8b24-19723269fbba"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:42:30.363628 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:30.377353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Transition to ACTIVE for port object 3105aa39-381c-4b06-8b24-19723269fbba will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:42:30.382770 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:30.442525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] No DVR routers for this DVR port 3105aa39-381c-4b06-8b24-19723269fbba on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:42:30.450149 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3105aa39-381c-4b06-8b24-19723269fbba,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:30.480476 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47918247-5a38-4c42-9fa5-6bb7872c6713 x-openstack-request-id: req-47918247-5a38-4c42-9fa5-6bb7872c6713 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:42:30.480733 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33920cb5-978e-429b-a531-5d641a70e76f", "name": "network-vif-unplugged", "status": "completed", "tag": "3105aa39-381c-4b06-8b24-19723269fbba", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:42:30.481019 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47918247-5a38-4c42-9fa5-6bb7872c6713 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:42:30.481413 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33920cb5-978e-429b-a531-5d641a70e76f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3105aa39-381c-4b06-8b24-19723269fbba', 'code': 200} Nov 13 05:42:30.485632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Attempting to bind port 3105aa39-381c-4b06-8b24-19723269fbba on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:42:30.485931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Attempting to bind port 3105aa39-381c-4b06-8b24-19723269fbba by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '6373375b-f659-413a-b9d7-e081cc68d075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '198ccb46-5107-4649-99e1-75e4bd21812f'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:42:30.486259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Attempting to bind port 3105aa39-381c-4b06-8b24-19723269fbba on network 198ccb46-5107-4649-99e1-75e4bd21812f {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:42:30.490675 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Port 3105aa39-381c-4b06-8b24-19723269fbba on network 198ccb46-5107-4649-99e1-75e4bd21812f not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:42:30.491022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Attempting to bind port 3105aa39-381c-4b06-8b24-19723269fbba on network 198ccb46-5107-4649-99e1-75e4bd21812f {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:42:30.496494 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:42:30.496824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Checking segment: {'id': '6373375b-f659-413a-b9d7-e081cc68d075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '198ccb46-5107-4649-99e1-75e4bd21812f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:42:30.497204 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Bound using segment: {'id': '6373375b-f659-413a-b9d7-e081cc68d075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '198ccb46-5107-4649-99e1-75e4bd21812f'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:42:30.497630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Bound port: 3105aa39-381c-4b06-8b24-19723269fbba, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6373375b-f659-413a-b9d7-e081cc68d075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '198ccb46-5107-4649-99e1-75e4bd21812f'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:42:30.497981 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:30.562610 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] For port 3105aa39-381c-4b06-8b24-19723269fbba, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:42:30.565561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] For port 3105aa39-381c-4b06-8b24-19723269fbba, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3105aa39-381c-4b06-8b24-19723269fbba,segment=NetworkSegment(6373375b-f659-413a-b9d7-e081cc68d075),segment_id=6373375b-f659-413a-b9d7-e081cc68d075)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:42:30.572749 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:30.611725 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:30.612425 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:30.613761 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] 10.222.0.36 "PUT /v2.0/ports/3105aa39-381c-4b06-8b24-19723269fbba HTTP/1.1" status: 200 len: 1092 time: 0.5993550 Nov 13 05:42:30.633623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08576023-b2cb-4631-9308-3b8544a3d9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3105aa39-381c-4b06-8b24-19723269fbba,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:30.687192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-f2f85f75-7c27-41e7-b17d-022e42f66ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:30.688712 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-f2f85f75-7c27-41e7-b17d-022e42f66ce5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b57fc8c7f0ee44bdbaa76932e6461a0b&device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 1095 time: 0.0412111 Nov 13 05:42:30.793026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-52404e46-4823-4c65-8327-dcc7854c2d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:30.794472 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-52404e46-4823-4c65-8327-dcc7854c2d02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=198ccb46-5107-4649-99e1-75e4bd21812f HTTP/1.1" status: 200 len: 912 time: 0.0990968 Nov 13 05:42:30.836258 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-a6df3c16-cbdf-4e0a-8214-dcdc880c9057 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3105aa39-381c-4b06-8b24-19723269fbba HTTP/1.1" status: 200 len: 217 time: 0.0344524 Nov 13 05:42:30.887422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-2443b3d2-06ee-41c1-aac9-521aa9abd1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:30.888812 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-2443b3d2-06ee-41c1-aac9-521aa9abd1bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1bac20d-7445-497c-a676-7a85a3973720 HTTP/1.1" status: 200 len: 851 time: 0.0447757 Nov 13 05:42:30.924884 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-0810a19a-0629-46c7-94c0-a696db8fd0aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=198ccb46-5107-4649-99e1-75e4bd21812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286624 Nov 13 05:42:31.020289 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-bf356f48-8de2-4f52-925a-231579bade25 service neutron] 10.222.0.36 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886817 Nov 13 05:42:31.135000 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b086d090-e32d-44c6-b7c5-6ca0d85cbfe4 req-2320282c-c4f4-4166-ab68-1a7f46a43a47 service neutron] 10.222.0.36 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039910 Nov 13 05:42:31.397663 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad72f8-6f46-479e-beb6-1f339b43cf05 req-99900ce7-69d3-4a5c-aa30-e69ebe6f4727 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:31.399159 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c5ad72f8-6f46-479e-beb6-1f339b43cf05 req-99900ce7-69d3-4a5c-aa30-e69ebe6f4727 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 944 time: 0.0629740 Nov 13 05:42:31.449854 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c5ad72f8-6f46-479e-beb6-1f339b43cf05 req-308ec032-e580-42ec-9c9a-cfd04cd75642 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424299 Nov 13 05:42:32.482498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33920cb5-978e-429b-a531-5d641a70e76f', 'tag': '3105aa39-381c-4b06-8b24-19723269fbba'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:42:32.484979 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60038ae6-2b7a-4846-ac63-57ca1881f065" -d '{"events": [{"name": "network-changed", "server_uuid": "33920cb5-978e-429b-a531-5d641a70e76f", "tag": "3105aa39-381c-4b06-8b24-19723269fbba"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:42:32.536063 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4b2ac9-43ff-47b7-9f36-4938a286cc1a x-openstack-request-id: req-fa4b2ac9-43ff-47b7-9f36-4938a286cc1a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:42:32.536452 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33920cb5-978e-429b-a531-5d641a70e76f", "tag": "3105aa39-381c-4b06-8b24-19723269fbba", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:42:32.536775 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa4b2ac9-43ff-47b7-9f36-4938a286cc1a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:42:32.537330 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33920cb5-978e-429b-a531-5d641a70e76f', 'tag': '3105aa39-381c-4b06-8b24-19723269fbba', 'status': 'completed', 'code': 200} Nov 13 05:42:32.580250 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99d74c-b348-44ba-8db5-540ee7b41387 req-5ba6feae-78f9-4d8e-90de-f35cfac10228 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:32.581730 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8a99d74c-b348-44ba-8db5-540ee7b41387 req-5ba6feae-78f9-4d8e-90de-f35cfac10228 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 944 time: 0.0562799 Nov 13 05:42:32.625905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-c8944bad-1e53-42a8-ac9f-b47c30cbc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:32.627627 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-c8944bad-1e53-42a8-ac9f-b47c30cbc5ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b57fc8c7f0ee44bdbaa76932e6461a0b&device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 1095 time: 0.0477140 Nov 13 05:42:32.650778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-c3543e02-9257-4c50-8125-d1de84d0b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:32.652282 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-c3543e02-9257-4c50-8125-d1de84d0b65e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b57fc8c7f0ee44bdbaa76932e6461a0b&device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 1095 time: 0.0696952 Nov 13 05:42:32.656064 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8a99d74c-b348-44ba-8db5-540ee7b41387 req-97a9bc92-be9a-44f7-9f67-f9d6b0ec60ac tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647368 Nov 13 05:42:32.724038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-fe61916d-cbe3-489c-988f-a470471ccdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:32.725519 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-fe61916d-cbe3-489c-988f-a470471ccdc7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=198ccb46-5107-4649-99e1-75e4bd21812f HTTP/1.1" status: 200 len: 912 time: 0.0894251 Nov 13 05:42:32.751183 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-82a9da4f-4017-4f6a-b4c8-65b3e9137722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:32.752532 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-82a9da4f-4017-4f6a-b4c8-65b3e9137722 service neutron] 10.222.0.36 "GET /v2.0/networks?id=198ccb46-5107-4649-99e1-75e4bd21812f HTTP/1.1" status: 200 len: 912 time: 0.0912669 Nov 13 05:42:32.774356 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-71dc9805-daf9-4508-bd74-04de2168954e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3105aa39-381c-4b06-8b24-19723269fbba HTTP/1.1" status: 200 len: 217 time: 0.0392418 Nov 13 05:42:32.796372 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-5f8f6447-7033-40d3-a332-893d15944cce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3105aa39-381c-4b06-8b24-19723269fbba HTTP/1.1" status: 200 len: 217 time: 0.0352032 Nov 13 05:42:32.829814 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-ff68edde-9781-4d69-993e-ed6390224488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:32.831334 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-ff68edde-9781-4d69-993e-ed6390224488 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1bac20d-7445-497c-a676-7a85a3973720 HTTP/1.1" status: 200 len: 851 time: 0.0490525 Nov 13 05:42:32.851408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-28607fa2-d244-4479-86ef-ed45f00bb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:32.853024 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-28607fa2-d244-4479-86ef-ed45f00bb841 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1bac20d-7445-497c-a676-7a85a3973720 HTTP/1.1" status: 200 len: 851 time: 0.0496163 Nov 13 05:42:32.863187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-43af1e08-9ced-452f-984f-a60d1807cd5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=198ccb46-5107-4649-99e1-75e4bd21812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250175 Nov 13 05:42:32.886604 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-48da93ff-111d-4bea-a996-6d6f57214a4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=198ccb46-5107-4649-99e1-75e4bd21812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263495 Nov 13 05:42:32.958357 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-8a35b5a6-72ad-476e-ad1c-cc1a074da80f service neutron] 10.222.0.46 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873058 Nov 13 05:42:32.976955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-4c3e4018-7e29-4c1b-8ee0-9b8ef1b60b9b service neutron] 10.222.0.36 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826020 Nov 13 05:42:33.056630 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-ad442f07-7b75-4eb7-a122-9cb43992e690 service neutron] 10.222.0.46 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904057 Nov 13 05:42:33.073341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60038ae6-2b7a-4846-ac63-57ca1881f065 req-a8176639-360d-4ab9-8f08-9b57599dc7fb service neutron] 10.222.0.36 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886302 Nov 13 05:42:33.421861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 3105aa39-381c-4b06-8b24-19723269fbba no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:42:33.461911 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 3105aa39-381c-4b06-8b24-19723269fbba not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:42:33.797245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f401eb1-f19f-4f0b-a78c-35faffafaf97 req-9498cab0-ec6c-4f05-b8d3-866774ca211d tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:33.798793 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8f401eb1-f19f-4f0b-a78c-35faffafaf97 req-9498cab0-ec6c-4f05-b8d3-866774ca211d tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 944 time: 0.0511842 Nov 13 05:42:33.851662 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8f401eb1-f19f-4f0b-a78c-35faffafaf97 req-d31e148f-8a3f-48a7-bf5f-edd39b6f31e0 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468199 Nov 13 05:42:33.879649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 3105aa39-381c-4b06-8b24-19723269fbba details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:42:33.974016 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 3105aa39-381c-4b06-8b24-19723269fbba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3105aa39-381c-4b06-8b24-19723269fbba,segment=NetworkSegment(6373375b-f659-413a-b9d7-e081cc68d075),segment_id=6373375b-f659-413a-b9d7-e081cc68d075)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:42:33.984875 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '3105aa39-381c-4b06-8b24-19723269fbba', 'network_id': '198ccb46-5107-4649-99e1-75e4bd21812f', 'port_id': '3105aa39-381c-4b06-8b24-19723269fbba', 'mac_address': 'fa:16:3e:cd:f0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bac20d-7445-497c-a676-7a85a3973720', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:42:34.027482 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:34.041113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3105aa39-381c-4b06-8b24-19723269fbba {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:42:34.061295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 3105aa39-381c-4b06-8b24-19723269fbba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3105aa39-381c-4b06-8b24-19723269fbba,segment=NetworkSegment(6373375b-f659-413a-b9d7-e081cc68d075),segment_id=6373375b-f659-413a-b9d7-e081cc68d075)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:42:34.066695 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:34.117871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=3105aa39-381c-4b06-8b24-19723269fbba,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:34.125591 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:42:34.125944 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:42:34.126278 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:42:34.126600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:42:34.126888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:42:34.127250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:42:34.127563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:42:34.127880 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:42:34.128193 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:42:34.128502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:42:34.128813 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:42:34.129118 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:42:34.374076 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9211d586-3352-438a-8cfa-abc91c6a28af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:34.528120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['3105aa39-381c-4b06-8b24-19723269fbba'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:42:34.979664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49f872-3c72-429c-847a-fc4f38bd1984 req-61988a40-5cf0-4070-861d-f2fcc30beef6 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:34.981052 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1c49f872-3c72-429c-847a-fc4f38bd1984 req-61988a40-5cf0-4070-861d-f2fcc30beef6 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 945 time: 0.0529003 Nov 13 05:42:35.029809 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1c49f872-3c72-429c-847a-fc4f38bd1984 req-27afc14e-6893-48f1-873e-a9a791a12b75 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427060 Nov 13 05:42:35.297524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-eeb310d0-5df0-421b-b3a4-5b66c0d9a817 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:35.298886 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-eeb310d0-5df0-421b-b3a4-5b66c0d9a817 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.46 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f&tenant_id=b57fc8c7f0ee44bdbaa76932e6461a0b&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 945 time: 0.0592430 Nov 13 05:42:35.361615 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-bb56c5ef-cdbf-4720-89ef-80409bb304eb service neutron] delete failed (client error): The resource could not be found. Nov 13 05:42:35.362949 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-bb56c5ef-cdbf-4720-89ef-80409bb304eb service neutron] 10.222.0.46 "DELETE /v2.0/ports/3105aa39-381c-4b06-8b24-19723269fbba/bindings/n-h1-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0541258 Nov 13 05:42:35.475810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-7538ac33-cf69-4656-bb9b-b64617520ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:35.477310 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-7538ac33-cf69-4656-bb9b-b64617520ac1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b57fc8c7f0ee44bdbaa76932e6461a0b&device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 1096 time: 0.0424612 Nov 13 05:42:35.572560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-fdf2ea0e-0eef-4454-8773-050d678029b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:35.574070 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-fdf2ea0e-0eef-4454-8773-050d678029b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=198ccb46-5107-4649-99e1-75e4bd21812f HTTP/1.1" status: 200 len: 912 time: 0.0898457 Nov 13 05:42:35.628948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-6bf65b09-f096-4b70-8f13-736765ad7883 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3105aa39-381c-4b06-8b24-19723269fbba HTTP/1.1" status: 200 len: 217 time: 0.0471799 Nov 13 05:42:35.684164 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-10dc6442-45d4-4afe-9eae-cf4061bc254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:35.685585 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-10dc6442-45d4-4afe-9eae-cf4061bc254a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1bac20d-7445-497c-a676-7a85a3973720 HTTP/1.1" status: 200 len: 851 time: 0.0489125 Nov 13 05:42:35.716068 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-dab1cf51-9b7f-4771-a3b9-179d4aebf984 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=198ccb46-5107-4649-99e1-75e4bd21812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239246 Nov 13 05:42:35.816062 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-e8682204-4047-4326-8e3d-ded25d2ce0e0 service neutron] 10.222.0.46 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928936 Nov 13 05:42:35.890218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 3105aa39-381c-4b06-8b24-19723269fbba up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:42:35.913598 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-816a9801-2892-4c8d-bb43-776ba131295d service neutron] 10.222.0.46 "GET /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901399 Nov 13 05:42:35.942656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 3105aa39-381c-4b06-8b24-19723269fbba completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:42:35.946477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 3105aa39-381c-4b06-8b24-19723269fbba triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:42:35.946841 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:36.028289 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:36.053266 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33920cb5-978e-429b-a531-5d641a70e76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3105aa39-381c-4b06-8b24-19723269fbba'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:42:36.055546 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53317365-8327-4233-8c1e-d39dfcf5aebd" -d '{"events": [{"server_uuid": "33920cb5-978e-429b-a531-5d641a70e76f", "name": "network-vif-plugged", "status": "completed", "tag": "3105aa39-381c-4b06-8b24-19723269fbba"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:42:36.067793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 3105aa39-381c-4b06-8b24-19723269fbba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3105aa39-381c-4b06-8b24-19723269fbba,segment=NetworkSegment(6373375b-f659-413a-b9d7-e081cc68d075),segment_id=6373375b-f659-413a-b9d7-e081cc68d075)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:42:36.073461 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:36.111181 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464acc5c-ecd9-4ccf-b896-722428b6f75c x-openstack-request-id: req-464acc5c-ecd9-4ccf-b896-722428b6f75c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:42:36.111437 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33920cb5-978e-429b-a531-5d641a70e76f", "name": "network-vif-plugged", "status": "completed", "tag": "3105aa39-381c-4b06-8b24-19723269fbba", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:42:36.111709 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-464acc5c-ecd9-4ccf-b896-722428b6f75c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:42:36.112094 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33920cb5-978e-429b-a531-5d641a70e76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3105aa39-381c-4b06-8b24-19723269fbba', 'code': 200} Nov 13 05:42:36.126041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=3105aa39-381c-4b06-8b24-19723269fbba,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:36.540120 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c0920fd-7d49-42b2-9b89-1ae2b1524068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:36.752657 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352db2cd-11b4-421f-902c-b0286bd6d903 req-72026bf2-08c8-46a1-97d9-98d91a4d23d1 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:36.754157 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-352db2cd-11b4-421f-902c-b0286bd6d903 req-72026bf2-08c8-46a1-97d9-98d91a4d23d1 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0529952 Nov 13 05:42:36.805875 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-352db2cd-11b4-421f-902c-b0286bd6d903 req-d9d1f818-ce7a-44f5-86aa-b305fae05089 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457041 Nov 13 05:42:37.951203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63885843-cd55-4c41-98f6-19e0946c5844 req-d3f92fab-d043-4a22-8a31-7cfc1f240d1e tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:37.953615 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63885843-cd55-4c41-98f6-19e0946c5844 req-d3f92fab-d043-4a22-8a31-7cfc1f240d1e tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0526757 Nov 13 05:42:38.002538 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63885843-cd55-4c41-98f6-19e0946c5844 req-12ed14b4-ee19-4787-8622-f2df50e0b071 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.43 "GET /v2.0/security-groups?id=5667e979-8812-483d-b9b1-8e77ca1aa99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438581 Nov 13 05:42:38.086527 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:38.232429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-921e6e72-cdf6-41a0-9e65-9c22b2cf2532 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:38.234100 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-921e6e72-cdf6-41a0-9e65-9c22b2cf2532 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.36 "GET /v2.0/ports?device_id=33920cb5-978e-429b-a531-5d641a70e76f HTTP/1.1" status: 200 len: 946 time: 0.0601196 Nov 13 05:42:38.328091 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-7071b4fd-3221-4a19-b9df-ff6e91e452a4 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Deleting port 3105aa39-381c-4b06-8b24-19723269fbba {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:42:38.328379 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-7071b4fd-3221-4a19-b9df-ff6e91e452a4 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:38.421611 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-7071b4fd-3221-4a19-b9df-ff6e91e452a4 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] For port 3105aa39-381c-4b06-8b24-19723269fbba, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3105aa39-381c-4b06-8b24-19723269fbba,segment=NetworkSegment(6373375b-f659-413a-b9d7-e081cc68d075),segment_id=6373375b-f659-413a-b9d7-e081cc68d075)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:42:38.421985 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-7071b4fd-3221-4a19-b9df-ff6e91e452a4 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:38.435318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-7071b4fd-3221-4a19-b9df-ff6e91e452a4 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Calling delete_port for 3105aa39-381c-4b06-8b24-19723269fbba owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:42:38.581100 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-7071b4fd-3221-4a19-b9df-ff6e91e452a4 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:38.609554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071b4fd-3221-4a19-b9df-ff6e91e452a4 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Pushing event deleted for resources: {'Port': ['ID=3105aa39-381c-4b06-8b24-19723269fbba,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:38.614356 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['3105aa39-381c-4b06-8b24-19723269fbba'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:42:38.650346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-7071b4fd-3221-4a19-b9df-ff6e91e452a4 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] No DVR routers for this DVR port 3105aa39-381c-4b06-8b24-19723269fbba on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:42:38.652938 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-7071b4fd-3221-4a19-b9df-ff6e91e452a4 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:38.656421 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6437e9a9-6668-4a4d-843f-98b36c6a4d02 req-7071b4fd-3221-4a19-b9df-ff6e91e452a4 tempest-DeleteServersTestJSON-1421670845 tempest-DeleteServersTestJSON-1421670845-project] 10.222.0.36 "DELETE /v2.0/ports/3105aa39-381c-4b06-8b24-19723269fbba HTTP/1.1" status: 204 len: 173 time: 0.4157207 Nov 13 05:42:38.656854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33920cb5-978e-429b-a531-5d641a70e76f', 'name': 'network-vif-deleted', 'tag': '3105aa39-381c-4b06-8b24-19723269fbba'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:42:38.659161 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e4dba8-b5b3-44ea-91eb-eeae675a0c43" -d '{"events": [{"server_uuid": "33920cb5-978e-429b-a531-5d641a70e76f", "name": "network-vif-deleted", "tag": "3105aa39-381c-4b06-8b24-19723269fbba"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:42:38.696137 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9313ed4-76a4-47cd-bfa0-25271fe399e6 x-openstack-request-id: req-b9313ed4-76a4-47cd-bfa0-25271fe399e6 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:42:38.696460 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33920cb5-978e-429b-a531-5d641a70e76f", "name": "network-vif-deleted", "tag": "3105aa39-381c-4b06-8b24-19723269fbba", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:42:38.696886 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9313ed4-76a4-47cd-bfa0-25271fe399e6 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:42:38.697280 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33920cb5-978e-429b-a531-5d641a70e76f', 'name': 'network-vif-deleted', 'tag': '3105aa39-381c-4b06-8b24-19723269fbba', 'status': 'completed', 'code': 200} Nov 13 05:42:39.137234 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45802) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:42:39.186301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-35bdd07a-abff-4803-bb57-1b7ea7faa12c admin admin] Deleting subnet e1bac20d-7445-497c-a676-7a85a3973720 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:42:39.189721 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35bdd07a-abff-4803-bb57-1b7ea7faa12c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.227134 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35bdd07a-abff-4803-bb57-1b7ea7faa12c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.268741 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35bdd07a-abff-4803-bb57-1b7ea7faa12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.325102 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35bdd07a-abff-4803-bb57-1b7ea7faa12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.348629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdd07a-abff-4803-bb57-1b7ea7faa12c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1bac20d-7445-497c-a676-7a85a3973720,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:39.355850 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35bdd07a-abff-4803-bb57-1b7ea7faa12c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.359281 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-35bdd07a-abff-4803-bb57-1b7ea7faa12c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e1bac20d-7445-497c-a676-7a85a3973720 HTTP/1.1" status: 204 len: 168 time: 0.2207811 Nov 13 05:42:39.362022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45804) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:42:39.372784 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.438675 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e03fc31c-ffb9-45ff-a553-41a03327e558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.519415 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e03fc31c-ffb9-45ff-a553-41a03327e558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.538691 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e03fc31c-ffb9-45ff-a553-41a03327e558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198ccb46-5107-4649-99e1-75e4bd21812f']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:42:39.547916 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e03fc31c-ffb9-45ff-a553-41a03327e558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6373375b-f659-413a-b9d7-e081cc68d075') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:42:39.548199 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e03fc31c-ffb9-45ff-a553-41a03327e558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6373375b-f659-413a-b9d7-e081cc68d075') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:42:39.557381 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e03fc31c-ffb9-45ff-a553-41a03327e558 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.571868 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e03fc31c-ffb9-45ff-a553-41a03327e558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.581814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03fc31c-ffb9-45ff-a553-41a03327e558 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:42:39.582238 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e03fc31c-ffb9-45ff-a553-41a03327e558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:42:39.584708 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:42:39.640690 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e03fc31c-ffb9-45ff-a553-41a03327e558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.647257 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e03fc31c-ffb9-45ff-a553-41a03327e558 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.651324 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e03fc31c-ffb9-45ff-a553-41a03327e558 admin admin] 10.222.0.43 "DELETE /v2.0/networks/198ccb46-5107-4649-99e1-75e4bd21812f HTTP/1.1" status: 204 len: 168 time: 0.2883589 Nov 13 05:42:39.662225 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fc31c-ffb9-45ff-a553-41a03327e558 admin admin] Pushing event deleted for resources: {'Network': ['ID=198ccb46-5107-4649-99e1-75e4bd21812f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:39.774330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45808) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:42:39.820234 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d7497710-8e4b-49d7-b1c6-f159e4209d04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b57fc8c7f0ee44bdbaa76932e6461a0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446687 Nov 13 05:42:39.823073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45810) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:42:39.874840 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-16a008f7-5f4b-4698-97ca-e8e3ab6be999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.895951 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-16a008f7-5f4b-4698-97ca-e8e3ab6be999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.952101 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-16a008f7-5f4b-4698-97ca-e8e3ab6be999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.954706 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-16a008f7-5f4b-4698-97ca-e8e3ab6be999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:39.955941 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-16a008f7-5f4b-4698-97ca-e8e3ab6be999 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5667e979-8812-483d-b9b1-8e77ca1aa99c HTTP/1.1" status: 204 len: 168 time: 0.1318855 Nov 13 05:42:39.963712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a008f7-5f4b-4698-97ca-e8e3ab6be999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5667e979-8812-483d-b9b1-8e77ca1aa99c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:40.039410 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:40.674691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 45832) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:42:40.779196 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-430830158-network', 'tenant_id': '3766543d628347489a1fe22d644895b2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:42:40.803533 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] Made reservation on behalf of 3766543d628347489a1fe22d644895b2 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:42:40.806091 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:40.814707 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:40.890907 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:40.896675 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:40.923642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:42:40.928825 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:40.936247 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:40.936611 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] Added segment 774f8246-e759-426d-bab5-7f023f665820 of type vlan for network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b Nov 13 05:42:40.978356 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:41.010515 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:41.011530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:41.012134 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:41.046831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3709731 Nov 13 05:42:41.049876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 45836) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:42:41.054934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-926a3d3f-3873-48fe-a77f-b371cdb2dded admin admin] Request body: {'subnet': {'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-430830158-subnet', 'tenant_id': '3766543d628347489a1fe22d644895b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:42:41.077765 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926a3d3f-3873-48fe-a77f-b371cdb2dded admin admin] Made reservation on behalf of 3766543d628347489a1fe22d644895b2 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:42:41.080611 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-926a3d3f-3873-48fe-a77f-b371cdb2dded admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:41.081007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32291d-d8d1-4fa5-8d67-fc6556d7adfd admin admin] Pushing event updated for resources: {'Network': ['ID=5293ea52-6d48-48bc-8be6-4c6a9e3b091b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:41.091471 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:42:41.259426 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-926a3d3f-3873-48fe-a77f-b371cdb2dded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:41.308693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a3d3f-3873-48fe-a77f-b371cdb2dded admin admin] Pushing event updated for resources: {'Subnet': ['ID=16852781-fc7a-4abd-81a9-e474be3e54de,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:41.325437 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926a3d3f-3873-48fe-a77f-b371cdb2dded admin admin] Checking segment: {'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:42:41.325806 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926a3d3f-3873-48fe-a77f-b371cdb2dded admin admin] Network hostable DHCP agents. Network: 5293ea52-6d48-48bc-8be6-4c6a9e3b091b, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:42:41.345284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926a3d3f-3873-48fe-a77f-b371cdb2dded admin admin] Network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:42:41.354466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-926a3d3f-3873-48fe-a77f-b371cdb2dded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 5293ea52-6d48-48bc-8be6-4c6a9e3b091b) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:42:41.358597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a3d3f-3873-48fe-a77f-b371cdb2dded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:41.359213 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-926a3d3f-3873-48fe-a77f-b371cdb2dded admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:41.363525 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9e9f22-8875-4009-9c47-2c24ff79606f None None] Network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:42:41.379957 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-926a3d3f-3873-48fe-a77f-b371cdb2dded admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3250062 Nov 13 05:42:41.497895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3756b9b4-e883-442d-8629-40c6fe18f021 None None] Network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:42:41.811453 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-d65ab141-3f9e-41c3-bcac-bf1b427cab64 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:41.812855 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-d65ab141-3f9e-41c3-bcac-bf1b427cab64 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 814 time: 0.1057329 Nov 13 05:42:41.830636 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-308d2394-c7aa-4a6e-91ca-97acdaeb1b88 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/quotas/3766543d628347489a1fe22d644895b2 HTTP/1.1" status: 200 len: 375 time: 0.0092559 Nov 13 05:42:41.868319 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-2ab282a6-d38c-4c99-97b4-c3d7823406bc tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302830 Nov 13 05:42:41.911484 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 3105aa39-381c-4b06-8b24-19723269fbba no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:42:41.931996 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 3105aa39-381c-4b06-8b24-19723269fbba {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:42:41.932317 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 3105aa39-381c-4b06-8b24-19723269fbba not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:42:41.957926 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-8553ecb5-aa3c-479f-b9fc-9fc749b48fc1 service neutron] 10.222.0.43 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821140 Nov 13 05:42:42.052576 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-f0bbf763-3942-4564-999f-75066081ea08 service neutron] 10.222.0.43 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882528 Nov 13 05:42:42.223691 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-018eaea3-2775-40ae-ab8f-4467e5467cf6 req-48cbf84b-81dc-49ce-9e3f-c7ce2c8455dd tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 210 time: 0.0273862 Nov 13 05:42:43.278711 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-bb82864e-8e2b-4c98-8ed1-880a45f6bc71 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:43.280134 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-bb82864e-8e2b-4c98-8ed1-880a45f6bc71 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.36 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 814 time: 0.1097686 Nov 13 05:42:43.300660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-d5e018dc-ff6b-4b3a-a8c6-706a5080578f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Request body: {'port': {'device_id': 'f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b', 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b', 'admin_state_up': True, 'tenant_id': '3766543d628347489a1fe22d644895b2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:42:43.348536 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-196db701-e496-4149-888b-3cf901a033c6 req-a5ba1247-2798-4f85-b1ce-a698dfad05f0 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 210 time: 0.0443599 Nov 13 05:42:43.437792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-d5e018dc-ff6b-4b3a-a8c6-706a5080578f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Made reservation on behalf of 3766543d628347489a1fe22d644895b2 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:42:43.441428 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-d5e018dc-ff6b-4b3a-a8c6-706a5080578f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:43.568911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-d5e018dc-ff6b-4b3a-a8c6-706a5080578f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Allocated IP 172.20.0.14 (5293ea52-6d48-48bc-8be6-4c6a9e3b091b/16852781-fc7a-4abd-81a9-e474be3e54de/e567963a-33c1-4e46-9a7d-5ff5f62d7ba5) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:42:43.732715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-d5e018dc-ff6b-4b3a-a8c6-706a5080578f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:44.118627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-d5e018dc-ff6b-4b3a-a8c6-706a5080578f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:44.161538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-d5e018dc-ff6b-4b3a-a8c6-706a5080578f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:42:44.166657 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-d5e018dc-ff6b-4b3a-a8c6-706a5080578f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:42:44.170604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-d5e018dc-ff6b-4b3a-a8c6-706a5080578f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:42:44.177236 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e018dc-ff6b-4b3a-a8c6-706a5080578f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Pushing event updated for resources: {'Port': ['ID=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:44.223710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-d5e018dc-ff6b-4b3a-a8c6-706a5080578f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:44.224316 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-d5e018dc-ff6b-4b3a-a8c6-706a5080578f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:44.242532 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-d5e018dc-ff6b-4b3a-a8c6-706a5080578f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9462714 Nov 13 05:42:44.259770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Request body: {'port': {'device_id': 'f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:42:44.317190 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:44.467367 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f86bc7-d4c6-4864-95d9-29ca835799eb req-23503e90-4af3-4792-acbf-09452d839c7a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:44.468845 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-17f86bc7-d4c6-4864-95d9-29ca835799eb req-23503e90-4af3-4792-acbf-09452d839c7a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 932 time: 0.0479319 Nov 13 05:42:44.516622 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-17f86bc7-d4c6-4864-95d9-29ca835799eb req-e72ea7cd-1c2f-4bf7-9224-da958fe3d0a9 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415676 Nov 13 05:42:44.580551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:42:44.588136 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:44.600488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Transition to ACTIVE for port object e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:42:44.606080 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:44.658008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Pushing event updated for resources: {'Port': ['ID=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:44.728327 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Attempting to bind port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:42:44.728659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Attempting to bind port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:42:44.728986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Attempting to bind port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 on network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:42:44.733726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 on network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:42:44.734060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Attempting to bind port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 on network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:42:44.739831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:42:44.740168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Checking segment: {'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:42:44.740572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Bound using segment: {'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:42:44.740990 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Bound port: e567963a-33c1-4e46-9a7d-5ff5f62d7ba5, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:42:44.741333 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:44.803526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] For port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:42:44.806804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] For port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:42:44.812054 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:44.847594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:44.848287 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:44.849680 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] 10.222.0.36 "PUT /v2.0/ports/e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 HTTP/1.1" status: 200 len: 1092 time: 0.5940623 Nov 13 05:42:44.850119 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b', 'tag': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:42:44.852419 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8163b64-0751-40f9-a469-130b1bf2a60b" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b", "tag": "e567963a-33c1-4e46-9a7d-5ff5f62d7ba5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:42:44.878358 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279e6d9-b053-4eb2-8cdd-27c54070a944 service neutron] Pushing event updated for resources: {'Port': ['ID=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:44.896848 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dc2ca9-7054-417e-b2ed-0f7fc2607edc x-openstack-request-id: req-23dc2ca9-7054-417e-b2ed-0f7fc2607edc {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:42:44.897129 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b", "tag": "e567963a-33c1-4e46-9a7d-5ff5f62d7ba5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:42:44.897419 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23dc2ca9-7054-417e-b2ed-0f7fc2607edc {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:42:44.897825 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b', 'tag': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5', 'status': 'completed', 'code': 200} Nov 13 05:42:44.961757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-2b6a43f1-6ec8-4d29-b10e-c130b536f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:44.963268 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-2b6a43f1-6ec8-4d29-b10e-c130b536f434 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 1095 time: 0.0487819 Nov 13 05:42:45.009905 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-a1d750f0-31a3-4a1c-9f07-b2fdeac5d2ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 HTTP/1.1" status: 200 len: 217 time: 0.0339983 Nov 13 05:42:45.069015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-e64f33bb-fb4b-4822-b5a6-1b9dd3cbfa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:45.070489 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-e64f33bb-fb4b-4822-b5a6-1b9dd3cbfa0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0527689 Nov 13 05:42:45.107276 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-391f435a-6591-4504-8baa-9fa7675d7fc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255511 Nov 13 05:42:45.204693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-8e7ffc2d-1357-4ede-8807-318ea7fb7e7c service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904443 Nov 13 05:42:45.313558 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a405beb8-716d-42f7-afa8-0fbb0ff334ea req-35f66ec4-bfe6-4e2d-a865-cb75b6591462 service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013870 Nov 13 05:42:45.459050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8163b64-0751-40f9-a469-130b1bf2a60b req-a51786cd-b998-41af-8285-ed6de7b2ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:45.460531 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8163b64-0751-40f9-a469-130b1bf2a60b req-a51786cd-b998-41af-8285-ed6de7b2ed5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 1095 time: 0.0455320 Nov 13 05:42:45.551700 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8163b64-0751-40f9-a469-130b1bf2a60b req-bff3d5dd-e91e-4208-9096-6a40c9e8c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:45.553282 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8163b64-0751-40f9-a469-130b1bf2a60b req-bff3d5dd-e91e-4208-9096-6a40c9e8c5cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 915 time: 0.0851252 Nov 13 05:42:45.599553 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8163b64-0751-40f9-a469-130b1bf2a60b req-286f36e6-82d4-470b-aff7-8397a00d7343 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 HTTP/1.1" status: 200 len: 217 time: 0.0382619 Nov 13 05:42:45.645627 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c61c5-8ea1-42c5-8f25-d9e6a0a684fc req-726412f7-a1ef-4c15-acbb-a2733c7c69db tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:45.647153 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ae1c61c5-8ea1-42c5-8f25-d9e6a0a684fc req-726412f7-a1ef-4c15-acbb-a2733c7c69db tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 944 time: 0.0571859 Nov 13 05:42:45.649810 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8163b64-0751-40f9-a469-130b1bf2a60b req-3c0828d6-d4da-4b49-885f-49343b98c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:45.651307 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8163b64-0751-40f9-a469-130b1bf2a60b req-3c0828d6-d4da-4b49-885f-49343b98c27a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0448864 Nov 13 05:42:45.683164 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8163b64-0751-40f9-a469-130b1bf2a60b req-6113fdda-3430-41db-9e89-3f905f95e455 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251205 Nov 13 05:42:45.695404 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ae1c61c5-8ea1-42c5-8f25-d9e6a0a684fc req-f043a4b3-81b1-493b-9e4b-56269aa3123f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Nov 13 05:42:45.776182 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8163b64-0751-40f9-a469-130b1bf2a60b req-dd1182c3-45bb-40a9-9901-85c0c871ac16 service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860395 Nov 13 05:42:45.868482 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8163b64-0751-40f9-a469-130b1bf2a60b req-906883e2-5cd3-486e-92bf-e8c25804cda9 service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851707 Nov 13 05:42:46.829036 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a45a66-4c4d-42a4-bf32-f86a53514ffe req-597615f1-0d25-49fa-b49d-5128dda6bcee tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:46.830509 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b3a45a66-4c4d-42a4-bf32-f86a53514ffe req-597615f1-0d25-49fa-b49d-5128dda6bcee tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 944 time: 0.0639319 Nov 13 05:42:46.877304 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b3a45a66-4c4d-42a4-bf32-f86a53514ffe req-26104676-0d2d-4ad9-820f-fb21e8cad752 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408340 Nov 13 05:42:47.944599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:42:48.006646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fc7ec-f650-4ace-b91a-74ac95aa4ac6 req-ea680824-e37f-4e3d-b284-3b6064bef73a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:48.008165 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0b3fc7ec-f650-4ace-b91a-74ac95aa4ac6 req-ea680824-e37f-4e3d-b284-3b6064bef73a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 944 time: 0.0504951 Nov 13 05:42:48.044357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:42:48.056314 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5', 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b', 'port_id': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5', 'mac_address': 'fa:16:3e:3e:45:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16852781-fc7a-4abd-81a9-e474be3e54de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:42:48.057579 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0b3fc7ec-f650-4ace-b91a-74ac95aa4ac6 req-19a81fb1-0614-431f-a4c6-d5f28bd62469 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Nov 13 05:42:48.094753 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:48.111273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:42:48.130849 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:42:48.135674 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:48.184163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:48.476171 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['e567963a-33c1-4e46-9a7d-5ff5f62d7ba5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:42:49.197779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41163d6d-93e2-4d31-8e07-9bd6ec013f9d req-b77f2edd-9f29-4785-ae1a-3992e8f9005f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:49.200203 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41163d6d-93e2-4d31-8e07-9bd6ec013f9d req-b77f2edd-9f29-4785-ae1a-3992e8f9005f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 945 time: 0.0606391 Nov 13 05:42:49.255977 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41163d6d-93e2-4d31-8e07-9bd6ec013f9d req-51c465bc-7359-479b-aa5b-3af1322e6592 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464530 Nov 13 05:42:49.946791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:42:50.005960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:42:50.009863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:42:50.010263 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:50.087771 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:50.110302 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:42:50.112554 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e66d1f-db80-48f7-ae18-42ab5963fc13" -d '{"events": [{"server_uuid": "f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b", "name": "network-vif-plugged", "status": "completed", "tag": "e567963a-33c1-4e46-9a7d-5ff5f62d7ba5"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:42:50.129127 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:42:50.133410 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:50.155987 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911895c7-8abc-4827-b2f8-545ac90c5c58 x-openstack-request-id: req-911895c7-8abc-4827-b2f8-545ac90c5c58 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:42:50.156266 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b", "name": "network-vif-plugged", "status": "completed", "tag": "e567963a-33c1-4e46-9a7d-5ff5f62d7ba5", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:42:50.156510 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-911895c7-8abc-4827-b2f8-545ac90c5c58 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:42:50.156893 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5', 'code': 200} Nov 13 05:42:50.181424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:42:50.282170 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eb971-945c-4c23-8c0d-609869325619 req-63c75078-1e45-4cee-8ece-322a1ed0db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:50.283619 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b2eb971-945c-4c23-8c0d-609869325619 req-63c75078-1e45-4cee-8ece-322a1ed0db18 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 1097 time: 0.0438051 Nov 13 05:42:50.341665 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1b2eb971-945c-4c23-8c0d-609869325619 req-dc25a9c8-3d43-473d-8bc2-5eaca0007601 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511758 Nov 13 05:42:50.381868 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96393c64-c23b-4401-b8a0-14837cd1967b req-0e6e4086-86f2-47d8-a3fc-bef25e4bf03a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:50.383390 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-96393c64-c23b-4401-b8a0-14837cd1967b req-0e6e4086-86f2-47d8-a3fc-bef25e4bf03a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0526726 Nov 13 05:42:50.433462 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-96393c64-c23b-4401-b8a0-14837cd1967b req-5cc1a007-6cc5-4656-aa1d-270364f95614 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440087 Nov 13 05:42:51.575103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2addb4d-1e2a-4d3b-88c5-f8dfd5e27d31 req-ea340dcd-9b81-43a0-ac57-5d4534013de1 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:51.576609 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2addb4d-1e2a-4d3b-88c5-f8dfd5e27d31 req-ea340dcd-9b81-43a0-ac57-5d4534013de1 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0516236 Nov 13 05:42:51.630667 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e2addb4d-1e2a-4d3b-88c5-f8dfd5e27d31 req-30b96f3a-3c6e-4229-8969-c79b7ce79ec8 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478117 Nov 13 05:42:52.758068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d00065-accd-48ec-9945-24e5db081373 req-dfb263de-298b-468c-bf54-c8601abe464a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:52.759586 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6d00065-accd-48ec-9945-24e5db081373 req-dfb263de-298b-468c-bf54-c8601abe464a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0557742 Nov 13 05:42:52.808235 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6d00065-accd-48ec-9945-24e5db081373 req-13ba4517-4a53-4ca4-a4ee-561f0a413c76 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 Nov 13 05:42:52.925044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8e039-ee0a-4fc5-8434-c8dbc5b517ae req-5a8e592f-e0a4-433b-8bdf-28c5745a7f13 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:52.926391 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0e8e039-ee0a-4fc5-8434-c8dbc5b517ae req-5a8e592f-e0a4-433b-8bdf-28c5745a7f13 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0503516 Nov 13 05:42:52.978710 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f0e8e039-ee0a-4fc5-8434-c8dbc5b517ae req-da128be4-09af-4c07-aaf3-15d56edd377d tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433595 Nov 13 05:42:53.190018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4405d19-f69b-4055-9e36-0c4cb2984547 req-cb8e3e20-9c78-41f3-9935-f15371f60830 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:53.191437 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4405d19-f69b-4055-9e36-0c4cb2984547 req-cb8e3e20-9c78-41f3-9935-f15371f60830 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0488207 Nov 13 05:42:53.238804 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a4405d19-f69b-4055-9e36-0c4cb2984547 req-ca5eeb21-79c7-4fd7-97bf-3af4835af04a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413454 Nov 13 05:42:53.366660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864693e-5ac9-40b8-ba37-1e7fac313287 req-272205c1-c770-4ad9-a501-595f54f0225f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:53.368561 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5864693e-5ac9-40b8-ba37-1e7fac313287 req-272205c1-c770-4ad9-a501-595f54f0225f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0623968 Nov 13 05:42:53.418108 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5864693e-5ac9-40b8-ba37-1e7fac313287 req-66328a2c-e058-4fb0-82c0-5d7e65369e36 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433607 Nov 13 05:42:53.659203 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-5a688f21-2abd-4946-aa28-83a9fa30efb8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437684 Nov 13 05:42:53.674092 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f8659-27e4-4926-965c-c1b86c8c41bb req-ddcd6ef5-665a-4a82-94d2-80e969357b8f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:53.675792 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f2f8659-27e4-4926-965c-c1b86c8c41bb req-ddcd6ef5-665a-4a82-94d2-80e969357b8f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0515885 Nov 13 05:42:53.724703 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f2f8659-27e4-4926-965c-c1b86c8c41bb req-42ae6139-ad11-45a9-9b07-8ecbfc6e0e96 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425496 Nov 13 05:42:54.853963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad762096-545f-444d-a440-9142be9d16b2 req-95e29204-b9d6-4b35-8ba1-142386f8e05c tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:54.855515 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad762096-545f-444d-a440-9142be9d16b2 req-95e29204-b9d6-4b35-8ba1-142386f8e05c tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0544524 Nov 13 05:42:54.907629 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad762096-545f-444d-a440-9142be9d16b2 req-430f97d9-4b8f-4000-82a7-57777e871174 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460296 Nov 13 05:42:54.928228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-57c53277-0a1e-436c-bbf9-9d28f296136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:54.929824 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-57c53277-0a1e-436c-bbf9-9d28f296136f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 1097 time: 0.0435326 Nov 13 05:42:55.032392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-a5fdcc38-78df-4c88-bddb-1d8dd933a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:55.033912 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-a5fdcc38-78df-4c88-bddb-1d8dd933a4b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 915 time: 0.0970416 Nov 13 05:42:55.076008 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-0412f58b-f7f6-46f3-8fae-fbdbeb44c160 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 HTTP/1.1" status: 200 len: 217 time: 0.0353253 Nov 13 05:42:55.132593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-a84013c0-09a3-4bc9-aed8-777c7bdb2546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:55.134073 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-a84013c0-09a3-4bc9-aed8-777c7bdb2546 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0513937 Nov 13 05:42:55.166942 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-436a1d63-1006-400a-91d5-5d7b97b66821 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249953 Nov 13 05:42:55.256678 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-799c01a2-d419-43da-ae98-60f9f35c4530 service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822163 Nov 13 05:42:55.361757 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-35eac816-a0df-44f4-b047-0b1f1b59944e service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976722 Nov 13 05:42:56.037270 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cc4dc-d843-4668-9bd4-080d063e4246 req-7907e22a-fcce-4b5c-b4a7-347ba512e89b tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:56.038794 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c33cc4dc-d843-4668-9bd4-080d063e4246 req-7907e22a-fcce-4b5c-b4a7-347ba512e89b tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0511923 Nov 13 05:42:56.088711 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c33cc4dc-d843-4668-9bd4-080d063e4246 req-f77ab022-e060-4c58-951f-f254da6a4f25 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437958 Nov 13 05:42:57.214713 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c0373-21c8-43cc-b334-a7f475d77ea4 req-29abf80c-c912-4a09-9f33-021ac7bfa889 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:57.216220 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f58c0373-21c8-43cc-b334-a7f475d77ea4 req-29abf80c-c912-4a09-9f33-021ac7bfa889 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0504692 Nov 13 05:42:57.272436 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f58c0373-21c8-43cc-b334-a7f475d77ea4 req-968f7a71-6f87-42b6-a1e9-366223e2cd7e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496223 Nov 13 05:42:58.399592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6b54e-40a3-43de-9a90-d7a4739186e1 req-39321c07-9461-43c2-9b5c-88f18d240868 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:58.401251 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d1d6b54e-40a3-43de-9a90-d7a4739186e1 req-39321c07-9461-43c2-9b5c-88f18d240868 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0559144 Nov 13 05:42:58.450702 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d1d6b54e-40a3-43de-9a90-d7a4739186e1 req-9323b6b0-39b3-4b63-9846-b11ac6ad5ec5 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431988 Nov 13 05:42:59.109438 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:59.332453 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:42:59.586576 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760e4f1-f9ff-4302-9995-76ef8a3d6211 req-1114393a-18da-4fc8-88a6-790a60c97723 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:42:59.588025 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c760e4f1-f9ff-4302-9995-76ef8a3d6211 req-1114393a-18da-4fc8-88a6-790a60c97723 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0560505 Nov 13 05:42:59.641156 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c760e4f1-f9ff-4302-9995-76ef8a3d6211 req-3c8f8328-6eac-4f70-bdc9-1d6826db3fe2 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445957 Nov 13 05:42:59.744003 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:43:00.767718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e264-49ed-426a-b873-0bd1f43f1486 req-3c6f4be6-f26b-41ef-a09a-b67bbce7290d tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:00.769303 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c8e264-49ed-426a-b873-0bd1f43f1486 req-3c6f4be6-f26b-41ef-a09a-b67bbce7290d tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0525248 Nov 13 05:43:00.821854 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-22c8e264-49ed-426a-b873-0bd1f43f1486 req-9627849d-9ad2-4e96-8074-5d11fb07f001 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441658 Nov 13 05:43:01.952388 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167c84-1f0a-4dd5-b666-de81ac524b03 req-8c8b7ffd-8c1d-4e76-9063-2ea81b0da52e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:01.953888 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43167c84-1f0a-4dd5-b666-de81ac524b03 req-8c8b7ffd-8c1d-4e76-9063-2ea81b0da52e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0524447 Nov 13 05:43:02.008893 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43167c84-1f0a-4dd5-b666-de81ac524b03 req-296f39cf-b90c-4850-b7b4-37fcf3c8b22b tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482836 Nov 13 05:43:02.087745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f1b66-19f7-4642-98a0-23485ba67170 req-40d531bd-6a45-47cd-bcf0-40311c2ff266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:02.089762 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-739f1b66-19f7-4642-98a0-23485ba67170 req-40d531bd-6a45-47cd-bcf0-40311c2ff266 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 1097 time: 0.0481424 Nov 13 05:43:02.202459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f1b66-19f7-4642-98a0-23485ba67170 req-b23275e2-feb6-4cdc-817b-f1e06f1af4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:02.203965 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-739f1b66-19f7-4642-98a0-23485ba67170 req-b23275e2-feb6-4cdc-817b-f1e06f1af4e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 915 time: 0.0928822 Nov 13 05:43:02.253513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-739f1b66-19f7-4642-98a0-23485ba67170 req-7a578ec1-51e9-4bbc-b444-c33cb54889e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 HTTP/1.1" status: 200 len: 217 time: 0.0421305 Nov 13 05:43:02.306187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f1b66-19f7-4642-98a0-23485ba67170 req-3ffb11ff-2fd5-4c9a-aeb9-fc47b42eea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:02.307724 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-739f1b66-19f7-4642-98a0-23485ba67170 req-3ffb11ff-2fd5-4c9a-aeb9-fc47b42eea03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0479321 Nov 13 05:43:02.346522 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-739f1b66-19f7-4642-98a0-23485ba67170 req-aa39518e-17d8-40a5-88af-20c68210fc8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300493 Nov 13 05:43:02.453874 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-739f1b66-19f7-4642-98a0-23485ba67170 req-70065770-a1f6-4717-bc3e-2d64d2a54c67 service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003110 Nov 13 05:43:02.550675 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-739f1b66-19f7-4642-98a0-23485ba67170 req-0a4bb6e3-1a58-4ffc-b9ac-a784b0c16279 service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897825 Nov 13 05:43:03.138066 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd443c58-e921-42ad-84e0-92c23838d063 req-16eeec77-16f4-4f84-8538-fc56a54b8df2 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:03.139607 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd443c58-e921-42ad-84e0-92c23838d063 req-16eeec77-16f4-4f84-8538-fc56a54b8df2 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0568905 Nov 13 05:43:03.198815 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd443c58-e921-42ad-84e0-92c23838d063 req-53915a0e-9916-483b-a80d-1a86e8b1eaee tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530202 Nov 13 05:43:04.338713 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7741522-9157-4765-a2da-859670d28d73 req-b8640ce1-60a8-474d-adf3-4959d82fc203 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:04.340120 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c7741522-9157-4765-a2da-859670d28d73 req-b8640ce1-60a8-474d-adf3-4959d82fc203 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0550036 Nov 13 05:43:04.371097 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bfe2c552-e853-4663-8295-f2d3ad7ed928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:04.397078 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c7741522-9157-4765-a2da-859670d28d73 req-12c82c36-ca7a-4ef8-8f77-3fa6363d096b tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478582 Nov 13 05:43:05.533117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8972023-edfe-4fcc-b448-e3110982378e req-6dc9cb1d-a421-46f8-b72b-f3e8c9c8781e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:05.534605 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e8972023-edfe-4fcc-b448-e3110982378e req-6dc9cb1d-a421-46f8-b72b-f3e8c9c8781e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0659504 Nov 13 05:43:05.584736 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e8972023-edfe-4fcc-b448-e3110982378e req-1aaff4c4-a917-4078-ab1f-8aaa5cd6b93f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Nov 13 05:43:06.554943 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6cf7514-c8e0-407a-b9a3-4ef306df79a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:06.720140 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034ff10-c77a-4421-8cef-58b5ae04940d req-b463797e-aff4-4c50-a399-0450b0893d9c tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:06.721720 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7034ff10-c77a-4421-8cef-58b5ae04940d req-b463797e-aff4-4c50-a399-0450b0893d9c tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0581164 Nov 13 05:43:06.774880 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7034ff10-c77a-4421-8cef-58b5ae04940d req-be0cdc38-8b9c-4f65-946e-8ae94102c81a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442729 Nov 13 05:43:07.910955 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921b8e2-d588-412d-a62b-34775c79dd7b req-d359673a-ba97-4fa1-a71d-c4e24d3eab4b tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:07.912450 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f921b8e2-d588-412d-a62b-34775c79dd7b req-d359673a-ba97-4fa1-a71d-c4e24d3eab4b tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0516624 Nov 13 05:43:07.962078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f921b8e2-d588-412d-a62b-34775c79dd7b req-486c51d5-2a3d-4e45-af43-da6c9fad71c0 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Nov 13 05:43:08.098752 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:09.084638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b2bce-6e64-4195-97dc-f9db76dad601 req-0c71597b-99ad-4ac1-b6bf-33df8edfad2e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:09.086166 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7b7b2bce-6e64-4195-97dc-f9db76dad601 req-0c71597b-99ad-4ac1-b6bf-33df8edfad2e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0524833 Nov 13 05:43:09.140747 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7b7b2bce-6e64-4195-97dc-f9db76dad601 req-4ade5f52-9995-49cf-b536-bf39b3cc62e0 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483918 Nov 13 05:43:09.379708 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:10.038475 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:10.275369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191c003-756e-4d0f-997c-3441f38bc2b6 req-01f8df81-601e-4187-ae1e-b40016d65323 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:10.276894 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7191c003-756e-4d0f-997c-3441f38bc2b6 req-01f8df81-601e-4187-ae1e-b40016d65323 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0579321 Nov 13 05:43:10.328493 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7191c003-756e-4d0f-997c-3441f38bc2b6 req-69b0bded-befb-483b-8e5a-c1debb27ad3a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438983 Nov 13 05:43:11.458603 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048dd2-3695-401a-b4af-a5ab1c2e8703 req-5525d67c-77b6-4dc8-af9d-c21fc95feeb9 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:11.460142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66048dd2-3695-401a-b4af-a5ab1c2e8703 req-5525d67c-77b6-4dc8-af9d-c21fc95feeb9 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0513482 Nov 13 05:43:11.510181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66048dd2-3695-401a-b4af-a5ab1c2e8703 req-bccf979c-dcd5-440e-a935-14d007acdf9d tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Nov 13 05:43:12.636938 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e5280-a901-4c77-bfad-5ff2ba5901eb req-8141f4bf-623a-482c-8e7e-855b4449e317 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:12.638437 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-964e5280-a901-4c77-bfad-5ff2ba5901eb req-8141f4bf-623a-482c-8e7e-855b4449e317 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0516019 Nov 13 05:43:12.688710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-964e5280-a901-4c77-bfad-5ff2ba5901eb req-0cb44fea-2095-47ac-b84d-a29ae68dc290 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Nov 13 05:43:13.816040 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42bdaf-6648-4b47-be6c-6eb02d1add16 req-7edba0e8-2ebd-47b9-81c4-d8f0abfb447f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:13.817539 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab42bdaf-6648-4b47-be6c-6eb02d1add16 req-7edba0e8-2ebd-47b9-81c4-d8f0abfb447f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0598743 Nov 13 05:43:13.868232 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab42bdaf-6648-4b47-be6c-6eb02d1add16 req-0bc2743e-6bf7-41bc-a9bb-1eee38667d06 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442874 Nov 13 05:43:15.001239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f59f5-7bda-46c2-bf39-7c263b167874 req-8d236b2f-2f24-4c52-88a5-92ebc74ab00e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:15.002618 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dc1f59f5-7bda-46c2-bf39-7c263b167874 req-8d236b2f-2f24-4c52-88a5-92ebc74ab00e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0518656 Nov 13 05:43:15.054384 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dc1f59f5-7bda-46c2-bf39-7c263b167874 req-098e7899-fd0b-4b4c-82e4-72a8a764d8cf tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455658 Nov 13 05:43:16.181606 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14b0e1-1a67-43cd-a684-eb756a745004 req-38679d1c-f2b7-4d78-ae27-58fda330d6c4 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:16.183150 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c14b0e1-1a67-43cd-a684-eb756a745004 req-38679d1c-f2b7-4d78-ae27-58fda330d6c4 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0590165 Nov 13 05:43:16.235185 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c14b0e1-1a67-43cd-a684-eb756a745004 req-7cfa1367-12c4-4e44-a20b-3201bc5456e7 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430734 Nov 13 05:43:17.375773 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2111052-4976-41e2-8808-d70b621dcb4b req-38853149-774b-429a-9c3a-a36312da929a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:17.377137 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2111052-4976-41e2-8808-d70b621dcb4b req-38853149-774b-429a-9c3a-a36312da929a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0597792 Nov 13 05:43:17.430888 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a2111052-4976-41e2-8808-d70b621dcb4b req-adf6cc79-cc96-47fd-b401-64a4aa095063 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447745 Nov 13 05:43:18.553647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b255b-2b33-4464-bdd4-318c6f492c4f req-670b2a86-7075-4e6a-b9e1-ac8b56c6e197 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:18.555164 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-984b255b-2b33-4464-bdd4-318c6f492c4f req-670b2a86-7075-4e6a-b9e1-ac8b56c6e197 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0529783 Nov 13 05:43:18.604221 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-984b255b-2b33-4464-bdd4-318c6f492c4f req-0a3325bf-0d48-4201-8dc4-725fbd5c99fa tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427966 Nov 13 05:43:19.739378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c6084-f476-432d-aa90-09faf44cb559 req-194a63d5-522f-40d8-96eb-f1de87fcbcc6 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:19.740896 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-423c6084-f476-432d-aa90-09faf44cb559 req-194a63d5-522f-40d8-96eb-f1de87fcbcc6 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0595257 Nov 13 05:43:19.789431 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-423c6084-f476-432d-aa90-09faf44cb559 req-5d81e781-fe15-498f-8bc5-904e79ca4376 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416253 Nov 13 05:43:20.915739 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b193cec-e9a0-4a88-8883-47753fd085bd req-b0a5c16c-4fa1-4770-935b-d22d17eb4f05 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:20.917201 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b193cec-e9a0-4a88-8883-47753fd085bd req-b0a5c16c-4fa1-4770-935b-d22d17eb4f05 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0520368 Nov 13 05:43:20.977411 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b193cec-e9a0-4a88-8883-47753fd085bd req-576142f7-bf12-4342-abdc-d53236302172 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539596 Nov 13 05:43:22.109568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc56af9-75e9-4f2a-af86-803c6bf3e46f req-bc2d392e-057b-4897-a70f-230758ad5b2d tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:22.111046 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1bc56af9-75e9-4f2a-af86-803c6bf3e46f req-bc2d392e-057b-4897-a70f-230758ad5b2d tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0542610 Nov 13 05:43:22.161837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1bc56af9-75e9-4f2a-af86-803c6bf3e46f req-fdc6bc59-fd4a-4215-9091-d74c9251fefa tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423758 Nov 13 05:43:22.521210 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-0d7ba343-1154-4fc1-8b67-5421d56d8430 service neutron] show failed (client error): The resource could not be found. Nov 13 05:43:22.522863 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-0d7ba343-1154-4fc1-8b67-5421d56d8430 service neutron] 10.222.0.36 "GET /v2.0/ports/e567963a-33c1-4e46-9a7d-5ff5f62d7ba5/bindings/n-h1-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0663910 Nov 13 05:43:22.751049 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-be4612d3-46d6-4a43-b42c-7cb5c3b2c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:22.752563 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-be4612d3-46d6-4a43-b42c-7cb5c3b2c99b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b&tenant_id=3766543d628347489a1fe22d644895b2 HTTP/1.1" status: 200 len: 1097 time: 0.0441883 Nov 13 05:43:22.776849 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:43:22.830776 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:23.048784 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] For port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:43:23.081506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] For port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:43:23.120156 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:43:23.122460 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3561861a-9679-49d2-948f-f7f812fbe073" -d '{"events": [{"server_uuid": "f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e567963a-33c1-4e46-9a7d-5ff5f62d7ba5"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:43:23.126267 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:23.139749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Transition to ACTIVE for port object e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:43:23.144725 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:23.176735 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5ebd3e-dad8-4f64-ae7a-1808413f3fcf x-openstack-request-id: req-5f5ebd3e-dad8-4f64-ae7a-1808413f3fcf {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:43:23.177021 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e567963a-33c1-4e46-9a7d-5ff5f62d7ba5", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:43:23.177703 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f5ebd3e-dad8-4f64-ae7a-1808413f3fcf {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:43:23.177703 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5', 'code': 200} Nov 13 05:43:23.197176 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Pushing event updated for resources: {'Port': ['ID=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,revision_number=6']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:43:23.216484 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] No DVR routers for this DVR port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:43:23.225761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:23.226122 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:23.226487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:23.226867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:23.227251 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:23.227684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:23.228005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:23.228322 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:23.228639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:23.228957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:23.229257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:23.229583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:23.264019 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Attempting to bind port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:43:23.264352 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Attempting to bind port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:43:23.264670 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Attempting to bind port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 on network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:43:23.269130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 on network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:43:23.269443 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Attempting to bind port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 on network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:43:23.274568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:43:23.275036 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Checking segment: {'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:43:23.275421 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Bound using segment: {'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:43:23.275879 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Bound port: e567963a-33c1-4e46-9a7d-5ff5f62d7ba5, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:43:23.276235 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:23.281249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396a8e5-4fb8-4ec5-afcf-a2c2feee1a57 req-ac6b1111-b24f-4001-84bc-0a56a90a7441 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:23.282842 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a396a8e5-4fb8-4ec5-afcf-a2c2feee1a57 req-ac6b1111-b24f-4001-84bc-0a56a90a7441 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 944 time: 0.0513604 Nov 13 05:43:23.335608 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a396a8e5-4fb8-4ec5-afcf-a2c2feee1a57 req-40b2ba8c-92cc-4dd2-90cc-67c195e5d7ee tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465956 Nov 13 05:43:23.343617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] For port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:43:23.346741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] For port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:43:23.352078 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:23.387267 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:23.387882 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:23.389257 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] 10.222.0.46 "PUT /v2.0/ports/e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 HTTP/1.1" status: 200 len: 1092 time: 0.6170793 Nov 13 05:43:23.407177 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6efbff-9508-451e-9c52-97330e7b0945 service neutron] Pushing event updated for resources: {'Port': ['ID=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,revision_number=7']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:43:23.461785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-5d19cd7b-5ad5-4f6a-b05c-d0465cb0b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:23.463944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-5d19cd7b-5ad5-4f6a-b05c-d0465cb0b843 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 1095 time: 0.0417883 Nov 13 05:43:23.563131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-dd715c54-4199-45b0-b6c7-130cee85b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:23.564611 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-dd715c54-4199-45b0-b6c7-130cee85b452 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 915 time: 0.0937986 Nov 13 05:43:23.606567 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-27c90003-3dde-448d-aaaf-6ff2f104014f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 HTTP/1.1" status: 200 len: 217 time: 0.0337384 Nov 13 05:43:23.660336 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-733518bc-d94f-4eb4-9a84-e94320858f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:23.661763 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-733518bc-d94f-4eb4-9a84-e94320858f76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0477402 Nov 13 05:43:23.693124 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-cdf0ff7b-caee-4b8c-a4b2-106c6d19e90b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246642 Nov 13 05:43:23.797615 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-23db359d-31fc-40cd-8a97-4c7cb32679ea service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970063 Nov 13 05:43:23.899749 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-86bf7c14-9d0b-4526-92c5-95238c4f67ea req-7f26862f-9329-4729-9259-811c7f014c45 service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939257 Nov 13 05:43:24.464757 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf41a27-4b44-4406-bdbe-b7af7dd38344 req-d68cb1ef-3df8-4be4-976a-232797745ffd tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:24.466271 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fcf41a27-4b44-4406-bdbe-b7af7dd38344 req-d68cb1ef-3df8-4be4-976a-232797745ffd tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 944 time: 0.0515673 Nov 13 05:43:24.514605 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fcf41a27-4b44-4406-bdbe-b7af7dd38344 req-aacd8216-386e-4567-8042-e263cbac1d1a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418203 Nov 13 05:43:25.179022 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b', 'tag': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:43:25.181701 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb92204d-146f-46f8-a2ce-0adfac379853" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b", "tag": "e567963a-33c1-4e46-9a7d-5ff5f62d7ba5"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:43:25.230316 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be01e6bf-76aa-4cd5-9f66-19b1957631d6 x-openstack-request-id: req-be01e6bf-76aa-4cd5-9f66-19b1957631d6 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:43:25.230598 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b", "tag": "e567963a-33c1-4e46-9a7d-5ff5f62d7ba5", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:43:25.230876 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be01e6bf-76aa-4cd5-9f66-19b1957631d6 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:43:25.231328 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b', 'tag': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5', 'status': 'completed', 'code': 200} Nov 13 05:43:25.313171 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-50d3370c-71cc-4874-aee2-5f3faf8be123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:25.314552 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-50d3370c-71cc-4874-aee2-5f3faf8be123 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 1095 time: 0.0430412 Nov 13 05:43:25.315117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-35484098-0e86-4fdc-afe9-17377a19face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:25.316614 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-35484098-0e86-4fdc-afe9-17377a19face service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 1095 time: 0.0408223 Nov 13 05:43:25.408567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-881f2fc7-c3fc-4580-8d16-cf64c57b289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:25.410102 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-881f2fc7-c3fc-4580-8d16-cf64c57b289b service neutron] 10.222.0.36 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 915 time: 0.0883954 Nov 13 05:43:25.416708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-88b7d412-af29-4760-afbf-b4a8e24116aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:25.418185 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-88b7d412-af29-4760-afbf-b4a8e24116aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 915 time: 0.0940702 Nov 13 05:43:25.456950 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-a2a58204-6e5f-4f6f-be09-25699549731a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 HTTP/1.1" status: 200 len: 217 time: 0.0390782 Nov 13 05:43:25.460032 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-ea83ea3e-73ba-4cba-b981-a9a4d0c76ae4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 HTTP/1.1" status: 200 len: 217 time: 0.0342159 Nov 13 05:43:25.507683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-f1340a83-84dd-4dbb-9e9a-2df42cc00f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:25.509377 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-f1340a83-84dd-4dbb-9e9a-2df42cc00f1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0453560 Nov 13 05:43:25.517120 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-218892c4-8460-437b-abe9-bbcc4188465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:25.518543 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-218892c4-8460-437b-abe9-bbcc4188465b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0515149 Nov 13 05:43:25.541458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-9124b5d1-0ff4-42f9-86ad-458fe4488c9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251126 Nov 13 05:43:25.552810 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-59dbea33-6eb3-47b2-9bca-de5f53012eb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256658 Nov 13 05:43:25.637183 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-d842d473-1a05-4ee7-b674-f4cdf96c4d89 service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877490 Nov 13 05:43:25.734524 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-bf54289d-9941-4c0f-9b7e-bd6a52105802 service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898945 Nov 13 05:43:26.015233 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-44f9703e-02ae-41f6-9d23-a38c09930789 service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497240 Nov 13 05:43:26.023206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20daa27-b47a-4a0f-aa2a-ed483788f68f req-ba6c31b1-ca2f-44a6-8327-5a2c2abd3f48 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:26.024529 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b20daa27-b47a-4a0f-aa2a-ed483788f68f req-ba6c31b1-ca2f-44a6-8327-5a2c2abd3f48 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 944 time: 0.4312270 Nov 13 05:43:26.122616 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b20daa27-b47a-4a0f-aa2a-ed483788f68f req-583d5672-cd6e-4ae8-a808-49c8e61d0bea tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901554 Nov 13 05:43:26.141777 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cb92204d-146f-46f8-a2ce-0adfac379853 req-94698b6d-c9a8-46e1-9594-76b79ba5a7e8 service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163101 Nov 13 05:43:26.192740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:43:26.235449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:43:27.248431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d518c8-4361-4c80-9c5c-cfccb355540a req-b276c0e8-e249-47d6-9ca4-c62a9c0a3a13 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:27.249921 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-72d518c8-4361-4c80-9c5c-cfccb355540a req-b276c0e8-e249-47d6-9ca4-c62a9c0a3a13 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 944 time: 0.0539210 Nov 13 05:43:27.306213 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-72d518c8-4361-4c80-9c5c-cfccb355540a req-ec60fbda-3aca-4710-8cfe-698ac28baf57 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470977 Nov 13 05:43:27.541891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4d1c0-2dd6-43f5-bd51-7f8b8e6644b4 req-2eb813f7-931d-4eb4-89ee-bf7dafd30f75 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:27.543426 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dbc4d1c0-2dd6-43f5-bd51-7f8b8e6644b4 req-2eb813f7-931d-4eb4-89ee-bf7dafd30f75 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 944 time: 0.0829959 Nov 13 05:43:27.555645 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32c54d-d079-41bd-ba9c-e6267e513ee2 req-e99f93ea-32cd-4076-8ba3-03c2fe8d9511 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:27.557381 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e32c54d-d079-41bd-ba9c-e6267e513ee2 req-e99f93ea-32cd-4076-8ba3-03c2fe8d9511 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b&tenant_id=3766543d628347489a1fe22d644895b2&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 944 time: 0.0703614 Nov 13 05:43:27.640422 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dbc4d1c0-2dd6-43f5-bd51-7f8b8e6644b4 req-246964c0-c71c-4145-9870-db457f4c0918 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821483 Nov 13 05:43:27.647550 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-7e32c54d-d079-41bd-ba9c-e6267e513ee2 req-49e57aa7-90c2-4981-b191-c4fa9a5243e4 service neutron] delete failed (client error): The resource could not be found. Nov 13 05:43:27.648455 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e32c54d-d079-41bd-ba9c-e6267e513ee2 req-49e57aa7-90c2-4981-b191-c4fa9a5243e4 service neutron] 10.222.0.36 "DELETE /v2.0/ports/e567963a-33c1-4e46-9a7d-5ff5f62d7ba5/bindings/n-h2-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0835869 Nov 13 05:43:27.717534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:43:27.758986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32c54d-d079-41bd-ba9c-e6267e513ee2 req-f8620118-fc6f-4a2a-a2e4-31fae176bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:27.760684 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e32c54d-d079-41bd-ba9c-e6267e513ee2 req-f8620118-fc6f-4a2a-a2e4-31fae176bb1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 1095 time: 0.0434425 Nov 13 05:43:27.823214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:43:27.842561 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5', 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b', 'port_id': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5', 'mac_address': 'fa:16:3e:3e:45:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16852781-fc7a-4abd-81a9-e474be3e54de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:43:27.853980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32c54d-d079-41bd-ba9c-e6267e513ee2 req-b850db83-6784-4e28-a33d-75b8d00fc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:27.855558 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e32c54d-d079-41bd-ba9c-e6267e513ee2 req-b850db83-6784-4e28-a33d-75b8d00fc141 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 915 time: 0.0875049 Nov 13 05:43:27.881883 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:27.895387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:43:27.900743 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e32c54d-d079-41bd-ba9c-e6267e513ee2 req-0602dc44-0b23-40b0-b185-56553ee1cc17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 HTTP/1.1" status: 200 len: 217 time: 0.0382535 Nov 13 05:43:27.915404 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:43:27.922105 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:27.952434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32c54d-d079-41bd-ba9c-e6267e513ee2 req-a4520163-7071-48a3-98b3-2d9220760ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:27.953902 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e32c54d-d079-41bd-ba9c-e6267e513ee2 req-a4520163-7071-48a3-98b3-2d9220760ae4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0463443 Nov 13 05:43:27.972291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:43:27.986956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e32c54d-d079-41bd-ba9c-e6267e513ee2 req-bb46056c-3786-4429-a2c7-f8fa4221a35f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256696 Nov 13 05:43:28.084616 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e32c54d-d079-41bd-ba9c-e6267e513ee2 req-41db307a-6618-4ee1-b44d-655a1698f269 service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902896 Nov 13 05:43:28.176467 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e32c54d-d079-41bd-ba9c-e6267e513ee2 req-2dd274bf-25bd-4140-a88e-f09dd705876f service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851116 Nov 13 05:43:28.315780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['e567963a-33c1-4e46-9a7d-5ff5f62d7ba5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:43:28.766180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07628f-a954-4e17-90dd-5179e880dffe req-8a82855b-91b5-4d99-8322-b2562b49b45b tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:28.767723 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb07628f-a954-4e17-90dd-5179e880dffe req-8a82855b-91b5-4d99-8322-b2562b49b45b tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 945 time: 0.0514796 Nov 13 05:43:28.817293 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eb07628f-a954-4e17-90dd-5179e880dffe req-f8476eb1-a2ef-44c9-a5e8-af0a7cf7eff3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431588 Nov 13 05:43:28.939952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6e856-6fe6-4aa3-8cf9-a0f2250db985 req-d918cc9c-964e-4eca-b840-7a59ba40c4e2 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:28.941321 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-25e6e856-6fe6-4aa3-8cf9-a0f2250db985 req-d918cc9c-964e-4eca-b840-7a59ba40c4e2 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 945 time: 0.0562685 Nov 13 05:43:28.990537 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-25e6e856-6fe6-4aa3-8cf9-a0f2250db985 req-c2f95974-8497-4910-9e97-75524d5b8ee0 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410397 Nov 13 05:43:29.095063 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:29.105698 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530ac91-d530-4cd5-b52d-5ac211acdd30 req-9c61fd78-aafd-4949-8ad3-48c37c3aa81a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:29.107236 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9530ac91-d530-4cd5-b52d-5ac211acdd30 req-9c61fd78-aafd-4949-8ad3-48c37c3aa81a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 945 time: 0.0505617 Nov 13 05:43:29.156834 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9530ac91-d530-4cd5-b52d-5ac211acdd30 req-6d048e64-d4f0-4ecd-9d2e-cb6702481552 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433340 Nov 13 05:43:29.328249 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:29.521340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-0482b764-406b-4249-bbfb-1e7a0938f508 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:29.522724 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-0482b764-406b-4249-bbfb-1e7a0938f508 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 814 time: 0.1069851 Nov 13 05:43:29.537946 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-ca06de31-45fe-4f78-a9d1-e5302dc37648 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/quotas/3766543d628347489a1fe22d644895b2 HTTP/1.1" status: 200 len: 375 time: 0.0093193 Nov 13 05:43:29.586948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-07f00c7c-516d-437a-a6ea-259b23e68fe5 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436003 Nov 13 05:43:29.597901 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-3ea70e82-6bed-482c-8b1e-d1f4df58b352 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:43:29.598860 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-3ea70e82-6bed-482c-8b1e-d1f4df58b352 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049880 Nov 13 05:43:29.706612 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-6fdebdc5-382e-443f-9a78-13af1b1f18cb service neutron] 10.222.0.43 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017873 Nov 13 05:43:29.730457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:43:29.784147 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:43:29.789242 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:43:29.789594 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:29.803177 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-787c41de-9089-4fa8-9890-6f41be29b059 service neutron] 10.222.0.43 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876966 Nov 13 05:43:29.866697 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:29.890621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:43:29.892897 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fe49f5-577e-479d-aa0d-bc2b5bcb257a" -d '{"events": [{"server_uuid": "f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b", "name": "network-vif-plugged", "status": "completed", "tag": "e567963a-33c1-4e46-9a7d-5ff5f62d7ba5"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:43:29.911168 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:43:29.917257 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:29.954949 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c89917-1803-4654-98db-0f3e15049e9d x-openstack-request-id: req-d6c89917-1803-4654-98db-0f3e15049e9d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:43:29.955197 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b", "name": "network-vif-plugged", "status": "completed", "tag": "e567963a-33c1-4e46-9a7d-5ff5f62d7ba5", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:43:29.955699 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6c89917-1803-4654-98db-0f3e15049e9d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:43:29.956087 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5', 'code': 200} Nov 13 05:43:29.981045 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:43:29.990368 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-26c2a7cd-bc3a-4e92-9b9a-e63444684b1d req-ed7828c9-a6e3-4295-8775-e9ee18e3aeba tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 210 time: 0.0350926 Nov 13 05:43:30.969934 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10d769-a28c-4614-a5a0-c03474dbb530 req-44e835f2-b701-434f-a31f-be6a87288f43 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:30.971328 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b10d769-a28c-4614-a5a0-c03474dbb530 req-44e835f2-b701-434f-a31f-be6a87288f43 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b HTTP/1.1" status: 200 len: 946 time: 0.0697675 Nov 13 05:43:31.071079 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-3b10d769-a28c-4614-a5a0-c03474dbb530 req-dff1d6d6-8169-4c3c-8cf0-d6b7c3f48c66 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Deleting port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:43:31.071715 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3b10d769-a28c-4614-a5a0-c03474dbb530 req-dff1d6d6-8169-4c3c-8cf0-d6b7c3f48c66 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:31.096287 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f83c4da0-3d54-4471-a745-52780b386ba6 req-dc015814-8572-4cce-9321-8d21b02fc36b tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 210 time: 0.0269361 Nov 13 05:43:31.156017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.46', 51016) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:43:31.177090 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-3b10d769-a28c-4614-a5a0-c03474dbb530 req-dff1d6d6-8169-4c3c-8cf0-d6b7c3f48c66 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] For port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:43:31.177499 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3b10d769-a28c-4614-a5a0-c03474dbb530 req-dff1d6d6-8169-4c3c-8cf0-d6b7c3f48c66 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:31.194869 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-3b10d769-a28c-4614-a5a0-c03474dbb530 req-dff1d6d6-8169-4c3c-8cf0-d6b7c3f48c66 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Calling delete_port for e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:43:31.262690 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-8d9afee5-c0dc-4f6b-8164-1c0fafd14ca1 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:31.264088 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-8d9afee5-c0dc-4f6b-8164-1c0fafd14ca1 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.46 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 814 time: 0.1050439 Nov 13 05:43:31.285522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Request body: {'port': {'device_id': 'e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082', 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b', 'admin_state_up': True, 'tenant_id': '3766543d628347489a1fe22d644895b2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:43:31.334517 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3b10d769-a28c-4614-a5a0-c03474dbb530 req-dff1d6d6-8169-4c3c-8cf0-d6b7c3f48c66 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:31.362973 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1d6d6-8169-4c3c-8cf0-d6b7c3f48c66 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Pushing event deleted for resources: {'Port': ['ID=e567963a-33c1-4e46-9a7d-5ff5f62d7ba5,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:43:31.374000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['e567963a-33c1-4e46-9a7d-5ff5f62d7ba5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:43:31.407270 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b10d769-a28c-4614-a5a0-c03474dbb530 req-dff1d6d6-8169-4c3c-8cf0-d6b7c3f48c66 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] No DVR routers for this DVR port e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:43:31.408051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Made reservation on behalf of 3766543d628347489a1fe22d644895b2 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:43:31.410215 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-3b10d769-a28c-4614-a5a0-c03474dbb530 req-dff1d6d6-8169-4c3c-8cf0-d6b7c3f48c66 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:31.411882 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:31.413665 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b10d769-a28c-4614-a5a0-c03474dbb530 req-dff1d6d6-8169-4c3c-8cf0-d6b7c3f48c66 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.46 "DELETE /v2.0/ports/e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 HTTP/1.1" status: 204 len: 173 time: 0.4349306 Nov 13 05:43:31.414117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b', 'name': 'network-vif-deleted', 'tag': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:43:31.416451 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cde92d7-ff67-4f96-bc05-e390e84e7a29" -d '{"events": [{"server_uuid": "f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b", "name": "network-vif-deleted", "tag": "e567963a-33c1-4e46-9a7d-5ff5f62d7ba5"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:43:31.459787 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a18462-bec0-4a35-86a7-b3f626315d66 x-openstack-request-id: req-31a18462-bec0-4a35-86a7-b3f626315d66 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:43:31.460091 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b", "name": "network-vif-deleted", "tag": "e567963a-33c1-4e46-9a7d-5ff5f62d7ba5", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:43:31.460355 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31a18462-bec0-4a35-86a7-b3f626315d66 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:43:31.460752 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fe31d9-fe93-4a1d-ab55-81e4f0b98d1b', 'name': 'network-vif-deleted', 'tag': 'e567963a-33c1-4e46-9a7d-5ff5f62d7ba5', 'status': 'completed', 'code': 200} Nov 13 05:43:31.559537 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Allocated IP 172.20.0.11 (5293ea52-6d48-48bc-8be6-4c6a9e3b091b/16852781-fc7a-4abd-81a9-e474be3e54de/c866731f-6b5d-4f6c-9a5d-b1aad40a6df8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:43:31.708191 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:31.742443 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:31.787414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:43:31.793229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:43:31.797012 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:43:31.804160 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Pushing event updated for resources: {'Port': ['ID=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:43:31.831337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:31.831565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:31.831907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:31.832237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:31.832563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:31.832886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:31.833207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:31.833523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:31.833847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:31.834162 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:31.834476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:31.834776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:31.860545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:31.861143 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:31.881309 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-d375b1f6-8a89-47cf-84d9-5297f771a0c3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6007657 Nov 13 05:43:31.898098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Request body: {'port': {'device_id': 'e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:43:31.956094 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:32.255725 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a4173-baa2-4994-8f0b-0cf99c9e2e11 req-b83bee38-088e-4219-b34d-d972d12419a3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:32.257203 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a06a4173-baa2-4994-8f0b-0cf99c9e2e11 req-b83bee38-088e-4219-b34d-d972d12419a3 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 932 time: 0.0866730 Nov 13 05:43:32.261691 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:43:32.275472 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:32.300596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Transition to ACTIVE for port object c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:43:32.305849 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:32.363941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a06a4173-baa2-4994-8f0b-0cf99c9e2e11 req-3529d405-c3e8-4c8d-822f-5a73e0654d13 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931597 Nov 13 05:43:32.384951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Pushing event updated for resources: {'Port': ['ID=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:43:32.461242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Attempting to bind port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:43:32.461571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Attempting to bind port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:43:32.461897 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Attempting to bind port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 on network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:43:32.466735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 on network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:43:32.467086 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Attempting to bind port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 on network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:43:32.472286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:43:32.472613 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Checking segment: {'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:43:32.472987 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Bound using segment: {'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:43:32.473401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Bound port: c866731f-6b5d-4f6c-9a5d-b1aad40a6df8, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:43:32.473741 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:32.546642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] For port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:43:32.549649 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] For port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:43:32.556834 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:32.599020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:32.599684 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:32.607118 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] 10.222.0.46 "PUT /v2.0/ports/c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 HTTP/1.1" status: 200 len: 1092 time: 0.7129741 Nov 13 05:43:32.607566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082', 'tag': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:43:32.609858 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933b9a3e-79fa-4d87-9f6b-9fa558f6380a" -d '{"events": [{"name": "network-changed", "server_uuid": "e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082", "tag": "c866731f-6b5d-4f6c-9a5d-b1aad40a6df8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:43:32.635801 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c8f98-f175-4b18-ba86-90f9eadb8725 service neutron] Pushing event updated for resources: {'Port': ['ID=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:43:32.649345 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c6ba8b-891a-439c-95f4-72474989dd64 x-openstack-request-id: req-12c6ba8b-891a-439c-95f4-72474989dd64 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:43:32.649630 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082", "tag": "c866731f-6b5d-4f6c-9a5d-b1aad40a6df8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:43:32.649877 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12c6ba8b-891a-439c-95f4-72474989dd64 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:43:32.650276 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082', 'tag': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8', 'status': 'completed', 'code': 200} Nov 13 05:43:32.720376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-80baad0f-74ee-44a6-92e2-83c306d76b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:32.721901 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-80baad0f-74ee-44a6-92e2-83c306d76b8b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 1095 time: 0.0499382 Nov 13 05:43:32.772864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-b8d3155d-c743-4802-954f-8d98693d7969 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 HTTP/1.1" status: 200 len: 217 time: 0.0347617 Nov 13 05:43:32.825206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-801695d3-8011-49f0-976e-e7c8964929e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:32.826632 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-801695d3-8011-49f0-976e-e7c8964929e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0469394 Nov 13 05:43:32.861015 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-9cedd81c-89f8-4e4c-b4c1-bbb5a23d45ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251122 Nov 13 05:43:32.953318 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-90b375bf-d686-467e-ab66-1c6d4d42a1cd service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850000 Nov 13 05:43:33.065492 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a7e8b91-355c-4107-ad6e-ce62917c2cf8 req-5be6c118-5f75-4efc-8d44-55450db79979 service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033998 Nov 13 05:43:33.194846 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b9a3e-79fa-4d87-9f6b-9fa558f6380a req-ef9b2c51-62ed-43aa-bd91-d4950b37d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:33.196425 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-933b9a3e-79fa-4d87-9f6b-9fa558f6380a req-ef9b2c51-62ed-43aa-bd91-d4950b37d752 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 1095 time: 0.0435143 Nov 13 05:43:33.298298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b9a3e-79fa-4d87-9f6b-9fa558f6380a req-7eab37bf-c3d0-404f-8694-5175fdf66826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:33.299714 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-933b9a3e-79fa-4d87-9f6b-9fa558f6380a req-7eab37bf-c3d0-404f-8694-5175fdf66826 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 915 time: 0.0960097 Nov 13 05:43:33.342597 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-933b9a3e-79fa-4d87-9f6b-9fa558f6380a req-4863b2ac-74a6-4f12-8685-e4aada0d5107 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 HTTP/1.1" status: 200 len: 217 time: 0.0338182 Nov 13 05:43:33.395991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b9a3e-79fa-4d87-9f6b-9fa558f6380a req-d33da613-a804-4506-9cfa-50c0d3cafcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:33.397442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-933b9a3e-79fa-4d87-9f6b-9fa558f6380a req-d33da613-a804-4506-9cfa-50c0d3cafcbc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0473213 Nov 13 05:43:33.431516 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-933b9a3e-79fa-4d87-9f6b-9fa558f6380a req-c91ac655-6ce7-4c2f-b8a7-ad4f4daa00f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267711 Nov 13 05:43:33.543893 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192b22c-8840-4f56-8fdc-4d166b23da8d req-18cba024-7a0d-48ef-a3b3-6e4a2477386d tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:33.545347 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5192b22c-8840-4f56-8fdc-4d166b23da8d req-18cba024-7a0d-48ef-a3b3-6e4a2477386d tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 944 time: 0.1057076 Nov 13 05:43:33.572973 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-933b9a3e-79fa-4d87-9f6b-9fa558f6380a req-76b4f953-68a5-4341-b1c1-3da894441a7b service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342630 Nov 13 05:43:33.645979 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5192b22c-8840-4f56-8fdc-4d166b23da8d req-0bddcdcf-91ec-4a10-b0fe-06039849362d tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942297 Nov 13 05:43:33.681430 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-933b9a3e-79fa-4d87-9f6b-9fa558f6380a req-588c79a1-0e85-4f3c-9ee2-13a75cb0e409 service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007047 Nov 13 05:43:33.749728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:43:33.781403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:43:33.781700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device e567963a-33c1-4e46-9a7d-5ff5f62d7ba5 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:43:34.368727 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fdae458f-dadd-4031-af41-74de715bcb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:34.777260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbe179-d293-4c8f-a100-f54e36ba40c4 req-5f88384c-d2db-4cbd-90a0-804fc058303c tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:34.778747 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dbbe179-d293-4c8f-a100-f54e36ba40c4 req-5f88384c-d2db-4cbd-90a0-804fc058303c tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 944 time: 0.0570467 Nov 13 05:43:34.834304 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3dbbe179-d293-4c8f-a100-f54e36ba40c4 req-c4f940a3-9f16-43d1-945d-58c1da1f3f82 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495274 Nov 13 05:43:35.970431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69256952-d79e-4e68-a9ab-900fa2b9366a req-26a31f4b-2be0-478e-90e6-7f04c2656036 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:35.971950 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-69256952-d79e-4e68-a9ab-900fa2b9366a req-26a31f4b-2be0-478e-90e6-7f04c2656036 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 944 time: 0.0564995 Nov 13 05:43:36.022584 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-69256952-d79e-4e68-a9ab-900fa2b9366a req-6c0ae1c2-43d7-44f8-9a0a-c46789111a90 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445263 Nov 13 05:43:36.554754 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e5b3241-d806-4700-8377-144f8f8fd494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:36.748092 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:43:37.146873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ad219-aa72-400a-a2e9-c4c189cd4f5c req-019e2d07-a9d9-4060-bd49-35e2e8973be9 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:37.148397 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab2ad219-aa72-400a-a2e9-c4c189cd4f5c req-019e2d07-a9d9-4060-bd49-35e2e8973be9 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 944 time: 0.0514262 Nov 13 05:43:37.209348 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab2ad219-aa72-400a-a2e9-c4c189cd4f5c req-84c89b09-5e3c-4ca7-b91e-bd32f083bb33 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528703 Nov 13 05:43:37.765012 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:43:37.865042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:43:37.880326 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8', 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b', 'port_id': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8', 'mac_address': 'fa:16:3e:4b:89:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16852781-fc7a-4abd-81a9-e474be3e54de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:43:37.924904 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:37.938243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:43:37.957556 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:43:37.963771 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:38.016658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:43:38.024004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:38.024342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:38.024670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:38.024994 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:38.025319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:38.025637 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:38.025946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:38.026269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:38.026576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:38.026888 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:38.027256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:38.027568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:43:38.101735 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:38.336112 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['c866731f-6b5d-4f6c-9a5d-b1aad40a6df8'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:43:38.344634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a792e-a9ea-4333-bd4c-c3389008ffef req-f2bdc8c9-8918-4ff4-9037-8f8a5f3c404e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:38.346218 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e9a792e-a9ea-4333-bd4c-c3389008ffef req-f2bdc8c9-8918-4ff4-9037-8f8a5f3c404e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 945 time: 0.0613291 Nov 13 05:43:38.396911 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e9a792e-a9ea-4333-bd4c-c3389008ffef req-f61c1ba6-d6f2-4fcc-bea5-5c851a600614 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444486 Nov 13 05:43:39.392288 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:39.520528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe49a-f32b-48d8-8d10-ca9534f88991 req-14636c89-0fd6-437e-9edf-1695894c90f5 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:39.522035 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f53fe49a-f32b-48d8-8d10-ca9534f88991 req-14636c89-0fd6-437e-9edf-1695894c90f5 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 945 time: 0.0556116 Nov 13 05:43:39.569566 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f53fe49a-f32b-48d8-8d10-ca9534f88991 req-02b79e3a-3e65-44ef-833b-ede4a036a02b tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 Nov 13 05:43:39.780347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:43:39.840080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:43:39.844293 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:43:39.844651 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:39.933792 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:39.956936 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:43:39.959187 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e862d60-6edd-4a74-a33b-6c52e8629655" -d '{"events": [{"server_uuid": "e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082", "name": "network-vif-plugged", "status": "completed", "tag": "c866731f-6b5d-4f6c-9a5d-b1aad40a6df8"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:43:39.971428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:43:39.976695 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:40.001962 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc89b6c5-4c14-423b-b1e5-17f341384517 x-openstack-request-id: req-fc89b6c5-4c14-423b-b1e5-17f341384517 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:43:40.002255 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082", "name": "network-vif-plugged", "status": "completed", "tag": "c866731f-6b5d-4f6c-9a5d-b1aad40a6df8", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:43:40.002508 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc89b6c5-4c14-423b-b1e5-17f341384517 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:43:40.002895 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8', 'code': 200} Nov 13 05:43:40.038941 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:43:40.047257 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:40.120298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be5bc2-fcf2-43b0-918d-24d11d52064f req-34daa65b-a834-4eee-9f51-d108cf0b3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:40.121829 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59be5bc2-fcf2-43b0-918d-24d11d52064f req-34daa65b-a834-4eee-9f51-d108cf0b3372 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 1097 time: 0.0401623 Nov 13 05:43:40.169572 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59be5bc2-fcf2-43b0-918d-24d11d52064f req-04c1eb98-d4c2-42aa-9e17-4c7002be3ee3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410318 Nov 13 05:43:40.705850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a9056-a4e0-4131-b269-34a0cf5f70de req-797b5f57-47a4-4af5-ba60-0dd384656f17 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:40.707368 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-097a9056-a4e0-4131-b269-34a0cf5f70de req-797b5f57-47a4-4af5-ba60-0dd384656f17 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0575349 Nov 13 05:43:40.760053 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-097a9056-a4e0-4131-b269-34a0cf5f70de req-c0ae8b99-a38d-40a6-b574-71320bdf120b tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437665 Nov 13 05:43:41.900277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396de59f-667e-48f3-b19e-b3bd531def0b req-c6029840-9772-4a6b-aa4f-fbe3fcf1c452 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:41.901763 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-396de59f-667e-48f3-b19e-b3bd531def0b req-c6029840-9772-4a6b-aa4f-fbe3fcf1c452 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0529633 Nov 13 05:43:41.950216 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-396de59f-667e-48f3-b19e-b3bd531def0b req-e12c4673-7108-42b0-b2ca-1ceda912ed2a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420766 Nov 13 05:43:42.070207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd9a9a-5e9a-4304-823d-20698820e3a0 req-bdba2f04-a02d-45ba-9b4f-844b632f0703 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:42.071631 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64dd9a9a-5e9a-4304-823d-20698820e3a0 req-bdba2f04-a02d-45ba-9b4f-844b632f0703 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0529125 Nov 13 05:43:42.121823 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-64dd9a9a-5e9a-4304-823d-20698820e3a0 req-d7bcfefa-0089-4214-949b-d7c14f51e71c tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439897 Nov 13 05:43:42.378498 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-f04de035-7d3a-42e3-af52-76125a63e0d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0702102 Nov 13 05:43:42.389847 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b1712-912c-4fc6-aeab-7517ba56d6f0 req-6d66fc24-6ea1-474f-bb16-d3620482a098 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:42.391297 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b18b1712-912c-4fc6-aeab-7517ba56d6f0 req-6d66fc24-6ea1-474f-bb16-d3620482a098 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0739722 Nov 13 05:43:42.442177 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b18b1712-912c-4fc6-aeab-7517ba56d6f0 req-858bcc52-dede-4348-bb5e-ea32f3d9808a tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440941 Nov 13 05:43:43.585626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893d086-e4ed-4f4b-a071-ec1ce5923595 req-96da9098-84a6-467a-b562-2e12ba27d343 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:43.587112 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5893d086-e4ed-4f4b-a071-ec1ce5923595 req-96da9098-84a6-467a-b562-2e12ba27d343 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0610318 Nov 13 05:43:43.641796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-557b3a0b-bd61-4d41-bed9-08e2fd0e7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:43.643303 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-557b3a0b-bd61-4d41-bed9-08e2fd0e7484 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 1097 time: 0.0754156 Nov 13 05:43:43.665496 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5893d086-e4ed-4f4b-a071-ec1ce5923595 req-117d021d-04b1-443c-ad69-87294bfaa889 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617218 Nov 13 05:43:43.739832 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-2478b3b8-a3e2-477d-b970-50930220ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:43.741193 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-2478b3b8-a3e2-477d-b970-50930220ed6d service neutron] 10.222.0.46 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 915 time: 0.0878727 Nov 13 05:43:44.121773 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-8dccb0df-4ff9-42c0-80c9-e47bc5a2c5a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 HTTP/1.1" status: 200 len: 217 time: 0.3726373 Nov 13 05:43:44.170491 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-42cba888-7452-4b53-a4f9-5b1aca4b3c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:44.172074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-42cba888-7452-4b53-a4f9-5b1aca4b3c3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0438523 Nov 13 05:43:44.203147 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-01bc603b-d243-4c95-b4fc-197b9c14df69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243309 Nov 13 05:43:44.294448 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-75cd6136-1c2c-41a1-9aa3-66a0a2df8bb2 service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832565 Nov 13 05:43:44.394565 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-7fa33136-032e-40c5-83a3-755524b42824 service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935397 Nov 13 05:43:44.795056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69608a90-b576-4a56-a27f-e9c2563da989 req-110ac41b-dc06-447c-a1a5-8cc2ca7d042e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:44.796572 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-69608a90-b576-4a56-a27f-e9c2563da989 req-110ac41b-dc06-447c-a1a5-8cc2ca7d042e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0506551 Nov 13 05:43:44.847221 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-69608a90-b576-4a56-a27f-e9c2563da989 req-1ce9b835-40c4-4e2a-a075-238a9049b291 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Nov 13 05:43:45.998732 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d16e57-0750-40cc-8b5a-7e450c8663f8 req-5522f770-9c4b-4e44-8267-5a1bd335088f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:46.000734 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29d16e57-0750-40cc-8b5a-7e450c8663f8 req-5522f770-9c4b-4e44-8267-5a1bd335088f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0688574 Nov 13 05:43:46.053597 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29d16e57-0750-40cc-8b5a-7e450c8663f8 req-99527d1c-3b51-4cb0-9a9f-d5a7361dd43d tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439177 Nov 13 05:43:47.181858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b39da3-cc30-4e5f-af74-9b1aa57263b9 req-588ee203-c73a-4a03-b3ed-49e99b554932 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:47.183357 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09b39da3-cc30-4e5f-af74-9b1aa57263b9 req-588ee203-c73a-4a03-b3ed-49e99b554932 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0550203 Nov 13 05:43:47.233279 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09b39da3-cc30-4e5f-af74-9b1aa57263b9 req-8b5213f2-a4c4-42bd-baff-0a1ffff9f9e6 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413673 Nov 13 05:43:48.368983 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0affb39-88c1-4183-8d6b-f34ecf081ffe req-14dd7485-d71b-4eb4-8144-b2a0b3040825 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:48.370396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f0affb39-88c1-4183-8d6b-f34ecf081ffe req-14dd7485-d71b-4eb4-8144-b2a0b3040825 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0562537 Nov 13 05:43:48.418258 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f0affb39-88c1-4183-8d6b-f34ecf081ffe req-bc3a5c9b-30a9-4838-9998-4e37ebdb4007 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417817 Nov 13 05:43:49.551096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575d94e-1218-431d-b18f-f405b2e8116f req-f44b0c21-57f6-48bc-935d-3728aa99bf04 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:49.552565 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b575d94e-1218-431d-b18f-f405b2e8116f req-f44b0c21-57f6-48bc-935d-3728aa99bf04 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0553668 Nov 13 05:43:49.600618 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b575d94e-1218-431d-b18f-f405b2e8116f req-931b473b-6eb1-4450-a9db-ebc1b4276a92 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420244 Nov 13 05:43:50.733166 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57239102-c13f-4a63-a122-9a76a5d0f17c req-92ccf245-9957-425e-aff2-a563670756a6 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:50.734662 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-57239102-c13f-4a63-a122-9a76a5d0f17c req-92ccf245-9957-425e-aff2-a563670756a6 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0516355 Nov 13 05:43:50.796300 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-57239102-c13f-4a63-a122-9a76a5d0f17c req-557a6652-89a4-4cf1-8ca7-1282af35761f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553391 Nov 13 05:43:51.919293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aa757-130a-4308-b50f-31c9be6accb3 req-1a976eb1-cf1d-465b-98e1-6d7ed77f5973 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:51.920772 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-533aa757-130a-4308-b50f-31c9be6accb3 req-1a976eb1-cf1d-465b-98e1-6d7ed77f5973 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0514646 Nov 13 05:43:51.973598 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-533aa757-130a-4308-b50f-31c9be6accb3 req-06bf6c0f-f501-4bc2-bb87-23c5862630f2 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467081 Nov 13 05:43:53.109532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79f085-0127-47b9-9d13-1c11f82353e6 req-1dbaba3a-46bc-4a82-a7e9-2a1a99c66e2e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:53.111490 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2e79f085-0127-47b9-9d13-1c11f82353e6 req-1dbaba3a-46bc-4a82-a7e9-2a1a99c66e2e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0521686 Nov 13 05:43:53.162621 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2e79f085-0127-47b9-9d13-1c11f82353e6 req-567ce5f1-b9da-4e03-a96c-9f33a2934a66 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419979 Nov 13 05:43:54.284785 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06013a3-490d-49a2-be18-6e32991ea1b1 req-eb74b113-b976-4dba-84c1-775aa029e211 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:54.286318 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a06013a3-490d-49a2-be18-6e32991ea1b1 req-eb74b113-b976-4dba-84c1-775aa029e211 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0535936 Nov 13 05:43:54.336200 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a06013a3-490d-49a2-be18-6e32991ea1b1 req-dd10116b-f0e7-475b-885c-0d3761f4865c tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436459 Nov 13 05:43:55.462770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f44a5b-3aba-4331-b187-4185ada9aace req-ea8b59d7-0602-46ff-a57a-53f8b343f9b9 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:55.464267 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-00f44a5b-3aba-4331-b187-4185ada9aace req-ea8b59d7-0602-46ff-a57a-53f8b343f9b9 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0493038 Nov 13 05:43:55.513065 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-00f44a5b-3aba-4331-b187-4185ada9aace req-c469734b-b9e1-403f-ab09-aff2ed7e7a98 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423861 Nov 13 05:43:56.643543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368fc7a-3704-4b49-a52b-5af27a7ec68d req-53d2c582-8366-482f-a427-32203f6e4271 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:56.645047 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4368fc7a-3704-4b49-a52b-5af27a7ec68d req-53d2c582-8366-482f-a427-32203f6e4271 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0505612 Nov 13 05:43:56.697162 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4368fc7a-3704-4b49-a52b-5af27a7ec68d req-2a0bc9c1-abd6-4770-ba78-225f31c58d1f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430028 Nov 13 05:43:57.830475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11fa98-3428-403b-a085-cb37b45afe03 req-67ba1ace-6332-48f4-b1dc-2adaac566354 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:57.831982 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d11fa98-3428-403b-a085-cb37b45afe03 req-67ba1ace-6332-48f4-b1dc-2adaac566354 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0595703 Nov 13 05:43:57.882171 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d11fa98-3428-403b-a085-cb37b45afe03 req-b55d6af2-c9da-48d9-9ab1-2ef9658fb64c tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440671 Nov 13 05:43:57.981633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29498b5-3d35-422d-a13e-3cb24d12b5a9 req-1ecc9006-678e-4f65-a458-853617b2c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:57.983029 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f29498b5-3d35-422d-a13e-3cb24d12b5a9 req-1ecc9006-678e-4f65-a458-853617b2c76f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 1097 time: 0.0485113 Nov 13 05:43:58.095695 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29498b5-3d35-422d-a13e-3cb24d12b5a9 req-b151d66e-f484-439a-9428-bbd621f24025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:58.097173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f29498b5-3d35-422d-a13e-3cb24d12b5a9 req-b151d66e-f484-439a-9428-bbd621f24025 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 915 time: 0.0929093 Nov 13 05:43:58.144830 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f29498b5-3d35-422d-a13e-3cb24d12b5a9 req-2e77980f-410f-4487-9754-b53cc9adfc47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 HTTP/1.1" status: 200 len: 217 time: 0.0394399 Nov 13 05:43:58.207217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29498b5-3d35-422d-a13e-3cb24d12b5a9 req-79eafda9-35ab-45d7-9e8b-5d8f64fbf89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:58.208657 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f29498b5-3d35-422d-a13e-3cb24d12b5a9 req-79eafda9-35ab-45d7-9e8b-5d8f64fbf89d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0565183 Nov 13 05:43:58.245011 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f29498b5-3d35-422d-a13e-3cb24d12b5a9 req-1905662e-4e4e-4cd5-b3d9-7cb5776d2f25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285563 Nov 13 05:43:58.347674 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f29498b5-3d35-422d-a13e-3cb24d12b5a9 req-e8734401-7b22-4bc1-b2d6-14fe84c65326 service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955040 Nov 13 05:43:58.443432 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f29498b5-3d35-422d-a13e-3cb24d12b5a9 req-f9f73187-dfaa-45e2-9e33-ee606e190632 service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866995 Nov 13 05:43:59.007683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8433e-a4c3-44a7-ae42-3b3cea340a9c req-b62e0fa0-7732-434f-ba82-43f6f1f8bdf0 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:43:59.009126 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9c8433e-a4c3-44a7-ae42-3b3cea340a9c req-b62e0fa0-7732-434f-ba82-43f6f1f8bdf0 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0578010 Nov 13 05:43:59.061037 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9c8433e-a4c3-44a7-ae42-3b3cea340a9c req-b7580366-d474-449b-9aaa-09ce21dda1b5 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457497 Nov 13 05:43:59.090031 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:43:59.320703 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:00.205671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7365c7-0978-4e6c-950b-0f4f8578b51f req-7500cd3d-6cbc-420e-b474-25b2dda51487 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:00.207182 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4e7365c7-0978-4e6c-950b-0f4f8578b51f req-7500cd3d-6cbc-420e-b474-25b2dda51487 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0634811 Nov 13 05:44:00.259423 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4e7365c7-0978-4e6c-950b-0f4f8578b51f req-3f4eafbd-5cf2-4543-adae-4fc9e47fb757 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432339 Nov 13 05:44:01.385263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ebbcc-1d4b-4c24-8577-20e873e0f487 req-723858a3-b4b9-4276-9b70-638779a55777 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:01.386863 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee1ebbcc-1d4b-4c24-8577-20e873e0f487 req-723858a3-b4b9-4276-9b70-638779a55777 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0525219 Nov 13 05:44:01.436399 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee1ebbcc-1d4b-4c24-8577-20e873e0f487 req-8f16873f-5c18-4125-b8f1-a744877678e4 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 Nov 13 05:44:02.564928 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efe9a1-bda0-413e-aa25-92ee35c90767 req-7c400e78-f12d-4658-94b1-67635f363994 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:02.566394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14efe9a1-bda0-413e-aa25-92ee35c90767 req-7c400e78-f12d-4658-94b1-67635f363994 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0521095 Nov 13 05:44:02.617424 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14efe9a1-bda0-413e-aa25-92ee35c90767 req-c0560b64-b6b4-4366-af8e-889da05eaf07 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444701 Nov 13 05:44:03.762535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3421f-34e1-460e-a6e3-791ef9d3054c req-c2429d80-7ecd-4b0d-a803-610aa621ef33 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:03.764055 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40a3421f-34e1-460e-a6e3-791ef9d3054c req-c2429d80-7ecd-4b0d-a803-610aa621ef33 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0643296 Nov 13 05:44:03.815012 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-40a3421f-34e1-460e-a6e3-791ef9d3054c req-a310ce5c-c2c7-455f-9263-e1e268f743b0 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443892 Nov 13 05:44:04.373671 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72efa048-b971-4d9b-8650-d68ae73ee610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:04.943143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e9322-15e5-452a-9826-194abf7fe793 req-0918a8d4-44ec-426f-add6-0ff6fb39ba73 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:04.944591 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-022e9322-15e5-452a-9826-194abf7fe793 req-0918a8d4-44ec-426f-add6-0ff6fb39ba73 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0504193 Nov 13 05:44:04.994716 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-022e9322-15e5-452a-9826-194abf7fe793 req-66f79614-df45-4f1d-b7cf-61798aa826d5 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441039 Nov 13 05:44:06.140122 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976d532-870c-4fca-b2a8-49ea3830336e req-117caf96-e22b-4ddd-a15b-e92aa674445d tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:06.141614 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2976d532-870c-4fca-b2a8-49ea3830336e req-117caf96-e22b-4ddd-a15b-e92aa674445d tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0604360 Nov 13 05:44:06.202284 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2976d532-870c-4fca-b2a8-49ea3830336e req-de35abb2-710f-4757-a4d3-4194959f11c1 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528779 Nov 13 05:44:06.552253 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1839b8c0-83b2-43d3-a03b-026b13eeea1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:07.333598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48627eac-af5a-4c72-9e67-598618e5650c req-e4f17cf2-dc49-4fbe-b3af-bcf6054042b0 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:07.334974 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48627eac-af5a-4c72-9e67-598618e5650c req-e4f17cf2-dc49-4fbe-b3af-bcf6054042b0 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0516343 Nov 13 05:44:07.383733 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48627eac-af5a-4c72-9e67-598618e5650c req-12163385-0249-4148-9693-aab3f0d0cb65 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425541 Nov 13 05:44:08.105808 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:08.513108 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204cdcb-e797-4044-bcc0-6c1818a17c0e req-b99d5c11-1e62-41c6-8674-e4f77f0c84b8 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:08.514596 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9204cdcb-e797-4044-bcc0-6c1818a17c0e req-b99d5c11-1e62-41c6-8674-e4f77f0c84b8 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0583355 Nov 13 05:44:08.569389 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9204cdcb-e797-4044-bcc0-6c1818a17c0e req-4f2ac0e8-c46d-476e-bc9e-35f58b45017f tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456960 Nov 13 05:44:09.392014 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:09.711561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e5c3a-aa84-4bda-bd0b-5202b496570d req-dba7636a-2f25-4daf-8b43-ded22023c3c6 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:09.713078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-792e5c3a-aa84-4bda-bd0b-5202b496570d req-dba7636a-2f25-4daf-8b43-ded22023c3c6 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0658250 Nov 13 05:44:09.766715 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-792e5c3a-aa84-4bda-bd0b-5202b496570d req-167e60d1-6a8f-4f8d-affa-0eee5c473038 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444765 Nov 13 05:44:10.033520 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:10.888170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e474c4-68e3-4030-bfd6-a79a064f856f req-62eda86f-9a87-441c-bb2d-04c89cab3a7d tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:10.889632 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02e474c4-68e3-4030-bfd6-a79a064f856f req-62eda86f-9a87-441c-bb2d-04c89cab3a7d tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0524652 Nov 13 05:44:10.939685 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02e474c4-68e3-4030-bfd6-a79a064f856f req-3675dd42-08a0-4d00-aa42-d9f1e1c27fec tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437388 Nov 13 05:44:11.756386 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-48a72386-28ea-4e0b-81f5-6893b7faa038 service neutron] show failed (client error): The resource could not be found. Nov 13 05:44:11.757440 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-48a72386-28ea-4e0b-81f5-6893b7faa038 service neutron] 10.222.0.46 "GET /v2.0/ports/c866731f-6b5d-4f6c-9a5d-b1aad40a6df8/bindings/n-h2-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0692973 Nov 13 05:44:11.982973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-473bb354-9528-4f05-9b2e-f113a1f8c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:11.984521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-473bb354-9528-4f05-9b2e-f113a1f8c693 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082&tenant_id=3766543d628347489a1fe22d644895b2 HTTP/1.1" status: 200 len: 1097 time: 0.0446489 Nov 13 05:44:12.003132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:44:12.087877 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:12.109307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b3a63-7ab1-46f7-86e7-10eb1b832c2f req-4aae1f95-f452-41c0-a9bb-e4b12b297eab tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:12.110791 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd1b3a63-7ab1-46f7-86e7-10eb1b832c2f req-4aae1f95-f452-41c0-a9bb-e4b12b297eab tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0869873 Nov 13 05:44:12.253953 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd1b3a63-7ab1-46f7-86e7-10eb1b832c2f req-651ecb9f-32e2-4a86-b322-b246735afdf9 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219926 Nov 13 05:44:12.339562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] For port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:44:12.373309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] For port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:44:12.420145 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:44:12.423481 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc2256d-bbce-43e9-a46b-dfe8bfbdfe8e" -d '{"events": [{"server_uuid": "e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082", "name": "network-vif-unplugged", "status": "completed", "tag": "c866731f-6b5d-4f6c-9a5d-b1aad40a6df8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:44:12.428671 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:12.441538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Transition to ACTIVE for port object c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:44:12.446700 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:12.475335 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd267757-fea0-4e5f-9f22-c2526d4f0d9e x-openstack-request-id: req-dd267757-fea0-4e5f-9f22-c2526d4f0d9e {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:44:12.475649 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082", "name": "network-vif-unplugged", "status": "completed", "tag": "c866731f-6b5d-4f6c-9a5d-b1aad40a6df8", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:44:12.475875 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd267757-fea0-4e5f-9f22-c2526d4f0d9e {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:44:12.476361 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8', 'code': 200} Nov 13 05:44:12.514059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] No DVR routers for this DVR port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:44:12.517242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Pushing event updated for resources: {'Port': ['ID=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:12.553637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Attempting to bind port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:44:12.553964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Attempting to bind port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:44:12.554283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Attempting to bind port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 on network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:44:12.559074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 on network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:44:12.559388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Attempting to bind port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 on network 5293ea52-6d48-48bc-8be6-4c6a9e3b091b {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:44:12.564493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:44:12.564823 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Checking segment: {'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:44:12.565198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Bound using segment: {'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:44:12.565616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Bound port: c866731f-6b5d-4f6c-9a5d-b1aad40a6df8, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774f8246-e759-426d-bab5-7f023f665820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:44:12.565949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:12.633552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] For port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:44:12.636793 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] For port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:44:12.643299 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:12.690509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:12.691286 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:12.692906 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] 10.222.0.36 "PUT /v2.0/ports/c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 HTTP/1.1" status: 200 len: 1092 time: 0.6940243 Nov 13 05:44:12.711742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0d141-6eec-4031-b255-65b9982b2f50 service neutron] Pushing event updated for resources: {'Port': ['ID=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:12.771783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-8bd7f50c-c84c-4275-994a-bc8bef98bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:12.773280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-8bd7f50c-c84c-4275-994a-bc8bef98bc19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 1095 time: 0.0447896 Nov 13 05:44:12.871039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-b6952002-a662-4cfe-b5e0-baf84f7b289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:12.872525 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-b6952002-a662-4cfe-b5e0-baf84f7b289e service neutron] 10.222.0.36 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 915 time: 0.0910904 Nov 13 05:44:12.914612 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-590b8b99-65d4-4e55-bbbb-b50fc83294d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 HTTP/1.1" status: 200 len: 217 time: 0.0344758 Nov 13 05:44:12.965809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-a6ebde8a-6c68-4687-8209-93b9869a4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:12.967273 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-a6ebde8a-6c68-4687-8209-93b9869a4cc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0449188 Nov 13 05:44:13.003217 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-eba5d472-5394-40fd-a85b-f427e759c8e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290692 Nov 13 05:44:13.093958 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-61e2afcc-bb15-4dea-a78c-dcd8e863178f service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834334 Nov 13 05:44:13.200215 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1e7fddf-03c6-46c2-bff0-7cb9315f9566 req-b86e47f2-9d7a-471d-ace1-0bd23c185a46 service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992579 Nov 13 05:44:13.379070 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86374c3a-cb57-4491-a245-f5ec4cab29ee req-30bae6f9-bbbe-449a-b117-d8bb94e277d0 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:13.380575 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86374c3a-cb57-4491-a245-f5ec4cab29ee req-30bae6f9-bbbe-449a-b117-d8bb94e277d0 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 944 time: 0.0536451 Nov 13 05:44:13.428809 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-86374c3a-cb57-4491-a245-f5ec4cab29ee req-3f29a034-f229-4ba1-8d3b-1e61317e2f35 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422390 Nov 13 05:44:13.754297 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:44:14.477757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082', 'tag': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:44:14.480404 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082", "tag": "c866731f-6b5d-4f6c-9a5d-b1aad40a6df8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:44:14.529132 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b42418-61a0-46a5-b010-dc8146a51e4a x-openstack-request-id: req-47b42418-61a0-46a5-b010-dc8146a51e4a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:44:14.529375 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082", "tag": "c866731f-6b5d-4f6c-9a5d-b1aad40a6df8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:44:14.529633 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47b42418-61a0-46a5-b010-dc8146a51e4a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:44:14.530038 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082', 'tag': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8', 'status': 'completed', 'code': 200} Nov 13 05:44:14.551913 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9077af4-a4f5-4017-b5bc-467a2cc9cba9 req-30af9071-7b6c-43c3-b84a-88a5f193af57 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:14.553415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9077af4-a4f5-4017-b5bc-467a2cc9cba9 req-30af9071-7b6c-43c3-b84a-88a5f193af57 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 944 time: 0.0507212 Nov 13 05:44:14.605756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b9077af4-a4f5-4017-b5bc-467a2cc9cba9 req-813b40a3-d4f4-4f0d-a092-f2ee8ed61260 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461810 Nov 13 05:44:14.641485 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-f30fbff9-0f9e-45d2-ba97-b9bda73f4772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:14.643024 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-f30fbff9-0f9e-45d2-ba97-b9bda73f4772 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 1095 time: 0.0711386 Nov 13 05:44:14.647566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-bc2bf525-ec92-4146-affa-36dd20833016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:14.648899 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-bc2bf525-ec92-4146-affa-36dd20833016 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 1095 time: 0.0690863 Nov 13 05:44:14.800524 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-fe395435-1f78-4a2d-b1ae-eb770b1bd073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:14.802050 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-fe395435-1f78-4a2d-b1ae-eb770b1bd073 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 915 time: 0.1511633 Nov 13 05:44:14.803479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-a12597c2-4535-4ed0-8961-d484f35b6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:14.804762 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-a12597c2-4535-4ed0-8961-d484f35b6f79 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 915 time: 0.1465664 Nov 13 05:44:14.851093 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-beeaccee-098b-43bb-a354-8549f465bbc1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 HTTP/1.1" status: 200 len: 217 time: 0.0395737 Nov 13 05:44:14.888117 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-d74911b5-e7aa-411f-95be-66ec22ebbf90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 HTTP/1.1" status: 200 len: 217 time: 0.0710213 Nov 13 05:44:14.950423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-c40283a4-bb9c-4e8d-970d-36451b6a8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:14.951883 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-c40283a4-bb9c-4e8d-970d-36451b6a8808 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0726519 Nov 13 05:44:14.966444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-bac3bf92-062d-48bc-bc04-91e6fa4d8b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:14.967755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-bac3bf92-062d-48bc-bc04-91e6fa4d8b58 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0630312 Nov 13 05:44:14.997478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-5fd36b89-fe2f-4e87-8afb-0cd29a1a943b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388761 Nov 13 05:44:15.022512 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-6657b31c-198e-4512-aa80-455e0a2c2570 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381479 Nov 13 05:44:15.158320 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-0d9bb1a1-1291-418c-8cca-165c50a87a76 service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438181 Nov 13 05:44:15.175538 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-0f60bba6-0fa1-47cc-8456-01984ee48daf service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424606 Nov 13 05:44:15.314740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-6dd45590-b13b-4f84-94af-be5a3da129a2 service neutron] 10.222.0.36 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491680 Nov 13 05:44:15.320145 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a08554c4-9de2-45cc-9d3f-d90dfcabb1dd req-1555b1a0-3f97-4a50-abfe-5a457a78d3ea service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349986 Nov 13 05:44:15.738635 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca63ce4-62c4-490e-98a9-d068a5d9588e req-f7e071b7-682c-48d0-ac3e-8697702aa5bc tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:15.740193 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ca63ce4-62c4-490e-98a9-d068a5d9588e req-f7e071b7-682c-48d0-ac3e-8697702aa5bc tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 944 time: 0.0596550 Nov 13 05:44:15.796209 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ca63ce4-62c4-490e-98a9-d068a5d9588e req-cac6f126-2c67-4712-a4a7-40726bed9e78 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470364 Nov 13 05:44:15.937369 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:44:16.139779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:44:16.502964 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:44:16.605573 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:44:16.620680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8', 'network_id': '5293ea52-6d48-48bc-8be6-4c6a9e3b091b', 'port_id': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8', 'mac_address': 'fa:16:3e:4b:89:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16852781-fc7a-4abd-81a9-e474be3e54de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:44:16.657761 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:16.670031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:44:16.690164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:44:16.695616 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:16.742462 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:16.940524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3164ef-fc7b-4144-be34-da3201c75817 req-e219f16a-6999-4165-bc69-0cfe96404407 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:16.942351 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd3164ef-fc7b-4144-be34-da3201c75817 req-e219f16a-6999-4165-bc69-0cfe96404407 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 945 time: 0.0592017 Nov 13 05:44:16.989440 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fd3164ef-fc7b-4144-be34-da3201c75817 req-19d1c949-05fe-486c-a60c-40cada33da73 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 Nov 13 05:44:17.068705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['c866731f-6b5d-4f6c-9a5d-b1aad40a6df8'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:44:17.209277 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5118e-538a-4d64-945f-87abe5401cab req-c8f46329-097a-4506-9360-8d8302a20a39 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:17.210945 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77d5118e-538a-4d64-945f-87abe5401cab req-c8f46329-097a-4506-9360-8d8302a20a39 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 945 time: 0.0508716 Nov 13 05:44:17.227236 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcf771-dfc8-4a9d-8014-e4c2ffd0433c req-52d74292-fc8f-4e70-81d2-c60ff8ec1d4e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:17.228772 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7efcf771-dfc8-4a9d-8014-e4c2ffd0433c req-52d74292-fc8f-4e70-81d2-c60ff8ec1d4e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.46 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082&tenant_id=3766543d628347489a1fe22d644895b2&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 945 time: 0.0580664 Nov 13 05:44:17.260377 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-77d5118e-538a-4d64-945f-87abe5401cab req-39e891d3-55b7-4cdb-b28e-f3ca9994d6a4 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418048 Nov 13 05:44:17.295214 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-7efcf771-dfc8-4a9d-8014-e4c2ffd0433c req-cf8f0fde-9263-40d7-8e37-0c1acc6a0e3e service neutron] delete failed (client error): The resource could not be found. Nov 13 05:44:17.296280 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7efcf771-dfc8-4a9d-8014-e4c2ffd0433c req-cf8f0fde-9263-40d7-8e37-0c1acc6a0e3e service neutron] 10.222.0.46 "DELETE /v2.0/ports/c866731f-6b5d-4f6c-9a5d-b1aad40a6df8/bindings/n-h1-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0588129 Nov 13 05:44:17.403667 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcf771-dfc8-4a9d-8014-e4c2ffd0433c req-60a10b1c-3dd7-411f-b5a0-1ff23ec49de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:17.405147 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7efcf771-dfc8-4a9d-8014-e4c2ffd0433c req-60a10b1c-3dd7-411f-b5a0-1ff23ec49de2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3766543d628347489a1fe22d644895b2&device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 1096 time: 0.0424573 Nov 13 05:44:17.510683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcf771-dfc8-4a9d-8014-e4c2ffd0433c req-f1220072-3ed6-48b9-9919-7e58ce0aed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:17.512149 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7efcf771-dfc8-4a9d-8014-e4c2ffd0433c req-f1220072-3ed6-48b9-9919-7e58ce0aed0e service neutron] 10.222.0.46 "GET /v2.0/networks?id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 200 len: 915 time: 0.0995848 Nov 13 05:44:17.553990 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7efcf771-dfc8-4a9d-8014-e4c2ffd0433c req-6fae06c2-4ae0-4b66-aa9a-c0b09f1919b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 HTTP/1.1" status: 200 len: 217 time: 0.0336618 Nov 13 05:44:17.609198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcf771-dfc8-4a9d-8014-e4c2ffd0433c req-d9a65d14-2b47-42a9-a464-06d86d667d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:17.611590 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7efcf771-dfc8-4a9d-8014-e4c2ffd0433c req-d9a65d14-2b47-42a9-a464-06d86d667d4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 200 len: 854 time: 0.0502169 Nov 13 05:44:17.652307 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7efcf771-dfc8-4a9d-8014-e4c2ffd0433c req-30185d71-8ee2-4226-8b91-567fd5215aaf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5293ea52-6d48-48bc-8be6-4c6a9e3b091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334616 Nov 13 05:44:17.747759 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7efcf771-dfc8-4a9d-8014-e4c2ffd0433c req-bca42435-53b8-49b1-b4d6-0ab2936b1f69 service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875404 Nov 13 05:44:17.843016 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7efcf771-dfc8-4a9d-8014-e4c2ffd0433c req-9a7c07a4-17ee-40dc-b478-2bb712540d2e service neutron] 10.222.0.46 "GET /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885904 Nov 13 05:44:18.384395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c42fcc-a2c6-4d43-9f87-7d981e89f026 req-ab42fa18-1687-46a7-973b-5957c7665865 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:18.385957 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-01c42fcc-a2c6-4d43-9f87-7d981e89f026 req-ab42fa18-1687-46a7-973b-5957c7665865 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 945 time: 0.0515120 Nov 13 05:44:18.439613 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-01c42fcc-a2c6-4d43-9f87-7d981e89f026 req-c97e91f4-6d0d-464b-ab34-4a359c71c57c tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457532 Nov 13 05:44:18.502443 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:44:18.551213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:44:18.555337 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:44:18.555763 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:18.557581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b78664-9e3f-4154-88ce-6a28d3d423f7 req-f5295ff9-dae2-48d1-a7af-1a12fc69e29e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:18.559150 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66b78664-9e3f-4154-88ce-6a28d3d423f7 req-f5295ff9-dae2-48d1-a7af-1a12fc69e29e tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 945 time: 0.0512652 Nov 13 05:44:18.612319 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-66b78664-9e3f-4154-88ce-6a28d3d423f7 req-0531e2cf-1ef8-47a2-b316-76e522450207 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469725 Nov 13 05:44:18.642381 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:18.666394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:44:18.668704 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb53f795-e781-4901-91fc-42faa7dcd672" -d '{"events": [{"server_uuid": "e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082", "name": "network-vif-plugged", "status": "completed", "tag": "c866731f-6b5d-4f6c-9a5d-b1aad40a6df8"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:44:18.682140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:44:18.688465 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:18.714314 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8da263-3b75-43f2-8eba-146629b4ba2d x-openstack-request-id: req-cb8da263-3b75-43f2-8eba-146629b4ba2d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:44:18.714625 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082", "name": "network-vif-plugged", "status": "completed", "tag": "c866731f-6b5d-4f6c-9a5d-b1aad40a6df8", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:44:18.714874 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb8da263-3b75-43f2-8eba-146629b4ba2d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:44:18.715263 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8', 'code': 200} Nov 13 05:44:18.736067 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406500fb-8d49-49fd-af2a-f0e4e8eb3ca7 req-a50efde5-e93a-4319-8caa-644e446fbac2 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:18.737557 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-406500fb-8d49-49fd-af2a-f0e4e8eb3ca7 req-a50efde5-e93a-4319-8caa-644e446fbac2 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0523510 Nov 13 05:44:18.740818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:18.787621 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-406500fb-8d49-49fd-af2a-f0e4e8eb3ca7 req-0dea62fe-f73c-4e96-b2aa-2fc1ca7437bb tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 Nov 13 05:44:19.139889 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eec5d-61de-488c-99e0-2cdfb8522bcd req-1859d5d8-1c28-4705-ab47-04e4da0e8741 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:19.141574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d2eec5d-61de-488c-99e0-2cdfb8522bcd req-1859d5d8-1c28-4705-ab47-04e4da0e8741 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0524356 Nov 13 05:44:19.193408 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d2eec5d-61de-488c-99e0-2cdfb8522bcd req-9a000c2a-09d2-4e4d-bb30-2e4961df0872 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431409 Nov 13 05:44:20.332445 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d673bfe-c04f-4a7e-92ae-d9f394d21138 req-5e6a4d4d-eee2-4951-ac64-ac7cc69e6e75 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:20.333881 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d673bfe-c04f-4a7e-92ae-d9f394d21138 req-5e6a4d4d-eee2-4951-ac64-ac7cc69e6e75 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0608833 Nov 13 05:44:20.384198 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2d673bfe-c04f-4a7e-92ae-d9f394d21138 req-36b43625-126f-4f63-93ee-5d5afb3fc756 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.43 "GET /v2.0/security-groups?id=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441670 Nov 13 05:44:20.544185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943b1ab-715a-439a-a730-70b0c96fe78e req-04b063c0-4e15-4d9f-89e9-e9372bfc51ce tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:20.545645 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2943b1ab-715a-439a-a730-70b0c96fe78e req-04b063c0-4e15-4d9f-89e9-e9372bfc51ce tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082 HTTP/1.1" status: 200 len: 946 time: 0.0597460 Nov 13 05:44:20.649218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2943b1ab-715a-439a-a730-70b0c96fe78e req-0441b383-153b-4c61-8a1a-2080e9a46ae1 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Deleting port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:44:20.649571 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2943b1ab-715a-439a-a730-70b0c96fe78e req-0441b383-153b-4c61-8a1a-2080e9a46ae1 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:20.736858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2943b1ab-715a-439a-a730-70b0c96fe78e req-0441b383-153b-4c61-8a1a-2080e9a46ae1 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] For port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,segment=NetworkSegment(774f8246-e759-426d-bab5-7f023f665820),segment_id=774f8246-e759-426d-bab5-7f023f665820)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:44:20.737213 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2943b1ab-715a-439a-a730-70b0c96fe78e req-0441b383-153b-4c61-8a1a-2080e9a46ae1 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:20.750509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2943b1ab-715a-439a-a730-70b0c96fe78e req-0441b383-153b-4c61-8a1a-2080e9a46ae1 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Calling delete_port for c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:44:20.881641 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2943b1ab-715a-439a-a730-70b0c96fe78e req-0441b383-153b-4c61-8a1a-2080e9a46ae1 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:20.909932 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441b383-153b-4c61-8a1a-2080e9a46ae1 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Pushing event deleted for resources: {'Port': ['ID=c866731f-6b5d-4f6c-9a5d-b1aad40a6df8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:20.915077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['c866731f-6b5d-4f6c-9a5d-b1aad40a6df8'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:44:20.960328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2943b1ab-715a-439a-a730-70b0c96fe78e req-0441b383-153b-4c61-8a1a-2080e9a46ae1 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] No DVR routers for this DVR port c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:44:20.963714 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2943b1ab-715a-439a-a730-70b0c96fe78e req-0441b383-153b-4c61-8a1a-2080e9a46ae1 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:20.968190 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2943b1ab-715a-439a-a730-70b0c96fe78e req-0441b383-153b-4c61-8a1a-2080e9a46ae1 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] 10.222.0.36 "DELETE /v2.0/ports/c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 HTTP/1.1" status: 204 len: 173 time: 0.4161439 Nov 13 05:44:20.968627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082', 'name': 'network-vif-deleted', 'tag': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:44:20.970893 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ed47e8-a8f1-4e38-b683-530eda51c717" -d '{"events": [{"server_uuid": "e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082", "name": "network-vif-deleted", "tag": "c866731f-6b5d-4f6c-9a5d-b1aad40a6df8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:44:21.007777 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4394534-8923-4a78-9fb3-17284e352b28 x-openstack-request-id: req-d4394534-8923-4a78-9fb3-17284e352b28 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:44:21.008058 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082", "name": "network-vif-deleted", "tag": "c866731f-6b5d-4f6c-9a5d-b1aad40a6df8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:44:21.008350 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4394534-8923-4a78-9fb3-17284e352b28 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:44:21.008802 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68f0b3e-bdd0-4e3e-b37f-b0ccf759f082', 'name': 'network-vif-deleted', 'tag': 'c866731f-6b5d-4f6c-9a5d-b1aad40a6df8', 'status': 'completed', 'code': 200} Nov 13 05:44:21.518056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46172) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:44:21.562677 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d28d8d1-98ad-4893-bb6f-2ae81342b4d9 admin admin] Deleting subnet 16852781-fc7a-4abd-81a9-e474be3e54de {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:44:21.565894 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d28d8d1-98ad-4893-bb6f-2ae81342b4d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:21.599455 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d28d8d1-98ad-4893-bb6f-2ae81342b4d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:21.641148 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d28d8d1-98ad-4893-bb6f-2ae81342b4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:21.705815 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d28d8d1-98ad-4893-bb6f-2ae81342b4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:21.733046 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28d8d1-98ad-4893-bb6f-2ae81342b4d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16852781-fc7a-4abd-81a9-e474be3e54de,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:21.734966 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d28d8d1-98ad-4893-bb6f-2ae81342b4d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:21.738142 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5d28d8d1-98ad-4893-bb6f-2ae81342b4d9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/16852781-fc7a-4abd-81a9-e474be3e54de HTTP/1.1" status: 204 len: 168 time: 0.2190526 Nov 13 05:44:21.741145 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:44:21.810973 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32bc39f0-52f8-46cb-816a-4819278b3e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:21.894078 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32bc39f0-52f8-46cb-816a-4819278b3e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:21.914185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-32bc39f0-52f8-46cb-816a-4819278b3e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5293ea52-6d48-48bc-8be6-4c6a9e3b091b']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:44:21.923310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-32bc39f0-52f8-46cb-816a-4819278b3e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774f8246-e759-426d-bab5-7f023f665820') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:44:21.923581 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-32bc39f0-52f8-46cb-816a-4819278b3e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774f8246-e759-426d-bab5-7f023f665820') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:44:21.933450 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32bc39f0-52f8-46cb-816a-4819278b3e5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:21.948445 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32bc39f0-52f8-46cb-816a-4819278b3e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:21.955153 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bc39f0-52f8-46cb-816a-4819278b3e5d admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:44:21.955525 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32bc39f0-52f8-46cb-816a-4819278b3e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:44:21.957212 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:44:22.041985 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32bc39f0-52f8-46cb-816a-4819278b3e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:22.049583 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32bc39f0-52f8-46cb-816a-4819278b3e5d admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:22.054054 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-32bc39f0-52f8-46cb-816a-4819278b3e5d admin admin] 10.222.0.43 "DELETE /v2.0/networks/5293ea52-6d48-48bc-8be6-4c6a9e3b091b HTTP/1.1" status: 204 len: 168 time: 0.3116121 Nov 13 05:44:22.068854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc39f0-52f8-46cb-816a-4819278b3e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=5293ea52-6d48-48bc-8be6-4c6a9e3b091b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:22.180179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46178) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:44:22.224416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-097ae719-1b1b-456f-be3f-13d6502358bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3766543d628347489a1fe22d644895b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425925 Nov 13 05:44:22.228420 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46180) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:44:22.276386 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ee1459d-9464-472b-a459-cff6ad3e0d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:22.297337 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ee1459d-9464-472b-a459-cff6ad3e0d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:22.344158 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ee1459d-9464-472b-a459-cff6ad3e0d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:22.346688 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ee1459d-9464-472b-a459-cff6ad3e0d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:22.347869 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7ee1459d-9464-472b-a459-cff6ad3e0d87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9 HTTP/1.1" status: 204 len: 168 time: 0.1185889 Nov 13 05:44:22.355718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1459d-9464-472b-a459-cff6ad3e0d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adea38cc-d3f1-48df-bd36-0b3e9f9b4fc9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:23.057302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46202) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:44:23.158772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1500865836-network', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:44:23.183548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Made reservation on behalf of f684092433e04340b36f5b9467bc5e69 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:44:23.187218 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:23.200464 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:23.282766 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:23.287783 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:23.314132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:44:23.324964 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2246f4b4-b8b6-49b9-a859-46732cab8bb3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:23.330372 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:23.330719 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Added segment 0aa1e9df-9387-4a1c-93b8-f25af7ed5163 of type vlan for network 33a53790-583f-421d-a4c9-277da81e49f5 Nov 13 05:44:23.342192 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:23.342540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:23.342880 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:23.343243 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:23.343577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:23.344000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:23.344441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:23.344814 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:23.345185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:23.345508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:23.345863 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:23.346283 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:23.387751 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:23.413862 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:23.414995 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:23.415772 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:23.477521 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4161446 Nov 13 05:44:23.478105 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46206) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:44:23.482198 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0096906-53ff-4431-b05d-7012f3889a0f admin admin] Pushing event updated for resources: {'Network': ['ID=33a53790-583f-421d-a4c9-277da81e49f5,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:23.483330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-05b15047-aab6-4f05-9127-4e8e55ae544c admin admin] Request body: {'subnet': {'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1500865836-subnet', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:44:23.494042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 33a53790-583f-421d-a4c9-277da81e49f5 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:44:23.506464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b15047-aab6-4f05-9127-4e8e55ae544c admin admin] Made reservation on behalf of f684092433e04340b36f5b9467bc5e69 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:44:23.509248 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05b15047-aab6-4f05-9127-4e8e55ae544c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:23.680451 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05b15047-aab6-4f05-9127-4e8e55ae544c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:23.736374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b15047-aab6-4f05-9127-4e8e55ae544c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a12eb636-e598-48b0-8a51-8bf033bede84,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:23.747053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b15047-aab6-4f05-9127-4e8e55ae544c admin admin] Checking segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:44:23.747409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b15047-aab6-4f05-9127-4e8e55ae544c admin admin] Network hostable DHCP agents. Network: 33a53790-583f-421d-a4c9-277da81e49f5, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:44:23.764698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b15047-aab6-4f05-9127-4e8e55ae544c admin admin] Network 33a53790-583f-421d-a4c9-277da81e49f5 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:44:23.774481 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-05b15047-aab6-4f05-9127-4e8e55ae544c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 33a53790-583f-421d-a4c9-277da81e49f5) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:44:23.778786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b15047-aab6-4f05-9127-4e8e55ae544c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:23.779515 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05b15047-aab6-4f05-9127-4e8e55ae544c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:23.784003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef111c42-1cf3-4daa-96cf-988ca335814c None None] Network 33a53790-583f-421d-a4c9-277da81e49f5 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:44:23.794852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-05b15047-aab6-4f05-9127-4e8e55ae544c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3155737 Nov 13 05:44:23.797592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46208) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:44:23.802132 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:44:23.823550 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:23.824500 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:23.877473 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:23.926724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-33a53790-583f-421d-a4c9-277da81e49f5', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:44:23.927687 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:24.077434 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Allocated IP 172.20.0.2 (33a53790-583f-421d-a4c9-277da81e49f5/a12eb636-e598-48b0-8a51-8bf033bede84/c8978b4f-1e3f-42fc-aae8-306d12ced2f3) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:44:24.231488 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:24.238879 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:24.277243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Network 33a53790-583f-421d-a4c9-277da81e49f5 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:44:24.284637 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:44:24.288302 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:44:24.295481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Pushing event updated for resources: {'Port': ['ID=c8978b4f-1e3f-42fc-aae8-306d12ced2f3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:24.349320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Attempting to bind port c8978b4f-1e3f-42fc-aae8-306d12ced2f3 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:44:24.349587 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Attempting to bind port c8978b4f-1e3f-42fc-aae8-306d12ced2f3 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:44:24.349940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Attempting to bind port c8978b4f-1e3f-42fc-aae8-306d12ced2f3 on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:44:24.355163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:44:24.355539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Checking segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:44:24.355911 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:24.356305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Bound using segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:44:24.356803 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Bound port: c8978b4f-1e3f-42fc-aae8-306d12ced2f3, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:44:24.357154 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:24.375618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:24.425787 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] For port c8978b4f-1e3f-42fc-aae8-306d12ced2f3, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:44:24.428929 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] For port c8978b4f-1e3f-42fc-aae8-306d12ced2f3, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c8978b4f-1e3f-42fc-aae8-306d12ced2f3,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:44:24.433055 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:24.491328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03974f73-8110-4c3f-9fb7-1391ff39faff None None] Pushing event updated for resources: {'Port': ['ID=c8978b4f-1e3f-42fc-aae8-306d12ced2f3,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:24.538256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:44:24.561534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:44:24.561871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device c866731f-6b5d-4f6c-9a5d-b1aad40a6df8 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:44:24.588280 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:24.619379 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:24.727925 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Allocated IP 172.25.8.62 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/d779959b-b37b-45ec-9a41-c6fa864ea028) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:44:24.840071 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:24.845077 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c8978b4f-1e3f-42fc-aae8-306d12ced2f3 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:44:24.878700 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:24.898455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c8978b4f-1e3f-42fc-aae8-306d12ced2f3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:44:24.898797 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:24.924816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:44:24.929251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:44:24.932033 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:44:24.934113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Pushing event updated for resources: {'Port': ['ID=d779959b-b37b-45ec-9a41-c6fa864ea028,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:24.944773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3a3131-b892-4b6c-a8c1-4ed8080d8ff6 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:44:24.999697 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:25.022237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-75eb4eed-5b17-469e-972d-a39c7703b9db None None] Provisioning complete for port d779959b-b37b-45ec-9a41-c6fa864ea028 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:44:25.022589 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75eb4eed-5b17-469e-972d-a39c7703b9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:25.071679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port c8978b4f-1e3f-42fc-aae8-306d12ced2f3, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c8978b4f-1e3f-42fc-aae8-306d12ced2f3,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:44:25.076304 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-75eb4eed-5b17-469e-972d-a39c7703b9db None None] Port d779959b-b37b-45ec-9a41-c6fa864ea028 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:44:25.078680 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:25.129876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=c8978b4f-1e3f-42fc-aae8-306d12ced2f3,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:25.204864 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:25.364380 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aee749a-1059-435f-902f-0278f88d6236 None None] Network 33a53790-583f-421d-a4c9-277da81e49f5 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:44:25.407076 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:25.437732 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-58146d80-e16c-4937-afd4-6cc89fa4465a None None] Provisioning complete for port c8978b4f-1e3f-42fc-aae8-306d12ced2f3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:44:25.438083 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58146d80-e16c-4937-afd4-6cc89fa4465a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:25.543568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Router 6a102608-434a-4c81-9584-120a6df272bf is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:44:25.653493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:44:25.664280 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316fe19b-1540-488d-baae-87019213024a None None] Sync routers for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:44:25.674779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316fe19b-1540-488d-baae-87019213024a None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:44:25.675427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-316fe19b-1540-488d-baae-87019213024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:44:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:44:25.676125 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:25.677490 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e3ffb0c4-8734-4609-8535-8fd2f25c8d78 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8788135 Nov 13 05:44:25.680459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46210) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:44:25.784299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-316fe19b-1540-488d-baae-87019213024a None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:44:25.864658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-72f8900b-2e71-410f-b497-7db1a168fe16 None None] Provisioning complete for port c8978b4f-1e3f-42fc-aae8-306d12ced2f3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:44:25.865030 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72f8900b-2e71-410f-b497-7db1a168fe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.030418 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-316fe19b-1540-488d-baae-87019213024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:25Z', 'revision_number': 3, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:44:26.056808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316fe19b-1540-488d-baae-87019213024a None None] Checking router: 6a102608-434a-4c81-9584-120a6df272bf for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:44:26.057149 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316fe19b-1540-488d-baae-87019213024a None None] Updating router 6a102608-434a-4c81-9584-120a6df272bf port d779959b-b37b-45ec-9a41-c6fa864ea028 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:44:26.081856 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-316fe19b-1540-488d-baae-87019213024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.101874 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.258425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Allocated IP 172.20.0.1 (33a53790-583f-421d-a4c9-277da81e49f5/a12eb636-e598-48b0-8a51-8bf033bede84/11f659fe-bc58-43b2-bc8f-493e56c12750) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:44:26.331657 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-316fe19b-1540-488d-baae-87019213024a None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.338518 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-316fe19b-1540-488d-baae-87019213024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.366434 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.386220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c4a0d0-85b7-44e2-bf3a-4ab25e983645 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:44:26.399250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b40e6-6c36-48a6-a0de-3797d1dfb742 None None] Pushing event updated for resources: {'Port': ['ID=d779959b-b37b-45ec-9a41-c6fa864ea028,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:26.401441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-316fe19b-1540-488d-baae-87019213024a None None] Attempting to bind port d779959b-b37b-45ec-9a41-c6fa864ea028 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:44:26.401837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-316fe19b-1540-488d-baae-87019213024a None None] Attempting to bind port d779959b-b37b-45ec-9a41-c6fa864ea028 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:44:26.402255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316fe19b-1540-488d-baae-87019213024a None None] Attempting to bind port d779959b-b37b-45ec-9a41-c6fa864ea028 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:44:26.405298 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.408418 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316fe19b-1540-488d-baae-87019213024a None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:44:26.408784 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316fe19b-1540-488d-baae-87019213024a None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:44:26.409181 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-316fe19b-1540-488d-baae-87019213024a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.409657 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316fe19b-1540-488d-baae-87019213024a None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:44:26.410015 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-316fe19b-1540-488d-baae-87019213024a None None] Bound port: d779959b-b37b-45ec-9a41-c6fa864ea028, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:44:26.410385 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-316fe19b-1540-488d-baae-87019213024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.445016 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Network 33a53790-583f-421d-a4c9-277da81e49f5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:44:26.451433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:44:26.454937 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:44:26.464078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6d7675d3-7f7d-4482-b9dd-feaca3d99dda None None] Provisioning complete for port d779959b-b37b-45ec-9a41-c6fa864ea028 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:44:26.464443 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d7675d3-7f7d-4482-b9dd-feaca3d99dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.480447 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Pushing event updated for resources: {'Port': ['ID=11f659fe-bc58-43b2-bc8f-493e56c12750,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:26.499670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-316fe19b-1540-488d-baae-87019213024a None None] For port d779959b-b37b-45ec-9a41-c6fa864ea028, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:44:26.499861 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.519807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-316fe19b-1540-488d-baae-87019213024a None None] For port d779959b-b37b-45ec-9a41-c6fa864ea028, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d779959b-b37b-45ec-9a41-c6fa864ea028,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:44:26.521712 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6d7675d3-7f7d-4482-b9dd-feaca3d99dda None None] Port d779959b-b37b-45ec-9a41-c6fa864ea028 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:44:26.526435 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-316fe19b-1540-488d-baae-87019213024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.574292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c6d36-7846-44b6-b84d-2f82ae7e7e70 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:44:26.595985 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b40e6-6c36-48a6-a0de-3797d1dfb742 None None] Pushing event updated for resources: {'Port': ['ID=d779959b-b37b-45ec-9a41-c6fa864ea028,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:26.599661 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316fe19b-1540-488d-baae-87019213024a None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:44:26.600333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-316fe19b-1540-488d-baae-87019213024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:44:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:44:26.647682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.823275 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.828973 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.832104 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c8978b4f-1e3f-42fc-aae8-306d12ced2f3 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:44:26.895092 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d549af9f-ab9a-4e70-a2fc-0cb4040a694f None None] Provisioning complete for port d779959b-b37b-45ec-9a41-c6fa864ea028 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:44:26.895611 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d549af9f-ab9a-4e70-a2fc-0cb4040a694f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.896571 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:26.899285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Pushing event updated for resources: {'Port': ['ID=11f659fe-bc58-43b2-bc8f-493e56c12750,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:26.958962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-316fe19b-1540-488d-baae-87019213024a None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:44:26.992303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Network 33a53790-583f-421d-a4c9-277da81e49f5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:44:26.993847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:44:27.045614 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c8978b4f-1e3f-42fc-aae8-306d12ced2f3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:44:27.045991 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:27.122540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Router 6a102608-434a-4c81-9584-120a6df272bf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:44:27.161882 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d549af9f-ab9a-4e70-a2fc-0cb4040a694f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:27.199848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d549af9f-ab9a-4e70-a2fc-0cb4040a694f None None] For port d779959b-b37b-45ec-9a41-c6fa864ea028, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d779959b-b37b-45ec-9a41-c6fa864ea028,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:44:27.222973 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d549af9f-ab9a-4e70-a2fc-0cb4040a694f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:27.239841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:44:27.253052 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9f39600a-4367-4a19-aaba-52dd08e33e47 admin admin] 10.222.0.43 "PUT /v2.0/routers/6a102608-434a-4c81-9584-120a6df272bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5637715 Nov 13 05:44:27.309867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549af9f-ab9a-4e70-a2fc-0cb4040a694f None None] Pushing event updated for resources: {'Port': ['ID=d779959b-b37b-45ec-9a41-c6fa864ea028,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:27.327514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-316fe19b-1540-488d-baae-87019213024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:25Z', 'revision_number': 3, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:44:27.363820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316fe19b-1540-488d-baae-87019213024a None None] The sync data for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 is: [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:25Z', 'revision_number': 3, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:44:27.372696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cc768cbf-af5b-4c4d-8442-d24216b4592d None None] Provisioning complete for port 11f659fe-bc58-43b2-bc8f-493e56c12750 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:44:27.373066 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc768cbf-af5b-4c4d-8442-d24216b4592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:27.407362 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cc768cbf-af5b-4c4d-8442-d24216b4592d None None] Port 11f659fe-bc58-43b2-bc8f-493e56c12750 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:44:27.969033 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46220) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:44:27.974350 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-725c5947-d65f-4385-9f21-75941b4712a8 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--732254757', 'description': 'tempest-description--925728376'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:44:27.998356 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-725c5947-d65f-4385-9f21-75941b4712a8 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.069593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-725c5947-d65f-4385-9f21-75941b4712a8 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.074032 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-725c5947-d65f-4385-9f21-75941b4712a8 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.102078 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-725c5947-d65f-4385-9f21-75941b4712a8 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.103356 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-725c5947-d65f-4385-9f21-75941b4712a8 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1331961 Nov 13 05:44:28.106179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46222) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:44:28.111315 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6e7df8b0-6958-4c81-b207-b31eaf00392c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Request body: {'security_group_rule': {'security_group_id': '283cf170-deb6-4881-9ebd-a6f09fdb214f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:44:28.116652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c5947-d65f-4385-9f21-75941b4712a8 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283cf170-deb6-4881-9ebd-a6f09fdb214f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:28.140578 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e7df8b0-6958-4c81-b207-b31eaf00392c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.196145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e7df8b0-6958-4c81-b207-b31eaf00392c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.200943 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e7df8b0-6958-4c81-b207-b31eaf00392c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.220746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7df8b0-6958-4c81-b207-b31eaf00392c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5a82ca-4fa0-4b52-a018-ba5c4e16dfce,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:28.227105 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e7df8b0-6958-4c81-b207-b31eaf00392c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.228318 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6e7df8b0-6958-4c81-b207-b31eaf00392c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211951 Nov 13 05:44:28.231087 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46224) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:44:28.235395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ee5b9a6d-fa7a-4054-b520-73a43ec0a99a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Request body: {'security_group_rule': {'security_group_id': '283cf170-deb6-4881-9ebd-a6f09fdb214f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:44:28.264172 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee5b9a6d-fa7a-4054-b520-73a43ec0a99a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.328738 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee5b9a6d-fa7a-4054-b520-73a43ec0a99a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.333680 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee5b9a6d-fa7a-4054-b520-73a43ec0a99a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.353876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b9a6d-fa7a-4054-b520-73a43ec0a99a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a79634-f903-4567-b57e-4095b374ae93,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:28.365618 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee5b9a6d-fa7a-4054-b520-73a43ec0a99a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.367238 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ee5b9a6d-fa7a-4054-b520-73a43ec0a99a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348042 Nov 13 05:44:28.370441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46226) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:44:28.376265 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:44:28.400984 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.497712 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.606264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Allocated IP 172.25.8.128 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/06b9df7d-fa33-445b-8f79-c1fc925a1c97) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:44:28.707564 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.743471 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.786767 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:44:28.791861 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:44:28.795502 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:44:28.801305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Pushing event updated for resources: {'Port': ['ID=06b9df7d-fa33-445b-8f79-c1fc925a1c97,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:28.841237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d779959b-b37b-45ec-9a41-c6fa864ea028 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:44:28.862592 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Sync routers for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:44:28.873052 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:44:28.873781 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:44:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:44:28.894054 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.899177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d779959b-b37b-45ec-9a41-c6fa864ea028 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:44:28.899523 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:28.931278 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:29.070795 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:44:29.096265 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:29.102763 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:29.103688 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:29.274370 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 2, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:44:29.306761 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Checking router: 6a102608-434a-4c81-9584-120a6df272bf for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:44:29.306761 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Updating router 6a102608-434a-4c81-9584-120a6df272bf port 11f659fe-bc58-43b2-bc8f-493e56c12750 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:44:29.321400 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:29.332074 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:29.536124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Pushing event updated for resources: {'Port': ['ID=06b9df7d-fa33-445b-8f79-c1fc925a1c97,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:29.546125 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:29.563127 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:29.564660 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-50684dc2-7728-40f4-8c44-3dfcfec7fb66 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1928742 Nov 13 05:44:29.600339 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:29.606613 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:29.658707 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73e058-d7d0-48a6-9127-6a06b227aa65 None None] Pushing event updated for resources: {'Port': ['ID=11f659fe-bc58-43b2-bc8f-493e56c12750,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:29.680565 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73e058-d7d0-48a6-9127-6a06b227aa65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:29.680902 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73e058-d7d0-48a6-9127-6a06b227aa65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:29.681231 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73e058-d7d0-48a6-9127-6a06b227aa65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:29.681573 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73e058-d7d0-48a6-9127-6a06b227aa65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:29.681905 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73e058-d7d0-48a6-9127-6a06b227aa65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:29.682187 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73e058-d7d0-48a6-9127-6a06b227aa65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:29.682498 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73e058-d7d0-48a6-9127-6a06b227aa65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:29.682824 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73e058-d7d0-48a6-9127-6a06b227aa65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:29.683244 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73e058-d7d0-48a6-9127-6a06b227aa65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:29.683557 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73e058-d7d0-48a6-9127-6a06b227aa65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:29.683867 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73e058-d7d0-48a6-9127-6a06b227aa65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:29.684158 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73e058-d7d0-48a6-9127-6a06b227aa65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:29.715298 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Attempting to bind port 11f659fe-bc58-43b2-bc8f-493e56c12750 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:44:29.715803 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Attempting to bind port 11f659fe-bc58-43b2-bc8f-493e56c12750 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:44:29.716156 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Attempting to bind port 11f659fe-bc58-43b2-bc8f-493e56c12750 on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:44:29.721431 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:44:29.721793 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Checking segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:44:29.722211 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:29.722640 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Bound using segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:44:29.723131 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Bound port: 11f659fe-bc58-43b2-bc8f-493e56c12750, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:44:29.723617 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:29.730341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-48dc804f-a3c1-49ea-a443-ca8fef8937ad tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--732254757&fields=id&tenant_id=f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 267 time: 0.0503795 Nov 13 05:44:29.790776 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] For port 11f659fe-bc58-43b2-bc8f-493e56c12750, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:44:29.794146 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] For port 11f659fe-bc58-43b2-bc8f-493e56c12750, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=11f659fe-bc58-43b2-bc8f-493e56c12750,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:44:29.799753 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:29.844227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a406567-799e-4310-a473-79f63922f3ad req-35e8752f-6b71-48a2-b5d6-b1de06192863 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:29.845964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-35e8752f-6b71-48a2-b5d6-b1de06192863 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 812 time: 0.1087792 Nov 13 05:44:29.852321 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:44:29.853086 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:44:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:44:29.861951 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-4ce453cd-17ea-45df-b8b6-7d52c7b77202 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/quotas/f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 375 time: 0.0101688 Nov 13 05:44:29.907861 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73e058-d7d0-48a6-9127-6a06b227aa65 None None] Pushing event updated for resources: {'Port': ['ID=11f659fe-bc58-43b2-bc8f-493e56c12750,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:29.927655 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-2e6a4c47-1dd1-4a25-97f5-3178364bb02c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0591414 Nov 13 05:44:29.960082 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-caf60f6e-bdfc-4696-a8e6-48467ed4aa32 None None] Provisioning complete for port 11f659fe-bc58-43b2-bc8f-493e56c12750 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:44:29.960608 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-caf60f6e-bdfc-4696-a8e6-48467ed4aa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:29.983023 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:44:30.046261 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-a88a1844-187b-426d-a419-c14811db2c8e service neutron] 10.222.0.43 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028459 Nov 13 05:44:30.067496 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-caf60f6e-bdfc-4696-a8e6-48467ed4aa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:30.103251 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-caf60f6e-bdfc-4696-a8e6-48467ed4aa32 None None] For port 11f659fe-bc58-43b2-bc8f-493e56c12750, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=11f659fe-bc58-43b2-bc8f-493e56c12750,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:44:30.108498 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-caf60f6e-bdfc-4696-a8e6-48467ed4aa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:30.148582 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-7e406cc1-138c-4d53-8a62-43801b67c534 service neutron] 10.222.0.43 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948541 Nov 13 05:44:30.162594 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf60f6e-bdfc-4696-a8e6-48467ed4aa32 None None] Pushing event updated for resources: {'Port': ['ID=11f659fe-bc58-43b2-bc8f-493e56c12750,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:30.213915 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:29Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:44:30.235567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-89a74658-3a4f-431a-8e97-01e760cb3b38 None None] Provisioning complete for port 11f659fe-bc58-43b2-bc8f-493e56c12750 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:44:30.236333 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-89a74658-3a4f-431a-8e97-01e760cb3b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:30.240787 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc6a719-892a-49f3-a58f-e5760b982cf0 None None] The sync data for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 is: [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:29Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:44:30.386790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24135d51-8a64-45e2-9c5d-6ad36c347b27 req-4aa1ca4a-55ce-4069-b925-c6e59a8a836b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 210 time: 0.0445752 Nov 13 05:44:30.856238 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 11f659fe-bc58-43b2-bc8f-493e56c12750 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:44:30.913074 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 11f659fe-bc58-43b2-bc8f-493e56c12750 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:44:30.913436 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:31.525625 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a7021fc6-992f-4742-92b5-d942d597d25a req-6e768242-28c9-4f90-8e7d-cb37787273f9 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 210 time: 0.0619111 Nov 13 05:44:31.580972 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a406567-799e-4310-a473-79f63922f3ad req-0262683e-39c6-4423-a643-8bab478fff62 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:31.582466 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-0262683e-39c6-4423-a643-8bab478fff62 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 812 time: 0.1427209 Nov 13 05:44:31.652515 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-10d5250b-f455-4e45-a5d9-4591da8b0fd1 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 379 time: 0.0534999 Nov 13 05:44:31.669864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-5a406567-799e-4310-a473-79f63922f3ad req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Request body: {'port': {'device_id': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'admin_state_up': True, 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'security_groups': ['283cf170-deb6-4881-9ebd-a6f09fdb214f']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:44:31.776945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a406567-799e-4310-a473-79f63922f3ad req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Made reservation on behalf of f684092433e04340b36f5b9467bc5e69 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:44:31.780451 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a406567-799e-4310-a473-79f63922f3ad req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:31.918998 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-5a406567-799e-4310-a473-79f63922f3ad req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Allocated IP 172.20.0.6 (33a53790-583f-421d-a4c9-277da81e49f5/a12eb636-e598-48b0-8a51-8bf033bede84/33decee5-fff7-4bf7-98f8-76de2a57660a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:44:32.055117 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a406567-799e-4310-a473-79f63922f3ad req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:32.095715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a406567-799e-4310-a473-79f63922f3ad req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:32.148664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a406567-799e-4310-a473-79f63922f3ad req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Network 33a53790-583f-421d-a4c9-277da81e49f5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:44:32.154813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-5a406567-799e-4310-a473-79f63922f3ad req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:44:32.157103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Pushing event updated for resources: {'Port': ['ID=33decee5-fff7-4bf7-98f8-76de2a57660a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:32.159292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a406567-799e-4310-a473-79f63922f3ad req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:44:32.186075 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:32.186408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:32.186760 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:32.187134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:32.187464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:32.187786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:32.188103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:32.188423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:32.188736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:32.189061 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:32.189381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:32.189696 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:32.221711 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a406567-799e-4310-a473-79f63922f3ad req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:32.222329 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a406567-799e-4310-a473-79f63922f3ad req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:32.242144 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-b50bb896-b6c5-46c1-a50b-b2f6172b12af tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755947 Nov 13 05:44:32.260927 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Request body: {'port': {'device_id': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:44:32.323679 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:32.406757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-abeb668b-15b8-4a0c-b04f-afd92e491435 None None] Provisioning complete for port 33decee5-fff7-4bf7-98f8-76de2a57660a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:44:32.407437 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abeb668b-15b8-4a0c-b04f-afd92e491435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:32.444756 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-abeb668b-15b8-4a0c-b04f-afd92e491435 None None] Port 33decee5-fff7-4bf7-98f8-76de2a57660a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:44:32.582900 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33decee5-fff7-4bf7-98f8-76de2a57660a {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:44:32.592480 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:32.606124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Transition to ACTIVE for port object 33decee5-fff7-4bf7-98f8-76de2a57660a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:44:32.613144 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:32.667311 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Pushing event updated for resources: {'Port': ['ID=33decee5-fff7-4bf7-98f8-76de2a57660a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:32.749709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Attempting to bind port 33decee5-fff7-4bf7-98f8-76de2a57660a on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:44:32.750380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Attempting to bind port 33decee5-fff7-4bf7-98f8-76de2a57660a by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:44:32.750719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Attempting to bind port 33decee5-fff7-4bf7-98f8-76de2a57660a on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:44:32.756235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Port 33decee5-fff7-4bf7-98f8-76de2a57660a on network 33a53790-583f-421d-a4c9-277da81e49f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:44:32.756600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Attempting to bind port 33decee5-fff7-4bf7-98f8-76de2a57660a on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:44:32.763799 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:44:32.764443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Checking segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:44:32.765167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Bound using segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:44:32.765723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Bound port: 33decee5-fff7-4bf7-98f8-76de2a57660a, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:44:32.766181 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:32.839737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] For port 33decee5-fff7-4bf7-98f8-76de2a57660a, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:44:32.843371 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] For port 33decee5-fff7-4bf7-98f8-76de2a57660a, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=33decee5-fff7-4bf7-98f8-76de2a57660a,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:44:32.849292 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:32.887179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:32.887815 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:32.890002 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] 10.222.0.36 "PUT /v2.0/ports/33decee5-fff7-4bf7-98f8-76de2a57660a HTTP/1.1" status: 200 len: 1091 time: 0.6337674 Nov 13 05:44:32.892384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'tag': '33decee5-fff7-4bf7-98f8-76de2a57660a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:44:32.894542 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619bd52f-b55c-4f69-b2e2-63751138450e" -d '{"events": [{"name": "network-changed", "server_uuid": "f57faa50-9e01-45f6-b917-ae62012526d3", "tag": "33decee5-fff7-4bf7-98f8-76de2a57660a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:44:32.930013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674399d-2e87-4095-b5b9-e11fcfa4754d service neutron] Pushing event updated for resources: {'Port': ['ID=33decee5-fff7-4bf7-98f8-76de2a57660a,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:32.944361 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5262b551-2f98-48cc-baa5-6e458cd6ca08 x-openstack-request-id: req-5262b551-2f98-48cc-baa5-6e458cd6ca08 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:44:32.944702 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57faa50-9e01-45f6-b917-ae62012526d3", "tag": "33decee5-fff7-4bf7-98f8-76de2a57660a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:44:32.944961 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5262b551-2f98-48cc-baa5-6e458cd6ca08 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:44:32.945371 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'tag': '33decee5-fff7-4bf7-98f8-76de2a57660a', 'status': 'completed', 'code': 200} Nov 13 05:44:32.955864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ca921-7755-4467-8497-7720c891ad0c req-42836587-eb4d-4f2c-9963-fcd64c029aba tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:32.957453 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d50ca921-7755-4467-8497-7720c891ad0c req-42836587-eb4d-4f2c-9963-fcd64c029aba tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 943 time: 0.0831604 Nov 13 05:44:33.015755 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d50ca921-7755-4467-8497-7720c891ad0c req-23bd7719-44bd-4489-b709-e620ee625541 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504141 Nov 13 05:44:33.025044 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a406567-799e-4310-a473-79f63922f3ad req-d9483bed-43db-499e-9692-d155f63a839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:33.026941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-d9483bed-43db-499e-9692-d155f63a839c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 1094 time: 0.0613809 Nov 13 05:44:33.079388 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-bb17704b-5b4c-43bc-b08e-a396bcfcab64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33decee5-fff7-4bf7-98f8-76de2a57660a HTTP/1.1" status: 200 len: 217 time: 0.0360131 Nov 13 05:44:33.128716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a406567-799e-4310-a473-79f63922f3ad req-2a6432d8-796b-4097-a7d4-0213b2d700e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:33.130249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-2a6432d8-796b-4097-a7d4-0213b2d700e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0444565 Nov 13 05:44:33.182714 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a406567-799e-4310-a473-79f63922f3ad req-8ff02098-08b1-4771-b558-66481592a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:33.185139 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-8ff02098-08b1-4771-b558-66481592a155 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463693 Nov 13 05:44:33.282117 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-6f590f35-bb61-45db-b751-80bcfa6e935c service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903964 Nov 13 05:44:33.397025 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a406567-799e-4310-a473-79f63922f3ad req-618efb73-5427-4cfc-9489-0f9d4b15e5ca service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074562 Nov 13 05:44:33.529574 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bd52f-b55c-4f69-b2e2-63751138450e req-2ef8942c-8a7c-4f34-9f05-c85db9b4a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:33.531136 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-619bd52f-b55c-4f69-b2e2-63751138450e req-2ef8942c-8a7c-4f34-9f05-c85db9b4a718 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 1094 time: 0.0433662 Nov 13 05:44:33.636265 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bd52f-b55c-4f69-b2e2-63751138450e req-bfdafaa9-717c-42ee-93df-18c4a1818d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:33.637800 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-619bd52f-b55c-4f69-b2e2-63751138450e req-bfdafaa9-717c-42ee-93df-18c4a1818d7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0988827 Nov 13 05:44:33.681302 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-619bd52f-b55c-4f69-b2e2-63751138450e req-58b984e4-780c-46ae-9720-2d0b0b9247fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33decee5-fff7-4bf7-98f8-76de2a57660a HTTP/1.1" status: 200 len: 217 time: 0.0358446 Nov 13 05:44:33.733318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bd52f-b55c-4f69-b2e2-63751138450e req-f79e6165-7d71-408a-b76a-159dfb40564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:33.734748 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-619bd52f-b55c-4f69-b2e2-63751138450e req-f79e6165-7d71-408a-b76a-159dfb40564b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0452621 Nov 13 05:44:33.783122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bd52f-b55c-4f69-b2e2-63751138450e req-a97518bc-6367-4ce0-838d-acaaf8c88515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:33.784545 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-619bd52f-b55c-4f69-b2e2-63751138450e req-a97518bc-6367-4ce0-838d-acaaf8c88515 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421836 Nov 13 05:44:33.879189 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-619bd52f-b55c-4f69-b2e2-63751138450e req-7a67c028-0740-46c3-9b49-001dc974bc3b service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872424 Nov 13 05:44:33.981664 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-619bd52f-b55c-4f69-b2e2-63751138450e req-f891d483-f39b-4383-addf-6d17a65b0de2 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945840 Nov 13 05:44:34.138099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df74341-bb0e-444a-b345-d2911b92a2ce req-006ae8f3-5f16-4aa2-b559-68602526de52 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:34.139613 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5df74341-bb0e-444a-b345-d2911b92a2ce req-006ae8f3-5f16-4aa2-b559-68602526de52 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 943 time: 0.0533078 Nov 13 05:44:34.187258 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5df74341-bb0e-444a-b345-d2911b92a2ce req-0ad97e1b-0f8c-4cc1-82f4-0935052b87e0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413809 Nov 13 05:44:34.376289 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ace2d78-0826-4284-bb12-a88dad63b00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:35.306598 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a0ee4-f249-49ad-9b79-1340e80a112f req-decc9d4d-b24b-468a-9d3d-7584294e8ceb tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:35.308036 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-830a0ee4-f249-49ad-9b79-1340e80a112f req-decc9d4d-b24b-468a-9d3d-7584294e8ceb tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 943 time: 0.0501821 Nov 13 05:44:35.356713 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-830a0ee4-f249-49ad-9b79-1340e80a112f req-598fa104-32c6-4c8a-8666-6daf01051289 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427384 Nov 13 05:44:36.496809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3414b2-906f-4cc7-8b28-1c5f711785a1 req-8c9f80e5-7f54-4176-9188-b108967f6098 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:36.498292 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac3414b2-906f-4cc7-8b28-1c5f711785a1 req-8c9f80e5-7f54-4176-9188-b108967f6098 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 943 time: 0.0534613 Nov 13 05:44:36.551491 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3243898-031e-47f4-a90a-fc38aeff2eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:36.555000 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac3414b2-906f-4cc7-8b28-1c5f711785a1 req-b815cea1-9c04-4337-9f6b-0fb3e3238538 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506127 Nov 13 05:44:36.583456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 33decee5-fff7-4bf7-98f8-76de2a57660a details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:44:36.682875 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 33decee5-fff7-4bf7-98f8-76de2a57660a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=33decee5-fff7-4bf7-98f8-76de2a57660a,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:44:36.693841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '33decee5-fff7-4bf7-98f8-76de2a57660a', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'port_id': '33decee5-fff7-4bf7-98f8-76de2a57660a', 'mac_address': 'fa:16:3e:db:70:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:44:36.730110 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:36.743582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33decee5-fff7-4bf7-98f8-76de2a57660a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:44:36.763731 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 33decee5-fff7-4bf7-98f8-76de2a57660a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=33decee5-fff7-4bf7-98f8-76de2a57660a,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:44:36.771158 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:36.819744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=33decee5-fff7-4bf7-98f8-76de2a57660a,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:37.130731 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['33decee5-fff7-4bf7-98f8-76de2a57660a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:44:37.685095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4f434-0f05-4ff9-a928-626fb42cb371 req-735725d8-692b-48e6-91e2-ffc1af2eed09 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:37.686616 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89c4f434-0f05-4ff9-a928-626fb42cb371 req-735725d8-692b-48e6-91e2-ffc1af2eed09 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 944 time: 0.0611804 Nov 13 05:44:37.739557 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-89c4f434-0f05-4ff9-a928-626fb42cb371 req-4e2077b8-cbcc-4335-99e6-272b4f88db39 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468912 Nov 13 05:44:38.103183 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:38.583319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 33decee5-fff7-4bf7-98f8-76de2a57660a up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:44:38.640903 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 33decee5-fff7-4bf7-98f8-76de2a57660a completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:44:38.645041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 33decee5-fff7-4bf7-98f8-76de2a57660a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:44:38.645408 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:38.733525 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:38.760208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33decee5-fff7-4bf7-98f8-76de2a57660a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:44:38.762451 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99e909d-dfe6-46dd-84cc-5d34b03ff72e" -d '{"events": [{"server_uuid": "f57faa50-9e01-45f6-b917-ae62012526d3", "name": "network-vif-plugged", "status": "completed", "tag": "33decee5-fff7-4bf7-98f8-76de2a57660a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:44:38.784348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 33decee5-fff7-4bf7-98f8-76de2a57660a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=33decee5-fff7-4bf7-98f8-76de2a57660a,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:44:38.789920 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:38.813874 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307175c8-6458-46d1-b20d-bc591e9ffbd9 x-openstack-request-id: req-307175c8-6458-46d1-b20d-bc591e9ffbd9 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:44:38.814158 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57faa50-9e01-45f6-b917-ae62012526d3", "name": "network-vif-plugged", "status": "completed", "tag": "33decee5-fff7-4bf7-98f8-76de2a57660a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:44:38.814404 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-307175c8-6458-46d1-b20d-bc591e9ffbd9 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:44:38.814791 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33decee5-fff7-4bf7-98f8-76de2a57660a', 'code': 200} Nov 13 05:44:38.848008 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=33decee5-fff7-4bf7-98f8-76de2a57660a,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:44:38.856439 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:38.857036 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:38.857366 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:38.857690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:38.858012 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:38.858330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:38.858644 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:38.858997 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:38.859322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:38.859635 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:38.859946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:38.860255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:44:38.871226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac54ab-afa7-45f5-bd34-5be6eccbd3c4 req-7cdf26c4-00ec-4858-8da2-8fbefbbe3ac1 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:38.872964 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50ac54ab-afa7-45f5-bd34-5be6eccbd3c4 req-7cdf26c4-00ec-4858-8da2-8fbefbbe3ac1 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0563343 Nov 13 05:44:38.922448 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-50ac54ab-afa7-45f5-bd34-5be6eccbd3c4 req-fbbc0780-a722-4c0e-a04d-213540e7a6f7 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427401 Nov 13 05:44:38.939322 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8db31-ea76-48e1-94d6-356839e53e2d req-c62b5e97-0c75-424b-97cd-fa22cede5e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:38.940833 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68b8db31-ea76-48e1-94d6-356839e53e2d req-c62b5e97-0c75-424b-97cd-fa22cede5e0e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 1096 time: 0.0472431 Nov 13 05:44:38.985933 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-68b8db31-ea76-48e1-94d6-356839e53e2d req-9c27700d-cd46-4947-b25a-39db449cadbe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372095 Nov 13 05:44:39.396879 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:40.031794 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:40.055412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7c985-a6b2-4394-a3eb-c498b492885a req-1d5d0b17-3d74-4864-8924-5385dfc770aa tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:40.056915 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d1e7c985-a6b2-4394-a3eb-c498b492885a req-1d5d0b17-3d74-4864-8924-5385dfc770aa tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0523946 Nov 13 05:44:40.106410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d1e7c985-a6b2-4394-a3eb-c498b492885a req-b5e3ded5-9a7d-495d-b003-b10c746c9160 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432973 Nov 13 05:44:41.233977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b684168-07cb-45bd-b2ed-6fc213823fff req-0aae6e01-ee0a-4e40-95f3-cbe8ed5d41ba tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:41.235479 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b684168-07cb-45bd-b2ed-6fc213823fff req-0aae6e01-ee0a-4e40-95f3-cbe8ed5d41ba tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0509567 Nov 13 05:44:41.284733 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3b684168-07cb-45bd-b2ed-6fc213823fff req-11e16f8f-e756-4a5d-b2e5-b13546c71adf tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432680 Nov 13 05:44:41.411052 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f24fa-ac3d-40e8-a6fa-89ee9c327714 req-aae526af-8cd3-4acd-bbc4-a248b2063c90 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:41.412551 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-822f24fa-ac3d-40e8-a6fa-89ee9c327714 req-aae526af-8cd3-4acd-bbc4-a248b2063c90 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0549836 Nov 13 05:44:41.421986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 46280) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:44:41.426525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-67fa7ccd-e4a8-4c50-9183-ecda78610b0a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Request body: {'floatingip': {'port_id': '33decee5-fff7-4bf7-98f8-76de2a57660a'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:44:41.466437 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67fa7ccd-e4a8-4c50-9183-ecda78610b0a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:41.909790 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67fa7ccd-e4a8-4c50-9183-ecda78610b0a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:41.916406 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67fa7ccd-e4a8-4c50-9183-ecda78610b0a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:42.017368 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-67fa7ccd-e4a8-4c50-9183-ecda78610b0a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2 associated. External IP: 172.25.8.128, port: 33decee5-fff7-4bf7-98f8-76de2a57660a. Nov 13 05:44:42.245697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fa7ccd-e4a8-4c50-9183-ecda78610b0a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Router 6a102608-434a-4c81-9584-120a6df272bf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:44:42.366098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fa7ccd-e4a8-4c50-9183-ecda78610b0a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:44:42.372346 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67fa7ccd-e4a8-4c50-9183-ecda78610b0a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:42.378452 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f001b-8beb-4358-9bef-79920082ad81 None None] Sync routers for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:44:42.389143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f001b-8beb-4358-9bef-79920082ad81 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:44:42.389758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-083f001b-8beb-4358-9bef-79920082ad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:44:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:44:42.400053 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-67fa7ccd-e4a8-4c50-9183-ecda78610b0a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "PUT /v2.0/floatingips/719b2ce8-2aa7-4839-a53d-824f1b2eb3d2 HTTP/1.1" status: 200 len: 991 time: 0.9769547 Nov 13 05:44:42.400818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'tag': '33decee5-fff7-4bf7-98f8-76de2a57660a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:44:42.403357 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db732e5-d4e7-438e-a699-97608082ba38" -d '{"events": [{"name": "network-changed", "server_uuid": "f57faa50-9e01-45f6-b917-ae62012526d3", "tag": "33decee5-fff7-4bf7-98f8-76de2a57660a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:44:42.446711 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d6b93f-f372-49db-9ebc-3990becaedfb x-openstack-request-id: req-16d6b93f-f372-49db-9ebc-3990becaedfb {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:44:42.447363 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57faa50-9e01-45f6-b917-ae62012526d3", "tag": "33decee5-fff7-4bf7-98f8-76de2a57660a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:44:42.447696 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16d6b93f-f372-49db-9ebc-3990becaedfb {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:44:42.448382 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'tag': '33decee5-fff7-4bf7-98f8-76de2a57660a', 'status': 'completed', 'code': 200} Nov 13 05:44:42.494398 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-083f001b-8beb-4358-9bef-79920082ad81 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:44:42.549561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db732e5-d4e7-438e-a699-97608082ba38 req-72cd5ab3-1327-494d-bfb0-a9ac196dac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:42.551142 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5db732e5-d4e7-438e-a699-97608082ba38 req-72cd5ab3-1327-494d-bfb0-a9ac196dac51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 1096 time: 0.0442784 Nov 13 05:44:42.648090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db732e5-d4e7-438e-a699-97608082ba38 req-0603a182-f03e-4f9d-a3c6-109431fc81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:42.649533 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5db732e5-d4e7-438e-a699-97608082ba38 req-0603a182-f03e-4f9d-a3c6-109431fc81bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0910511 Nov 13 05:44:42.715583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5db732e5-d4e7-438e-a699-97608082ba38 req-51e3c286-ed35-43e9-a5a7-9735176d44c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33decee5-fff7-4bf7-98f8-76de2a57660a HTTP/1.1" status: 200 len: 999 time: 0.0575864 Nov 13 05:44:42.720410 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-083f001b-8beb-4358-9bef-79920082ad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '719b2ce8-2aa7-4839-a53d-824f1b2eb3d2', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '6a102608-434a-4c81-9584-120a6df272bf', 'port_id': '33decee5-fff7-4bf7-98f8-76de2a57660a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'mac_address': 'fa:16:3e:db:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:44:28Z', 'updated_at': '2021-11-13T05:44:41Z', 'revision_number': 1, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:44:42.750233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f001b-8beb-4358-9bef-79920082ad81 None None] Checking router: 6a102608-434a-4c81-9584-120a6df272bf for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:44:42.759179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f001b-8beb-4358-9bef-79920082ad81 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:44:42.759713 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-083f001b-8beb-4358-9bef-79920082ad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:44:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:44:42.767653 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db732e5-d4e7-438e-a699-97608082ba38 req-68b3f904-3f1a-407e-8d73-d135e13eabcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:42.769058 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5db732e5-d4e7-438e-a699-97608082ba38 req-68b3f904-3f1a-407e-8d73-d135e13eabcd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0466688 Nov 13 05:44:42.822543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db732e5-d4e7-438e-a699-97608082ba38 req-4de09770-36e4-4039-9f4a-1fd7da25f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:44:42.824141 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5db732e5-d4e7-438e-a699-97608082ba38 req-4de09770-36e4-4039-9f4a-1fd7da25f70d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476224 Nov 13 05:44:42.925358 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5db732e5-d4e7-438e-a699-97608082ba38 req-68622137-4e61-44f0-8f90-a07134aafb2c service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941939 Nov 13 05:44:43.026545 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5db732e5-d4e7-438e-a699-97608082ba38 req-662f03ae-aeb2-4d2d-bfb3-86a6847455d6 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943568 Nov 13 05:44:43.032453 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-083f001b-8beb-4358-9bef-79920082ad81 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:44:43.266320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-083f001b-8beb-4358-9bef-79920082ad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '719b2ce8-2aa7-4839-a53d-824f1b2eb3d2', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '6a102608-434a-4c81-9584-120a6df272bf', 'port_id': '33decee5-fff7-4bf7-98f8-76de2a57660a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'mac_address': 'fa:16:3e:db:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:44:28Z', 'updated_at': '2021-11-13T05:44:41Z', 'revision_number': 1, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:44:43.297532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f001b-8beb-4358-9bef-79920082ad81 None None] The sync data for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 is: [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '719b2ce8-2aa7-4839-a53d-824f1b2eb3d2', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '6a102608-434a-4c81-9584-120a6df272bf', 'port_id': '33decee5-fff7-4bf7-98f8-76de2a57660a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'mac_address': 'fa:16:3e:db:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:44:28Z', 'updated_at': '2021-11-13T05:44:41Z', 'revision_number': 1, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:44:43.496294 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d1bc90-00c5-438c-8eed-9a9912dd2caa None None] New status for floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:44:50.749658 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:44:59.105000 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:44:59.326065 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:45:04.380789 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ab55ba12-d341-4437-bafb-4dd2d70e6e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:45:06.012672 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5de31762-dced-44e4-a1d2-73a8048270ea req-d9201c53-16fc-47e6-9d8e-c368b3367653 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425165 Nov 13 05:45:06.116467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de31762-dced-44e4-a1d2-73a8048270ea req-19f247c1-0d48-4011-8e95-34624267ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:45:06.118241 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5de31762-dced-44e4-a1d2-73a8048270ea req-19f247c1-0d48-4011-8e95-34624267ef68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 1096 time: 0.0442088 Nov 13 05:45:06.546471 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1eafe16-d91b-4b69-bf02-e11780d8550f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:45:06.570449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de31762-dced-44e4-a1d2-73a8048270ea req-d4cd0b2b-2141-46cf-a875-bbc6f7d0c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:45:06.571968 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5de31762-dced-44e4-a1d2-73a8048270ea req-d4cd0b2b-2141-46cf-a875-bbc6f7d0c1b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.4326496 Nov 13 05:45:06.639525 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5de31762-dced-44e4-a1d2-73a8048270ea req-19269091-6950-4ea6-83db-6bed1b3b81b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33decee5-fff7-4bf7-98f8-76de2a57660a HTTP/1.1" status: 200 len: 1001 time: 0.0594709 Nov 13 05:45:06.695743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de31762-dced-44e4-a1d2-73a8048270ea req-210164c6-6bbf-48b3-97fc-2d1b58a6da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:45:06.697852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5de31762-dced-44e4-a1d2-73a8048270ea req-210164c6-6bbf-48b3-97fc-2d1b58a6da2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0516441 Nov 13 05:45:06.748810 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de31762-dced-44e4-a1d2-73a8048270ea req-75936016-7023-4b27-8b8b-b5b61e381cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:45:06.750289 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5de31762-dced-44e4-a1d2-73a8048270ea req-75936016-7023-4b27-8b8b-b5b61e381cca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452213 Nov 13 05:45:06.840170 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5de31762-dced-44e4-a1d2-73a8048270ea req-9299352a-d3af-4678-a840-90f26407f8b6 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827050 Nov 13 05:45:06.936356 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5de31762-dced-44e4-a1d2-73a8048270ea req-506be414-041f-4a84-b288-27a8ba93fbe3 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892758 Nov 13 05:45:08.106683 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:45:09.398018 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:45:10.050577 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:45:27.755008 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:45:29.111815 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:45:29.317169 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:45:34.381589 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37c2c357-71d2-4d96-b1ac-6d112f91e5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:45:36.565353 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2343d9dc-2c46-4ed5-9534-76c71e7320fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:45:38.122386 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:45:39.409161 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:45:40.040250 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:45:59.114341 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:45:59.320769 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:46:04.381268 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffd51e19-3041-4213-812d-f5209acba825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:46:04.758825 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:46:06.559163 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ee57a4c-1913-4ceb-98d0-e8016dda69dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:46:08.020664 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e289f7f-9015-4986-a191-074427a07683 req-ea9fcb97-798c-47e2-ba86-acbd0ac3df47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490947 Nov 13 05:46:08.115279 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:46:08.127383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e289f7f-9015-4986-a191-074427a07683 req-9f536b09-4b6b-43bb-a446-2109accb6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:46:08.128932 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e289f7f-9015-4986-a191-074427a07683 req-9f536b09-4b6b-43bb-a446-2109accb6a50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 1096 time: 0.0437438 Nov 13 05:46:08.246643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e289f7f-9015-4986-a191-074427a07683 req-e218d70b-4c88-43a8-92c3-74ee62de8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:46:08.248165 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e289f7f-9015-4986-a191-074427a07683 req-e218d70b-4c88-43a8-92c3-74ee62de8696 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0987515 Nov 13 05:46:08.316058 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e289f7f-9015-4986-a191-074427a07683 req-43e8ad95-27eb-4bc5-8f51-6b60ee17b043 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33decee5-fff7-4bf7-98f8-76de2a57660a HTTP/1.1" status: 200 len: 1001 time: 0.0593417 Nov 13 05:46:08.378492 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e289f7f-9015-4986-a191-074427a07683 req-9801046a-d6c5-4834-9f10-af4040432423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:46:08.380180 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e289f7f-9015-4986-a191-074427a07683 req-9801046a-d6c5-4834-9f10-af4040432423 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0576916 Nov 13 05:46:08.428851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e289f7f-9015-4986-a191-074427a07683 req-a3a50a83-673c-4285-9792-96897e9bd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:46:08.430373 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e289f7f-9015-4986-a191-074427a07683 req-a3a50a83-673c-4285-9792-96897e9bd7da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430956 Nov 13 05:46:08.537249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e289f7f-9015-4986-a191-074427a07683 req-ba0d2a60-0057-4229-b376-d743f4a714b1 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856526 Nov 13 05:46:08.634282 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6e289f7f-9015-4986-a191-074427a07683 req-8e102ce0-43c2-4c82-96c0-8d1360441728 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853770 Nov 13 05:46:09.404937 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:46:10.035474 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:46:29.115501 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:46:29.319211 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:46:34.381505 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-caf6d210-213b-49ca-9a81-90a03f778f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:46:36.558773 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fbf099c2-4263-468b-ae1f-f8956f378478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:46:38.122631 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:46:39.417377 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:46:40.042420 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:46:41.765256 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:46:59.115425 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:46:59.314179 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:04.379472 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b0a7eb-37a6-4683-8483-83d0975022aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:06.558534 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a340d2-192c-40c6-8259-6e6beeca9f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:08.121585 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:08.510861 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449d831-1bd6-459a-9274-3b3147584372 req-2b659772-f8a2-488d-bf83-cefcf31cfc58 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:08.512382 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c449d831-1bd6-459a-9274-3b3147584372 req-2b659772-f8a2-488d-bf83-cefcf31cfc58 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.1146595 Nov 13 05:47:08.559733 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c449d831-1bd6-459a-9274-3b3147584372 req-2c1dc40b-24db-4266-8d39-393236ef8bd2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411630 Nov 13 05:47:08.811404 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a503fa-a08c-42b4-a0fe-f9f9ea43a902 req-8715fd17-421b-47ed-8f75-cf63190063e2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:08.812941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b3a503fa-a08c-42b4-a0fe-f9f9ea43a902 req-8715fd17-421b-47ed-8f75-cf63190063e2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0550580 Nov 13 05:47:08.835338 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-cbb4f9a1-71de-418a-affc-cb5329df2caa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833716 Nov 13 05:47:08.863938 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b3a503fa-a08c-42b4-a0fe-f9f9ea43a902 req-fb6b2aa1-b9dd-463a-8280-d8cb2975c8f5 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446258 Nov 13 05:47:09.409773 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:10.052086 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:10.054439 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9264744-65c1-452c-8d60-b5a4440bf318 req-3d4dbe96-f48a-483b-b911-b137740f70e3 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:10.056708 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9264744-65c1-452c-8d60-b5a4440bf318 req-3d4dbe96-f48a-483b-b911-b137740f70e3 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.1135294 Nov 13 05:47:10.073425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc07d0-ba63-4a14-82ef-42453572ed13 req-3d439fc4-3880-4a7b-b14a-b5db8b908e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:10.075357 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91dc07d0-ba63-4a14-82ef-42453572ed13 req-3d439fc4-3880-4a7b-b14a-b5db8b908e6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 1096 time: 0.0496964 Nov 13 05:47:10.108122 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9264744-65c1-452c-8d60-b5a4440bf318 req-5b19ea3e-011f-47d8-a494-a85dfa62e2f1 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444386 Nov 13 05:47:10.186091 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc07d0-ba63-4a14-82ef-42453572ed13 req-07cb91b9-0a9f-4f46-9179-ef391503aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:10.187554 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91dc07d0-ba63-4a14-82ef-42453572ed13 req-07cb91b9-0a9f-4f46-9179-ef391503aed9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0927582 Nov 13 05:47:10.257780 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91dc07d0-ba63-4a14-82ef-42453572ed13 req-7dcf0134-b84e-40f7-9519-e7860f356e74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33decee5-fff7-4bf7-98f8-76de2a57660a HTTP/1.1" status: 200 len: 1001 time: 0.0618711 Nov 13 05:47:10.308498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc07d0-ba63-4a14-82ef-42453572ed13 req-3af57b64-b87d-4e02-bf2f-5cc066cce4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:10.309956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91dc07d0-ba63-4a14-82ef-42453572ed13 req-3af57b64-b87d-4e02-bf2f-5cc066cce4bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0448968 Nov 13 05:47:10.361097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc07d0-ba63-4a14-82ef-42453572ed13 req-96eee7de-b5f7-4b64-bc01-34e9d84d8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:10.362555 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91dc07d0-ba63-4a14-82ef-42453572ed13 req-96eee7de-b5f7-4b64-bc01-34e9d84d8c47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451205 Nov 13 05:47:10.451945 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91dc07d0-ba63-4a14-82ef-42453572ed13 req-b9273739-a04c-4c3b-a12a-e1beabf02b17 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816212 Nov 13 05:47:10.549809 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-91dc07d0-ba63-4a14-82ef-42453572ed13 req-735018cf-3fae-43e7-a70a-c1010ecf6e74 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884962 Nov 13 05:47:10.673147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-003d92a4-ead3-46be-9af8-9b8ce0cddec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:10.675329 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-003d92a4-ead3-46be-9af8-9b8ce0cddec0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 1096 time: 0.0493014 Nov 13 05:47:10.774639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-f736b560-9bf6-4c56-9207-da0129f18916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:10.776592 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-f736b560-9bf6-4c56-9207-da0129f18916 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0889630 Nov 13 05:47:10.845626 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-4e62d0b4-dbdd-4e1c-a5e6-8e18dbdff039 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33decee5-fff7-4bf7-98f8-76de2a57660a HTTP/1.1" status: 200 len: 1001 time: 0.0612404 Nov 13 05:47:10.897105 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-cc068ce3-babb-4486-a213-2bf198c848f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:10.898557 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-cc068ce3-babb-4486-a213-2bf198c848f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0453169 Nov 13 05:47:10.951235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-76e4e4e3-2df0-4907-a638-1b69487e3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:10.952743 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-76e4e4e3-2df0-4907-a638-1b69487e3b52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468912 Nov 13 05:47:11.067920 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-2890a969-a157-491b-87be-0ec37dff0317 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897706 Nov 13 05:47:11.170873 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-708d55f3-e956-4a26-bc80-a432c644a12c service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942898 Nov 13 05:47:11.231062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b0b02-8887-4b24-87ea-2e41f4a50428 req-bd20d420-9966-4efb-91ad-a9aad48049aa tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:11.232583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-535b0b02-8887-4b24-87ea-2e41f4a50428 req-bd20d420-9966-4efb-91ad-a9aad48049aa tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0520785 Nov 13 05:47:11.285699 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-535b0b02-8887-4b24-87ea-2e41f4a50428 req-b89879fe-5191-4303-b3f0-a65ec020dacb tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462730 Nov 13 05:47:12.411584 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2ba67-829d-46eb-bd5a-c47f6dd6e633 req-4db68588-c526-40a8-9f17-421ab3de4fea tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:12.413061 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48a2ba67-829d-46eb-bd5a-c47f6dd6e633 req-4db68588-c526-40a8-9f17-421ab3de4fea tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0487561 Nov 13 05:47:12.465521 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48a2ba67-829d-46eb-bd5a-c47f6dd6e633 req-acb76f41-a306-405d-9cd7-3ada869028a2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464411 Nov 13 05:47:13.610796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e2f29-9f33-4f98-8ce2-13c74ede4d8a req-e2e2901d-1e11-480a-a928-0b83c0550e85 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:13.612380 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd2e2f29-9f33-4f98-8ce2-13c74ede4d8a req-e2e2901d-1e11-480a-a928-0b83c0550e85 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0552552 Nov 13 05:47:13.670087 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd2e2f29-9f33-4f98-8ce2-13c74ede4d8a req-1b2203fb-aaa4-4984-a2c9-ff78b900e88e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485706 Nov 13 05:47:14.805417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ac9ae-3156-444a-951d-0f72cf8a3482 req-82a5939a-10ec-497d-88fb-4ee80d7699b7 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:14.806946 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f15ac9ae-3156-444a-951d-0f72cf8a3482 req-82a5939a-10ec-497d-88fb-4ee80d7699b7 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0564444 Nov 13 05:47:14.859450 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f15ac9ae-3156-444a-951d-0f72cf8a3482 req-61fa1a18-d4c5-4644-b09c-d4058fbed840 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437224 Nov 13 05:47:15.986385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48155f9-0269-4d8a-b960-218ce36ec1ed req-cf1b44e1-4b6b-42ee-9c35-bf1358641542 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:15.987868 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a48155f9-0269-4d8a-b960-218ce36ec1ed req-cf1b44e1-4b6b-42ee-9c35-bf1358641542 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0558388 Nov 13 05:47:16.044851 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a48155f9-0269-4d8a-b960-218ce36ec1ed req-a3be46bf-cea5-4267-9da4-e3a3b82ac771 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478172 Nov 13 05:47:17.169102 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ce9d5-6bf0-4751-be33-137e844f8994 req-083b1b22-b748-4f0a-9e5d-7c4f38331303 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:17.170583 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a7ce9d5-6bf0-4751-be33-137e844f8994 req-083b1b22-b748-4f0a-9e5d-7c4f38331303 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0512757 Nov 13 05:47:17.228693 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a7ce9d5-6bf0-4751-be33-137e844f8994 req-2bc22f55-9164-4089-b65a-37db843a60ac tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518541 Nov 13 05:47:18.351730 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ce912-0298-4353-bf5c-6d7ca75fccd5 req-5ccaee21-ffbd-43e0-a6db-7df2a201b84c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:18.353127 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c57ce912-0298-4353-bf5c-6d7ca75fccd5 req-5ccaee21-ffbd-43e0-a6db-7df2a201b84c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0515511 Nov 13 05:47:18.403592 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c57ce912-0298-4353-bf5c-6d7ca75fccd5 req-46e11002-2830-4cb5-9afb-b2eabf07f576 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422263 Nov 13 05:47:18.755849 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:47:19.540349 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5cd27-1e59-4efa-9e34-505fea044954 req-8cbb16e4-132b-4dc8-805f-35361f893506 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:19.541840 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43d5cd27-1e59-4efa-9e34-505fea044954 req-8cbb16e4-132b-4dc8-805f-35361f893506 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0576141 Nov 13 05:47:19.601092 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-43d5cd27-1e59-4efa-9e34-505fea044954 req-9ea0f7b4-80b7-48bf-aaf2-12715445196b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498714 Nov 13 05:47:20.741089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f4cb9-146c-4135-a023-62bfb6230a78 req-ab0c39eb-c864-45d4-a191-9c329a58f09c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:20.742944 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e78f4cb9-146c-4135-a023-62bfb6230a78 req-ab0c39eb-c864-45d4-a191-9c329a58f09c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0617328 Nov 13 05:47:20.794608 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e78f4cb9-146c-4135-a023-62bfb6230a78 req-0b015a17-d2e8-413e-8457-47afa0566bc0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427308 Nov 13 05:47:21.936133 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ef68c-ca07-4c43-a712-c10233ba3634 req-a14a0090-cd79-4c33-bf1d-11d409479088 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:21.937647 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c49ef68c-ca07-4c43-a712-c10233ba3634 req-a14a0090-cd79-4c33-bf1d-11d409479088 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0645514 Nov 13 05:47:21.989696 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c49ef68c-ca07-4c43-a712-c10233ba3634 req-109b5305-114a-4c81-8146-6ab8c8b8d0d2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433288 Nov 13 05:47:23.129365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd005432-2e03-4e9f-957f-d4f3810821e0 req-ee58aaa5-2968-482d-b952-5cd94744c54a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:23.130941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cd005432-2e03-4e9f-957f-d4f3810821e0 req-ee58aaa5-2968-482d-b952-5cd94744c54a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0531642 Nov 13 05:47:23.211443 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cd005432-2e03-4e9f-957f-d4f3810821e0 req-9a6a7cae-d392-41d6-9876-88829a87a68b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716469 Nov 13 05:47:23.237638 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-27aefff9-1f0a-4bdf-a4ba-d83dec1a846f service neutron] show failed (client error): The resource could not be found. Nov 13 05:47:23.238672 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-27aefff9-1f0a-4bdf-a4ba-d83dec1a846f service neutron] 10.222.0.36 "GET /v2.0/ports/33decee5-fff7-4bf7-98f8-76de2a57660a/bindings/n-h1-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0697789 Nov 13 05:47:23.512139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-ba450a43-513a-484e-966f-dbb178a9f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:23.513636 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-ba450a43-513a-484e-966f-dbb178a9f86f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3&tenant_id=f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 1096 time: 0.0928178 Nov 13 05:47:23.535523 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:47:23.595435 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:23.804008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] For port 33decee5-fff7-4bf7-98f8-76de2a57660a, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=33decee5-fff7-4bf7-98f8-76de2a57660a,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:47:23.848504 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] For port 33decee5-fff7-4bf7-98f8-76de2a57660a, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:47:23.889488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33decee5-fff7-4bf7-98f8-76de2a57660a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:47:23.891805 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28c482e-0bab-4703-98bc-d38dd53da772" -d '{"events": [{"server_uuid": "f57faa50-9e01-45f6-b917-ae62012526d3", "name": "network-vif-unplugged", "status": "completed", "tag": "33decee5-fff7-4bf7-98f8-76de2a57660a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:47:23.895973 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:23.908978 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Transition to ACTIVE for port object 33decee5-fff7-4bf7-98f8-76de2a57660a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:47:23.914418 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:23.943408 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0afc0b5-83c0-403a-8d97-8555e261cfd9 x-openstack-request-id: req-f0afc0b5-83c0-403a-8d97-8555e261cfd9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:47:23.943854 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57faa50-9e01-45f6-b917-ae62012526d3", "name": "network-vif-unplugged", "status": "completed", "tag": "33decee5-fff7-4bf7-98f8-76de2a57660a", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:47:23.944122 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0afc0b5-83c0-403a-8d97-8555e261cfd9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:47:23.944508 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33decee5-fff7-4bf7-98f8-76de2a57660a', 'code': 200} Nov 13 05:47:23.993563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Pushing event updated for resources: {'Port': ['ID=33decee5-fff7-4bf7-98f8-76de2a57660a,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:47:24.007902 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:24.008485 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:24.008604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:24.008855 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:24.009174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:24.009490 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:24.009805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:24.010118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:24.010434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:24.010750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:24.011089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:24.011397 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:24.050438 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] No DVR routers for this DVR port 33decee5-fff7-4bf7-98f8-76de2a57660a on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:47:24.188971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Attempting to bind port 33decee5-fff7-4bf7-98f8-76de2a57660a on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:47:24.189625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Attempting to bind port 33decee5-fff7-4bf7-98f8-76de2a57660a by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:47:24.189625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Attempting to bind port 33decee5-fff7-4bf7-98f8-76de2a57660a on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:47:24.194152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Port 33decee5-fff7-4bf7-98f8-76de2a57660a on network 33a53790-583f-421d-a4c9-277da81e49f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:47:24.194515 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Attempting to bind port 33decee5-fff7-4bf7-98f8-76de2a57660a on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:47:24.200041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:47:24.200393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Checking segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:47:24.200794 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Bound using segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:47:24.201216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Bound port: 33decee5-fff7-4bf7-98f8-76de2a57660a, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:47:24.201560 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:24.268714 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] For port 33decee5-fff7-4bf7-98f8-76de2a57660a, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:47:24.272244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] For port 33decee5-fff7-4bf7-98f8-76de2a57660a, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=33decee5-fff7-4bf7-98f8-76de2a57660a,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:47:24.278204 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:24.340308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:24.340935 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:24.342347 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] 10.222.0.46 "PUT /v2.0/ports/33decee5-fff7-4bf7-98f8-76de2a57660a HTTP/1.1" status: 200 len: 1091 time: 0.8133309 Nov 13 05:47:24.369044 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb9dd4-eb7d-43e9-b161-a145b2659f64 service neutron] Pushing event updated for resources: {'Port': ['ID=33decee5-fff7-4bf7-98f8-76de2a57660a,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:47:24.385086 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b9a5a-25d9-4c13-b0c5-5defda35ec20 req-ab5a6424-0414-4433-b5de-3832209cb8a1 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:24.386676 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-451b9a5a-25d9-4c13-b0c5-5defda35ec20 req-ab5a6424-0414-4433-b5de-3832209cb8a1 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 943 time: 0.0837193 Nov 13 05:47:24.452406 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-bfad1447-f718-4f10-82ad-d5e9f73a8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:24.453911 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-bfad1447-f718-4f10-82ad-d5e9f73a8511 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 1094 time: 0.0663500 Nov 13 05:47:24.486561 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-451b9a5a-25d9-4c13-b0c5-5defda35ec20 req-d1156808-bc04-4e0e-9355-f316db4c293a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741754 Nov 13 05:47:24.557535 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-849e7d6d-9497-44b2-9b0a-8477c6c86c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:24.559012 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-849e7d6d-9497-44b2-9b0a-8477c6c86c20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0970433 Nov 13 05:47:24.627721 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-e72818d7-6894-4755-abb3-d256b2979ef7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33decee5-fff7-4bf7-98f8-76de2a57660a HTTP/1.1" status: 200 len: 999 time: 0.0596244 Nov 13 05:47:24.678383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-935b15c5-9592-4197-88ba-d42f0e97db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:24.679879 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-935b15c5-9592-4197-88ba-d42f0e97db7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0445490 Nov 13 05:47:24.733186 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-8f960315-8f85-45ed-b38f-563961d51e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:24.734671 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-8f960315-8f85-45ed-b38f-563961d51e5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476856 Nov 13 05:47:24.825188 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-a1237f59-c13d-4fea-9215-5874bf9e5553 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821924 Nov 13 05:47:24.919987 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-edb58a73-a6f6-41c3-a1a5-9bdcc5fefe53 req-70c15d73-d29a-4151-b4fb-293b51cec258 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877612 Nov 13 05:47:25.625624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d936a7-739a-4660-8e6c-7ff05c0975ba req-ecbb93d5-3dcd-4309-ae3e-dfabb301fd63 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:25.627147 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09d936a7-739a-4660-8e6c-7ff05c0975ba req-ecbb93d5-3dcd-4309-ae3e-dfabb301fd63 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 943 time: 0.0550880 Nov 13 05:47:25.677398 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09d936a7-739a-4660-8e6c-7ff05c0975ba req-cc565b08-ca69-493f-a114-26bdb9140058 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417321 Nov 13 05:47:25.946062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'tag': '33decee5-fff7-4bf7-98f8-76de2a57660a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:47:25.950069 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0033219-9676-45e5-934b-7d6047b3fbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "f57faa50-9e01-45f6-b917-ae62012526d3", "tag": "33decee5-fff7-4bf7-98f8-76de2a57660a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:47:26.003240 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c347904-3cec-4081-adc0-ccd43825c371 x-openstack-request-id: req-5c347904-3cec-4081-adc0-ccd43825c371 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:47:26.003678 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57faa50-9e01-45f6-b917-ae62012526d3", "tag": "33decee5-fff7-4bf7-98f8-76de2a57660a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:47:26.003894 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c347904-3cec-4081-adc0-ccd43825c371 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:47:26.004329 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'tag': '33decee5-fff7-4bf7-98f8-76de2a57660a', 'status': 'completed', 'code': 200} Nov 13 05:47:26.108612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-f9b02dfd-cbbb-42a3-84e8-b81ee275ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:26.110120 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-f9b02dfd-cbbb-42a3-84e8-b81ee275ad5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 1094 time: 0.0665691 Nov 13 05:47:26.114468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-d01231bb-95e8-4536-9e9c-900a3e19423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:26.115873 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-d01231bb-95e8-4536-9e9c-900a3e19423d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 1094 time: 0.0641279 Nov 13 05:47:26.271060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-9d40c5e2-da7c-478a-a4d2-873dbff51ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:26.272546 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-9d40c5e2-da7c-478a-a4d2-873dbff51ddc service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1549830 Nov 13 05:47:26.273610 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-533e5d87-1f81-4098-9b2e-ccb501f89938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:26.274875 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-533e5d87-1f81-4098-9b2e-ccb501f89938 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1502993 Nov 13 05:47:26.386343 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-4205d8c3-1ac2-4fdc-85ff-dcda1f39ad1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33decee5-fff7-4bf7-98f8-76de2a57660a HTTP/1.1" status: 200 len: 999 time: 0.1065032 Nov 13 05:47:26.388116 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-f7a1d2b2-c4be-4af7-9c4f-5a8731325e2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33decee5-fff7-4bf7-98f8-76de2a57660a HTTP/1.1" status: 200 len: 999 time: 0.1024506 Nov 13 05:47:26.467858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-7c25513d-42d1-41b6-8870-507b6c9ece12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:26.469310 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-7c25513d-42d1-41b6-8870-507b6c9ece12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0762379 Nov 13 05:47:26.470723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-8155f916-4706-4866-9270-60bfdeeaaf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:26.472018 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-8155f916-4706-4866-9270-60bfdeeaaf20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0716376 Nov 13 05:47:26.543628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-241726b9-1f4b-48fd-9255-d205bddea5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:26.545022 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-241726b9-1f4b-48fd-9255-d205bddea5a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683532 Nov 13 05:47:26.549583 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-b1f0b999-763c-49e9-a47c-ebce43c2debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:26.550942 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-b1f0b999-763c-49e9-a47c-ebce43c2debd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670705 Nov 13 05:47:26.700686 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-1655c0fb-25b0-489e-baa4-73bd03e41766 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473463 Nov 13 05:47:26.702872 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-27a75fbe-59f5-4fdb-b8c1-cbe76fc0219d service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427522 Nov 13 05:47:26.798967 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da34ac-873a-449c-ac74-6b6d28cc220c req-4dfdd8b3-f0c8-4276-943c-00ca6a678a6b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:26.800513 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-36da34ac-873a-449c-ac74-6b6d28cc220c req-4dfdd8b3-f0c8-4276-943c-00ca6a678a6b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 943 time: 0.0498743 Nov 13 05:47:26.847706 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-36da34ac-873a-449c-ac74-6b6d28cc220c req-60e395fc-db7b-4ca6-9423-abdadda84465 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412354 Nov 13 05:47:26.858385 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-f4d60deb-5356-4f67-854e-9b5c04964e79 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506310 Nov 13 05:47:26.860939 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c0033219-9676-45e5-934b-7d6047b3fbeb req-68ed1844-536b-4c1f-9201-f99a655e9505 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451485 Nov 13 05:47:27.198268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 33decee5-fff7-4bf7-98f8-76de2a57660a no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:47:27.237157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 33decee5-fff7-4bf7-98f8-76de2a57660a not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:47:27.976942 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ee0af-cb17-4e60-a7ad-1cb1b22dd96b req-8189e5f3-ee26-4435-bcde-41d784b71763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:27.978426 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc7ee0af-cb17-4e60-a7ad-1cb1b22dd96b req-8189e5f3-ee26-4435-bcde-41d784b71763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 943 time: 0.0548666 Nov 13 05:47:28.033079 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bc7ee0af-cb17-4e60-a7ad-1cb1b22dd96b req-a94236a6-c139-4df0-8792-f2ba29f3c936 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484021 Nov 13 05:47:28.699202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 33decee5-fff7-4bf7-98f8-76de2a57660a details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:47:28.796186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 33decee5-fff7-4bf7-98f8-76de2a57660a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=33decee5-fff7-4bf7-98f8-76de2a57660a,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:47:28.807424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '33decee5-fff7-4bf7-98f8-76de2a57660a', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'port_id': '33decee5-fff7-4bf7-98f8-76de2a57660a', 'mac_address': 'fa:16:3e:db:70:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:47:28.848682 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:28.871885 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33decee5-fff7-4bf7-98f8-76de2a57660a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:47:28.891718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 33decee5-fff7-4bf7-98f8-76de2a57660a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=33decee5-fff7-4bf7-98f8-76de2a57660a,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:47:28.898573 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:28.944595 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=33decee5-fff7-4bf7-98f8-76de2a57660a,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:47:28.952157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:28.952425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:28.952755 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:28.953078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:28.953384 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:28.953702 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:28.954016 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:28.954335 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:28.954639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:28.954976 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:28.955290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:28.955598 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:47:29.129237 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:29.161867 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382f0fe-6b9a-42c4-b630-eb4d7114bdc6 req-90b371f5-6ad2-47a7-9e3e-d83ef2e45dbb tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:29.163378 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a382f0fe-6b9a-42c4-b630-eb4d7114bdc6 req-90b371f5-6ad2-47a7-9e3e-d83ef2e45dbb tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 944 time: 0.0517893 Nov 13 05:47:29.216980 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a382f0fe-6b9a-42c4-b630-eb4d7114bdc6 req-014216b3-8215-488b-b1bf-fe95feb3942f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469687 Nov 13 05:47:29.304743 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:29.336017 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['33decee5-fff7-4bf7-98f8-76de2a57660a'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:47:29.422187 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662444cc-1893-4426-b09a-71e7fe19743b req-ffb5c6fc-a1e5-46ff-926a-a647e11f82ca tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:29.423927 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-662444cc-1893-4426-b09a-71e7fe19743b req-ffb5c6fc-a1e5-46ff-926a-a647e11f82ca tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 944 time: 0.0533955 Nov 13 05:47:29.463961 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16951ba9-c444-4e1d-9cfb-bc7bc7987f4a req-c6ff98b4-d83c-478b-88c4-09476c5f6f46 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:29.465675 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16951ba9-c444-4e1d-9cfb-bc7bc7987f4a req-c6ff98b4-d83c-478b-88c4-09476c5f6f46 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.36 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3&tenant_id=f684092433e04340b36f5b9467bc5e69&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 944 time: 0.0651212 Nov 13 05:47:29.475756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-662444cc-1893-4426-b09a-71e7fe19743b req-f2784d9f-8725-4b04-91f7-4b4e77f65762 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457098 Nov 13 05:47:29.572482 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-16951ba9-c444-4e1d-9cfb-bc7bc7987f4a req-adafd306-5553-4f78-b820-0f279471fe27 service neutron] delete failed (client error): The resource could not be found. Nov 13 05:47:29.573473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16951ba9-c444-4e1d-9cfb-bc7bc7987f4a req-adafd306-5553-4f78-b820-0f279471fe27 service neutron] 10.222.0.36 "DELETE /v2.0/ports/33decee5-fff7-4bf7-98f8-76de2a57660a/bindings/n-h2-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0992339 Nov 13 05:47:29.685822 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16951ba9-c444-4e1d-9cfb-bc7bc7987f4a req-f682c622-8b75-4fa3-8f90-8db91e5f4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:29.687411 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16951ba9-c444-4e1d-9cfb-bc7bc7987f4a req-f682c622-8b75-4fa3-8f90-8db91e5f4fde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 1095 time: 0.0480640 Nov 13 05:47:29.789518 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16951ba9-c444-4e1d-9cfb-bc7bc7987f4a req-fe6a566a-f217-47df-a006-816cfb8851ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:29.790997 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16951ba9-c444-4e1d-9cfb-bc7bc7987f4a req-fe6a566a-f217-47df-a006-816cfb8851ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0946691 Nov 13 05:47:29.861853 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16951ba9-c444-4e1d-9cfb-bc7bc7987f4a req-84f58ecc-bd53-41fb-8078-adc30de8557e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33decee5-fff7-4bf7-98f8-76de2a57660a HTTP/1.1" status: 200 len: 1000 time: 0.0638654 Nov 13 05:47:30.274473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16951ba9-c444-4e1d-9cfb-bc7bc7987f4a req-d3ec6aa1-d679-4a44-99c7-79fb2394c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:30.276954 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16951ba9-c444-4e1d-9cfb-bc7bc7987f4a req-d3ec6aa1-d679-4a44-99c7-79fb2394c28a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.4066272 Nov 13 05:47:30.330943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16951ba9-c444-4e1d-9cfb-bc7bc7987f4a req-d3bc6e33-9a1d-4c2d-b7ae-f01e23889ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:30.332435 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16951ba9-c444-4e1d-9cfb-bc7bc7987f4a req-d3bc6e33-9a1d-4c2d-b7ae-f01e23889ef6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479064 Nov 13 05:47:30.430641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16951ba9-c444-4e1d-9cfb-bc7bc7987f4a req-0dbec636-94ff-40f5-aa3f-92bb133d0d3f service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907316 Nov 13 05:47:30.523026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-16951ba9-c444-4e1d-9cfb-bc7bc7987f4a req-701a744d-5b97-4138-9724-49cf8114d693 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846050 Nov 13 05:47:30.604823 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fee354-4ada-470c-b476-35e981d61235 req-80961d12-fd57-447a-8772-98afe6cd7900 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:30.606306 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30fee354-4ada-470c-b476-35e981d61235 req-80961d12-fd57-447a-8772-98afe6cd7900 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 944 time: 0.0536366 Nov 13 05:47:30.661838 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30fee354-4ada-470c-b476-35e981d61235 req-54d3fb67-b100-444c-ad72-56f8e89def1f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495470 Nov 13 05:47:30.702243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 33decee5-fff7-4bf7-98f8-76de2a57660a up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:47:30.765509 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 33decee5-fff7-4bf7-98f8-76de2a57660a completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:47:30.769428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 33decee5-fff7-4bf7-98f8-76de2a57660a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:47:30.769852 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:30.846802 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:30.872805 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33decee5-fff7-4bf7-98f8-76de2a57660a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:47:30.875001 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91551689-6997-4454-9b0d-a5331b865c37" -d '{"events": [{"server_uuid": "f57faa50-9e01-45f6-b917-ae62012526d3", "name": "network-vif-plugged", "status": "completed", "tag": "33decee5-fff7-4bf7-98f8-76de2a57660a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:47:30.894729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 33decee5-fff7-4bf7-98f8-76de2a57660a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=33decee5-fff7-4bf7-98f8-76de2a57660a,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:47:30.902025 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:30.951924 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=33decee5-fff7-4bf7-98f8-76de2a57660a,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:47:30.975081 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c534004-fe84-4d73-ab83-20bf0bb50b45 x-openstack-request-id: req-5c534004-fe84-4d73-ab83-20bf0bb50b45 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:47:30.975370 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57faa50-9e01-45f6-b917-ae62012526d3", "name": "network-vif-plugged", "status": "completed", "tag": "33decee5-fff7-4bf7-98f8-76de2a57660a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:47:30.975615 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c534004-fe84-4d73-ab83-20bf0bb50b45 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:47:30.976007 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33decee5-fff7-4bf7-98f8-76de2a57660a', 'code': 200} Nov 13 05:47:31.784445 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adfe66-f47b-4012-a122-5d52cddc5dfe req-0799a69b-194a-499d-b797-02f6d97f01d7 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:31.785925 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5adfe66-f47b-4012-a122-5d52cddc5dfe req-0799a69b-194a-499d-b797-02f6d97f01d7 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0528705 Nov 13 05:47:31.836175 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5adfe66-f47b-4012-a122-5d52cddc5dfe req-8c34af3b-a22f-4d1f-9670-8f24833624f8 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438082 Nov 13 05:47:31.980269 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbb87c-bc94-4245-9952-60d54e3fa92a req-74c661b7-a80d-4fca-bc0a-1fbed3556c9b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:31.981661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-38cbb87c-bc94-4245-9952-60d54e3fa92a req-74c661b7-a80d-4fca-bc0a-1fbed3556c9b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0561421 Nov 13 05:47:32.036330 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-38cbb87c-bc94-4245-9952-60d54e3fa92a req-8622ea2e-72c3-45c1-827e-1b4f74023300 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450048 Nov 13 05:47:32.159706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f8015-8407-4a83-a365-611a14b09ece req-1fbd6ef1-2108-4a90-8468-1cbd83fb92ad tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:32.161242 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f0f8015-8407-4a83-a365-611a14b09ece req-1fbd6ef1-2108-4a90-8468-1cbd83fb92ad tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0531559 Nov 13 05:47:32.208674 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f0f8015-8407-4a83-a365-611a14b09ece req-12121d8d-698c-468c-8559-5024169374c8 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408928 Nov 13 05:47:32.469116 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb142fc-18b6-450c-b0a2-b544af544fc6 req-f9533830-f76e-4907-8131-41177180b43c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:32.470554 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4eb142fc-18b6-450c-b0a2-b544af544fc6 req-f9533830-f76e-4907-8131-41177180b43c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0543833 Nov 13 05:47:32.528133 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4eb142fc-18b6-450c-b0a2-b544af544fc6 req-7357255c-b546-4d09-b199-abea6ccb6079 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488269 Nov 13 05:47:33.663881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73001b06-27e4-4a44-b083-7ed7d7ed865e req-085a4515-b429-4bc9-ab0d-44abb42904f4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:33.665407 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-73001b06-27e4-4a44-b083-7ed7d7ed865e req-085a4515-b429-4bc9-ab0d-44abb42904f4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0547302 Nov 13 05:47:33.714574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-73001b06-27e4-4a44-b083-7ed7d7ed865e req-3dbab8a3-a078-4a56-ba13-9a88fe1167aa tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429294 Nov 13 05:47:33.874088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-65e0fa9e-ba7a-45cd-b6fe-1138a40cdbb4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:33.875597 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-65e0fa9e-ba7a-45cd-b6fe-1138a40cdbb4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.46 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 945 time: 0.0596838 Nov 13 05:47:33.969441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-519ec0d9-0dc5-4dc6-9ebb-13a145e95ce4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Deleting port 33decee5-fff7-4bf7-98f8-76de2a57660a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:47:33.969750 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-519ec0d9-0dc5-4dc6-9ebb-13a145e95ce4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:34.078266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-519ec0d9-0dc5-4dc6-9ebb-13a145e95ce4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] For port 33decee5-fff7-4bf7-98f8-76de2a57660a, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=33decee5-fff7-4bf7-98f8-76de2a57660a,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:47:34.078627 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-519ec0d9-0dc5-4dc6-9ebb-13a145e95ce4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:34.313764 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-519ec0d9-0dc5-4dc6-9ebb-13a145e95ce4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:34.314073 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-519ec0d9-0dc5-4dc6-9ebb-13a145e95ce4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:34.314399 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-519ec0d9-0dc5-4dc6-9ebb-13a145e95ce4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2 disassociated. External IP: 172.25.8.128, port: 33decee5-fff7-4bf7-98f8-76de2a57660a. Nov 13 05:47:34.314732 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-519ec0d9-0dc5-4dc6-9ebb-13a145e95ce4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Calling delete_port for 33decee5-fff7-4bf7-98f8-76de2a57660a owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:47:34.374842 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-067709d5-f43a-43ed-9220-f4042bc1918e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:34.468764 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-519ec0d9-0dc5-4dc6-9ebb-13a145e95ce4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:34.501392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ec0d9-0dc5-4dc6-9ebb-13a145e95ce4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Pushing event deleted for resources: {'Port': ['ID=33decee5-fff7-4bf7-98f8-76de2a57660a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:47:34.622593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-519ec0d9-0dc5-4dc6-9ebb-13a145e95ce4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Router 6a102608-434a-4c81-9584-120a6df272bf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:47:34.731803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-519ec0d9-0dc5-4dc6-9ebb-13a145e95ce4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:47:34.744982 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a88a5-753e-46b2-b6a5-240e77b34712 None None] Sync routers for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:47:34.756905 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a88a5-753e-46b2-b6a5-240e77b34712 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:47:34.757559 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-768a88a5-753e-46b2-b6a5-240e77b34712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:47:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:47:34.772882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-519ec0d9-0dc5-4dc6-9ebb-13a145e95ce4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] No DVR routers for this DVR port 33decee5-fff7-4bf7-98f8-76de2a57660a on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:47:34.776353 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-519ec0d9-0dc5-4dc6-9ebb-13a145e95ce4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:34.779662 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b467dfb-95e4-462b-a941-d00002efd1c3 req-519ec0d9-0dc5-4dc6-9ebb-13a145e95ce4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.46 "DELETE /v2.0/ports/33decee5-fff7-4bf7-98f8-76de2a57660a HTTP/1.1" status: 204 len: 173 time: 0.8967254 Nov 13 05:47:34.780127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'name': 'network-vif-deleted', 'tag': '33decee5-fff7-4bf7-98f8-76de2a57660a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:47:34.782451 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fd89ba-6a2e-4365-91dd-bba3f74534cc" -d '{"events": [{"server_uuid": "f57faa50-9e01-45f6-b917-ae62012526d3", "name": "network-vif-deleted", "tag": "33decee5-fff7-4bf7-98f8-76de2a57660a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:47:34.819593 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fecbf730-e7fc-483e-bb5f-6ab540ffefeb req-e1a70f44-e5fd-4e75-b7af-965153f4a6fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=f57faa50-9e01-45f6-b917-ae62012526d3 HTTP/1.1" status: 200 len: 210 time: 0.0336995 Nov 13 05:47:34.874190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-768a88a5-753e-46b2-b6a5-240e77b34712 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:47:34.889934 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9614adf-7b58-4eeb-acf1-48116eeaa58f x-openstack-request-id: req-c9614adf-7b58-4eeb-acf1-48116eeaa58f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:47:34.890428 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57faa50-9e01-45f6-b917-ae62012526d3", "name": "network-vif-deleted", "tag": "33decee5-fff7-4bf7-98f8-76de2a57660a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:47:34.890510 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9614adf-7b58-4eeb-acf1-48116eeaa58f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:47:34.890864 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57faa50-9e01-45f6-b917-ae62012526d3', 'name': 'network-vif-deleted', 'tag': '33decee5-fff7-4bf7-98f8-76de2a57660a', 'status': 'completed', 'code': 200} Nov 13 05:47:35.087695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-768a88a5-753e-46b2-b6a5-240e77b34712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:47:35.113292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a88a5-753e-46b2-b6a5-240e77b34712 None None] Checking router: 6a102608-434a-4c81-9584-120a6df272bf for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:47:35.122501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a88a5-753e-46b2-b6a5-240e77b34712 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:47:35.123137 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-768a88a5-753e-46b2-b6a5-240e77b34712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:47:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:47:35.228369 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-768a88a5-753e-46b2-b6a5-240e77b34712 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:47:35.426679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-768a88a5-753e-46b2-b6a5-240e77b34712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:47:35.456025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a88a5-753e-46b2-b6a5-240e77b34712 None None] The sync data for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 is: [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:47:35.727145 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd844faf-5af0-4aa5-af39-e03b16822faf None None] New status for floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:47:36.079063 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-6b2614bd-af69-463f-a8a8-b9fc5a891f4c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--732254757&fields=id&tenant_id=f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 267 time: 0.0500443 Nov 13 05:47:36.185102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-2ac3cacf-5f97-4326-8b63-773f5f0266c2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:36.186546 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-2ac3cacf-5f97-4326-8b63-773f5f0266c2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 812 time: 0.1005459 Nov 13 05:47:36.203388 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-0daed8a5-f385-4d50-8593-3e9ff03e4652 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/quotas/f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 375 time: 0.0109003 Nov 13 05:47:36.263404 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-c0bd492a-170b-436f-a206-42013df75503 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545342 Nov 13 05:47:36.408078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-11b0ddff-bf59-4829-adc7-0767a0ec05ff service neutron] 10.222.0.43 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326988 Nov 13 05:47:36.503748 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-161bbd00-f37c-4c15-857e-03cc1d42f460 service neutron] 10.222.0.43 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894852 Nov 13 05:47:36.552905 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43941c64-7935-45cf-93e0-f0ba6afbf9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:36.668580 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b3d49d58-68a3-4807-a223-bc12d27914fb req-03d23d7e-a721-4f50-8b09-26d1cb66b83b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 210 time: 0.0261278 Nov 13 05:47:36.723822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 33decee5-fff7-4bf7-98f8-76de2a57660a no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:47:36.745019 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 33decee5-fff7-4bf7-98f8-76de2a57660a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:47:36.745455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 33decee5-fff7-4bf7-98f8-76de2a57660a not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:47:37.709903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-427adabc-f969-4aa7-bcdb-1ef360c47b09 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:37.711780 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-427adabc-f969-4aa7-bcdb-1ef360c47b09 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 812 time: 0.1072502 Nov 13 05:47:37.776836 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4967f23c-89be-410c-a8b5-7cbd5bb2ce33 req-96ca3f53-7230-4663-b160-840466c5f691 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 210 time: 0.0348809 Nov 13 05:47:37.812932 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-aac66807-e149-42d2-a055-a19b5f4334a2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 379 time: 0.0864685 Nov 13 05:47:37.826133 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-63fb1cb8-1138-4a67-bff6-682fa007f40d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Request body: {'port': {'device_id': '0c122f09-af47-456c-ae41-c71f7146afdc', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'admin_state_up': True, 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'security_groups': ['283cf170-deb6-4881-9ebd-a6f09fdb214f']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:47:37.943497 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-63fb1cb8-1138-4a67-bff6-682fa007f40d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Made reservation on behalf of f684092433e04340b36f5b9467bc5e69 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:47:37.947606 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-63fb1cb8-1138-4a67-bff6-682fa007f40d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:38.080022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-63fb1cb8-1138-4a67-bff6-682fa007f40d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Allocated IP 172.20.0.8 (33a53790-583f-421d-a4c9-277da81e49f5/a12eb636-e598-48b0-8a51-8bf033bede84/dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:47:38.121967 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:38.228799 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-63fb1cb8-1138-4a67-bff6-682fa007f40d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:38.266444 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-63fb1cb8-1138-4a67-bff6-682fa007f40d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:38.308004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-63fb1cb8-1138-4a67-bff6-682fa007f40d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Network 33a53790-583f-421d-a4c9-277da81e49f5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:47:38.312947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-63fb1cb8-1138-4a67-bff6-682fa007f40d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:47:38.316575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-63fb1cb8-1138-4a67-bff6-682fa007f40d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:47:38.323104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb1cb8-1138-4a67-bff6-682fa007f40d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Pushing event updated for resources: {'Port': ['ID=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:47:38.369366 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-63fb1cb8-1138-4a67-bff6-682fa007f40d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:38.369983 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-63fb1cb8-1138-4a67-bff6-682fa007f40d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:38.388822 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-63fb1cb8-1138-4a67-bff6-682fa007f40d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683401 Nov 13 05:47:38.409159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Request body: {'port': {'device_id': '0c122f09-af47-456c-ae41-c71f7146afdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:47:38.469773 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:38.515862 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-662e735c-076d-449b-b37a-6abf8b47bccc None None] Provisioning complete for port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:47:38.516234 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-662e735c-076d-449b-b37a-6abf8b47bccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:38.551617 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-662e735c-076d-449b-b37a-6abf8b47bccc None None] Port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:47:38.735418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:47:38.743327 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:38.755698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Transition to ACTIVE for port object dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:47:38.760610 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:38.820124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:47:38.893459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Attempting to bind port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:47:38.893789 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Attempting to bind port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:47:38.894111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Attempting to bind port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:47:38.899759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 on network 33a53790-583f-421d-a4c9-277da81e49f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:47:38.900079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Attempting to bind port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:47:38.905407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:47:38.905734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Checking segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:47:38.906094 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Bound using segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:47:38.906512 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Bound port: dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:47:38.906870 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:38.910469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a60105-2889-478b-ae28-d2616b18da1b req-ac54a3c9-de5e-4165-9246-049c96e29fcb tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:38.912187 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29a60105-2889-478b-ae28-d2616b18da1b req-ac54a3c9-de5e-4165-9246-049c96e29fcb tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 943 time: 0.0543497 Nov 13 05:47:38.962448 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29a60105-2889-478b-ae28-d2616b18da1b req-905c1d69-3ba4-4363-91f2-639fc70a7405 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439196 Nov 13 05:47:38.975041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] For port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:47:38.979276 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] For port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:47:38.986212 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:39.022841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:39.023643 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:39.025111 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] 10.222.0.46 "PUT /v2.0/ports/dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 HTTP/1.1" status: 200 len: 1091 time: 0.6204388 Nov 13 05:47:39.025559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c122f09-af47-456c-ae41-c71f7146afdc', 'tag': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:47:39.027870 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92e8038-e438-4942-b22d-caea9848a848" -d '{"events": [{"name": "network-changed", "server_uuid": "0c122f09-af47-456c-ae41-c71f7146afdc", "tag": "dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:47:39.069010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc8d2c-48f1-4a55-a3ae-7f70de816521 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:47:39.080441 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be33a8e1-ff23-4c71-b7ce-347b3062fdc8 x-openstack-request-id: req-be33a8e1-ff23-4c71-b7ce-347b3062fdc8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:47:39.080705 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c122f09-af47-456c-ae41-c71f7146afdc", "tag": "dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:47:39.081010 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be33a8e1-ff23-4c71-b7ce-347b3062fdc8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:47:39.081794 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c122f09-af47-456c-ae41-c71f7146afdc', 'tag': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3', 'status': 'completed', 'code': 200} Nov 13 05:47:39.134965 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-661cdcc0-48cb-4041-b7ad-11ae1e9b9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:39.136480 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-661cdcc0-48cb-4041-b7ad-11ae1e9b9495 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 1094 time: 0.0420392 Nov 13 05:47:39.188662 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-62fefd3e-d27b-41a4-8215-d7dad8b372c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 HTTP/1.1" status: 200 len: 217 time: 0.0391066 Nov 13 05:47:39.240736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-b5a8ce10-0e48-44f2-b6cc-48a7bac23733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:39.242630 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-b5a8ce10-0e48-44f2-b6cc-48a7bac23733 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0455899 Nov 13 05:47:39.289623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-73f7b04c-1438-4b0e-aa2e-96b9211d6df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:39.291259 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-73f7b04c-1438-4b0e-aa2e-96b9211d6df5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414517 Nov 13 05:47:39.386703 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-9b078656-681c-457a-bb8c-76d7bbd13104 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875580 Nov 13 05:47:39.414503 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:39.478244 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-93338a8c-3d88-4a9b-a930-214daa1e94e5 req-f3c9fdba-396b-4792-aaa4-764cd2701186 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849051 Nov 13 05:47:39.624906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e8038-e438-4942-b22d-caea9848a848 req-dd653aff-3479-40b3-ab3d-6dc70f5323cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:39.626282 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d92e8038-e438-4942-b22d-caea9848a848 req-dd653aff-3479-40b3-ab3d-6dc70f5323cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 1094 time: 0.0464680 Nov 13 05:47:39.714807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e8038-e438-4942-b22d-caea9848a848 req-c2b11454-8619-41f7-bdda-751371602412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:39.716287 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d92e8038-e438-4942-b22d-caea9848a848 req-c2b11454-8619-41f7-bdda-751371602412 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0824311 Nov 13 05:47:39.762197 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d92e8038-e438-4942-b22d-caea9848a848 req-a4fa8958-15b5-4606-8a3f-e2c1601ad2ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 HTTP/1.1" status: 200 len: 217 time: 0.0375218 Nov 13 05:47:39.810118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e8038-e438-4942-b22d-caea9848a848 req-610189ea-3604-4cd3-8f72-1c08b4b6458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:39.811596 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d92e8038-e438-4942-b22d-caea9848a848 req-610189ea-3604-4cd3-8f72-1c08b4b6458a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0429525 Nov 13 05:47:39.860011 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e8038-e438-4942-b22d-caea9848a848 req-62b66f26-3027-42d4-bf3a-076e35e769c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:39.861455 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d92e8038-e438-4942-b22d-caea9848a848 req-62b66f26-3027-42d4-bf3a-076e35e769c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410261 Nov 13 05:47:39.955855 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d92e8038-e438-4942-b22d-caea9848a848 req-2beaf3b1-2951-4d38-b074-108213492cd8 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865631 Nov 13 05:47:40.045535 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:40.061454 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d92e8038-e438-4942-b22d-caea9848a848 req-c9d0edf8-9835-4245-be57-7a8551ceccd3 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968885 Nov 13 05:47:40.089170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2043a-7faf-40dd-8cd3-8104be5ddd1a req-15bff00f-4a34-406d-99fd-6802d9af593f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:40.090665 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e8a2043a-7faf-40dd-8cd3-8104be5ddd1a req-15bff00f-4a34-406d-99fd-6802d9af593f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 943 time: 0.0537364 Nov 13 05:47:40.139754 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e8a2043a-7faf-40dd-8cd3-8104be5ddd1a req-1f22b1bb-4e5d-4482-b5f4-240a3ce03e44 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428660 Nov 13 05:47:41.276213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78517d3d-5f97-417c-a8ee-45ec14f29e28 req-61558b9a-261d-42f7-98fa-c793fd21af46 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:41.277680 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-78517d3d-5f97-417c-a8ee-45ec14f29e28 req-61558b9a-261d-42f7-98fa-c793fd21af46 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 943 time: 0.0559514 Nov 13 05:47:41.333799 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-78517d3d-5f97-417c-a8ee-45ec14f29e28 req-563b4032-bb78-4d30-a390-a216abc64195 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473154 Nov 13 05:47:42.458015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121ec97-ed7b-4a0e-ba0c-ff21927f6f5d req-eecea847-7481-4336-ab5c-d26c4d7bc593 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:42.459504 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a121ec97-ed7b-4a0e-ba0c-ff21927f6f5d req-eecea847-7481-4336-ab5c-d26c4d7bc593 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 943 time: 0.0516024 Nov 13 05:47:42.507791 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a121ec97-ed7b-4a0e-ba0c-ff21927f6f5d req-7309cfde-6a51-4b65-af69-04c7bb54ccc5 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420742 Nov 13 05:47:42.725309 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:47:42.827373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:47:42.842158 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'port_id': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3', 'mac_address': 'fa:16:3e:f6:26:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:47:42.888717 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:42.902492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:47:42.923655 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:47:42.929940 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:42.978111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:47:43.270803 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:47:43.636413 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00572791-5283-4b95-a29c-11d47c55d8a8 req-5b8cd286-d754-48ba-a628-ec3fc4530ace tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:43.637869 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-00572791-5283-4b95-a29c-11d47c55d8a8 req-5b8cd286-d754-48ba-a628-ec3fc4530ace tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 944 time: 0.0511434 Nov 13 05:47:43.687162 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-00572791-5283-4b95-a29c-11d47c55d8a8 req-2323c078-d403-4382-8328-52757bc96dd6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405207 Nov 13 05:47:44.724790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:47:44.778375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:47:44.782211 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:47:44.782552 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:44.818389 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98492f0-4f8d-4b6b-a388-31d6efd0a848 req-e1fa849c-35aa-4fa1-9f9c-c151ae7148c0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:44.821005 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a98492f0-4f8d-4b6b-a388-31d6efd0a848 req-e1fa849c-35aa-4fa1-9f9c-c151ae7148c0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 944 time: 0.0527380 Nov 13 05:47:44.874484 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a98492f0-4f8d-4b6b-a388-31d6efd0a848 req-9bcbba12-fc7e-4761-8623-a5c839785d49 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479171 Nov 13 05:47:45.029969 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:45.053807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c122f09-af47-456c-ae41-c71f7146afdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:47:45.056095 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcae616-b125-4ca2-aed6-d724fecef30e" -d '{"events": [{"server_uuid": "0c122f09-af47-456c-ae41-c71f7146afdc", "name": "network-vif-plugged", "status": "completed", "tag": "dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:47:45.068450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:47:45.075738 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:45.101334 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac2b846-ab27-42bc-abfa-b5d3300da9fc x-openstack-request-id: req-aac2b846-ab27-42bc-abfa-b5d3300da9fc {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:47:45.101619 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c122f09-af47-456c-ae41-c71f7146afdc", "name": "network-vif-plugged", "status": "completed", "tag": "dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:47:45.101864 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aac2b846-ab27-42bc-abfa-b5d3300da9fc {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:47:45.102245 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c122f09-af47-456c-ae41-c71f7146afdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3', 'code': 200} Nov 13 05:47:45.127332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:47:45.226055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7346ae-d36e-41a0-93ea-c0825367b7ba req-eb8402ba-19db-4512-b04a-79f7c1461a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:45.227545 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2e7346ae-d36e-41a0-93ea-c0825367b7ba req-eb8402ba-19db-4512-b04a-79f7c1461a60 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 1096 time: 0.0408878 Nov 13 05:47:45.274030 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2e7346ae-d36e-41a0-93ea-c0825367b7ba req-5969936b-a443-4f25-a75b-b6a8a1daaede service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383470 Nov 13 05:47:46.002705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788479f4-cc9d-4081-a6df-14bc43b19eed req-f981115d-a0ce-481f-a516-e45642e8ec80 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:46.004208 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-788479f4-cc9d-4081-a6df-14bc43b19eed req-f981115d-a0ce-481f-a516-e45642e8ec80 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0535457 Nov 13 05:47:46.056908 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-788479f4-cc9d-4081-a6df-14bc43b19eed req-9c4d1c2c-4948-4560-bf4d-39a3d95f3f54 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441477 Nov 13 05:47:47.190717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33e49d-50f2-4e87-baf9-88e8655cf2ca req-33fc9856-4d2e-43b6-9065-61ab9596790e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:47.192134 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed33e49d-50f2-4e87-baf9-88e8655cf2ca req-33fc9856-4d2e-43b6-9065-61ab9596790e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0524695 Nov 13 05:47:47.238707 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ed33e49d-50f2-4e87-baf9-88e8655cf2ca req-887ec26a-2a76-4dc7-b55e-1135d418c90f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404904 Nov 13 05:47:47.351553 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65650e-49f0-49c1-b2ad-943b932a4551 req-004f5a5e-d6d9-4236-93b9-0aec7b417899 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:47.353020 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba65650e-49f0-49c1-b2ad-943b932a4551 req-004f5a5e-d6d9-4236-93b9-0aec7b417899 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0487130 Nov 13 05:47:47.361882 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 46744) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:47:47.366724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d519e0c1-71e9-4601-ab85-7ef89fc9b660 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Request body: {'floatingip': {'port_id': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:47:47.410424 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d519e0c1-71e9-4601-ab85-7ef89fc9b660 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:47.874193 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d519e0c1-71e9-4601-ab85-7ef89fc9b660 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:47.881261 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d519e0c1-71e9-4601-ab85-7ef89fc9b660 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:47.986645 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-d519e0c1-71e9-4601-ab85-7ef89fc9b660 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2 associated. External IP: 172.25.8.128, port: dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3. Nov 13 05:47:48.205150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d519e0c1-71e9-4601-ab85-7ef89fc9b660 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Router 6a102608-434a-4c81-9584-120a6df272bf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:47:48.329030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d519e0c1-71e9-4601-ab85-7ef89fc9b660 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:47:48.334593 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d519e0c1-71e9-4601-ab85-7ef89fc9b660 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:48.339341 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cec3f3-488a-424f-81f6-10c7af6a5af9 None None] Sync routers for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:47:48.349280 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cec3f3-488a-424f-81f6-10c7af6a5af9 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:47:48.349910 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d6cec3f3-488a-424f-81f6-10c7af6a5af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:47:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:47:48.361653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d519e0c1-71e9-4601-ab85-7ef89fc9b660 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "PUT /v2.0/floatingips/719b2ce8-2aa7-4839-a53d-824f1b2eb3d2 HTTP/1.1" status: 200 len: 991 time: 0.9987216 Nov 13 05:47:48.362349 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c122f09-af47-456c-ae41-c71f7146afdc', 'tag': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:47:48.364740 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f0bc8a-fd19-4c78-bacd-21311131aaf3" -d '{"events": [{"name": "network-changed", "server_uuid": "0c122f09-af47-456c-ae41-c71f7146afdc", "tag": "dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:47:48.462406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-d6cec3f3-488a-424f-81f6-10c7af6a5af9 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:47:48.463386 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdca29e2-53d2-46e9-bc2c-4141cc77fe11 x-openstack-request-id: req-fdca29e2-53d2-46e9-bc2c-4141cc77fe11 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:47:48.463669 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c122f09-af47-456c-ae41-c71f7146afdc", "tag": "dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:47:48.463920 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdca29e2-53d2-46e9-bc2c-4141cc77fe11 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:47:48.464325 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c122f09-af47-456c-ae41-c71f7146afdc', 'tag': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3', 'status': 'completed', 'code': 200} Nov 13 05:47:48.544385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0bc8a-fd19-4c78-bacd-21311131aaf3 req-9e3574a2-74cb-4305-8c75-48644c0cacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:48.545891 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08f0bc8a-fd19-4c78-bacd-21311131aaf3 req-9e3574a2-74cb-4305-8c75-48644c0cacd7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 1096 time: 0.0405743 Nov 13 05:47:48.645509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0bc8a-fd19-4c78-bacd-21311131aaf3 req-c5c04c8a-c02a-4ebe-a11e-5645d172bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:48.647043 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08f0bc8a-fd19-4c78-bacd-21311131aaf3 req-c5c04c8a-c02a-4ebe-a11e-5645d172bac0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0943174 Nov 13 05:47:48.694300 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d6cec3f3-488a-424f-81f6-10c7af6a5af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '719b2ce8-2aa7-4839-a53d-824f1b2eb3d2', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '6a102608-434a-4c81-9584-120a6df272bf', 'port_id': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'mac_address': 'fa:16:3e:f6:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c122f09-af47-456c-ae41-c71f7146afdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:44:28Z', 'updated_at': '2021-11-13T05:47:47Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:47:48.711097 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08f0bc8a-fd19-4c78-bacd-21311131aaf3 req-5ca012d4-2d40-4eac-aa07-c8a0d815ecb8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 HTTP/1.1" status: 200 len: 999 time: 0.0569973 Nov 13 05:47:48.722279 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cec3f3-488a-424f-81f6-10c7af6a5af9 None None] Checking router: 6a102608-434a-4c81-9584-120a6df272bf for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:47:48.731128 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cec3f3-488a-424f-81f6-10c7af6a5af9 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:47:48.731740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d6cec3f3-488a-424f-81f6-10c7af6a5af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:47:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:47:48.759015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0bc8a-fd19-4c78-bacd-21311131aaf3 req-267d2f93-344a-4b25-a722-92ba8fe79cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:48.760473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08f0bc8a-fd19-4c78-bacd-21311131aaf3 req-267d2f93-344a-4b25-a722-92ba8fe79cfc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0427616 Nov 13 05:47:48.811205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0bc8a-fd19-4c78-bacd-21311131aaf3 req-66a921d5-9f4f-4d4f-aa21-fdf786e4e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:47:48.812697 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08f0bc8a-fd19-4c78-bacd-21311131aaf3 req-66a921d5-9f4f-4d4f-aa21-fdf786e4e724 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449162 Nov 13 05:47:48.837802 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-d6cec3f3-488a-424f-81f6-10c7af6a5af9 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:47:48.903720 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08f0bc8a-fd19-4c78-bacd-21311131aaf3 req-f4126cfc-2ed4-4bba-afc5-cde8be7d699b service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822513 Nov 13 05:47:48.996649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08f0bc8a-fd19-4c78-bacd-21311131aaf3 req-7b5f6843-950b-4af9-990f-14eca925e850 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858195 Nov 13 05:47:49.066089 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d6cec3f3-488a-424f-81f6-10c7af6a5af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '719b2ce8-2aa7-4839-a53d-824f1b2eb3d2', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '6a102608-434a-4c81-9584-120a6df272bf', 'port_id': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'mac_address': 'fa:16:3e:f6:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c122f09-af47-456c-ae41-c71f7146afdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:44:28Z', 'updated_at': '2021-11-13T05:47:47Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:47:49.092909 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cec3f3-488a-424f-81f6-10c7af6a5af9 None None] The sync data for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 is: [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '719b2ce8-2aa7-4839-a53d-824f1b2eb3d2', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '6a102608-434a-4c81-9584-120a6df272bf', 'port_id': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'mac_address': 'fa:16:3e:f6:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c122f09-af47-456c-ae41-c71f7146afdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:44:28Z', 'updated_at': '2021-11-13T05:47:47Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:47:49.291477 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed76b17-bc71-431f-aa55-f552cd30383c None None] New status for floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:47:55.761952 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:47:59.131876 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:47:59.329942 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:48:02.907914 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adc28db5-5230-405c-bd0f-e2de37b48c6c req-ff09b73a-c8ff-403e-8c76-773a68655015 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445600 Nov 13 05:48:03.009894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc28db5-5230-405c-bd0f-e2de37b48c6c req-804e610e-8309-4bc0-b37a-805fb007d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:48:03.011421 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adc28db5-5230-405c-bd0f-e2de37b48c6c req-804e610e-8309-4bc0-b37a-805fb007d0b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 1096 time: 0.0435307 Nov 13 05:48:03.136189 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc28db5-5230-405c-bd0f-e2de37b48c6c req-2a1cb8e3-c063-46f7-9c42-175fdeb28cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:48:03.137682 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adc28db5-5230-405c-bd0f-e2de37b48c6c req-2a1cb8e3-c063-46f7-9c42-175fdeb28cd5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1045754 Nov 13 05:48:03.204426 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adc28db5-5230-405c-bd0f-e2de37b48c6c req-4c12413e-08c7-445a-81de-e3642ff59b1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 HTTP/1.1" status: 200 len: 1001 time: 0.0577264 Nov 13 05:48:03.267569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc28db5-5230-405c-bd0f-e2de37b48c6c req-3a5f3b86-016c-4975-b761-fb616b39981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:48:03.269046 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adc28db5-5230-405c-bd0f-e2de37b48c6c req-3a5f3b86-016c-4975-b761-fb616b39981c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0582209 Nov 13 05:48:03.316596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc28db5-5230-405c-bd0f-e2de37b48c6c req-251663b9-76aa-4056-9104-a2e81206a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:48:03.318211 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adc28db5-5230-405c-bd0f-e2de37b48c6c req-251663b9-76aa-4056-9104-a2e81206a12d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408640 Nov 13 05:48:03.413681 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adc28db5-5230-405c-bd0f-e2de37b48c6c req-7e2ec5f1-defe-48e4-99b7-032baf5fa3f7 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879967 Nov 13 05:48:03.504765 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adc28db5-5230-405c-bd0f-e2de37b48c6c req-05d794fb-93ed-4e11-b2c0-bef0d66abcad service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833294 Nov 13 05:48:04.380387 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d84d5339-a8de-4872-9a55-b9168d6356d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:48:06.567860 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85ae02b7-e103-46b5-90bd-5a976abed9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:48:08.128080 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:48:09.423292 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:48:10.052617 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:48:29.133986 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:48:29.328017 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:48:32.767074 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:48:34.378115 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4987de3c-df42-4bf5-9811-7fd5b9461d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:48:36.567886 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38037bf3-6a96-4b19-aa9a-84f43e1a1da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:48:38.131446 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:48:39.424741 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:48:40.056328 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:48:59.137806 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:48:59.342591 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:49:02.955507 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b07fff6-fd18-4d8f-8ed3-04069687875b req-f0cb0479-aa40-4023-865d-720980489b4e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427425 Nov 13 05:49:03.069586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07fff6-fd18-4d8f-8ed3-04069687875b req-f35487c9-01d7-443e-9ad4-cf78cca4bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:49:03.071232 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b07fff6-fd18-4d8f-8ed3-04069687875b req-f35487c9-01d7-443e-9ad4-cf78cca4bbc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 1096 time: 0.0510621 Nov 13 05:49:03.186547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07fff6-fd18-4d8f-8ed3-04069687875b req-01d2ff4f-ea8b-4d21-b53b-7c956d64a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:49:03.187951 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b07fff6-fd18-4d8f-8ed3-04069687875b req-01d2ff4f-ea8b-4d21-b53b-7c956d64a693 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0968671 Nov 13 05:49:03.260573 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b07fff6-fd18-4d8f-8ed3-04069687875b req-80bfe9ed-c73f-470f-a8cd-25d5655ec873 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 HTTP/1.1" status: 200 len: 1001 time: 0.0649636 Nov 13 05:49:03.310032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07fff6-fd18-4d8f-8ed3-04069687875b req-c6dcaf50-be62-4391-8fb4-c8227b68d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:49:03.311450 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b07fff6-fd18-4d8f-8ed3-04069687875b req-c6dcaf50-be62-4391-8fb4-c8227b68d02c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0435195 Nov 13 05:49:03.360301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07fff6-fd18-4d8f-8ed3-04069687875b req-93081f52-3e22-4737-8ddc-ad65be5577dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:49:03.361828 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b07fff6-fd18-4d8f-8ed3-04069687875b req-93081f52-3e22-4737-8ddc-ad65be5577dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427456 Nov 13 05:49:03.373598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-6b07fff6-fd18-4d8f-8ed3-04069687875b req-a39b7a11-2307-4bf4-8da2-aeb4ff33cb6a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:49:03.374508 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b07fff6-fd18-4d8f-8ed3-04069687875b req-a39b7a11-2307-4bf4-8da2-aeb4ff33cb6a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049171 Nov 13 05:49:03.470641 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b07fff6-fd18-4d8f-8ed3-04069687875b req-411f28ae-ba89-4cb3-85b3-d3f61551ef48 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877750 Nov 13 05:49:03.570955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b07fff6-fd18-4d8f-8ed3-04069687875b req-65efdd77-2d02-46d0-a0c4-630c290b1674 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933409 Nov 13 05:49:04.384302 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3c4beb-c27e-401e-8eda-55e026ef603a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:49:06.562689 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a11dde5-16ab-4405-a8b8-3814af39dd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:49:08.140006 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:49:09.439244 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:49:09.772180 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:49:10.054383 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:49:29.139209 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:49:29.344503 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:49:34.369576 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38ea005f-f533-458a-92a5-539ba23fd7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:49:36.567824 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-547c5a8f-4da2-4b3e-8136-4cdcf00e12f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:49:38.149960 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:49:39.432876 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:49:40.053451 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:49:46.773575 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:49:59.155571 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:49:59.339974 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:02.932533 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7454273a-ff4e-450e-b9cc-dab11076a709 req-6377256a-d4a6-4be0-b647-96a0478b343a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556333 Nov 13 05:50:03.037888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454273a-ff4e-450e-b9cc-dab11076a709 req-39ac0a2b-2425-4a60-8d4c-7f6029315e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:03.039444 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7454273a-ff4e-450e-b9cc-dab11076a709 req-39ac0a2b-2425-4a60-8d4c-7f6029315e7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 1096 time: 0.0430121 Nov 13 05:50:03.146829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454273a-ff4e-450e-b9cc-dab11076a709 req-defb4b13-62e0-4c11-98c3-e7b902518aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:03.148368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7454273a-ff4e-450e-b9cc-dab11076a709 req-defb4b13-62e0-4c11-98c3-e7b902518aa2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0884585 Nov 13 05:50:03.566235 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7454273a-ff4e-450e-b9cc-dab11076a709 req-a0a13a1c-94a8-4878-885c-4ae590111f71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 HTTP/1.1" status: 200 len: 1001 time: 0.4099085 Nov 13 05:50:03.616564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454273a-ff4e-450e-b9cc-dab11076a709 req-e519066d-5f21-4591-a213-2285fddf415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:03.617935 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7454273a-ff4e-450e-b9cc-dab11076a709 req-e519066d-5f21-4591-a213-2285fddf415e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0432556 Nov 13 05:50:03.670296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454273a-ff4e-450e-b9cc-dab11076a709 req-77018600-5819-4767-94d3-b195efa74222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:03.671870 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7454273a-ff4e-450e-b9cc-dab11076a709 req-77018600-5819-4767-94d3-b195efa74222 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471373 Nov 13 05:50:03.781343 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7454273a-ff4e-450e-b9cc-dab11076a709 req-aaaabf5f-686d-4e3a-8588-5cdd958055b7 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022825 Nov 13 05:50:03.878622 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7454273a-ff4e-450e-b9cc-dab11076a709 req-cbf11793-f9a5-4b81-b89d-0c48761fbced service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890987 Nov 13 05:50:04.380973 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31713a89-6142-4e87-9abf-68019b2b2ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:06.570646 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-89b71dd6-225f-453a-b4ab-765c058953d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:08.145941 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:09.442944 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:10.054738 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:13.786308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd147f14-c86e-452a-ad1a-72e0166fedc4 req-5166d518-90e9-4d07-a1f7-9d2d1e86fd38 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:13.787709 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cd147f14-c86e-452a-ad1a-72e0166fedc4 req-5166d518-90e9-4d07-a1f7-9d2d1e86fd38 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0517161 Nov 13 05:50:13.836511 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cd147f14-c86e-452a-ad1a-72e0166fedc4 req-f05c43a6-bbd5-4509-99a0-d56df52001dd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427942 Nov 13 05:50:14.973284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011df43-46b5-4bee-ac20-d62b21ca8eae req-7a538847-badc-4cb5-bbdf-c62a9bafe177 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:14.974795 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b011df43-46b5-4bee-ac20-d62b21ca8eae req-7a538847-badc-4cb5-bbdf-c62a9bafe177 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0604925 Nov 13 05:50:15.028141 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b011df43-46b5-4bee-ac20-d62b21ca8eae req-c24e78cd-b503-4029-a4a4-9790ffbdf3a1 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442796 Nov 13 05:50:16.149961 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829a165-5d74-4c27-b104-c398bf0509c6 req-2d0482cc-e9c3-44f9-8bb0-33d786f6cae6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:16.151432 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a829a165-5d74-4c27-b104-c398bf0509c6 req-2d0482cc-e9c3-44f9-8bb0-33d786f6cae6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0523231 Nov 13 05:50:16.204503 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a829a165-5d74-4c27-b104-c398bf0509c6 req-3e892fba-2b01-4e30-abb4-86e5a4fcaf14 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466318 Nov 13 05:50:17.331240 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b73174-37e4-4a5d-b9c6-9eeb35480a2c req-dfd06562-5c12-48b0-93fb-bba2c871f71f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:17.332756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0b73174-37e4-4a5d-b9c6-9eeb35480a2c req-dfd06562-5c12-48b0-93fb-bba2c871f71f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0567243 Nov 13 05:50:17.384912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e0b73174-37e4-4a5d-b9c6-9eeb35480a2c req-7c0963bb-4836-430d-9641-91dec27ddbc8 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427809 Nov 13 05:50:18.520397 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8356c-2758-4440-bd8d-3effb95495db req-c2da875a-83c3-42e3-9138-5d89d0afbb1d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:18.521872 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4f8356c-2758-4440-bd8d-3effb95495db req-c2da875a-83c3-42e3-9138-5d89d0afbb1d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0567670 Nov 13 05:50:18.569405 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4f8356c-2758-4440-bd8d-3effb95495db req-3b742b32-f5ae-4f66-9975-b0a2ffd4b9ae tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414097 Nov 13 05:50:19.700285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1748f-f49a-45e6-a35e-bd5b2a4cd394 req-6da179ba-5216-4e80-a167-391fb6e42996 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:19.701832 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1748f-f49a-45e6-a35e-bd5b2a4cd394 req-6da179ba-5216-4e80-a167-391fb6e42996 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0594954 Nov 13 05:50:19.759852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68b1748f-f49a-45e6-a35e-bd5b2a4cd394 req-c210ac64-a29e-49ef-9cae-94d20492292b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515563 Nov 13 05:50:20.897899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a2135-d81a-4731-af4e-2496d4169085 req-b9838436-2e7a-46c0-977e-a6ac89179c28 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:20.899777 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-566a2135-d81a-4731-af4e-2496d4169085 req-b9838436-2e7a-46c0-977e-a6ac89179c28 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0569420 Nov 13 05:50:20.950064 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-566a2135-d81a-4731-af4e-2496d4169085 req-fa739a2b-bd83-4461-8e7e-d722ec09d095 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425613 Nov 13 05:50:22.078166 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d7f0b-4530-43ce-8f31-af3d4be11d9d req-6fb82b52-15cc-4e5e-baf1-041534394017 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:22.079693 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d09d7f0b-4530-43ce-8f31-af3d4be11d9d req-6fb82b52-15cc-4e5e-baf1-041534394017 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0524170 Nov 13 05:50:22.137920 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d09d7f0b-4530-43ce-8f31-af3d4be11d9d req-00dd5a53-8243-4597-9afb-cb4909814920 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490079 Nov 13 05:50:23.274391 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47994e08-6acf-403a-92a7-60c73ae22590 req-ab527e9f-8163-4d44-8cb8-c6215a37ef8e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:23.275824 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-47994e08-6acf-403a-92a7-60c73ae22590 req-ab527e9f-8163-4d44-8cb8-c6215a37ef8e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0526037 Nov 13 05:50:23.336782 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-47994e08-6acf-403a-92a7-60c73ae22590 req-1ba5416b-46f4-4bd3-bdc3-6e19b126e30d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515749 Nov 13 05:50:23.777808 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:50:24.463789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea212f9-8547-4bbd-9b82-673a3f569694 req-52a0a8ab-486d-4652-a66f-40d34f789c3a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:24.465298 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aea212f9-8547-4bbd-9b82-673a3f569694 req-52a0a8ab-486d-4652-a66f-40d34f789c3a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0509403 Nov 13 05:50:24.518205 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aea212f9-8547-4bbd-9b82-673a3f569694 req-6462fccb-3272-40c7-80b7-62a334c48951 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467517 Nov 13 05:50:25.803564 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-fdba5fa6-6eb2-4ea9-9ed3-055cb835f4e8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684760 Nov 13 05:50:25.815151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae088685-b09c-471c-8303-4a97d34408f4 req-9c2a7946-53cc-4f71-8471-b745c40a90d0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:25.816530 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ae088685-b09c-471c-8303-4a97d34408f4 req-9c2a7946-53cc-4f71-8471-b745c40a90d0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0568531 Nov 13 05:50:25.872147 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ae088685-b09c-471c-8303-4a97d34408f4 req-cd4e0e07-6568-45ab-8282-f56ddbe48d40 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492129 Nov 13 05:50:27.012244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b1db7-f2da-4120-9f40-6edd6e2472cd req-75cbfb8a-1f26-4aef-84eb-249f6f195380 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:27.014103 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-062b1db7-f2da-4120-9f40-6edd6e2472cd req-75cbfb8a-1f26-4aef-84eb-249f6f195380 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0528390 Nov 13 05:50:27.086640 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-062b1db7-f2da-4120-9f40-6edd6e2472cd req-cbf58c0c-dea7-416c-a271-0ff709ba1805 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636530 Nov 13 05:50:27.088684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-ffea8016-95b9-4c51-99b6-d6082415ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:27.090100 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-ffea8016-95b9-4c51-99b6-d6082415ce5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 1096 time: 0.0751309 Nov 13 05:50:27.191834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-44d9a843-55d3-4e27-8947-dfcbc4317d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:27.193203 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-44d9a843-55d3-4e27-8947-dfcbc4317d44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0960774 Nov 13 05:50:27.263678 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-bb2fc8e4-2944-40f5-a3c3-670b00e90345 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 HTTP/1.1" status: 200 len: 1001 time: 0.0623310 Nov 13 05:50:27.318455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-f1bf377e-ef5b-4312-9703-a8485edd9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:27.319914 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-f1bf377e-ef5b-4312-9703-a8485edd9a53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0497642 Nov 13 05:50:27.368739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-054d002d-3c4e-4e12-ae86-4e077f029413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:27.370221 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-054d002d-3c4e-4e12-ae86-4e077f029413 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431020 Nov 13 05:50:27.460835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-c41b28d0-81b6-4ac5-a99f-49d911ef9ead service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829606 Nov 13 05:50:27.563866 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-c41a584c-7d12-427b-af7d-8d043bb67ac7 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956893 Nov 13 05:50:28.219630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f03faf-db5a-4fd7-8fc7-a7e8874573d8 req-a6a54c4d-fa80-431e-ab00-5fd52477fab1 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:28.221084 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8f03faf-db5a-4fd7-8fc7-a7e8874573d8 req-a6a54c4d-fa80-431e-ab00-5fd52477fab1 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0602305 Nov 13 05:50:28.276225 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f8f03faf-db5a-4fd7-8fc7-a7e8874573d8 req-80103ccd-f520-49a1-b456-78f0572d8fb2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458634 Nov 13 05:50:29.150291 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:29.351371 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:29.411998 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a766d1-44bb-40b5-a0d3-8257b09c6f5e req-13f0b395-17ac-4561-97cd-612df822021c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:29.413805 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4a766d1-44bb-40b5-a0d3-8257b09c6f5e req-13f0b395-17ac-4561-97cd-612df822021c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0563083 Nov 13 05:50:29.465766 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b4a766d1-44bb-40b5-a0d3-8257b09c6f5e req-fb48d4dd-eb77-4e38-9ce0-c79ecd4f714e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452390 Nov 13 05:50:29.631689 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-6a3abc17-2f99-46a4-b52f-ba53b5c19436 service neutron] show failed (client error): The resource could not be found. Nov 13 05:50:29.633372 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-6a3abc17-2f99-46a4-b52f-ba53b5c19436 service neutron] 10.222.0.46 "GET /v2.0/ports/dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3/bindings/n-h2-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0689902 Nov 13 05:50:29.854548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-6a612b95-b2be-4528-8a00-d0afe70a9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:29.856045 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-6a612b95-b2be-4528-8a00-d0afe70a9531 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc&tenant_id=f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 1096 time: 0.0435557 Nov 13 05:50:29.867363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-bb520f4a-8aed-4370-8de4-9fbb82030743 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:50:29.868273 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-bb520f4a-8aed-4370-8de4-9fbb82030743 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053804 Nov 13 05:50:29.886199 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:50:29.942810 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:30.144658 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] For port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:50:30.181774 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] For port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:50:30.220591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c122f09-af47-456c-ae41-c71f7146afdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:50:30.222892 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37850219-71ec-4236-b93c-f3b5477aaa41" -d '{"events": [{"server_uuid": "0c122f09-af47-456c-ae41-c71f7146afdc", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:50:30.226562 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:30.240312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Transition to ACTIVE for port object dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:50:30.245089 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:30.279327 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7ea944-7de9-45b8-8414-7b49301584b0 x-openstack-request-id: req-4f7ea944-7de9-45b8-8414-7b49301584b0 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:50:30.280201 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c122f09-af47-456c-ae41-c71f7146afdc", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:50:30.280201 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f7ea944-7de9-45b8-8414-7b49301584b0 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:50:30.280201 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c122f09-af47-456c-ae41-c71f7146afdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3', 'code': 200} Nov 13 05:50:30.296587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:50:30.335337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:30.335679 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:30.336010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:30.336335 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:30.336657 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:30.336977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:30.337292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:30.337608 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:30.337924 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:30.338241 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:30.338554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:30.338866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:30.384725 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] No DVR routers for this DVR port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:50:30.520203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Attempting to bind port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:50:30.520908 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Attempting to bind port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:50:30.520908 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Attempting to bind port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:50:30.525207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 on network 33a53790-583f-421d-a4c9-277da81e49f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:50:30.525507 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Attempting to bind port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:50:30.530443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:50:30.530773 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Checking segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:50:30.531179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Bound using segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:50:30.531597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Bound port: dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:50:30.531944 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:30.627047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be187ec5-7ec0-46f0-9d56-2282e4396984 req-5a9c3026-7f1d-4734-aff9-3b19aac19031 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:30.628533 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-be187ec5-7ec0-46f0-9d56-2282e4396984 req-5a9c3026-7f1d-4734-aff9-3b19aac19031 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 943 time: 0.0874527 Nov 13 05:50:30.631088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] For port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:50:30.634412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] For port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:50:30.643087 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:30.690545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:30.691192 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:30.692548 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] 10.222.0.36 "PUT /v2.0/ports/dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 HTTP/1.1" status: 200 len: 1091 time: 0.8101225 Nov 13 05:50:30.728917 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-be187ec5-7ec0-46f0-9d56-2282e4396984 req-d77e2d23-a922-400a-a2b5-353784f95dd3 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931778 Nov 13 05:50:30.746080 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea28078-6252-4a3c-ae9b-6b672b9c1b30 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:50:30.780094 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-d0100187-62ed-4de5-8db0-e09c1b44311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:30.781568 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-d0100187-62ed-4de5-8db0-e09c1b44311a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 1094 time: 0.0518095 Nov 13 05:50:30.880592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-0ce2836b-f820-462b-b3c4-b600c1f044a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:30.882090 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-0ce2836b-f820-462b-b3c4-b600c1f044a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0936208 Nov 13 05:50:30.948982 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-7a8379fb-628a-4421-a0c4-7ef3381199b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 HTTP/1.1" status: 200 len: 999 time: 0.0586503 Nov 13 05:50:31.000239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-370cf267-5a03-45ea-be90-ef19376beb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:31.001771 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-370cf267-5a03-45ea-be90-ef19376beb7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0450935 Nov 13 05:50:31.053392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-ab99572d-89fd-4987-9cdb-0307698a5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:31.054933 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-ab99572d-89fd-4987-9cdb-0307698a5372 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463233 Nov 13 05:50:31.151063 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-3f82f1b0-37a8-49fb-a8bd-640add1eaf93 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875185 Nov 13 05:50:31.244852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28a7372c-b5be-4b5f-a946-78c279d69f42 req-46e19b58-33f7-4aed-9897-f156dc59e471 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859518 Nov 13 05:50:31.863377 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60954d-944b-4130-93b6-01a918001023 req-4c50b6ca-cdf7-4aea-8c43-e2f23b35c365 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:31.864882 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e60954d-944b-4130-93b6-01a918001023 req-4c50b6ca-cdf7-4aea-8c43-e2f23b35c365 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 943 time: 0.0602663 Nov 13 05:50:31.915835 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8e60954d-944b-4130-93b6-01a918001023 req-2bc7e14d-108e-4811-8309-16b04c69539b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445313 Nov 13 05:50:32.282468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c122f09-af47-456c-ae41-c71f7146afdc', 'tag': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:50:32.285949 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efc6859-c3b2-4171-a530-e5b38a46d8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "0c122f09-af47-456c-ae41-c71f7146afdc", "tag": "dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:50:32.337603 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe102e0-c6ae-4c43-a5a2-09f59c73f7f0 x-openstack-request-id: req-3fe102e0-c6ae-4c43-a5a2-09f59c73f7f0 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:50:32.337897 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c122f09-af47-456c-ae41-c71f7146afdc", "tag": "dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:50:32.338147 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3fe102e0-c6ae-4c43-a5a2-09f59c73f7f0 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:50:32.338540 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c122f09-af47-456c-ae41-c71f7146afdc', 'tag': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3', 'status': 'completed', 'code': 200} Nov 13 05:50:32.450734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-a4759f22-fc4f-4633-8aff-fe10d41156b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:32.452277 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-a4759f22-fc4f-4633-8aff-fe10d41156b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 1094 time: 0.0687523 Nov 13 05:50:32.454847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-ed5b5fae-fab5-46cd-83ef-bc86f7429dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:32.456206 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-ed5b5fae-fab5-46cd-83ef-bc86f7429dea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 1094 time: 0.0646124 Nov 13 05:50:32.609318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-12bdbdd1-0b32-4743-9ab2-dd3532bd7991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:32.610785 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-12bdbdd1-0b32-4743-9ab2-dd3532bd7991 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1514454 Nov 13 05:50:32.613534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-fdd16ff6-ed04-4fd3-a279-ff4b9ea17170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:32.614831 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-fdd16ff6-ed04-4fd3-a279-ff4b9ea17170 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1483011 Nov 13 05:50:32.721835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-23762485-c848-4d9a-9081-68f559d633e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 HTTP/1.1" status: 200 len: 999 time: 0.1034102 Nov 13 05:50:32.723585 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-50bc727b-79d7-42db-b0a2-d86c0c483e07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 HTTP/1.1" status: 200 len: 999 time: 0.0994236 Nov 13 05:50:32.804124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-959b6e75-45ee-4338-bcf7-86e5fcac397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:32.805560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-959b6e75-45ee-4338-bcf7-86e5fcac397c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0760498 Nov 13 05:50:32.806946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-6990d2c1-db7e-49d6-b893-958215cc5764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:32.808257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-6990d2c1-db7e-49d6-b893-958215cc5764 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0776851 Nov 13 05:50:32.879927 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-2a48417a-874f-4830-b219-9396637d7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:32.881426 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-2a48417a-874f-4830-b219-9396637d7861 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682328 Nov 13 05:50:32.886192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-750c5ab5-5eee-4189-9dd2-f725d1ecda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:32.887618 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-750c5ab5-5eee-4189-9dd2-f725d1ecda8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669198 Nov 13 05:50:33.033279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af898e60-7cea-4d03-abff-53b94c7f00ec req-6981ee8d-97d4-4c60-8722-b65e807db80f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:33.034961 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af898e60-7cea-4d03-abff-53b94c7f00ec req-6981ee8d-97d4-4c60-8722-b65e807db80f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 943 time: 0.0482647 Nov 13 05:50:33.036566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-a9c3bbce-47ac-499f-ba6a-58d97b466e6d service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480937 Nov 13 05:50:33.038446 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-0e0c8825-395d-4ff4-b420-a6aa08a60b07 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432269 Nov 13 05:50:33.083931 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af898e60-7cea-4d03-abff-53b94c7f00ec req-e54055fb-43bd-46dc-8f2a-cae0dcd89ffd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416396 Nov 13 05:50:33.189451 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-450df43b-5bc9-4d1b-a632-b5a67571f23f service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448936 Nov 13 05:50:33.194693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5efc6859-c3b2-4171-a530-e5b38a46d8fc req-f4cf3f33-58f4-4c57-bcdd-5e8a7cf30697 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422496 Nov 13 05:50:33.614686 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:50:33.661687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:50:34.216479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb5ed5-21eb-47d7-8039-8fccb367c4da req-a15c5ced-3e6d-4ec2-b6e2-582a09225304 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:34.217963 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6abb5ed5-21eb-47d7-8039-8fccb367c4da req-a15c5ced-3e6d-4ec2-b6e2-582a09225304 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 943 time: 0.0576828 Nov 13 05:50:34.227904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:50:34.274370 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6abb5ed5-21eb-47d7-8039-8fccb367c4da req-4adb155b-ac0f-4631-ad35-2fa959dd442a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480645 Nov 13 05:50:34.330940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:50:34.344708 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'port_id': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3', 'mac_address': 'fa:16:3e:f6:26:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:50:34.395185 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8155b162-8f48-4da3-9480-f319d436bcd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:34.396981 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:34.414557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:50:34.435172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:50:34.440857 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:34.490282 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:50:34.498369 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:34.498705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:34.499059 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:34.499384 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:34.499707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:34.500026 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:34.500343 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:34.500656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:34.500968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:34.501470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:34.501784 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:34.502095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:50:34.511572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ab298-d9c1-4e84-b108-760839150f06 req-d42fb7dd-2cbd-4fa6-818e-23b2bd6b081f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:34.512780 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d14ab298-d9c1-4e84-b108-760839150f06 req-d42fb7dd-2cbd-4fa6-818e-23b2bd6b081f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 944 time: 0.0833011 Nov 13 05:50:34.527496 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a6af1-c94d-4f7b-ae7d-0d1d0c39a390 req-dcda7229-1f09-4f71-bb89-1345c18c5eea tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:34.528869 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b12a6af1-c94d-4f7b-ae7d-0d1d0c39a390 req-dcda7229-1f09-4f71-bb89-1345c18c5eea tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc&tenant_id=f684092433e04340b36f5b9467bc5e69&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 944 time: 0.0712442 Nov 13 05:50:34.604667 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d14ab298-d9c1-4e84-b108-760839150f06 req-d7e4f41c-7631-48b3-8ed3-0800b9e2a0a8 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849144 Nov 13 05:50:34.613547 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-b12a6af1-c94d-4f7b-ae7d-0d1d0c39a390 req-067027c7-1900-4b20-b338-fd7d12065eb8 service neutron] delete failed (client error): The resource could not be found. Nov 13 05:50:34.614491 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b12a6af1-c94d-4f7b-ae7d-0d1d0c39a390 req-067027c7-1900-4b20-b338-fd7d12065eb8 service neutron] 10.222.0.46 "DELETE /v2.0/ports/dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3/bindings/n-h1-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0730796 Nov 13 05:50:34.740129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a6af1-c94d-4f7b-ae7d-0d1d0c39a390 req-6ad32e84-9880-4abf-bcc9-ade61ef19fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:34.741934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b12a6af1-c94d-4f7b-ae7d-0d1d0c39a390 req-6ad32e84-9880-4abf-bcc9-ade61ef19fc2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 1095 time: 0.0577295 Nov 13 05:50:34.833364 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a6af1-c94d-4f7b-ae7d-0d1d0c39a390 req-6efbc03f-a995-47b7-84ca-7ecd2eb4c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:34.834819 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b12a6af1-c94d-4f7b-ae7d-0d1d0c39a390 req-6efbc03f-a995-47b7-84ca-7ecd2eb4c431 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0855873 Nov 13 05:50:34.904287 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b12a6af1-c94d-4f7b-ae7d-0d1d0c39a390 req-be87876a-916f-42b4-bcac-028ebceadfd8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 HTTP/1.1" status: 200 len: 1000 time: 0.0616808 Nov 13 05:50:34.904902 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:50:34.952577 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a6af1-c94d-4f7b-ae7d-0d1d0c39a390 req-3f32e477-1fe3-433d-a322-c878918acbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:34.954069 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b12a6af1-c94d-4f7b-ae7d-0d1d0c39a390 req-3f32e477-1fe3-433d-a322-c878918acbfc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0433121 Nov 13 05:50:35.001436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a6af1-c94d-4f7b-ae7d-0d1d0c39a390 req-517839bc-3fb6-4db3-9cbf-a08138eacf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:35.003446 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b12a6af1-c94d-4f7b-ae7d-0d1d0c39a390 req-517839bc-3fb6-4db3-9cbf-a08138eacf3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418131 Nov 13 05:50:35.104665 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b12a6af1-c94d-4f7b-ae7d-0d1d0c39a390 req-7320c69d-2833-4e13-bc54-1d9532ed2622 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940790 Nov 13 05:50:35.213059 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b12a6af1-c94d-4f7b-ae7d-0d1d0c39a390 req-bb586731-806e-4f25-b9dc-639f6ef32d83 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002092 Nov 13 05:50:35.734933 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315610f4-0870-430c-b25e-c3408d66c29b req-4e5a6b0e-6f09-49b5-9c0e-768e4d5b744c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:35.736421 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-315610f4-0870-430c-b25e-c3408d66c29b req-4e5a6b0e-6f09-49b5-9c0e-768e4d5b744c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 944 time: 0.0533919 Nov 13 05:50:35.791956 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-315610f4-0870-430c-b25e-c3408d66c29b req-b37d7207-de47-4c1e-96ec-55a728b8e008 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485151 Nov 13 05:50:36.259106 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:50:36.313317 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:50:36.317358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:50:36.317757 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:36.400338 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:36.430486 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c122f09-af47-456c-ae41-c71f7146afdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:50:36.432968 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6906ee4-948f-4f63-a042-5daf223d8786" -d '{"events": [{"server_uuid": "0c122f09-af47-456c-ae41-c71f7146afdc", "name": "network-vif-plugged", "status": "completed", "tag": "dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:50:36.447272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:50:36.453625 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:36.476881 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9729bdb8-409b-4b14-8273-ad11f4fc0cda x-openstack-request-id: req-9729bdb8-409b-4b14-8273-ad11f4fc0cda {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:50:36.477200 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c122f09-af47-456c-ae41-c71f7146afdc", "name": "network-vif-plugged", "status": "completed", "tag": "dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:50:36.477417 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9729bdb8-409b-4b14-8273-ad11f4fc0cda {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:50:36.477822 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c122f09-af47-456c-ae41-c71f7146afdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3', 'code': 200} Nov 13 05:50:36.505961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:50:36.565117 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a3a79a9-db61-4dbb-8002-c2960a43e573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:36.928527 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390165a-3689-470c-b303-bcc206b4428f req-f9b25471-ccad-4224-9c85-a5d709a3975d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:36.930336 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6390165a-3689-470c-b303-bcc206b4428f req-f9b25471-ccad-4224-9c85-a5d709a3975d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0564239 Nov 13 05:50:36.982067 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6390165a-3689-470c-b303-bcc206b4428f req-9a4c7270-61d3-4f9f-abb0-06270df6c684 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454006 Nov 13 05:50:37.104026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6affddb-bf44-4420-90a3-f83ca07c4598 req-c5bfbe6c-9d0e-41be-8875-7b3b06ad79b3 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:37.105434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6affddb-bf44-4420-90a3-f83ca07c4598 req-c5bfbe6c-9d0e-41be-8875-7b3b06ad79b3 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0546885 Nov 13 05:50:37.157547 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6affddb-bf44-4420-90a3-f83ca07c4598 req-4e1051e6-180a-40c4-8aaa-b3fe28a89c3e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433857 Nov 13 05:50:37.371791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fcf55-3f34-4765-a39e-21041ba4408f req-99f16798-10c2-47f2-bca2-3d5e338f9675 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:37.373252 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-806fcf55-3f34-4765-a39e-21041ba4408f req-99f16798-10c2-47f2-bca2-3d5e338f9675 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0545988 Nov 13 05:50:37.450414 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-806fcf55-3f34-4765-a39e-21041ba4408f req-540a28a2-86b1-431a-88a4-7899192e9118 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690365 Nov 13 05:50:37.453726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e23fa7-ce6d-4fbb-b567-67b3bb1865d5 req-098580df-d606-490d-a0f0-d20b5ef39e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:37.454600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63e23fa7-ce6d-4fbb-b567-67b3bb1865d5 req-098580df-d606-490d-a0f0-d20b5ef39e8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 1096 time: 0.0744276 Nov 13 05:50:37.563874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e23fa7-ce6d-4fbb-b567-67b3bb1865d5 req-19e56308-1101-4708-ace1-32e8dd46ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:37.565755 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63e23fa7-ce6d-4fbb-b567-67b3bb1865d5 req-19e56308-1101-4708-ace1-32e8dd46ded6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1020210 Nov 13 05:50:37.632388 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63e23fa7-ce6d-4fbb-b567-67b3bb1865d5 req-bcaa1caf-ea8e-4833-a4a1-83997918dc53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 HTTP/1.1" status: 200 len: 1001 time: 0.0596406 Nov 13 05:50:37.686688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e23fa7-ce6d-4fbb-b567-67b3bb1865d5 req-b9336c3d-3846-4a8f-bb71-6a620ebf142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:37.688171 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63e23fa7-ce6d-4fbb-b567-67b3bb1865d5 req-b9336c3d-3846-4a8f-bb71-6a620ebf142f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0482755 Nov 13 05:50:37.740174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e23fa7-ce6d-4fbb-b567-67b3bb1865d5 req-11eb9d03-a5f3-462a-a85d-e3ac3f2292a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:37.742125 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63e23fa7-ce6d-4fbb-b567-67b3bb1865d5 req-11eb9d03-a5f3-462a-a85d-e3ac3f2292a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467970 Nov 13 05:50:37.839794 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63e23fa7-ce6d-4fbb-b567-67b3bb1865d5 req-25db6166-4bc0-422f-b790-37c7e82dbea5 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899897 Nov 13 05:50:38.148834 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:38.300521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-63e23fa7-ce6d-4fbb-b567-67b3bb1865d5 req-9919d88e-4a56-4fae-bc6f-335d5d961a83 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529102 Nov 13 05:50:38.584912 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551034d-452e-469b-a62e-36c90eb2cd2c req-c9300b14-567f-46d6-ae83-c88aa0628133 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:38.586333 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d551034d-452e-469b-a62e-36c90eb2cd2c req-c9300b14-567f-46d6-ae83-c88aa0628133 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0561118 Nov 13 05:50:38.634401 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d551034d-452e-469b-a62e-36c90eb2cd2c req-070eee9a-0e05-4a16-a80a-9c94b35f739f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419240 Nov 13 05:50:39.444181 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:39.769024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac8d25-a478-4131-82e2-98a3678e0b68 req-69db0ba5-c1b4-44df-bf93-5e2518d273bb tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:39.770964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-feac8d25-a478-4131-82e2-98a3678e0b68 req-69db0ba5-c1b4-44df-bf93-5e2518d273bb tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0520535 Nov 13 05:50:39.819564 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-feac8d25-a478-4131-82e2-98a3678e0b68 req-c34cbd2e-c50f-4977-bbcd-9c7007efacf6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414517 Nov 13 05:50:40.049163 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:40.082159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989704f-9adb-4d69-a5f4-f1aa94f9e75b req-ad25715d-286f-4b1d-9843-73a82af955f5 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:40.083672 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c989704f-9adb-4d69-a5f4-f1aa94f9e75b req-ad25715d-286f-4b1d-9843-73a82af955f5 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0602129 Nov 13 05:50:40.132710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c989704f-9adb-4d69-a5f4-f1aa94f9e75b req-2676614f-a155-40f8-bff0-3b7fc701d7f0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428433 Nov 13 05:50:41.274530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe45ef-aa57-4e3a-9c7c-ef15e714a571 req-0bc10b4d-1f33-489a-881c-c4b64f442cfc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:41.275939 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0efe45ef-aa57-4e3a-9c7c-ef15e714a571 req-0bc10b4d-1f33-489a-881c-c4b64f442cfc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0561845 Nov 13 05:50:41.324521 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0efe45ef-aa57-4e3a-9c7c-ef15e714a571 req-bfffc3a3-0312-4330-96c9-f43c558ea96e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423181 Nov 13 05:50:41.493734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-f5f2b953-ffe5-47ee-bbee-c1de316c1704 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:41.495213 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-f5f2b953-ffe5-47ee-bbee-c1de316c1704 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 945 time: 0.0592184 Nov 13 05:50:41.592724 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-ab28cc54-d6fe-40e2-8d6e-0215b47c1763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Deleting port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:50:41.592967 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-ab28cc54-d6fe-40e2-8d6e-0215b47c1763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:41.680881 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-ab28cc54-d6fe-40e2-8d6e-0215b47c1763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] For port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:50:41.681230 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-ab28cc54-d6fe-40e2-8d6e-0215b47c1763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:41.862164 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-ab28cc54-d6fe-40e2-8d6e-0215b47c1763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:41.862407 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-ab28cc54-d6fe-40e2-8d6e-0215b47c1763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:41.862725 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-ab28cc54-d6fe-40e2-8d6e-0215b47c1763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2 disassociated. External IP: 172.25.8.128, port: dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3. Nov 13 05:50:41.863099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-ab28cc54-d6fe-40e2-8d6e-0215b47c1763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Calling delete_port for dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:50:42.007282 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-ab28cc54-d6fe-40e2-8d6e-0215b47c1763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:42.037434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28cc54-d6fe-40e2-8d6e-0215b47c1763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Pushing event deleted for resources: {'Port': ['ID=dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:50:42.151631 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-ab28cc54-d6fe-40e2-8d6e-0215b47c1763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Router 6a102608-434a-4c81-9584-120a6df272bf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:50:42.262470 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-ab28cc54-d6fe-40e2-8d6e-0215b47c1763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:50:42.273221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441807fc-417c-4863-9246-4b6beb2b80e1 None None] Sync routers for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:50:42.285394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441807fc-417c-4863-9246-4b6beb2b80e1 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:50:42.286635 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-441807fc-417c-4863-9246-4b6beb2b80e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:50:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:50:42.306899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-ab28cc54-d6fe-40e2-8d6e-0215b47c1763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] No DVR routers for this DVR port dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:50:42.311177 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-ab28cc54-d6fe-40e2-8d6e-0215b47c1763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:42.314621 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b738dfc2-9ef2-4889-adf2-150a11400766 req-ab28cc54-d6fe-40e2-8d6e-0215b47c1763 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.36 "DELETE /v2.0/ports/dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 HTTP/1.1" status: 204 len: 173 time: 0.8126826 Nov 13 05:50:42.315158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c122f09-af47-456c-ae41-c71f7146afdc', 'name': 'network-vif-deleted', 'tag': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:50:42.317988 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b6f469-70c3-4f76-adf7-8239a95aafaa" -d '{"events": [{"server_uuid": "0c122f09-af47-456c-ae41-c71f7146afdc", "name": "network-vif-deleted", "tag": "dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:50:42.355703 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7f7a70-6ab5-41d6-ad2b-2dd7def171be x-openstack-request-id: req-5b7f7a70-6ab5-41d6-ad2b-2dd7def171be {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:50:42.356275 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c122f09-af47-456c-ae41-c71f7146afdc", "name": "network-vif-deleted", "tag": "dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:50:42.356477 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b7f7a70-6ab5-41d6-ad2b-2dd7def171be {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:50:42.357257 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c122f09-af47-456c-ae41-c71f7146afdc', 'name': 'network-vif-deleted', 'tag': 'dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3', 'status': 'completed', 'code': 200} Nov 13 05:50:42.407217 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-441807fc-417c-4863-9246-4b6beb2b80e1 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:50:42.427088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c7a4a86d-9e29-4c32-a0d1-10284c14061b req-2923a39d-19b7-42b8-8bd2-ace8031c8ca6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c122f09-af47-456c-ae41-c71f7146afdc HTTP/1.1" status: 200 len: 210 time: 0.0272939 Nov 13 05:50:42.783815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-441807fc-417c-4863-9246-4b6beb2b80e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:50:42.814096 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441807fc-417c-4863-9246-4b6beb2b80e1 None None] Checking router: 6a102608-434a-4c81-9584-120a6df272bf for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:50:42.823607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441807fc-417c-4863-9246-4b6beb2b80e1 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:50:42.824219 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-441807fc-417c-4863-9246-4b6beb2b80e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:50:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:50:42.938152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-441807fc-417c-4863-9246-4b6beb2b80e1 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:50:43.144085 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-441807fc-417c-4863-9246-4b6beb2b80e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:50:43.170621 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441807fc-417c-4863-9246-4b6beb2b80e1 None None] The sync data for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 is: [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:50:43.397167 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4c74d9-52cc-447c-80ef-f641e91d1b3f None None] New status for floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:50:43.736986 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-7cb183d9-7ab1-4c82-87ea-cd9efcd0cb05 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--732254757&fields=id&tenant_id=f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 267 time: 0.0498800 Nov 13 05:50:43.862951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-2ba182ef-9ce6-48b4-8da2-fab3c7082e92 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:43.864493 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-2ba182ef-9ce6-48b4-8da2-fab3c7082e92 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 812 time: 0.1172397 Nov 13 05:50:43.880087 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-100f99bd-6b08-4670-a13c-d46e659aff60 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/quotas/f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 375 time: 0.0094094 Nov 13 05:50:43.937416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-24650815-14e8-4752-884d-f6516df2a0b3 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520980 Nov 13 05:50:44.037422 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-60e6eb9c-13c5-4e52-9a24-6a97aebd7106 service neutron] 10.222.0.43 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879023 Nov 13 05:50:44.141401 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-9e67d919-b849-4df6-afd5-da2d09aec1ac service neutron] 10.222.0.43 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975807 Nov 13 05:50:44.303994 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-31c0960f-aed3-43b3-9bb1-5b07dd15759d req-c4c7536e-5a91-49e0-96e2-6d21a01fbc0a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 210 time: 0.0256796 Nov 13 05:50:44.321915 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:50:44.347206 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:50:44.347540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device dc1fa524-1fe1-4dcd-a5e0-6b93db654cc3 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:50:45.390088 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c7a946fe-ec0b-44d2-af0e-ee637d1ddd85 req-b447ac05-8f06-488e-8bc2-903a6950d3bf tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 210 time: 0.0287607 Nov 13 05:50:46.485783 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2507f260-68dc-4796-a2bc-d252c6cff25b req-a1564008-f170-4fd7-9c0c-a7274421ffce tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 210 time: 0.0301754 Nov 13 05:50:47.589326 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e410048f-4369-4284-ab49-f860f4449a4b req-1ce6c30a-dd46-409e-b99c-6ecec5877301 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 210 time: 0.0271599 Nov 13 05:50:48.479191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-e4d77521-ad37-4ce8-a4f9-e479f3d911e5 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:48.480858 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-e4d77521-ad37-4ce8-a4f9-e479f3d911e5 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 812 time: 0.1106985 Nov 13 05:50:48.551650 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-fd715959-ffb5-45b2-b713-34ed12d1fdea tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 379 time: 0.0552599 Nov 13 05:50:48.583971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-7bee3e99-c99a-4c69-988d-a14e76f7e9fd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Request body: {'port': {'device_id': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'admin_state_up': True, 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'security_groups': ['283cf170-deb6-4881-9ebd-a6f09fdb214f']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:50:48.699881 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e8f42f2-9cf4-4815-b1a8-8c0bc01871c0 req-54b94ae6-dd9b-4fc1-bf5d-3fa9cb9a2f09 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 210 time: 0.0300231 Nov 13 05:50:48.704165 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-7bee3e99-c99a-4c69-988d-a14e76f7e9fd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Made reservation on behalf of f684092433e04340b36f5b9467bc5e69 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:50:48.707887 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-7bee3e99-c99a-4c69-988d-a14e76f7e9fd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:48.837449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-7bee3e99-c99a-4c69-988d-a14e76f7e9fd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Allocated IP 172.20.0.5 (33a53790-583f-421d-a4c9-277da81e49f5/a12eb636-e598-48b0-8a51-8bf033bede84/8d8054ba-768e-4ed4-a414-560f91fa3adc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:50:48.978660 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-7bee3e99-c99a-4c69-988d-a14e76f7e9fd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:49.018861 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-7bee3e99-c99a-4c69-988d-a14e76f7e9fd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:49.064458 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-7bee3e99-c99a-4c69-988d-a14e76f7e9fd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Network 33a53790-583f-421d-a4c9-277da81e49f5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:50:49.069656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-7bee3e99-c99a-4c69-988d-a14e76f7e9fd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:50:49.073875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-7bee3e99-c99a-4c69-988d-a14e76f7e9fd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:50:49.080995 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee3e99-c99a-4c69-988d-a14e76f7e9fd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Pushing event updated for resources: {'Port': ['ID=8d8054ba-768e-4ed4-a414-560f91fa3adc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:50:49.129331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-7bee3e99-c99a-4c69-988d-a14e76f7e9fd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:49.129951 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-7bee3e99-c99a-4c69-988d-a14e76f7e9fd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:49.148126 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-7bee3e99-c99a-4c69-988d-a14e76f7e9fd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682440 Nov 13 05:50:49.166154 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Request body: {'port': {'device_id': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:50:49.229058 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:49.271505 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-69e74636-ccb3-4e26-9a7a-9dd3a9034e12 None None] Provisioning complete for port 8d8054ba-768e-4ed4-a414-560f91fa3adc triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:50:49.272108 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69e74636-ccb3-4e26-9a7a-9dd3a9034e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:49.305348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-69e74636-ccb3-4e26-9a7a-9dd3a9034e12 None None] Port 8d8054ba-768e-4ed4-a414-560f91fa3adc cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:50:49.499951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8054ba-768e-4ed4-a414-560f91fa3adc {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:50:49.507385 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:49.520962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Transition to ACTIVE for port object 8d8054ba-768e-4ed4-a414-560f91fa3adc will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:50:49.528499 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:49.579874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8054ba-768e-4ed4-a414-560f91fa3adc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:50:49.655565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Attempting to bind port 8d8054ba-768e-4ed4-a414-560f91fa3adc on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:50:49.655865 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Attempting to bind port 8d8054ba-768e-4ed4-a414-560f91fa3adc by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:50:49.656201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Attempting to bind port 8d8054ba-768e-4ed4-a414-560f91fa3adc on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:50:49.660907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Port 8d8054ba-768e-4ed4-a414-560f91fa3adc on network 33a53790-583f-421d-a4c9-277da81e49f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:50:49.661214 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Attempting to bind port 8d8054ba-768e-4ed4-a414-560f91fa3adc on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:50:49.666146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:50:49.666459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Checking segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:50:49.666902 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Bound using segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:50:49.667357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Bound port: 8d8054ba-768e-4ed4-a414-560f91fa3adc, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:50:49.667684 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:49.733426 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:50:49.736552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:50:49.741233 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:49.788425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:49.788863 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:49.790241 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] 10.222.0.46 "PUT /v2.0/ports/8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 1091 time: 0.6285386 Nov 13 05:50:49.790688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:50:49.793032 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5698e5-eb1b-41ac-be12-048b8947d58a" -d '{"events": [{"name": "network-changed", "server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:50:49.835477 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1c539-6f89-4c67-99ac-52495a0d73f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8054ba-768e-4ed4-a414-560f91fa3adc,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:50:49.855153 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c3193-f4a7-43b1-adca-dad3a33efdbb req-ca947a08-7a44-4923-98f3-796738850dc7 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:49.856740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-076c3193-f4a7-43b1-adca-dad3a33efdbb req-ca947a08-7a44-4923-98f3-796738850dc7 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 943 time: 0.0849342 Nov 13 05:50:49.858314 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3eb5cf-021f-42be-a369-f4ab18074d69 x-openstack-request-id: req-2b3eb5cf-021f-42be-a369-f4ab18074d69 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:50:49.858599 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:50:49.858845 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b3eb5cf-021f-42be-a369-f4ab18074d69 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:50:49.859262 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'status': 'completed', 'code': 200} Nov 13 05:50:49.941165 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-076c3193-f4a7-43b1-adca-dad3a33efdbb req-89e714f2-1791-4da0-abb9-244de25ad707 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767958 Nov 13 05:50:49.947362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-7c11cc8f-481c-4498-81c5-4d3726df8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:49.949045 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-7c11cc8f-481c-4498-81c5-4d3726df8c70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 1094 time: 0.0760074 Nov 13 05:50:50.001167 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-5ac1b9f6-5a9a-4aa5-8d47-45a5d22e0008 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 217 time: 0.0391192 Nov 13 05:50:50.052851 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-1dd4e306-2997-4190-a010-bbd8d083745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:50.054359 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-1dd4e306-2997-4190-a010-bbd8d083745f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0448523 Nov 13 05:50:50.103382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-16bc891a-1839-4879-9ff5-d475712e66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:50.105169 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-16bc891a-1839-4879-9ff5-d475712e66f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436280 Nov 13 05:50:50.206205 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-497f6a78-df04-4c5c-8052-16409e52e0f9 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937285 Nov 13 05:50:50.299124 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-75b8e0c7-3d68-4c93-8847-f34333c3238f req-f7923b56-178b-4164-8465-f51e11e2cc80 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855341 Nov 13 05:50:50.445500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5698e5-eb1b-41ac-be12-048b8947d58a req-f2498079-9497-4ac6-af53-a13677ab1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:50.447027 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c5698e5-eb1b-41ac-be12-048b8947d58a req-f2498079-9497-4ac6-af53-a13677ab1029 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 1094 time: 0.0445335 Nov 13 05:50:50.547070 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5698e5-eb1b-41ac-be12-048b8947d58a req-9bf6f0d3-7adb-42ab-a550-ff0aefc103b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:50.548540 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c5698e5-eb1b-41ac-be12-048b8947d58a req-9bf6f0d3-7adb-42ab-a550-ff0aefc103b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0932982 Nov 13 05:50:50.591448 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c5698e5-eb1b-41ac-be12-048b8947d58a req-1112fec7-49bd-472d-aac0-10f82c45ddc5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 217 time: 0.0354128 Nov 13 05:50:50.644663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5698e5-eb1b-41ac-be12-048b8947d58a req-d5374449-c64d-472b-b772-a750ae2183d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:50.646074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c5698e5-eb1b-41ac-be12-048b8947d58a req-d5374449-c64d-472b-b772-a750ae2183d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0483558 Nov 13 05:50:50.695099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5698e5-eb1b-41ac-be12-048b8947d58a req-b09af83a-ed0e-43fc-ac0c-d7eba33302cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:50.696571 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c5698e5-eb1b-41ac-be12-048b8947d58a req-b09af83a-ed0e-43fc-ac0c-d7eba33302cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428622 Nov 13 05:50:50.797586 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c5698e5-eb1b-41ac-be12-048b8947d58a req-13272af2-b952-4306-8ccf-e7a91414ab79 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934937 Nov 13 05:50:50.887885 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c5698e5-eb1b-41ac-be12-048b8947d58a req-aba1edf1-2466-4885-890f-7871f35f60fc service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835180 Nov 13 05:50:51.077197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51f8b3-e097-4aa1-9b94-47020add1ed8 req-8513f24d-ba8e-4fa0-85c5-750732d8340c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:51.078675 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b51f8b3-e097-4aa1-9b94-47020add1ed8 req-8513f24d-ba8e-4fa0-85c5-750732d8340c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 943 time: 0.0598907 Nov 13 05:50:51.131196 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4b51f8b3-e097-4aa1-9b94-47020add1ed8 req-50407c33-2905-4e9f-a992-e01adb9a8baa tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440500 Nov 13 05:50:52.264775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9e580-bbea-4776-9c20-85fa2e361132 req-ae830002-cd0c-4038-ab90-6947d93dc120 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:52.266243 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2de9e580-bbea-4776-9c20-85fa2e361132 req-ae830002-cd0c-4038-ab90-6947d93dc120 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 943 time: 0.0600314 Nov 13 05:50:52.318991 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2de9e580-bbea-4776-9c20-85fa2e361132 req-de85e26d-cd89-4d98-893e-d216c9b83f21 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464678 Nov 13 05:50:53.442112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037743b-02a7-44d9-b763-99e8f471e76c req-4ac941f8-b6c8-46e7-a885-9da7f3bdc384 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:53.443585 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a037743b-02a7-44d9-b763-99e8f471e76c req-4ac941f8-b6c8-46e7-a885-9da7f3bdc384 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 943 time: 0.0537279 Nov 13 05:50:53.503984 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a037743b-02a7-44d9-b763-99e8f471e76c req-b5708ce5-6063-4687-a116-970bb1576487 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541310 Nov 13 05:50:53.733794 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8d8054ba-768e-4ed4-a414-560f91fa3adc details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:50:53.866049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:50:53.882851 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'port_id': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'mac_address': 'fa:16:3e:a6:48:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:50:53.928194 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:53.940942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8054ba-768e-4ed4-a414-560f91fa3adc {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:50:53.959847 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:50:53.965648 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:54.013683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=8d8054ba-768e-4ed4-a414-560f91fa3adc,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:50:54.378777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['8d8054ba-768e-4ed4-a414-560f91fa3adc'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:50:54.625157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73e3f3-5ae2-4a8a-bb7d-3a4729a133fc req-4752f5ee-0f2c-4bd3-999f-83f8a130f7cf tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:54.626596 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac73e3f3-5ae2-4a8a-bb7d-3a4729a133fc req-4752f5ee-0f2c-4bd3-999f-83f8a130f7cf tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 944 time: 0.0527220 Nov 13 05:50:54.676903 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ac73e3f3-5ae2-4a8a-bb7d-3a4729a133fc req-aad40b19-dd24-49c5-9c1e-e5ff29f57cc4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412564 Nov 13 05:50:55.744719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8d8054ba-768e-4ed4-a414-560f91fa3adc up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:50:55.795488 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed269c8-4c9d-40d3-9dae-125d80c2108f req-d6a58c06-f814-4ff7-9539-85efbfe13e49 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:55.796167 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 8d8054ba-768e-4ed4-a414-560f91fa3adc completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:50:55.797124 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7ed269c8-4c9d-40d3-9dae-125d80c2108f req-d6a58c06-f814-4ff7-9539-85efbfe13e49 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 944 time: 0.0505552 Nov 13 05:50:55.799726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 8d8054ba-768e-4ed4-a414-560f91fa3adc triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:50:55.800097 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:55.845277 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7ed269c8-4c9d-40d3-9dae-125d80c2108f req-b9cbe230-d7be-425b-b395-992850372aba tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420310 Nov 13 05:50:55.876313 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:55.901502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:50:55.903775 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faff43e-5ddb-4e6a-99ad-6c8a659e81b8" -d '{"events": [{"server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "name": "network-vif-plugged", "status": "completed", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:50:55.916056 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:50:55.921291 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:55.946526 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aefdff-7c49-40ad-afe6-9eb592ae5387 x-openstack-request-id: req-b3aefdff-7c49-40ad-afe6-9eb592ae5387 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:50:55.946815 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "name": "network-vif-plugged", "status": "completed", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:50:55.947080 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3aefdff-7c49-40ad-afe6-9eb592ae5387 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:50:55.947459 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'code': 200} Nov 13 05:50:55.973347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=8d8054ba-768e-4ed4-a414-560f91fa3adc,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:50:56.072135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a221df-2a81-4ff1-ad0f-94e85a870cae req-38e94b5c-86af-4680-ae3c-8773934fdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:56.073636 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66a221df-2a81-4ff1-ad0f-94e85a870cae req-38e94b5c-86af-4680-ae3c-8773934fdf32 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 1096 time: 0.0422649 Nov 13 05:50:56.118720 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66a221df-2a81-4ff1-ad0f-94e85a870cae req-e4915bd0-0ebc-4925-a83b-352995ddaeb0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380993 Nov 13 05:50:56.977589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c0eb8-2529-42ba-973a-cf38de141046 req-733d4b1d-8580-4292-8afb-145a14b10e27 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:56.979080 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-773c0eb8-2529-42ba-973a-cf38de141046 req-733d4b1d-8580-4292-8afb-145a14b10e27 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0510211 Nov 13 05:50:57.035958 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-773c0eb8-2529-42ba-973a-cf38de141046 req-c95289b8-93f5-4292-8d35-d2e5c64ec556 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500610 Nov 13 05:50:58.170103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb5daf-dfd8-4cf9-a5db-726ef6d59e0b req-1e43d52e-eaa8-4df2-8842-cd4d730d9ac7 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:58.171620 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d4fb5daf-dfd8-4cf9-a5db-726ef6d59e0b req-1e43d52e-eaa8-4df2-8842-cd4d730d9ac7 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0616858 Nov 13 05:50:58.222356 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d4fb5daf-dfd8-4cf9-a5db-726ef6d59e0b req-d7247887-2c6f-437b-a79c-39764e810487 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421786 Nov 13 05:50:58.348511 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5082ffe-ec2f-494e-960c-da3b588489c5 req-c60267d8-54f3-4bb7-aa49-ef71dde3c249 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:58.349892 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d5082ffe-ec2f-494e-960c-da3b588489c5 req-c60267d8-54f3-4bb7-aa49-ef71dde3c249 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0562665 Nov 13 05:50:58.360578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 47226) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:50:58.364929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-ba91ce67-8eb3-4077-8b29-a55676f2b8b0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Request body: {'floatingip': {'port_id': '8d8054ba-768e-4ed4-a414-560f91fa3adc'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:50:58.404095 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba91ce67-8eb3-4077-8b29-a55676f2b8b0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:59.157888 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:59.204614 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba91ce67-8eb3-4077-8b29-a55676f2b8b0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:59.209486 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba91ce67-8eb3-4077-8b29-a55676f2b8b0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:59.316187 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-ba91ce67-8eb3-4077-8b29-a55676f2b8b0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2 associated. External IP: 172.25.8.128, port: 8d8054ba-768e-4ed4-a414-560f91fa3adc. Nov 13 05:50:59.346376 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:59.538646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba91ce67-8eb3-4077-8b29-a55676f2b8b0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Router 6a102608-434a-4c81-9584-120a6df272bf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:50:59.649470 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba91ce67-8eb3-4077-8b29-a55676f2b8b0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:50:59.655272 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ba91ce67-8eb3-4077-8b29-a55676f2b8b0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:50:59.659886 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e120630-9086-44a7-aa64-65c5a1b9b95b None None] Sync routers for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:50:59.670553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e120630-9086-44a7-aa64-65c5a1b9b95b None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:50:59.671189 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1e120630-9086-44a7-aa64-65c5a1b9b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:50:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:50:59.682935 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ba91ce67-8eb3-4077-8b29-a55676f2b8b0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "PUT /v2.0/floatingips/719b2ce8-2aa7-4839-a53d-824f1b2eb3d2 HTTP/1.1" status: 200 len: 991 time: 1.3213105 Nov 13 05:50:59.683837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:50:59.686275 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbed4ab-a235-44c5-8ccf-25be643a88cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:50:59.732931 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092d13b0-d637-4d48-aca6-2766bb3ab32a x-openstack-request-id: req-092d13b0-d637-4d48-aca6-2766bb3ab32a {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:50:59.733221 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:50:59.733468 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-092d13b0-d637-4d48-aca6-2766bb3ab32a {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:50:59.733872 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'status': 'completed', 'code': 200} Nov 13 05:50:59.776831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-1e120630-9086-44a7-aa64-65c5a1b9b95b None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:50:59.842529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbed4ab-a235-44c5-8ccf-25be643a88cc req-4151b704-7b86-4b94-86df-951c6a98594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:59.844074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adbed4ab-a235-44c5-8ccf-25be643a88cc req-4151b704-7b86-4b94-86df-951c6a98594b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 1096 time: 0.0422447 Nov 13 05:50:59.939343 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbed4ab-a235-44c5-8ccf-25be643a88cc req-3ae6bdec-7d06-4778-85a5-bf16a42996fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:50:59.940748 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adbed4ab-a235-44c5-8ccf-25be643a88cc req-3ae6bdec-7d06-4778-85a5-bf16a42996fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0889311 Nov 13 05:51:00.003230 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1e120630-9086-44a7-aa64-65c5a1b9b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '719b2ce8-2aa7-4839-a53d-824f1b2eb3d2', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '6a102608-434a-4c81-9584-120a6df272bf', 'port_id': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'mac_address': 'fa:16:3e:a6:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:44:28Z', 'updated_at': '2021-11-13T05:50:59Z', 'revision_number': 9, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:51:00.011430 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adbed4ab-a235-44c5-8ccf-25be643a88cc req-f4a5bf77-d5e3-4666-af15-ee30c8def131 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 999 time: 0.0628629 Nov 13 05:51:00.029339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e120630-9086-44a7-aa64-65c5a1b9b95b None None] Checking router: 6a102608-434a-4c81-9584-120a6df272bf for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:51:00.038084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e120630-9086-44a7-aa64-65c5a1b9b95b None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:51:00.038703 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1e120630-9086-44a7-aa64-65c5a1b9b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:50:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:51:00.062579 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbed4ab-a235-44c5-8ccf-25be643a88cc req-6b7e2c9b-7b2e-4c17-b74c-283182060f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:51:00.064110 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adbed4ab-a235-44c5-8ccf-25be643a88cc req-6b7e2c9b-7b2e-4c17-b74c-283182060f26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0459063 Nov 13 05:51:00.115034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbed4ab-a235-44c5-8ccf-25be643a88cc req-da31247a-61a3-4c2a-9bdc-313d1d2e666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:51:00.116886 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adbed4ab-a235-44c5-8ccf-25be643a88cc req-da31247a-61a3-4c2a-9bdc-313d1d2e666a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445697 Nov 13 05:51:00.144603 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-1e120630-9086-44a7-aa64-65c5a1b9b95b None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:51:00.208769 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adbed4ab-a235-44c5-8ccf-25be643a88cc req-d12e034e-ab55-457a-90cf-1d02a63b8016 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839939 Nov 13 05:51:00.315478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-adbed4ab-a235-44c5-8ccf-25be643a88cc req-082877aa-aa4a-4da8-93d0-749c71274d60 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906661 Nov 13 05:51:00.383650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-1e120630-9086-44a7-aa64-65c5a1b9b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '719b2ce8-2aa7-4839-a53d-824f1b2eb3d2', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '6a102608-434a-4c81-9584-120a6df272bf', 'port_id': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'mac_address': 'fa:16:3e:a6:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:44:28Z', 'updated_at': '2021-11-13T05:50:59Z', 'revision_number': 9, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:51:00.410895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e120630-9086-44a7-aa64-65c5a1b9b95b None None] The sync data for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 is: [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '719b2ce8-2aa7-4839-a53d-824f1b2eb3d2', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '6a102608-434a-4c81-9584-120a6df272bf', 'port_id': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'mac_address': 'fa:16:3e:a6:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:44:28Z', 'updated_at': '2021-11-13T05:50:59Z', 'revision_number': 9, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:51:00.603755 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e689697a-6c9f-40af-a079-2d8fed3510a0 None None] New status for floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:51:00.777132 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:51:02.935152 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a5c06f1-df99-43e0-993e-677a11bc13da req-aaf3ad81-57cf-4501-ae42-896245b5426a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413830 Nov 13 05:51:03.036015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c06f1-df99-43e0-993e-677a11bc13da req-0557038d-f468-4c07-8b33-7677a9a67e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:51:03.037643 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a5c06f1-df99-43e0-993e-677a11bc13da req-0557038d-f468-4c07-8b33-7677a9a67e45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 1096 time: 0.0437334 Nov 13 05:51:03.147023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c06f1-df99-43e0-993e-677a11bc13da req-24e394fa-2a61-4190-b1b3-f293a602e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:51:03.148428 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a5c06f1-df99-43e0-993e-677a11bc13da req-24e394fa-2a61-4190-b1b3-f293a602e342 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0902486 Nov 13 05:51:03.214026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a5c06f1-df99-43e0-993e-677a11bc13da req-da43745d-637b-4bb9-887f-40f40d169ab6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 1002 time: 0.0579262 Nov 13 05:51:03.267880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c06f1-df99-43e0-993e-677a11bc13da req-987ae0bb-bb0c-4df1-8c7a-0cc859c9f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:51:03.269226 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a5c06f1-df99-43e0-993e-677a11bc13da req-987ae0bb-bb0c-4df1-8c7a-0cc859c9f8dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0481107 Nov 13 05:51:03.318685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c06f1-df99-43e0-993e-677a11bc13da req-37f0dcb2-621a-487d-adbe-cda642ee46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:51:03.320293 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a5c06f1-df99-43e0-993e-677a11bc13da req-37f0dcb2-621a-487d-adbe-cda642ee46cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437598 Nov 13 05:51:03.414951 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a5c06f1-df99-43e0-993e-677a11bc13da req-a8da3551-87be-43c7-b77e-66ce8912afa3 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869489 Nov 13 05:51:03.509426 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a5c06f1-df99-43e0-993e-677a11bc13da req-259bb0ed-d2c7-4e31-b277-b2241b2abc68 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872138 Nov 13 05:51:04.390902 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1e6588f-8db8-4509-990d-765fce1edddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:51:06.569629 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0b0c664-e6c8-471e-950f-52f748f2d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:51:08.153142 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:51:09.454712 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:51:10.071790 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:51:29.153472 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:51:29.351619 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:51:34.391824 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32e35cac-2fb2-4f68-97cb-365e2505b96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:51:36.573973 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed8d35c1-d2d9-44d3-ab81-730fbc4b7c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:51:37.781582 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:51:38.163725 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:51:39.454192 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:51:40.060055 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:51:59.181491 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:51:59.360038 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:52:03.923658 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df257f91-d4f6-4475-8ad5-d93c8215c9ec req-d3b1c83a-76a4-4f94-b44c-e1382031d181 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447278 Nov 13 05:52:04.052717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df257f91-d4f6-4475-8ad5-d93c8215c9ec req-0932bab3-ddc8-48f9-876c-5e9ddc3795d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:52:04.054247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df257f91-d4f6-4475-8ad5-d93c8215c9ec req-0932bab3-ddc8-48f9-876c-5e9ddc3795d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 1096 time: 0.0426452 Nov 13 05:52:04.184894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df257f91-d4f6-4475-8ad5-d93c8215c9ec req-2a154dd0-ffbd-4b32-a248-6a41b5f5ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:52:04.186263 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df257f91-d4f6-4475-8ad5-d93c8215c9ec req-2a154dd0-ffbd-4b32-a248-6a41b5f5ea91 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1107962 Nov 13 05:52:04.254659 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df257f91-d4f6-4475-8ad5-d93c8215c9ec req-c429f4b7-dff6-4bde-8e87-2012f0b5b9b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 1002 time: 0.0603838 Nov 13 05:52:04.308123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df257f91-d4f6-4475-8ad5-d93c8215c9ec req-6096e8e8-31be-452e-8a29-de088ffc72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:52:04.309715 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df257f91-d4f6-4475-8ad5-d93c8215c9ec req-6096e8e8-31be-452e-8a29-de088ffc72aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0477934 Nov 13 05:52:04.358623 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df257f91-d4f6-4475-8ad5-d93c8215c9ec req-0a06499f-3b47-4834-9d97-06ec05683c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:52:04.360132 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df257f91-d4f6-4475-8ad5-d93c8215c9ec req-0a06499f-3b47-4834-9d97-06ec05683c2d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429597 Nov 13 05:52:04.387178 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2af7b8a4-c799-4509-aa89-34aa40338a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:52:04.452391 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df257f91-d4f6-4475-8ad5-d93c8215c9ec req-54998bb4-6cef-43d8-9cf6-7007f6b90d57 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836031 Nov 13 05:52:04.556748 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df257f91-d4f6-4475-8ad5-d93c8215c9ec req-f8750e3c-cab6-471b-ba05-3b5e5a1615ae service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964801 Nov 13 05:52:06.573605 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e078d582-8a3a-4fa9-9299-7967cdc421c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:52:08.164633 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:52:09.457745 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:52:10.060378 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:52:14.786122 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:52:29.170723 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:52:29.347500 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:52:34.400760 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0cec0ca2-65bc-4c10-8bea-109de70c78cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:52:36.575441 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da39a1d4-6813-48c9-8e82-109dba9007ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:52:38.166940 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:52:39.462016 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:52:40.057171 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:52:51.785247 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:52:59.192087 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:52:59.349761 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:04.400870 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77975a0a-b63f-45ec-b333-ff6cad9d90ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:04.999480 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d7c5493-aff1-4d25-94d5-e45a2bad1da4 req-6fc37926-c21f-4a52-8bdc-d8d5a8ddbafb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961344 Nov 13 05:53:05.110689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c5493-aff1-4d25-94d5-e45a2bad1da4 req-12690535-fb82-435a-a1b9-66758558e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:05.112195 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d7c5493-aff1-4d25-94d5-e45a2bad1da4 req-12690535-fb82-435a-a1b9-66758558e200 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 1096 time: 0.0460572 Nov 13 05:53:05.221134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c5493-aff1-4d25-94d5-e45a2bad1da4 req-d926da52-9f2b-4122-a966-35943eb44da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:05.222488 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d7c5493-aff1-4d25-94d5-e45a2bad1da4 req-d926da52-9f2b-4122-a966-35943eb44da1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0847852 Nov 13 05:53:05.292782 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d7c5493-aff1-4d25-94d5-e45a2bad1da4 req-87a6fcab-cd6b-443f-bcba-30e538a06bd7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 1002 time: 0.0616477 Nov 13 05:53:05.347779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c5493-aff1-4d25-94d5-e45a2bad1da4 req-815e56c3-d0bf-4004-b109-caf6cd9bc364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:05.349274 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d7c5493-aff1-4d25-94d5-e45a2bad1da4 req-815e56c3-d0bf-4004-b109-caf6cd9bc364 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0502639 Nov 13 05:53:05.399961 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c5493-aff1-4d25-94d5-e45a2bad1da4 req-06ec00ca-858c-4c60-a4d7-ca328535fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:05.401407 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d7c5493-aff1-4d25-94d5-e45a2bad1da4 req-06ec00ca-858c-4c60-a4d7-ca328535fca9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440669 Nov 13 05:53:05.503391 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d7c5493-aff1-4d25-94d5-e45a2bad1da4 req-31eab32b-6fcb-4a28-8636-6328d301cd5d service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941138 Nov 13 05:53:05.595341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d7c5493-aff1-4d25-94d5-e45a2bad1da4 req-e5538096-4097-4a36-811c-12156aab2533 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847394 Nov 13 05:53:06.582242 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a760314-ad84-4956-8c41-f2cc9e315c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:08.170708 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:09.463007 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:10.064480 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:23.720180 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-a6123ee3-51bc-4347-bb93-e3a9feaad6e8 req-87d9ba85-a13b-43d6-b334-c45ec3bbaac5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:53:23.721222 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a6123ee3-51bc-4347-bb93-e3a9feaad6e8 req-87d9ba85-a13b-43d6-b334-c45ec3bbaac5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0961478 Nov 13 05:53:23.934553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-31d49cd7-5c3d-4ded-9f10-33d803cbbf89 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824597 Nov 13 05:53:23.943871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-26b43072-1b8a-4acd-b9d4-c0b892e7d594 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:53:23.944828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-26b43072-1b8a-4acd-b9d4-c0b892e7d594 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052907 Nov 13 05:53:23.977430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b59c5-267e-4425-be38-98b67ea97b48 req-8465e34a-785c-42b1-8afe-f10e909e915c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:23.979042 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b2b59c5-267e-4425-be38-98b67ea97b48 req-8465e34a-785c-42b1-8afe-f10e909e915c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.1156762 Nov 13 05:53:24.031892 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b2b59c5-267e-4425-be38-98b67ea97b48 req-89f3d937-3bc1-4428-bd72-fb62446b3492 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460880 Nov 13 05:53:25.227960 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056032f8-2c9f-41e7-a28c-349a10c6d3b7 req-7eeed8fa-5b83-4949-ade5-7fa3f4c53436 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:25.229389 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-056032f8-2c9f-41e7-a28c-349a10c6d3b7 req-7eeed8fa-5b83-4949-ade5-7fa3f4c53436 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.1166003 Nov 13 05:53:25.246856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fb97101b-352e-4202-8db0-3caf9c03d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:25.248377 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fb97101b-352e-4202-8db0-3caf9c03d24f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 1096 time: 0.0413949 Nov 13 05:53:25.279563 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-056032f8-2c9f-41e7-a28c-349a10c6d3b7 req-6b915f0b-5560-4f65-8e66-7173567172ed tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438819 Nov 13 05:53:25.352912 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-0cab4352-9327-454c-9dd1-6073892c69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:25.354435 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-0cab4352-9327-454c-9dd1-6073892c69cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0953295 Nov 13 05:53:25.424609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-be7c53bf-2e54-4054-aa85-5dfe38025b0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 1002 time: 0.0626333 Nov 13 05:53:25.480706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-09333e06-2388-488e-a9f0-0e9db574cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:25.482748 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-09333e06-2388-488e-a9f0-0e9db574cec4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0511596 Nov 13 05:53:25.530306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-80099a20-84a7-4d4b-8d4d-c0787455369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:25.531800 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-80099a20-84a7-4d4b-8d4d-c0787455369a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417626 Nov 13 05:53:25.624074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-1e4ab962-9a83-42fe-a24c-5442722f824c service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839870 Nov 13 05:53:25.717488 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-ad81a79a-9fc9-484c-b3b6-99f503866ac9 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867233 Nov 13 05:53:26.412095 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b052a-2301-433c-b17b-5858db378d2a req-eb314c48-5ff0-4656-a625-9cd5465007eb tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:26.413576 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-884b052a-2301-433c-b17b-5858db378d2a req-eb314c48-5ff0-4656-a625-9cd5465007eb tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0565019 Nov 13 05:53:26.464107 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-884b052a-2301-433c-b17b-5858db378d2a req-e0b92a5f-317f-404e-a1b8-ffe26a911588 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420175 Nov 13 05:53:27.601113 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e658665-143a-4c2f-8b66-34b8660a1237 req-d74f6822-f69f-41d2-a782-aa01b8abb910 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:27.603180 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e658665-143a-4c2f-8b66-34b8660a1237 req-d74f6822-f69f-41d2-a782-aa01b8abb910 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0574658 Nov 13 05:53:27.655508 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e658665-143a-4c2f-8b66-34b8660a1237 req-021ab436-d4c0-47c1-b6f4-c60b112a1396 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437651 Nov 13 05:53:28.780333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2b30b-9ab4-4e56-84ae-b894e077a81c req-31b508d6-f14a-438f-b700-9eb714462413 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:28.781835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cdd2b30b-9ab4-4e56-84ae-b894e077a81c req-31b508d6-f14a-438f-b700-9eb714462413 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0559785 Nov 13 05:53:28.784502 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:53:28.830020 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cdd2b30b-9ab4-4e56-84ae-b894e077a81c req-24c417ec-4c18-4fa7-bf75-0feed04ead3d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419781 Nov 13 05:53:29.196121 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:29.352759 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:29.968824 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf958954-697e-49ad-aafd-d3183fd170f2 req-5bf291a4-f526-40b2-99d1-8b27dab6ea8c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:29.970412 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bf958954-697e-49ad-aafd-d3183fd170f2 req-5bf291a4-f526-40b2-99d1-8b27dab6ea8c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0562804 Nov 13 05:53:30.034705 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bf958954-697e-49ad-aafd-d3183fd170f2 req-9e9d997c-497f-4b30-bfa0-3e024d2bb132 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565689 Nov 13 05:53:31.161910 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34513965-2713-426d-aaa7-056271e87ec8 req-71a47a9c-7518-46ae-b2b2-901bb171dc5e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:31.163402 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34513965-2713-426d-aaa7-056271e87ec8 req-71a47a9c-7518-46ae-b2b2-901bb171dc5e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0552769 Nov 13 05:53:31.214950 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34513965-2713-426d-aaa7-056271e87ec8 req-71e759b4-9d39-4888-8347-39811a79d153 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427036 Nov 13 05:53:32.371605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bcdde-c6c8-4d9e-8cf3-652fb875cf6c req-99db1dda-6f2b-4be7-b747-05e92d3fd7f4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:32.372991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-687bcdde-c6c8-4d9e-8cf3-652fb875cf6c req-99db1dda-6f2b-4be7-b747-05e92d3fd7f4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0611227 Nov 13 05:53:32.421735 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-687bcdde-c6c8-4d9e-8cf3-652fb875cf6c req-eac2429b-9ca4-4447-aedd-60ffa0ab0fd8 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422125 Nov 13 05:53:33.548291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d42db-5725-4319-96d8-156614d2c579 req-d53029ba-fbe1-475d-a7ec-2f123b48c485 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:33.549749 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db6d42db-5725-4319-96d8-156614d2c579 req-d53029ba-fbe1-475d-a7ec-2f123b48c485 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0548151 Nov 13 05:53:33.601589 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db6d42db-5725-4319-96d8-156614d2c579 req-335d61b1-cc4d-4fa0-bb75-e35969a4b2e9 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420985 Nov 13 05:53:34.396763 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d269e76-eceb-446a-b939-3e77f9f5dfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:34.728494 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c6eb8-2564-42f2-a590-aeec62d1e60f req-b52e0503-8d74-47b0-98de-acbe2f45140d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:34.729960 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed5c6eb8-2564-42f2-a590-aeec62d1e60f req-b52e0503-8d74-47b0-98de-acbe2f45140d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0492179 Nov 13 05:53:34.779051 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed5c6eb8-2564-42f2-a590-aeec62d1e60f req-77a6fcea-cab4-45ff-bcbe-2420a269128b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429928 Nov 13 05:53:35.898863 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b75a8-c7c5-449a-ba11-2c6940e959e6 req-5477b7ee-74a7-477d-aa97-929ce01c5f3b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:35.900361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a9b75a8-c7c5-449a-ba11-2c6940e959e6 req-5477b7ee-74a7-477d-aa97-929ce01c5f3b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0494976 Nov 13 05:53:35.950298 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a9b75a8-c7c5-449a-ba11-2c6940e959e6 req-7db5ce4b-803e-44b8-a12f-4553e62fd6a1 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438545 Nov 13 05:53:36.576449 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65ff4d3b-5200-4748-bf9f-5bb61af3c865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:37.088871 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e29dec-3a14-49f0-8b59-7e07aa85be07 req-88445e10-b47f-4cbc-b8de-89332c8599de tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:37.090620 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6e29dec-3a14-49f0-8b59-7e07aa85be07 req-88445e10-b47f-4cbc-b8de-89332c8599de tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0528305 Nov 13 05:53:37.144060 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6e29dec-3a14-49f0-8b59-7e07aa85be07 req-58cfbaf8-3d11-470b-9456-7c05b2a33004 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472918 Nov 13 05:53:37.849177 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-b46adbb0-ec54-4345-8bff-740cb49eb3f8 service neutron] show failed (client error): The resource could not be found. Nov 13 05:53:37.850196 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-b46adbb0-ec54-4345-8bff-740cb49eb3f8 service neutron] 10.222.0.46 "GET /v2.0/ports/8d8054ba-768e-4ed4-a414-560f91fa3adc/bindings/n-h2-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0742099 Nov 13 05:53:38.118285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-52e43a99-1325-4657-a164-5871cd9e8dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:38.119749 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-52e43a99-1325-4657-a164-5871cd9e8dda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b&tenant_id=f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 1096 time: 0.0850317 Nov 13 05:53:38.142544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:53:38.166850 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:38.201919 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:38.685089 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc61cb-6fc7-4314-892e-dcb50030cda0 req-0e588970-0b8d-4363-827f-ce17293e95ef tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:38.686567 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1cc61cb-6fc7-4314-892e-dcb50030cda0 req-0e588970-0b8d-4363-827f-ce17293e95ef tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.1299212 Nov 13 05:53:38.789615 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1cc61cb-6fc7-4314-892e-dcb50030cda0 req-a7e9921e-ee57-44d0-8367-f5c5de4e27ae tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943255 Nov 13 05:53:38.823665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:53:38.858524 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:53:38.910905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:53:38.913393 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079e7451-c58b-4465-ab86-e51c3e7f1970" -d '{"events": [{"server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:53:38.917396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:38.929624 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Transition to ACTIVE for port object 8d8054ba-768e-4ed4-a414-560f91fa3adc will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:53:38.934466 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:39.015418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Pushing event updated for resources: {'Port': ['ID=8d8054ba-768e-4ed4-a414-560f91fa3adc,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:53:39.029292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:39.029684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:39.029968 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:39.030468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:39.030681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:39.031035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:39.031358 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:39.031680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:39.031999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:39.032318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:39.032636 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:39.032980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:39.041809 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371bd032-710b-472d-93b8-715deaeecd17 x-openstack-request-id: req-371bd032-710b-472d-93b8-715deaeecd17 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:53:39.042155 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:53:39.042325 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-371bd032-710b-472d-93b8-715deaeecd17 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:53:39.042696 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'code': 200} Nov 13 05:53:39.071828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] No DVR routers for this DVR port 8d8054ba-768e-4ed4-a414-560f91fa3adc on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:53:39.206471 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Attempting to bind port 8d8054ba-768e-4ed4-a414-560f91fa3adc on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:53:39.206710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Attempting to bind port 8d8054ba-768e-4ed4-a414-560f91fa3adc by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:53:39.207043 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Attempting to bind port 8d8054ba-768e-4ed4-a414-560f91fa3adc on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:53:39.211817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Port 8d8054ba-768e-4ed4-a414-560f91fa3adc on network 33a53790-583f-421d-a4c9-277da81e49f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:53:39.212125 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Attempting to bind port 8d8054ba-768e-4ed4-a414-560f91fa3adc on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:53:39.217261 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:53:39.217586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Checking segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:53:39.217953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Bound using segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:53:39.218395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Bound port: 8d8054ba-768e-4ed4-a414-560f91fa3adc, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:53:39.218714 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:39.280776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:53:39.283692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:53:39.290540 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:39.323939 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:39.324564 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:39.325960 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] 10.222.0.36 "PUT /v2.0/ports/8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 1091 time: 1.1899042 Nov 13 05:53:39.346281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90ec9f-2b92-455b-9f1d-54ff41e321ad service neutron] Pushing event updated for resources: {'Port': ['ID=8d8054ba-768e-4ed4-a414-560f91fa3adc,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:53:39.407900 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-8d95b0f1-75b3-4bb8-beaa-3d7d013de0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:39.409416 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-8d95b0f1-75b3-4bb8-beaa-3d7d013de0fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 1094 time: 0.0431054 Nov 13 05:53:39.466165 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:39.513613 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-77e80fbb-dfa4-4141-a905-f41938ffc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:39.515126 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-77e80fbb-dfa4-4141-a905-f41938ffc717 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0965436 Nov 13 05:53:39.588690 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-2a398efe-ab73-4bcc-a5b3-6118795f46dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 1000 time: 0.0665851 Nov 13 05:53:39.640235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-5862cbf1-8ff6-4103-b13a-b1f992d9c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:39.641750 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-5862cbf1-8ff6-4103-b13a-b1f992d9c935 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0462925 Nov 13 05:53:39.688824 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-1fd998c4-441f-44d1-87af-a19b9828ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:39.690284 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-1fd998c4-441f-44d1-87af-a19b9828ebd6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416586 Nov 13 05:53:39.798014 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-e11fee85-3628-4916-9de9-53cc1852716b service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995359 Nov 13 05:53:39.921115 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0da10f7b-d4cb-43dd-b1c4-4e1444d39a41 req-a711df02-27d7-458b-806b-cc993bfc8f87 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157556 Nov 13 05:53:39.934272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fc40d-8df1-44e5-8c4a-326d3d204e0c req-52148ac3-ae70-4673-a407-4724528afab0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:39.936063 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-586fc40d-8df1-44e5-8c4a-326d3d204e0c req-52148ac3-ae70-4673-a407-4724528afab0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 943 time: 0.0729337 Nov 13 05:53:39.989302 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-586fc40d-8df1-44e5-8c4a-326d3d204e0c req-fd39a808-d7e9-4975-9c68-a2cae5cb0109 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471199 Nov 13 05:53:40.050860 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:41.044259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:53:41.046947 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b" -d '{"events": [{"name": "network-changed", "server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:53:41.097842 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49056655-274f-4264-ab9d-02575076e272 x-openstack-request-id: req-49056655-274f-4264-ab9d-02575076e272 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:53:41.098133 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:53:41.098382 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49056655-274f-4264-ab9d-02575076e272 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:53:41.098783 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'status': 'completed', 'code': 200} Nov 13 05:53:41.129406 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e5ed8-0b72-4080-a05f-7b81899793f6 req-bcbf6beb-674e-4d27-9632-544aae266e3e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:41.130963 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8c7e5ed8-0b72-4080-a05f-7b81899793f6 req-bcbf6beb-674e-4d27-9632-544aae266e3e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 943 time: 0.0522814 Nov 13 05:53:41.181553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8c7e5ed8-0b72-4080-a05f-7b81899793f6 req-833ce7f2-5e97-4c99-8190-554f5e076858 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442202 Nov 13 05:53:41.207068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-1c10dad6-4cb4-49e4-95e2-891102e1a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:41.208582 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-1c10dad6-4cb4-49e4-95e2-891102e1a452 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 1094 time: 0.0608182 Nov 13 05:53:41.210238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-077ba801-a6b0-4c38-bd50-9cc9de129089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:41.211587 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-077ba801-a6b0-4c38-bd50-9cc9de129089 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 1094 time: 0.0717807 Nov 13 05:53:41.357265 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-b4b1dbf1-b088-4e23-88c4-0ee0157655c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:41.358627 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-b4b1dbf1-b088-4e23-88c4-0ee0157655c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1410458 Nov 13 05:53:41.420022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-09eae833-7799-4179-8d0a-f1a7da3fe50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:41.421468 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-09eae833-7799-4179-8d0a-f1a7da3fe50b service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1472597 Nov 13 05:53:41.470989 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-763131d8-ffea-4e04-a3b5-f5d9e5fb299d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 1000 time: 0.1032722 Nov 13 05:53:41.526483 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-e2bec938-f2fa-4813-bb5d-447a5b20eaae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 1000 time: 0.0966401 Nov 13 05:53:41.545435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-4c000d6f-7034-4e63-9a36-ac5a1af48634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:41.546827 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-4c000d6f-7034-4e63-9a36-ac5a1af48634 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0668364 Nov 13 05:53:41.611244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-7e654d02-c19d-48fd-b4bd-fa86f3807456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:41.612594 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-7e654d02-c19d-48fd-b4bd-fa86f3807456 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0782089 Nov 13 05:53:41.629483 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-83541db8-7cba-4e7f-97b3-54e102bc1c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:41.630863 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-83541db8-7cba-4e7f-97b3-54e102bc1c95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664184 Nov 13 05:53:41.720393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-961cb030-391d-476f-bf9f-18aeb1ce3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:41.721888 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-961cb030-391d-476f-bf9f-18aeb1ce3069 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016533 Nov 13 05:53:41.764536 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-da25ebfd-ac92-4aef-a1fb-48aa28f86ea0 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168132 Nov 13 05:53:41.891734 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-8329736c-b1f1-4611-a445-5bd5ade613ad service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600089 Nov 13 05:53:41.931476 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-525f2ee0-7385-429c-ad85-3f43600a2705 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382885 Nov 13 05:53:41.996855 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40ed2a33-9556-46a0-aca8-ff5db1e2a75b req-066ef0bf-f724-4954-8b22-29ea2cb386cf service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983303 Nov 13 05:53:42.318905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3b63-720c-4694-8391-92512164734f req-b29301fb-92ef-42bd-9726-802fe7494dc2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:42.320407 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c3f3b63-720c-4694-8391-92512164734f req-b29301fb-92ef-42bd-9726-802fe7494dc2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 943 time: 0.0607738 Nov 13 05:53:42.373364 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c3f3b63-720c-4694-8391-92512164734f req-ddd95cc0-2239-40d0-a00b-0e66287f2bb2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437591 Nov 13 05:53:42.447600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8d8054ba-768e-4ed4-a414-560f91fa3adc no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:53:42.489061 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8d8054ba-768e-4ed4-a414-560f91fa3adc not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:53:43.516886 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d1958-a940-4d3b-8ba6-6b4e4e43dc10 req-dd381604-edeb-45e4-ab7a-85cc56d01490 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:43.518396 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c72d1958-a940-4d3b-8ba6-6b4e4e43dc10 req-dd381604-edeb-45e4-ab7a-85cc56d01490 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 943 time: 0.0663321 Nov 13 05:53:43.572737 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c72d1958-a940-4d3b-8ba6-6b4e4e43dc10 req-440f8bd4-e66e-4e61-b77e-8075918ba2fa tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482910 Nov 13 05:53:43.877568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-d05a2c91-83d0-4f59-862a-f4e6149160e1 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:43.879659 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-d05a2c91-83d0-4f59-862a-f4e6149160e1 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.36 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b&tenant_id=f684092433e04340b36f5b9467bc5e69&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 943 time: 0.0559230 Nov 13 05:53:43.897793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af125b0e-9369-430e-99ab-137b2385bc4b req-fb20773e-fb4d-4394-9976-ccd92c1f47e5 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:43.899326 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af125b0e-9369-430e-99ab-137b2385bc4b req-fb20773e-fb4d-4394-9976-ccd92c1f47e5 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 943 time: 0.0552077 Nov 13 05:53:43.939856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-cdf0efab-b053-4073-bdb6-6e0d780930b8 service neutron] 10.222.0.36 "GET /v2.0/ports/8d8054ba-768e-4ed4-a414-560f91fa3adc/bindings/n-h2-813114-2 HTTP/1.1" status: 200 len: 382 time: 0.0530465 Nov 13 05:53:43.947540 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af125b0e-9369-430e-99ab-137b2385bc4b req-ed92c01f-ebef-4754-a64e-e7bf0e24f82b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415061 Nov 13 05:53:44.025489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-b6eb8399-a5fa-43e3-a71c-5ee68fd9c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:44.026987 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-b6eb8399-a5fa-43e3-a71c-5ee68fd9c632 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 1094 time: 0.0480139 Nov 13 05:53:44.119123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-5f226f3b-e2ae-4290-a32b-580e4f967ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:44.120610 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-5f226f3b-e2ae-4290-a32b-580e4f967ee4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0870991 Nov 13 05:53:44.190797 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-1fd8fbc1-7ad2-40d7-8fb4-764b3fa98a0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 1000 time: 0.0631421 Nov 13 05:53:44.239359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-3a8418fa-37d0-43a4-a004-0b531336750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:44.241131 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-3a8418fa-37d0-43a4-a004-0b531336750b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0433581 Nov 13 05:53:44.287973 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-4f587555-c9d1-4c04-b0da-9df820554637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:44.289438 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-4f587555-c9d1-4c04-b0da-9df820554637 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408773 Nov 13 05:53:44.391907 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-8a21d213-bd84-4288-9270-f031e5fb91a6 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954812 Nov 13 05:53:44.480044 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-4747d02f-a5f2-4847-8e9f-c01d70a00514 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806444 Nov 13 05:53:45.068535 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8d8054ba-768e-4ed4-a414-560f91fa3adc details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:53:45.087734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f9e15-9a37-4a02-8b04-e326e36e5ec7 req-e821ca52-7edb-4ffd-b44b-e78df7aadc95 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:45.089259 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-743f9e15-9a37-4a02-8b04-e326e36e5ec7 req-e821ca52-7edb-4ffd-b44b-e78df7aadc95 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 943 time: 0.0633142 Nov 13 05:53:45.140920 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-743f9e15-9a37-4a02-8b04-e326e36e5ec7 req-e5f79b35-3fb1-40e7-b27e-4907454cc6dc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447495 Nov 13 05:53:45.337616 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:53:45.349763 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'port_id': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'mac_address': 'fa:16:3e:a6:48:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:53:45.389154 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:45.401905 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8054ba-768e-4ed4-a414-560f91fa3adc {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:53:45.421465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:53:45.428008 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:45.476903 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=8d8054ba-768e-4ed4-a414-560f91fa3adc,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:53:45.484879 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:45.485216 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:45.485592 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:45.485950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:45.486371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:45.486725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:45.487084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:45.487441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:45.487859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:45.488184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:45.488506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:45.488824 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:53:46.266329 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2867af-1cb2-4a25-9608-d92e12fff185 req-52b4f89a-3839-479e-82ab-c75a85e664cb tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:46.267840 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d2867af-1cb2-4a25-9608-d92e12fff185 req-52b4f89a-3839-479e-82ab-c75a85e664cb tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 944 time: 0.0537555 Nov 13 05:53:46.325134 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d2867af-1cb2-4a25-9608-d92e12fff185 req-0b65ad2b-c95c-418e-a531-31b0ab29b403 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484028 Nov 13 05:53:46.709580 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-a661297c-3837-4548-b2c6-962237b03ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:46.711137 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-a661297c-3837-4548-b2c6-962237b03ab7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b&tenant_id=f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 1095 time: 0.0424871 Nov 13 05:53:46.735407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:53:46.793395 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:47.010854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:53:47.054653 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:53:47.078600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8d8054ba-768e-4ed4-a414-560f91fa3adc details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:53:47.087484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8d8054ba-768e-4ed4-a414-560f91fa3adc {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:53:47.096588 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:47.108271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Ignored duplicate provisioning block setup for port 8d8054ba-768e-4ed4-a414-560f91fa3adc by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 13 05:53:47.112260 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:47.175645 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:53:47.187487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'port_id': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'mac_address': 'fa:16:3e:a6:48:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:53:47.201328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8054ba-768e-4ed4-a414-560f91fa3adc,revision_number=9']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:53:47.233463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] No DVR routers for this DVR port 8d8054ba-768e-4ed4-a414-560f91fa3adc on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:53:47.370217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Attempting to bind port 8d8054ba-768e-4ed4-a414-560f91fa3adc on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:53:47.370548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Attempting to bind port 8d8054ba-768e-4ed4-a414-560f91fa3adc by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:53:47.370876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Attempting to bind port 8d8054ba-768e-4ed4-a414-560f91fa3adc on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:53:47.375738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Port 8d8054ba-768e-4ed4-a414-560f91fa3adc on network 33a53790-583f-421d-a4c9-277da81e49f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:53:47.376152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Attempting to bind port 8d8054ba-768e-4ed4-a414-560f91fa3adc on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:53:47.381188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:53:47.381546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Checking segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:53:47.381922 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Bound using segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:53:47.382339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Bound port: 8d8054ba-768e-4ed4-a414-560f91fa3adc, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:53:47.382687 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:47.474572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:53:47.494331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38edbea-1ead-40ed-b82c-979d0f34ac25 req-0e95347b-e80a-44fe-8815-b4f9734ca0f9 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:47.495854 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b38edbea-1ead-40ed-b82c-979d0f34ac25 req-0e95347b-e80a-44fe-8815-b4f9734ca0f9 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 943 time: 0.0822728 Nov 13 05:53:47.497658 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:53:47.509074 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:47.550628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:47.551255 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:47.552690 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] 10.222.0.46 "PUT /v2.0/ports/8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 1091 time: 0.8214161 Nov 13 05:53:47.554835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:53:47.557101 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48" -d '{"events": [{"name": "network-changed", "server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:53:47.622097 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959d3fe6-2ea2-47cf-81fc-a4efccaa8e7f x-openstack-request-id: req-959d3fe6-2ea2-47cf-81fc-a4efccaa8e7f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:53:47.622787 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:53:47.622787 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-959d3fe6-2ea2-47cf-81fc-a4efccaa8e7f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:53:47.623298 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'status': 'completed', 'code': 200} Nov 13 05:53:47.624074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6aa47f-80d8-424f-86ef-9fe9716f57d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8054ba-768e-4ed4-a414-560f91fa3adc,revision_number=10']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:53:47.630742 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b38edbea-1ead-40ed-b82c-979d0f34ac25 req-5b5a9acf-ebe2-4d57-a525-bb7e54680843 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280766 Nov 13 05:53:47.650419 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-6f067dd1-0cd5-4386-b2f8-6a40bbf6539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:47.651983 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-6f067dd1-0cd5-4386-b2f8-6a40bbf6539d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 1095 time: 0.0599523 Nov 13 05:53:47.760904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-58be10d2-77f5-43df-adbf-e35499b1bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:47.762438 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-58be10d2-77f5-43df-adbf-e35499b1bd63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 1095 time: 0.1064897 Nov 13 05:53:47.792986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-fd8948e8-7f17-49ad-8ffa-63a9e3231714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:47.794438 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-fd8948e8-7f17-49ad-8ffa-63a9e3231714 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1304986 Nov 13 05:53:47.900469 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-4784a037-8f9f-42be-a6f2-dd484329ec7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 1000 time: 0.0979400 Nov 13 05:53:47.918192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-10d326a1-73fc-4bbe-9fdc-537e39a87bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:47.919676 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-10d326a1-73fc-4bbe-9fdc-537e39a87bda service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1466599 Nov 13 05:53:47.995350 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-67e1035c-8765-4bee-ab32-aa06f79f917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:47.996798 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-67e1035c-8765-4bee-ab32-aa06f79f917e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0892358 Nov 13 05:53:48.017005 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-b2fd4409-1524-4554-8bb3-2ca56a9334cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 1000 time: 0.0808523 Nov 13 05:53:48.088057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-c7e4c24d-b179-453b-aa68-4ec4773febd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:48.089552 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-c7e4c24d-b179-453b-aa68-4ec4773febd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841823 Nov 13 05:53:48.090953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-6c885015-dbdd-4af1-bdca-6ade9fbcfe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:48.092354 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-6c885015-dbdd-4af1-bdca-6ade9fbcfe30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0566795 Nov 13 05:53:48.199767 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-5e7d3ab9-a2cc-4664-90af-e7fd8ed7319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:48.201576 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-5e7d3ab9-a2cc-4664-90af-e7fd8ed7319b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022208 Nov 13 05:53:48.222690 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-90af7afc-8a71-4939-a03e-536ccc5c5b09 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244996 Nov 13 05:53:48.702859 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-c014b004-06ac-4071-8f1f-24ed2eb67741 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927938 Nov 13 05:53:48.721097 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60dd45c8-6d4e-4a88-8e30-5169af940f5b req-01fbcc8b-7023-4506-802c-29b179c58ff4 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893999 Nov 13 05:53:48.760307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb320ed-3bdc-4d7b-85bf-fa8128bafcbc req-b1b61d5d-74ba-431d-884c-dc762d85bf57 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:48.761819 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ffb320ed-3bdc-4d7b-85bf-fa8128bafcbc req-b1b61d5d-74ba-431d-884c-dc762d85bf57 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 944 time: 0.0510018 Nov 13 05:53:48.797579 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-7746b2f9-10da-4c5e-9b18-36cfe53eca0f service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873344 Nov 13 05:53:48.814190 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ffb320ed-3bdc-4d7b-85bf-fa8128bafcbc req-acec1a5b-78ba-46e2-8a34-ccf1b0df7869 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461221 Nov 13 05:53:48.862672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-eb668ff3-c8b3-48c5-bb2e-65f9ee89a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:48.864234 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-eb668ff3-c8b3-48c5-bb2e-65f9ee89a4fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 1095 time: 0.0413404 Nov 13 05:53:48.959497 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-ca458216-4abc-4fef-b601-e3b652568fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:48.960892 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-ca458216-4abc-4fef-b601-e3b652568fb7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0895915 Nov 13 05:53:49.027710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-ee56dd6f-0a1b-40f4-abfb-ce09aa7e52ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 200 len: 1000 time: 0.0581620 Nov 13 05:53:49.083784 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8d8054ba-768e-4ed4-a414-560f91fa3adc no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:53:49.092127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-33264747-38ff-47ce-b01e-81c1b2cfd61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:49.093963 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-33264747-38ff-47ce-b01e-81c1b2cfd61b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0563495 Nov 13 05:53:49.125272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 8d8054ba-768e-4ed4-a414-560f91fa3adc not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:53:49.143420 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-b61edf89-8627-43f8-a67d-7bf71ddaac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:49.144927 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-b61edf89-8627-43f8-a67d-7bf71ddaac8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429924 Nov 13 05:53:49.233447 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-d0ebbd61-ec18-44ab-92a3-99efd2d547ae service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814364 Nov 13 05:53:49.327368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-987bb2c1-1b2e-48d2-b18e-cbf765cfae48 req-4303d6e6-1ae7-4766-bc2c-c9cb614ea9c5 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872507 Nov 13 05:53:49.938671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef235f-96f5-4937-8be0-109ef09fcd11 req-9d110efd-46a0-402b-bb85-3502d14ea9bd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:49.940220 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99ef235f-96f5-4937-8be0-109ef09fcd11 req-9d110efd-46a0-402b-bb85-3502d14ea9bd tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 944 time: 0.0511947 Nov 13 05:53:49.995205 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-99ef235f-96f5-4937-8be0-109ef09fcd11 req-9711063f-5857-48df-be67-2114aaf9751a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463598 Nov 13 05:53:51.136672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351be12-3a88-438d-a5d5-40f16379e851 req-508e58d4-a5a0-42b0-8f5e-bd209b25dcd5 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:51.138656 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4351be12-3a88-438d-a5d5-40f16379e851 req-508e58d4-a5a0-42b0-8f5e-bd209b25dcd5 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 944 time: 0.0564308 Nov 13 05:53:51.187374 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4351be12-3a88-438d-a5d5-40f16379e851 req-8e4810b8-d6d6-4f67-84a5-3da5cfb2d522 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431156 Nov 13 05:53:52.328906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7be86-06bb-47d5-b12e-2d18b3ddcd20 req-4e4ac48c-2646-4f93-ad72-0f2367ea776d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:52.330345 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6a7be86-06bb-47d5-b12e-2d18b3ddcd20 req-4e4ac48c-2646-4f93-ad72-0f2367ea776d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 944 time: 0.0636923 Nov 13 05:53:52.378833 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6a7be86-06bb-47d5-b12e-2d18b3ddcd20 req-b9588c4a-7e01-4176-b66f-f0eed7cf2c05 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423625 Nov 13 05:53:52.492122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8d8054ba-768e-4ed4-a414-560f91fa3adc details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:53:52.502326 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e425c-fa8d-4292-a5ba-facb0b91e67d req-6e71f83d-6b46-40da-896a-760078665961 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:52.504429 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab7e425c-fa8d-4292-a5ba-facb0b91e67d req-6e71f83d-6b46-40da-896a-760078665961 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 944 time: 0.0550861 Nov 13 05:53:52.554010 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab7e425c-fa8d-4292-a5ba-facb0b91e67d req-3636be6c-e207-443b-8312-b6d820f9899d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432768 Nov 13 05:53:52.592398 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:53:52.603601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'port_id': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'mac_address': 'fa:16:3e:a6:48:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:53:52.640449 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:52.653031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8054ba-768e-4ed4-a414-560f91fa3adc {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:53:52.671940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934ca42-36d5-4cf5-9bb8-089e18537ddf req-2b509f96-23d5-4865-9226-4ca9b3c62d32 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:52.672231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:53:52.673669 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9934ca42-36d5-4cf5-9bb8-089e18537ddf req-2b509f96-23d5-4865-9226-4ca9b3c62d32 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 944 time: 0.0516276 Nov 13 05:53:52.677383 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:52.723151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=8d8054ba-768e-4ed4-a414-560f91fa3adc,revision_number=11']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:53:52.724982 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9934ca42-36d5-4cf5-9bb8-089e18537ddf req-ca24bb22-1715-4f6b-b53d-dce85b864233 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433881 Nov 13 05:53:52.983293 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dc86b-2f7c-47ab-bfff-811cbc351fcf req-a7f5d92b-72a8-484e-b3d5-4198e8b03186 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:52.984764 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a5dc86b-2f7c-47ab-bfff-811cbc351fcf req-a7f5d92b-72a8-484e-b3d5-4198e8b03186 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0644355 Nov 13 05:53:53.032637 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a5dc86b-2f7c-47ab-bfff-811cbc351fcf req-30183ea3-26d9-408e-8122-859a8a110c55 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414367 Nov 13 05:53:53.118589 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['8d8054ba-768e-4ed4-a414-560f91fa3adc'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:53:54.167085 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a93d4-5aa0-4cf6-b2ec-c55316ab1814 req-3a39cf05-c278-4265-baf4-55e750b0aced tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:54.168704 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e23a93d4-5aa0-4cf6-b2ec-c55316ab1814 req-3a39cf05-c278-4265-baf4-55e750b0aced tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0620613 Nov 13 05:53:54.216705 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e23a93d4-5aa0-4cf6-b2ec-c55316ab1814 req-1c999fc0-8bb2-4bd7-8929-0f7c1af44cec tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417426 Nov 13 05:53:54.505999 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8d8054ba-768e-4ed4-a414-560f91fa3adc up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:53:54.514277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-8c00ed25-95ea-4487-a011-7d1fc457dc9e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:54.515776 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-8c00ed25-95ea-4487-a011-7d1fc457dc9e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.46 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 945 time: 0.0589058 Nov 13 05:53:54.556995 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 8d8054ba-768e-4ed4-a414-560f91fa3adc completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:53:54.561717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 8d8054ba-768e-4ed4-a414-560f91fa3adc triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:53:54.562075 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:54.606831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-349e24cc-523f-471d-b106-be1557b268fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Deleting port 8d8054ba-768e-4ed4-a414-560f91fa3adc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:53:54.607231 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-349e24cc-523f-471d-b106-be1557b268fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:54.642068 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:54.666029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:53:54.668443 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77638a7-ed1d-4718-a4e9-7adf88b11b19" -d '{"events": [{"server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "name": "network-vif-plugged", "status": "completed", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:53:54.681257 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:53:54.686551 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:54.702216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-349e24cc-523f-471d-b106-be1557b268fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] For port 8d8054ba-768e-4ed4-a414-560f91fa3adc, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=8d8054ba-768e-4ed4-a414-560f91fa3adc,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:53:54.702653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-349e24cc-523f-471d-b106-be1557b268fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:54.736342 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=8d8054ba-768e-4ed4-a414-560f91fa3adc,revision_number=12']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:53:54.763326 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f2cd38-8e64-415d-a23f-0952b3335528 x-openstack-request-id: req-a2f2cd38-8e64-415d-a23f-0952b3335528 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:53:54.763625 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "name": "network-vif-plugged", "status": "completed", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:53:54.763875 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2f2cd38-8e64-415d-a23f-0952b3335528 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:53:54.764271 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'code': 200} Nov 13 05:53:54.875184 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-349e24cc-523f-471d-b106-be1557b268fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:54.875510 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-349e24cc-523f-471d-b106-be1557b268fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:54.875846 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-349e24cc-523f-471d-b106-be1557b268fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2 disassociated. External IP: 172.25.8.128, port: 8d8054ba-768e-4ed4-a414-560f91fa3adc. Nov 13 05:53:54.876174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-349e24cc-523f-471d-b106-be1557b268fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Calling delete_port for 8d8054ba-768e-4ed4-a414-560f91fa3adc owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:53:55.026465 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-349e24cc-523f-471d-b106-be1557b268fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:55.056441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e24cc-523f-471d-b106-be1557b268fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Pushing event deleted for resources: {'Port': ['ID=8d8054ba-768e-4ed4-a414-560f91fa3adc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:53:55.174034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-349e24cc-523f-471d-b106-be1557b268fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Router 6a102608-434a-4c81-9584-120a6df272bf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:53:55.286126 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-349e24cc-523f-471d-b106-be1557b268fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:53:55.298017 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b078d-c1d8-4885-8b7a-03b0d40dc619 None None] Sync routers for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:53:55.309956 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b078d-c1d8-4885-8b7a-03b0d40dc619 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:53:55.310795 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7d7b078d-c1d8-4885-8b7a-03b0d40dc619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:53:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:53:55.322764 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-52021f02-2d78-43b1-91ac-445b16f023ed req-26cd5f52-9d57-47a2-b797-6ad31f65231c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=8503a9ff-8bd2-401f-b255-6d7b99509b5b HTTP/1.1" status: 200 len: 210 time: 0.0335407 Nov 13 05:53:55.328020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-349e24cc-523f-471d-b106-be1557b268fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] No DVR routers for this DVR port 8d8054ba-768e-4ed4-a414-560f91fa3adc on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:53:55.331062 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-349e24cc-523f-471d-b106-be1557b268fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:55.334596 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ff7cd12a-d12b-4d05-a3a9-4c010e1d4b32 req-349e24cc-523f-471d-b106-be1557b268fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.46 "DELETE /v2.0/ports/8d8054ba-768e-4ed4-a414-560f91fa3adc HTTP/1.1" status: 204 len: 173 time: 0.8115649 Nov 13 05:53:55.335079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'name': 'network-vif-deleted', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:53:55.338025 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfef42b-7daf-4b45-8d6f-e87f67238acc" -d '{"events": [{"server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "name": "network-vif-deleted", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:53:55.382829 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c62bbe-08c1-42f3-b893-ee9bce5c7ef8 x-openstack-request-id: req-18c62bbe-08c1-42f3-b893-ee9bce5c7ef8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:53:55.383146 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8503a9ff-8bd2-401f-b255-6d7b99509b5b", "name": "network-vif-deleted", "tag": "8d8054ba-768e-4ed4-a414-560f91fa3adc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:53:55.383393 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18c62bbe-08c1-42f3-b893-ee9bce5c7ef8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:53:55.383912 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8503a9ff-8bd2-401f-b255-6d7b99509b5b', 'name': 'network-vif-deleted', 'tag': '8d8054ba-768e-4ed4-a414-560f91fa3adc', 'status': 'completed', 'code': 200} Nov 13 05:53:55.423428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7d7b078d-c1d8-4885-8b7a-03b0d40dc619 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:53:55.641094 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7d7b078d-c1d8-4885-8b7a-03b0d40dc619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:53:55.668400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b078d-c1d8-4885-8b7a-03b0d40dc619 None None] Checking router: 6a102608-434a-4c81-9584-120a6df272bf for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:53:55.677306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b078d-c1d8-4885-8b7a-03b0d40dc619 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:53:55.677894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7d7b078d-c1d8-4885-8b7a-03b0d40dc619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:53:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:53:55.787867 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7d7b078d-c1d8-4885-8b7a-03b0d40dc619 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:53:55.991513 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7d7b078d-c1d8-4885-8b7a-03b0d40dc619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:53:56.017840 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b078d-c1d8-4885-8b7a-03b0d40dc619 None None] The sync data for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 is: [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:53:56.245452 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc04219-1dbb-4694-9892-785e9d2c1220 None None] New status for floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:53:56.639945 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-7aaa29db-5595-4678-8c2a-bc2f34a46f36 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--732254757&fields=id&tenant_id=f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 267 time: 0.0440722 Nov 13 05:53:56.758521 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-dcc10baa-d7d7-4ea4-aad6-66f7d8a1f316 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:53:56.759945 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-dcc10baa-d7d7-4ea4-aad6-66f7d8a1f316 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 812 time: 0.1133299 Nov 13 05:53:56.775528 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-5cb27850-b457-484a-90e9-c98bfac987ba tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/quotas/f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 375 time: 0.0096071 Nov 13 05:53:56.833299 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-bb2ecf02-e990-44f8-92a0-af7cdaa406cf tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521955 Nov 13 05:53:56.854583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-811944e8-a448-469c-bedc-9fe474010c9c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:53:56.855688 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-811944e8-a448-469c-bedc-9fe474010c9c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055468 Nov 13 05:53:56.960912 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-2060942a-3572-426e-9e9e-6f7707dcb11c service neutron] 10.222.0.43 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989664 Nov 13 05:53:57.061074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-50cf543d-9809-4107-835d-602c9feeb488 service neutron] 10.222.0.43 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906916 Nov 13 05:53:57.237239 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4cb4d459-5c9c-46e5-8ba4-06518305d414 req-5d481a11-3e8f-4eba-9003-ddd8033656fc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 210 time: 0.0317078 Nov 13 05:53:58.317742 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-814cd2b6-0e33-4b65-b761-195545247c7a req-9816c915-f530-407b-ad34-9f4032fda79f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 210 time: 0.0276291 Nov 13 05:53:58.523522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8d8054ba-768e-4ed4-a414-560f91fa3adc no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:53:58.545504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 8d8054ba-768e-4ed4-a414-560f91fa3adc {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:53:58.545947 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 8d8054ba-768e-4ed4-a414-560f91fa3adc not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:53:59.202218 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:59.350994 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:53:59.398760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a33881f5-77d1-4535-ba28-57359c868f0f req-0f528982-6193-4b7d-97bf-6d9ddd229bda tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 210 time: 0.0268252 Nov 13 05:54:00.307798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-a69a3f4f-860f-4f01-8142-c3767b127903 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:00.309158 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-a69a3f4f-860f-4f01-8142-c3767b127903 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 812 time: 0.1018131 Nov 13 05:54:00.382526 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-a0641a75-6a93-496f-997a-5214faa12ce3 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 379 time: 0.0578206 Nov 13 05:54:00.417606 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-a9fe8f82-025a-4fa7-b504-7eacc48913f2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Request body: {'port': {'device_id': '31d37e15-a239-4031-881c-c5f82a08291c', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'admin_state_up': True, 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'security_groups': ['283cf170-deb6-4881-9ebd-a6f09fdb214f']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:54:00.499531 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8ebba866-a9fd-4548-b8dd-6a7971ca29c9 req-7c402dc8-a1a3-4018-9f2a-5a7de7ae06fe tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 210 time: 0.0324123 Nov 13 05:54:00.529312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-a9fe8f82-025a-4fa7-b504-7eacc48913f2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Made reservation on behalf of f684092433e04340b36f5b9467bc5e69 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:54:00.533326 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-a9fe8f82-025a-4fa7-b504-7eacc48913f2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:00.666821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-a9fe8f82-025a-4fa7-b504-7eacc48913f2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Allocated IP 172.20.0.13 (33a53790-583f-421d-a4c9-277da81e49f5/a12eb636-e598-48b0-8a51-8bf033bede84/47e2c616-149e-48d1-87d2-1d7aea200b6b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:54:00.806239 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-a9fe8f82-025a-4fa7-b504-7eacc48913f2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:00.841341 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-a9fe8f82-025a-4fa7-b504-7eacc48913f2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:00.883150 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-a9fe8f82-025a-4fa7-b504-7eacc48913f2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Network 33a53790-583f-421d-a4c9-277da81e49f5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:54:00.888141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-a9fe8f82-025a-4fa7-b504-7eacc48913f2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:54:00.891841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-a9fe8f82-025a-4fa7-b504-7eacc48913f2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:54:00.898526 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe8f82-025a-4fa7-b504-7eacc48913f2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Pushing event updated for resources: {'Port': ['ID=47e2c616-149e-48d1-87d2-1d7aea200b6b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:54:00.949749 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-a9fe8f82-025a-4fa7-b504-7eacc48913f2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:00.950389 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-a9fe8f82-025a-4fa7-b504-7eacc48913f2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:00.969475 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-a9fe8f82-025a-4fa7-b504-7eacc48913f2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5577657 Nov 13 05:54:00.987970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Request body: {'port': {'device_id': '31d37e15-a239-4031-881c-c5f82a08291c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:54:01.053165 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:01.155801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c844b80f-4be7-426a-b373-cdef96f915d7 None None] Provisioning complete for port 47e2c616-149e-48d1-87d2-1d7aea200b6b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:54:01.156456 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c844b80f-4be7-426a-b373-cdef96f915d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:01.199292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c844b80f-4be7-426a-b373-cdef96f915d7 None None] Port 47e2c616-149e-48d1-87d2-1d7aea200b6b cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:54:01.326409 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e2c616-149e-48d1-87d2-1d7aea200b6b {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:54:01.334512 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:01.348217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Transition to ACTIVE for port object 47e2c616-149e-48d1-87d2-1d7aea200b6b will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:54:01.353004 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:01.408651 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f62f22-2474-49a7-b216-26801610edad service neutron] Pushing event updated for resources: {'Port': ['ID=47e2c616-149e-48d1-87d2-1d7aea200b6b,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:54:01.481641 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Attempting to bind port 47e2c616-149e-48d1-87d2-1d7aea200b6b on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:54:01.482396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Attempting to bind port 47e2c616-149e-48d1-87d2-1d7aea200b6b by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:54:01.482396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Attempting to bind port 47e2c616-149e-48d1-87d2-1d7aea200b6b on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:54:01.487985 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Port 47e2c616-149e-48d1-87d2-1d7aea200b6b on network 33a53790-583f-421d-a4c9-277da81e49f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:54:01.488324 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Attempting to bind port 47e2c616-149e-48d1-87d2-1d7aea200b6b on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:54:01.494190 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:54:01.494527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Checking segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:54:01.494907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Bound using segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:54:01.495422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Bound port: 47e2c616-149e-48d1-87d2-1d7aea200b6b, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:54:01.495788 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:01.575308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:54:01.579599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:54:01.597902 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:01.661364 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:01.661992 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:01.663415 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-91f62f22-2474-49a7-b216-26801610edad service neutron] 10.222.0.36 "PUT /v2.0/ports/47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 1092 time: 0.6803617 Nov 13 05:54:01.665611 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:54:01.667991 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6883df-38cb-442b-842a-549bbec4f8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:54:01.708885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29067d4d-11bd-4f48-a074-5ceea4e00e89 req-d71bf0a2-c89d-4f32-8662-d11c79ab25a2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:01.710536 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29067d4d-11bd-4f48-a074-5ceea4e00e89 req-d71bf0a2-c89d-4f32-8662-d11c79ab25a2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.1293242 Nov 13 05:54:01.723003 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11450290-0bf9-48fc-ab72-38cf60651d98 x-openstack-request-id: req-11450290-0bf9-48fc-ab72-38cf60651d98 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:54:01.723410 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:54:01.723766 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11450290-0bf9-48fc-ab72-38cf60651d98 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:54:01.724271 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'status': 'completed', 'code': 200} Nov 13 05:54:01.727162 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f62f22-2474-49a7-b216-26801610edad service neutron] Pushing event updated for resources: {'Port': ['ID=47e2c616-149e-48d1-87d2-1d7aea200b6b,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:54:01.815417 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29067d4d-11bd-4f48-a074-5ceea4e00e89 req-790cd104-52ab-4837-89bb-ff420d20f94c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901613 Nov 13 05:54:01.818455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-d2525115-3cbb-4d2a-9cfc-f813c8fe3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:01.819950 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-d2525115-3cbb-4d2a-9cfc-f813c8fe3063 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 1095 time: 0.0714166 Nov 13 05:54:01.872401 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-c6b0cc62-58b9-47df-ba71-f2bc3ec3b3b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 217 time: 0.0383227 Nov 13 05:54:01.928262 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-8df52384-7a7d-4c2a-9bcd-b7e0f511cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:01.929600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-8df52384-7a7d-4c2a-9bcd-b7e0f511cbbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0497758 Nov 13 05:54:01.977116 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-1ef8d057-0704-4a10-9620-af223d058ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:01.978496 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-1ef8d057-0704-4a10-9620-af223d058ab1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419853 Nov 13 05:54:02.078037 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-2672c2d0-f512-43a1-83a7-a838807575c7 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913723 Nov 13 05:54:02.173102 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c74e9d4d-21d1-47e5-9142-5c08c3916858 req-f96a82e7-c282-49c8-b43d-aaf649ed563b service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878694 Nov 13 05:54:02.300915 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6883df-38cb-442b-842a-549bbec4f8ea req-33333587-47c1-423a-9d1b-7f1886ba42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:02.302506 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c6883df-38cb-442b-842a-549bbec4f8ea req-33333587-47c1-423a-9d1b-7f1886ba42fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 1095 time: 0.0436630 Nov 13 05:54:02.417017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6883df-38cb-442b-842a-549bbec4f8ea req-b9fb13aa-5373-4f68-86d8-7c2e8270afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:02.418567 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c6883df-38cb-442b-842a-549bbec4f8ea req-b9fb13aa-5373-4f68-86d8-7c2e8270afd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1087875 Nov 13 05:54:02.460103 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c6883df-38cb-442b-842a-549bbec4f8ea req-c0341685-c9ac-4e14-ad48-2051b91bd2d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 217 time: 0.0344322 Nov 13 05:54:02.518200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6883df-38cb-442b-842a-549bbec4f8ea req-d45a3ea4-75d2-43bd-9c53-873b8bb41fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:02.519981 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c6883df-38cb-442b-842a-549bbec4f8ea req-d45a3ea4-75d2-43bd-9c53-873b8bb41fdd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0527396 Nov 13 05:54:02.568575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6883df-38cb-442b-842a-549bbec4f8ea req-6eb973a0-c037-4890-94e3-6b4fde7fe48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:02.570058 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c6883df-38cb-442b-842a-549bbec4f8ea req-6eb973a0-c037-4890-94e3-6b4fde7fe48b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429468 Nov 13 05:54:02.667600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c6883df-38cb-442b-842a-549bbec4f8ea req-9056a41e-9a39-4ab0-97fe-3645a607dbe2 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897260 Nov 13 05:54:02.769407 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c6883df-38cb-442b-842a-549bbec4f8ea req-12109c66-07a4-415a-9f03-3744a5a105b5 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941100 Nov 13 05:54:02.944190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff8392-ff32-4d34-a91d-abf7a755efb8 req-98441c9d-3093-4c6b-99cb-42feb19edaf8 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:02.945712 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5eff8392-ff32-4d34-a91d-abf7a755efb8 req-98441c9d-3093-4c6b-99cb-42feb19edaf8 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0508552 Nov 13 05:54:02.995649 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5eff8392-ff32-4d34-a91d-abf7a755efb8 req-0de49aec-f957-4cad-a9f2-47defc886b71 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437834 Nov 13 05:54:04.127541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bf53d-ef16-4ff2-83c7-77280bf4616c req-696480df-e0eb-4f59-b2aa-591c58e8a0ea tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:04.129021 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-363bf53d-ef16-4ff2-83c7-77280bf4616c req-696480df-e0eb-4f59-b2aa-591c58e8a0ea tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0515521 Nov 13 05:54:04.180376 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-363bf53d-ef16-4ff2-83c7-77280bf4616c req-e27e9e06-913e-43f6-a6b4-6c91a39860bc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422382 Nov 13 05:54:04.399246 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb89c5d5-1522-4ff4-b9cc-256534563be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:05.308482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe82daf-b8bd-4c4d-a47e-25b8daba6089 req-00eca6da-85dd-4baa-8e1f-261fc28727d5 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:05.309868 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5fe82daf-b8bd-4c4d-a47e-25b8daba6089 req-00eca6da-85dd-4baa-8e1f-261fc28727d5 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0507352 Nov 13 05:54:05.359383 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5fe82daf-b8bd-4c4d-a47e-25b8daba6089 req-1f7307ab-828e-4826-9088-62ac2293c7a0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418487 Nov 13 05:54:05.785508 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:54:06.503351 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d9c02-af04-4112-bdae-e64985c3612e req-b1e3a6ab-68df-482a-9363-4cb099336137 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:06.504832 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c9d9c02-af04-4112-bdae-e64985c3612e req-b1e3a6ab-68df-482a-9363-4cb099336137 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0580773 Nov 13 05:54:06.555818 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c9d9c02-af04-4112-bdae-e64985c3612e req-440f5b59-daf4-41eb-b09c-7ae3cdf7f3ec tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417812 Nov 13 05:54:06.570322 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-357ca166-8540-4aef-a700-85fab088a0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:07.175603 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 47e2c616-149e-48d1-87d2-1d7aea200b6b details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:54:07.283492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:54:07.295127 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'port_id': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'mac_address': 'fa:16:3e:7d:0a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:54:07.332524 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:07.346377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e2c616-149e-48d1-87d2-1d7aea200b6b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:54:07.365774 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:54:07.371671 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:07.422821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=47e2c616-149e-48d1-87d2-1d7aea200b6b,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:54:07.695223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3156f8-913a-46f9-8ec4-90bb479cae02 req-e19da4b0-8584-423e-8780-0aca278aa036 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:07.696790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8b3156f8-913a-46f9-8ec4-90bb479cae02 req-e19da4b0-8584-423e-8780-0aca278aa036 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0639057 Nov 13 05:54:07.724281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['47e2c616-149e-48d1-87d2-1d7aea200b6b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:54:07.755223 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8b3156f8-913a-46f9-8ec4-90bb479cae02 req-43604e57-b993-4381-b8e1-61020a7cc065 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499227 Nov 13 05:54:08.174437 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:08.895787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8769a3-eead-4cea-a353-4ab0bc1eb272 req-b02872ba-becd-4e92-a972-d8d5c1ae154d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:08.897442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a8769a3-eead-4cea-a353-4ab0bc1eb272 req-b02872ba-becd-4e92-a972-d8d5c1ae154d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0677216 Nov 13 05:54:08.950384 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6a8769a3-eead-4cea-a353-4ab0bc1eb272 req-c77f80e4-03ce-4d18-a667-40d3fc5890dc tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437729 Nov 13 05:54:09.193183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 47e2c616-149e-48d1-87d2-1d7aea200b6b up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:54:09.266560 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 47e2c616-149e-48d1-87d2-1d7aea200b6b completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:54:09.270602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 47e2c616-149e-48d1-87d2-1d7aea200b6b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:54:09.271014 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:09.349203 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:09.373414 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:54:09.375711 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387c1792-dbda-4a21-9129-e8df2f788050" -d '{"events": [{"server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "name": "network-vif-plugged", "status": "completed", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:54:09.391944 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:54:09.397593 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:09.422508 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db1c18f-46c5-4101-af6f-11cf53840915 x-openstack-request-id: req-6db1c18f-46c5-4101-af6f-11cf53840915 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:54:09.422795 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "name": "network-vif-plugged", "status": "completed", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:54:09.423065 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6db1c18f-46c5-4101-af6f-11cf53840915 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:54:09.423452 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'code': 200} Nov 13 05:54:09.449691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=47e2c616-149e-48d1-87d2-1d7aea200b6b,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:54:09.471021 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:09.538408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4156caa-ec0c-477f-9248-398edd12f426 req-c9daab54-3f41-42e6-8605-70a34fea8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:09.539949 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4156caa-ec0c-477f-9248-398edd12f426 req-c9daab54-3f41-42e6-8605-70a34fea8de4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 1097 time: 0.0429051 Nov 13 05:54:09.589148 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f4156caa-ec0c-477f-9248-398edd12f426 req-42bfdfb2-5b4e-4065-b49e-e82912a5a8a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411768 Nov 13 05:54:10.047011 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:10.087997 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd13c8-debb-4254-8b32-d2764c9e764a req-0891f560-40f2-47c8-a6ff-9cfb1c3f943a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:10.089533 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7bfd13c8-debb-4254-8b32-d2764c9e764a req-0891f560-40f2-47c8-a6ff-9cfb1c3f943a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0542915 Nov 13 05:54:10.138978 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7bfd13c8-debb-4254-8b32-d2764c9e764a req-a468efb7-2650-4dac-81ba-889beb810cd4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430055 Nov 13 05:54:11.272717 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf389a-b8e9-4508-bd50-30d873baa2c9 req-925b6ee5-3462-42bc-8b38-120a92cf8e67 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:11.274216 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cbbf389a-b8e9-4508-bd50-30d873baa2c9 req-925b6ee5-3462-42bc-8b38-120a92cf8e67 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0530932 Nov 13 05:54:11.326336 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cbbf389a-b8e9-4508-bd50-30d873baa2c9 req-b7a9b8f1-d00d-4c33-8a81-7a05e504cb63 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435555 Nov 13 05:54:11.461431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b7e4f-39f9-443a-96cb-405a62ab8ba2 req-c3d26eb5-4383-4e7c-bcaa-6ec509b82879 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:11.462929 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-579b7e4f-39f9-443a-96cb-405a62ab8ba2 req-c3d26eb5-4383-4e7c-bcaa-6ec509b82879 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0514481 Nov 13 05:54:11.475018 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 47702) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:54:11.479499 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-afd90585-56be-4e33-a975-710e5b81a6f6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Request body: {'floatingip': {'port_id': '47e2c616-149e-48d1-87d2-1d7aea200b6b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:54:11.521564 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afd90585-56be-4e33-a975-710e5b81a6f6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:11.976497 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afd90585-56be-4e33-a975-710e5b81a6f6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:11.982642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afd90585-56be-4e33-a975-710e5b81a6f6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:12.088027 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-afd90585-56be-4e33-a975-710e5b81a6f6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2 associated. External IP: 172.25.8.128, port: 47e2c616-149e-48d1-87d2-1d7aea200b6b. Nov 13 05:54:12.308962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd90585-56be-4e33-a975-710e5b81a6f6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Router 6a102608-434a-4c81-9584-120a6df272bf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:54:12.415637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd90585-56be-4e33-a975-710e5b81a6f6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:54:12.420872 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afd90585-56be-4e33-a975-710e5b81a6f6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:12.425740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b44186-1b7e-4674-a1b7-c36d2b0b04c3 None None] Sync routers for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:54:12.436950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b44186-1b7e-4674-a1b7-c36d2b0b04c3 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:54:12.437574 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b0b44186-1b7e-4674-a1b7-c36d2b0b04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:54:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:54:12.452424 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-afd90585-56be-4e33-a975-710e5b81a6f6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "PUT /v2.0/floatingips/719b2ce8-2aa7-4839-a53d-824f1b2eb3d2 HTTP/1.1" status: 200 len: 993 time: 0.9734478 Nov 13 05:54:12.452424 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:54:12.453133 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a005a2b0-c1ae-4458-8bf4-ddbc14cc8c32" -d '{"events": [{"name": "network-changed", "server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:54:12.493418 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7b2ccf-61d7-4e5c-9366-3a25470f385f x-openstack-request-id: req-ac7b2ccf-61d7-4e5c-9366-3a25470f385f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:54:12.494059 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:54:12.494059 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac7b2ccf-61d7-4e5c-9366-3a25470f385f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:54:12.494353 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'status': 'completed', 'code': 200} Nov 13 05:54:12.550404 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b0b44186-1b7e-4674-a1b7-c36d2b0b04c3 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:54:12.591190 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005a2b0-c1ae-4458-8bf4-ddbc14cc8c32 req-67e304f6-7acd-49d6-ac3b-c2c008171e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:12.592648 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a005a2b0-c1ae-4458-8bf4-ddbc14cc8c32 req-67e304f6-7acd-49d6-ac3b-c2c008171e79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 1097 time: 0.0447819 Nov 13 05:54:12.686565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005a2b0-c1ae-4458-8bf4-ddbc14cc8c32 req-f54cbcd1-5a77-4c96-b243-62dcc8c5523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:12.688076 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a005a2b0-c1ae-4458-8bf4-ddbc14cc8c32 req-f54cbcd1-5a77-4c96-b243-62dcc8c5523b service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0877924 Nov 13 05:54:12.756876 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a005a2b0-c1ae-4458-8bf4-ddbc14cc8c32 req-8ed79263-8937-4a56-b5f8-eadf34cbe618 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 1001 time: 0.0601108 Nov 13 05:54:12.777790 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b0b44186-1b7e-4674-a1b7-c36d2b0b04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '719b2ce8-2aa7-4839-a53d-824f1b2eb3d2', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '6a102608-434a-4c81-9584-120a6df272bf', 'port_id': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'mac_address': 'fa:16:3e:7d:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d37e15-a239-4031-881c-c5f82a08291c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:44:28Z', 'updated_at': '2021-11-13T05:54:11Z', 'revision_number': 13, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:54:12.804754 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b44186-1b7e-4674-a1b7-c36d2b0b04c3 None None] Checking router: 6a102608-434a-4c81-9584-120a6df272bf for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:54:12.809876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005a2b0-c1ae-4458-8bf4-ddbc14cc8c32 req-1a1c27f0-5548-4b8b-8ed6-28eb07bb6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:12.811396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a005a2b0-c1ae-4458-8bf4-ddbc14cc8c32 req-1a1c27f0-5548-4b8b-8ed6-28eb07bb6962 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0477951 Nov 13 05:54:12.813968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b44186-1b7e-4674-a1b7-c36d2b0b04c3 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:54:12.814571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b0b44186-1b7e-4674-a1b7-c36d2b0b04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:54:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:54:12.858756 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005a2b0-c1ae-4458-8bf4-ddbc14cc8c32 req-5cd590ea-e096-4360-8fbe-918547a28f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:12.860245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a005a2b0-c1ae-4458-8bf4-ddbc14cc8c32 req-5cd590ea-e096-4360-8fbe-918547a28f52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414102 Nov 13 05:54:12.929633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b0b44186-1b7e-4674-a1b7-c36d2b0b04c3 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:54:12.954102 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a005a2b0-c1ae-4458-8bf4-ddbc14cc8c32 req-62571971-6afd-419f-a376-31e07ba377f3 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852838 Nov 13 05:54:13.049599 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a005a2b0-c1ae-4458-8bf4-ddbc14cc8c32 req-16b980bd-7235-4cb8-b9fb-d54bbabd0fce service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873163 Nov 13 05:54:13.156837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b0b44186-1b7e-4674-a1b7-c36d2b0b04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '719b2ce8-2aa7-4839-a53d-824f1b2eb3d2', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '6a102608-434a-4c81-9584-120a6df272bf', 'port_id': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'mac_address': 'fa:16:3e:7d:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d37e15-a239-4031-881c-c5f82a08291c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:44:28Z', 'updated_at': '2021-11-13T05:54:11Z', 'revision_number': 13, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:54:13.353806 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b44186-1b7e-4674-a1b7-c36d2b0b04c3 None None] The sync data for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 is: [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '719b2ce8-2aa7-4839-a53d-824f1b2eb3d2', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '6a102608-434a-4c81-9584-120a6df272bf', 'port_id': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'mac_address': 'fa:16:3e:7d:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d37e15-a239-4031-881c-c5f82a08291c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T05:44:28Z', 'updated_at': '2021-11-13T05:54:11Z', 'revision_number': 13, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:54:13.544885 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425b72e-627e-4a3d-9573-5c8b0dde875f None None] New status for floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:54:21.806966 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29f88ea8-4087-4159-a4e8-64cc9508eb75 req-a7e9bc57-e214-45fd-ad2c-3f954394c0c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432353 Nov 13 05:54:21.916313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f88ea8-4087-4159-a4e8-64cc9508eb75 req-4fe78cb1-84e1-4555-bb4e-8bcc01196997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:21.917911 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29f88ea8-4087-4159-a4e8-64cc9508eb75 req-4fe78cb1-84e1-4555-bb4e-8bcc01196997 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 1097 time: 0.0472729 Nov 13 05:54:22.035571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f88ea8-4087-4159-a4e8-64cc9508eb75 req-a90134e7-ce24-42df-a827-fdb2970f6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:22.037067 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29f88ea8-4087-4159-a4e8-64cc9508eb75 req-a90134e7-ce24-42df-a827-fdb2970f6946 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0982790 Nov 13 05:54:22.108573 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29f88ea8-4087-4159-a4e8-64cc9508eb75 req-b37f764e-fee8-40d9-a310-ebccbe81d50b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 1003 time: 0.0639937 Nov 13 05:54:22.510775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f88ea8-4087-4159-a4e8-64cc9508eb75 req-9a79bf13-48aa-4b12-896a-d9573e91e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:22.512311 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29f88ea8-4087-4159-a4e8-64cc9508eb75 req-9a79bf13-48aa-4b12-896a-d9573e91e317 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.3961759 Nov 13 05:54:22.560996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f88ea8-4087-4159-a4e8-64cc9508eb75 req-0497dbc3-e2f9-44bd-9c25-0bdafba9579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:54:22.562452 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29f88ea8-4087-4159-a4e8-64cc9508eb75 req-0497dbc3-e2f9-44bd-9c25-0bdafba9579f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424161 Nov 13 05:54:22.655498 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29f88ea8-4087-4159-a4e8-64cc9508eb75 req-5b68038b-b233-4b61-8f4b-5c3283d5ef0a service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851128 Nov 13 05:54:22.758093 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-29f88ea8-4087-4159-a4e8-64cc9508eb75 req-e110de4e-3ec6-4333-beac-04472d7c6c9d service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936050 Nov 13 05:54:29.199396 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:29.352788 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:34.399370 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d53e0df7-5281-4e74-aa4c-5fc3562b65c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:36.572063 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f740cea8-81ca-4fc1-b80b-26ca8c7b6314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:38.184567 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:39.481173 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:40.058272 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:42.785901 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:54:59.202288 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:54:59.348157 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:55:04.405396 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77dd9432-a4bf-42d2-97e3-678236b94ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:55:06.579654 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5d63eca0-79e8-41c2-97c1-61082a5542b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:55:08.183467 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:55:09.475294 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:55:10.058217 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:55:19.790231 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:55:23.702314 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c46b6a35-6c7f-4351-9948-27d9f71046ee req-b257a89b-4379-4221-af15-bfdd2981be2d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420725 Nov 13 05:55:23.820589 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b6a35-6c7f-4351-9948-27d9f71046ee req-dd2446a0-b0a8-437b-abd5-42b31eccf77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:55:23.821935 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c46b6a35-6c7f-4351-9948-27d9f71046ee req-dd2446a0-b0a8-437b-abd5-42b31eccf77a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 1097 time: 0.0480130 Nov 13 05:55:23.939984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b6a35-6c7f-4351-9948-27d9f71046ee req-5e0415a5-c726-4c9d-8f11-24537e5c7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:55:23.941455 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c46b6a35-6c7f-4351-9948-27d9f71046ee req-5e0415a5-c726-4c9d-8f11-24537e5c7dfe service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0982924 Nov 13 05:55:24.012838 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c46b6a35-6c7f-4351-9948-27d9f71046ee req-960990ea-1be1-4300-b8c8-0303ada5c98d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 1003 time: 0.0640368 Nov 13 05:55:24.064498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b6a35-6c7f-4351-9948-27d9f71046ee req-31e88158-6159-4031-907d-91d32f8e94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:55:24.065960 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c46b6a35-6c7f-4351-9948-27d9f71046ee req-31e88158-6159-4031-907d-91d32f8e94b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0455854 Nov 13 05:55:24.116158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b6a35-6c7f-4351-9948-27d9f71046ee req-48b81ae8-eae1-44f7-84a1-2b9a95576073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:55:24.117560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c46b6a35-6c7f-4351-9948-27d9f71046ee req-48b81ae8-eae1-44f7-84a1-2b9a95576073 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447378 Nov 13 05:55:24.218792 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c46b6a35-6c7f-4351-9948-27d9f71046ee req-9718bc59-b4a3-4f76-ba8d-7c457fca3459 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930688 Nov 13 05:55:24.310619 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c46b6a35-6c7f-4351-9948-27d9f71046ee req-ce74f77e-1550-450a-8465-f2b6b87c17de service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844209 Nov 13 05:55:29.216487 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:55:29.343847 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:55:34.404919 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd42aefb-bf5a-458c-a91e-cfa6336c13d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:55:36.584995 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d37fc785-73ef-4225-9627-9daba32a01b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:55:38.188741 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:55:39.479854 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:55:40.060384 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:55:56.789798 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:55:59.222417 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:55:59.344371 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:56:04.407359 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f614-c7e5-447f-ae71-1ae999feb861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:56:06.589968 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e5dd663-4203-49e3-a66f-3e3682045f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:56:08.190607 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:56:09.477189 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:56:10.058262 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:56:25.662723 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ce36c86-d1e3-4f75-a119-eca4b8e28d68 req-471022ec-3b5e-45ba-923d-e1ed9fa445a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550368 Nov 13 05:56:25.774264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce36c86-d1e3-4f75-a119-eca4b8e28d68 req-35ce9c0c-f989-4163-824c-d1322b0309f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:56:25.775753 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ce36c86-d1e3-4f75-a119-eca4b8e28d68 req-35ce9c0c-f989-4163-824c-d1322b0309f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 1097 time: 0.0458884 Nov 13 05:56:25.887102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce36c86-d1e3-4f75-a119-eca4b8e28d68 req-c6d86a5d-b793-4898-aee4-548b871e62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:56:25.888853 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ce36c86-d1e3-4f75-a119-eca4b8e28d68 req-c6d86a5d-b793-4898-aee4-548b871e62fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0886450 Nov 13 05:56:25.961219 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ce36c86-d1e3-4f75-a119-eca4b8e28d68 req-e9218727-680e-4d95-b582-d602596d0206 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 1003 time: 0.0637553 Nov 13 05:56:26.011093 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce36c86-d1e3-4f75-a119-eca4b8e28d68 req-9e906085-2785-4b9e-80c1-8a9aa308bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:56:26.012664 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ce36c86-d1e3-4f75-a119-eca4b8e28d68 req-9e906085-2785-4b9e-80c1-8a9aa308bc0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0441277 Nov 13 05:56:26.064515 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce36c86-d1e3-4f75-a119-eca4b8e28d68 req-bc328740-6383-403e-a376-1f0b415d4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:56:26.066033 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ce36c86-d1e3-4f75-a119-eca4b8e28d68 req-bc328740-6383-403e-a376-1f0b415d4fca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469072 Nov 13 05:56:26.163111 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ce36c86-d1e3-4f75-a119-eca4b8e28d68 req-ee9df35f-6c37-42d1-b12d-5026fc0e1542 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897510 Nov 13 05:56:26.267810 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0ce36c86-d1e3-4f75-a119-eca4b8e28d68 req-0a3551c7-7396-4127-9030-a61f235e7708 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969946 Nov 13 05:56:29.252262 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:56:29.347837 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:56:33.789306 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:56:34.408066 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-be9d1192-de86-4fd6-b944-d9be9ad03a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:56:36.583970 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d36c65d7-82aa-45aa-857f-249cbec71ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:56:38.198575 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:56:39.488207 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:56:40.065301 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:56:44.513065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca5ca-84cc-4621-8d4d-144a9845f500 req-f14297c5-b927-4646-a06a-3b7244eab157 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:56:44.514573 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8c0ca5ca-84cc-4621-8d4d-144a9845f500 req-f14297c5-b927-4646-a06a-3b7244eab157 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0524731 Nov 13 05:56:44.562387 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8c0ca5ca-84cc-4621-8d4d-144a9845f500 req-cee5b395-f396-4559-9a2a-a0b0ce7c2097 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412164 Nov 13 05:56:56.747012 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-deb2a478-6216-4299-b8e3-e57ce45c1875 req-ab4c14c4-526f-461b-95f9-25be66295aee service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:56:56.747978 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-deb2a478-6216-4299-b8e3-e57ce45c1875 req-ab4c14c4-526f-461b-95f9-25be66295aee service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1085496 Nov 13 05:56:57.977953 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-4f02ceb6-a01f-416a-9a8d-8e887381b9fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706053 Nov 13 05:56:57.990708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccc155-e0cc-446b-8331-54b740b99bdd req-630961a6-a70d-44ab-854f-4460aef7037e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:56:57.992210 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8cccc155-e0cc-446b-8331-54b740b99bdd req-630961a6-a70d-44ab-854f-4460aef7037e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0757928 Nov 13 05:56:58.043927 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8cccc155-e0cc-446b-8331-54b740b99bdd req-bf9af1ae-fd5b-4c90-9e6f-15af5b8e044e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445206 Nov 13 05:56:59.174766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68670fc-d35b-4ebf-88f3-46b5322bb4e4 req-24110831-b4f6-45ac-8c97-775a94f0fbef tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:56:59.182824 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b68670fc-d35b-4ebf-88f3-46b5322bb4e4 req-24110831-b4f6-45ac-8c97-775a94f0fbef tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0603545 Nov 13 05:56:59.236335 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b68670fc-d35b-4ebf-88f3-46b5322bb4e4 req-b03a4a3e-059e-45bc-a54a-2f1dd72aaf63 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525610 Nov 13 05:56:59.264319 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:56:59.271290 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-4dd2e64b-4c7e-48dd-88b1-7e2a8ebf653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:56:59.272868 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-4dd2e64b-4c7e-48dd-88b1-7e2a8ebf653b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 1097 time: 0.0490489 Nov 13 05:56:59.353026 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:56:59.366181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-581db0d4-4b8e-4785-8184-005b85e661d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:56:59.367681 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-581db0d4-4b8e-4785-8184-005b85e661d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0878959 Nov 13 05:56:59.437700 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-b6df5596-9f2c-4878-94ac-a461c81fed4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 1003 time: 0.0625148 Nov 13 05:56:59.486587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-316bace5-9b96-4467-924d-232645dc2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:56:59.488036 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-316bace5-9b96-4467-924d-232645dc2495 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0429227 Nov 13 05:56:59.533352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-8ad44416-7d03-4fd4-baaa-72ba8b9562d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:56:59.534817 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-8ad44416-7d03-4fd4-baaa-72ba8b9562d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395012 Nov 13 05:56:59.631628 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-9df62949-05d2-464a-a874-c1cc408da2a7 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888934 Nov 13 05:56:59.722601 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-ac93d2e2-0431-4791-8a72-fe5749351c1c service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841899 Nov 13 05:57:00.369727 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f37d7-aa6b-41e2-9234-4b0e15b430ce req-f3396626-0a5f-4d6e-9204-07c2ebf5dcfe tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:00.371127 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-026f37d7-aa6b-41e2-9234-4b0e15b430ce req-f3396626-0a5f-4d6e-9204-07c2ebf5dcfe tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0580997 Nov 13 05:57:00.421386 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-026f37d7-aa6b-41e2-9234-4b0e15b430ce req-ecc6712c-cda8-4167-aa20-47d9dcf9c193 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415657 Nov 13 05:57:01.562211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e3886-e02f-45b7-9993-b80823da895b req-6ae819c8-3d23-41f0-8b99-7315383edc34 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:01.563736 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-269e3886-e02f-45b7-9993-b80823da895b req-6ae819c8-3d23-41f0-8b99-7315383edc34 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0591338 Nov 13 05:57:01.611185 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-269e3886-e02f-45b7-9993-b80823da895b req-442bbcca-3a04-4815-b658-6bf2ed3742ae tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413263 Nov 13 05:57:02.760429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c29d-8ce0-4509-ae1d-0d765185113f req-a2f5e619-b461-461b-9b93-21bb0b279579 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:02.761921 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bea5c29d-8ce0-4509-ae1d-0d765185113f req-a2f5e619-b461-461b-9b93-21bb0b279579 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0566020 Nov 13 05:57:02.814166 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bea5c29d-8ce0-4509-ae1d-0d765185113f req-790f9bf1-5c11-4b8f-8360-31726dbbba12 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433881 Nov 13 05:57:03.949996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a3288-096c-48fe-bd27-31c7a94505ca req-0f78f775-c693-4691-9d29-886a46a7eb36 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:03.951564 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f22a3288-096c-48fe-bd27-31c7a94505ca req-0f78f775-c693-4691-9d29-886a46a7eb36 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0580795 Nov 13 05:57:04.009856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f22a3288-096c-48fe-bd27-31c7a94505ca req-6749857f-9b68-4eca-979c-d03facc74f84 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496473 Nov 13 05:57:04.411987 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8176289-cf64-4c92-aa38-9fd6ea1b472c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:05.153169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25b335-74cf-48d6-8d38-c0efd4ccb778 req-f71feac7-5f1e-403a-ac87-9e3ddab993df tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:05.154754 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa25b335-74cf-48d6-8d38-c0efd4ccb778 req-f71feac7-5f1e-403a-ac87-9e3ddab993df tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0610149 Nov 13 05:57:05.204371 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aa25b335-74cf-48d6-8d38-c0efd4ccb778 req-7d7cbcce-db8c-4edc-9230-07919ac2e175 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415175 Nov 13 05:57:06.328643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974d62a-d332-4c43-a851-78b226ea4728 req-31f8efe5-c751-413a-b2a2-101907f7b5da tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:06.330124 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3974d62a-d332-4c43-a851-78b226ea4728 req-31f8efe5-c751-413a-b2a2-101907f7b5da tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0535226 Nov 13 05:57:06.393093 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3974d62a-d332-4c43-a851-78b226ea4728 req-b8a5a18f-a988-4c8d-b754-bf381360cce5 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539031 Nov 13 05:57:06.579034 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8eb98f0-c157-43be-b309-a5ab631441b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:07.531513 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354d723-c2a7-412e-afb4-d4bec0806376 req-efea6a95-298d-48d7-af2e-f7a406b48cb7 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:07.533020 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f354d723-c2a7-412e-afb4-d4bec0806376 req-efea6a95-298d-48d7-af2e-f7a406b48cb7 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0553145 Nov 13 05:57:07.586395 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f354d723-c2a7-412e-afb4-d4bec0806376 req-65feac29-150f-46ba-ad0b-952569256b75 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472319 Nov 13 05:57:08.199145 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:08.726203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc57b9a-40d4-431f-b952-99b8bae1f4b3 req-f3404f38-2311-4f23-a229-5bbfde0a7ef2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:08.727739 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2bc57b9a-40d4-431f-b952-99b8bae1f4b3 req-f3404f38-2311-4f23-a229-5bbfde0a7ef2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0545738 Nov 13 05:57:08.781997 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2bc57b9a-40d4-431f-b952-99b8bae1f4b3 req-96a08fc0-45c6-446d-b634-8a64aaecfc6e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451660 Nov 13 05:57:09.484935 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:09.931963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3e702-6c2e-404f-af4f-4a23f2b625fb req-03b2eefa-6b14-497d-b069-a8aa655341b5 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:09.933729 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9df3e702-6c2e-404f-af4f-4a23f2b625fb req-03b2eefa-6b14-497d-b069-a8aa655341b5 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0558801 Nov 13 05:57:09.989578 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9df3e702-6c2e-404f-af4f-4a23f2b625fb req-57f7a51b-3416-45f3-bc90-bfa5c4825be7 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463910 Nov 13 05:57:10.057336 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:10.789366 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:57:11.116982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d203388-48a4-4733-a004-a6fc7a85a7ac req-e24f0b66-9fa4-4e3e-8a98-2ddde2ba17e6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:11.118381 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d203388-48a4-4733-a004-a6fc7a85a7ac req-e24f0b66-9fa4-4e3e-8a98-2ddde2ba17e6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0520885 Nov 13 05:57:11.165688 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d203388-48a4-4733-a004-a6fc7a85a7ac req-dde86395-0097-45fe-a90e-aa0f7e56bc01 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410209 Nov 13 05:57:12.287640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867cf69-8047-4c20-b619-ccbeabee99a2 req-e2737ad5-fcae-44ae-a30c-00a034a0dbd9 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:12.289057 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6867cf69-8047-4c20-b619-ccbeabee99a2 req-e2737ad5-fcae-44ae-a30c-00a034a0dbd9 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0519481 Nov 13 05:57:12.338657 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6867cf69-8047-4c20-b619-ccbeabee99a2 req-b04bee95-f36f-4f90-855f-9fda2016fa44 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434313 Nov 13 05:57:13.464060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dc140-18c0-47b3-98ea-aa707a8f3884 req-af3861f1-9a6e-4ba4-bc61-1ff8ff2914d9 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:13.465557 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c79dc140-18c0-47b3-98ea-aa707a8f3884 req-af3861f1-9a6e-4ba4-bc61-1ff8ff2914d9 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0537493 Nov 13 05:57:13.513540 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c79dc140-18c0-47b3-98ea-aa707a8f3884 req-5d30d3f5-0ff5-4a69-839f-0aa57cf6700b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416648 Nov 13 05:57:13.983985 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-1f4a864f-fadb-498d-b02f-6e4012d84e5e service neutron] show failed (client error): The resource could not be found. Nov 13 05:57:13.984997 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-1f4a864f-fadb-498d-b02f-6e4012d84e5e service neutron] 10.222.0.36 "GET /v2.0/ports/47e2c616-149e-48d1-87d2-1d7aea200b6b/bindings/n-h1-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0601439 Nov 13 05:57:14.205133 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-86121b9c-4561-4e73-bccf-6b88d136ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:14.206702 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-86121b9c-4561-4e73-bccf-6b88d136ad0e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c&tenant_id=f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 1097 time: 0.0440087 Nov 13 05:57:14.226365 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:57:14.283637 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:14.492309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:57:14.526823 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:57:14.566287 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:57:14.569267 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cff4b6-4e91-4e5c-a304-216b460a731b" -d '{"events": [{"server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "name": "network-vif-unplugged", "status": "completed", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:57:14.573302 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:14.587732 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Transition to ACTIVE for port object 47e2c616-149e-48d1-87d2-1d7aea200b6b will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:57:14.594024 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:14.629935 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5efa92a-223c-4099-a283-4cf6cc0025f2 x-openstack-request-id: req-a5efa92a-223c-4099-a283-4cf6cc0025f2 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:57:14.630230 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "name": "network-vif-unplugged", "status": "completed", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:57:14.630480 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5efa92a-223c-4099-a283-4cf6cc0025f2 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:57:14.630876 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'code': 200} Nov 13 05:57:14.643146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23c01d-49b5-4c4c-8acd-8d75ef0ac588 req-8d43566e-0951-4bb5-9dae-422734f67ad3 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:14.644945 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c23c01d-49b5-4c4c-8acd-8d75ef0ac588 req-8d43566e-0951-4bb5-9dae-422734f67ad3 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0603540 Nov 13 05:57:14.650429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Pushing event updated for resources: {'Port': ['ID=47e2c616-149e-48d1-87d2-1d7aea200b6b,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:57:14.689807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:14.690149 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:14.690489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:14.690823 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:14.691181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:14.691511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:14.692019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:14.692180 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:14.692486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:14.692792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:14.693110 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:14.693422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:14.703586 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c23c01d-49b5-4c4c-8acd-8d75ef0ac588 req-910ff6cf-2124-4e8e-9c3a-d9a160b5e704 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511847 Nov 13 05:57:14.732317 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] No DVR routers for this DVR port 47e2c616-149e-48d1-87d2-1d7aea200b6b on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:57:14.875534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Attempting to bind port 47e2c616-149e-48d1-87d2-1d7aea200b6b on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:57:14.875837 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Attempting to bind port 47e2c616-149e-48d1-87d2-1d7aea200b6b by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:57:14.876195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Attempting to bind port 47e2c616-149e-48d1-87d2-1d7aea200b6b on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:57:14.880770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Port 47e2c616-149e-48d1-87d2-1d7aea200b6b on network 33a53790-583f-421d-a4c9-277da81e49f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:57:14.881093 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Attempting to bind port 47e2c616-149e-48d1-87d2-1d7aea200b6b on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:57:14.886165 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:57:14.886501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Checking segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:57:14.886880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Bound using segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:57:14.887333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Bound port: 47e2c616-149e-48d1-87d2-1d7aea200b6b, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:57:14.887683 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:14.953936 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:57:14.956913 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:57:14.962520 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:14.997423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:14.998052 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:14.999700 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] 10.222.0.46 "PUT /v2.0/ports/47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 1092 time: 0.7774694 Nov 13 05:57:15.024323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974aa095-4eac-4398-9d77-57c5e4d9f965 service neutron] Pushing event updated for resources: {'Port': ['ID=47e2c616-149e-48d1-87d2-1d7aea200b6b,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:57:15.077737 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-c32741ce-23a5-4fda-a2ff-1a45b92ce028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:15.079293 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-c32741ce-23a5-4fda-a2ff-1a45b92ce028 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 1095 time: 0.0437670 Nov 13 05:57:15.176479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-07465f29-743e-4a15-9967-01b574d3d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:15.177976 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-07465f29-743e-4a15-9967-01b574d3d8c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0914962 Nov 13 05:57:15.245487 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-491879f8-9851-4672-a5f5-10c9aff64bf3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 1001 time: 0.0605309 Nov 13 05:57:15.296021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-d5a3460d-1262-409d-9b8a-1a4152cbae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:15.297344 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-d5a3460d-1262-409d-9b8a-1a4152cbae6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0442915 Nov 13 05:57:15.346560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-c7577a56-f4e3-47ad-a4da-95f86efc6f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:15.348095 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-c7577a56-f4e3-47ad-a4da-95f86efc6f88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438585 Nov 13 05:57:15.449180 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-8922c9e3-5998-4fb7-ae49-0fd379fd41e5 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930505 Nov 13 05:57:15.550516 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-d1ff6b51-cb19-4784-8caf-337826feeb7c service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928202 Nov 13 05:57:15.822350 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243299cb-6fae-49e7-95b1-7874f98a6591 req-f811199f-80f0-4053-a796-88be2f8f4402 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:15.823770 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-243299cb-6fae-49e7-95b1-7874f98a6591 req-f811199f-80f0-4053-a796-88be2f8f4402 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0505171 Nov 13 05:57:15.871965 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-243299cb-6fae-49e7-95b1-7874f98a6591 req-957e9dc8-b54f-4d28-abc3-3497655ed34d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417695 Nov 13 05:57:16.064874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 47e2c616-149e-48d1-87d2-1d7aea200b6b no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:57:16.104651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 47e2c616-149e-48d1-87d2-1d7aea200b6b not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:57:16.632785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:57:16.635379 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a50f26-81af-47d1-aee3-99cc5e31a29a" -d '{"events": [{"name": "network-changed", "server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:57:16.685356 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933c7c9e-135b-47df-95a0-c8cd41d18416 x-openstack-request-id: req-933c7c9e-135b-47df-95a0-c8cd41d18416 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:57:16.685738 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:57:16.686031 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-933c7c9e-135b-47df-95a0-c8cd41d18416 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:57:16.686512 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'status': 'completed', 'code': 200} Nov 13 05:57:16.796694 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-73eede47-3993-4ed2-8172-e3167e1cebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:16.798212 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-73eede47-3993-4ed2-8172-e3167e1cebdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 1095 time: 0.0710838 Nov 13 05:57:16.802804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-b4cb7a70-1b10-42ff-9ef2-d4c708f0f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:16.804158 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-b4cb7a70-1b10-42ff-9ef2-d4c708f0f33b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 1095 time: 0.0686824 Nov 13 05:57:16.968181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-63f1cd2c-781c-4121-a9c3-b9ecdda9cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:16.969663 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-63f1cd2c-781c-4121-a9c3-b9ecdda9cca4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1637361 Nov 13 05:57:16.986579 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-3b46e5ca-c311-4b1d-950e-2f78dbbf3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:16.988001 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-3b46e5ca-c311-4b1d-950e-2f78dbbf3536 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1747079 Nov 13 05:57:17.112075 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f528362-7e24-40d7-8bbc-295f7c7af457 req-8f6354a5-c344-4500-af26-186ba002b3ab tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:17.113592 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7f528362-7e24-40d7-8bbc-295f7c7af457 req-8f6354a5-c344-4500-af26-186ba002b3ab tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.1609995 Nov 13 05:57:17.115685 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-6f13bf4f-ec2c-4e98-9c27-de79feda2703 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 1001 time: 0.1192973 Nov 13 05:57:17.117894 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-40c7cc1f-1fed-44b3-a57a-64a639954a9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 1001 time: 0.1336710 Nov 13 05:57:17.238779 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-b938d94f-37df-4b13-ac13-7f890d74062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:17.240647 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-b938d94f-37df-4b13-ac13-7f890d74062a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.1134882 Nov 13 05:57:17.241883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-929a2340-34c4-404f-8911-56bb8eaac71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:17.243204 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-929a2340-34c4-404f-8911-56bb8eaac71a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.1173851 Nov 13 05:57:17.247947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7f528362-7e24-40d7-8bbc-295f7c7af457 req-8d84635e-92e0-4dbc-8108-5a1e7d246236 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281083 Nov 13 05:57:17.321430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-b937e033-3a35-43d0-be2f-f704dcbc3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:17.322937 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-b937e033-3a35-43d0-be2f-f704dcbc3e56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730834 Nov 13 05:57:17.325521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-6333fea6-4d0f-4b56-a90f-3b3c47b2551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:17.327068 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-6333fea6-4d0f-4b56-a90f-3b3c47b2551b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682316 Nov 13 05:57:17.484048 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-cbf92c8a-5d33-4799-9246-64df8e3b1b5a service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535749 Nov 13 05:57:17.485745 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-eb15dfc3-9b90-45cb-b536-1e8655c3e289 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485426 Nov 13 05:57:17.638093 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-982eef5f-08e6-41df-aadb-bb968d11874d service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471367 Nov 13 05:57:17.641762 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a50f26-81af-47d1-aee3-99cc5e31a29a req-a3a5ceaf-b1ec-418d-82f3-c7b540036dfa service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438909 Nov 13 05:57:18.373031 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8155eb-f926-4a2d-bdb8-cff475c36a2e req-f030cd52-a6b9-4498-a96d-e7a902ac0f7c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:18.374660 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab8155eb-f926-4a2d-bdb8-cff475c36a2e req-f030cd52-a6b9-4498-a96d-e7a902ac0f7c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0512962 Nov 13 05:57:18.423805 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ab8155eb-f926-4a2d-bdb8-cff475c36a2e req-73bbe2e2-6252-4348-bac1-7eb19f16214a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429246 Nov 13 05:57:19.561852 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7da9c4-4d8c-4d2a-b229-effaf9b7a6a4 req-089b3a00-5ec2-4b87-aa30-d7a05d91d56d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:19.563439 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a7da9c4-4d8c-4d2a-b229-effaf9b7a6a4 req-089b3a00-5ec2-4b87-aa30-d7a05d91d56d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0531664 Nov 13 05:57:19.617467 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a7da9c4-4d8c-4d2a-b229-effaf9b7a6a4 req-5512c97d-f378-4ea3-b1da-c1d6c5a67a3f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477841 Nov 13 05:57:20.752005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fde522-2ef8-4a7c-9e13-5679ee4d13a2 req-b8f15065-80ae-477e-b9cb-8004fc739703 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:20.753383 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6fde522-2ef8-4a7c-9e13-5679ee4d13a2 req-b8f15065-80ae-477e-b9cb-8004fc739703 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0611291 Nov 13 05:57:20.802117 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f6fde522-2ef8-4a7c-9e13-5679ee4d13a2 req-9fbc486b-e1d1-408d-9d99-ab3398d82eb9 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425847 Nov 13 05:57:22.283626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952e042-0a49-455c-871e-c5f9f9331660 req-55a92b21-e3d8-470f-91a3-10bc39d942de tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:22.285108 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6952e042-0a49-455c-871e-c5f9f9331660 req-55a92b21-e3d8-470f-91a3-10bc39d942de tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.3967116 Nov 13 05:57:22.334403 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6952e042-0a49-455c-871e-c5f9f9331660 req-07e83e80-7fc5-47c2-85fd-3c4e153fa538 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401554 Nov 13 05:57:23.458994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2f6f0-56eb-48dd-a1df-f7518ac29269 req-d100b769-aedc-477c-9462-7bed56142b62 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:23.460498 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cfb2f6f0-56eb-48dd-a1df-f7518ac29269 req-d100b769-aedc-477c-9462-7bed56142b62 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0495524 Nov 13 05:57:23.509763 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cfb2f6f0-56eb-48dd-a1df-f7518ac29269 req-9bb5dc9b-6e35-48be-a1f0-d5cd31380aef tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434101 Nov 13 05:57:24.634416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c17e45-9694-4f85-893b-86ff6368b132 req-f2eadcfb-d5a0-422d-b0c5-9e0e58968be2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:24.635928 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c4c17e45-9694-4f85-893b-86ff6368b132 req-f2eadcfb-d5a0-422d-b0c5-9e0e58968be2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0501983 Nov 13 05:57:24.693679 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c4c17e45-9694-4f85-893b-86ff6368b132 req-721b1cda-f853-4879-8298-36efe489d919 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490608 Nov 13 05:57:25.831741 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d6b4a-86e5-4b1d-9a56-0340373ac5c0 req-cb9096e3-d309-4173-b064-f764ee47219b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:25.833234 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb3d6b4a-86e5-4b1d-9a56-0340373ac5c0 req-cb9096e3-d309-4173-b064-f764ee47219b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0521121 Nov 13 05:57:25.885242 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bb3d6b4a-86e5-4b1d-9a56-0340373ac5c0 req-424eb879-a59a-4565-998e-4e8380f87ada tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458133 Nov 13 05:57:27.015769 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0087c-854e-4228-b027-f04ce5549400 req-554705f2-3c64-45de-8d3b-e61c3bde8394 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:27.017204 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fed0087c-854e-4228-b027-f04ce5549400 req-554705f2-3c64-45de-8d3b-e61c3bde8394 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0513439 Nov 13 05:57:27.072442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fed0087c-854e-4228-b027-f04ce5549400 req-77549a37-2099-4c24-830f-d97431cf2ab8 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455730 Nov 13 05:57:28.216311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63352e6d-ea6f-4956-9ab6-14d358ac331c req-33af21e7-a430-42d6-a2be-d02342c60c48 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:28.218197 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63352e6d-ea6f-4956-9ab6-14d358ac331c req-33af21e7-a430-42d6-a2be-d02342c60c48 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0612402 Nov 13 05:57:28.272350 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63352e6d-ea6f-4956-9ab6-14d358ac331c req-02cffde4-1973-466d-a6dd-fe28a9d95111 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453389 Nov 13 05:57:29.273515 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:29.351356 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:29.397236 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a191da-b736-42e2-93f3-ea5f25f4e9be req-062b2805-b588-432b-aba8-f10e6a97346e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:29.398714 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42a191da-b736-42e2-93f3-ea5f25f4e9be req-062b2805-b588-432b-aba8-f10e6a97346e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0512333 Nov 13 05:57:29.446177 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-42a191da-b736-42e2-93f3-ea5f25f4e9be req-20131e8d-2edd-42b6-8ed5-d4349de16f44 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413647 Nov 13 05:57:30.588751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75582d51-f07f-4e3a-8177-4cc6705413f2 req-b7b53a57-a208-4738-8be3-b07f83e63779 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:30.590223 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75582d51-f07f-4e3a-8177-4cc6705413f2 req-b7b53a57-a208-4738-8be3-b07f83e63779 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0502877 Nov 13 05:57:30.650871 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-75582d51-f07f-4e3a-8177-4cc6705413f2 req-1d5c0805-7f98-45c7-821f-a968afcb00e7 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529780 Nov 13 05:57:30.978689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-ac78ad63-2118-4653-8100-8b7e77cb4665 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:30.980269 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-ac78ad63-2118-4653-8100-8b7e77cb4665 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c&tenant_id=f684092433e04340b36f5b9467bc5e69&binding%3Ahost_id=n-h1-813114-2 HTTP/1.1" status: 200 len: 944 time: 0.0544543 Nov 13 05:57:30.993150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08120a-bcdf-42c0-8fd1-f342e6912e66 req-d66d3648-975f-4521-b90b-e5b993b55a2c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:30.994719 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d08120a-bcdf-42c0-8fd1-f342e6912e66 req-d66d3648-975f-4521-b90b-e5b993b55a2c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 944 time: 0.0533919 Nov 13 05:57:31.045418 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-99b70cfb-2a28-49e6-a72f-a71b02f87957 service neutron] 10.222.0.46 "GET /v2.0/ports/47e2c616-149e-48d1-87d2-1d7aea200b6b/bindings/n-h1-813114-2 HTTP/1.1" status: 200 len: 382 time: 0.0569305 Nov 13 05:57:31.046602 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1d08120a-bcdf-42c0-8fd1-f342e6912e66 req-e014eb5c-189f-4c14-81d9-546a54a45c12 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455682 Nov 13 05:57:31.125634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-4be5d68a-99d5-4a9a-b21e-ff586738591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:31.127202 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-4be5d68a-99d5-4a9a-b21e-ff586738591d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 1095 time: 0.0420589 Nov 13 05:57:31.219707 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-79acf316-ed5b-4ecd-ac1e-5734c4a89d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:31.221219 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-79acf316-ed5b-4ecd-ac1e-5734c4a89d6d service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.0863056 Nov 13 05:57:31.292986 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-0506c1f4-ae4e-4dfa-93cb-bf5e0161f94b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 1001 time: 0.0644979 Nov 13 05:57:31.341010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-86e21304-6f6a-456d-9b98-50ea07c75774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:31.342400 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-86e21304-6f6a-456d-9b98-50ea07c75774 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0430410 Nov 13 05:57:31.388590 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-49a72706-48af-4923-9719-32272a3ae903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:31.390151 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-49a72706-48af-4923-9719-32272a3ae903 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407231 Nov 13 05:57:31.481363 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-9d2fe48e-369e-4476-9c7d-d76d2e6dd286 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836844 Nov 13 05:57:31.500139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 47e2c616-149e-48d1-87d2-1d7aea200b6b details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:57:31.572594 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-11f1a5d4-d301-44fa-95d2-e438f0bf1f72 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840802 Nov 13 05:57:31.598788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:57:31.610516 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'port_id': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'mac_address': 'fa:16:3e:7d:0a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:57:31.655512 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:31.668761 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e2c616-149e-48d1-87d2-1d7aea200b6b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:57:31.688014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:57:31.694294 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:31.747104 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=47e2c616-149e-48d1-87d2-1d7aea200b6b,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:57:31.755299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:31.755636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:31.755968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:31.756294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:31.756614 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:31.756972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:31.757280 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:31.757613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:31.757927 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:31.758235 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:31.758571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:31.758859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:57:32.136355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['47e2c616-149e-48d1-87d2-1d7aea200b6b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:57:32.174728 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264ecec-2fa6-435c-b253-e064643b7da5 req-b65baba2-16d7-47d7-9671-4b68c084fd31 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:32.176923 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5264ecec-2fa6-435c-b253-e064643b7da5 req-b65baba2-16d7-47d7-9671-4b68c084fd31 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0568807 Nov 13 05:57:32.226972 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5264ecec-2fa6-435c-b253-e064643b7da5 req-c5e91bce-4301-4944-a056-597d557be2a2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446332 Nov 13 05:57:33.353724 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63679003-7f4c-49cc-9956-181d08e51e3f req-edc9123f-3f28-472b-91d0-176137608602 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:33.355156 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63679003-7f4c-49cc-9956-181d08e51e3f req-edc9123f-3f28-472b-91d0-176137608602 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0509133 Nov 13 05:57:33.405179 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-63679003-7f4c-49cc-9956-181d08e51e3f req-7d0b6104-69ed-41e4-a6c0-c24097fffd7c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431254 Nov 13 05:57:33.514858 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 47e2c616-149e-48d1-87d2-1d7aea200b6b up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:57:33.569812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 47e2c616-149e-48d1-87d2-1d7aea200b6b completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:57:33.574809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 47e2c616-149e-48d1-87d2-1d7aea200b6b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:57:33.575202 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:33.656702 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:33.679533 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:57:33.681810 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f8a0d7-fc9b-41ce-9eed-6a8db2264331" -d '{"events": [{"server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "name": "network-vif-plugged", "status": "completed", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:57:33.694876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:57:33.701299 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:33.738297 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbe8eaf-d115-488b-999d-669ed04a4283 x-openstack-request-id: req-8bbe8eaf-d115-488b-999d-669ed04a4283 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:57:33.738589 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "name": "network-vif-plugged", "status": "completed", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:57:33.738839 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8bbe8eaf-d115-488b-999d-669ed04a4283 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:57:33.739256 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'code': 200} Nov 13 05:57:33.751832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=47e2c616-149e-48d1-87d2-1d7aea200b6b,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:57:34.412445 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec2cdde7-58dc-498e-b681-064d34b93cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:34.526899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668add0-06ca-4986-ac3d-04045c6fce9e req-b51546e8-4c03-4236-9ac3-58f024bba56e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:34.528410 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3668add0-06ca-4986-ac3d-04045c6fce9e req-b51546e8-4c03-4236-9ac3-58f024bba56e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0497010 Nov 13 05:57:34.581732 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3668add0-06ca-4986-ac3d-04045c6fce9e req-0562f305-028d-4502-a336-bd801ad61865 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471075 Nov 13 05:57:35.718619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466e272-f0cd-4faa-8fad-14f0b3048eab req-978c6cc0-4c07-46f9-b6a7-2f9149da2035 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:35.720224 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a466e272-f0cd-4faa-8fad-14f0b3048eab req-978c6cc0-4c07-46f9-b6a7-2f9149da2035 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0567644 Nov 13 05:57:35.769705 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a466e272-f0cd-4faa-8fad-14f0b3048eab req-3e8c38ca-18d4-40fb-a078-2815ad542412 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432103 Nov 13 05:57:36.027171 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-05675d03-6ef2-4abe-8bfb-b1d634879485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:36.028886 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-05675d03-6ef2-4abe-8bfb-b1d634879485 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c&tenant_id=f684092433e04340b36f5b9467bc5e69 HTTP/1.1" status: 200 len: 1097 time: 0.0502009 Nov 13 05:57:36.047330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:57:36.103209 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:36.315961 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:57:36.348754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:57:36.393322 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:57:36.395687 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24a0b80-3bb3-49ff-b0c1-eac26df2a37e" -d '{"events": [{"server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "name": "network-vif-unplugged", "status": "completed", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:57:36.399784 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:36.412811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Transition to ACTIVE for port object 47e2c616-149e-48d1-87d2-1d7aea200b6b will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:57:36.417612 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:36.446063 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 05:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24216ec-d1e6-4810-9482-25a2aa6cd00b x-openstack-request-id: req-c24216ec-d1e6-4810-9482-25a2aa6cd00b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:57:36.446390 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "name": "network-vif-unplugged", "status": "completed", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:57:36.446638 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c24216ec-d1e6-4810-9482-25a2aa6cd00b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:57:36.447058 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'code': 200} Nov 13 05:57:36.496769 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=47e2c616-149e-48d1-87d2-1d7aea200b6b,revision_number=10']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:57:36.540568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] No DVR routers for this DVR port 47e2c616-149e-48d1-87d2-1d7aea200b6b on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:57:36.581997 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f811b9e-8aef-48f5-9686-48cccb91d89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:36.682592 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Attempting to bind port 47e2c616-149e-48d1-87d2-1d7aea200b6b on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:57:36.682944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Attempting to bind port 47e2c616-149e-48d1-87d2-1d7aea200b6b by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:57:36.683265 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Attempting to bind port 47e2c616-149e-48d1-87d2-1d7aea200b6b on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:57:36.687918 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Port 47e2c616-149e-48d1-87d2-1d7aea200b6b on network 33a53790-583f-421d-a4c9-277da81e49f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:57:36.688224 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Attempting to bind port 47e2c616-149e-48d1-87d2-1d7aea200b6b on network 33a53790-583f-421d-a4c9-277da81e49f5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:57:36.693193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:57:36.693518 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Checking segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:57:36.693890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Bound using segment: {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:57:36.694303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Bound port: 47e2c616-149e-48d1-87d2-1d7aea200b6b, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa1e9df-9387-4a1c-93b8-f25af7ed5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:57:36.694640 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:36.760284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:57:36.763760 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:57:36.769525 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:36.810393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:36.810875 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:36.812470 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] 10.222.0.36 "PUT /v2.0/ports/47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 1093 time: 0.7697530 Nov 13 05:57:36.837650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb5275-d174-48b3-879d-ada8607ce2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=47e2c616-149e-48d1-87d2-1d7aea200b6b,revision_number=11']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:57:36.933774 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebfdf4-7f0d-47d1-8094-49d8680a446e req-94465f18-265f-4f20-b191-1b03e8ad49f6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:36.935342 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fbebfdf4-7f0d-47d1-8094-49d8680a446e req-94465f18-265f-4f20-b191-1b03e8ad49f6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0746503 Nov 13 05:57:36.937638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-548cb82d-f5c0-4541-b17b-90d1881288fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:36.939023 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-548cb82d-f5c0-4541-b17b-90d1881288fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 1096 time: 0.0873089 Nov 13 05:57:37.038636 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fbebfdf4-7f0d-47d1-8094-49d8680a446e req-3d8c7521-3dcb-4659-bb5d-2276c419bee9 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969510 Nov 13 05:57:37.064447 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-83274092-cc17-4588-bc30-b45458e70352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:37.065948 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-83274092-cc17-4588-bc30-b45458e70352 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1178758 Nov 13 05:57:37.137422 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-537cffcf-8ade-4b6a-9bd1-64bd2580bf7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 1001 time: 0.0634952 Nov 13 05:57:37.187494 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-027c77f6-69a7-4b8b-b75e-6b2add319a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:37.188946 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-027c77f6-69a7-4b8b-b75e-6b2add319a75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0447185 Nov 13 05:57:37.242294 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-39c63ffc-e9f0-4197-8ccf-e8c809c5e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:37.244395 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-39c63ffc-e9f0-4197-8ccf-e8c809c5e124 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477824 Nov 13 05:57:37.338568 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-ad92356b-7070-494f-a872-345fef5f9326 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869107 Nov 13 05:57:37.434318 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ca6ad518-5637-4173-94a6-a5544b246c2e req-3868c61f-62a0-4a16-9fc6-cd064176f416 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888605 Nov 13 05:57:37.561908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 47e2c616-149e-48d1-87d2-1d7aea200b6b no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:57:37.605992 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 47e2c616-149e-48d1-87d2-1d7aea200b6b not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:57:38.163583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170c871-899a-4371-b90f-5b8850555ff0 req-2a052f45-4740-415b-a103-87950a8dada0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:38.165102 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7170c871-899a-4371-b90f-5b8850555ff0 req-2a052f45-4740-415b-a103-87950a8dada0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0520670 Nov 13 05:57:38.200952 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:38.216394 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7170c871-899a-4371-b90f-5b8850555ff0 req-cb7e305b-a70d-4060-92f4-e34c42abb14b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445628 Nov 13 05:57:38.447999 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:57:38.450432 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53df4e7-0154-432b-a391-fe7c6edfe56a" -d '{"events": [{"name": "network-changed", "server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:57:38.502226 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9730b0b1-979c-4656-b365-b43ba5b6035f x-openstack-request-id: req-9730b0b1-979c-4656-b365-b43ba5b6035f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:57:38.502518 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:57:38.502766 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9730b0b1-979c-4656-b365-b43ba5b6035f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:57:38.503211 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'status': 'completed', 'code': 200} Nov 13 05:57:38.615819 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-fcb584a7-8140-460d-8d93-69885ed29612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:38.617327 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-fcb584a7-8140-460d-8d93-69885ed29612 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 1096 time: 0.0738511 Nov 13 05:57:38.619187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-83674761-4f0a-467b-9957-a0bb5905a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:38.620501 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-83674761-4f0a-467b-9957-a0bb5905a32b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f684092433e04340b36f5b9467bc5e69&device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 1096 time: 0.0687556 Nov 13 05:57:38.778383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-22e82123-0a9b-4cab-99ff-3f0b101f1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:38.779790 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-22e82123-0a9b-4cab-99ff-3f0b101f1939 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1543007 Nov 13 05:57:38.784351 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-47a9c024-09c8-4490-8f3c-48fe7e18601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:38.785690 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-47a9c024-09c8-4490-8f3c-48fe7e18601d service neutron] 10.222.0.46 "GET /v2.0/networks?id=33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 200 len: 913 time: 0.1527252 Nov 13 05:57:38.894787 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-bc3bf0ea-084b-4bb6-a2ae-89c02a11a315 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 1001 time: 0.1076281 Nov 13 05:57:38.896899 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-a5d72236-275e-4597-92b3-b5da1fdd5c14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 200 len: 1001 time: 0.1029000 Nov 13 05:57:38.984645 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-a5232e56-d8c6-43c7-aea7-55bde473111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:38.986120 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-a5232e56-d8c6-43c7-aea7-55bde473111b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0841167 Nov 13 05:57:38.987929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-21b3f186-4e59-48cb-aa81-c45988e926e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:38.989132 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-21b3f186-4e59-48cb-aa81-c45988e926e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 200 len: 851 time: 0.0792644 Nov 13 05:57:39.061803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-b850a450-7612-4c70-8d4c-aea842a5c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:39.063328 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-b850a450-7612-4c70-8d4c-aea842a5c4f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620427 Nov 13 05:57:39.065139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-d9ea8769-5dc2-452f-8188-69bfc407fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:39.066457 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-d9ea8769-5dc2-452f-8188-69bfc407fa4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a53790-583f-421d-a4c9-277da81e49f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728087 Nov 13 05:57:39.223226 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-1a3af1d6-b9f4-441c-94a4-fb75c1521249 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515555 Nov 13 05:57:39.225048 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-f305e72c-6339-46eb-b159-c925dd29b119 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464803 Nov 13 05:57:39.342190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffab31-eb80-4a93-9d04-f9a728b329a1 req-73de0b65-9e19-484b-8983-1c05d297255b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:39.344181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c0ffab31-eb80-4a93-9d04-f9a728b329a1 req-73de0b65-9e19-484b-8983-1c05d297255b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0533416 Nov 13 05:57:39.383563 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-fa928389-a0f6-4cf9-84e7-9f4a453731a4 service neutron] 10.222.0.46 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506588 Nov 13 05:57:39.385418 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a53df4e7-0154-432b-a391-fe7c6edfe56a req-8a2801a1-f5b1-4391-8793-d95580f2c3f4 service neutron] 10.222.0.36 "GET /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515102 Nov 13 05:57:39.393734 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c0ffab31-eb80-4a93-9d04-f9a728b329a1 req-5c17d8e3-e550-4acb-b326-2544804a7a04 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426078 Nov 13 05:57:39.487292 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:40.052038 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:40.536702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ccfb8-e59e-4f42-851d-5eb33e51516d req-073d9b60-73a9-4e7b-94e1-4a8c50c0d128 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:40.538354 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-639ccfb8-e59e-4f42-851d-5eb33e51516d req-073d9b60-73a9-4e7b-94e1-4a8c50c0d128 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0580993 Nov 13 05:57:40.594499 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-639ccfb8-e59e-4f42-851d-5eb33e51516d req-f1072171-f4bc-4d09-98b6-f7171f353e4b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470896 Nov 13 05:57:41.727021 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247f11a-5e6c-42f9-b532-5a59e3f1c48f req-e6129798-8e81-4b6e-8016-858e2925ad57 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:41.728415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6247f11a-5e6c-42f9-b532-5a59e3f1c48f req-e6129798-8e81-4b6e-8016-858e2925ad57 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0538564 Nov 13 05:57:41.777334 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6247f11a-5e6c-42f9-b532-5a59e3f1c48f req-f502edc1-77ec-40a1-a821-50f926edf30f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429187 Nov 13 05:57:42.923614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dab40b-e185-4c77-af0a-00a22a910c3d req-8ae00798-c759-4068-a80d-95b8634c8236 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:42.925085 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1dab40b-e185-4c77-af0a-00a22a910c3d req-8ae00798-c759-4068-a80d-95b8634c8236 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0659158 Nov 13 05:57:42.977189 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b1dab40b-e185-4c77-af0a-00a22a910c3d req-3500ed9b-ebd1-448c-b19b-38d7ff8c08e7 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431585 Nov 13 05:57:44.127077 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4afc5-3994-4d28-ba5f-17c8714bc852 req-d32ddf52-d319-42e1-a698-cdac1ee7427d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:44.128579 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1bc4afc5-3994-4d28-ba5f-17c8714bc852 req-d32ddf52-d319-42e1-a698-cdac1ee7427d tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0559673 Nov 13 05:57:44.187850 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1bc4afc5-3994-4d28-ba5f-17c8714bc852 req-7a86bb89-b6d6-4d14-920c-a05292c23c14 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530987 Nov 13 05:57:45.325986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24121ad-4a37-4143-890a-d96bc765d2e9 req-1d7a2ca0-7d4f-444c-8fb6-b3300ea9d23a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:45.327403 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f24121ad-4a37-4143-890a-d96bc765d2e9 req-1d7a2ca0-7d4f-444c-8fb6-b3300ea9d23a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0517328 Nov 13 05:57:45.374652 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f24121ad-4a37-4143-890a-d96bc765d2e9 req-29d323b4-8f9b-478e-b46e-eb61678a12a2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411115 Nov 13 05:57:46.510469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3967b-0393-48c4-90d7-0bdb800bad83 req-ab9433c3-7789-4496-a40f-374e42f35dab tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:46.512010 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-74c3967b-0393-48c4-90d7-0bdb800bad83 req-ab9433c3-7789-4496-a40f-374e42f35dab tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0573919 Nov 13 05:57:46.560997 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-74c3967b-0393-48c4-90d7-0bdb800bad83 req-44c11b6f-6ee5-49a1-aba2-d859abad141f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418305 Nov 13 05:57:47.691170 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852460ac-b59a-4bbb-8476-d8a2aa69b1be req-81a2b500-555f-4719-92eb-6561f36d8f1a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:47.692661 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-852460ac-b59a-4bbb-8476-d8a2aa69b1be req-81a2b500-555f-4719-92eb-6561f36d8f1a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0554531 Nov 13 05:57:47.748035 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-852460ac-b59a-4bbb-8476-d8a2aa69b1be req-9650d763-df74-415d-83e8-b3947db3e36e tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462606 Nov 13 05:57:47.789066 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:57:48.875138 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce176d-ea18-416a-8507-45fda0d8a989 req-930a5d91-2fc5-492c-a5dd-8b85fa60c18a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:48.876996 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04ce176d-ea18-416a-8507-45fda0d8a989 req-930a5d91-2fc5-492c-a5dd-8b85fa60c18a tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0512331 Nov 13 05:57:48.929790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-04ce176d-ea18-416a-8507-45fda0d8a989 req-41f10270-258e-4496-b178-576e3a6e71d0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439754 Nov 13 05:57:50.066710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c126e-78f5-43dc-8881-ba1d3c6ee3be req-7ea4b9dc-adf2-4837-9b57-cd4bbbcbf98f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:50.068207 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa0c126e-78f5-43dc-8881-ba1d3c6ee3be req-7ea4b9dc-adf2-4837-9b57-cd4bbbcbf98f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0554380 Nov 13 05:57:50.118402 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-aa0c126e-78f5-43dc-8881-ba1d3c6ee3be req-541eb9bb-07ac-445c-a067-7b01be1445da tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439212 Nov 13 05:57:51.252742 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f613a20-dfcf-487a-83eb-16b42d24ae21 req-73fa53a6-7d6a-43f7-9e89-2e6b219a0467 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:51.254235 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f613a20-dfcf-487a-83eb-16b42d24ae21 req-73fa53a6-7d6a-43f7-9e89-2e6b219a0467 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0529094 Nov 13 05:57:51.313804 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7f613a20-dfcf-487a-83eb-16b42d24ae21 req-d553c09c-0b8d-45e3-b82e-9bf619ac5163 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529976 Nov 13 05:57:51.447002 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f604d-3c47-4351-a2d6-611ac4a8cd4a req-2cafc70d-d9d4-409d-9f5d-c9117c77bec1 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:51.448461 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-530f604d-3c47-4351-a2d6-611ac4a8cd4a req-2cafc70d-d9d4-409d-9f5d-c9117c77bec1 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0549221 Nov 13 05:57:51.506893 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-530f604d-3c47-4351-a2d6-611ac4a8cd4a req-66046b75-3be2-4e60-b32e-4c21229fbcb0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521293 Nov 13 05:57:51.635755 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a287ae-0f93-4b23-a842-130d3bcaab75 req-5a00deec-456c-4bc5-8d97-d03ea9993edf tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:51.637248 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-49a287ae-0f93-4b23-a842-130d3bcaab75 req-5a00deec-456c-4bc5-8d97-d03ea9993edf tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0553997 Nov 13 05:57:51.697278 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-49a287ae-0f93-4b23-a842-130d3bcaab75 req-4665af8a-ae1b-49e1-82d7-26fabd1a86d6 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532947 Nov 13 05:57:51.956807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f39e2-a44c-43b6-800a-944c8cf2f744 req-d82f67fe-737c-4bec-a060-9adfc91fa77f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:51.958275 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e19f39e2-a44c-43b6-800a-944c8cf2f744 req-d82f67fe-737c-4bec-a060-9adfc91fa77f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 945 time: 0.0527074 Nov 13 05:57:52.018005 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e19f39e2-a44c-43b6-800a-944c8cf2f744 req-584858b6-ea33-4ae1-a955-da720155a0e4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508344 Nov 13 05:57:52.226463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 47e2c616-149e-48d1-87d2-1d7aea200b6b details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:57:52.333713 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:57:52.345633 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'port_id': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'mac_address': 'fa:16:3e:7d:0a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:57:52.393811 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:52.412109 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e2c616-149e-48d1-87d2-1d7aea200b6b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:57:52.432227 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:57:52.439572 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:52.485874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=47e2c616-149e-48d1-87d2-1d7aea200b6b,revision_number=12']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:57:52.870206 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['47e2c616-149e-48d1-87d2-1d7aea200b6b'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:57:53.146889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14e91a-9eae-41f7-aaa2-3767980a073a req-da46dada-78bd-443a-aa1a-0e8e868ac9fb tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:53.148374 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f14e91a-9eae-41f7-aaa2-3767980a073a req-da46dada-78bd-443a-aa1a-0e8e868ac9fb tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0564623 Nov 13 05:57:53.198842 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f14e91a-9eae-41f7-aaa2-3767980a073a req-6a873cfa-7391-4667-9bbd-cbca451c8f4c tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417876 Nov 13 05:57:53.818167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-84f1afc1-9818-4caa-ad1f-e550b6b9a867 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:53.819652 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-84f1afc1-9818-4caa-ad1f-e550b6b9a867 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.36 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0606534 Nov 13 05:57:53.922458 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-49721882-05b4-4e29-a692-12d4416be518 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Deleting port 47e2c616-149e-48d1-87d2-1d7aea200b6b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:57:53.922801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-49721882-05b4-4e29-a692-12d4416be518 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:54.018286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-49721882-05b4-4e29-a692-12d4416be518 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:57:54.018651 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-49721882-05b4-4e29-a692-12d4416be518 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:54.194945 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-49721882-05b4-4e29-a692-12d4416be518 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:54.195723 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-49721882-05b4-4e29-a692-12d4416be518 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:54.195723 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-49721882-05b4-4e29-a692-12d4416be518 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2 disassociated. External IP: 172.25.8.128, port: 47e2c616-149e-48d1-87d2-1d7aea200b6b. Nov 13 05:57:54.195918 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-49721882-05b4-4e29-a692-12d4416be518 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Calling delete_port for 47e2c616-149e-48d1-87d2-1d7aea200b6b owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:57:54.242772 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 47e2c616-149e-48d1-87d2-1d7aea200b6b details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:57:54.328163 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48914d-41c4-4ceb-b263-6c24935cf611 req-ddf557f1-64f6-4a34-ab8b-689e4a5606f2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:57:54.329761 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e48914d-41c4-4ceb-b263-6c24935cf611 req-ddf557f1-64f6-4a34-ab8b-689e4a5606f2 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 946 time: 0.0570323 Nov 13 05:57:54.332669 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-49721882-05b4-4e29-a692-12d4416be518 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:54.353498 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 47e2c616-149e-48d1-87d2-1d7aea200b6b, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=47e2c616-149e-48d1-87d2-1d7aea200b6b,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:57:54.362431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49721882-05b4-4e29-a692-12d4416be518 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Pushing event deleted for resources: {'Port': ['ID=47e2c616-149e-48d1-87d2-1d7aea200b6b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:57:54.371703 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'port_id': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'mac_address': 'fa:16:3e:7d:0a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:57:54.384575 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e48914d-41c4-4ceb-b263-6c24935cf611 req-bd68241b-a176-4719-936f-dc5a10c9f037 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups?id=283cf170-deb6-4881-9ebd-a6f09fdb214f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479629 Nov 13 05:57:54.478988 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-49721882-05b4-4e29-a692-12d4416be518 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Router 6a102608-434a-4c81-9584-120a6df272bf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:57:54.589280 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-49721882-05b4-4e29-a692-12d4416be518 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:57:54.599841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953769fc-0882-4d07-b279-7885b85ddff8 None None] Sync routers for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:57:54.610257 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953769fc-0882-4d07-b279-7885b85ddff8 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:57:54.610860 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-953769fc-0882-4d07-b279-7885b85ddff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:57:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:57:54.633236 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-49721882-05b4-4e29-a692-12d4416be518 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] No DVR routers for this DVR port 47e2c616-149e-48d1-87d2-1d7aea200b6b on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:57:54.640430 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-49721882-05b4-4e29-a692-12d4416be518 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:54.645307 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a87bea5a-da82-4f97-b891-4b83dad81b6f req-49721882-05b4-4e29-a692-12d4416be518 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.36 "DELETE /v2.0/ports/47e2c616-149e-48d1-87d2-1d7aea200b6b HTTP/1.1" status: 204 len: 173 time: 0.8188651 Nov 13 05:57:54.645767 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'name': 'network-vif-deleted', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:57:54.649638 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceacf1bc-f312-463f-b3d9-0c0bbca6452c" -d '{"events": [{"server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "name": "network-vif-deleted", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:57:54.691714 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a2f849-e9ed-4e96-a763-a1addd14fc6f x-openstack-request-id: req-d7a2f849-e9ed-4e96-a763-a1addd14fc6f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:57:54.691994 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d37e15-a239-4031-881c-c5f82a08291c", "name": "network-vif-deleted", "tag": "47e2c616-149e-48d1-87d2-1d7aea200b6b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:57:54.692246 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7a2f849-e9ed-4e96-a763-a1addd14fc6f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:57:54.692655 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d37e15-a239-4031-881c-c5f82a08291c', 'name': 'network-vif-deleted', 'tag': '47e2c616-149e-48d1-87d2-1d7aea200b6b', 'status': 'completed', 'code': 200} Nov 13 05:57:54.729460 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-953769fc-0882-4d07-b279-7885b85ddff8 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:57:54.930090 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-953769fc-0882-4d07-b279-7885b85ddff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:57:54.955877 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953769fc-0882-4d07-b279-7885b85ddff8 None None] Checking router: 6a102608-434a-4c81-9584-120a6df272bf for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:57:54.964735 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953769fc-0882-4d07-b279-7885b85ddff8 None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:57:54.965338 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-953769fc-0882-4d07-b279-7885b85ddff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:57:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:57:55.071991 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-953769fc-0882-4d07-b279-7885b85ddff8 None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:57:55.268780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-953769fc-0882-4d07-b279-7885b85ddff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:57:55.294859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953769fc-0882-4d07-b279-7885b85ddff8 None None] The sync data for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 is: [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:44:26Z', 'revision_number': 4, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '11f659fe-bc58-43b2-bc8f-493e56c12750', 'name': '', 'network_id': '33a53790-583f-421d-a4c9-277da81e49f5', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'mac_address': 'fa:16:3e:d6:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:26Z', 'updated_at': '2021-11-13T05:44:30Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'subnets': [{'id': 'a12eb636-e598-48b0-8a51-8bf033bede84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:57:55.489717 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-35985313-b995-49b2-98b6-0243ffbc29bd req-c5c84f70-fbd8-4bed-a590-7dd3487fd4b4 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 210 time: 0.0278554 Nov 13 05:57:55.538215 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a66c09-2b25-41a8-9eb9-30d3a4f9c0b3 None None] New status for floating IP 719b2ce8-2aa7-4839-a53d-824f1b2eb3d2: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 05:57:56.593286 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3cec4f11-5867-4436-9f11-e06401a78769 req-5b0ab36d-8064-47d0-a717-b4f8f2ba6e40 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 210 time: 0.0269611 Nov 13 05:57:57.698113 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0d3e784-218f-4f30-ac9e-d4b1b284c6d9 req-32eb29dd-9d09-45a4-86a7-64a73ae2549b tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 210 time: 0.0340261 Nov 13 05:57:58.234973 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 47e2c616-149e-48d1-87d2-1d7aea200b6b no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:57:58.255631 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 47e2c616-149e-48d1-87d2-1d7aea200b6b {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:57:58.255945 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 47e2c616-149e-48d1-87d2-1d7aea200b6b not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:57:58.796644 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fa2e7a30-389e-4ef5-953b-431d7919a61c req-9e33b1d8-b6de-455f-93ad-0b03a3b272b0 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/ports?device_id=31d37e15-a239-4031-881c-c5f82a08291c HTTP/1.1" status: 200 len: 210 time: 0.0267622 Nov 13 05:57:59.282298 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:57:59.363994 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:03.596889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48256) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:03.651514 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f9435e5-56d6-4ef6-8bae-7254f1f719ef tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:03.677319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f9435e5-56d6-4ef6-8bae-7254f1f719ef tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:03.725923 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f9435e5-56d6-4ef6-8bae-7254f1f719ef tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:03.728825 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f9435e5-56d6-4ef6-8bae-7254f1f719ef tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:03.732478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5f9435e5-56d6-4ef6-8bae-7254f1f719ef tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "DELETE /v2.0/security-groups/283cf170-deb6-4881-9ebd-a6f09fdb214f HTTP/1.1" status: 204 len: 168 time: 0.1320016 Nov 13 05:58:03.733049 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48258) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:03.739748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9435e5-56d6-4ef6-8bae-7254f1f719ef tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=283cf170-deb6-4881-9ebd-a6f09fdb214f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:03.755097 n-d-813114-2 neutron-server[102667]: INFO neutron.api.v2.resource [None req-e6fba0b0-6e49-46cc-9c7c-85e7e7cb222f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] show failed (client error): The resource could not be found. Nov 13 05:58:03.759235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:03.759508 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e6fba0b0-6e49-46cc-9c7c-85e7e7cb222f tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "GET /v2.0/security-groups/283cf170-deb6-4881-9ebd-a6f09fdb214f HTTP/1.1" status: 404 len: 347 time: 0.0252335 Nov 13 05:58:03.890271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0a07bc12-2e93-44a7-944e-2d1c8851f883 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Deleting port 06b9df7d-fa33-445b-8f79-c1fc925a1c97 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:58:03.890577 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a07bc12-2e93-44a7-944e-2d1c8851f883 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:03.971384 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a07bc12-2e93-44a7-944e-2d1c8851f883 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:03.971708 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a07bc12-2e93-44a7-944e-2d1c8851f883 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:03.983781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0a07bc12-2e93-44a7-944e-2d1c8851f883 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Calling delete_port for 06b9df7d-fa33-445b-8f79-c1fc925a1c97 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:58:04.118626 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a07bc12-2e93-44a7-944e-2d1c8851f883 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:04.144443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07bc12-2e93-44a7-944e-2d1c8851f883 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Pushing event deleted for resources: {'Port': ['ID=06b9df7d-fa33-445b-8f79-c1fc925a1c97,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:04.206683 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a07bc12-2e93-44a7-944e-2d1c8851f883 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:04.209930 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a07bc12-2e93-44a7-944e-2d1c8851f883 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:04.211147 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0a07bc12-2e93-44a7-944e-2d1c8851f883 tempest-ServerActionsTestJSON-313166397 tempest-ServerActionsTestJSON-313166397-project] 10.222.0.43 "DELETE /v2.0/floatingips/719b2ce8-2aa7-4839-a53d-824f1b2eb3d2 HTTP/1.1" status: 204 len: 168 time: 0.4506140 Nov 13 05:58:04.214318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48262) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:04.407048 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464d5f50-ecc1-44f9-95e1-4c9c3c9a5130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:04.750773 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84d2d818-ea1a-4714-b275-034a535acb57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:05.004473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-84d2d818-ea1a-4714-b275-034a535acb57 admin admin] Deleting port 11f659fe-bc58-43b2-bc8f-493e56c12750 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:58:05.004715 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84d2d818-ea1a-4714-b275-034a535acb57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:05.082720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-84d2d818-ea1a-4714-b275-034a535acb57 admin admin] For port 11f659fe-bc58-43b2-bc8f-493e56c12750, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=11f659fe-bc58-43b2-bc8f-493e56c12750,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:05.083103 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84d2d818-ea1a-4714-b275-034a535acb57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:05.095408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-84d2d818-ea1a-4714-b275-034a535acb57 admin admin] Calling delete_port for 11f659fe-bc58-43b2-bc8f-493e56c12750 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:58:05.635858 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84d2d818-ea1a-4714-b275-034a535acb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:05.662633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2d818-ea1a-4714-b275-034a535acb57 admin admin] Pushing event deleted for resources: {'Port': ['ID=11f659fe-bc58-43b2-bc8f-493e56c12750,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:05.826635 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84d2d818-ea1a-4714-b275-034a535acb57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:06.057049 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d2d818-ea1a-4714-b275-034a535acb57 admin admin] Router 6a102608-434a-4c81-9584-120a6df272bf has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:58:06.165534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d2d818-ea1a-4714-b275-034a535acb57 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:58:06.171456 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-84d2d818-ea1a-4714-b275-034a535acb57 admin admin] 10.222.0.43 "PUT /v2.0/routers/6a102608-434a-4c81-9584-120a6df272bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9560490 Nov 13 05:58:06.173281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48266) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:06.175548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b148304d-fbc8-4092-826f-d1e4e852c23f None None] Sync routers for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:58:06.186411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b148304d-fbc8-4092-826f-d1e4e852c23f None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:58:06.187071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b148304d-fbc8-4092-826f-d1e4e852c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:57:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:06.277051 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:06.288489 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b148304d-fbc8-4092-826f-d1e4e852c23f None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:58:06.381565 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:06.434663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] Deleting port d779959b-b37b-45ec-9a41-c6fa864ea028 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:58:06.435035 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:06.464536 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b148304d-fbc8-4092-826f-d1e4e852c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:58:05Z', 'revision_number': 5, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port': {'id': 'd779959b-b37b-45ec-9a41-c6fa864ea028', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a102608-434a-4c81-9584-120a6df272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:44:24Z', 'updated_at': '2021-11-13T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:06.491738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b148304d-fbc8-4092-826f-d1e4e852c23f None None] Checking router: 6a102608-434a-4c81-9584-120a6df272bf for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:58:06.500590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b148304d-fbc8-4092-826f-d1e4e852c23f None None] Routers {'6a102608-434a-4c81-9584-120a6df272bf'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:58:06.501184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b148304d-fbc8-4092-826f-d1e4e852c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:57:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['6a102608-434a-4c81-9584-120a6df272bf'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:06.519081 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] For port d779959b-b37b-45ec-9a41-c6fa864ea028, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d779959b-b37b-45ec-9a41-c6fa864ea028,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:06.519447 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:06.533128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] Calling delete_port for d779959b-b37b-45ec-9a41-c6fa864ea028 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:58:06.596001 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b148304d-fbc8-4092-826f-d1e4e852c23f None None] Set router 6a102608-434a-4c81-9584-120a6df272bf gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:58:06.598944 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-385c4d8f-5f1e-412f-ba68-87bee88cfa99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:06.653162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b148304d-fbc8-4092-826f-d1e4e852c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:58:06Z', 'revision_number': 6, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:06.679639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b148304d-fbc8-4092-826f-d1e4e852c23f None None] The sync data for ids ['6a102608-434a-4c81-9584-120a6df272bf'] in n-d-813114-2 is: [{'id': '6a102608-434a-4c81-9584-120a6df272bf', 'name': 'tempest-ServerActionsTestJSON-1500865836-router', 'tenant_id': 'f684092433e04340b36f5b9467bc5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:44:23Z', 'updated_at': '2021-11-13T05:58:06Z', 'revision_number': 6, 'project_id': 'f684092433e04340b36f5b9467bc5e69', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:58:06.702846 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:06.730277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] Pushing event deleted for resources: {'Port': ['ID=d779959b-b37b-45ec-9a41-c6fa864ea028,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:06.744418 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ef1b83-2a0f-42b1-859f-394dfb93cb32 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:58:06.793978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:06.889387 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:06.891775 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:06.948362 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:06.948899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a102608-434a-4c81-9584-120a6df272bf {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:58:06.953770 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:06.954930 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-29bdd763-6055-4c18-9b41-a6edee5c3119 admin admin] 10.222.0.43 "DELETE /v2.0/routers/6a102608-434a-4c81-9584-120a6df272bf HTTP/1.1" status: 204 len: 168 time: 0.7803850 Nov 13 05:58:06.957629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48268) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:07.001817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c78e20-823a-4fbe-ba5a-90f07666b185 admin admin] Deleting subnet a12eb636-e598-48b0-8a51-8bf033bede84 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:58:07.005306 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81c78e20-823a-4fbe-ba5a-90f07666b185 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.046444 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81c78e20-823a-4fbe-ba5a-90f07666b185 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.133395 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81c78e20-823a-4fbe-ba5a-90f07666b185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.187324 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81c78e20-823a-4fbe-ba5a-90f07666b185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.212748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c78e20-823a-4fbe-ba5a-90f07666b185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a12eb636-e598-48b0-8a51-8bf033bede84,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:07.216317 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81c78e20-823a-4fbe-ba5a-90f07666b185 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.219710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-81c78e20-823a-4fbe-ba5a-90f07666b185 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a12eb636-e598-48b0-8a51-8bf033bede84 HTTP/1.1" status: 204 len: 168 time: 0.2610040 Nov 13 05:58:07.222277 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ce2221-270a-4c3f-848f-2cf57427b44f None None] Network 33a53790-583f-421d-a4c9-277da81e49f5 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:58:07.222796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48270) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:07.295709 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.348006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] Deleting port c8978b4f-1e3f-42fc-aae8-306d12ced2f3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:58:07.348344 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.414152 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] For port c8978b4f-1e3f-42fc-aae8-306d12ced2f3, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c8978b4f-1e3f-42fc-aae8-306d12ced2f3,segment=NetworkSegment(0aa1e9df-9387-4a1c-93b8-f25af7ed5163),segment_id=0aa1e9df-9387-4a1c-93b8-f25af7ed5163)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:07.414734 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.431967 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] Calling delete_port for c8978b4f-1e3f-42fc-aae8-306d12ced2f3 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:58:07.478722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237ac9fa-00e8-443d-8602-6d9d9f149a32 None None] DHCP port deletion for 33a53790-583f-421d-a4c9-277da81e49f5 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:58:07.521325 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.536488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d779959b-b37b-45ec-9a41-c6fa864ea028 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:58:07.548532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8978b4f-1e3f-42fc-aae8-306d12ced2f3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:07.552020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] No DVR routers for this DVR port c8978b4f-1e3f-42fc-aae8-306d12ced2f3 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:58:07.560485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: d779959b-b37b-45ec-9a41-c6fa864ea028 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:58:07.560827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d779959b-b37b-45ec-9a41-c6fa864ea028 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:58:07.561250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c8978b4f-1e3f-42fc-aae8-306d12ced2f3 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:58:07.564825 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-237ac9fa-00e8-443d-8602-6d9d9f149a32 None None] Deleting port c8978b4f-1e3f-42fc-aae8-306d12ced2f3 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:58:07.565426 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-237ac9fa-00e8-443d-8602-6d9d9f149a32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.587229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: c8978b4f-1e3f-42fc-aae8-306d12ced2f3 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:58:07.587570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c8978b4f-1e3f-42fc-aae8-306d12ced2f3 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:58:07.587988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 11f659fe-bc58-43b2-bc8f-493e56c12750 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:58:07.626839 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 11f659fe-bc58-43b2-bc8f-493e56c12750 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:58:07.627226 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 11f659fe-bc58-43b2-bc8f-493e56c12750 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:58:07.628732 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.649337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a53790-583f-421d-a4c9-277da81e49f5']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:07.659417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa1e9df-9387-4a1c-93b8-f25af7ed5163') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:07.659630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa1e9df-9387-4a1c-93b8-f25af7ed5163') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:07.669302 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.670352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-237ac9fa-00e8-443d-8602-6d9d9f149a32 None None] For port c8978b4f-1e3f-42fc-aae8-306d12ced2f3, host n-d-813114-2, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:07.670748 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-237ac9fa-00e8-443d-8602-6d9d9f149a32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.682667 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.683945 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-237ac9fa-00e8-443d-8602-6d9d9f149a32 None None] Calling delete_port for c8978b4f-1e3f-42fc-aae8-306d12ced2f3 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:58:07.686602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-237ac9fa-00e8-443d-8602-6d9d9f149a32 None None] Port c8978b4f-1e3f-42fc-aae8-306d12ced2f3 was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 05:58:07.687868 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-237ac9fa-00e8-443d-8602-6d9d9f149a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.689281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:58:07.689929 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:58:07.693481 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:58:07.717720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ac9fa-00e8-443d-8602-6d9d9f149a32 None None] Pushing event deleted for resources: {'Port': ['ID=c8978b4f-1e3f-42fc-aae8-306d12ced2f3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:07.725087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ac9fa-00e8-443d-8602-6d9d9f149a32 None None] No DVR routers for this DVR port c8978b4f-1e3f-42fc-aae8-306d12ced2f3 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:58:07.754273 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.760993 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:07.764536 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] 10.222.0.43 "DELETE /v2.0/networks/33a53790-583f-421d-a4c9-277da81e49f5 HTTP/1.1" status: 204 len: 168 time: 0.5408962 Nov 13 05:58:07.775567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fba210-5b4f-4774-bd3a-cc9ab9012201 admin admin] Pushing event deleted for resources: {'Network': ['ID=33a53790-583f-421d-a4c9-277da81e49f5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:07.900656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48274) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:07.943531 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d3376353-24cf-43db-8f78-d441f9cec396 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f684092433e04340b36f5b9467bc5e69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412142 Nov 13 05:58:07.945674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48276) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:08.004826 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:08.027652 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:08.077738 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:08.080346 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:08.081555 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2246f4b4-b8b6-49b9-a859-46732cab8bb3 HTTP/1.1" status: 204 len: 168 time: 0.1349814 Nov 13 05:58:08.089404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2246f4b4-b8b6-49b9-a859-46732cab8bb3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:08.097173 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:08.097524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:08.097864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:08.098195 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:08.098522 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:08.098848 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:08.099206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:08.099527 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:08.099855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:08.100207 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:08.100523 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:08.100830 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d4fac-1a05-4894-a38e-c0eb20d5032e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:08.202209 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:08.840976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48298) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:08.952968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1241437273-network', 'tenant_id': '2037c16000b3480ca65a1e4b3c7cc3f4'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:08.978378 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] Made reservation on behalf of 2037c16000b3480ca65a1e4b3c7cc3f4 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:08.980695 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:08.989146 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:09.065823 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:09.071421 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:09.093896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:58:09.109622 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6b045c-d318-4bb4-9773-1329b1933dd8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:09.113619 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:09.113963 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] Added segment ba074fa1-72d8-49d7-91bf-051dfe745d7b of type vlan for network 26080d8f-9a7f-4dfe-88e4-493eee936921 Nov 13 05:58:09.155806 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:09.182883 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:09.183924 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:09.184644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:09.219974 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3778229 Nov 13 05:58:09.223273 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48302) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:09.228442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-aed1ae96-5b9f-49bb-915c-0ccf66109cc5 admin admin] Request body: {'subnet': {'network_id': '26080d8f-9a7f-4dfe-88e4-493eee936921', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1241437273-subnet', 'tenant_id': '2037c16000b3480ca65a1e4b3c7cc3f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:09.253504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6c66d-146c-459d-9645-0dbc48dc2c8b admin admin] Pushing event updated for resources: {'Network': ['ID=26080d8f-9a7f-4dfe-88e4-493eee936921,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:09.253845 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed1ae96-5b9f-49bb-915c-0ccf66109cc5 admin admin] Made reservation on behalf of 2037c16000b3480ca65a1e4b3c7cc3f4 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:09.257244 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aed1ae96-5b9f-49bb-915c-0ccf66109cc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:09.263310 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 26080d8f-9a7f-4dfe-88e4-493eee936921 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:58:09.442889 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aed1ae96-5b9f-49bb-915c-0ccf66109cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:09.488187 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:09.495242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1ae96-5b9f-49bb-915c-0ccf66109cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007448dd-5a5d-48a2-8c1a-971f086cf190,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:09.511133 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1ae96-5b9f-49bb-915c-0ccf66109cc5 admin admin] Checking segment: {'id': 'ba074fa1-72d8-49d7-91bf-051dfe745d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '26080d8f-9a7f-4dfe-88e4-493eee936921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:58:09.511488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1ae96-5b9f-49bb-915c-0ccf66109cc5 admin admin] Network hostable DHCP agents. Network: 26080d8f-9a7f-4dfe-88e4-493eee936921, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:58:09.529843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1ae96-5b9f-49bb-915c-0ccf66109cc5 admin admin] Network 26080d8f-9a7f-4dfe-88e4-493eee936921 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:58:09.540488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-aed1ae96-5b9f-49bb-915c-0ccf66109cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 26080d8f-9a7f-4dfe-88e4-493eee936921) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:58:09.544781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed1ae96-5b9f-49bb-915c-0ccf66109cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:09.545373 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aed1ae96-5b9f-49bb-915c-0ccf66109cc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:09.554704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48939cd1-d5d8-4002-b807-8f11cae39ee2 None None] Network 26080d8f-9a7f-4dfe-88e4-493eee936921 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:58:09.566174 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-aed1ae96-5b9f-49bb-915c-0ccf66109cc5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3410528 Nov 13 05:58:09.689363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77ace60-04e4-499b-89c5-2f9068c5b0c0 None None] Network 26080d8f-9a7f-4dfe-88e4-493eee936921 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:58:10.009058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-0a37c711-2b79-48c5-9592-76d72a659f70 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:10.010435 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-0a37c711-2b79-48c5-9592-76d72a659f70 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/networks?id=26080d8f-9a7f-4dfe-88e4-493eee936921 HTTP/1.1" status: 200 len: 814 time: 0.1065924 Nov 13 05:58:10.025491 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-ffd86db0-51a0-4eed-b24f-5a156ce6f6ad tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/quotas/2037c16000b3480ca65a1e4b3c7cc3f4 HTTP/1.1" status: 200 len: 375 time: 0.0092270 Nov 13 05:58:10.058607 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:10.063853 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-89f53a9d-fe6c-463c-bd6f-f1bd80ad3ec3 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2037c16000b3480ca65a1e4b3c7cc3f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330625 Nov 13 05:58:10.074807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-dc77f509-e2a4-4e12-82fe-bacf42cdff98 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:58:10.075830 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-dc77f509-e2a4-4e12-82fe-bacf42cdff98 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051329 Nov 13 05:58:10.171344 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-688a711a-16e4-4a22-8cc2-9aa592478c76 service neutron] 10.222.0.43 "GET /v2.0/networks/26080d8f-9a7f-4dfe-88e4-493eee936921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897241 Nov 13 05:58:10.285491 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-ae58bcd7-b3e0-456b-8851-d2f3a529fe0f service neutron] 10.222.0.43 "GET /v2.0/networks/26080d8f-9a7f-4dfe-88e4-493eee936921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038506 Nov 13 05:58:10.450024 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-95b709e3-bb42-4189-81c1-f9b7705a9b83 req-87b8eb87-d2cf-4475-b744-4ddea5c350ed tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 210 time: 0.0275385 Nov 13 05:58:11.536803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-618d23db-72ca-4bf2-b750-acd3c3fb018a req-41635a1d-9302-4b08-8677-880d3cab092b tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 210 time: 0.0286214 Nov 13 05:58:12.625628 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c2d8eb6c-570f-4a0a-9bd5-1023d453d001 req-0fa1f0ad-5e48-4f9c-9db4-3290de4b9903 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 210 time: 0.0321977 Nov 13 05:58:13.681858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-6b3a8686-8f85-43c1-b351-faaf5e9471bb tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:13.683988 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-6b3a8686-8f85-43c1-b351-faaf5e9471bb tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.46 "GET /v2.0/networks?id=26080d8f-9a7f-4dfe-88e4-493eee936921 HTTP/1.1" status: 200 len: 814 time: 0.1026683 Nov 13 05:58:13.703480 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-8d62c397-4ad6-4451-b55b-80a564deb0f8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Request body: {'port': {'device_id': '6d2b685c-f448-4242-b52e-4f7b0d22036b', 'network_id': '26080d8f-9a7f-4dfe-88e4-493eee936921', 'admin_state_up': True, 'tenant_id': '2037c16000b3480ca65a1e4b3c7cc3f4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:13.752213 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1cc303b4-c83e-4338-8e58-8f78ad9bfb17 req-141c156d-b5ee-4616-9424-5195f8be37b0 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 210 time: 0.0449617 Nov 13 05:58:13.842322 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-8d62c397-4ad6-4451-b55b-80a564deb0f8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Made reservation on behalf of 2037c16000b3480ca65a1e4b3c7cc3f4 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:13.845964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-8d62c397-4ad6-4451-b55b-80a564deb0f8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:13.975142 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-8d62c397-4ad6-4451-b55b-80a564deb0f8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Allocated IP 172.20.0.4 (26080d8f-9a7f-4dfe-88e4-493eee936921/007448dd-5a5d-48a2-8c1a-971f086cf190/35286d8a-03cc-4106-ad4a-b4b82e06a034) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:58:14.122928 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-8d62c397-4ad6-4451-b55b-80a564deb0f8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:14.157493 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-8d62c397-4ad6-4451-b55b-80a564deb0f8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:14.200079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-8d62c397-4ad6-4451-b55b-80a564deb0f8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Network 26080d8f-9a7f-4dfe-88e4-493eee936921 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:58:14.205123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-8d62c397-4ad6-4451-b55b-80a564deb0f8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:58:14.209058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-8d62c397-4ad6-4451-b55b-80a564deb0f8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:58:14.215577 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62c397-4ad6-4451-b55b-80a564deb0f8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Pushing event updated for resources: {'Port': ['ID=35286d8a-03cc-4106-ad4a-b4b82e06a034,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:14.261065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-8d62c397-4ad6-4451-b55b-80a564deb0f8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:14.261600 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-8d62c397-4ad6-4451-b55b-80a564deb0f8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:14.279186 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-8d62c397-4ad6-4451-b55b-80a564deb0f8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5801485 Nov 13 05:58:14.354392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Request body: {'port': {'device_id': '6d2b685c-f448-4242-b52e-4f7b0d22036b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:14.415440 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:14.703775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35286d8a-03cc-4106-ad4a-b4b82e06a034 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:58:14.711318 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:14.726263 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Transition to ACTIVE for port object 35286d8a-03cc-4106-ad4a-b4b82e06a034 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:58:14.731889 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:14.787155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Pushing event updated for resources: {'Port': ['ID=35286d8a-03cc-4106-ad4a-b4b82e06a034,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:14.797728 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:14.798060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:14.798411 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:14.798731 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:14.799206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:14.799539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:14.800039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:14.800566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:14.800978 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:14.801331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:14.801653 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:14.801981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:14.870265 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b5ed6-26ac-40a8-84a9-e992d1c24d80 req-6d76cee4-51a1-469b-b663-7d3ce1502707 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:14.871289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Attempting to bind port 35286d8a-03cc-4106-ad4a-b4b82e06a034 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:58:14.871621 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Attempting to bind port 35286d8a-03cc-4106-ad4a-b4b82e06a034 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'ba074fa1-72d8-49d7-91bf-051dfe745d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '26080d8f-9a7f-4dfe-88e4-493eee936921'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:58:14.871847 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d06b5ed6-26ac-40a8-84a9-e992d1c24d80 req-6d76cee4-51a1-469b-b663-7d3ce1502707 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 943 time: 0.0498369 Nov 13 05:58:14.871951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Attempting to bind port 35286d8a-03cc-4106-ad4a-b4b82e06a034 on network 26080d8f-9a7f-4dfe-88e4-493eee936921 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:58:14.876427 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Port 35286d8a-03cc-4106-ad4a-b4b82e06a034 on network 26080d8f-9a7f-4dfe-88e4-493eee936921 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:58:14.876778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Attempting to bind port 35286d8a-03cc-4106-ad4a-b4b82e06a034 on network 26080d8f-9a7f-4dfe-88e4-493eee936921 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:58:14.881829 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:58:14.882165 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Checking segment: {'id': 'ba074fa1-72d8-49d7-91bf-051dfe745d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '26080d8f-9a7f-4dfe-88e4-493eee936921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:58:14.882538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Bound using segment: {'id': 'ba074fa1-72d8-49d7-91bf-051dfe745d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '26080d8f-9a7f-4dfe-88e4-493eee936921'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:58:14.882989 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Bound port: 35286d8a-03cc-4106-ad4a-b4b82e06a034, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba074fa1-72d8-49d7-91bf-051dfe745d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '26080d8f-9a7f-4dfe-88e4-493eee936921'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:58:14.883344 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:14.924956 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d06b5ed6-26ac-40a8-84a9-e992d1c24d80 req-514ec114-6354-442a-9e96-47856496990f tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468118 Nov 13 05:58:14.945833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] For port 35286d8a-03cc-4106-ad4a-b4b82e06a034, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:58:14.948834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] For port 35286d8a-03cc-4106-ad4a-b4b82e06a034, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=35286d8a-03cc-4106-ad4a-b4b82e06a034,segment=NetworkSegment(ba074fa1-72d8-49d7-91bf-051dfe745d7b),segment_id=ba074fa1-72d8-49d7-91bf-051dfe745d7b)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:58:14.954948 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:14.985299 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:14.985915 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:14.987718 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] 10.222.0.46 "PUT /v2.0/ports/35286d8a-03cc-4106-ad4a-b4b82e06a034 HTTP/1.1" status: 200 len: 1091 time: 0.6946235 Nov 13 05:58:14.989907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2b685c-f448-4242-b52e-4f7b0d22036b', 'tag': '35286d8a-03cc-4106-ad4a-b4b82e06a034'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:58:14.993773 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc984880-7926-49c9-a644-61a2bed64dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2b685c-f448-4242-b52e-4f7b0d22036b", "tag": "35286d8a-03cc-4106-ad4a-b4b82e06a034"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:58:15.022856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2bcd8-c1d9-4ef9-bc17-a884a3d478cb service neutron] Pushing event updated for resources: {'Port': ['ID=35286d8a-03cc-4106-ad4a-b4b82e06a034,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:15.036194 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b4f648-1966-464a-8bdf-117ebaa76627 x-openstack-request-id: req-81b4f648-1966-464a-8bdf-117ebaa76627 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:58:15.036573 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2b685c-f448-4242-b52e-4f7b0d22036b", "tag": "35286d8a-03cc-4106-ad4a-b4b82e06a034", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:58:15.036899 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81b4f648-1966-464a-8bdf-117ebaa76627 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:58:15.037453 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2b685c-f448-4242-b52e-4f7b0d22036b', 'tag': '35286d8a-03cc-4106-ad4a-b4b82e06a034', 'status': 'completed', 'code': 200} Nov 13 05:58:15.100673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-704bebe3-7c0c-4bc2-9718-6d472f08eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:15.102166 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-704bebe3-7c0c-4bc2-9718-6d472f08eea7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2037c16000b3480ca65a1e4b3c7cc3f4&device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 1094 time: 0.0455151 Nov 13 05:58:15.149792 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-a88fd9a7-d084-4dea-b969-7badd637504d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35286d8a-03cc-4106-ad4a-b4b82e06a034 HTTP/1.1" status: 200 len: 217 time: 0.0335650 Nov 13 05:58:15.199807 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-03b00974-0456-4bee-8a3f-d60357450aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:15.201242 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-03b00974-0456-4bee-8a3f-d60357450aa2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=007448dd-5a5d-48a2-8c1a-971f086cf190 HTTP/1.1" status: 200 len: 854 time: 0.0445898 Nov 13 05:58:15.234281 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-d365a673-f53d-4046-8d0b-8eee2b2cdcb5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26080d8f-9a7f-4dfe-88e4-493eee936921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254140 Nov 13 05:58:15.333883 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-7db3bf35-6158-4eba-b9b6-b305147ded30 service neutron] 10.222.0.46 "GET /v2.0/networks/26080d8f-9a7f-4dfe-88e4-493eee936921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914581 Nov 13 05:58:15.434488 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-eec9e8c3-9738-481b-a17b-aaa1e95ed57c req-a6689592-2650-4579-a6bd-9489c7a31f6a service neutron] 10.222.0.46 "GET /v2.0/networks/26080d8f-9a7f-4dfe-88e4-493eee936921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932665 Nov 13 05:58:15.572006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc984880-7926-49c9-a644-61a2bed64dc5 req-622a6b0b-0bce-463a-89c2-5b30aba979f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:15.573396 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc984880-7926-49c9-a644-61a2bed64dc5 req-622a6b0b-0bce-463a-89c2-5b30aba979f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2037c16000b3480ca65a1e4b3c7cc3f4&device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 1094 time: 0.0436628 Nov 13 05:58:15.675371 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc984880-7926-49c9-a644-61a2bed64dc5 req-be244a37-10ae-405c-8abf-135932e3559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:15.676902 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc984880-7926-49c9-a644-61a2bed64dc5 req-be244a37-10ae-405c-8abf-135932e3559a service neutron] 10.222.0.46 "GET /v2.0/networks?id=26080d8f-9a7f-4dfe-88e4-493eee936921 HTTP/1.1" status: 200 len: 915 time: 0.0949101 Nov 13 05:58:15.721865 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc984880-7926-49c9-a644-61a2bed64dc5 req-6d2173df-caf1-4d9b-8071-7e9ade7c6ac5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35286d8a-03cc-4106-ad4a-b4b82e06a034 HTTP/1.1" status: 200 len: 217 time: 0.0374913 Nov 13 05:58:15.772519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc984880-7926-49c9-a644-61a2bed64dc5 req-ecf02211-4978-4835-818e-8888e76d89be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:15.773959 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc984880-7926-49c9-a644-61a2bed64dc5 req-ecf02211-4978-4835-818e-8888e76d89be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=007448dd-5a5d-48a2-8c1a-971f086cf190 HTTP/1.1" status: 200 len: 854 time: 0.0453386 Nov 13 05:58:15.805691 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc984880-7926-49c9-a644-61a2bed64dc5 req-8016046d-f7d1-4074-8f58-d12ca73a2daf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26080d8f-9a7f-4dfe-88e4-493eee936921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247993 Nov 13 05:58:15.903817 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc984880-7926-49c9-a644-61a2bed64dc5 req-289b5a6f-9f13-4ff4-b694-3deede800c41 service neutron] 10.222.0.46 "GET /v2.0/networks/26080d8f-9a7f-4dfe-88e4-493eee936921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907638 Nov 13 05:58:16.001772 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc984880-7926-49c9-a644-61a2bed64dc5 req-4e4814db-dde7-4888-b3e0-c182bd22bf96 service neutron] 10.222.0.46 "GET /v2.0/networks/26080d8f-9a7f-4dfe-88e4-493eee936921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906255 Nov 13 05:58:16.047689 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb91d37-89a5-484d-905e-2dbe6c4a14ba req-32e56f72-140e-4887-bfa0-5aade3132c97 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:16.049273 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aeb91d37-89a5-484d-905e-2dbe6c4a14ba req-32e56f72-140e-4887-bfa0-5aade3132c97 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 943 time: 0.0528290 Nov 13 05:58:16.100465 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-aeb91d37-89a5-484d-905e-2dbe6c4a14ba req-523a8c6c-9313-4092-bbb4-eef87a29d616 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445931 Nov 13 05:58:17.240328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456961db-66db-49e7-a973-0c0cae407a91 req-30522d1c-5271-43c8-a471-e6b5f657f2ad tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:17.241849 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-456961db-66db-49e7-a973-0c0cae407a91 req-30522d1c-5271-43c8-a471-e6b5f657f2ad tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 943 time: 0.0622530 Nov 13 05:58:17.288953 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-456961db-66db-49e7-a973-0c0cae407a91 req-d05505c6-9fa0-4d1c-9ad0-1f4cf5c87d04 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Nov 13 05:58:18.419534 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e01515-42ab-4f03-a379-6c443191656b req-ced246cc-cf01-422d-8c05-66ce05870a4c tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:18.421037 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0e01515-42ab-4f03-a379-6c443191656b req-ced246cc-cf01-422d-8c05-66ce05870a4c tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 943 time: 0.0548112 Nov 13 05:58:18.473353 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b0e01515-42ab-4f03-a379-6c443191656b req-e7aea1e9-c7b8-40e5-b226-95c1275ec788 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434079 Nov 13 05:58:19.614795 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240328d-6b1c-4dd5-bb91-d12f985b6ed6 req-2d429f83-749a-4276-b91a-64e18853ad15 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:19.616658 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9240328d-6b1c-4dd5-bb91-d12f985b6ed6 req-2d429f83-749a-4276-b91a-64e18853ad15 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 943 time: 0.0615642 Nov 13 05:58:19.667346 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9240328d-6b1c-4dd5-bb91-d12f985b6ed6 req-6d4755f0-edc6-4373-9015-11f3549f0164 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419619 Nov 13 05:58:19.780788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 35286d8a-03cc-4106-ad4a-b4b82e06a034 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:58:19.882880 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 35286d8a-03cc-4106-ad4a-b4b82e06a034, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=35286d8a-03cc-4106-ad4a-b4b82e06a034,segment=NetworkSegment(ba074fa1-72d8-49d7-91bf-051dfe745d7b),segment_id=ba074fa1-72d8-49d7-91bf-051dfe745d7b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:19.898188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '35286d8a-03cc-4106-ad4a-b4b82e06a034', 'network_id': '26080d8f-9a7f-4dfe-88e4-493eee936921', 'port_id': '35286d8a-03cc-4106-ad4a-b4b82e06a034', 'mac_address': 'fa:16:3e:81:5f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007448dd-5a5d-48a2-8c1a-971f086cf190', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:58:19.942233 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:19.955152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35286d8a-03cc-4106-ad4a-b4b82e06a034 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:58:19.974628 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 35286d8a-03cc-4106-ad4a-b4b82e06a034, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=35286d8a-03cc-4106-ad4a-b4b82e06a034,segment=NetworkSegment(ba074fa1-72d8-49d7-91bf-051dfe745d7b),segment_id=ba074fa1-72d8-49d7-91bf-051dfe745d7b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:19.980392 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:20.028476 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=35286d8a-03cc-4106-ad4a-b4b82e06a034,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:20.367933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['35286d8a-03cc-4106-ad4a-b4b82e06a034'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:58:20.806193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f5568-bc61-441b-8b90-9ccd733df5b2 req-52e18124-cdb1-429b-86f5-946946b891be tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:20.807680 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0f9f5568-bc61-441b-8b90-9ccd733df5b2 req-52e18124-cdb1-429b-86f5-946946b891be tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 944 time: 0.0562825 Nov 13 05:58:20.854641 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0f9f5568-bc61-441b-8b90-9ccd733df5b2 req-c90e16c9-db36-40fc-a339-deb795161992 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408413 Nov 13 05:58:21.812742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 35286d8a-03cc-4106-ad4a-b4b82e06a034 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:58:21.872670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 35286d8a-03cc-4106-ad4a-b4b82e06a034 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:58:21.876816 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 35286d8a-03cc-4106-ad4a-b4b82e06a034 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:58:21.877182 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:21.960081 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:21.979699 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cabceb-aa70-4e21-a2fb-b4742685897f req-16d0d4ba-4429-41c4-a23b-1c67e05b10c7 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:21.981173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c1cabceb-aa70-4e21-a2fb-b4742685897f req-16d0d4ba-4429-41c4-a23b-1c67e05b10c7 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 944 time: 0.0496438 Nov 13 05:58:21.982713 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2b685c-f448-4242-b52e-4f7b0d22036b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35286d8a-03cc-4106-ad4a-b4b82e06a034'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:58:21.984984 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad1d853-f572-4413-a89b-261ca7a5c1d7" -d '{"events": [{"server_uuid": "6d2b685c-f448-4242-b52e-4f7b0d22036b", "name": "network-vif-plugged", "status": "completed", "tag": "35286d8a-03cc-4106-ad4a-b4b82e06a034"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:58:21.998423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 35286d8a-03cc-4106-ad4a-b4b82e06a034, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=35286d8a-03cc-4106-ad4a-b4b82e06a034,segment=NetworkSegment(ba074fa1-72d8-49d7-91bf-051dfe745d7b),segment_id=ba074fa1-72d8-49d7-91bf-051dfe745d7b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:22.004216 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:22.032828 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772b16ab-418c-41bc-8cdd-9b9055879d95 x-openstack-request-id: req-772b16ab-418c-41bc-8cdd-9b9055879d95 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:58:22.033459 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2b685c-f448-4242-b52e-4f7b0d22036b", "name": "network-vif-plugged", "status": "completed", "tag": "35286d8a-03cc-4106-ad4a-b4b82e06a034", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:58:22.033713 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-772b16ab-418c-41bc-8cdd-9b9055879d95 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:58:22.034064 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2b685c-f448-4242-b52e-4f7b0d22036b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35286d8a-03cc-4106-ad4a-b4b82e06a034', 'code': 200} Nov 13 05:58:22.044708 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c1cabceb-aa70-4e21-a2fb-b4742685897f req-ae8c4359-8f20-4105-a19c-ec87a2648150 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574086 Nov 13 05:58:22.058886 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=35286d8a-03cc-4106-ad4a-b4b82e06a034,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:22.163441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e789f-6545-46f4-abcf-e4c2f9aab742 req-7ae6f790-8cdf-4768-be7c-66411c1f1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:22.164922 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-078e789f-6545-46f4-abcf-e4c2f9aab742 req-7ae6f790-8cdf-4768-be7c-66411c1f1f2d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 1096 time: 0.0424385 Nov 13 05:58:22.214613 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-078e789f-6545-46f4-abcf-e4c2f9aab742 req-87f752a1-3da7-4890-82cf-258e15dbb0c1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428333 Nov 13 05:58:23.166790 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93015593-98bf-484c-869d-11f47b4fe391 req-a64d46c6-8d55-4863-bb13-5111ec7bb3d1 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:23.168308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93015593-98bf-484c-869d-11f47b4fe391 req-a64d46c6-8d55-4863-bb13-5111ec7bb3d1 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 945 time: 0.0513799 Nov 13 05:58:23.220400 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93015593-98bf-484c-869d-11f47b4fe391 req-c0ff9627-abd0-433b-9e3b-b0082e10fb4c tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435255 Nov 13 05:58:24.416594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0c704-35c8-446e-8fd3-838677989807 req-72be059f-dccc-496f-8601-3c1077808d43 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:24.418181 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-abe0c704-35c8-446e-8fd3-838677989807 req-72be059f-dccc-496f-8601-3c1077808d43 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 945 time: 0.1133220 Nov 13 05:58:24.470155 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-abe0c704-35c8-446e-8fd3-838677989807 req-9c2a4fee-070e-4714-84fb-5fbd6717fad9 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430398 Nov 13 05:58:24.722935 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-2f76a671-7829-4ac2-b94d-5be6b6329b28 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:24.724442 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-2f76a671-7829-4ac2-b94d-5be6b6329b28 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/networks?id=26080d8f-9a7f-4dfe-88e4-493eee936921 HTTP/1.1" status: 200 len: 814 time: 0.1218367 Nov 13 05:58:24.742813 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-bde460da-d666-4c92-87fd-c0440b7d8d02 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/quotas/2037c16000b3480ca65a1e4b3c7cc3f4 HTTP/1.1" status: 200 len: 375 time: 0.0102174 Nov 13 05:58:24.788701 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:58:24.794418 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-a6dd70f3-624a-4308-8560-5fe480e8e12b tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2037c16000b3480ca65a1e4b3c7cc3f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435548 Nov 13 05:58:24.942688 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-c7fb3cea-ff6d-4bfb-ac8b-e2c5e7f8b620 service neutron] 10.222.0.43 "GET /v2.0/networks/26080d8f-9a7f-4dfe-88e4-493eee936921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379602 Nov 13 05:58:25.040868 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-1d9d23ae-2e88-4105-b51e-1b4b37cd4be2 service neutron] 10.222.0.43 "GET /v2.0/networks/26080d8f-9a7f-4dfe-88e4-493eee936921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892394 Nov 13 05:58:25.207902 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e8005670-9e48-423a-95fc-4f2ee5e8e95b req-09e6efcf-8700-4d79-aa62-e6153ac88d68 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 210 time: 0.0296214 Nov 13 05:58:26.269276 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-4b6763ba-8251-4e6c-b559-69d0809978c5 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:26.270750 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-4b6763ba-8251-4e6c-b559-69d0809978c5 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.36 "GET /v2.0/networks?id=26080d8f-9a7f-4dfe-88e4-493eee936921 HTTP/1.1" status: 200 len: 814 time: 0.1013162 Nov 13 05:58:26.292032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-48b53196-05f7-434b-bffb-fa2a353ad9b8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Request body: {'port': {'device_id': '6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4', 'network_id': '26080d8f-9a7f-4dfe-88e4-493eee936921', 'admin_state_up': True, 'tenant_id': '2037c16000b3480ca65a1e4b3c7cc3f4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:26.371375 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f320f36-d482-4ee1-9c60-4c43ea0efaf6 req-302aa4f7-b38b-4571-b71c-70ac3c28ad3a tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 210 time: 0.0906372 Nov 13 05:58:26.409397 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-48b53196-05f7-434b-bffb-fa2a353ad9b8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Made reservation on behalf of 2037c16000b3480ca65a1e4b3c7cc3f4 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:26.414494 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-48b53196-05f7-434b-bffb-fa2a353ad9b8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:26.541862 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-48b53196-05f7-434b-bffb-fa2a353ad9b8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Allocated IP 172.20.0.6 (26080d8f-9a7f-4dfe-88e4-493eee936921/007448dd-5a5d-48a2-8c1a-971f086cf190/3f8a4fd4-df7f-494f-bba3-fd938e328e84) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:58:27.053082 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-48b53196-05f7-434b-bffb-fa2a353ad9b8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:27.088419 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-48b53196-05f7-434b-bffb-fa2a353ad9b8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:27.121872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['35286d8a-03cc-4106-ad4a-b4b82e06a034'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:58:27.133762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-48b53196-05f7-434b-bffb-fa2a353ad9b8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Network 26080d8f-9a7f-4dfe-88e4-493eee936921 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:58:27.140765 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-48b53196-05f7-434b-bffb-fa2a353ad9b8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:58:27.144575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-48b53196-05f7-434b-bffb-fa2a353ad9b8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:58:27.151501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b53196-05f7-434b-bffb-fa2a353ad9b8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Pushing event updated for resources: {'Port': ['ID=3f8a4fd4-df7f-494f-bba3-fd938e328e84,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:27.199430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-48b53196-05f7-434b-bffb-fa2a353ad9b8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:27.200167 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-48b53196-05f7-434b-bffb-fa2a353ad9b8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:27.216877 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-48b53196-05f7-434b-bffb-fa2a353ad9b8 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9300742 Nov 13 05:58:27.235255 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Request body: {'port': {'device_id': '6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:27.289223 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:27.542528 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6397a8b-cce9-4821-a9a4-72582eeaba09 req-82293605-90a9-40bb-89d1-e6048268356b tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:27.543941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6397a8b-cce9-4821-a9a4-72582eeaba09 req-82293605-90a9-40bb-89d1-e6048268356b tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 931 time: 0.1042037 Nov 13 05:58:27.620561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8a4fd4-df7f-494f-bba3-fd938e328e84 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:58:27.630487 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:27.635934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e6397a8b-cce9-4821-a9a4-72582eeaba09 req-b97c67b9-b8ce-420a-bfa6-e0f804b4b7dd tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839787 Nov 13 05:58:27.646268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Transition to ACTIVE for port object 3f8a4fd4-df7f-494f-bba3-fd938e328e84 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:58:27.652283 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:27.706251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8a4fd4-df7f-494f-bba3-fd938e328e84,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:27.772182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Attempting to bind port 3f8a4fd4-df7f-494f-bba3-fd938e328e84 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:58:27.772518 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Attempting to bind port 3f8a4fd4-df7f-494f-bba3-fd938e328e84 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'ba074fa1-72d8-49d7-91bf-051dfe745d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '26080d8f-9a7f-4dfe-88e4-493eee936921'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:58:27.772895 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Attempting to bind port 3f8a4fd4-df7f-494f-bba3-fd938e328e84 on network 26080d8f-9a7f-4dfe-88e4-493eee936921 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:58:27.777858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Port 3f8a4fd4-df7f-494f-bba3-fd938e328e84 on network 26080d8f-9a7f-4dfe-88e4-493eee936921 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:58:27.778162 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Attempting to bind port 3f8a4fd4-df7f-494f-bba3-fd938e328e84 on network 26080d8f-9a7f-4dfe-88e4-493eee936921 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:58:27.783430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:58:27.783757 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Checking segment: {'id': 'ba074fa1-72d8-49d7-91bf-051dfe745d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '26080d8f-9a7f-4dfe-88e4-493eee936921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:58:27.784124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Bound using segment: {'id': 'ba074fa1-72d8-49d7-91bf-051dfe745d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '26080d8f-9a7f-4dfe-88e4-493eee936921'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:58:27.784535 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Bound port: 3f8a4fd4-df7f-494f-bba3-fd938e328e84, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba074fa1-72d8-49d7-91bf-051dfe745d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '26080d8f-9a7f-4dfe-88e4-493eee936921'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:58:27.784869 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:27.849710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] For port 3f8a4fd4-df7f-494f-bba3-fd938e328e84, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:58:27.853935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] For port 3f8a4fd4-df7f-494f-bba3-fd938e328e84, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3f8a4fd4-df7f-494f-bba3-fd938e328e84,segment=NetworkSegment(ba074fa1-72d8-49d7-91bf-051dfe745d7b),segment_id=ba074fa1-72d8-49d7-91bf-051dfe745d7b)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:58:27.861830 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:27.906418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:27.907062 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:27.908447 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] 10.222.0.36 "PUT /v2.0/ports/3f8a4fd4-df7f-494f-bba3-fd938e328e84 HTTP/1.1" status: 200 len: 1091 time: 0.6774058 Nov 13 05:58:27.908890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4', 'tag': '3f8a4fd4-df7f-494f-bba3-fd938e328e84'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:58:27.911219 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d1d31b-5899-4d17-bd01-a79da1174b47" -d '{"events": [{"name": "network-changed", "server_uuid": "6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4", "tag": "3f8a4fd4-df7f-494f-bba3-fd938e328e84"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:58:27.936594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56469652-da5a-4ec5-adf4-af7dce94ab01 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8a4fd4-df7f-494f-bba3-fd938e328e84,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:27.948772 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8db65a3-e497-47a4-9521-62b36b857c17 x-openstack-request-id: req-f8db65a3-e497-47a4-9521-62b36b857c17 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:58:27.949108 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4", "tag": "3f8a4fd4-df7f-494f-bba3-fd938e328e84", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:58:27.949360 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8db65a3-e497-47a4-9521-62b36b857c17 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:58:27.949782 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4', 'tag': '3f8a4fd4-df7f-494f-bba3-fd938e328e84', 'status': 'completed', 'code': 200} Nov 13 05:58:28.017511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-82465f2b-e474-4c56-97ba-82894a48a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:28.019099 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-82465f2b-e474-4c56-97ba-82894a48a1f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2037c16000b3480ca65a1e4b3c7cc3f4&device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 1094 time: 0.0460851 Nov 13 05:58:28.074362 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-6d3063df-3933-4489-8794-8160176a200d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f8a4fd4-df7f-494f-bba3-fd938e328e84 HTTP/1.1" status: 200 len: 217 time: 0.0415654 Nov 13 05:58:28.129946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-9ea5a18b-b424-4106-b0e3-421ea72c9685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:28.131445 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-9ea5a18b-b424-4106-b0e3-421ea72c9685 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=007448dd-5a5d-48a2-8c1a-971f086cf190 HTTP/1.1" status: 200 len: 854 time: 0.0499434 Nov 13 05:58:28.169223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-3b2af2d0-48a7-4ae5-a646-6b86c94e1f8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26080d8f-9a7f-4dfe-88e4-493eee936921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295026 Nov 13 05:58:28.260992 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-25d82b3c-12fa-4d66-841e-f71cf60a5c50 service neutron] 10.222.0.36 "GET /v2.0/networks/26080d8f-9a7f-4dfe-88e4-493eee936921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839629 Nov 13 05:58:28.353786 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c57ed132-846e-4e62-a2f8-3e9f8fa2f58f req-e10c7698-daa6-435c-8fa4-3e547c618aec service neutron] 10.222.0.36 "GET /v2.0/networks/26080d8f-9a7f-4dfe-88e4-493eee936921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855594 Nov 13 05:58:28.492382 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1d31b-5899-4d17-bd01-a79da1174b47 req-4f258c00-6c49-49d9-9a61-0bdb7cc349f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:28.493770 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1d1d31b-5899-4d17-bd01-a79da1174b47 req-4f258c00-6c49-49d9-9a61-0bdb7cc349f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2037c16000b3480ca65a1e4b3c7cc3f4&device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 1094 time: 0.0437081 Nov 13 05:58:28.592546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1d31b-5899-4d17-bd01-a79da1174b47 req-2f059f0c-33c2-4dd2-aec0-569405b21a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:28.594019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1d1d31b-5899-4d17-bd01-a79da1174b47 req-2f059f0c-33c2-4dd2-aec0-569405b21a75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26080d8f-9a7f-4dfe-88e4-493eee936921 HTTP/1.1" status: 200 len: 915 time: 0.0929494 Nov 13 05:58:28.636305 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1d1d31b-5899-4d17-bd01-a79da1174b47 req-e526fb7a-0cc2-4ac4-8f6a-828263512171 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f8a4fd4-df7f-494f-bba3-fd938e328e84 HTTP/1.1" status: 200 len: 217 time: 0.0345564 Nov 13 05:58:28.686739 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1d31b-5899-4d17-bd01-a79da1174b47 req-7177a7cd-6187-4190-87ad-89c4f75cbb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:28.688267 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1d1d31b-5899-4d17-bd01-a79da1174b47 req-7177a7cd-6187-4190-87ad-89c4f75cbb09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=007448dd-5a5d-48a2-8c1a-971f086cf190 HTTP/1.1" status: 200 len: 854 time: 0.0450759 Nov 13 05:58:28.730722 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1d1d31b-5899-4d17-bd01-a79da1174b47 req-086cb5a8-eba7-4535-a410-f0b03aa9ed84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26080d8f-9a7f-4dfe-88e4-493eee936921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345595 Nov 13 05:58:28.828522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858cd19-9196-4ada-b300-c5a772e49434 req-459055e1-1db1-4fea-9516-6fd6df8b8ccc tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:28.829900 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a858cd19-9196-4ada-b300-c5a772e49434 req-459055e1-1db1-4fea-9516-6fd6df8b8ccc tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 943 time: 0.1230223 Nov 13 05:58:28.865861 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1d1d31b-5899-4d17-bd01-a79da1174b47 req-097c62fc-f69a-492f-a9d8-63c7482a8bb0 service neutron] 10.222.0.36 "GET /v2.0/networks/26080d8f-9a7f-4dfe-88e4-493eee936921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135478 Nov 13 05:58:28.919330 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a858cd19-9196-4ada-b300-c5a772e49434 req-fef247e2-cb0b-468f-b311-fa88ef8cdab1 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824742 Nov 13 05:58:28.976380 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e1d1d31b-5899-4d17-bd01-a79da1174b47 req-c75343b8-d129-4cb1-9266-c5f6bbd639c5 service neutron] 10.222.0.36 "GET /v2.0/networks/26080d8f-9a7f-4dfe-88e4-493eee936921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004391 Nov 13 05:58:29.280786 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:29.346604 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:30.053561 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94dedf-5b4a-4eb6-a218-df981982e94f req-36410c2c-0782-467a-b2e1-5cbbe04459b0 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:30.055082 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de94dedf-5b4a-4eb6-a218-df981982e94f req-36410c2c-0782-467a-b2e1-5cbbe04459b0 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 943 time: 0.0525587 Nov 13 05:58:30.104534 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de94dedf-5b4a-4eb6-a218-df981982e94f req-7f6022d5-7edc-4295-af71-3433efe6e948 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432756 Nov 13 05:58:31.245313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24237543-130b-4a24-b151-c6264f1e5996 req-01633d2f-de9e-489e-8e0b-ef52b349d4df tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:31.246720 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24237543-130b-4a24-b151-c6264f1e5996 req-01633d2f-de9e-489e-8e0b-ef52b349d4df tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 943 time: 0.0596828 Nov 13 05:58:31.294214 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-24237543-130b-4a24-b151-c6264f1e5996 req-7d81201d-f897-4cf6-a1a3-1f272f69ee6e tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 Nov 13 05:58:31.416073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-3b10d769-a28c-4614-a5a0-c03474dbb530 req-dff1d6d6-8169-4c3c-8cf0-d6b7c3f48c66 tempest-ServerDiskConfigTestJSON-538425559 tempest-ServerDiskConfigTestJSON-538425559-project] (102667) timed out ('10.222.0.46', 50307) {{(pid=102667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 05:58:32.363848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 3f8a4fd4-df7f-494f-bba3-fd938e328e84 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:58:32.427830 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26175cda-1b56-43b0-a192-fd9cf91eab9b req-84c194cd-47a7-431b-b225-bde3b5f2b975 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:32.429540 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-26175cda-1b56-43b0-a192-fd9cf91eab9b req-84c194cd-47a7-431b-b225-bde3b5f2b975 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 943 time: 0.0518644 Nov 13 05:58:32.463933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 3f8a4fd4-df7f-494f-bba3-fd938e328e84, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3f8a4fd4-df7f-494f-bba3-fd938e328e84,segment=NetworkSegment(ba074fa1-72d8-49d7-91bf-051dfe745d7b),segment_id=ba074fa1-72d8-49d7-91bf-051dfe745d7b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:32.475357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '3f8a4fd4-df7f-494f-bba3-fd938e328e84', 'network_id': '26080d8f-9a7f-4dfe-88e4-493eee936921', 'port_id': '3f8a4fd4-df7f-494f-bba3-fd938e328e84', 'mac_address': 'fa:16:3e:af:77:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007448dd-5a5d-48a2-8c1a-971f086cf190', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:58:32.476553 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-26175cda-1b56-43b0-a192-fd9cf91eab9b req-ab023854-029c-4e2d-bc7e-5103a08573bf tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409956 Nov 13 05:58:32.513471 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:32.527117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8a4fd4-df7f-494f-bba3-fd938e328e84 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:58:32.548245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 3f8a4fd4-df7f-494f-bba3-fd938e328e84, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3f8a4fd4-df7f-494f-bba3-fd938e328e84,segment=NetworkSegment(ba074fa1-72d8-49d7-91bf-051dfe745d7b),segment_id=ba074fa1-72d8-49d7-91bf-051dfe745d7b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:32.553803 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:32.606906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=3f8a4fd4-df7f-494f-bba3-fd938e328e84,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:32.614310 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:32.614650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:32.615365 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:32.615695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:32.616178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:32.616508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:32.616841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:32.617158 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:32.617473 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:32.617807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:32.618120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:32.618429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:58:32.916985 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['3f8a4fd4-df7f-494f-bba3-fd938e328e84'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:58:33.609367 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90759e0-2942-45de-97d4-11ec8257bc5b req-69cd9cca-efcd-401a-98c7-4e4f7a64e175 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:33.610856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a90759e0-2942-45de-97d4-11ec8257bc5b req-69cd9cca-efcd-401a-98c7-4e4f7a64e175 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 944 time: 0.0577981 Nov 13 05:58:33.662983 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a90759e0-2942-45de-97d4-11ec8257bc5b req-17d116f1-d183-4482-b43f-8a76d922e95d tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423739 Nov 13 05:58:34.378929 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 3f8a4fd4-df7f-494f-bba3-fd938e328e84 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:58:34.588055 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b98bab5c-509d-41a5-aa94-625fd094f9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:34.601829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 3f8a4fd4-df7f-494f-bba3-fd938e328e84 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:58:34.605458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 3f8a4fd4-df7f-494f-bba3-fd938e328e84 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:58:34.605816 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:34.683861 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:34.712088 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8a4fd4-df7f-494f-bba3-fd938e328e84'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:58:34.714381 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a975b3-7ad9-46d6-8c45-f91917a43a20" -d '{"events": [{"server_uuid": "6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4", "name": "network-vif-plugged", "status": "completed", "tag": "3f8a4fd4-df7f-494f-bba3-fd938e328e84"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:58:34.727401 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 3f8a4fd4-df7f-494f-bba3-fd938e328e84, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3f8a4fd4-df7f-494f-bba3-fd938e328e84,segment=NetworkSegment(ba074fa1-72d8-49d7-91bf-051dfe745d7b),segment_id=ba074fa1-72d8-49d7-91bf-051dfe745d7b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:34.733675 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:34.768765 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b966f46-11f6-40e0-98cb-52cf24a5e570 x-openstack-request-id: req-0b966f46-11f6-40e0-98cb-52cf24a5e570 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:58:34.769121 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4", "name": "network-vif-plugged", "status": "completed", "tag": "3f8a4fd4-df7f-494f-bba3-fd938e328e84", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:58:34.769306 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b966f46-11f6-40e0-98cb-52cf24a5e570 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:58:34.769725 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8a4fd4-df7f-494f-bba3-fd938e328e84', 'code': 200} Nov 13 05:58:34.784343 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=3f8a4fd4-df7f-494f-bba3-fd938e328e84,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:34.793826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825defe8-e960-4c31-b846-0e99cff95e17 req-6242280c-3f13-4ce4-8b32-8b511d7b9a1d tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:34.795313 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-825defe8-e960-4c31-b846-0e99cff95e17 req-6242280c-3f13-4ce4-8b32-8b511d7b9a1d tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 945 time: 0.0544496 Nov 13 05:58:34.853973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-825defe8-e960-4c31-b846-0e99cff95e17 req-0997e367-5711-48a7-8316-efacf7bcd6ac tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524204 Nov 13 05:58:34.895218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b81fe-1e2e-4bd5-8a26-569c7a20b872 req-a0924a6d-c9db-4db2-91fa-f4a09f4b8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:34.896734 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd0b81fe-1e2e-4bd5-8a26-569c7a20b872 req-a0924a6d-c9db-4db2-91fa-f4a09f4b8b48 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 1096 time: 0.0428321 Nov 13 05:58:34.942317 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd0b81fe-1e2e-4bd5-8a26-569c7a20b872 req-db4ec4d5-9b33-4fc7-8676-578cce058a14 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367091 Nov 13 05:58:35.991331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688a2a8-2515-4012-afa4-0ddff80578bf req-83135872-15b7-4d02-9680-92bc522cb687 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:35.993232 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1688a2a8-2515-4012-afa4-0ddff80578bf req-83135872-15b7-4d02-9680-92bc522cb687 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 945 time: 0.0621111 Nov 13 05:58:36.048954 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1688a2a8-2515-4012-afa4-0ddff80578bf req-22e1761f-4b69-47fb-b7f4-5368ab840139 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497367 Nov 13 05:58:36.589461 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5deea20b-4078-49f9-b2fc-06fef30bbc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:37.168678 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567717d0-6dd2-4ba8-a5f0-cc3804a18d1f req-af73f754-c8a7-4ea0-8e8c-97d0373ff465 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:37.170214 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-567717d0-6dd2-4ba8-a5f0-cc3804a18d1f req-af73f754-c8a7-4ea0-8e8c-97d0373ff465 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 945 time: 0.0517592 Nov 13 05:58:37.221722 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-567717d0-6dd2-4ba8-a5f0-cc3804a18d1f req-26c6029d-de4d-4212-964d-f1e0896cf9cf tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453970 Nov 13 05:58:37.467636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef619ce9-9c26-4626-8a4b-43bb5ba13aef req-fab6384f-ec81-4946-8615-c2f8e293a28d tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:37.469143 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef619ce9-9c26-4626-8a4b-43bb5ba13aef req-fab6384f-ec81-4946-8615-c2f8e293a28d tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 945 time: 0.0500979 Nov 13 05:58:37.521021 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ef619ce9-9c26-4626-8a4b-43bb5ba13aef req-5011c37f-4191-41f7-a087-f0acb00dcf4c tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459478 Nov 13 05:58:38.208596 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:38.651997 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad8719-5ef2-428a-a80d-1c32ebeccee8 req-07f1d885-1b62-44b3-9207-7ae7c3564237 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:38.653502 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9aad8719-5ef2-428a-a80d-1c32ebeccee8 req-07f1d885-1b62-44b3-9207-7ae7c3564237 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 945 time: 0.0528371 Nov 13 05:58:38.702149 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9aad8719-5ef2-428a-a80d-1c32ebeccee8 req-f3eabce1-b864-4d5f-afeb-d5c210190861 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 Nov 13 05:58:38.947643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993de7-d851-49de-b420-e29f1f668814 req-7b97df97-25ec-409d-91f6-6dfe75122708 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:38.949163 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da993de7-d851-49de-b420-e29f1f668814 req-7b97df97-25ec-409d-91f6-6dfe75122708 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.36 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 945 time: 0.0621092 Nov 13 05:58:39.047583 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-da993de7-d851-49de-b420-e29f1f668814 req-e6f1148c-d150-4efb-939b-f01aa2d408c0 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Deleting port 3f8a4fd4-df7f-494f-bba3-fd938e328e84 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:58:39.047918 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-da993de7-d851-49de-b420-e29f1f668814 req-e6f1148c-d150-4efb-939b-f01aa2d408c0 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:39.137277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-da993de7-d851-49de-b420-e29f1f668814 req-e6f1148c-d150-4efb-939b-f01aa2d408c0 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] For port 3f8a4fd4-df7f-494f-bba3-fd938e328e84, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3f8a4fd4-df7f-494f-bba3-fd938e328e84,segment=NetworkSegment(ba074fa1-72d8-49d7-91bf-051dfe745d7b),segment_id=ba074fa1-72d8-49d7-91bf-051dfe745d7b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:39.137641 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-da993de7-d851-49de-b420-e29f1f668814 req-e6f1148c-d150-4efb-939b-f01aa2d408c0 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:39.151095 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-da993de7-d851-49de-b420-e29f1f668814 req-e6f1148c-d150-4efb-939b-f01aa2d408c0 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Calling delete_port for 3f8a4fd4-df7f-494f-bba3-fd938e328e84 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:58:39.283440 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-da993de7-d851-49de-b420-e29f1f668814 req-e6f1148c-d150-4efb-939b-f01aa2d408c0 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:39.313718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1148c-d150-4efb-939b-f01aa2d408c0 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Pushing event deleted for resources: {'Port': ['ID=3f8a4fd4-df7f-494f-bba3-fd938e328e84,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:39.316877 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['3f8a4fd4-df7f-494f-bba3-fd938e328e84'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:58:39.343316 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['35286d8a-03cc-4106-ad4a-b4b82e06a034'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:58:39.359392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-da993de7-d851-49de-b420-e29f1f668814 req-e6f1148c-d150-4efb-939b-f01aa2d408c0 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] No DVR routers for this DVR port 3f8a4fd4-df7f-494f-bba3-fd938e328e84 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:58:39.361989 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-da993de7-d851-49de-b420-e29f1f668814 req-e6f1148c-d150-4efb-939b-f01aa2d408c0 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:39.365693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-da993de7-d851-49de-b420-e29f1f668814 req-e6f1148c-d150-4efb-939b-f01aa2d408c0 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.36 "DELETE /v2.0/ports/3f8a4fd4-df7f-494f-bba3-fd938e328e84 HTTP/1.1" status: 204 len: 173 time: 0.4074037 Nov 13 05:58:39.366128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4', 'name': 'network-vif-deleted', 'tag': '3f8a4fd4-df7f-494f-bba3-fd938e328e84'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:58:39.368565 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541d2dc1-6b11-43c4-9f28-bfa0ba54546f" -d '{"events": [{"server_uuid": "6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4", "name": "network-vif-deleted", "tag": "3f8a4fd4-df7f-494f-bba3-fd938e328e84"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:58:39.472793 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405fe496-1a1b-4e86-9dd7-d7ab1ba149ee x-openstack-request-id: req-405fe496-1a1b-4e86-9dd7-d7ab1ba149ee {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:58:39.473083 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4", "name": "network-vif-deleted", "tag": "3f8a4fd4-df7f-494f-bba3-fd938e328e84", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:58:39.473329 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-405fe496-1a1b-4e86-9dd7-d7ab1ba149ee {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:58:39.473768 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4', 'name': 'network-vif-deleted', 'tag': '3f8a4fd4-df7f-494f-bba3-fd938e328e84', 'status': 'completed', 'code': 200} Nov 13 05:58:39.497786 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:39.820301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56f90d67-0b60-46c4-ab68-aba879513caf req-1910aba1-6b87-4c13-b93c-b6365892abde tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6258fcc5-29c3-47c8-9c3d-ed1ed6e304a4 HTTP/1.1" status: 200 len: 210 time: 0.0287378 Nov 13 05:58:40.059350 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:40.991813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d9c03-98e3-4d29-8736-27ba76c0311f req-a31a78ad-ee6d-4ebe-83e3-082e55fa56a9 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:40.993524 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a55d9c03-98e3-4d29-8736-27ba76c0311f req-a31a78ad-ee6d-4ebe-83e3-082e55fa56a9 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 945 time: 0.0580776 Nov 13 05:58:41.046533 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a55d9c03-98e3-4d29-8736-27ba76c0311f req-44094283-c2af-4ede-b18f-0060e91ddb7b tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440862 Nov 13 05:58:41.192874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c952d5-2b78-4cf5-b0db-6b35041423f4 req-55897b30-37d8-4e0c-b1ed-34d8262e5889 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:41.194825 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28c952d5-2b78-4cf5-b0db-6b35041423f4 req-55897b30-37d8-4e0c-b1ed-34d8262e5889 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 945 time: 0.0589581 Nov 13 05:58:41.244340 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-28c952d5-2b78-4cf5-b0db-6b35041423f4 req-de801acf-d191-4794-b351-a1cb248b7214 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432222 Nov 13 05:58:41.367951 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d1f38-4c17-49b0-86ad-2751117ca95a req-430caeba-0833-4384-a416-0d6999d45848 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:41.369446 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-050d1f38-4c17-49b0-86ad-2751117ca95a req-430caeba-0833-4384-a416-0d6999d45848 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 945 time: 0.0548069 Nov 13 05:58:41.420485 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-050d1f38-4c17-49b0-86ad-2751117ca95a req-63f822a8-ed28-43f1-ac1e-7b38a3c317b1 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449028 Nov 13 05:58:41.610973 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac4bec-b149-4a85-a6ac-35e820f613a2 req-5869efd8-776c-4999-9c5b-960ca90fb997 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:41.612479 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b5ac4bec-b149-4a85-a6ac-35e820f613a2 req-5869efd8-776c-4999-9c5b-960ca90fb997 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 945 time: 0.0613532 Nov 13 05:58:41.664720 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b5ac4bec-b149-4a85-a6ac-35e820f613a2 req-d3ed4e29-0f70-40ea-80a3-bd8c08fa3baf tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Nov 13 05:58:41.801493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7c2d5-52c7-4e93-8908-a7daf8d6c0b6 req-63ae143b-af79-45be-91ce-9eeb088f88d1 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:41.802979 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8be7c2d5-52c7-4e93-8908-a7daf8d6c0b6 req-63ae143b-af79-45be-91ce-9eeb088f88d1 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 945 time: 0.0580533 Nov 13 05:58:41.854773 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8be7c2d5-52c7-4e93-8908-a7daf8d6c0b6 req-42f10530-e902-4324-913e-b5b5a0ef2216 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454962 Nov 13 05:58:41.996670 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88643595-d4c4-4239-9009-8499efd46b80 req-56c8f190-1fd9-45dd-aab7-794633206458 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:41.998152 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-88643595-d4c4-4239-9009-8499efd46b80 req-56c8f190-1fd9-45dd-aab7-794633206458 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 945 time: 0.0586824 Nov 13 05:58:42.052701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-88643595-d4c4-4239-9009-8499efd46b80 req-930aac8f-75f2-4ced-a2cc-5a0acf025b40 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485415 Nov 13 05:58:42.375004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47145e-9778-418c-a185-b118c633b81d req-c049b433-f45d-406c-be37-d87da0b0edd4 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:42.376522 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e47145e-9778-418c-a185-b118c633b81d req-c049b433-f45d-406c-be37-d87da0b0edd4 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 945 time: 0.0562241 Nov 13 05:58:42.426590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 3f8a4fd4-df7f-494f-bba3-fd938e328e84 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:58:42.428894 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e47145e-9778-418c-a185-b118c633b81d req-f0dd2088-eaae-4fcb-81ab-53ced2fa6e00 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461392 Nov 13 05:58:42.450304 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 3f8a4fd4-df7f-494f-bba3-fd938e328e84 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:58:42.450634 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 3f8a4fd4-df7f-494f-bba3-fd938e328e84 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:58:43.567455 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc716ad-25a9-4931-bb39-f0797581b1f7 req-8dd60aba-6fe0-42c3-924c-ecb41717632d tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:43.568930 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4fc716ad-25a9-4931-bb39-f0797581b1f7 req-8dd60aba-6fe0-42c3-924c-ecb41717632d tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 945 time: 0.0573258 Nov 13 05:58:43.615731 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4fc716ad-25a9-4931-bb39-f0797581b1f7 req-f44f2f82-7212-4a41-bfd4-24d8e6274b58 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc6b045c-d318-4bb4-9773-1329b1933dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403850 Nov 13 05:58:44.106212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7b18e-5dca-41f9-a4df-9f84aae78d0d req-ae9e0583-404c-4ad6-bc0a-c2391c08156c tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:44.107700 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7ce7b18e-5dca-41f9-a4df-9f84aae78d0d req-ae9e0583-404c-4ad6-bc0a-c2391c08156c tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 945 time: 0.0514302 Nov 13 05:58:44.203271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7ce7b18e-5dca-41f9-a4df-9f84aae78d0d req-e5a1870c-4a33-44ca-be20-bcb5f73791c9 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Deleting port 35286d8a-03cc-4106-ad4a-b4b82e06a034 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:58:44.203600 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7ce7b18e-5dca-41f9-a4df-9f84aae78d0d req-e5a1870c-4a33-44ca-be20-bcb5f73791c9 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:44.297105 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7ce7b18e-5dca-41f9-a4df-9f84aae78d0d req-e5a1870c-4a33-44ca-be20-bcb5f73791c9 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] For port 35286d8a-03cc-4106-ad4a-b4b82e06a034, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=35286d8a-03cc-4106-ad4a-b4b82e06a034,segment=NetworkSegment(ba074fa1-72d8-49d7-91bf-051dfe745d7b),segment_id=ba074fa1-72d8-49d7-91bf-051dfe745d7b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:44.297341 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7ce7b18e-5dca-41f9-a4df-9f84aae78d0d req-e5a1870c-4a33-44ca-be20-bcb5f73791c9 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:44.311288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7ce7b18e-5dca-41f9-a4df-9f84aae78d0d req-e5a1870c-4a33-44ca-be20-bcb5f73791c9 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Calling delete_port for 35286d8a-03cc-4106-ad4a-b4b82e06a034 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:58:44.449085 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7ce7b18e-5dca-41f9-a4df-9f84aae78d0d req-e5a1870c-4a33-44ca-be20-bcb5f73791c9 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:44.477764 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1870c-4a33-44ca-be20-bcb5f73791c9 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Pushing event deleted for resources: {'Port': ['ID=35286d8a-03cc-4106-ad4a-b4b82e06a034,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:44.487130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['35286d8a-03cc-4106-ad4a-b4b82e06a034'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:58:44.525334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce7b18e-5dca-41f9-a4df-9f84aae78d0d req-e5a1870c-4a33-44ca-be20-bcb5f73791c9 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] No DVR routers for this DVR port 35286d8a-03cc-4106-ad4a-b4b82e06a034 on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:58:44.528273 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7ce7b18e-5dca-41f9-a4df-9f84aae78d0d req-e5a1870c-4a33-44ca-be20-bcb5f73791c9 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:44.532023 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7ce7b18e-5dca-41f9-a4df-9f84aae78d0d req-e5a1870c-4a33-44ca-be20-bcb5f73791c9 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.46 "DELETE /v2.0/ports/35286d8a-03cc-4106-ad4a-b4b82e06a034 HTTP/1.1" status: 204 len: 173 time: 0.4169581 Nov 13 05:58:44.532478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2b685c-f448-4242-b52e-4f7b0d22036b', 'name': 'network-vif-deleted', 'tag': '35286d8a-03cc-4106-ad4a-b4b82e06a034'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:58:44.534757 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a91865-bb58-4fa9-a037-1c55a9f55778" -d '{"events": [{"server_uuid": "6d2b685c-f448-4242-b52e-4f7b0d22036b", "name": "network-vif-deleted", "tag": "35286d8a-03cc-4106-ad4a-b4b82e06a034"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:58:44.571837 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d84d8b8-5796-436a-987b-a6b0fad35011 x-openstack-request-id: req-1d84d8b8-5796-436a-987b-a6b0fad35011 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:58:44.572103 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2b685c-f448-4242-b52e-4f7b0d22036b", "name": "network-vif-deleted", "tag": "35286d8a-03cc-4106-ad4a-b4b82e06a034", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:58:44.572440 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d84d8b8-5796-436a-987b-a6b0fad35011 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:58:44.572845 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2b685c-f448-4242-b52e-4f7b0d22036b', 'name': 'network-vif-deleted', 'tag': '35286d8a-03cc-4106-ad4a-b4b82e06a034', 'status': 'completed', 'code': 200} Nov 13 05:58:44.724346 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-02cde9ee-9f96-4113-95a5-5f4523dc5cf9 req-6e9ec4f8-c5f5-43c7-8d41-72b50f8e9fb3 tempest-ServersNegativeTestJSON-239214523 tempest-ServersNegativeTestJSON-239214523-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2b685c-f448-4242-b52e-4f7b0d22036b HTTP/1.1" status: 200 len: 210 time: 0.0270703 Nov 13 05:58:45.788604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48472) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:45.834509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d26600-4cb3-4486-a2e0-2ca8a6d46178 admin admin] Deleting subnet 007448dd-5a5d-48a2-8c1a-971f086cf190 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:58:45.837995 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11d26600-4cb3-4486-a2e0-2ca8a6d46178 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:45.873779 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11d26600-4cb3-4486-a2e0-2ca8a6d46178 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:45.911454 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11d26600-4cb3-4486-a2e0-2ca8a6d46178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:45.964619 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11d26600-4cb3-4486-a2e0-2ca8a6d46178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:45.994278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d26600-4cb3-4486-a2e0-2ca8a6d46178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007448dd-5a5d-48a2-8c1a-971f086cf190,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:45.997897 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11d26600-4cb3-4486-a2e0-2ca8a6d46178 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:46.001104 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-11d26600-4cb3-4486-a2e0-2ca8a6d46178 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/007448dd-5a5d-48a2-8c1a-971f086cf190 HTTP/1.1" status: 204 len: 168 time: 0.2114978 Nov 13 05:58:46.004112 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:46.071331 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cde3b6be-981f-4c10-87e1-f15e5d7da02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:46.153824 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cde3b6be-981f-4c10-87e1-f15e5d7da02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:46.173609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-cde3b6be-981f-4c10-87e1-f15e5d7da02c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26080d8f-9a7f-4dfe-88e4-493eee936921']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:46.182935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-cde3b6be-981f-4c10-87e1-f15e5d7da02c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba074fa1-72d8-49d7-91bf-051dfe745d7b') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:46.183233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-cde3b6be-981f-4c10-87e1-f15e5d7da02c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba074fa1-72d8-49d7-91bf-051dfe745d7b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:46.192424 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cde3b6be-981f-4c10-87e1-f15e5d7da02c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:46.206370 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cde3b6be-981f-4c10-87e1-f15e5d7da02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:46.213069 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde3b6be-981f-4c10-87e1-f15e5d7da02c admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:58:46.213482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cde3b6be-981f-4c10-87e1-f15e5d7da02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:58:46.215424 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:58:46.270802 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cde3b6be-981f-4c10-87e1-f15e5d7da02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:46.275582 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cde3b6be-981f-4c10-87e1-f15e5d7da02c admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:46.279005 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cde3b6be-981f-4c10-87e1-f15e5d7da02c admin admin] 10.222.0.43 "DELETE /v2.0/networks/26080d8f-9a7f-4dfe-88e4-493eee936921 HTTP/1.1" status: 204 len: 168 time: 0.2739871 Nov 13 05:58:46.293441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3b6be-981f-4c10-87e1-f15e5d7da02c admin admin] Pushing event deleted for resources: {'Network': ['ID=26080d8f-9a7f-4dfe-88e4-493eee936921,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:46.394012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48478) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:46.436374 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1c626591-1fa6-4bdf-be7b-a5b5447a21d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2037c16000b3480ca65a1e4b3c7cc3f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400603 Nov 13 05:58:46.437799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48480) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:46.485611 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3864cacf-84da-42b1-8262-69d3540e1c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:46.506669 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3864cacf-84da-42b1-8262-69d3540e1c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:46.566051 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3864cacf-84da-42b1-8262-69d3540e1c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:46.568557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3864cacf-84da-42b1-8262-69d3540e1c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:46.569765 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3864cacf-84da-42b1-8262-69d3540e1c74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc6b045c-d318-4bb4-9773-1329b1933dd8 HTTP/1.1" status: 204 len: 168 time: 0.1310275 Nov 13 05:58:46.577902 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864cacf-84da-42b1-8262-69d3540e1c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6b045c-d318-4bb4-9773-1329b1933dd8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:47.291717 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48502) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:47.399802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1694998536'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:47.425465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Made reservation on behalf of 75e00be03dd54b6482b32b5dff244dee for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:47.428960 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:47.437459 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:47.521868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:47.527526 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:47.557073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:58:47.562375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398b87d8-0336-4ac8-a994-55c4c0eb52f9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:47.570049 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:47.570430 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Added segment 09aecfb3-a08b-448f-b8cd-678d287eb774 of type vlan for network 05d94250-7b6b-44c4-a737-461ae005a8ac Nov 13 05:58:47.617387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:47.645805 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:47.653577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:47.654170 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:47.716925 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4240787 Nov 13 05:58:47.726143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc14b2b-69ae-429e-8f5a-2810c0e1f685 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event updated for resources: {'Network': ['ID=05d94250-7b6b-44c4-a737-461ae005a8ac,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:47.737222 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 05d94250-7b6b-44c4-a737-461ae005a8ac details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:58:47.934284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 35286d8a-03cc-4106-ad4a-b4b82e06a034 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:58:47.954893 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 35286d8a-03cc-4106-ad4a-b4b82e06a034 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:58:47.955259 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 35286d8a-03cc-4106-ad4a-b4b82e06a034 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:58:51.057776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48506) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:51.062935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-20502a93-2c5e-4206-a037-2e5387ac8151 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Request body: {'subnet': {'network_id': '05d94250-7b6b-44c4-a737-461ae005a8ac', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:51.156980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20502a93-2c5e-4206-a037-2e5387ac8151 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Made reservation on behalf of 75e00be03dd54b6482b32b5dff244dee for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:51.160506 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20502a93-2c5e-4206-a037-2e5387ac8151 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:51.344639 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20502a93-2c5e-4206-a037-2e5387ac8151 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:51.400768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20502a93-2c5e-4206-a037-2e5387ac8151 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event updated for resources: {'Subnet': ['ID=6a534dcd-d207-4aae-a11d-95f8d7073969,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:51.412736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20502a93-2c5e-4206-a037-2e5387ac8151 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Checking segment: {'id': '09aecfb3-a08b-448f-b8cd-678d287eb774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '05d94250-7b6b-44c4-a737-461ae005a8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:58:51.413122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20502a93-2c5e-4206-a037-2e5387ac8151 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Network hostable DHCP agents. Network: 05d94250-7b6b-44c4-a737-461ae005a8ac, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:58:51.431326 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20502a93-2c5e-4206-a037-2e5387ac8151 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Network 05d94250-7b6b-44c4-a737-461ae005a8ac is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:58:51.440709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-20502a93-2c5e-4206-a037-2e5387ac8151 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 05d94250-7b6b-44c4-a737-461ae005a8ac) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:58:51.445210 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20502a93-2c5e-4206-a037-2e5387ac8151 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:51.445820 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20502a93-2c5e-4206-a037-2e5387ac8151 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:51.450558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aee193a-1224-4a94-b01f-b9aaf277d7d6 None None] Network 05d94250-7b6b-44c4-a737-461ae005a8ac requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:58:51.463153 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-20502a93-2c5e-4206-a037-2e5387ac8151 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4042192 Nov 13 05:58:51.467024 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48508) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:51.471796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a28b7307-4337-4c43-90f2-8d79d4646115 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2111296673'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:51.494686 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28b7307-4337-4c43-90f2-8d79d4646115 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Made reservation on behalf of 75e00be03dd54b6482b32b5dff244dee for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:51.498200 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a28b7307-4337-4c43-90f2-8d79d4646115 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:51.523547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28b7307-4337-4c43-90f2-8d79d4646115 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:58:51.535075 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a28b7307-4337-4c43-90f2-8d79d4646115 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:51.535517 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-a28b7307-4337-4c43-90f2-8d79d4646115 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Added segment 418f20ab-b06d-423d-b4b4-1afd92ac2a9d of type vlan for network 4cdbf3fb-d762-4f41-8d49-7cd1af916b4d Nov 13 05:58:51.583081 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a28b7307-4337-4c43-90f2-8d79d4646115 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:51.608006 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-05d94250-7b6b-44c4-a737-461ae005a8ac', 'network_id': '05d94250-7b6b-44c4-a737-461ae005a8ac', 'tenant_id': '75e00be03dd54b6482b32b5dff244dee', 'fixed_ips': [{'subnet_id': '6a534dcd-d207-4aae-a11d-95f8d7073969'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:58:51.608964 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:51.609730 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a28b7307-4337-4c43-90f2-8d79d4646115 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:51.615670 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28b7307-4337-4c43-90f2-8d79d4646115 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:51.616280 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a28b7307-4337-4c43-90f2-8d79d4646115 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:51.675120 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a28b7307-4337-4c43-90f2-8d79d4646115 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2070866 Nov 13 05:58:51.678259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48510) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:51.685129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5872b348-5280-4545-bf85-46d3f033bd8e tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Request body: {'subnet': {'network_id': '4cdbf3fb-d762-4f41-8d49-7cd1af916b4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:51.691933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b7307-4337-4c43-90f2-8d79d4646115 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event updated for resources: {'Network': ['ID=4cdbf3fb-d762-4f41-8d49-7cd1af916b4d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:51.703426 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 4cdbf3fb-d762-4f41-8d49-7cd1af916b4d details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:58:51.780353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5872b348-5280-4545-bf85-46d3f033bd8e tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Made reservation on behalf of 75e00be03dd54b6482b32b5dff244dee for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:51.784456 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5872b348-5280-4545-bf85-46d3f033bd8e tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:51.811828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Allocated IP 2001:db8:0:ffff::2 (05d94250-7b6b-44c4-a737-461ae005a8ac/6a534dcd-d207-4aae-a11d-95f8d7073969/3dc14b23-bda8-4f24-94c2-0bc1ab67855b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:58:51.957965 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:51.964219 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:51.983770 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5872b348-5280-4545-bf85-46d3f033bd8e tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.004857 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Network 05d94250-7b6b-44c4-a737-461ae005a8ac is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:58:52.014225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:58:52.017141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:58:52.019714 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Pushing event updated for resources: {'Port': ['ID=3dc14b23-bda8-4f24-94c2-0bc1ab67855b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:52.044008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872b348-5280-4545-bf85-46d3f033bd8e tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event updated for resources: {'Subnet': ['ID=1bf55618-81d5-4738-ac83-598c399a1875,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:52.055444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872b348-5280-4545-bf85-46d3f033bd8e tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Checking segment: {'id': '418f20ab-b06d-423d-b4b4-1afd92ac2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4cdbf3fb-d762-4f41-8d49-7cd1af916b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:58:52.055813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872b348-5280-4545-bf85-46d3f033bd8e tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Network hostable DHCP agents. Network: 4cdbf3fb-d762-4f41-8d49-7cd1af916b4d, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:58:52.073422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872b348-5280-4545-bf85-46d3f033bd8e tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Network 4cdbf3fb-d762-4f41-8d49-7cd1af916b4d is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:58:52.083821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5872b348-5280-4545-bf85-46d3f033bd8e tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 4cdbf3fb-d762-4f41-8d49-7cd1af916b4d) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:58:52.085280 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Attempting to bind port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:58:52.085710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Attempting to bind port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '09aecfb3-a08b-448f-b8cd-678d287eb774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '05d94250-7b6b-44c4-a737-461ae005a8ac'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:58:52.086084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Attempting to bind port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b on network 05d94250-7b6b-44c4-a737-461ae005a8ac {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:58:52.088295 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5872b348-5280-4545-bf85-46d3f033bd8e tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:52.088960 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5872b348-5280-4545-bf85-46d3f033bd8e tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.093437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:58:52.093814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Checking segment: {'id': '09aecfb3-a08b-448f-b8cd-678d287eb774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '05d94250-7b6b-44c4-a737-461ae005a8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:58:52.094209 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.094590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Bound using segment: {'id': '09aecfb3-a08b-448f-b8cd-678d287eb774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '05d94250-7b6b-44c4-a737-461ae005a8ac'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:58:52.095095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Bound port: 3dc14b23-bda8-4f24-94c2-0bc1ab67855b, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09aecfb3-a08b-448f-b8cd-678d287eb774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '05d94250-7b6b-44c4-a737-461ae005a8ac'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:58:52.095484 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.099406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809e81c4-06bb-418b-a689-1923781deb90 None None] Network 4cdbf3fb-d762-4f41-8d49-7cd1af916b4d requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:58:52.108598 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5872b348-5280-4545-bf85-46d3f033bd8e tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4270749 Nov 13 05:58:52.108992 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48512) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:52.211112 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.232542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] For port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:58:52.237187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] For port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3dc14b23-bda8-4f24-94c2-0bc1ab67855b,segment=NetworkSegment(09aecfb3-a08b-448f-b8cd-678d287eb774),segment_id=09aecfb3-a08b-448f-b8cd-678d287eb774)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:58:52.260911 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.291394 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.349312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c98a0cd-55c9-4846-8651-974277c625f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-4cdbf3fb-d762-4f41-8d49-7cd1af916b4d', 'network_id': '4cdbf3fb-d762-4f41-8d49-7cd1af916b4d', 'tenant_id': '75e00be03dd54b6482b32b5dff244dee', 'fixed_ips': [{'subnet_id': '1bf55618-81d5-4738-ac83-598c399a1875'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:58:52.351092 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c98a0cd-55c9-4846-8651-974277c625f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.369294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54714db-a15d-4d8b-9b2e-f91cd8b3e488 None None] Pushing event updated for resources: {'Port': ['ID=3dc14b23-bda8-4f24-94c2-0bc1ab67855b,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:52.370014 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.412406 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf55618-81d5-4738-ac83-598c399a1875,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:52.446900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c684f0-8619-4644-9965-200597dc02f7 None None] Network 4cdbf3fb-d762-4f41-8d49-7cd1af916b4d requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:58:52.478987 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.522000 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cdbf3fb-d762-4f41-8d49-7cd1af916b4d']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:52.534277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418f20ab-b06d-423d-b4b4-1afd92ac2a9d') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:52.534669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418f20ab-b06d-423d-b4b4-1afd92ac2a9d') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:52.548747 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.563056 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.569663 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:58:52.570062 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:58:52.575100 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:58:52.641225 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.648375 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.651527 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "DELETE /v2.0/networks/4cdbf3fb-d762-4f41-8d49-7cd1af916b4d HTTP/1.1" status: 204 len: 168 time: 0.5415902 Nov 13 05:58:52.655256 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48514) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:52.660321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-4fd542b8-6fd8-41c2-8dc6-feac1ccae92f tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-520297519'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:52.662970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174edf42-e4c1-47e2-b79b-fddd50b96ddb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event deleted for resources: {'Network': ['ID=4cdbf3fb-d762-4f41-8d49-7cd1af916b4d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:52.682098 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd542b8-6fd8-41c2-8dc6-feac1ccae92f tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Made reservation on behalf of 75e00be03dd54b6482b32b5dff244dee for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:52.685616 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4fd542b8-6fd8-41c2-8dc6-feac1ccae92f tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.708502 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd542b8-6fd8-41c2-8dc6-feac1ccae92f tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:58:52.717193 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4fd542b8-6fd8-41c2-8dc6-feac1ccae92f tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.717467 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-4fd542b8-6fd8-41c2-8dc6-feac1ccae92f tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Added segment e4a3dcb2-3d9d-47ff-ae5a-20c95f5a9d6f of type vlan for network 3e6c5429-4530-4615-a4f2-0d5ec80d3878 Nov 13 05:58:52.757295 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4fd542b8-6fd8-41c2-8dc6-feac1ccae92f tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.788684 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4fd542b8-6fd8-41c2-8dc6-feac1ccae92f tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:52.796766 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd542b8-6fd8-41c2-8dc6-feac1ccae92f tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:52.797592 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4fd542b8-6fd8-41c2-8dc6-feac1ccae92f tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:53.211970 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4fd542b8-6fd8-41c2-8dc6-feac1ccae92f tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5551763 Nov 13 05:58:53.214102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48516) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:53.220051 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-078ffe89-ff00-4aca-b7cf-3053ae697cb8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Request body: {'subnet': {'network_id': '3e6c5429-4530-4615-a4f2-0d5ec80d3878', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:53.224150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd542b8-6fd8-41c2-8dc6-feac1ccae92f tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event updated for resources: {'Network': ['ID=3e6c5429-4530-4615-a4f2-0d5ec80d3878,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:53.235321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 3e6c5429-4530-4615-a4f2-0d5ec80d3878 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:58:53.296268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63ae7b5-63e7-453e-8776-5ea3b297feae None None] Network 05d94250-7b6b-44c4-a737-461ae005a8ac requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:58:53.330196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078ffe89-ff00-4aca-b7cf-3053ae697cb8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Made reservation on behalf of 75e00be03dd54b6482b32b5dff244dee for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:53.334605 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-078ffe89-ff00-4aca-b7cf-3053ae697cb8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:53.372477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3dc14b23-bda8-4f24-94c2-0bc1ab67855b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:58:53.405455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-078ffe89-ff00-4aca-b7cf-3053ae697cb8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Performing IP validity checks on allocation pools {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 13 05:58:53.405985 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-078ffe89-ff00-4aca-b7cf-3053ae697cb8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 13 05:58:53.418258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-02ccacd9-aad4-4dcb-886e-f7f5a432729a None None] Provisioning complete for port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:58:53.418617 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02ccacd9-aad4-4dcb-886e-f7f5a432729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:53.514812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:58:53.515081 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:53.525924 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-078ffe89-ff00-4aca-b7cf-3053ae697cb8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:53.591864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ffe89-ff00-4aca-b7cf-3053ae697cb8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event updated for resources: {'Subnet': ['ID=2cfd891e-55a7-44f1-8301-36974e6266c4,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:53.600265 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078ffe89-ff00-4aca-b7cf-3053ae697cb8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Checking segment: {'id': 'e4a3dcb2-3d9d-47ff-ae5a-20c95f5a9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3e6c5429-4530-4615-a4f2-0d5ec80d3878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:58:53.600628 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078ffe89-ff00-4aca-b7cf-3053ae697cb8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Network hostable DHCP agents. Network: 3e6c5429-4530-4615-a4f2-0d5ec80d3878, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:58:53.611445 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02ccacd9-aad4-4dcb-886e-f7f5a432729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:53.619081 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078ffe89-ff00-4aca-b7cf-3053ae697cb8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Network 3e6c5429-4530-4615-a4f2-0d5ec80d3878 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:58:53.630099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-078ffe89-ff00-4aca-b7cf-3053ae697cb8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 3e6c5429-4530-4615-a4f2-0d5ec80d3878) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:58:53.635932 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078ffe89-ff00-4aca-b7cf-3053ae697cb8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:53.636706 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-078ffe89-ff00-4aca-b7cf-3053ae697cb8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:53.658784 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-078ffe89-ff00-4aca-b7cf-3053ae697cb8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4428570 Nov 13 05:58:53.662264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48518) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:53.671689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7582dea3-f4e9-43ad-a645-3d46bb094b93 None None] Network 3e6c5429-4530-4615-a4f2-0d5ec80d3878 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:58:53.699749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-02ccacd9-aad4-4dcb-886e-f7f5a432729a None None] For port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3dc14b23-bda8-4f24-94c2-0bc1ab67855b,segment=NetworkSegment(09aecfb3-a08b-448f-b8cd-678d287eb774),segment_id=09aecfb3-a08b-448f-b8cd-678d287eb774)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:53.712118 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02ccacd9-aad4-4dcb-886e-f7f5a432729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:53.764058 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:53.775163 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:53.832785 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:53.846819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccacd9-aad4-4dcb-886e-f7f5a432729a None None] Pushing event updated for resources: {'Port': ['ID=3dc14b23-bda8-4f24-94c2-0bc1ab67855b,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:53.896873 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:53.924018 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event deleted for resources: {'Subnet': ['ID=2cfd891e-55a7-44f1-8301-36974e6266c4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:53.988504 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.010456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6c5429-4530-4615-a4f2-0d5ec80d3878']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:54.019969 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a3dcb2-3d9d-47ff-ae5a-20c95f5a9d6f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:54.020227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a3dcb2-3d9d-47ff-ae5a-20c95f5a9d6f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:54.030634 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.045606 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.052316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:58:54.052713 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:58:54.055941 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:58:54.068656 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 05:58:54.069006 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 05:58:54.100145 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-61edc55e-7a51-4324-8a88-32836f2855d2 None None] Provisioning complete for port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:58:54.100532 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61edc55e-7a51-4324-8a88-32836f2855d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.115869 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.123896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d4015-82bf-4f58-8ed9-93d77a793c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-3e6c5429-4530-4615-a4f2-0d5ec80d3878', 'network_id': '3e6c5429-4530-4615-a4f2-0d5ec80d3878', 'tenant_id': '75e00be03dd54b6482b32b5dff244dee', 'fixed_ips': [{'subnet_id': '2cfd891e-55a7-44f1-8301-36974e6266c4'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:58:54.124634 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.124764 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c0d4015-82bf-4f58-8ed9-93d77a793c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.128015 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "DELETE /v2.0/networks/3e6c5429-4530-4615-a4f2-0d5ec80d3878 HTTP/1.1" status: 204 len: 168 time: 0.4648128 Nov 13 05:58:54.132296 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48520) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:54.137385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-dc3d302f-4b13-4a03-95e4-16e583869358 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-106527506'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:54.144459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b74c8-3e96-4380-9a31-29ccb1edd07b tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event deleted for resources: {'Network': ['ID=3e6c5429-4530-4615-a4f2-0d5ec80d3878,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:54.168153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3d302f-4b13-4a03-95e4-16e583869358 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Made reservation on behalf of 75e00be03dd54b6482b32b5dff244dee for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:54.168956 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9cc364-708c-4a55-945a-fcb2cd52e5db None None] Network 3e6c5429-4530-4615-a4f2-0d5ec80d3878 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:58:54.170547 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc3d302f-4b13-4a03-95e4-16e583869358 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.194226 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3d302f-4b13-4a03-95e4-16e583869358 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:58:54.203395 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc3d302f-4b13-4a03-95e4-16e583869358 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.203821 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-dc3d302f-4b13-4a03-95e4-16e583869358 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Added segment f41addf4-f754-4a24-ad2e-2f1d0cabaf32 of type vlan for network 1e15a951-dec8-4718-a9bc-78c243efe019 Nov 13 05:58:54.208104 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9cc364-708c-4a55-945a-fcb2cd52e5db None None] Network 3e6c5429-4530-4615-a4f2-0d5ec80d3878 could not be found, it might have been deleted concurrently. {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 13 05:58:54.245557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc3d302f-4b13-4a03-95e4-16e583869358 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.272654 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc3d302f-4b13-4a03-95e4-16e583869358 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.279387 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d302f-4b13-4a03-95e4-16e583869358 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:54.279986 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc3d302f-4b13-4a03-95e4-16e583869358 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.316439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-dc3d302f-4b13-4a03-95e4-16e583869358 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1829557 Nov 13 05:58:54.320195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:54.325514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-37e82c12-1d52-4522-83b0-50dc3c148db0 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Request body: {'subnet': {'network_id': '1e15a951-dec8-4718-a9bc-78c243efe019', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:54.354415 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d302f-4b13-4a03-95e4-16e583869358 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event updated for resources: {'Network': ['ID=1e15a951-dec8-4718-a9bc-78c243efe019,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:54.364723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 1e15a951-dec8-4718-a9bc-78c243efe019 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:58:54.418109 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e82c12-1d52-4522-83b0-50dc3c148db0 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Made reservation on behalf of 75e00be03dd54b6482b32b5dff244dee for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:54.421767 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37e82c12-1d52-4522-83b0-50dc3c148db0 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.613561 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37e82c12-1d52-4522-83b0-50dc3c148db0 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.671593 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e82c12-1d52-4522-83b0-50dc3c148db0 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event updated for resources: {'Subnet': ['ID=ec6a83fa-5d5d-4ba2-9d76-7a48e07f0b95,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:54.683552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e82c12-1d52-4522-83b0-50dc3c148db0 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Checking segment: {'id': 'f41addf4-f754-4a24-ad2e-2f1d0cabaf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1e15a951-dec8-4718-a9bc-78c243efe019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:58:54.683907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e82c12-1d52-4522-83b0-50dc3c148db0 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Network hostable DHCP agents. Network: 1e15a951-dec8-4718-a9bc-78c243efe019, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:58:54.702771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e82c12-1d52-4522-83b0-50dc3c148db0 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Network 1e15a951-dec8-4718-a9bc-78c243efe019 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:58:54.713856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-37e82c12-1d52-4522-83b0-50dc3c148db0 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 1e15a951-dec8-4718-a9bc-78c243efe019) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:58:54.717926 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e82c12-1d52-4522-83b0-50dc3c148db0 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:54.718512 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37e82c12-1d52-4522-83b0-50dc3c148db0 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.723413 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c674799-6a94-48b6-8b0f-5c473fa8526c None None] Network 1e15a951-dec8-4718-a9bc-78c243efe019 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:58:54.735523 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-37e82c12-1d52-4522-83b0-50dc3c148db0 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4141715 Nov 13 05:58:54.739865 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48524) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:54.746293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c41e9790-91bf-41cb-8f83-c0a005e7eb08 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1685612269'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:54.768011 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41e9790-91bf-41cb-8f83-c0a005e7eb08 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Made reservation on behalf of 75e00be03dd54b6482b32b5dff244dee for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:54.771491 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c41e9790-91bf-41cb-8f83-c0a005e7eb08 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.795415 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41e9790-91bf-41cb-8f83-c0a005e7eb08 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:58:54.804132 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c41e9790-91bf-41cb-8f83-c0a005e7eb08 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.804595 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-c41e9790-91bf-41cb-8f83-c0a005e7eb08 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Added segment e05fdd4a-3076-4dc1-bf9e-f1aa01537beb of type vlan for network cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3 Nov 13 05:58:54.845534 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c41e9790-91bf-41cb-8f83-c0a005e7eb08 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.869847 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-1e15a951-dec8-4718-a9bc-78c243efe019', 'network_id': '1e15a951-dec8-4718-a9bc-78c243efe019', 'tenant_id': '75e00be03dd54b6482b32b5dff244dee', 'fixed_ips': [{'subnet_id': 'ec6a83fa-5d5d-4ba2-9d76-7a48e07f0b95'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:58:54.870804 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.873729 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c41e9790-91bf-41cb-8f83-c0a005e7eb08 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.879476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41e9790-91bf-41cb-8f83-c0a005e7eb08 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:54.880156 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c41e9790-91bf-41cb-8f83-c0a005e7eb08 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:54.922686 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c41e9790-91bf-41cb-8f83-c0a005e7eb08 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1786399 Nov 13 05:58:54.923415 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48526) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:54.929505 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ee7acb1a-f0f4-47a5-9762-081cc9fa9bb5 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Request body: {'subnet': {'network_id': 'cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:54.957843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e9790-91bf-41cb-8f83-c0a005e7eb08 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event updated for resources: {'Network': ['ID=cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:54.971171 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:58:55.024559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7acb1a-f0f4-47a5-9762-081cc9fa9bb5 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Made reservation on behalf of 75e00be03dd54b6482b32b5dff244dee for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:55.028926 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee7acb1a-f0f4-47a5-9762-081cc9fa9bb5 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.066517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Allocated IP 2001:db8::2 (1e15a951-dec8-4718-a9bc-78c243efe019/ec6a83fa-5d5d-4ba2-9d76-7a48e07f0b95/1588cacc-6fab-4655-bb5d-ef8e1a98f2e8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:58:55.212130 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.216545 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee7acb1a-f0f4-47a5-9762-081cc9fa9bb5 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.217555 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.259268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Network 1e15a951-dec8-4718-a9bc-78c243efe019 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:58:55.262065 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:58:55.268508 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:58:55.277962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7acb1a-f0f4-47a5-9762-081cc9fa9bb5 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event updated for resources: {'Subnet': ['ID=ece8562d-a37d-4e22-9dc6-d244ca532235,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:55.281931 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Pushing event updated for resources: {'Port': ['ID=1588cacc-6fab-4655-bb5d-ef8e1a98f2e8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:55.292008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7acb1a-f0f4-47a5-9762-081cc9fa9bb5 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Checking segment: {'id': 'e05fdd4a-3076-4dc1-bf9e-f1aa01537beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:58:55.292424 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7acb1a-f0f4-47a5-9762-081cc9fa9bb5 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Network hostable DHCP agents. Network: cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:58:55.322071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7acb1a-f0f4-47a5-9762-081cc9fa9bb5 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Network cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:58:55.333128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ee7acb1a-f0f4-47a5-9762-081cc9fa9bb5 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:58:55.337749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3dc14b23-bda8-4f24-94c2-0bc1ab67855b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:58:55.338136 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7acb1a-f0f4-47a5-9762-081cc9fa9bb5 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:55.338729 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee7acb1a-f0f4-47a5-9762-081cc9fa9bb5 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.343764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ce78f0-ff44-42c8-b360-76cfb9e7fb1d None None] Network cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:58:55.356814 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ee7acb1a-f0f4-47a5-9762-081cc9fa9bb5 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4317260 Nov 13 05:58:55.357052 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Attempting to bind port 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:58:55.357391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Attempting to bind port 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'f41addf4-f754-4a24-ad2e-2f1d0cabaf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1e15a951-dec8-4718-a9bc-78c243efe019'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:58:55.357945 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Attempting to bind port 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8 on network 1e15a951-dec8-4718-a9bc-78c243efe019 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:58:55.359544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48528) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:55.396198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:58:55.396840 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Checking segment: {'id': 'f41addf4-f754-4a24-ad2e-2f1d0cabaf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1e15a951-dec8-4718-a9bc-78c243efe019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:58:55.396956 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.397321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Bound using segment: {'id': 'f41addf4-f754-4a24-ad2e-2f1d0cabaf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1e15a951-dec8-4718-a9bc-78c243efe019'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:58:55.397789 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Bound port: 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41addf4-f754-4a24-ad2e-2f1d0cabaf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1e15a951-dec8-4718-a9bc-78c243efe019'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:58:55.398162 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.457712 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.507953 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.549316 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:58:55.549694 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.553373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] For port 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:58:55.559333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] For port 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1588cacc-6fab-4655-bb5d-ef8e1a98f2e8,segment=NetworkSegment(f41addf4-f754-4a24-ad2e-2f1d0cabaf32),segment_id=f41addf4-f754-4a24-ad2e-2f1d0cabaf32)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:58:55.569968 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.586130 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.596387 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event deleted for resources: {'Subnet': ['ID=ece8562d-a37d-4e22-9dc6-d244ca532235,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:55.654334 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6884dc86-f43a-4a17-ac95-318f4b3e2273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3', 'network_id': 'cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3', 'tenant_id': '75e00be03dd54b6482b32b5dff244dee', 'fixed_ips': [{'subnet_id': 'ece8562d-a37d-4e22-9dc6-d244ca532235'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:58:55.655217 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6884dc86-f43a-4a17-ac95-318f4b3e2273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.663858 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.689300 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:55.691682 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd90fa-9b62-47f7-ae24-7f6319c63fd8 None None] Pushing event updated for resources: {'Port': ['ID=1588cacc-6fab-4655-bb5d-ef8e1a98f2e8,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:55.700227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05fdd4a-3076-4dc1-bf9e-f1aa01537beb') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:55.700517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05fdd4a-3076-4dc1-bf9e-f1aa01537beb') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:55.713861 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.728580 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.736053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:58:55.736449 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:58:55.740425 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:58:55.798375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb6619-0662-4d66-bdb2-92083a0846b7 None None] Network cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:58:56.208307 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.222210 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.226342 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "DELETE /v2.0/networks/cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3 HTTP/1.1" status: 204 len: 168 time: 0.8658659 Nov 13 05:58:56.229119 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48530) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:56.247846 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9e884-4105-4d08-a44a-713e0a2343de tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event deleted for resources: {'Network': ['ID=cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:56.266596 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e81cda-b211-4632-b2e2-45ce59a1cbda tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] GET failed (client error): The resource could not be found. Nov 13 05:58:56.267957 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-40e81cda-b211-4632-b2e2-45ce59a1cbda tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "GET /v2.0/subnets/ece8562d-a37d-4e22-9dc6-d244ca532235 HTTP/1.1" status: 404 len: 337 time: 0.0379515 Nov 13 05:58:56.271042 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48532) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:56.291765 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f8b797-5631-4dd1-a742-a3f79babe3d8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] DELETE failed (client error): The resource could not be found. Nov 13 05:58:56.292391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f8b797-5631-4dd1-a742-a3f79babe3d8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:58:56.295578 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e7f8b797-5631-4dd1-a742-a3f79babe3d8 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "DELETE /v2.0/networks/cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3 HTTP/1.1" status: 404 len: 339 time: 0.0235095 Nov 13 05:58:56.299414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48534) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:56.326117 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e939d54-d258-4753-a7d5-d39c12f76285 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] DELETE failed (client error): The resource could not be found. Nov 13 05:58:56.326636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e939d54-d258-4753-a7d5-d39c12f76285 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:58:56.329726 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9e939d54-d258-4753-a7d5-d39c12f76285 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "DELETE /v2.0/subnets/ece8562d-a37d-4e22-9dc6-d244ca532235 HTTP/1.1" status: 404 len: 337 time: 0.0293760 Nov 13 05:58:56.332516 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48536) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:56.350513 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d59485-287c-40c5-a09f-e91c59bd710d tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] DELETE failed (client error): The resource could not be found. Nov 13 05:58:56.351103 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d59485-287c-40c5-a09f-e91c59bd710d tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:58:56.354479 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e2d59485-287c-40c5-a09f-e91c59bd710d tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "DELETE /v2.0/networks/cc3d08a2-58f3-4aec-9b4f-eb0b53ce20d3 HTTP/1.1" status: 404 len: 339 time: 0.0209820 Nov 13 05:58:56.357267 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48538) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:56.410283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d169e3ea-9987-49c6-96c3-c47970699dac tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Deleting subnet ec6a83fa-5d5d-4ba2-9d76-7a48e07f0b95 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:58:56.413853 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d169e3ea-9987-49c6-96c3-c47970699dac tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.454619 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d169e3ea-9987-49c6-96c3-c47970699dac tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.542718 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d169e3ea-9987-49c6-96c3-c47970699dac tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.569774 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad3d691-eeee-483f-b837-4308d5690334 None None] Network 1e15a951-dec8-4718-a9bc-78c243efe019 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:58:56.600754 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d169e3ea-9987-49c6-96c3-c47970699dac tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.627206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169e3ea-9987-49c6-96c3-c47970699dac tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6a83fa-5d5d-4ba2-9d76-7a48e07f0b95,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:56.632092 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d169e3ea-9987-49c6-96c3-c47970699dac tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.635562 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d169e3ea-9987-49c6-96c3-c47970699dac tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "DELETE /v2.0/subnets/ec6a83fa-5d5d-4ba2-9d76-7a48e07f0b95 HTTP/1.1" status: 204 len: 168 time: 0.2772582 Nov 13 05:58:56.638016 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48540) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:56.702297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-36b4cc5e-b50b-42bf-94b7-d174d80605da None None] Provisioning complete for port 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:58:56.702658 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36b4cc5e-b50b-42bf-94b7-d174d80605da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.719590 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.775695 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Deleting port 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:58:56.776165 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.786835 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36b4cc5e-b50b-42bf-94b7-d174d80605da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.804938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99510da-455a-4c92-b1d6-cebd254d80db None None] DHCP port deletion for 1e15a951-dec8-4718-a9bc-78c243efe019 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:58:56.843352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] For port 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1588cacc-6fab-4655-bb5d-ef8e1a98f2e8,segment=NetworkSegment(f41addf4-f754-4a24-ad2e-2f1d0cabaf32),segment_id=f41addf4-f754-4a24-ad2e-2f1d0cabaf32)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:56.843617 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.843934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-36b4cc5e-b50b-42bf-94b7-d174d80605da None None] For port 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1588cacc-6fab-4655-bb5d-ef8e1a98f2e8,segment=NetworkSegment(f41addf4-f754-4a24-ad2e-2f1d0cabaf32),segment_id=f41addf4-f754-4a24-ad2e-2f1d0cabaf32)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:56.851494 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36b4cc5e-b50b-42bf-94b7-d174d80605da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.856530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Calling delete_port for 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:58:56.906740 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e99510da-455a-4c92-b1d6-cebd254d80db None None] Deleting port 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:58:56.907131 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e99510da-455a-4c92-b1d6-cebd254d80db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.920197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4cc5e-b50b-42bf-94b7-d174d80605da None None] Pushing event updated for resources: {'Port': ['ID=1588cacc-6fab-4655-bb5d-ef8e1a98f2e8,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:56.939319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.965064 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event deleted for resources: {'Port': ['ID=1588cacc-6fab-4655-bb5d-ef8e1a98f2e8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:56.969561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] No DVR routers for this DVR port 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:58:56.976271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e99510da-455a-4c92-b1d6-cebd254d80db None None] For port 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=1588cacc-6fab-4655-bb5d-ef8e1a98f2e8,segment=NetworkSegment(f41addf4-f754-4a24-ad2e-2f1d0cabaf32),segment_id=f41addf4-f754-4a24-ad2e-2f1d0cabaf32)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:56.976646 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e99510da-455a-4c92-b1d6-cebd254d80db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:56.990724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e99510da-455a-4c92-b1d6-cebd254d80db None None] Calling delete_port for 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:58:57.051537 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.071576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e15a951-dec8-4718-a9bc-78c243efe019']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:57.074152 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e99510da-455a-4c92-b1d6-cebd254d80db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.080907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41addf4-f754-4a24-ad2e-2f1d0cabaf32') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:57.081188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41addf4-f754-4a24-ad2e-2f1d0cabaf32') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:57.090462 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.099948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99510da-455a-4c92-b1d6-cebd254d80db None None] Pushing event deleted for resources: {'Port': ['ID=1588cacc-6fab-4655-bb5d-ef8e1a98f2e8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:57.103936 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.105463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99510da-455a-4c92-b1d6-cebd254d80db None None] No DVR routers for this DVR port 1588cacc-6fab-4655-bb5d-ef8e1a98f2e8 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:58:57.110600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:58:57.111179 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:58:57.114315 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:58:57.181875 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.186332 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.190318 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "DELETE /v2.0/networks/1e15a951-dec8-4718-a9bc-78c243efe019 HTTP/1.1" status: 204 len: 168 time: 0.5513592 Nov 13 05:58:57.194398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48542) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:57.206227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690b256-1e7b-4418-a9a6-2500f7c83641 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event deleted for resources: {'Network': ['ID=1e15a951-dec8-4718-a9bc-78c243efe019,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:57.222488 n-d-813114-2 neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a46c9f7-21dc-4e32-8e4a-d191ef53b4ac tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] DELETE failed (client error): The resource could not be found. Nov 13 05:58:57.222955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a46c9f7-21dc-4e32-8e4a-d191ef53b4ac tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:58:57.225994 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1a46c9f7-21dc-4e32-8e4a-d191ef53b4ac tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "DELETE /v2.0/subnets/2cfd891e-55a7-44f1-8301-36974e6266c4 HTTP/1.1" status: 404 len: 337 time: 0.0294950 Nov 13 05:58:57.228913 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48544) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:57.247781 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cc6468-9b82-4053-a20b-8f6720a1c842 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] DELETE failed (client error): The resource could not be found. Nov 13 05:58:57.248295 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28cc6468-9b82-4053-a20b-8f6720a1c842 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:58:57.251300 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-28cc6468-9b82-4053-a20b-8f6720a1c842 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "DELETE /v2.0/networks/3e6c5429-4530-4615-a4f2-0d5ec80d3878 HTTP/1.1" status: 404 len: 339 time: 0.0213096 Nov 13 05:58:57.253852 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48546) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:57.278809 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce133d6-94d1-4537-96e2-4cc74645930d tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] DELETE failed (client error): The resource could not be found. Nov 13 05:58:57.279284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce133d6-94d1-4537-96e2-4cc74645930d tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:58:57.282226 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dce133d6-94d1-4537-96e2-4cc74645930d tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "DELETE /v2.0/subnets/1bf55618-81d5-4738-ac83-598c399a1875 HTTP/1.1" status: 404 len: 337 time: 0.0274866 Nov 13 05:58:57.284866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48548) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:57.302053 n-d-813114-2 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c38308-a5ba-47fd-ad44-62f39661fbeb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] DELETE failed (client error): The resource could not be found. Nov 13 05:58:57.302560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c38308-a5ba-47fd-ad44-62f39661fbeb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 13 05:58:57.305485 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d5c38308-a5ba-47fd-ad44-62f39661fbeb tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "DELETE /v2.0/networks/4cdbf3fb-d762-4f41-8d49-7cd1af916b4d HTTP/1.1" status: 404 len: 339 time: 0.0197675 Nov 13 05:58:57.308080 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48550) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:57.362782 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6b522d-b686-4b8b-8868-0b6af710c26c tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Deleting subnet 6a534dcd-d207-4aae-a11d-95f8d7073969 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:58:57.366169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b6b522d-b686-4b8b-8868-0b6af710c26c tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.405112 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b6b522d-b686-4b8b-8868-0b6af710c26c tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.486493 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b6b522d-b686-4b8b-8868-0b6af710c26c tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.547756 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b6b522d-b686-4b8b-8868-0b6af710c26c tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.575244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b522d-b686-4b8b-8868-0b6af710c26c tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event deleted for resources: {'Subnet': ['ID=6a534dcd-d207-4aae-a11d-95f8d7073969,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:57.578725 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b6b522d-b686-4b8b-8868-0b6af710c26c tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.581937 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6b6b522d-b686-4b8b-8868-0b6af710c26c tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "DELETE /v2.0/subnets/6a534dcd-d207-4aae-a11d-95f8d7073969 HTTP/1.1" status: 204 len: 168 time: 0.2729702 Nov 13 05:58:57.585362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48552) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:57.588229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2409d914-6e18-4228-9f28-a2f81a923376 None None] Network 05d94250-7b6b-44c4-a737-461ae005a8ac requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:58:57.659507 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.711780 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Deleting port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:58:57.712146 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.770754 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1034a1-e82c-4e63-918f-9aef4e523065 None None] DHCP port deletion for 05d94250-7b6b-44c4-a737-461ae005a8ac request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:58:57.778516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] For port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3dc14b23-bda8-4f24-94c2-0bc1ab67855b,segment=NetworkSegment(09aecfb3-a08b-448f-b8cd-678d287eb774),segment_id=09aecfb3-a08b-448f-b8cd-678d287eb774)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:57.778872 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.791312 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Calling delete_port for 3dc14b23-bda8-4f24-94c2-0bc1ab67855b owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:58:57.818134 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0a1034a1-e82c-4e63-918f-9aef4e523065 None None] Deleting port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:58:57.818492 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a1034a1-e82c-4e63-918f-9aef4e523065 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.869487 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.885903 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0a1034a1-e82c-4e63-918f-9aef4e523065 None None] For port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3dc14b23-bda8-4f24-94c2-0bc1ab67855b,segment=NetworkSegment(09aecfb3-a08b-448f-b8cd-678d287eb774),segment_id=09aecfb3-a08b-448f-b8cd-678d287eb774)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:58:57.886295 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a1034a1-e82c-4e63-918f-9aef4e523065 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.896753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event deleted for resources: {'Port': ['ID=3dc14b23-bda8-4f24-94c2-0bc1ab67855b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:57.901109 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0a1034a1-e82c-4e63-918f-9aef4e523065 None None] Calling delete_port for 3dc14b23-bda8-4f24-94c2-0bc1ab67855b owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:58:57.903388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] No DVR routers for this DVR port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:58:57.980297 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a1034a1-e82c-4e63-918f-9aef4e523065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:57.983435 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:58.006831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d94250-7b6b-44c4-a737-461ae005a8ac']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:58.007836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1034a1-e82c-4e63-918f-9aef4e523065 None None] Pushing event deleted for resources: {'Port': ['ID=3dc14b23-bda8-4f24-94c2-0bc1ab67855b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:58.012000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1034a1-e82c-4e63-918f-9aef4e523065 None None] No DVR routers for this DVR port 3dc14b23-bda8-4f24-94c2-0bc1ab67855b on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:58:58.020194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09aecfb3-a08b-448f-b8cd-678d287eb774') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:58.020194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09aecfb3-a08b-448f-b8cd-678d287eb774') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:58:58.028148 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:58.041833 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:58.048495 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:58:58.048894 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:58:58.052478 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:58:58.121349 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:58.134152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:58.137254 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] 10.222.0.43 "DELETE /v2.0/networks/05d94250-7b6b-44c4-a737-461ae005a8ac HTTP/1.1" status: 204 len: 168 time: 0.5510113 Nov 13 05:58:58.148549 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82d4d4-c5aa-4493-9278-f5045e4ea541 tempest-NetworksIpV6Test-73537602 tempest-NetworksIpV6Test-73537602-project] Pushing event deleted for resources: {'Network': ['ID=05d94250-7b6b-44c4-a737-461ae005a8ac,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:58.415582 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48558) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:58.558901 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d1b6ec36-0ed5-453d-a9c9-737bd5b09871 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75e00be03dd54b6482b32b5dff244dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1420560 Nov 13 05:58:58.562479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48562) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:58.615510 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7572b481-7410-4748-9787-7520e7004d22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:58.637335 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7572b481-7410-4748-9787-7520e7004d22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:58.686857 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7572b481-7410-4748-9787-7520e7004d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:58.689595 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7572b481-7410-4748-9787-7520e7004d22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:58.690787 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7572b481-7410-4748-9787-7520e7004d22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/398b87d8-0336-4ac8-a994-55c4c0eb52f9 HTTP/1.1" status: 204 len: 168 time: 0.1272976 Nov 13 05:58:58.698627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572b481-7410-4748-9787-7520e7004d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398b87d8-0336-4ac8-a994-55c4c0eb52f9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:59.291276 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:59.315675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3dc14b23-bda8-4f24-94c2-0bc1ab67855b no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:58:59.340554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 3dc14b23-bda8-4f24-94c2-0bc1ab67855b {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:58:59.340803 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3dc14b23-bda8-4f24-94c2-0bc1ab67855b not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:58:59.353796 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:59.366651 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48584) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:59.465754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f8c3a6fa-e093-419a-bc5f-f803e84b23eb tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-394446265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:59.496614 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a6fa-e093-419a-bc5f-f803e84b23eb tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:59.497616 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a6fa-e093-419a-bc5f-f803e84b23eb tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:59.546623 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a6fa-e093-419a-bc5f-f803e84b23eb tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:59.552554 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a6fa-e093-419a-bc5f-f803e84b23eb tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:59.572041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a6fa-e093-419a-bc5f-f803e84b23eb tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:59.573246 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f8c3a6fa-e093-419a-bc5f-f803e84b23eb tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2051194 Nov 13 05:58:59.576028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48588) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:59.581085 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1185924176'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:59.602687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Made reservation on behalf of 4e1f1342e1e1400ca664e52b53216c76 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:59.606048 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:59.614507 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:59.689965 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:59.695846 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:59.721976 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:58:59.731731 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66406666-d397-4f94-bd36-07f5c7d68e12,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:59.736414 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:59.736751 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Added segment fe1e2c2d-11db-40c2-b334-b54fd652f1e6 of type vlan for network ef7f411a-e023-46fe-967b-501e34a3148f Nov 13 05:58:59.779147 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:59.806899 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:59.812459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:58:59.813036 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:58:59.847828 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2707307 Nov 13 05:58:59.850777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48590) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:58:59.856789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-78e78fcb-ea38-45ad-8d5b-3bd0b5d0fbcf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Request body: {'subnet': {'network_id': 'ef7f411a-e023-46fe-967b-501e34a3148f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:58:59.882342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cec98f-380a-4119-9320-84256fa26536 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Pushing event updated for resources: {'Network': ['ID=ef7f411a-e023-46fe-967b-501e34a3148f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:58:59.892580 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network ef7f411a-e023-46fe-967b-501e34a3148f details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:58:59.952609 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e78fcb-ea38-45ad-8d5b-3bd0b5d0fbcf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Made reservation on behalf of 4e1f1342e1e1400ca664e52b53216c76 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:58:59.956213 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78e78fcb-ea38-45ad-8d5b-3bd0b5d0fbcf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:00.139559 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78e78fcb-ea38-45ad-8d5b-3bd0b5d0fbcf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:00.199398 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e78fcb-ea38-45ad-8d5b-3bd0b5d0fbcf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Pushing event updated for resources: {'Subnet': ['ID=5af51ae8-6875-4c70-bba4-004bd536b0cf,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:00.209807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e78fcb-ea38-45ad-8d5b-3bd0b5d0fbcf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Checking segment: {'id': 'fe1e2c2d-11db-40c2-b334-b54fd652f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef7f411a-e023-46fe-967b-501e34a3148f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:59:00.210181 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e78fcb-ea38-45ad-8d5b-3bd0b5d0fbcf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Network hostable DHCP agents. Network: ef7f411a-e023-46fe-967b-501e34a3148f, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:59:00.229218 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e78fcb-ea38-45ad-8d5b-3bd0b5d0fbcf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Network ef7f411a-e023-46fe-967b-501e34a3148f is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:59:00.238046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-78e78fcb-ea38-45ad-8d5b-3bd0b5d0fbcf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, ef7f411a-e023-46fe-967b-501e34a3148f) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:59:00.242477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e78fcb-ea38-45ad-8d5b-3bd0b5d0fbcf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:00.243321 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78e78fcb-ea38-45ad-8d5b-3bd0b5d0fbcf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:00.248240 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34b54e7-a173-4335-94f1-dc9f5073e42a None None] Network ef7f411a-e023-46fe-967b-501e34a3148f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:59:00.261005 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-78e78fcb-ea38-45ad-8d5b-3bd0b5d0fbcf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4083366 Nov 13 05:59:00.263746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48592) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:00.268876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d650d6b6-87b4-4c3e-8470-61c117bd9fc9 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-260339808'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:59:00.291929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d650d6b6-87b4-4c3e-8470-61c117bd9fc9 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Made reservation on behalf of 4e1f1342e1e1400ca664e52b53216c76 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:59:00.295661 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d650d6b6-87b4-4c3e-8470-61c117bd9fc9 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:00.319241 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d650d6b6-87b4-4c3e-8470-61c117bd9fc9 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:59:00.328500 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d650d6b6-87b4-4c3e-8470-61c117bd9fc9 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:00.328835 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-d650d6b6-87b4-4c3e-8470-61c117bd9fc9 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Added segment 8fbaa8b2-e687-456d-926e-1152cd02f6db of type vlan for network 2058bcca-c51b-45ce-8d08-516dc6f6856e Nov 13 05:59:00.369228 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d650d6b6-87b4-4c3e-8470-61c117bd9fc9 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:00.393874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-ef7f411a-e023-46fe-967b-501e34a3148f', 'network_id': 'ef7f411a-e023-46fe-967b-501e34a3148f', 'tenant_id': '4e1f1342e1e1400ca664e52b53216c76', 'fixed_ips': [{'subnet_id': '5af51ae8-6875-4c70-bba4-004bd536b0cf'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:59:00.394464 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:00.401248 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d650d6b6-87b4-4c3e-8470-61c117bd9fc9 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:00.407072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650d6b6-87b4-4c3e-8470-61c117bd9fc9 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:00.407652 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d650d6b6-87b4-4c3e-8470-61c117bd9fc9 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:00.468594 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d650d6b6-87b4-4c3e-8470-61c117bd9fc9 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2036457 Nov 13 05:59:00.471375 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48594) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:00.478465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5ad95104-0d25-4ab3-9464-facd98328ead tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Request body: {'subnet': {'network_id': '2058bcca-c51b-45ce-8d08-516dc6f6856e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:59:00.494681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650d6b6-87b4-4c3e-8470-61c117bd9fc9 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Pushing event updated for resources: {'Network': ['ID=2058bcca-c51b-45ce-8d08-516dc6f6856e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:00.513921 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 2058bcca-c51b-45ce-8d08-516dc6f6856e details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:59:00.572800 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad95104-0d25-4ab3-9464-facd98328ead tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Made reservation on behalf of 4e1f1342e1e1400ca664e52b53216c76 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:59:00.576413 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ad95104-0d25-4ab3-9464-facd98328ead tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:00.584932 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Allocated IP 172.20.0.2 (ef7f411a-e023-46fe-967b-501e34a3148f/5af51ae8-6875-4c70-bba4-004bd536b0cf/7e1a31df-f680-4455-9922-42333d049ccb) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:59:00.765689 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ad95104-0d25-4ab3-9464-facd98328ead tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:00.830238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad95104-0d25-4ab3-9464-facd98328ead tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Pushing event updated for resources: {'Subnet': ['ID=e08fd8b4-245a-4b06-95b2-094e2d49f1e0,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:00.839985 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad95104-0d25-4ab3-9464-facd98328ead tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Checking segment: {'id': '8fbaa8b2-e687-456d-926e-1152cd02f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2058bcca-c51b-45ce-8d08-516dc6f6856e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:59:00.840766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad95104-0d25-4ab3-9464-facd98328ead tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Network hostable DHCP agents. Network: 2058bcca-c51b-45ce-8d08-516dc6f6856e, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:59:00.859466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad95104-0d25-4ab3-9464-facd98328ead tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Network 2058bcca-c51b-45ce-8d08-516dc6f6856e is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:59:00.873090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5ad95104-0d25-4ab3-9464-facd98328ead tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 2058bcca-c51b-45ce-8d08-516dc6f6856e) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:59:00.878996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad95104-0d25-4ab3-9464-facd98328ead tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:00.879947 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ad95104-0d25-4ab3-9464-facd98328ead tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:00.893971 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea83e478-b20e-44e3-9db7-0cd2f0f37eb3 None None] Network 2058bcca-c51b-45ce-8d08-516dc6f6856e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:59:00.901539 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5ad95104-0d25-4ab3-9464-facd98328ead tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4288526 Nov 13 05:59:00.904210 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48596) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:00.909826 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a4cccb49-4891-41c3-a9d3-76d63d3478f8 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Request body: {'router': {'external_gateway_info': {'network_id': '2058bcca-c51b-45ce-8d08-516dc6f6856e'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:59:00.964481 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:00.979306 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.034725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Network ef7f411a-e023-46fe-967b-501e34a3148f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:59:01.043512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:59:01.049274 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:59:01.078554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Pushing event updated for resources: {'Port': ['ID=7e1a31df-f680-4455-9922-42333d049ccb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:01.120246 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4cccb49-4891-41c3-a9d3-76d63d3478f8 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.143140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Attempting to bind port 7e1a31df-f680-4455-9922-42333d049ccb on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:59:01.143140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Attempting to bind port 7e1a31df-f680-4455-9922-42333d049ccb by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'fe1e2c2d-11db-40c2-b334-b54fd652f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef7f411a-e023-46fe-967b-501e34a3148f'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:59:01.143140 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Attempting to bind port 7e1a31df-f680-4455-9922-42333d049ccb on network ef7f411a-e023-46fe-967b-501e34a3148f {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:59:01.162519 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:59:01.162848 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Checking segment: {'id': 'fe1e2c2d-11db-40c2-b334-b54fd652f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef7f411a-e023-46fe-967b-501e34a3148f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:59:01.163269 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.163649 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Bound using segment: {'id': 'fe1e2c2d-11db-40c2-b334-b54fd652f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef7f411a-e023-46fe-967b-501e34a3148f'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:59:01.164125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Bound port: 7e1a31df-f680-4455-9922-42333d049ccb, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1e2c2d-11db-40c2-b334-b54fd652f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef7f411a-e023-46fe-967b-501e34a3148f'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:59:01.164516 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.180490 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318f096a-1ed0-4c8c-a5e7-294475ccac73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-2058bcca-c51b-45ce-8d08-516dc6f6856e', 'network_id': '2058bcca-c51b-45ce-8d08-516dc6f6856e', 'tenant_id': '4e1f1342e1e1400ca664e52b53216c76', 'fixed_ips': [{'subnet_id': 'e08fd8b4-245a-4b06-95b2-094e2d49f1e0'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:59:01.181673 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-318f096a-1ed0-4c8c-a5e7-294475ccac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.237709 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [None req-a4cccb49-4891-41c3-a9d3-76d63d3478f8 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 13 05:59:01.238943 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a4cccb49-4891-41c3-a9d3-76d63d3478f8 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] 10.222.0.43 "PUT /v2.0/routers/4f90cd7e-1d98-48a8-879e-19f0d0fa8c62 HTTP/1.1" status: 400 len: 364 time: 0.3336179 Nov 13 05:59:01.245337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48598) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:01.294510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] For port 7e1a31df-f680-4455-9922-42333d049ccb, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:59:01.315467 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c756f923-349c-4749-a7ac-fcc6e7194e44 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Deleting subnet e08fd8b4-245a-4b06-95b2-094e2d49f1e0 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:59:01.319095 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c756f923-349c-4749-a7ac-fcc6e7194e44 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.319473 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] For port 7e1a31df-f680-4455-9922-42333d049ccb, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7e1a31df-f680-4455-9922-42333d049ccb,segment=NetworkSegment(fe1e2c2d-11db-40c2-b334-b54fd652f1e6),segment_id=fe1e2c2d-11db-40c2-b334-b54fd652f1e6)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:59:01.325747 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.376773 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c756f923-349c-4749-a7ac-fcc6e7194e44 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.395006 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087e7a1-8e08-429a-950c-3ac5342230ca None None] Pushing event updated for resources: {'Port': ['ID=7e1a31df-f680-4455-9922-42333d049ccb,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:01.426172 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c756f923-349c-4749-a7ac-fcc6e7194e44 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server [None req-318f096a-1ed0-4c8c-a5e7-294475ccac73 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e08fd8b4-245a-4b06-95b2-094e2d49f1e0: This subnet is being modified by another concurrent operation. Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise self.value Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server raise exception Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e08fd8b4-245a-4b06-95b2-094e2d49f1e0: This subnet is being modified by another concurrent operation. Nov 13 05:59:01.488334 n-d-813114-2 neutron-server[102669]: ERROR oslo_messaging.rpc.server Nov 13 05:59:01.496981 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c756f923-349c-4749-a7ac-fcc6e7194e44 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.509273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee979e15-d028-4e84-b19f-505342afc134 None None] Network 2058bcca-c51b-45ce-8d08-516dc6f6856e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:59:01.524311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756f923-349c-4749-a7ac-fcc6e7194e44 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Pushing event deleted for resources: {'Subnet': ['ID=e08fd8b4-245a-4b06-95b2-094e2d49f1e0,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:01.531110 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c756f923-349c-4749-a7ac-fcc6e7194e44 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.540450 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c756f923-349c-4749-a7ac-fcc6e7194e44 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] 10.222.0.43 "DELETE /v2.0/subnets/e08fd8b4-245a-4b06-95b2-094e2d49f1e0 HTTP/1.1" status: 204 len: 168 time: 0.2904639 Nov 13 05:59:01.542264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48600) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:01.646500 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7814184c-6522-4350-9976-019419ab0491 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.748899 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7814184c-6522-4350-9976-019419ab0491 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.769648 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7814184c-6522-4350-9976-019419ab0491 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2058bcca-c51b-45ce-8d08-516dc6f6856e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:01.780059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7814184c-6522-4350-9976-019419ab0491 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbaa8b2-e687-456d-926e-1152cd02f6db') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:01.780339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7814184c-6522-4350-9976-019419ab0491 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbaa8b2-e687-456d-926e-1152cd02f6db') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:01.788057 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:59:01.790798 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7814184c-6522-4350-9976-019419ab0491 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.804448 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7814184c-6522-4350-9976-019419ab0491 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.811044 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7814184c-6522-4350-9976-019419ab0491 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:59:01.811435 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7814184c-6522-4350-9976-019419ab0491 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:59:01.814507 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:59:01.879310 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7814184c-6522-4350-9976-019419ab0491 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.888010 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7814184c-6522-4350-9976-019419ab0491 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:01.893928 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7814184c-6522-4350-9976-019419ab0491 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] 10.222.0.43 "DELETE /v2.0/networks/2058bcca-c51b-45ce-8d08-516dc6f6856e HTTP/1.1" status: 204 len: 168 time: 0.3482544 Nov 13 05:59:01.894124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48602) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:01.913168 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814184c-6522-4350-9976-019419ab0491 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Pushing event deleted for resources: {'Network': ['ID=2058bcca-c51b-45ce-8d08-516dc6f6856e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:01.957532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8c7b65-55e1-4c7c-8c63-f634ca7f2278 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Deleting subnet 5af51ae8-6875-4c70-bba4-004bd536b0cf {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 05:59:01.960789 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7b65-55e1-4c7c-8c63-f634ca7f2278 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:02.001289 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7b65-55e1-4c7c-8c63-f634ca7f2278 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:02.096037 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7b65-55e1-4c7c-8c63-f634ca7f2278 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:02.157378 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7b65-55e1-4c7c-8c63-f634ca7f2278 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:02.187120 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7b65-55e1-4c7c-8c63-f634ca7f2278 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:02.190363 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2d8c7b65-55e1-4c7c-8c63-f634ca7f2278 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] 10.222.0.43 "DELETE /v2.0/subnets/5af51ae8-6875-4c70-bba4-004bd536b0cf HTTP/1.1" status: 204 len: 168 time: 0.2953386 Nov 13 05:59:02.191350 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c7b65-55e1-4c7c-8c63-f634ca7f2278 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Pushing event deleted for resources: {'Subnet': ['ID=5af51ae8-6875-4c70-bba4-004bd536b0cf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:02.192993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:02.283235 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:02.338828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Deleting port 7e1a31df-f680-4455-9922-42333d049ccb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:59:02.339187 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:02.402240 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a589fa2-e651-468d-9112-3828266342f5 None None] Network ef7f411a-e023-46fe-967b-501e34a3148f requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:59:02.404938 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] For port 7e1a31df-f680-4455-9922-42333d049ccb, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7e1a31df-f680-4455-9922-42333d049ccb,segment=NetworkSegment(fe1e2c2d-11db-40c2-b334-b54fd652f1e6),segment_id=fe1e2c2d-11db-40c2-b334-b54fd652f1e6)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:59:02.405327 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:02.418667 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Calling delete_port for 7e1a31df-f680-4455-9922-42333d049ccb owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:59:02.506794 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:02.510892 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-991dabbd-43a0-425c-9986-dab71f0959a0 None None] Could not find standard attr ID for object 7e1a31df-f680-4455-9922-42333d049ccb. {{(pid=102669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 13 05:59:02.530885 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Pushing event deleted for resources: {'Port': ['ID=7e1a31df-f680-4455-9922-42333d049ccb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:02.536541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] No DVR routers for this DVR port 7e1a31df-f680-4455-9922-42333d049ccb on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:59:02.590477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6c40f9-6ac6-48d4-a908-6e62c38728fe None None] DHCP port deletion for ef7f411a-e023-46fe-967b-501e34a3148f request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:59:02.608828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4654ff58-0153-40c5-a8b2-ad7682e56f05 None None] get_active_networks_info from n-d-813114-2 {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 13 05:59:02.619942 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:02.640435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7f411a-e023-46fe-967b-501e34a3148f']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:02.650050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1e2c2d-11db-40c2-b334-b54fd652f1e6') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:02.650672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1e2c2d-11db-40c2-b334-b54fd652f1e6') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:02.660393 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:02.670337 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4654ff58-0153-40c5-a8b2-ad7682e56f05 None None] Resources bound (agent type, host, resource id): {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 13 05:59:02.675721 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:02.682376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 05:59:02.682760 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: timer() Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 05:59:02.685854 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 05:59:02.745829 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:02.750580 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:02.753809 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] 10.222.0.43 "DELETE /v2.0/networks/ef7f411a-e023-46fe-967b-501e34a3148f HTTP/1.1" status: 204 len: 168 time: 0.5600388 Nov 13 05:59:02.756813 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48606) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:02.773821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597e4eb-9202-4aa1-9733-fca7a28ef3cf tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Pushing event deleted for resources: {'Network': ['ID=ef7f411a-e023-46fe-967b-501e34a3148f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:02.789468 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-499a6c11-decc-4c93-8ecb-7721575246fa tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f90cd7e-1d98-48a8-879e-19f0d0fa8c62 HTTP/1.1" status: 200 len: 205 time: 0.0312536 Nov 13 05:59:02.792405 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48608) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:02.867096 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-beba3cfa-cd88-4b42-874b-5158763cc070 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:03.023218 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-beba3cfa-cd88-4b42-874b-5158763cc070 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:03.025824 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-beba3cfa-cd88-4b42-874b-5158763cc070 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:03.073701 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-beba3cfa-cd88-4b42-874b-5158763cc070 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:03.074337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beba3cfa-cd88-4b42-874b-5158763cc070 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Fanout notify agent at l3_agent the message router_deleted on router 4f90cd7e-1d98-48a8-879e-19f0d0fa8c62 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 05:59:03.082062 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-beba3cfa-cd88-4b42-874b-5158763cc070 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:03.083064 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-beba3cfa-cd88-4b42-874b-5158763cc070 tempest-RoutersNegativeTest-206840961 tempest-RoutersNegativeTest-206840961-project] 10.222.0.43 "DELETE /v2.0/routers/4f90cd7e-1d98-48a8-879e-19f0d0fa8c62 HTTP/1.1" status: 204 len: 168 time: 0.2895155 Nov 13 05:59:03.343419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48614) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:03.484918 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-82c59e5f-24db-4f5d-a863-8f92de184886 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e1f1342e1e1400ca664e52b53216c76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403050 Nov 13 05:59:03.487538 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48618) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:03.535891 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-778c7ad6-57ab-4580-b67c-073d12114745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:03.556745 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-778c7ad6-57ab-4580-b67c-073d12114745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:03.617001 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-778c7ad6-57ab-4580-b67c-073d12114745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:03.619990 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-778c7ad6-57ab-4580-b67c-073d12114745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:03.621284 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-778c7ad6-57ab-4580-b67c-073d12114745 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66406666-d397-4f94-bd36-07f5c7d68e12 HTTP/1.1" status: 204 len: 168 time: 0.1328871 Nov 13 05:59:03.629126 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c7ad6-57ab-4580-b67c-073d12114745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66406666-d397-4f94-bd36-07f5c7d68e12,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:04.270377 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48640) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:04.385279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1777262098-network', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:59:04.409225 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] Made reservation on behalf of 0402987cb63d45cd902e96c6e4c47c5d for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:59:04.410543 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ce27faa-9c7f-41b7-b69d-2b2d5dfda854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:04.411832 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:04.421334 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:04.506546 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:04.511891 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:04.538794 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:59:04.544384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fadf32-a7c7-4d68-a805-ebd55ec651f4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:04.551642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:04.552040 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] Added segment 2dc5774b-2edf-401f-8eb7-c708a924602a of type vlan for network 4be293b4-008a-4d17-9f38-172d1ffa777b Nov 13 05:59:04.591443 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:04.618970 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:04.619953 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:04.620519 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:04.675714 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4040594 Nov 13 05:59:04.679098 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48644) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:04.683629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb207cd-bfb3-47b1-8385-5247250765c7 admin admin] Pushing event updated for resources: {'Network': ['ID=4be293b4-008a-4d17-9f38-172d1ffa777b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:04.684621 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-038f617f-4607-4e31-871c-fba19ccd7aac admin admin] Request body: {'subnet': {'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1777262098-subnet', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d', 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:59:04.700477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 4be293b4-008a-4d17-9f38-172d1ffa777b details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:59:04.716749 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038f617f-4607-4e31-871c-fba19ccd7aac admin admin] Made reservation on behalf of 0402987cb63d45cd902e96c6e4c47c5d for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:59:04.719153 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-038f617f-4607-4e31-871c-fba19ccd7aac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:04.898770 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-038f617f-4607-4e31-871c-fba19ccd7aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:04.951683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f617f-4607-4e31-871c-fba19ccd7aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=486195c6-1111-4a2e-8c7a-c4d72783aa93,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:04.962854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038f617f-4607-4e31-871c-fba19ccd7aac admin admin] Checking segment: {'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:59:04.963236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f617f-4607-4e31-871c-fba19ccd7aac admin admin] Network hostable DHCP agents. Network: 4be293b4-008a-4d17-9f38-172d1ffa777b, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:59:04.980361 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f617f-4607-4e31-871c-fba19ccd7aac admin admin] Network 4be293b4-008a-4d17-9f38-172d1ffa777b is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:59:04.989631 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-038f617f-4607-4e31-871c-fba19ccd7aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 4be293b4-008a-4d17-9f38-172d1ffa777b) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:59:04.994832 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038f617f-4607-4e31-871c-fba19ccd7aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:04.995665 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-038f617f-4607-4e31-871c-fba19ccd7aac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:04.998654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daea9b09-7faa-40cb-850b-ab8f537dcc69 None None] Network 4be293b4-008a-4d17-9f38-172d1ffa777b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:59:05.013314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-038f617f-4607-4e31-871c-fba19ccd7aac admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3330793 Nov 13 05:59:05.016058 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48646) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:05.020408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1777262098-router', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:59:05.045473 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:05.046541 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:05.102049 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:05.149408 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-4be293b4-008a-4d17-9f38-172d1ffa777b', 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d', 'fixed_ips': [{'subnet_id': '486195c6-1111-4a2e-8c7a-c4d72783aa93'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:59:05.150312 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:05.240307 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:05.286773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Allocated IP 172.20.0.2 (4be293b4-008a-4d17-9f38-172d1ffa777b/486195c6-1111-4a2e-8c7a-c4d72783aa93/78ae21ae-0d1c-40c6-b2d4-f8019c02a652) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:59:05.426735 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:05.434497 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:05.447429 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:05.466337 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:05.473316 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Network 4be293b4-008a-4d17-9f38-172d1ffa777b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:59:05.480272 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:59:05.483768 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:59:05.491425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Pushing event updated for resources: {'Port': ['ID=78ae21ae-0d1c-40c6-b2d4-f8019c02a652,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:05.541087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Attempting to bind port 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:59:05.541625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Attempting to bind port 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:59:05.542095 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Attempting to bind port 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 on network 4be293b4-008a-4d17-9f38-172d1ffa777b {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:59:05.547238 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:59:05.547605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Checking segment: {'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:59:05.548002 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:05.548393 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Bound using segment: {'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:59:05.548876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Bound port: 78ae21ae-0d1c-40c6-b2d4-f8019c02a652, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:59:05.549247 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:05.569693 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Allocated IP 172.25.8.104 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/7ba2f6f4-092e-42dc-a393-9f396a85f975) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:59:05.610839 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] For port 78ae21ae-0d1c-40c6-b2d4-f8019c02a652, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:59:05.614119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] For port 78ae21ae-0d1c-40c6-b2d4-f8019c02a652, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=78ae21ae-0d1c-40c6-b2d4-f8019c02a652,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:59:05.619449 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:05.678001 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc6836-7fb8-4ea8-b946-62d12fa8c487 None None] Pushing event updated for resources: {'Port': ['ID=78ae21ae-0d1c-40c6-b2d4-f8019c02a652,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:05.682975 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:05.717574 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:05.756383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:59:05.761647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:59:05.764071 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:59:05.774735 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c69cc8c-fe7e-441f-89b5-e8e586ca1508 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:59:05.791384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba2f6f4-092e-42dc-a393-9f396a85f975,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:05.862451 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e00edb86-8e0d-405d-a8b2-1b382e3ed746 None None] Provisioning complete for port 7ba2f6f4-092e-42dc-a393-9f396a85f975 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:05.862816 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e00edb86-8e0d-405d-a8b2-1b382e3ed746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:05.901307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e00edb86-8e0d-405d-a8b2-1b382e3ed746 None None] Port 7ba2f6f4-092e-42dc-a393-9f396a85f975 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:59:06.046104 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:06.250496 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:06.386830 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Router 85d8c528-c7de-4229-af25-379f511e78cd is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:59:06.498170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:59:06.507264 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Sync routers for ids ['85d8c528-c7de-4229-af25-379f511e78cd'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:59:06.517745 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Routers {'85d8c528-c7de-4229-af25-379f511e78cd'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:59:06.518407 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:58:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['85d8c528-c7de-4229-af25-379f511e78cd'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:06.523644 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:06.528314 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-526d0a76-0c82-4778-a4cd-a66c9ff2d534 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5112760 Nov 13 05:59:06.528466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48648) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:06.584187 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3ac4436-6cf0-4b1c-b6e8-f80e80397b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:06.600822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae072292-d307-48ce-a931-7edde64232de None None] Network 4be293b4-008a-4d17-9f38-172d1ffa777b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:59:06.623720 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Set router 85d8c528-c7de-4229-af25-379f511e78cd gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:59:06.671037 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7a6c6394-cb5b-456c-86ac-3c36971c0faa None None] Provisioning complete for port 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:06.671456 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6394-cb5b-456c-86ac-3c36971c0faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:06.799809 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8c528-c7de-4229-af25-379f511e78cd', 'name': 'tempest-TestEncryptedCinderVolumes-1777262098-router', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '7ba2f6f4-092e-42dc-a393-9f396a85f975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T05:59:05Z', 'revision_number': 3, 'project_id': '0402987cb63d45cd902e96c6e4c47c5d', 'gw_port': {'id': '7ba2f6f4-092e-42dc-a393-9f396a85f975', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8c528-c7de-4229-af25-379f511e78cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T05:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:06.830547 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Checking router: 85d8c528-c7de-4229-af25-379f511e78cd for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:59:06.830993 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6394-cb5b-456c-86ac-3c36971c0faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:06.831653 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Updating router 85d8c528-c7de-4229-af25-379f511e78cd port 7ba2f6f4-092e-42dc-a393-9f396a85f975 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:59:06.864332 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:06.870067 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7a6c6394-cb5b-456c-86ac-3c36971c0faa None None] For port 78ae21ae-0d1c-40c6-b2d4-f8019c02a652, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=78ae21ae-0d1c-40c6-b2d4-f8019c02a652,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:59:06.877576 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6394-cb5b-456c-86ac-3c36971c0faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:06.937580 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c6394-cb5b-456c-86ac-3c36971c0faa None None] Pushing event updated for resources: {'Port': ['ID=78ae21ae-0d1c-40c6-b2d4-f8019c02a652,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:06.998546 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.098865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-add9a39f-0ba4-4dbe-b8dc-8c51adeb6bd9 None None] Provisioning complete for port 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:07.099171 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-add9a39f-0ba4-4dbe-b8dc-8c51adeb6bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.139945 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.146372 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.163894 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Allocated IP 172.20.0.1 (4be293b4-008a-4d17-9f38-172d1ffa777b/486195c6-1111-4a2e-8c7a-c4d72783aa93/63880c47-ddc1-4491-8a37-a1ee4176aaf1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:59:07.192906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1618c8-7828-4d15-bdeb-a4563f4d4717 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:59:07.198772 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Attempting to bind port 7ba2f6f4-092e-42dc-a393-9f396a85f975 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:59:07.199163 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Attempting to bind port 7ba2f6f4-092e-42dc-a393-9f396a85f975 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:59:07.199705 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Attempting to bind port 7ba2f6f4-092e-42dc-a393-9f396a85f975 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:59:07.202076 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e0635-9ed6-4394-a90c-985bd1533990 None None] Pushing event updated for resources: {'Port': ['ID=7ba2f6f4-092e-42dc-a393-9f396a85f975,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:07.212161 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0635-9ed6-4394-a90c-985bd1533990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:07.212503 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0635-9ed6-4394-a90c-985bd1533990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:07.212837 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0635-9ed6-4394-a90c-985bd1533990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:07.213167 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0635-9ed6-4394-a90c-985bd1533990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:07.213505 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0635-9ed6-4394-a90c-985bd1533990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:07.213818 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0635-9ed6-4394-a90c-985bd1533990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:07.214137 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0635-9ed6-4394-a90c-985bd1533990 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:07.214466 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0635-9ed6-4394-a90c-985bd1533990 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:07.214768 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0635-9ed6-4394-a90c-985bd1533990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:07.215109 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0635-9ed6-4394-a90c-985bd1533990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:07.215423 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0635-9ed6-4394-a90c-985bd1533990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:07.215733 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0635-9ed6-4394-a90c-985bd1533990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:07.218806 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:59:07.219202 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:59:07.219594 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.219966 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:59:07.220437 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Bound port: 7ba2f6f4-092e-42dc-a393-9f396a85f975, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:59:07.220812 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.273955 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] For port 7ba2f6f4-092e-42dc-a393-9f396a85f975, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:59:07.278174 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] For port 7ba2f6f4-092e-42dc-a393-9f396a85f975, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7ba2f6f4-092e-42dc-a393-9f396a85f975,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:59:07.287182 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.304159 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.313122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bc988578-1f0f-4aee-812f-e4835ec61ffd None None] Provisioning complete for port 7ba2f6f4-092e-42dc-a393-9f396a85f975 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:07.313861 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc988578-1f0f-4aee-812f-e4835ec61ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.349150 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Routers {'85d8c528-c7de-4229-af25-379f511e78cd'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:59:07.349688 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:59:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['85d8c528-c7de-4229-af25-379f511e78cd'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:07.354264 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.354881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229079a3-c90d-40a3-94e6-761a8bf2a13e None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:59:07.362806 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e0635-9ed6-4394-a90c-985bd1533990 None None] Pushing event updated for resources: {'Port': ['ID=7ba2f6f4-092e-42dc-a393-9f396a85f975,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:07.401479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:59:07.417113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Network 4be293b4-008a-4d17-9f38-172d1ffa777b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:59:07.423599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:59:07.426058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:59:07.451128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Pushing event updated for resources: {'Port': ['ID=63880c47-ddc1-4491-8a37-a1ee4176aaf1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:07.472693 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.496289 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc988578-1f0f-4aee-812f-e4835ec61ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.535004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bc988578-1f0f-4aee-812f-e4835ec61ffd None None] For port 7ba2f6f4-092e-42dc-a393-9f396a85f975, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7ba2f6f4-092e-42dc-a393-9f396a85f975,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:59:07.543775 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:07.544631 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.570115 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc988578-1f0f-4aee-812f-e4835ec61ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.594677 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] Set router 85d8c528-c7de-4229-af25-379f511e78cd gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:59:07.626830 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc988578-1f0f-4aee-812f-e4835ec61ffd None None] Pushing event updated for resources: {'Port': ['ID=7ba2f6f4-092e-42dc-a393-9f396a85f975,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:07.637986 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.701517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b126473e-209d-4166-b3f2-8032d2696a75 None None] Provisioning complete for port 7ba2f6f4-092e-42dc-a393-9f396a85f975 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:07.701888 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b126473e-209d-4166-b3f2-8032d2696a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.790723 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8c528-c7de-4229-af25-379f511e78cd', 'name': 'tempest-TestEncryptedCinderVolumes-1777262098-router', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '7ba2f6f4-092e-42dc-a393-9f396a85f975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T05:59:05Z', 'revision_number': 3, 'project_id': '0402987cb63d45cd902e96c6e4c47c5d', 'gw_port': {'id': '7ba2f6f4-092e-42dc-a393-9f396a85f975', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8c528-c7de-4229-af25-379f511e78cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T05:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:07.792760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b126473e-209d-4166-b3f2-8032d2696a75 None None] Provisioning complete for port 63880c47-ddc1-4491-8a37-a1ee4176aaf1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:07.793160 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b126473e-209d-4166-b3f2-8032d2696a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.821075 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f1d02-e467-458c-8ab0-367ed18bbfd4 None None] The sync data for ids ['85d8c528-c7de-4229-af25-379f511e78cd'] in n-d-813114-2 is: [{'id': '85d8c528-c7de-4229-af25-379f511e78cd', 'name': 'tempest-TestEncryptedCinderVolumes-1777262098-router', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '7ba2f6f4-092e-42dc-a393-9f396a85f975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T05:59:05Z', 'revision_number': 3, 'project_id': '0402987cb63d45cd902e96c6e4c47c5d', 'gw_port': {'id': '7ba2f6f4-092e-42dc-a393-9f396a85f975', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8c528-c7de-4229-af25-379f511e78cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T05:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:59:07.825287 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.830851 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b126473e-209d-4166-b3f2-8032d2696a75 None None] Port 63880c47-ddc1-4491-8a37-a1ee4176aaf1 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:59:07.832590 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.899371 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:07.901405 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Pushing event updated for resources: {'Port': ['ID=63880c47-ddc1-4491-8a37-a1ee4176aaf1,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:08.002991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Network 4be293b4-008a-4d17-9f38-172d1ffa777b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:59:08.004540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:59:08.139622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Router 85d8c528-c7de-4229-af25-379f511e78cd has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:59:08.210939 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:08.261705 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:59:08.266890 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0878f436-1942-4228-87b5-cc83ff48da1b admin admin] 10.222.0.43 "PUT /v2.0/routers/85d8c528-c7de-4229-af25-379f511e78cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7370231 Nov 13 05:59:08.352729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a4a0d812-dd4f-48e5-b40d-971edafd3f4f None None] Provisioning complete for port 63880c47-ddc1-4491-8a37-a1ee4176aaf1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:08.353256 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d812-dd4f-48e5-b40d-971edafd3f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:08.392203 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a4a0d812-dd4f-48e5-b40d-971edafd3f4f None None] Port 63880c47-ddc1-4491-8a37-a1ee4176aaf1 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:59:08.763963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48664) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:08.768981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-566469201-network', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:59:08.790873 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] Made reservation on behalf of 27db4eb9dcaf481bb49bf830543a3297 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:59:08.793246 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:08.801899 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:08.882002 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:08.886932 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:08.911619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 05:59:08.921418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abec1e8-2af6-44ce-b566-b1cb4b2bb287,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:08.926126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:08.926465 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] Added segment a7f0e142-5c2f-470d-9536-28ba643ccc3c of type vlan for network 82cdf5ad-1feb-4a0e-8722-ec72eceb562a Nov 13 05:59:08.965602 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:08.991862 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:08.992814 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:08.993447 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:09.047773 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2826262 Nov 13 05:59:09.050873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48666) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:09.055566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38f5b7-181d-4fb0-ba35-2997cc2f6f77 admin admin] Pushing event updated for resources: {'Network': ['ID=82cdf5ad-1feb-4a0e-8722-ec72eceb562a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:09.056165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Request body: {'subnet': {'network_id': '82cdf5ad-1feb-4a0e-8722-ec72eceb562a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-566469201-subnet', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297', 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:59:09.066814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 82cdf5ad-1feb-4a0e-8722-ec72eceb562a details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 05:59:09.083307 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Made reservation on behalf of 27db4eb9dcaf481bb49bf830543a3297 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:59:09.085684 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:09.266731 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:09.326239 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d12c4ea-aa6b-49be-b1ce-b40d835fac01,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:09.335227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Checking segment: {'id': 'a7f0e142-5c2f-470d-9536-28ba643ccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82cdf5ad-1feb-4a0e-8722-ec72eceb562a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:59:09.335587 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Network hostable DHCP agents. Network: 82cdf5ad-1feb-4a0e-8722-ec72eceb562a, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 05:59:09.338600 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:09.338959 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:09.339298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:09.339631 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:09.339957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:09.340281 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:09.340601 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:09.340920 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:09.341250 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:09.341568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:09.341899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:09.342208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:09.361969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Network 82cdf5ad-1feb-4a0e-8722-ec72eceb562a is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 05:59:09.365475 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7ba2f6f4-092e-42dc-a393-9f396a85f975 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:59:09.372112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 82cdf5ad-1feb-4a0e-8722-ec72eceb562a) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:59:09.376298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:09.377194 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:09.392761 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c84bd4-c7cc-4634-a52c-ff9d7e60530d None None] Network 82cdf5ad-1feb-4a0e-8722-ec72eceb562a requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:59:09.398094 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48668) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:09.401877 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-566469201-router', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:59:09.403635 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-738f2071-b251-4e03-9a42-2a4f8324c1bc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3514571 Nov 13 05:59:09.429714 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:09.430865 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:09.493182 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:09.588670 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Sync routers for ids ['85d8c528-c7de-4229-af25-379f511e78cd'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:59:09.632801 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:09.652801 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:09.662590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Routers {'85d8c528-c7de-4229-af25-379f511e78cd'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:59:09.663285 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:59:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['85d8c528-c7de-4229-af25-379f511e78cd'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:09.747395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 7ba2f6f4-092e-42dc-a393-9f396a85f975 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:09.747645 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:09.882748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Set router 85d8c528-c7de-4229-af25-379f511e78cd gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:59:09.912625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-82cdf5ad-1feb-4a0e-8722-ec72eceb562a', 'network_id': '82cdf5ad-1feb-4a0e-8722-ec72eceb562a', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297', 'fixed_ips': [{'subnet_id': '6d12c4ea-aa6b-49be-b1ce-b40d835fac01'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 05:59:09.913466 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.142823 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.192896 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.212154 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.238441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Allocated IP 172.20.0.2 (82cdf5ad-1feb-4a0e-8722-ec72eceb562a/6d12c4ea-aa6b-49be-b1ce-b40d835fac01/5e68335d-6ce9-4d74-affb-616e88c65ead) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:59:10.319762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Allocated IP 172.25.8.123 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/71844a7a-7f93-473d-92c6-47ea3f2ee907) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:59:10.328810 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8c528-c7de-4229-af25-379f511e78cd', 'name': 'tempest-TestEncryptedCinderVolumes-1777262098-router', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '7ba2f6f4-092e-42dc-a393-9f396a85f975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T05:59:07Z', 'revision_number': 4, 'project_id': '0402987cb63d45cd902e96c6e4c47c5d', 'gw_port': {'id': '7ba2f6f4-092e-42dc-a393-9f396a85f975', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8c528-c7de-4229-af25-379f511e78cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T05:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '63880c47-ddc1-4491-8a37-a1ee4176aaf1', 'name': '', 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d', 'mac_address': 'fa:16:3e:64:93:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8c528-c7de-4229-af25-379f511e78cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '486195c6-1111-4a2e-8c7a-c4d72783aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:07Z', 'updated_at': '2021-11-13T05:59:07Z', 'revision_number': 2, 'project_id': '0402987cb63d45cd902e96c6e4c47c5d', 'subnets': [{'id': '486195c6-1111-4a2e-8c7a-c4d72783aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:10.370683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Checking router: 85d8c528-c7de-4229-af25-379f511e78cd for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:59:10.371060 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Updating router 85d8c528-c7de-4229-af25-379f511e78cd port 63880c47-ddc1-4491-8a37-a1ee4176aaf1 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:59:10.423416 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.424011 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.463662 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.477113 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.488734 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.498396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:59:10.502677 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:59:10.508585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:59:10.532146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Pushing event updated for resources: {'Port': ['ID=71844a7a-7f93-473d-92c6-47ea3f2ee907,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:10.573215 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eea83b9-1ca5-4611-9eec-e91b4daf2b2f None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:59:10.599037 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Network 82cdf5ad-1feb-4a0e-8722-ec72eceb562a is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:59:10.612473 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:59:10.617130 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:59:10.621628 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Pushing event updated for resources: {'Port': ['ID=5e68335d-6ce9-4d74-affb-616e88c65ead,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:10.727525 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2628c344-7f9e-4e9d-942f-b4fffb4efdea None None] Provisioning complete for port 71844a7a-7f93-473d-92c6-47ea3f2ee907 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:10.727931 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2628c344-7f9e-4e9d-942f-b4fffb4efdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.763274 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.772082 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Attempting to bind port 5e68335d-6ce9-4d74-affb-616e88c65ead on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:59:10.772449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Attempting to bind port 5e68335d-6ce9-4d74-affb-616e88c65ead by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'a7f0e142-5c2f-470d-9536-28ba643ccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82cdf5ad-1feb-4a0e-8722-ec72eceb562a'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:59:10.772815 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Attempting to bind port 5e68335d-6ce9-4d74-affb-616e88c65ead on network 82cdf5ad-1feb-4a0e-8722-ec72eceb562a {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:59:10.791914 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:59:10.792276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Checking segment: {'id': 'a7f0e142-5c2f-470d-9536-28ba643ccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82cdf5ad-1feb-4a0e-8722-ec72eceb562a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:59:10.792670 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.793059 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Bound using segment: {'id': 'a7f0e142-5c2f-470d-9536-28ba643ccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82cdf5ad-1feb-4a0e-8722-ec72eceb562a'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:59:10.793531 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Bound port: 5e68335d-6ce9-4d74-affb-616e88c65ead, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f0e142-5c2f-470d-9536-28ba643ccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82cdf5ad-1feb-4a0e-8722-ec72eceb562a'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:59:10.793907 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.802869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2628c344-7f9e-4e9d-942f-b4fffb4efdea None None] Port 71844a7a-7f93-473d-92c6-47ea3f2ee907 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:59:10.921788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] For port 5e68335d-6ce9-4d74-affb-616e88c65ead, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:59:10.928106 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.938701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] For port 5e68335d-6ce9-4d74-affb-616e88c65ead, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5e68335d-6ce9-4d74-affb-616e88c65ead,segment=NetworkSegment(a7f0e142-5c2f-470d-9536-28ba643ccc3c),segment_id=a7f0e142-5c2f-470d-9536-28ba643ccc3c)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:59:10.940190 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.957308 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:10.966179 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:11.001145 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c46e65-1c50-4b9a-b4a5-ed5ed0f5b815 None None] Pushing event updated for resources: {'Port': ['ID=63880c47-ddc1-4491-8a37-a1ee4176aaf1,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:11.104110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Attempting to bind port 63880c47-ddc1-4491-8a37-a1ee4176aaf1 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:59:11.104830 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Attempting to bind port 63880c47-ddc1-4491-8a37-a1ee4176aaf1 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:59:11.105699 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Attempting to bind port 63880c47-ddc1-4491-8a37-a1ee4176aaf1 on network 4be293b4-008a-4d17-9f38-172d1ffa777b {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:59:11.108403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1de27b-0768-4d8f-9e19-013dfd1d749f None None] Pushing event updated for resources: {'Port': ['ID=5e68335d-6ce9-4d74-affb-616e88c65ead,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:11.114895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:59:11.115915 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Checking segment: {'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:59:11.116313 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:11.116689 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Bound using segment: {'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:59:11.117297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Bound port: 63880c47-ddc1-4491-8a37-a1ee4176aaf1, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:59:11.117673 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:11.133674 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Router cb3cefcd-5f44-4915-8445-ddcf2940a8ab is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 05:59:11.189901 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] For port 63880c47-ddc1-4491-8a37-a1ee4176aaf1, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:59:11.195696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] For port 63880c47-ddc1-4491-8a37-a1ee4176aaf1, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=63880c47-ddc1-4491-8a37-a1ee4176aaf1,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:59:11.205174 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:11.288176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Routers {'85d8c528-c7de-4229-af25-379f511e78cd'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:59:11.288839 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:59:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['85d8c528-c7de-4229-af25-379f511e78cd'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:11.300693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:59:11.332836 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Sync routers for ids ['cb3cefcd-5f44-4915-8445-ddcf2940a8ab'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:59:11.339279 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:11.345697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48670) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 05:59:11.346902 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-75d86dd6-3daa-4cfd-ac53-54760d6d098c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9483645 Nov 13 05:59:11.366762 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c46e65-1c50-4b9a-b4a5-ed5ed0f5b815 None None] Pushing event updated for resources: {'Port': ['ID=63880c47-ddc1-4491-8a37-a1ee4176aaf1,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:11.367422 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Routers {'cb3cefcd-5f44-4915-8445-ddcf2940a8ab'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:59:11.368234 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:59:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['cb3cefcd-5f44-4915-8445-ddcf2940a8ab'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:11.474560 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5e68335d-6ce9-4d74-affb-616e88c65ead up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:59:11.545963 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Set router cb3cefcd-5f44-4915-8445-ddcf2940a8ab gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:59:11.672873 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-308bc301-abad-45d8-b2e1-c29d370bc9f8 None None] Provisioning complete for port 63880c47-ddc1-4491-8a37-a1ee4176aaf1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:11.673232 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-308bc301-abad-45d8-b2e1-c29d370bc9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:11.711812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] Set router 85d8c528-c7de-4229-af25-379f511e78cd gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:59:11.762637 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'name': 'tempest-TestEncryptedCinderVolumes-566469201-router', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '71844a7a-7f93-473d-92c6-47ea3f2ee907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:09Z', 'updated_at': '2021-11-13T05:59:10Z', 'revision_number': 3, 'project_id': '27db4eb9dcaf481bb49bf830543a3297', 'gw_port': {'id': '71844a7a-7f93-473d-92c6-47ea3f2ee907', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:10Z', 'updated_at': '2021-11-13T05:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:11.793302 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Checking router: cb3cefcd-5f44-4915-8445-ddcf2940a8ab for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:59:11.793908 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Updating router cb3cefcd-5f44-4915-8445-ddcf2940a8ab port 71844a7a-7f93-473d-92c6-47ea3f2ee907 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:59:11.825732 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:11.833480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 5e68335d-6ce9-4d74-affb-616e88c65ead triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:11.833845 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:11.927028 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:11.933489 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-308bc301-abad-45d8-b2e1-c29d370bc9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:11.993945 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-308bc301-abad-45d8-b2e1-c29d370bc9f8 None None] For port 63880c47-ddc1-4491-8a37-a1ee4176aaf1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=63880c47-ddc1-4491-8a37-a1ee4176aaf1,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:59:12.016252 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-308bc301-abad-45d8-b2e1-c29d370bc9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:12.097363 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:12.130630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Allocated IP 172.20.0.1 (82cdf5ad-1feb-4a0e-8722-ec72eceb562a/6d12c4ea-aa6b-49be-b1ce-b40d835fac01/a61a7088-800e-4d8b-9fa8-6b62aea05120) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:59:12.138157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bc301-abad-45d8-b2e1-c29d370bc9f8 None None] Pushing event updated for resources: {'Port': ['ID=63880c47-ddc1-4491-8a37-a1ee4176aaf1,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:12.167893 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8c528-c7de-4229-af25-379f511e78cd', 'name': 'tempest-TestEncryptedCinderVolumes-1777262098-router', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '7ba2f6f4-092e-42dc-a393-9f396a85f975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T05:59:07Z', 'revision_number': 4, 'project_id': '0402987cb63d45cd902e96c6e4c47c5d', 'gw_port': {'id': '7ba2f6f4-092e-42dc-a393-9f396a85f975', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8c528-c7de-4229-af25-379f511e78cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T05:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '63880c47-ddc1-4491-8a37-a1ee4176aaf1', 'name': '', 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d', 'mac_address': 'fa:16:3e:64:93:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8c528-c7de-4229-af25-379f511e78cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '486195c6-1111-4a2e-8c7a-c4d72783aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:07Z', 'updated_at': '2021-11-13T05:59:11Z', 'revision_number': 4, 'project_id': '0402987cb63d45cd902e96c6e4c47c5d', 'subnets': [{'id': '486195c6-1111-4a2e-8c7a-c4d72783aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:12.173932 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 5e68335d-6ce9-4d74-affb-616e88c65ead, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5e68335d-6ce9-4d74-affb-616e88c65ead,segment=NetworkSegment(a7f0e142-5c2f-470d-9536-28ba643ccc3c),segment_id=a7f0e142-5c2f-470d-9536-28ba643ccc3c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:59:12.185034 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:12.196133 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:12.210223 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f11dc9-8245-44a7-992b-73ca5c9a857b None None] The sync data for ids ['85d8c528-c7de-4229-af25-379f511e78cd'] in n-d-813114-2 is: [{'id': '85d8c528-c7de-4229-af25-379f511e78cd', 'name': 'tempest-TestEncryptedCinderVolumes-1777262098-router', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '7ba2f6f4-092e-42dc-a393-9f396a85f975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T05:59:07Z', 'revision_number': 4, 'project_id': '0402987cb63d45cd902e96c6e4c47c5d', 'gw_port': {'id': '7ba2f6f4-092e-42dc-a393-9f396a85f975', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8c528-c7de-4229-af25-379f511e78cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T05:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '63880c47-ddc1-4491-8a37-a1ee4176aaf1', 'name': '', 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d', 'mac_address': 'fa:16:3e:64:93:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8c528-c7de-4229-af25-379f511e78cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '486195c6-1111-4a2e-8c7a-c4d72783aa93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:07Z', 'updated_at': '2021-11-13T05:59:11Z', 'revision_number': 4, 'project_id': '0402987cb63d45cd902e96c6e4c47c5d', 'subnets': [{'id': '486195c6-1111-4a2e-8c7a-c4d72783aa93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:59:12.212706 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:12.218388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-95db0920-69e3-402e-8156-6e0e53b27583 None None] Provisioning complete for port 63880c47-ddc1-4491-8a37-a1ee4176aaf1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:12.219578 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95db0920-69e3-402e-8156-6e0e53b27583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:12.305087 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Attempting to bind port 71844a7a-7f93-473d-92c6-47ea3f2ee907 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:59:12.305321 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e89529-86b1-4e8b-b940-4047b7fe0d57 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:59:12.305519 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Attempting to bind port 71844a7a-7f93-473d-92c6-47ea3f2ee907 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:59:12.305991 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Attempting to bind port 71844a7a-7f93-473d-92c6-47ea3f2ee907 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:59:12.316287 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:59:12.316732 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:59:12.317094 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:12.317578 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:59:12.317952 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Bound port: 71844a7a-7f93-473d-92c6-47ea3f2ee907, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:59:12.318321 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:12.346123 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=5e68335d-6ce9-4d74-affb-616e88c65ead,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:12.421301 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70a686-c967-4cbd-911b-4564f7a90f8b None None] Pushing event updated for resources: {'Port': ['ID=71844a7a-7f93-473d-92c6-47ea3f2ee907,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:12.426719 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] For port 71844a7a-7f93-473d-92c6-47ea3f2ee907, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:59:12.431700 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] For port 71844a7a-7f93-473d-92c6-47ea3f2ee907, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=71844a7a-7f93-473d-92c6-47ea3f2ee907,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:59:12.439015 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:12.490449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f40a8d5-35f0-4162-9f12-311f0c8331da None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 05:59:12.503969 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Routers {'cb3cefcd-5f44-4915-8445-ddcf2940a8ab'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:59:12.504770 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:59:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['cb3cefcd-5f44-4915-8445-ddcf2940a8ab'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:12.518462 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e75fdb-8c3d-4f5e-a0ed-eb745b8e5680 None None] Network 82cdf5ad-1feb-4a0e-8722-ec72eceb562a requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 05:59:12.563220 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70a686-c967-4cbd-911b-4564f7a90f8b None None] Pushing event updated for resources: {'Port': ['ID=71844a7a-7f93-473d-92c6-47ea3f2ee907,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:12.607348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-654ce6a4-8a7c-4a8e-a756-e2712604f0e9 None None] Provisioning complete for port 71844a7a-7f93-473d-92c6-47ea3f2ee907 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:12.607716 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-654ce6a4-8a7c-4a8e-a756-e2712604f0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:12.646059 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] Set router cb3cefcd-5f44-4915-8445-ddcf2940a8ab gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:59:12.748044 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:12.781046 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-654ce6a4-8a7c-4a8e-a756-e2712604f0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:12.789229 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:12.823911 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-654ce6a4-8a7c-4a8e-a756-e2712604f0e9 None None] For port 71844a7a-7f93-473d-92c6-47ea3f2ee907, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=71844a7a-7f93-473d-92c6-47ea3f2ee907,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:59:12.832992 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-654ce6a4-8a7c-4a8e-a756-e2712604f0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:12.856593 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Network 82cdf5ad-1feb-4a0e-8722-ec72eceb562a is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:59:12.860493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:59:12.872216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:59:12.887475 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-654ce6a4-8a7c-4a8e-a756-e2712604f0e9 None None] Provisioning complete for port 5e68335d-6ce9-4d74-affb-616e88c65ead triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:12.887970 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-654ce6a4-8a7c-4a8e-a756-e2712604f0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:12.901070 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'name': 'tempest-TestEncryptedCinderVolumes-566469201-router', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '71844a7a-7f93-473d-92c6-47ea3f2ee907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:09Z', 'updated_at': '2021-11-13T05:59:10Z', 'revision_number': 3, 'project_id': '27db4eb9dcaf481bb49bf830543a3297', 'gw_port': {'id': '71844a7a-7f93-473d-92c6-47ea3f2ee907', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:10Z', 'updated_at': '2021-11-13T05:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:12.901431 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Pushing event updated for resources: {'Port': ['ID=a61a7088-800e-4d8b-9fa8-6b62aea05120,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:12.948375 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe67a6f9-76ea-4ecb-94b9-b25d04934586 None None] The sync data for ids ['cb3cefcd-5f44-4915-8445-ddcf2940a8ab'] in n-d-813114-2 is: [{'id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'name': 'tempest-TestEncryptedCinderVolumes-566469201-router', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '71844a7a-7f93-473d-92c6-47ea3f2ee907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:09Z', 'updated_at': '2021-11-13T05:59:10Z', 'revision_number': 3, 'project_id': '27db4eb9dcaf481bb49bf830543a3297', 'gw_port': {'id': '71844a7a-7f93-473d-92c6-47ea3f2ee907', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:10Z', 'updated_at': '2021-11-13T05:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:59:12.949834 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ce6a4-8a7c-4a8e-a756-e2712604f0e9 None None] Pushing event updated for resources: {'Port': ['ID=71844a7a-7f93-473d-92c6-47ea3f2ee907,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:12.951268 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:13.175022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-33e1b4db-2744-4425-a041-65d41f740d35 None None] Provisioning complete for port 5e68335d-6ce9-4d74-affb-616e88c65ead triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:13.175581 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33e1b4db-2744-4425-a041-65d41f740d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:13.218470 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:13.513504 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:13.514479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 63880c47-ddc1-4491-8a37-a1ee4176aaf1 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:59:13.523314 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:13.617707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b4e9c0aa-21f4-4e02-b7a1-3805ef38ef43 None None] Provisioning complete for port a61a7088-800e-4d8b-9fa8-6b62aea05120 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:13.618852 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c0aa-21f4-4e02-b7a1-3805ef38ef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:13.625144 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:13.627236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Pushing event updated for resources: {'Port': ['ID=a61a7088-800e-4d8b-9fa8-6b62aea05120,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:13.649027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 63880c47-ddc1-4491-8a37-a1ee4176aaf1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:13.649394 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:13.704338 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b4e9c0aa-21f4-4e02-b7a1-3805ef38ef43 None None] Port a61a7088-800e-4d8b-9fa8-6b62aea05120 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:59:13.780985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Network 82cdf5ad-1feb-4a0e-8722-ec72eceb562a is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:59:13.784303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:59:13.801504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5e68335d-6ce9-4d74-affb-616e88c65ead up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:59:13.893233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 5e68335d-6ce9-4d74-affb-616e88c65ead triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:13.893584 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:13.959451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Router cb3cefcd-5f44-4915-8445-ddcf2940a8ab has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 05:59:14.092768 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 05:59:14.099715 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b997ed6d-acb9-40b3-8cf0-716e95d04a0e admin admin] 10.222.0.43 "PUT /v2.0/routers/cb3cefcd-5f44-4915-8445-ddcf2940a8ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7513225 Nov 13 05:59:14.137679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-24cb86f1-0145-44bf-bee5-69d3856ce52f None None] Provisioning complete for port a61a7088-800e-4d8b-9fa8-6b62aea05120 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:14.138041 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24cb86f1-0145-44bf-bee5-69d3856ce52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:14.178091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-24cb86f1-0145-44bf-bee5-69d3856ce52f None None] Port a61a7088-800e-4d8b-9fa8-6b62aea05120 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:59:14.914486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-9ed33f58-3893-4569-b510-43054676acd4 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:14.916233 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-9ed33f58-3893-4569-b510-43054676acd4 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/networks?id=4be293b4-008a-4d17-9f38-172d1ffa777b HTTP/1.1" status: 200 len: 817 time: 0.1061833 Nov 13 05:59:14.934042 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-d22dc2ba-bf3c-410c-933b-7ea81ef32217 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/quotas/0402987cb63d45cd902e96c6e4c47c5d HTTP/1.1" status: 200 len: 375 time: 0.0095160 Nov 13 05:59:14.988464 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-39fcd85b-cecf-4d87-878b-1f6a3eb226ab tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0402987cb63d45cd902e96c6e4c47c5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464876 Nov 13 05:59:15.097084 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-14791142-0b05-43cb-b45b-b6237ef78d62 service neutron] 10.222.0.43 "GET /v2.0/networks/4be293b4-008a-4d17-9f38-172d1ffa777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912855 Nov 13 05:59:15.189536 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-ed5bae0f-460f-4b7a-b7cf-576900a3423e service neutron] 10.222.0.43 "GET /v2.0/networks/4be293b4-008a-4d17-9f38-172d1ffa777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861120 Nov 13 05:59:15.371232 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e8d2769-7c12-44ee-a4c0-e0e8cdf3ff6c req-b21aca9e-1636-4dba-95e0-fdd2cd34acf6 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 210 time: 0.0279768 Nov 13 05:59:15.385903 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 71844a7a-7f93-473d-92c6-47ea3f2ee907 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:59:15.434338 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 71844a7a-7f93-473d-92c6-47ea3f2ee907 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:15.434709 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:15.631477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Sync routers for ids ['cb3cefcd-5f44-4915-8445-ddcf2940a8ab'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 05:59:15.641188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Routers {'cb3cefcd-5f44-4915-8445-ddcf2940a8ab'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:59:15.641793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:59:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['cb3cefcd-5f44-4915-8445-ddcf2940a8ab'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:15.758143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Set router cb3cefcd-5f44-4915-8445-ddcf2940a8ab gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:59:15.959184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'name': 'tempest-TestEncryptedCinderVolumes-566469201-router', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '71844a7a-7f93-473d-92c6-47ea3f2ee907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:09Z', 'updated_at': '2021-11-13T05:59:13Z', 'revision_number': 4, 'project_id': '27db4eb9dcaf481bb49bf830543a3297', 'gw_port': {'id': '71844a7a-7f93-473d-92c6-47ea3f2ee907', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:10Z', 'updated_at': '2021-11-13T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'a61a7088-800e-4d8b-9fa8-6b62aea05120', 'name': '', 'network_id': '82cdf5ad-1feb-4a0e-8722-ec72eceb562a', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297', 'mac_address': 'fa:16:3e:62:07:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6d12c4ea-aa6b-49be-b1ce-b40d835fac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:11Z', 'updated_at': '2021-11-13T05:59:13Z', 'revision_number': 2, 'project_id': '27db4eb9dcaf481bb49bf830543a3297', 'subnets': [{'id': '6d12c4ea-aa6b-49be-b1ce-b40d835fac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:15.989481 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Checking router: cb3cefcd-5f44-4915-8445-ddcf2940a8ab for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 05:59:15.989809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Updating router cb3cefcd-5f44-4915-8445-ddcf2940a8ab port a61a7088-800e-4d8b-9fa8-6b62aea05120 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 05:59:16.015283 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:16.468187 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:16.476566 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:16.495151 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ddd6fbb9-dff1-42ca-aa53-ee689731f925 req-9c4303ee-f7a6-4e08-826a-f8c51d1eec2d tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 210 time: 0.0367188 Nov 13 05:59:16.503835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-86b45683-5dbc-4793-b772-016111b4ad2e tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:16.505292 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-86b45683-5dbc-4793-b772-016111b4ad2e tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.46 "GET /v2.0/networks?id=4be293b4-008a-4d17-9f38-172d1ffa777b HTTP/1.1" status: 200 len: 817 time: 0.1427808 Nov 13 05:59:16.529424 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Request body: {'port': {'device_id': '7173be18-c31b-4925-9f22-936506d73cb2', 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b', 'admin_state_up': True, 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:59:16.541682 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71319a64-dc05-4a0e-bdae-eb15117f0741 None None] Pushing event updated for resources: {'Port': ['ID=a61a7088-800e-4d8b-9fa8-6b62aea05120,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:16.588054 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Attempting to bind port a61a7088-800e-4d8b-9fa8-6b62aea05120 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:59:16.588425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Attempting to bind port a61a7088-800e-4d8b-9fa8-6b62aea05120 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'a7f0e142-5c2f-470d-9536-28ba643ccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82cdf5ad-1feb-4a0e-8722-ec72eceb562a'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:59:16.588783 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Attempting to bind port a61a7088-800e-4d8b-9fa8-6b62aea05120 on network 82cdf5ad-1feb-4a0e-8722-ec72eceb562a {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:59:16.599220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:59:16.599580 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Checking segment: {'id': 'a7f0e142-5c2f-470d-9536-28ba643ccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82cdf5ad-1feb-4a0e-8722-ec72eceb562a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:59:16.599977 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:16.600367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Bound using segment: {'id': 'a7f0e142-5c2f-470d-9536-28ba643ccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82cdf5ad-1feb-4a0e-8722-ec72eceb562a'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:59:16.600835 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Bound port: a61a7088-800e-4d8b-9fa8-6b62aea05120, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f0e142-5c2f-470d-9536-28ba643ccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82cdf5ad-1feb-4a0e-8722-ec72eceb562a'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:59:16.601210 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:16.660045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Made reservation on behalf of 0402987cb63d45cd902e96c6e4c47c5d for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:59:16.664590 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:16.667725 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] For port a61a7088-800e-4d8b-9fa8-6b62aea05120, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:59:16.670899 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] For port a61a7088-800e-4d8b-9fa8-6b62aea05120, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a61a7088-800e-4d8b-9fa8-6b62aea05120,segment=NetworkSegment(a7f0e142-5c2f-470d-9536-28ba643ccc3c),segment_id=a7f0e142-5c2f-470d-9536-28ba643ccc3c)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:59:16.676642 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:16.738829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Routers {'cb3cefcd-5f44-4915-8445-ddcf2940a8ab'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 05:59:16.739482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T05:59:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['cb3cefcd-5f44-4915-8445-ddcf2940a8ab'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:16.743498 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71319a64-dc05-4a0e-bdae-eb15117f0741 None None] Pushing event updated for resources: {'Port': ['ID=a61a7088-800e-4d8b-9fa8-6b62aea05120,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:16.817305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Allocated IP 172.20.0.13 (4be293b4-008a-4d17-9f38-172d1ffa777b/486195c6-1111-4a2e-8c7a-c4d72783aa93/a8c42db6-6379-484f-b79c-4ec371b86469) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:59:16.856158 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7e53eb77-4b6f-4578-ba22-80af1af69f74 None None] Provisioning complete for port a61a7088-800e-4d8b-9fa8-6b62aea05120 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:16.856532 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e53eb77-4b6f-4578-ba22-80af1af69f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:16.861527 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] Set router cb3cefcd-5f44-4915-8445-ddcf2940a8ab gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 05:59:16.973372 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:17.008258 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:17.055638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Network 4be293b4-008a-4d17-9f38-172d1ffa777b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:59:17.059078 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:59:17.063080 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e53eb77-4b6f-4578-ba22-80af1af69f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:17.065056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:59:17.092954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Pushing event updated for resources: {'Port': ['ID=a8c42db6-6379-484f-b79c-4ec371b86469,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:17.109195 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:17.109548 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:17.109868 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:17.110229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:17.110554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:17.111947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:17.112271 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:17.112596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:17.112920 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:17.113237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:17.113552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:17.113864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 05:59:17.123456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7e53eb77-4b6f-4578-ba22-80af1af69f74 None None] For port a61a7088-800e-4d8b-9fa8-6b62aea05120, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a61a7088-800e-4d8b-9fa8-6b62aea05120,segment=NetworkSegment(a7f0e142-5c2f-470d-9536-28ba643ccc3c),segment_id=a7f0e142-5c2f-470d-9536-28ba643ccc3c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:59:17.137514 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:17.138274 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:17.145006 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e53eb77-4b6f-4578-ba22-80af1af69f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:17.158786 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-1275bd31-9fd8-4c88-aa10-272bdd2d92a3 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6361938 Nov 13 05:59:17.169665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-fbc2e619-2161-4a57-a08c-c3ea285bda05 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 05:59:17.170943 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-fbc2e619-2161-4a57-a08c-c3ea285bda05 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054958 Nov 13 05:59:17.191363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Request body: {'port': {'device_id': '7173be18-c31b-4925-9f22-936506d73cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:59:17.212172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53eb77-4b6f-4578-ba22-80af1af69f74 None None] Pushing event updated for resources: {'Port': ['ID=a61a7088-800e-4d8b-9fa8-6b62aea05120,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:17.221526 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'name': 'tempest-TestEncryptedCinderVolumes-566469201-router', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '71844a7a-7f93-473d-92c6-47ea3f2ee907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:09Z', 'updated_at': '2021-11-13T05:59:13Z', 'revision_number': 4, 'project_id': '27db4eb9dcaf481bb49bf830543a3297', 'gw_port': {'id': '71844a7a-7f93-473d-92c6-47ea3f2ee907', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:10Z', 'updated_at': '2021-11-13T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'a61a7088-800e-4d8b-9fa8-6b62aea05120', 'name': '', 'network_id': '82cdf5ad-1feb-4a0e-8722-ec72eceb562a', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297', 'mac_address': 'fa:16:3e:62:07:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6d12c4ea-aa6b-49be-b1ce-b40d835fac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:11Z', 'updated_at': '2021-11-13T05:59:16Z', 'revision_number': 4, 'project_id': '27db4eb9dcaf481bb49bf830543a3297', 'subnets': [{'id': '6d12c4ea-aa6b-49be-b1ce-b40d835fac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 05:59:17.252001 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb58cd6f-a1fd-4ac0-a92e-5d045bc9dd78 None None] The sync data for ids ['cb3cefcd-5f44-4915-8445-ddcf2940a8ab'] in n-d-813114-2 is: [{'id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'name': 'tempest-TestEncryptedCinderVolumes-566469201-router', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '71844a7a-7f93-473d-92c6-47ea3f2ee907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:09Z', 'updated_at': '2021-11-13T05:59:13Z', 'revision_number': 4, 'project_id': '27db4eb9dcaf481bb49bf830543a3297', 'gw_port': {'id': '71844a7a-7f93-473d-92c6-47ea3f2ee907', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:10Z', 'updated_at': '2021-11-13T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'a61a7088-800e-4d8b-9fa8-6b62aea05120', 'name': '', 'network_id': '82cdf5ad-1feb-4a0e-8722-ec72eceb562a', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297', 'mac_address': 'fa:16:3e:62:07:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6d12c4ea-aa6b-49be-b1ce-b40d835fac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:11Z', 'updated_at': '2021-11-13T05:59:16Z', 'revision_number': 4, 'project_id': '27db4eb9dcaf481bb49bf830543a3297', 'subnets': [{'id': '6d12c4ea-aa6b-49be-b1ce-b40d835fac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 05:59:17.253068 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:17.267284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9609217b-3621-4f3f-837d-e18bf2f2a8d1 None None] Provisioning complete for port a61a7088-800e-4d8b-9fa8-6b62aea05120 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:17.267823 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9609217b-3621-4f3f-837d-e18bf2f2a8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:17.498387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3a619f19-acb2-4f77-adc3-2ef9cffc10ef None None] Provisioning complete for port a8c42db6-6379-484f-b79c-4ec371b86469 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:17.499060 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a619f19-acb2-4f77-adc3-2ef9cffc10ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:17.534131 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3a619f19-acb2-4f77-adc3-2ef9cffc10ef None None] Port a8c42db6-6379-484f-b79c-4ec371b86469 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:59:17.580506 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c42db6-6379-484f-b79c-4ec371b86469 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:59:17.591334 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:17.604602 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Transition to ACTIVE for port object a8c42db6-6379-484f-b79c-4ec371b86469 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:59:17.610204 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:17.624834 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a02e61-ff42-4bd0-a291-05112cac28c2 req-830a2f78-b17f-48f2-a8a0-0dfbfb64ba27 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:17.626420 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9a02e61-ff42-4bd0-a291-05112cac28c2 req-830a2f78-b17f-48f2-a8a0-0dfbfb64ba27 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 932 time: 0.0539558 Nov 13 05:59:17.683340 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c42db6-6379-484f-b79c-4ec371b86469,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:17.699056 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9a02e61-ff42-4bd0-a291-05112cac28c2 req-4cc0b172-70be-4855-987c-6118bbf04703 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631592 Nov 13 05:59:17.738805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Attempting to bind port a8c42db6-6379-484f-b79c-4ec371b86469 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:59:17.739191 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Attempting to bind port a8c42db6-6379-484f-b79c-4ec371b86469 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:59:17.739525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Attempting to bind port a8c42db6-6379-484f-b79c-4ec371b86469 on network 4be293b4-008a-4d17-9f38-172d1ffa777b {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:59:17.745422 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Port a8c42db6-6379-484f-b79c-4ec371b86469 on network 4be293b4-008a-4d17-9f38-172d1ffa777b not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:59:17.745736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Attempting to bind port a8c42db6-6379-484f-b79c-4ec371b86469 on network 4be293b4-008a-4d17-9f38-172d1ffa777b {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:59:17.751388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:59:17.751788 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Checking segment: {'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:59:17.752227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Bound using segment: {'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:59:17.752741 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Bound port: a8c42db6-6379-484f-b79c-4ec371b86469, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:59:17.753158 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:17.830562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] For port a8c42db6-6379-484f-b79c-4ec371b86469, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:59:17.834577 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] For port a8c42db6-6379-484f-b79c-4ec371b86469, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=a8c42db6-6379-484f-b79c-4ec371b86469,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:59:17.840887 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:17.877455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:17.877991 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:17.879600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] 10.222.0.46 "PUT /v2.0/ports/a8c42db6-6379-484f-b79c-4ec371b86469 HTTP/1.1" status: 200 len: 1092 time: 0.6933005 Nov 13 05:59:17.882079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7173be18-c31b-4925-9f22-936506d73cb2', 'tag': 'a8c42db6-6379-484f-b79c-4ec371b86469'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:59:17.886171 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b3c3db-c542-4f1a-abae-617ee7f38085" -d '{"events": [{"name": "network-changed", "server_uuid": "7173be18-c31b-4925-9f22-936506d73cb2", "tag": "a8c42db6-6379-484f-b79c-4ec371b86469"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:59:17.922989 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1f844-8444-4a3a-b600-2d7fa6f984c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c42db6-6379-484f-b79c-4ec371b86469,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:17.983376 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af56d730-2c1c-4f69-ba72-b1fded77cd34 x-openstack-request-id: req-af56d730-2c1c-4f69-ba72-b1fded77cd34 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:59:17.983670 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7173be18-c31b-4925-9f22-936506d73cb2", "tag": "a8c42db6-6379-484f-b79c-4ec371b86469", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:59:17.983921 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af56d730-2c1c-4f69-ba72-b1fded77cd34 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:59:17.984322 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7173be18-c31b-4925-9f22-936506d73cb2', 'tag': 'a8c42db6-6379-484f-b79c-4ec371b86469', 'status': 'completed', 'code': 200} Nov 13 05:59:18.002109 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-ff49c58a-0bbf-4a5a-9210-21eb0073232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:18.003727 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-ff49c58a-0bbf-4a5a-9210-21eb0073232c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0402987cb63d45cd902e96c6e4c47c5d&device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 1095 time: 0.0566256 Nov 13 05:59:18.061418 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-6b3be4cf-27ad-4897-aa8c-a1349f28ab2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8c42db6-6379-484f-b79c-4ec371b86469 HTTP/1.1" status: 200 len: 217 time: 0.0416992 Nov 13 05:59:18.114874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-097f4ab5-2d50-4eb0-949f-d688206818ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:18.116863 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-097f4ab5-2d50-4eb0-949f-d688206818ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=486195c6-1111-4a2e-8c7a-c4d72783aa93 HTTP/1.1" status: 200 len: 856 time: 0.0487535 Nov 13 05:59:18.164502 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-d92394be-d411-433b-b13b-6ec1fb03df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:18.166108 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-d92394be-d411-433b-b13b-6ec1fb03df9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4be293b4-008a-4d17-9f38-172d1ffa777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419936 Nov 13 05:59:18.262609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-115369a6-1a15-4863-88b3-80de8cfe9302 service neutron] 10.222.0.46 "GET /v2.0/networks/4be293b4-008a-4d17-9f38-172d1ffa777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893753 Nov 13 05:59:18.354495 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cf4fb941-5ed6-41e7-8e87-9ecfce41f278 req-7d4d9325-629c-4601-b231-c7ba769245ab service neutron] 10.222.0.46 "GET /v2.0/networks/4be293b4-008a-4d17-9f38-172d1ffa777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844514 Nov 13 05:59:18.489416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3c3db-c542-4f1a-abae-617ee7f38085 req-7d509485-d9ae-4726-a5f6-026ea61a75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:18.491248 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08b3c3db-c542-4f1a-abae-617ee7f38085 req-7d509485-d9ae-4726-a5f6-026ea61a75a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0402987cb63d45cd902e96c6e4c47c5d&device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 1095 time: 0.0471172 Nov 13 05:59:18.596630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3c3db-c542-4f1a-abae-617ee7f38085 req-ac72438f-8aaa-458f-8e96-b3cb4572b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:18.598886 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08b3c3db-c542-4f1a-abae-617ee7f38085 req-ac72438f-8aaa-458f-8e96-b3cb4572b789 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4be293b4-008a-4d17-9f38-172d1ffa777b HTTP/1.1" status: 200 len: 918 time: 0.1000936 Nov 13 05:59:18.641444 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08b3c3db-c542-4f1a-abae-617ee7f38085 req-6098d884-5f70-4b56-9e97-3c61886825d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8c42db6-6379-484f-b79c-4ec371b86469 HTTP/1.1" status: 200 len: 217 time: 0.0346630 Nov 13 05:59:18.701719 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3c3db-c542-4f1a-abae-617ee7f38085 req-b2164885-061d-4acb-816f-95a37c3adb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:18.703177 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08b3c3db-c542-4f1a-abae-617ee7f38085 req-b2164885-061d-4acb-816f-95a37c3adb7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=486195c6-1111-4a2e-8c7a-c4d72783aa93 HTTP/1.1" status: 200 len: 856 time: 0.0535517 Nov 13 05:59:18.750981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3c3db-c542-4f1a-abae-617ee7f38085 req-681dc724-58dd-4d02-ad1e-6c885ff53fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:18.752433 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08b3c3db-c542-4f1a-abae-617ee7f38085 req-681dc724-58dd-4d02-ad1e-6c885ff53fd7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4be293b4-008a-4d17-9f38-172d1ffa777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415752 Nov 13 05:59:18.813786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339039f-562f-4f68-bdb1-4204bd00e61d req-9b9868c1-1eea-4fea-b5bd-43376c686cbc tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:18.815362 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c339039f-562f-4f68-bdb1-4204bd00e61d req-9b9868c1-1eea-4fea-b5bd-43376c686cbc tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 944 time: 0.0531802 Nov 13 05:59:18.849789 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08b3c3db-c542-4f1a-abae-617ee7f38085 req-3beea9d3-c71a-47ab-bfbe-2e317f8cfcd9 service neutron] 10.222.0.46 "GET /v2.0/networks/4be293b4-008a-4d17-9f38-172d1ffa777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890920 Nov 13 05:59:18.867770 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c339039f-562f-4f68-bdb1-4204bd00e61d req-4fb24ba0-07d7-47b1-b767-4784a43ce052 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462921 Nov 13 05:59:18.944978 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08b3c3db-c542-4f1a-abae-617ee7f38085 req-1501d679-22dd-4e4b-9a61-6d8439864cdd service neutron] 10.222.0.46 "GET /v2.0/networks/4be293b4-008a-4d17-9f38-172d1ffa777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871320 Nov 13 05:59:19.348720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a61a7088-800e-4d8b-9fa8-6b62aea05120 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:59:19.415720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port a61a7088-800e-4d8b-9fa8-6b62aea05120 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:19.416093 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:19.998238 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcf3ea-998e-409b-8e59-cd5a82d738fb req-4410aaef-0ce7-4c69-b885-43f8133b89a0 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:19.999764 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14bcf3ea-998e-409b-8e59-cd5a82d738fb req-4410aaef-0ce7-4c69-b885-43f8133b89a0 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 944 time: 0.0550983 Nov 13 05:59:20.058235 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-14bcf3ea-998e-409b-8e59-cd5a82d738fb req-9e251e12-fb25-46f2-b40f-713eb4f53131 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500443 Nov 13 05:59:21.177347 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532ed24-e353-4845-b64c-6777f2a8eb3f req-1e392ef6-6711-42e4-bbb8-fedfde19e371 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:21.178718 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c532ed24-e353-4845-b64c-6777f2a8eb3f req-1e392ef6-6711-42e4-bbb8-fedfde19e371 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 944 time: 0.0484836 Nov 13 05:59:21.230237 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c532ed24-e353-4845-b64c-6777f2a8eb3f req-07c7096b-aa37-442b-ab9c-3cef7aa2850f tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454378 Nov 13 05:59:22.105254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device a8c42db6-6379-484f-b79c-4ec371b86469 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 05:59:22.208729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port a8c42db6-6379-484f-b79c-4ec371b86469, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=a8c42db6-6379-484f-b79c-4ec371b86469,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:59:22.220447 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'a8c42db6-6379-484f-b79c-4ec371b86469', 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b', 'port_id': 'a8c42db6-6379-484f-b79c-4ec371b86469', 'mac_address': 'fa:16:3e:84:46:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486195c6-1111-4a2e-8c7a-c4d72783aa93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 05:59:22.260063 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:22.273357 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c42db6-6379-484f-b79c-4ec371b86469 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:59:22.293256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port a8c42db6-6379-484f-b79c-4ec371b86469, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=a8c42db6-6379-484f-b79c-4ec371b86469,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:59:22.298084 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:22.349861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=a8c42db6-6379-484f-b79c-4ec371b86469,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:22.356761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84e552-e81b-4147-a401-b895b9f286b7 req-b55680a5-d0d9-433f-afc9-716d0757ad67 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:22.358627 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3d84e552-e81b-4147-a401-b895b9f286b7 req-b55680a5-d0d9-433f-afc9-716d0757ad67 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 945 time: 0.0514576 Nov 13 05:59:22.407945 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3d84e552-e81b-4147-a401-b895b9f286b7 req-8a80acf8-2e1d-4e0b-b80a-1885dcb2bf28 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434916 Nov 13 05:59:22.684640 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['a8c42db6-6379-484f-b79c-4ec371b86469'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:59:23.535264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b0f6d-1c4e-413c-9882-f8232ade2d88 req-66cf0ca0-6718-4e45-aeef-7f4fcc04d62e tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:23.537044 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed7b0f6d-1c4e-413c-9882-f8232ade2d88 req-66cf0ca0-6718-4e45-aeef-7f4fcc04d62e tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 945 time: 0.0569472 Nov 13 05:59:23.590434 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ed7b0f6d-1c4e-413c-9882-f8232ade2d88 req-fbde17ed-b682-4bbf-a4da-d631fa5e45c8 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464661 Nov 13 05:59:24.122430 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device a8c42db6-6379-484f-b79c-4ec371b86469 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 05:59:24.190564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port a8c42db6-6379-484f-b79c-4ec371b86469 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 05:59:24.194470 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port a8c42db6-6379-484f-b79c-4ec371b86469 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:24.194847 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:24.277992 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:24.301133 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7173be18-c31b-4925-9f22-936506d73cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c42db6-6379-484f-b79c-4ec371b86469'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:59:24.303543 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94690603-bbfa-46b2-98d2-c3a253929a0e" -d '{"events": [{"server_uuid": "7173be18-c31b-4925-9f22-936506d73cb2", "name": "network-vif-plugged", "status": "completed", "tag": "a8c42db6-6379-484f-b79c-4ec371b86469"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:59:24.316494 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port a8c42db6-6379-484f-b79c-4ec371b86469, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=a8c42db6-6379-484f-b79c-4ec371b86469,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:59:24.321992 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:24.372905 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=a8c42db6-6379-484f-b79c-4ec371b86469,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:24.403907 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8f1085-ab4e-4bad-939a-8a55c336e3e5 x-openstack-request-id: req-4d8f1085-ab4e-4bad-939a-8a55c336e3e5 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:59:24.404205 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7173be18-c31b-4925-9f22-936506d73cb2", "name": "network-vif-plugged", "status": "completed", "tag": "a8c42db6-6379-484f-b79c-4ec371b86469", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:59:24.404457 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d8f1085-ab4e-4bad-939a-8a55c336e3e5 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:59:24.404885 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7173be18-c31b-4925-9f22-936506d73cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c42db6-6379-484f-b79c-4ec371b86469', 'code': 200} Nov 13 05:59:24.535839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f50e1-552e-4ee2-a7aa-f33a2532668b req-1843f05d-5bf2-4e6a-aee3-c556f3b06e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:24.537467 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e62f50e1-552e-4ee2-a7aa-f33a2532668b req-1843f05d-5bf2-4e6a-aee3-c556f3b06e77 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 1097 time: 0.0490811 Nov 13 05:59:24.588076 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e62f50e1-552e-4ee2-a7aa-f33a2532668b req-02ea55cd-c454-4c92-af43-e677518406f8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426762 Nov 13 05:59:24.730865 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd097c14-eb2b-439d-8d52-ace0b60835f1 req-d85ada40-b521-40dc-8512-516c1cf2409a tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:24.732392 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd097c14-eb2b-439d-8d52-ace0b60835f1 req-d85ada40-b521-40dc-8512-516c1cf2409a tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 946 time: 0.0683448 Nov 13 05:59:24.789263 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd097c14-eb2b-439d-8d52-ace0b60835f1 req-9eba55dd-caa9-4c8d-b315-dc53f666fdc9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435898 Nov 13 05:59:25.932131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7bbb5-dd84-4990-9f0d-55f8e9f71391 req-be5214d7-8065-41d7-9813-79c8f4723668 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:25.933680 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04d7bbb5-dd84-4990-9f0d-55f8e9f71391 req-be5214d7-8065-41d7-9813-79c8f4723668 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 946 time: 0.0598342 Nov 13 05:59:25.987158 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04d7bbb5-dd84-4990-9f0d-55f8e9f71391 req-117145e0-5975-48e0-8903-269ba74b6418 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461931 Nov 13 05:59:27.123182 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1434b-6245-4f3e-a105-f4bd1a59bc69 req-c94e4f98-d502-4c21-be94-63db971b80a1 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:27.124935 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-97c1434b-6245-4f3e-a105-f4bd1a59bc69 req-c94e4f98-d502-4c21-be94-63db971b80a1 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 946 time: 0.0543158 Nov 13 05:59:27.174284 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-97c1434b-6245-4f3e-a105-f4bd1a59bc69 req-5b29e376-7219-4185-a350-62ffd94bbcea tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432484 Nov 13 05:59:27.295707 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7a54d-dcee-4ef2-ad8d-c52fdcb99adc req-2a484f93-3f09-46bd-8fa0-92c7ce780be8 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:27.297263 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4b7a54d-dcee-4ef2-ad8d-c52fdcb99adc req-2a484f93-3f09-46bd-8fa0-92c7ce780be8 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 946 time: 0.0542960 Nov 13 05:59:27.346648 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4b7a54d-dcee-4ef2-ad8d-c52fdcb99adc req-561ac27e-8583-4e50-8e96-d96d3a50129b tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429735 Nov 13 05:59:29.303293 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:29.361512 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:34.416025 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ee8e34ea-2fdf-4f76-89ff-735e0443b164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:36.591498 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8910afe-f5ae-461a-adbd-b2281ea04b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:38.217631 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:38.789857 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 05:59:39.498335 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:40.056790 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:50.206357 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7b593-c51e-4523-acdf-0628bb9e60ea req-f96dca2c-54d5-41d3-b6a5-15c847874a82 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:50.208177 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3bd7b593-c51e-4523-acdf-0628bb9e60ea req-f96dca2c-54d5-41d3-b6a5-15c847874a82 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 946 time: 0.0551453 Nov 13 05:59:50.263067 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3bd7b593-c51e-4523-acdf-0628bb9e60ea req-88fdf7ae-925b-4e5b-8987-ae2211e43763 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485275 Nov 13 05:59:51.389906 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8b7bf-9a5e-4071-92bd-ef55a636941c req-3fe907d9-fb3a-4db6-9204-a8a830fd5276 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:51.391483 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5cb8b7bf-9a5e-4071-92bd-ef55a636941c req-3fe907d9-fb3a-4db6-9204-a8a830fd5276 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 946 time: 0.0516798 Nov 13 05:59:51.443509 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5cb8b7bf-9a5e-4071-92bd-ef55a636941c req-5a72ef91-318d-421e-bd07-3ec6a6caf0a9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455248 Nov 13 05:59:51.898650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fe9ae-5fba-4517-9112-3d74f1a7102e req-72409fca-e3ff-4e91-a7c1-73cd9cffc00a tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:51.900226 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a7fe9ae-5fba-4517-9112-3d74f1a7102e req-72409fca-e3ff-4e91-a7c1-73cd9cffc00a tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.46 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 946 time: 0.0609269 Nov 13 05:59:51.991118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4a7fe9ae-5fba-4517-9112-3d74f1a7102e req-b6367d0d-90c8-4804-8e54-8cc7ed410327 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Deleting port a8c42db6-6379-484f-b79c-4ec371b86469 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 05:59:51.991414 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a7fe9ae-5fba-4517-9112-3d74f1a7102e req-b6367d0d-90c8-4804-8e54-8cc7ed410327 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:52.087333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4a7fe9ae-5fba-4517-9112-3d74f1a7102e req-b6367d0d-90c8-4804-8e54-8cc7ed410327 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] For port a8c42db6-6379-484f-b79c-4ec371b86469, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=a8c42db6-6379-484f-b79c-4ec371b86469,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 05:59:52.087691 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a7fe9ae-5fba-4517-9112-3d74f1a7102e req-b6367d0d-90c8-4804-8e54-8cc7ed410327 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:52.100571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4a7fe9ae-5fba-4517-9112-3d74f1a7102e req-b6367d0d-90c8-4804-8e54-8cc7ed410327 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Calling delete_port for a8c42db6-6379-484f-b79c-4ec371b86469 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 05:59:52.247710 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a7fe9ae-5fba-4517-9112-3d74f1a7102e req-b6367d0d-90c8-4804-8e54-8cc7ed410327 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:52.276390 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6367d0d-90c8-4804-8e54-8cc7ed410327 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Pushing event deleted for resources: {'Port': ['ID=a8c42db6-6379-484f-b79c-4ec371b86469,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:52.281514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['a8c42db6-6379-484f-b79c-4ec371b86469'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 05:59:52.321275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7fe9ae-5fba-4517-9112-3d74f1a7102e req-b6367d0d-90c8-4804-8e54-8cc7ed410327 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] No DVR routers for this DVR port a8c42db6-6379-484f-b79c-4ec371b86469 on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 05:59:52.324880 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4a7fe9ae-5fba-4517-9112-3d74f1a7102e req-b6367d0d-90c8-4804-8e54-8cc7ed410327 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:52.328257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a7fe9ae-5fba-4517-9112-3d74f1a7102e req-b6367d0d-90c8-4804-8e54-8cc7ed410327 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.46 "DELETE /v2.0/ports/a8c42db6-6379-484f-b79c-4ec371b86469 HTTP/1.1" status: 204 len: 173 time: 0.4221189 Nov 13 05:59:52.328726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7173be18-c31b-4925-9f22-936506d73cb2', 'name': 'network-vif-deleted', 'tag': 'a8c42db6-6379-484f-b79c-4ec371b86469'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:59:52.331556 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f883529a-8448-4c78-a2da-3107e201d3ba" -d '{"events": [{"server_uuid": "7173be18-c31b-4925-9f22-936506d73cb2", "name": "network-vif-deleted", "tag": "a8c42db6-6379-484f-b79c-4ec371b86469"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:59:52.375761 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 05:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5dcbee-0d22-4d33-a47c-3a74b6cb22b7 x-openstack-request-id: req-ab5dcbee-0d22-4d33-a47c-3a74b6cb22b7 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:59:52.376729 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7173be18-c31b-4925-9f22-936506d73cb2", "name": "network-vif-deleted", "tag": "a8c42db6-6379-484f-b79c-4ec371b86469", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:59:52.377702 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab5dcbee-0d22-4d33-a47c-3a74b6cb22b7 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:59:52.378823 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7173be18-c31b-4925-9f22-936506d73cb2', 'name': 'network-vif-deleted', 'tag': 'a8c42db6-6379-484f-b79c-4ec371b86469', 'status': 'completed', 'code': 200} Nov 13 05:59:52.559435 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a7bbdcb-fc7a-43a0-84d7-b7a90d419cdd req-a0c5d947-f0b3-4712-a4d5-92aa753ab341 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7173be18-c31b-4925-9f22-936506d73cb2 HTTP/1.1" status: 200 len: 210 time: 0.0299702 Nov 13 05:59:54.280704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-d9c268a3-3b9a-4d95-9776-b853e2b968c9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:54.282366 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-d9c268a3-3b9a-4d95-9776-b853e2b968c9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/networks?id=4be293b4-008a-4d17-9f38-172d1ffa777b HTTP/1.1" status: 200 len: 817 time: 0.1136649 Nov 13 05:59:54.302855 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-c1d3637f-53f0-45b9-81da-b4a2f1b31e40 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/quotas/0402987cb63d45cd902e96c6e4c47c5d HTTP/1.1" status: 200 len: 375 time: 0.0137596 Nov 13 05:59:54.361368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-c7d4b93b-0279-450d-855d-436134069430 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0402987cb63d45cd902e96c6e4c47c5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531161 Nov 13 05:59:54.481916 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-048eebe2-904b-480a-a0a2-4b3b3a162c24 service neutron] 10.222.0.43 "GET /v2.0/networks/4be293b4-008a-4d17-9f38-172d1ffa777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003745 Nov 13 05:59:54.574592 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-2f8d526c-8d8c-49c5-87ac-22cb2c5f0572 service neutron] 10.222.0.43 "GET /v2.0/networks/4be293b4-008a-4d17-9f38-172d1ffa777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860803 Nov 13 05:59:54.768247 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a4471b7-1e3d-40a9-8d53-277a67373e6a req-7476c244-b1e3-44a9-920c-e0b7597e31ba tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 210 time: 0.0306795 Nov 13 05:59:55.793216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-c3b5e7b2-0411-4fd3-ab03-47a284354b76 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:55.794925 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-c3b5e7b2-0411-4fd3-ab03-47a284354b76 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.46 "GET /v2.0/networks?id=4be293b4-008a-4d17-9f38-172d1ffa777b HTTP/1.1" status: 200 len: 817 time: 0.1119125 Nov 13 05:59:55.813797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-4c5e34c3-8ff2-41eb-bdb0-723b3dffc207 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Request body: {'port': {'device_id': '26c8d501-5468-47dc-be87-2fd87972466d', 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b', 'admin_state_up': True, 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:59:55.900525 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f0d896b7-e40e-4589-9c2e-9f1308b2885e req-4fa0f79e-94ca-4e63-a1c4-15a0da6e8338 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 210 time: 0.0313544 Nov 13 05:59:55.957181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-4c5e34c3-8ff2-41eb-bdb0-723b3dffc207 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Made reservation on behalf of 0402987cb63d45cd902e96c6e4c47c5d for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 05:59:55.960700 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-4c5e34c3-8ff2-41eb-bdb0-723b3dffc207 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:56.090028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-4c5e34c3-8ff2-41eb-bdb0-723b3dffc207 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Allocated IP 172.20.0.14 (4be293b4-008a-4d17-9f38-172d1ffa777b/486195c6-1111-4a2e-8c7a-c4d72783aa93/2e17f25a-0801-4f1b-8547-d3d8c4d73dd3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 05:59:56.235166 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-4c5e34c3-8ff2-41eb-bdb0-723b3dffc207 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:56.272796 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-4c5e34c3-8ff2-41eb-bdb0-723b3dffc207 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:56.305465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device a8c42db6-6379-484f-b79c-4ec371b86469 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 05:59:56.325437 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-4c5e34c3-8ff2-41eb-bdb0-723b3dffc207 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Network 4be293b4-008a-4d17-9f38-172d1ffa777b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 05:59:56.325782 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: a8c42db6-6379-484f-b79c-4ec371b86469 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 05:59:56.326124 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device a8c42db6-6379-484f-b79c-4ec371b86469 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 05:59:56.328622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-4c5e34c3-8ff2-41eb-bdb0-723b3dffc207 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 05:59:56.333222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-4c5e34c3-8ff2-41eb-bdb0-723b3dffc207 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 05:59:56.337150 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e34c3-8ff2-41eb-bdb0-723b3dffc207 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Pushing event updated for resources: {'Port': ['ID=2e17f25a-0801-4f1b-8547-d3d8c4d73dd3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:56.577031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-537bd49e-2369-4f10-8c4f-19f739aee599 None None] Provisioning complete for port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 05:59:56.577426 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-537bd49e-2369-4f10-8c4f-19f739aee599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:56.615440 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-537bd49e-2369-4f10-8c4f-19f739aee599 None None] Port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 05:59:56.743747 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-4c5e34c3-8ff2-41eb-bdb0-723b3dffc207 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:56.744347 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-4c5e34c3-8ff2-41eb-bdb0-723b3dffc207 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:56.762942 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-4c5e34c3-8ff2-41eb-bdb0-723b3dffc207 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9532359 Nov 13 05:59:56.781056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Request body: {'port': {'device_id': '26c8d501-5468-47dc-be87-2fd87972466d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 05:59:56.834951 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:57.019290 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e241527-b656-42ce-9d38-ddd41890bd62 req-26e7cd8d-e913-478b-ac9d-17a2866bf5a2 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:57.020828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9e241527-b656-42ce-9d38-ddd41890bd62 req-26e7cd8d-e913-478b-ac9d-17a2866bf5a2 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 932 time: 0.0508516 Nov 13 05:59:57.070238 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9e241527-b656-42ce-9d38-ddd41890bd62 req-9f156def-1a7d-4e59-97a7-3bbf51bd7f6a tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433412 Nov 13 05:59:57.100903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 05:59:57.108453 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:57.120748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Transition to ACTIVE for port object 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 05:59:57.126870 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:57.177584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e17f25a-0801-4f1b-8547-d3d8c4d73dd3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:57.245776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Attempting to bind port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 05:59:57.246251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Attempting to bind port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 05:59:57.246698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Attempting to bind port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 on network 4be293b4-008a-4d17-9f38-172d1ffa777b {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:59:57.251559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 on network 4be293b4-008a-4d17-9f38-172d1ffa777b not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 05:59:57.251871 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Attempting to bind port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 on network 4be293b4-008a-4d17-9f38-172d1ffa777b {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 05:59:57.257014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 5, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 05:59:57.257339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Checking segment: {'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 05:59:57.257711 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Bound using segment: {'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 05:59:57.258135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Bound port: 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc5774b-2edf-401f-8eb7-c708a924602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 05:59:57.258483 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:57.324539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] For port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 05:59:57.327602 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] For port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=2e17f25a-0801-4f1b-8547-d3d8c4d73dd3,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 05:59:57.333852 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:57.369059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:57.369661 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:57.371039 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] 10.222.0.46 "PUT /v2.0/ports/2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 HTTP/1.1" status: 200 len: 1092 time: 0.5941150 Nov 13 05:59:57.371464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c8d501-5468-47dc-be87-2fd87972466d', 'tag': '2e17f25a-0801-4f1b-8547-d3d8c4d73dd3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 05:59:57.373719 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89704909-0497-459d-9916-75cd6ea2a29b" -d '{"events": [{"name": "network-changed", "server_uuid": "26c8d501-5468-47dc-be87-2fd87972466d", "tag": "2e17f25a-0801-4f1b-8547-d3d8c4d73dd3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 05:59:57.396203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17e84e-9826-451a-aaa9-f5db2a37abd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e17f25a-0801-4f1b-8547-d3d8c4d73dd3,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 05:59:57.421256 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 05:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc64a8d-08bd-49ee-a23b-c252acced9e5 x-openstack-request-id: req-1dc64a8d-08bd-49ee-a23b-c252acced9e5 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 05:59:57.421523 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c8d501-5468-47dc-be87-2fd87972466d", "tag": "2e17f25a-0801-4f1b-8547-d3d8c4d73dd3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 05:59:57.421778 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1dc64a8d-08bd-49ee-a23b-c252acced9e5 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 05:59:57.422188 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c8d501-5468-47dc-be87-2fd87972466d', 'tag': '2e17f25a-0801-4f1b-8547-d3d8c4d73dd3', 'status': 'completed', 'code': 200} Nov 13 05:59:57.486223 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-a4c58592-8a6d-4aac-95c9-e0a881395582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:57.488140 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-a4c58592-8a6d-4aac-95c9-e0a881395582 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0402987cb63d45cd902e96c6e4c47c5d&device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 1095 time: 0.0440323 Nov 13 05:59:57.544754 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-3bdaa307-31b0-4807-96f5-be3183956de4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 HTTP/1.1" status: 200 len: 217 time: 0.0412214 Nov 13 05:59:57.594943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-8819e09d-4871-4a3d-824f-b82f6ab7a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:57.596504 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-8819e09d-4871-4a3d-824f-b82f6ab7a499 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=486195c6-1111-4a2e-8c7a-c4d72783aa93 HTTP/1.1" status: 200 len: 856 time: 0.0448158 Nov 13 05:59:57.644864 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-e7624936-cd73-4a58-9e67-94a46ff652b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:57.646298 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-e7624936-cd73-4a58-9e67-94a46ff652b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4be293b4-008a-4d17-9f38-172d1ffa777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424192 Nov 13 05:59:57.740774 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-f351a56b-6f47-4af5-a88d-99f8b53a3f6e service neutron] 10.222.0.46 "GET /v2.0/networks/4be293b4-008a-4d17-9f38-172d1ffa777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858815 Nov 13 05:59:57.837867 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8677fb0-a438-4ec7-a36c-bd3e97d70042 req-2d388a95-d4b0-4d2f-ab6b-b1775fe4f17b service neutron] 10.222.0.46 "GET /v2.0/networks/4be293b4-008a-4d17-9f38-172d1ffa777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890350 Nov 13 05:59:57.973597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89704909-0497-459d-9916-75cd6ea2a29b req-82aac992-6e9e-4868-a7e3-ab3b3f000479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:57.975188 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89704909-0497-459d-9916-75cd6ea2a29b req-82aac992-6e9e-4868-a7e3-ab3b3f000479 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0402987cb63d45cd902e96c6e4c47c5d&device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 1095 time: 0.0503840 Nov 13 05:59:58.075497 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89704909-0497-459d-9916-75cd6ea2a29b req-245f6c73-9f3f-42cd-aaaa-c1a2fc6bca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:58.076947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89704909-0497-459d-9916-75cd6ea2a29b req-245f6c73-9f3f-42cd-aaaa-c1a2fc6bca8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4be293b4-008a-4d17-9f38-172d1ffa777b HTTP/1.1" status: 200 len: 918 time: 0.0868094 Nov 13 05:59:58.126444 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89704909-0497-459d-9916-75cd6ea2a29b req-146debfa-6fae-44ff-82ca-dc9ed8178d36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 HTTP/1.1" status: 200 len: 217 time: 0.0405934 Nov 13 05:59:58.182498 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89704909-0497-459d-9916-75cd6ea2a29b req-8535843b-c90e-4ed8-afc2-1261b90c3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:58.184014 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89704909-0497-459d-9916-75cd6ea2a29b req-8535843b-c90e-4ed8-afc2-1261b90c3bf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=486195c6-1111-4a2e-8c7a-c4d72783aa93 HTTP/1.1" status: 200 len: 856 time: 0.0501955 Nov 13 05:59:58.190150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d8f08-a6aa-4040-8ebc-156a2e6103ac req-e28324c6-6622-48dd-9963-d8fb605d1e67 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:58.191701 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d6d8f08-a6aa-4040-8ebc-156a2e6103ac req-e28324c6-6622-48dd-9963-d8fb605d1e67 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 944 time: 0.0514696 Nov 13 05:59:58.232728 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89704909-0497-459d-9916-75cd6ea2a29b req-fde6458f-6c14-4732-a52f-32b13c2ff196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:58.234252 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89704909-0497-459d-9916-75cd6ea2a29b req-fde6458f-6c14-4732-a52f-32b13c2ff196 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4be293b4-008a-4d17-9f38-172d1ffa777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429404 Nov 13 05:59:58.243198 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7d6d8f08-a6aa-4040-8ebc-156a2e6103ac req-09753ff5-6333-4a7a-ad05-d9121e68fab0 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452917 Nov 13 05:59:58.329593 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89704909-0497-459d-9916-75cd6ea2a29b req-c92b77f6-408d-4a6d-ac0a-5297f94276da service neutron] 10.222.0.46 "GET /v2.0/networks/4be293b4-008a-4d17-9f38-172d1ffa777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872791 Nov 13 05:59:58.428701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89704909-0497-459d-9916-75cd6ea2a29b req-cdfca704-d9e7-4f38-aedd-53de05377045 service neutron] 10.222.0.46 "GET /v2.0/networks/4be293b4-008a-4d17-9f38-172d1ffa777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907416 Nov 13 05:59:59.302514 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:59.370563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21d291-320c-4b94-8084-2c3701fcac3c req-9f1fd136-f8e9-4467-b606-d21325f59bbe tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 05:59:59.372200 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c21d291-320c-4b94-8084-2c3701fcac3c req-9f1fd136-f8e9-4467-b606-d21325f59bbe tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 944 time: 0.0539684 Nov 13 05:59:59.384814 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 05:59:59.425767 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5c21d291-320c-4b94-8084-2c3701fcac3c req-029e4085-c087-483c-93f1-2ef1e0e88b0d tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473888 Nov 13 06:00:00.561080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03a548-502b-437a-9051-7f5ada3b3304 req-a2635feb-d800-4281-880b-00a0738fc904 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:00.562592 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad03a548-502b-437a-9051-7f5ada3b3304 req-a2635feb-d800-4281-880b-00a0738fc904 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 944 time: 0.0565474 Nov 13 06:00:00.626790 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ad03a548-502b-437a-9051-7f5ada3b3304 req-bf5f6a1f-669d-4a65-8d0d-26f996a49835 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559530 Nov 13 06:00:01.746483 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423bcf-914e-462c-bb0c-33e56992a2e6 req-d8cc0867-a464-42e2-b48d-a5880ebf33c0 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:01.748010 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba423bcf-914e-462c-bb0c-33e56992a2e6 req-d8cc0867-a464-42e2-b48d-a5880ebf33c0 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 944 time: 0.0506282 Nov 13 06:00:01.797005 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba423bcf-914e-462c-bb0c-33e56992a2e6 req-0006d513-959d-44f7-87f4-09b239bd632a tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430045 Nov 13 06:00:02.339471 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:00:02.445268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=2e17f25a-0801-4f1b-8547-d3d8c4d73dd3,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:02.456469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '2e17f25a-0801-4f1b-8547-d3d8c4d73dd3', 'network_id': '4be293b4-008a-4d17-9f38-172d1ffa777b', 'port_id': '2e17f25a-0801-4f1b-8547-d3d8c4d73dd3', 'mac_address': 'fa:16:3e:fb:21:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486195c6-1111-4a2e-8c7a-c4d72783aa93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:00:02.497115 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:02.509896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:00:02.530182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=2e17f25a-0801-4f1b-8547-d3d8c4d73dd3,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:02.535348 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:02.581906 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=2e17f25a-0801-4f1b-8547-d3d8c4d73dd3,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:02.589912 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:02.590182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:02.590529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:02.590842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:02.591197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:02.591520 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:02.591841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:02.592162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:02.592480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:02.592793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:02.593112 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:02.593428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:02.916590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['2e17f25a-0801-4f1b-8547-d3d8c4d73dd3'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:00:02.922403 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b592b-300d-42dd-812d-17486f1035db req-adbcb492-86b5-4d2c-b4ae-e7fe11ed0128 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:02.923936 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b66b592b-300d-42dd-812d-17486f1035db req-adbcb492-86b5-4d2c-b4ae-e7fe11ed0128 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 945 time: 0.0567887 Nov 13 06:00:02.973817 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b66b592b-300d-42dd-812d-17486f1035db req-b52d08a6-87df-41a4-ba1e-ef2ffd178484 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432563 Nov 13 06:00:04.097712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431cab5-becc-40f6-8ded-e38d1ec25d8d req-d487b921-4b35-4c91-85e8-6530843550bc tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:04.099323 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3431cab5-becc-40f6-8ded-e38d1ec25d8d req-d487b921-4b35-4c91-85e8-6530843550bc tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 945 time: 0.0512133 Nov 13 06:00:04.148668 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3431cab5-becc-40f6-8ded-e38d1ec25d8d req-3b81a3f4-e264-42de-8e2b-c12284aabde9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432661 Nov 13 06:00:04.361816 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:00:04.431195 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-118f2c92-247a-466a-b4af-4752ea3586b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:04.434297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 06:00:04.438129 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:04.438488 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:04.518549 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:04.541115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c8d501-5468-47dc-be87-2fd87972466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e17f25a-0801-4f1b-8547-d3d8c4d73dd3'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:00:04.543386 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cbd9ab-35f5-4e07-9bc6-876fc11a3e79" -d '{"events": [{"server_uuid": "26c8d501-5468-47dc-be87-2fd87972466d", "name": "network-vif-plugged", "status": "completed", "tag": "2e17f25a-0801-4f1b-8547-d3d8c4d73dd3"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:00:04.556155 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=2e17f25a-0801-4f1b-8547-d3d8c4d73dd3,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:04.561242 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:04.588980 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68788b92-ecb0-4e52-bc93-2d33dfb095b4 x-openstack-request-id: req-68788b92-ecb0-4e52-bc93-2d33dfb095b4 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:00:04.589279 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c8d501-5468-47dc-be87-2fd87972466d", "name": "network-vif-plugged", "status": "completed", "tag": "2e17f25a-0801-4f1b-8547-d3d8c4d73dd3", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:00:04.589531 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68788b92-ecb0-4e52-bc93-2d33dfb095b4 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:00:04.589923 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c8d501-5468-47dc-be87-2fd87972466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e17f25a-0801-4f1b-8547-d3d8c4d73dd3', 'code': 200} Nov 13 06:00:04.618196 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=2e17f25a-0801-4f1b-8547-d3d8c4d73dd3,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:04.716882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15facd48-15f0-4ba3-b5bc-a050bf69aab3 req-d7f88283-82ad-4724-bc29-7d3f16ffcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:04.718405 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-15facd48-15f0-4ba3-b5bc-a050bf69aab3 req-d7f88283-82ad-4724-bc29-7d3f16ffcdf4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 1097 time: 0.0472674 Nov 13 06:00:04.762967 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-15facd48-15f0-4ba3-b5bc-a050bf69aab3 req-2bc066ec-fcb8-4179-bde5-f48ad53e8d5d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372825 Nov 13 06:00:05.285292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f4bf6-8af1-46f8-8754-bd813108d324 req-4eb497db-77d3-4130-8760-cc4f5b6995f7 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:05.286777 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8a6f4bf6-8af1-46f8-8754-bd813108d324 req-4eb497db-77d3-4130-8760-cc4f5b6995f7 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 946 time: 0.0565052 Nov 13 06:00:05.339803 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8a6f4bf6-8af1-46f8-8754-bd813108d324 req-f1792b8b-bb6c-4254-826a-283f483efc8f tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443611 Nov 13 06:00:06.480778 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046dbea-1e61-4dda-a6c7-5e596f7b3d4a req-e5912f34-b4e8-4126-af79-30da66961c64 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:06.482145 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1046dbea-1e61-4dda-a6c7-5e596f7b3d4a req-e5912f34-b4e8-4126-af79-30da66961c64 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 946 time: 0.0635262 Nov 13 06:00:06.529236 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1046dbea-1e61-4dda-a6c7-5e596f7b3d4a req-2381528f-cc49-447f-bafb-75a28ece2090 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411239 Nov 13 06:00:06.586850 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb62d287-3357-4349-b23e-06b543f8bd2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:06.656017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909a203-4736-4848-962c-4d7ea778dfaa req-bca3c467-2bb8-4fd0-a827-d7da46c496cb tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:06.657531 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4909a203-4736-4848-962c-4d7ea778dfaa req-bca3c467-2bb8-4fd0-a827-d7da46c496cb tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 946 time: 0.0552385 Nov 13 06:00:06.705295 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4909a203-4736-4848-962c-4d7ea778dfaa req-e991e6c1-eb78-4ffc-a4a3-c916e05aa408 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414014 Nov 13 06:00:08.217074 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:09.502058 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:10.071684 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:10.890788 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67ca2bc9-3663-4047-999f-1e86ecc75666 req-46dadbe8-a8b3-48e9-a3a3-db2333662168 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430570 Nov 13 06:00:11.017708 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca2bc9-3663-4047-999f-1e86ecc75666 req-c6663e67-622c-4047-bf7d-899e1558782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:11.019335 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67ca2bc9-3663-4047-999f-1e86ecc75666 req-c6663e67-622c-4047-bf7d-899e1558782a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0402987cb63d45cd902e96c6e4c47c5d&device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 1097 time: 0.0514655 Nov 13 06:00:11.130481 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca2bc9-3663-4047-999f-1e86ecc75666 req-d9650c2c-9ffd-4e28-9c38-6bab97d96586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:11.132345 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67ca2bc9-3663-4047-999f-1e86ecc75666 req-d9650c2c-9ffd-4e28-9c38-6bab97d96586 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4be293b4-008a-4d17-9f38-172d1ffa777b HTTP/1.1" status: 200 len: 918 time: 0.0921545 Nov 13 06:00:11.174793 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67ca2bc9-3663-4047-999f-1e86ecc75666 req-b05e41b3-83b7-436f-9e51-aa1d7cd05f07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 HTTP/1.1" status: 200 len: 217 time: 0.0346105 Nov 13 06:00:11.224508 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca2bc9-3663-4047-999f-1e86ecc75666 req-495668fd-ea85-4f8f-ba72-bd3e44b250e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:11.225968 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67ca2bc9-3663-4047-999f-1e86ecc75666 req-495668fd-ea85-4f8f-ba72-bd3e44b250e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=486195c6-1111-4a2e-8c7a-c4d72783aa93 HTTP/1.1" status: 200 len: 856 time: 0.0429983 Nov 13 06:00:11.281916 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca2bc9-3663-4047-999f-1e86ecc75666 req-a89b5341-b4dc-4711-8b31-df201f01828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:11.283461 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67ca2bc9-3663-4047-999f-1e86ecc75666 req-a89b5341-b4dc-4711-8b31-df201f01828e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4be293b4-008a-4d17-9f38-172d1ffa777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460696 Nov 13 06:00:11.375343 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67ca2bc9-3663-4047-999f-1e86ecc75666 req-5ed4cc3d-e34b-42f0-860d-f67882b659ea service neutron] 10.222.0.46 "GET /v2.0/networks/4be293b4-008a-4d17-9f38-172d1ffa777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837274 Nov 13 06:00:11.468476 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-67ca2bc9-3663-4047-999f-1e86ecc75666 req-6340ab55-96cf-4258-89e5-36731437e2e2 service neutron] 10.222.0.46 "GET /v2.0/networks/4be293b4-008a-4d17-9f38-172d1ffa777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865529 Nov 13 06:00:15.794842 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:00:29.318002 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:29.394351 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:29.672407 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa167c-e892-4b49-bbe8-76376c9afd15 req-1aec9181-3602-4bd0-946f-e4bf37d2c56d tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:29.673954 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b4aa167c-e892-4b49-bbe8-76376c9afd15 req-1aec9181-3602-4bd0-946f-e4bf37d2c56d tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 946 time: 0.0520766 Nov 13 06:00:29.723997 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b4aa167c-e892-4b49-bbe8-76376c9afd15 req-e7f48773-aecf-4c3c-8c9b-d79544d6c2c7 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Nov 13 06:00:30.867672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870f7e4-7167-4c8f-8a28-7bd4029a66bc req-4ad9a1e8-12b3-435c-baf4-1b7a8abac5e6 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:30.869536 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d870f7e4-7167-4c8f-8a28-7bd4029a66bc req-4ad9a1e8-12b3-435c-baf4-1b7a8abac5e6 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 946 time: 0.0591934 Nov 13 06:00:30.921625 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d870f7e4-7167-4c8f-8a28-7bd4029a66bc req-e21b54a2-790c-4f67-851a-1f2e789efbd8 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/security-groups?id=09fadf32-a7c7-4d68-a805-ebd55ec651f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457723 Nov 13 06:00:31.474048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021aedc-c1ac-4cfc-a325-bf6228dfcb8f req-aa46c99e-a822-471b-a0ef-e838facd1b8c tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:31.475513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d021aedc-c1ac-4cfc-a325-bf6228dfcb8f req-aa46c99e-a822-471b-a0ef-e838facd1b8c tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.46 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 946 time: 0.0627069 Nov 13 06:00:31.570303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d021aedc-c1ac-4cfc-a325-bf6228dfcb8f req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Deleting port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:00:31.570548 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d021aedc-c1ac-4cfc-a325-bf6228dfcb8f req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:31.664901 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d021aedc-c1ac-4cfc-a325-bf6228dfcb8f req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] For port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=2e17f25a-0801-4f1b-8547-d3d8c4d73dd3,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:31.665255 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d021aedc-c1ac-4cfc-a325-bf6228dfcb8f req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:31.678114 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d021aedc-c1ac-4cfc-a325-bf6228dfcb8f req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Calling delete_port for 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:00:31.805926 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d021aedc-c1ac-4cfc-a325-bf6228dfcb8f req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:31.838685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['2e17f25a-0801-4f1b-8547-d3d8c4d73dd3'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:00:31.839316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Pushing event deleted for resources: {'Port': ['ID=2e17f25a-0801-4f1b-8547-d3d8c4d73dd3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:31.851425 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:31.851763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:31.852347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:31.852744 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:31.853087 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:31.853416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:31.853769 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:31.854532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:31.854532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:31.854697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:31.854987 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:31.855394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:31.892656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d021aedc-c1ac-4cfc-a325-bf6228dfcb8f req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] No DVR routers for this DVR port 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:00:31.895489 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d021aedc-c1ac-4cfc-a325-bf6228dfcb8f req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:31.899034 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d021aedc-c1ac-4cfc-a325-bf6228dfcb8f req-778b6b77-cc2f-4055-9917-2b91f4a567e9 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.46 "DELETE /v2.0/ports/2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 HTTP/1.1" status: 204 len: 173 time: 0.4166064 Nov 13 06:00:31.899496 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c8d501-5468-47dc-be87-2fd87972466d', 'name': 'network-vif-deleted', 'tag': '2e17f25a-0801-4f1b-8547-d3d8c4d73dd3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:00:31.902118 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c496ff1a-ef54-4e09-b82c-73ac04ee9d1e" -d '{"events": [{"server_uuid": "26c8d501-5468-47dc-be87-2fd87972466d", "name": "network-vif-deleted", "tag": "2e17f25a-0801-4f1b-8547-d3d8c4d73dd3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:00:31.942248 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0086e2b1-ec12-49af-ba48-314541acc5c9 x-openstack-request-id: req-0086e2b1-ec12-49af-ba48-314541acc5c9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:00:31.942541 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c8d501-5468-47dc-be87-2fd87972466d", "name": "network-vif-deleted", "tag": "2e17f25a-0801-4f1b-8547-d3d8c4d73dd3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:00:31.942841 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0086e2b1-ec12-49af-ba48-314541acc5c9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:00:31.944801 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c8d501-5468-47dc-be87-2fd87972466d', 'name': 'network-vif-deleted', 'tag': '2e17f25a-0801-4f1b-8547-d3d8c4d73dd3', 'status': 'completed', 'code': 200} Nov 13 06:00:32.023791 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4b299463-0d9a-466c-836a-c3a909e00f64 req-711e4d39-5ddd-4fa6-b68b-290f6a028ff6 tempest-TestEncryptedCinderVolumes-2126727801 tempest-TestEncryptedCinderVolumes-2126727801-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c8d501-5468-47dc-be87-2fd87972466d HTTP/1.1" status: 200 len: 210 time: 0.0293932 Nov 13 06:00:33.127764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 48994) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:33.483795 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:33.730681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Deleting port 63880c47-ddc1-4491-8a37-a1ee4176aaf1 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:00:33.731015 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:33.809197 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] For port 63880c47-ddc1-4491-8a37-a1ee4176aaf1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=63880c47-ddc1-4491-8a37-a1ee4176aaf1,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:33.809527 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:33.822161 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Calling delete_port for 63880c47-ddc1-4491-8a37-a1ee4176aaf1 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:00:34.009586 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:34.038003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=63880c47-ddc1-4491-8a37-a1ee4176aaf1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:34.051311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:34.051311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:34.051311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:34.051681 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:34.051997 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:34.052318 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:34.052633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:34.052929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:34.053548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:34.053673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:34.054034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:34.054283 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:34.217610 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:34.424624 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2aba-3e10-461f-a9e0-c0f9149064a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:34.443268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Router 85d8c528-c7de-4229-af25-379f511e78cd has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:00:34.508432 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:00:34.530276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:00:34.530612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 2e17f25a-0801-4f1b-8547-d3d8c4d73dd3 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:00:34.552958 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:00:34.558040 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b1c2446b-5310-4946-90d0-96916bfc8e0e admin admin] 10.222.0.43 "PUT /v2.0/routers/85d8c528-c7de-4229-af25-379f511e78cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4292641 Nov 13 06:00:34.560775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48996) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:34.565043 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386fa28d-3359-48f9-81fe-d8c4c12b2836 None None] Sync routers for ids ['85d8c528-c7de-4229-af25-379f511e78cd'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:00:34.575242 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386fa28d-3359-48f9-81fe-d8c4c12b2836 None None] Routers {'85d8c528-c7de-4229-af25-379f511e78cd'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:00:34.575929 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-386fa28d-3359-48f9-81fe-d8c4c12b2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:00:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['85d8c528-c7de-4229-af25-379f511e78cd'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:34.664379 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:34.680351 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-386fa28d-3359-48f9-81fe-d8c4c12b2836 None None] Set router 85d8c528-c7de-4229-af25-379f511e78cd gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:00:34.773696 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:34.827688 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] Deleting port 7ba2f6f4-092e-42dc-a393-9f396a85f975 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:00:34.827971 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:34.861466 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-386fa28d-3359-48f9-81fe-d8c4c12b2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8c528-c7de-4229-af25-379f511e78cd', 'name': 'tempest-TestEncryptedCinderVolumes-1777262098-router', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '7ba2f6f4-092e-42dc-a393-9f396a85f975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T06:00:33Z', 'revision_number': 5, 'project_id': '0402987cb63d45cd902e96c6e4c47c5d', 'gw_port': {'id': '7ba2f6f4-092e-42dc-a393-9f396a85f975', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8c528-c7de-4229-af25-379f511e78cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T05:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:34.892447 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386fa28d-3359-48f9-81fe-d8c4c12b2836 None None] Checking router: 85d8c528-c7de-4229-af25-379f511e78cd for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:00:34.901308 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386fa28d-3359-48f9-81fe-d8c4c12b2836 None None] Routers {'85d8c528-c7de-4229-af25-379f511e78cd'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:00:34.901924 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-386fa28d-3359-48f9-81fe-d8c4c12b2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:00:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['85d8c528-c7de-4229-af25-379f511e78cd'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:34.918320 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] For port 7ba2f6f4-092e-42dc-a393-9f396a85f975, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=7ba2f6f4-092e-42dc-a393-9f396a85f975,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:34.918649 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:34.934754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] Calling delete_port for 7ba2f6f4-092e-42dc-a393-9f396a85f975 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:00:34.991783 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-386fa28d-3359-48f9-81fe-d8c4c12b2836 None None] Set router 85d8c528-c7de-4229-af25-379f511e78cd gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:00:35.041879 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-386fa28d-3359-48f9-81fe-d8c4c12b2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8c528-c7de-4229-af25-379f511e78cd', 'name': 'tempest-TestEncryptedCinderVolumes-1777262098-router', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T06:00:34Z', 'revision_number': 6, 'project_id': '0402987cb63d45cd902e96c6e4c47c5d', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:35.071170 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386fa28d-3359-48f9-81fe-d8c4c12b2836 None None] The sync data for ids ['85d8c528-c7de-4229-af25-379f511e78cd'] in n-d-813114-2 is: [{'id': '85d8c528-c7de-4229-af25-379f511e78cd', 'name': 'tempest-TestEncryptedCinderVolumes-1777262098-router', 'tenant_id': '0402987cb63d45cd902e96c6e4c47c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:05Z', 'updated_at': '2021-11-13T06:00:34Z', 'revision_number': 6, 'project_id': '0402987cb63d45cd902e96c6e4c47c5d', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:00:35.111307 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.137862 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba2f6f4-092e-42dc-a393-9f396a85f975,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:35.151467 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2685655a-5e53-48c6-b667-1655c19256d8 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:00:35.218358 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.309639 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.312367 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.356635 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.357102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85d8c528-c7de-4229-af25-379f511e78cd {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 06:00:35.361697 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.362844 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4b44566c-1163-4c65-bd3a-7d1ba4cb4741 admin admin] 10.222.0.43 "DELETE /v2.0/routers/85d8c528-c7de-4229-af25-379f511e78cd HTTP/1.1" status: 204 len: 168 time: 0.8010798 Nov 13 06:00:35.366035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 48998) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:35.410774 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0213ba-185b-44d1-8adb-86a53750d7e6 admin admin] Deleting subnet 486195c6-1111-4a2e-8c7a-c4d72783aa93 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 06:00:35.414287 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e0213ba-185b-44d1-8adb-86a53750d7e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.453709 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e0213ba-185b-44d1-8adb-86a53750d7e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.517856 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 63880c47-ddc1-4491-8a37-a1ee4176aaf1 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:00:35.540370 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 63880c47-ddc1-4491-8a37-a1ee4176aaf1 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:00:35.541047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 63880c47-ddc1-4491-8a37-a1ee4176aaf1 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:00:35.554671 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e0213ba-185b-44d1-8adb-86a53750d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.609396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e0213ba-185b-44d1-8adb-86a53750d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.635798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0213ba-185b-44d1-8adb-86a53750d7e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=486195c6-1111-4a2e-8c7a-c4d72783aa93,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:35.637748 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e0213ba-185b-44d1-8adb-86a53750d7e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.641009 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9e0213ba-185b-44d1-8adb-86a53750d7e6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/486195c6-1111-4a2e-8c7a-c4d72783aa93 HTTP/1.1" status: 204 len: 168 time: 0.2740147 Nov 13 06:00:35.643547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49000) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:35.646057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d140106b-d950-42bc-bfa2-b62592e6f866 None None] Network 4be293b4-008a-4d17-9f38-172d1ffa777b requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:00:35.717006 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.775428 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] Deleting port 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:00:35.775848 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.850283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] For port 78ae21ae-0d1c-40c6-b2d4-f8019c02a652, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=78ae21ae-0d1c-40c6-b2d4-f8019c02a652,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:35.850637 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.851312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d984ef-ff93-4e51-b5a1-5ae3aa59c524 None None] DHCP port deletion for 4be293b4-008a-4d17-9f38-172d1ffa777b request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:00:35.865672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] Calling delete_port for 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:00:35.898646 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-22d984ef-ff93-4e51-b5a1-5ae3aa59c524 None None] Deleting port 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:00:35.899048 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22d984ef-ff93-4e51-b5a1-5ae3aa59c524 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.944535 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.959124 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-22d984ef-ff93-4e51-b5a1-5ae3aa59c524 None None] For port 78ae21ae-0d1c-40c6-b2d4-f8019c02a652, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=78ae21ae-0d1c-40c6-b2d4-f8019c02a652,segment=NetworkSegment(2dc5774b-2edf-401f-8eb7-c708a924602a),segment_id=2dc5774b-2edf-401f-8eb7-c708a924602a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:35.959516 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22d984ef-ff93-4e51-b5a1-5ae3aa59c524 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:35.972207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] No DVR routers for this DVR port 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:00:35.974458 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ae21ae-0d1c-40c6-b2d4-f8019c02a652,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:35.977026 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-22d984ef-ff93-4e51-b5a1-5ae3aa59c524 None None] Calling delete_port for 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:00:36.052808 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:36.075384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be293b4-008a-4d17-9f38-172d1ffa777b']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:36.085664 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc5774b-2edf-401f-8eb7-c708a924602a') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:36.085985 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc5774b-2edf-401f-8eb7-c708a924602a') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:36.095966 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:36.110066 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:36.117562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 06:00:36.117974 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: timer() Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 06:00:36.120021 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 06:00:36.180593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:36.186159 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:36.189341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4be293b4-008a-4d17-9f38-172d1ffa777b HTTP/1.1" status: 204 len: 168 time: 0.5448544 Nov 13 06:00:36.192473 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49002) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:36.200405 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48c415-f02a-41f6-b1fd-3773aa006236 admin admin] Pushing event deleted for resources: {'Network': ['ID=4be293b4-008a-4d17-9f38-172d1ffa777b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:36.219594 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22d984ef-ff93-4e51-b5a1-5ae3aa59c524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:36.242360 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22d984ef-ff93-4e51-b5a1-5ae3aa59c524 None None] Network 4be293b4-008a-4d17-9f38-172d1ffa777b is not hosted by any dhcp agent {{(pid=102669) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 13 06:00:36.242797 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d984ef-ff93-4e51-b5a1-5ae3aa59c524 None None] No DVR routers for this DVR port 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:00:36.245225 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d984ef-ff93-4e51-b5a1-5ae3aa59c524 None None] Pushing event deleted for resources: {'Port': ['ID=78ae21ae-0d1c-40c6-b2d4-f8019c02a652,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:36.548516 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8866-4278-4d8e-9b0c-3dfe65d2a092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:36.594462 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-66b9634b-a74a-416b-bbf7-490349d4761f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:36.810737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe8866-4278-4d8e-9b0c-3dfe65d2a092 admin admin] Deleting port a61a7088-800e-4d8b-9fa8-6b62aea05120 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:00:36.811008 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8866-4278-4d8e-9b0c-3dfe65d2a092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:36.903369 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-0bfe8866-4278-4d8e-9b0c-3dfe65d2a092 admin admin] For port a61a7088-800e-4d8b-9fa8-6b62aea05120, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a61a7088-800e-4d8b-9fa8-6b62aea05120,segment=NetworkSegment(a7f0e142-5c2f-470d-9536-28ba643ccc3c),segment_id=a7f0e142-5c2f-470d-9536-28ba643ccc3c)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:36.903737 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8866-4278-4d8e-9b0c-3dfe65d2a092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:36.917227 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe8866-4278-4d8e-9b0c-3dfe65d2a092 admin admin] Calling delete_port for a61a7088-800e-4d8b-9fa8-6b62aea05120 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:00:37.373433 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:00:37.395278 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:00:37.395615 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 78ae21ae-0d1c-40c6-b2d4-f8019c02a652 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:00:37.396031 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7ba2f6f4-092e-42dc-a393-9f396a85f975 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:00:37.415117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 7ba2f6f4-092e-42dc-a393-9f396a85f975 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:00:37.415631 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 7ba2f6f4-092e-42dc-a393-9f396a85f975 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:00:37.453878 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8866-4278-4d8e-9b0c-3dfe65d2a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:37.478633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe8866-4278-4d8e-9b0c-3dfe65d2a092 admin admin] Pushing event deleted for resources: {'Port': ['ID=a61a7088-800e-4d8b-9fa8-6b62aea05120,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:37.648868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8866-4278-4d8e-9b0c-3dfe65d2a092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:37.870142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfe8866-4278-4d8e-9b0c-3dfe65d2a092 admin admin] Router cb3cefcd-5f44-4915-8445-ddcf2940a8ab has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:00:37.987535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfe8866-4278-4d8e-9b0c-3dfe65d2a092 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:00:37.993370 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0bfe8866-4278-4d8e-9b0c-3dfe65d2a092 admin admin] 10.222.0.43 "PUT /v2.0/routers/cb3cefcd-5f44-4915-8445-ddcf2940a8ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991521 Nov 13 06:00:37.996334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49004) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:37.997297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf745958-a2af-444b-9abf-4a197f73a26a None None] Sync routers for ids ['cb3cefcd-5f44-4915-8445-ddcf2940a8ab'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:00:38.008559 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf745958-a2af-444b-9abf-4a197f73a26a None None] Routers {'cb3cefcd-5f44-4915-8445-ddcf2940a8ab'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:00:38.009221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-bf745958-a2af-444b-9abf-4a197f73a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:00:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['cb3cefcd-5f44-4915-8445-ddcf2940a8ab'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:38.106990 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:38.114109 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-bf745958-a2af-444b-9abf-4a197f73a26a None None] Set router cb3cefcd-5f44-4915-8445-ddcf2940a8ab gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:00:38.210192 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:38.231645 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:38.267698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] Deleting port 71844a7a-7f93-473d-92c6-47ea3f2ee907 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:00:38.268037 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:38.299193 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-bf745958-a2af-444b-9abf-4a197f73a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'name': 'tempest-TestEncryptedCinderVolumes-566469201-router', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '71844a7a-7f93-473d-92c6-47ea3f2ee907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:09Z', 'updated_at': '2021-11-13T06:00:37Z', 'revision_number': 5, 'project_id': '27db4eb9dcaf481bb49bf830543a3297', 'gw_port': {'id': '71844a7a-7f93-473d-92c6-47ea3f2ee907', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T05:59:10Z', 'updated_at': '2021-11-13T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:38.328465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf745958-a2af-444b-9abf-4a197f73a26a None None] Checking router: cb3cefcd-5f44-4915-8445-ddcf2940a8ab for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:00:38.337022 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf745958-a2af-444b-9abf-4a197f73a26a None None] Routers {'cb3cefcd-5f44-4915-8445-ddcf2940a8ab'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:00:38.337620 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-bf745958-a2af-444b-9abf-4a197f73a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:00:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['cb3cefcd-5f44-4915-8445-ddcf2940a8ab'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:38.347181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] For port 71844a7a-7f93-473d-92c6-47ea3f2ee907, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=71844a7a-7f93-473d-92c6-47ea3f2ee907,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:38.347538 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:38.360222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] Calling delete_port for 71844a7a-7f93-473d-92c6-47ea3f2ee907 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:00:38.421348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-bf745958-a2af-444b-9abf-4a197f73a26a None None] Set router cb3cefcd-5f44-4915-8445-ddcf2940a8ab gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:00:38.470768 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-bf745958-a2af-444b-9abf-4a197f73a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'name': 'tempest-TestEncryptedCinderVolumes-566469201-router', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:09Z', 'updated_at': '2021-11-13T06:00:38Z', 'revision_number': 6, 'project_id': '27db4eb9dcaf481bb49bf830543a3297', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:38.500391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf745958-a2af-444b-9abf-4a197f73a26a None None] The sync data for ids ['cb3cefcd-5f44-4915-8445-ddcf2940a8ab'] in n-d-813114-2 is: [{'id': 'cb3cefcd-5f44-4915-8445-ddcf2940a8ab', 'name': 'tempest-TestEncryptedCinderVolumes-566469201-router', 'tenant_id': '27db4eb9dcaf481bb49bf830543a3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T05:59:09Z', 'updated_at': '2021-11-13T06:00:38Z', 'revision_number': 6, 'project_id': '27db4eb9dcaf481bb49bf830543a3297', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:00:38.528418 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:38.555832 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] Pushing event deleted for resources: {'Port': ['ID=71844a7a-7f93-473d-92c6-47ea3f2ee907,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:38.566485 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e7dab1-4598-4763-80f3-378fc4075541 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:00:38.978271 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.069029 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.071536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.118217 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.118687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb3cefcd-5f44-4915-8445-ddcf2940a8ab {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 06:00:39.123335 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.124165 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-67d2c3c4-3296-4d62-8cdb-350b588afa1f admin admin] 10.222.0.43 "DELETE /v2.0/routers/cb3cefcd-5f44-4915-8445-ddcf2940a8ab HTTP/1.1" status: 204 len: 168 time: 1.1267779 Nov 13 06:00:39.127736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49006) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:39.188917 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7787233-1444-4d8e-ba06-435ae2012ebe admin admin] Deleting subnet 6d12c4ea-aa6b-49be-b1ce-b40d835fac01 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 06:00:39.192050 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7787233-1444-4d8e-ba06-435ae2012ebe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.226300 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7787233-1444-4d8e-ba06-435ae2012ebe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.307267 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7787233-1444-4d8e-ba06-435ae2012ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.370182 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7787233-1444-4d8e-ba06-435ae2012ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.382268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a61a7088-800e-4d8b-9fa8-6b62aea05120 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:00:39.397956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7787233-1444-4d8e-ba06-435ae2012ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d12c4ea-aa6b-49be-b1ce-b40d835fac01,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:39.400356 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7787233-1444-4d8e-ba06-435ae2012ebe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.403437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: a61a7088-800e-4d8b-9fa8-6b62aea05120 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:00:39.403802 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a61a7088-800e-4d8b-9fa8-6b62aea05120 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:00:39.404187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 71844a7a-7f93-473d-92c6-47ea3f2ee907 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:00:39.406250 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49008) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:39.406776 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b7787233-1444-4d8e-ba06-435ae2012ebe admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6d12c4ea-aa6b-49be-b1ce-b40d835fac01 HTTP/1.1" status: 204 len: 168 time: 0.2775998 Nov 13 06:00:39.412590 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6c74f7-7673-4bc7-947c-4e6b7ef4ab05 None None] Network 82cdf5ad-1feb-4a0e-8722-ec72eceb562a requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:00:39.448836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 71844a7a-7f93-473d-92c6-47ea3f2ee907 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:00:39.449176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 71844a7a-7f93-473d-92c6-47ea3f2ee907 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:00:39.486230 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.532510 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.549632 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] Deleting port 5e68335d-6ce9-4d74-affb-616e88c65ead {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:00:39.550206 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.633662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] For port 5e68335d-6ce9-4d74-affb-616e88c65ead, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5e68335d-6ce9-4d74-affb-616e88c65ead,segment=NetworkSegment(a7f0e142-5c2f-470d-9536-28ba643ccc3c),segment_id=a7f0e142-5c2f-470d-9536-28ba643ccc3c)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:39.634030 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.636807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b50dfd-8e90-4140-aab5-c72d8f53b133 None None] DHCP port deletion for 82cdf5ad-1feb-4a0e-8722-ec72eceb562a request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:00:39.647061 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] Calling delete_port for 5e68335d-6ce9-4d74-affb-616e88c65ead owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:00:39.684084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c3b50dfd-8e90-4140-aab5-c72d8f53b133 None None] Deleting port 5e68335d-6ce9-4d74-affb-616e88c65ead {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:00:39.684449 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3b50dfd-8e90-4140-aab5-c72d8f53b133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.725111 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.749225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e68335d-6ce9-4d74-affb-616e88c65ead,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:39.752866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c3b50dfd-8e90-4140-aab5-c72d8f53b133 None None] For port 5e68335d-6ce9-4d74-affb-616e88c65ead, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=5e68335d-6ce9-4d74-affb-616e88c65ead,segment=NetworkSegment(a7f0e142-5c2f-470d-9536-28ba643ccc3c),segment_id=a7f0e142-5c2f-470d-9536-28ba643ccc3c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:39.753258 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3b50dfd-8e90-4140-aab5-c72d8f53b133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.754746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] No DVR routers for this DVR port 5e68335d-6ce9-4d74-affb-616e88c65ead on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:00:39.767850 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c3b50dfd-8e90-4140-aab5-c72d8f53b133 None None] Calling delete_port for 5e68335d-6ce9-4d74-affb-616e88c65ead owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:00:39.828224 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.843653 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3b50dfd-8e90-4140-aab5-c72d8f53b133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.849583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cdf5ad-1feb-4a0e-8722-ec72eceb562a']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:39.859140 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f0e142-5c2f-470d-9536-28ba643ccc3c') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:39.859430 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f0e142-5c2f-470d-9536-28ba643ccc3c') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:39.869410 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.871739 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b50dfd-8e90-4140-aab5-c72d8f53b133 None None] Pushing event deleted for resources: {'Port': ['ID=5e68335d-6ce9-4d74-affb-616e88c65ead,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:39.875307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b50dfd-8e90-4140-aab5-c72d8f53b133 None None] No DVR routers for this DVR port 5e68335d-6ce9-4d74-affb-616e88c65ead on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:00:39.891026 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.897078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 06:00:39.897495 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: timer() Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 06:00:39.899358 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 06:00:39.957755 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.964482 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:39.968640 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] 10.222.0.43 "DELETE /v2.0/networks/82cdf5ad-1feb-4a0e-8722-ec72eceb562a HTTP/1.1" status: 204 len: 168 time: 0.5607920 Nov 13 06:00:39.980915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e068293-c375-4643-86f7-e4854358f236 admin admin] Pushing event deleted for resources: {'Network': ['ID=82cdf5ad-1feb-4a0e-8722-ec72eceb562a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:40.065459 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:40.137397 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49012) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:40.187775 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-23600858-5a96-492a-8728-a376882c466f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0402987cb63d45cd902e96c6e4c47c5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492072 Nov 13 06:00:40.190464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49014) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:40.239230 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f47738c5-8754-49b7-8252-5b8249cddcc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:40.262094 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f47738c5-8754-49b7-8252-5b8249cddcc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:40.312228 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f47738c5-8754-49b7-8252-5b8249cddcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:40.315062 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f47738c5-8754-49b7-8252-5b8249cddcc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:40.316321 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f47738c5-8754-49b7-8252-5b8249cddcc3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09fadf32-a7c7-4d68-a805-ebd55ec651f4 HTTP/1.1" status: 204 len: 168 time: 0.1249535 Nov 13 06:00:40.324513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47738c5-8754-49b7-8252-5b8249cddcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fadf32-a7c7-4d68-a805-ebd55ec651f4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:40.650638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49020) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:40.689750 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ae052c20-59dd-4519-9d8a-fc0329906ce6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27db4eb9dcaf481bb49bf830543a3297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378599 Nov 13 06:00:40.692275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49022) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:40.743054 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5379f752-fce1-4edd-b400-2b228d79685d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:40.763755 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5379f752-fce1-4edd-b400-2b228d79685d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:40.811294 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5379f752-fce1-4edd-b400-2b228d79685d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:40.813970 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5379f752-fce1-4edd-b400-2b228d79685d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:40.815171 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5379f752-fce1-4edd-b400-2b228d79685d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4abec1e8-2af6-44ce-b566-b1cb4b2bb287 HTTP/1.1" status: 204 len: 168 time: 0.1220124 Nov 13 06:00:40.823620 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379f752-fce1-4edd-b400-2b228d79685d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abec1e8-2af6-44ce-b566-b1cb4b2bb287,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:41.372071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5e68335d-6ce9-4d74-affb-616e88c65ead no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:00:41.393530 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 5e68335d-6ce9-4d74-affb-616e88c65ead {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:00:41.393946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 5e68335d-6ce9-4d74-affb-616e88c65ead not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:00:41.527769 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49044) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:41.630870 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1936825874-network', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:00:41.656370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] Made reservation on behalf of dfb864d5d0424236a0e73a31bb126011 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:00:41.658779 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:41.667592 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:41.742648 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:41.748970 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:41.772948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 06:00:41.782876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0d790e-ee02-4b1c-961a-23a036cf1107,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:41.787831 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:41.788172 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] Added segment 7dd5f961-34d5-4678-a4ac-85b074842492 of type vlan for network 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 Nov 13 06:00:41.829577 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:41.870571 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:41.872115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:41.873005 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:41.938837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4098809 Nov 13 06:00:41.942162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49048) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:41.946462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2042bf8-688b-4c40-ac10-9d7fe8750db6 admin admin] Pushing event updated for resources: {'Network': ['ID=4ae1ded8-7d09-4199-802b-6ecf444fc4c9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:41.947309 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-4dc5c03b-d37a-42b7-afa3-5d86553a9a1c admin admin] Request body: {'subnet': {'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1936825874-subnet', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:00:41.956482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 06:00:41.971205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc5c03b-d37a-42b7-afa3-5d86553a9a1c admin admin] Made reservation on behalf of dfb864d5d0424236a0e73a31bb126011 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:00:41.973755 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4dc5c03b-d37a-42b7-afa3-5d86553a9a1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.149112 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4dc5c03b-d37a-42b7-afa3-5d86553a9a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.197721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5c03b-d37a-42b7-afa3-5d86553a9a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e6fff5-f5f6-46d4-8198-01da9245d5d0,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:42.213050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5c03b-d37a-42b7-afa3-5d86553a9a1c admin admin] Checking segment: {'id': '7dd5f961-34d5-4678-a4ac-85b074842492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:00:42.213410 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc5c03b-d37a-42b7-afa3-5d86553a9a1c admin admin] Network hostable DHCP agents. Network: 4ae1ded8-7d09-4199-802b-6ecf444fc4c9, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 06:00:42.232274 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc5c03b-d37a-42b7-afa3-5d86553a9a1c admin admin] Network 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 06:00:42.244581 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-4dc5c03b-d37a-42b7-afa3-5d86553a9a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 4ae1ded8-7d09-4199-802b-6ecf444fc4c9) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:00:42.248720 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc5c03b-d37a-42b7-afa3-5d86553a9a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:42.249318 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4dc5c03b-d37a-42b7-afa3-5d86553a9a1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.254066 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9eb2bd-5e92-4fba-89cb-1ae675b0f782 None None] Network 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:00:42.266716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4dc5c03b-d37a-42b7-afa3-5d86553a9a1c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3234394 Nov 13 06:00:42.269615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49050) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:42.274502 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:00:42.297540 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.298673 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.354000 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.401459 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'fixed_ips': [{'subnet_id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 06:00:42.402513 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.491896 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.540288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Allocated IP 172.20.0.2 (4ae1ded8-7d09-4199-802b-6ecf444fc4c9/63e6fff5-f5f6-46d4-8198-01da9245d5d0/ddfb8c74-d23c-4d39-ab95-c9918ea6798b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:00:42.689221 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.694574 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.696216 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.714356 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.732153 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Network 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:00:42.734833 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:00:42.740957 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:00:42.750154 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Pushing event updated for resources: {'Port': ['ID=ddfb8c74-d23c-4d39-ab95-c9918ea6798b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:42.800273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Attempting to bind port ddfb8c74-d23c-4d39-ab95-c9918ea6798b on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:00:42.800581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Attempting to bind port ddfb8c74-d23c-4d39-ab95-c9918ea6798b by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '7dd5f961-34d5-4678-a4ac-85b074842492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:00:42.800882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Attempting to bind port ddfb8c74-d23c-4d39-ab95-c9918ea6798b on network 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:00:42.805970 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:00:42.806331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Checking segment: {'id': '7dd5f961-34d5-4678-a4ac-85b074842492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:00:42.806729 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.807182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Bound using segment: {'id': '7dd5f961-34d5-4678-a4ac-85b074842492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:00:42.807630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Bound port: ddfb8c74-d23c-4d39-ab95-c9918ea6798b, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd5f961-34d5-4678-a4ac-85b074842492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:00:42.808009 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.816447 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Allocated IP 172.25.8.194 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/e00125fc-094c-4573-bab7-541777235ffc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:00:42.871549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] For port ddfb8c74-d23c-4d39-ab95-c9918ea6798b, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:00:42.874855 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] For port ddfb8c74-d23c-4d39-ab95-c9918ea6798b, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ddfb8c74-d23c-4d39-ab95-c9918ea6798b,segment=NetworkSegment(7dd5f961-34d5-4678-a4ac-85b074842492),segment_id=7dd5f961-34d5-4678-a4ac-85b074842492)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:00:42.880308 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.935319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7154f-deb0-4c43-81d8-a6269530465b None None] Pushing event updated for resources: {'Port': ['ID=ddfb8c74-d23c-4d39-ab95-c9918ea6798b,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:42.935831 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:42.972721 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:43.016495 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:00:43.019468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:00:43.021969 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:00:43.033634 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530c3e56-707e-443c-aa46-d11dfc140de5 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:00:43.053435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Pushing event updated for resources: {'Port': ['ID=e00125fc-094c-4573-bab7-541777235ffc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:43.109492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3e2ba167-013a-4324-91ab-151d1e6c2e4d None None] Provisioning complete for port e00125fc-094c-4573-bab7-541777235ffc triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:43.109852 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e2ba167-013a-4324-91ab-151d1e6c2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:43.156647 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3e2ba167-013a-4324-91ab-151d1e6c2e4d None None] Port e00125fc-094c-4573-bab7-541777235ffc cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:00:43.333575 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:43.411480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ddfb8c74-d23c-4d39-ab95-c9918ea6798b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:00:43.460897 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port ddfb8c74-d23c-4d39-ab95-c9918ea6798b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:43.461252 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:43.533929 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:43.545061 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:43.584312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port ddfb8c74-d23c-4d39-ab95-c9918ea6798b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ddfb8c74-d23c-4d39-ab95-c9918ea6798b,segment=NetworkSegment(7dd5f961-34d5-4678-a4ac-85b074842492),segment_id=7dd5f961-34d5-4678-a4ac-85b074842492)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:43.591486 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:43.640476 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=ddfb8c74-d23c-4d39-ab95-c9918ea6798b,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:43.685874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Router 8eceebb7-9298-4aac-b893-34569fcb58d4 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 06:00:43.796865 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:00:43.807227 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Sync routers for ids ['8eceebb7-9298-4aac-b893-34569fcb58d4'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:00:43.817400 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:43.818512 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d1ebcd6f-2a84-4a02-b3cc-9d76f7dadd40 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5477703 Nov 13 06:00:43.820419 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Routers {'8eceebb7-9298-4aac-b893-34569fcb58d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:00:43.821634 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:00:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8eceebb7-9298-4aac-b893-34569fcb58d4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:43.822267 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49054) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:43.864015 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea19dd4-7c88-4b68-9e06-0a76c9dc617e None None] Network 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:00:43.931451 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Set router 8eceebb7-9298-4aac-b893-34569fcb58d4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:00:43.932760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-07f07f3c-4c35-474e-95ff-f50befd8a320 None None] Provisioning complete for port ddfb8c74-d23c-4d39-ab95-c9918ea6798b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:43.933347 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-07f07f3c-4c35-474e-95ff-f50befd8a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.118539 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e00125fc-094c-4573-bab7-541777235ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:43Z', 'revision_number': 3, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'gw_port': {'id': 'e00125fc-094c-4573-bab7-541777235ffc', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:44.153640 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Checking router: 8eceebb7-9298-4aac-b893-34569fcb58d4 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:00:44.153640 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Updating router 8eceebb7-9298-4aac-b893-34569fcb58d4 port e00125fc-094c-4573-bab7-541777235ffc binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:00:44.179198 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.284238 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.451692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Allocated IP 172.20.0.1 (4ae1ded8-7d09-4199-802b-6ecf444fc4c9/63e6fff5-f5f6-46d4-8198-01da9245d5d0/eb9c5b06-fb84-47b0-b3ea-513b812c5540) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:00:44.453929 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.461109 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.467281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-904e3dc0-5b9e-4445-aadf-19e99c4aeb99 None None] Provisioning complete for port ddfb8c74-d23c-4d39-ab95-c9918ea6798b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:44.467828 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-904e3dc0-5b9e-4445-aadf-19e99c4aeb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.508014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a15c202-1468-4d52-9e12-b4cb0b3a9333 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:00:44.522975 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Attempting to bind port e00125fc-094c-4573-bab7-541777235ffc on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:00:44.523794 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Attempting to bind port e00125fc-094c-4573-bab7-541777235ffc by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:00:44.524368 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Attempting to bind port e00125fc-094c-4573-bab7-541777235ffc on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:00:44.534688 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:00:44.535202 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:00:44.535840 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.536380 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:00:44.536926 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Bound port: e00125fc-094c-4573-bab7-541777235ffc, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:00:44.537395 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.540412 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed9356-b3da-4ede-9efb-cc58478a5b8e None None] Pushing event updated for resources: {'Port': ['ID=e00125fc-094c-4573-bab7-541777235ffc,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:44.575701 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.609379 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.648831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Network 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:00:44.653736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:00:44.657255 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:00:44.661047 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed9356-b3da-4ede-9efb-cc58478a5b8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:44.661498 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed9356-b3da-4ede-9efb-cc58478a5b8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:44.661724 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed9356-b3da-4ede-9efb-cc58478a5b8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:44.662851 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed9356-b3da-4ede-9efb-cc58478a5b8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:44.663127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb9c5b06-fb84-47b0-b3ea-513b812c5540,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:44.663245 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed9356-b3da-4ede-9efb-cc58478a5b8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:44.663524 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed9356-b3da-4ede-9efb-cc58478a5b8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:44.667262 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed9356-b3da-4ede-9efb-cc58478a5b8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:44.667622 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed9356-b3da-4ede-9efb-cc58478a5b8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:44.667949 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed9356-b3da-4ede-9efb-cc58478a5b8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:44.668264 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed9356-b3da-4ede-9efb-cc58478a5b8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:44.668582 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed9356-b3da-4ede-9efb-cc58478a5b8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:44.668921 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed9356-b3da-4ede-9efb-cc58478a5b8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:00:44.699611 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.701568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-afc3dfd8-fbed-414a-b01f-6e10b6f46164 None None] Provisioning complete for port e00125fc-094c-4573-bab7-541777235ffc triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:44.702034 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afc3dfd8-fbed-414a-b01f-6e10b6f46164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.707121 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] For port e00125fc-094c-4573-bab7-541777235ffc, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:00:44.711389 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] For port e00125fc-094c-4573-bab7-541777235ffc, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e00125fc-094c-4573-bab7-541777235ffc,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:00:44.719626 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.741673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-afc3dfd8-fbed-414a-b01f-6e10b6f46164 None None] Port e00125fc-094c-4573-bab7-541777235ffc cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:00:44.774286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187ce130-64b8-4652-b766-dfda3b8f7d9b None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:00:44.781121 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Routers {'8eceebb7-9298-4aac-b893-34569fcb58d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:00:44.781960 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:00:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8eceebb7-9298-4aac-b893-34569fcb58d4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:44.832295 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed9356-b3da-4ede-9efb-cc58478a5b8e None None] Pushing event updated for resources: {'Port': ['ID=e00125fc-094c-4573-bab7-541777235ffc,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:44.851900 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.865626 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e408aef0-d32e-487e-abab-dd465a00a9cc None None] Provisioning complete for port e00125fc-094c-4573-bab7-541777235ffc triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:44.866047 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e408aef0-d32e-487e-abab-dd465a00a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.906557 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] Set router 8eceebb7-9298-4aac-b893-34569fcb58d4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:00:44.964151 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e408aef0-d32e-487e-abab-dd465a00a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:44.985742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e408aef0-d32e-487e-abab-dd465a00a9cc None None] For port e00125fc-094c-4573-bab7-541777235ffc, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e00125fc-094c-4573-bab7-541777235ffc,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:44.991954 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e408aef0-d32e-487e-abab-dd465a00a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:45.028111 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:45.038174 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:45.045913 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408aef0-d32e-487e-abab-dd465a00a9cc None None] Pushing event updated for resources: {'Port': ['ID=e00125fc-094c-4573-bab7-541777235ffc,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:45.093194 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e00125fc-094c-4573-bab7-541777235ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:43Z', 'revision_number': 3, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'gw_port': {'id': 'e00125fc-094c-4573-bab7-541777235ffc', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:45.108873 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:45.111561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb9c5b06-fb84-47b0-b3ea-513b812c5540,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:45.113821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6e8f2151-bfbe-47a2-84cf-a5c0d0cf3bc8 None None] Provisioning complete for port eb9c5b06-fb84-47b0-b3ea-513b812c5540 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:45.114186 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e8f2151-bfbe-47a2-84cf-a5c0d0cf3bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:45.124526 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2b417-1220-48c3-a12b-c5541f0dd9e7 None None] The sync data for ids ['8eceebb7-9298-4aac-b893-34569fcb58d4'] in n-d-813114-2 is: [{'id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e00125fc-094c-4573-bab7-541777235ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:43Z', 'revision_number': 3, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'gw_port': {'id': 'e00125fc-094c-4573-bab7-541777235ffc', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:00:45.161262 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f2151-bfbe-47a2-84cf-a5c0d0cf3bc8 None None] Port eb9c5b06-fb84-47b0-b3ea-513b812c5540 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:00:45.210720 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Network 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:00:45.212545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:00:45.349004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Router 8eceebb7-9298-4aac-b893-34569fcb58d4 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:00:45.425581 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ddfb8c74-d23c-4d39-ab95-c9918ea6798b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:00:45.487730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port ddfb8c74-d23c-4d39-ab95-c9918ea6798b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:45.488626 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:45.497375 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:00:45.503407 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5bb12331-9b97-4503-a421-acd8852720b9 admin admin] 10.222.0.43 "PUT /v2.0/routers/8eceebb7-9298-4aac-b893-34569fcb58d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6801271 Nov 13 06:00:45.596613 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ecd008c4-f808-4f1d-a475-29c110d5bb49 None None] Provisioning complete for port eb9c5b06-fb84-47b0-b3ea-513b812c5540 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:45.596980 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecd008c4-f808-4f1d-a475-29c110d5bb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:45.632044 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ecd008c4-f808-4f1d-a475-29c110d5bb49 None None] Port eb9c5b06-fb84-47b0-b3ea-513b812c5540 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:00:46.002887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49070) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:46.008116 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-151486810-network', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:00:46.030275 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] Made reservation on behalf of d9e033ff396240b4bd2847dba69a667c for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:00:46.032768 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.042124 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.115871 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.121360 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.145979 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 06:00:46.155642 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a6aa94-1245-4b90-8a52-375a4842d46e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:46.161603 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.161948 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] Added segment 2757a949-9454-4c72-8c5b-d5fc5d9ebad5 of type vlan for network 7c836a02-f8eb-49d7-9a26-e5f70a543bd4 Nov 13 06:00:46.202713 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.231794 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.233058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:46.233701 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.288896 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2846549 Nov 13 06:00:46.292475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49072) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:46.296355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8451a04-8ec7-4dd1-b8c5-fc823d41b51c admin admin] Pushing event updated for resources: {'Network': ['ID=7c836a02-f8eb-49d7-9a26-e5f70a543bd4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:46.297866 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c365736f-0f5c-4144-bc7f-18c14a437cd2 admin admin] Request body: {'subnet': {'network_id': '7c836a02-f8eb-49d7-9a26-e5f70a543bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-151486810-subnet', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c', 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:00:46.307970 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 7c836a02-f8eb-49d7-9a26-e5f70a543bd4 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 06:00:46.322045 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c365736f-0f5c-4144-bc7f-18c14a437cd2 admin admin] Made reservation on behalf of d9e033ff396240b4bd2847dba69a667c for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:00:46.324699 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c365736f-0f5c-4144-bc7f-18c14a437cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.501245 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c365736f-0f5c-4144-bc7f-18c14a437cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.551298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365736f-0f5c-4144-bc7f-18c14a437cd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae0fe39-dd1a-492d-91c6-bb162af65088,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:46.567512 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c365736f-0f5c-4144-bc7f-18c14a437cd2 admin admin] Checking segment: {'id': '2757a949-9454-4c72-8c5b-d5fc5d9ebad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c836a02-f8eb-49d7-9a26-e5f70a543bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:00:46.567869 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c365736f-0f5c-4144-bc7f-18c14a437cd2 admin admin] Network hostable DHCP agents. Network: 7c836a02-f8eb-49d7-9a26-e5f70a543bd4, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 06:00:46.584564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c365736f-0f5c-4144-bc7f-18c14a437cd2 admin admin] Network 7c836a02-f8eb-49d7-9a26-e5f70a543bd4 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 06:00:46.594778 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-c365736f-0f5c-4144-bc7f-18c14a437cd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 7c836a02-f8eb-49d7-9a26-e5f70a543bd4) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:00:46.599639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c365736f-0f5c-4144-bc7f-18c14a437cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:00:46.600243 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c365736f-0f5c-4144-bc7f-18c14a437cd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.604562 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e340e40f-d9ca-4b26-887d-f963666027d4 None None] Network 7c836a02-f8eb-49d7-9a26-e5f70a543bd4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:00:46.621348 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c365736f-0f5c-4144-bc7f-18c14a437cd2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3252208 Nov 13 06:00:46.621725 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49074) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:46.626984 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-151486810-router', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:00:46.651593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.652709 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.677672 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Sync routers for ids ['8eceebb7-9298-4aac-b893-34569fcb58d4'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:00:46.705411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Routers {'8eceebb7-9298-4aac-b893-34569fcb58d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:00:46.705938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:00:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8eceebb7-9298-4aac-b893-34569fcb58d4'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:46.710561 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.841630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-7c836a02-f8eb-49d7-9a26-e5f70a543bd4', 'network_id': '7c836a02-f8eb-49d7-9a26-e5f70a543bd4', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c', 'fixed_ips': [{'subnet_id': 'dae0fe39-dd1a-492d-91c6-bb162af65088'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 06:00:46.842485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.843499 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:46.870732 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Set router 8eceebb7-9298-4aac-b893-34569fcb58d4 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:00:47.044996 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:47.063567 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:47.111905 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Allocated IP 172.20.0.2 (7c836a02-f8eb-49d7-9a26-e5f70a543bd4/dae0fe39-dd1a-492d-91c6-bb162af65088/c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:00:47.165611 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Allocated IP 172.25.8.76 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/ddae9df8-492b-44a1-89d3-afae8df1b423) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:00:47.273138 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:47.284999 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e00125fc-094c-4573-bab7-541777235ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'gw_port': {'id': 'e00125fc-094c-4573-bab7-541777235ffc', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'eb9c5b06-fb84-47b0-b3ea-513b812c5540', 'name': '', 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'mac_address': 'fa:16:3e:2c:d3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:44Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 2, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'subnets': [{'id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:47.306953 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:47.317853 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Checking router: 8eceebb7-9298-4aac-b893-34569fcb58d4 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:00:47.318203 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Updating router 8eceebb7-9298-4aac-b893-34569fcb58d4 port eb9c5b06-fb84-47b0-b3ea-513b812c5540 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:00:47.344798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:00:47.351780 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:00:47.355648 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:00:47.368872 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9a79ff-5517-49ea-a712-93a6cb6c6e96 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:00:47.377095 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:47.378757 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:47.379122 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Pushing event updated for resources: {'Port': ['ID=ddae9df8-492b-44a1-89d3-afae8df1b423,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:47.393921 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:47.447182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e00125fc-094c-4573-bab7-541777235ffc up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:00:47.496605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Network 7c836a02-f8eb-49d7-9a26-e5f70a543bd4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:00:47.509925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:00:47.516324 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Pushing event updated for resources: {'Port': ['ID=c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:47.522132 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:00:47.593816 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-67de1b4e-71cf-4d5e-a2af-3458caf5f28f None None] Provisioning complete for port ddae9df8-492b-44a1-89d3-afae8df1b423 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:47.594190 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67de1b4e-71cf-4d5e-a2af-3458caf5f28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:47.736243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-67de1b4e-71cf-4d5e-a2af-3458caf5f28f None None] Port ddae9df8-492b-44a1-89d3-afae8df1b423 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:00:47.739512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Attempting to bind port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:00:47.740220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Attempting to bind port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '2757a949-9454-4c72-8c5b-d5fc5d9ebad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c836a02-f8eb-49d7-9a26-e5f70a543bd4'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:00:47.740879 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Attempting to bind port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 on network 7c836a02-f8eb-49d7-9a26-e5f70a543bd4 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:00:47.753339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e00125fc-094c-4573-bab7-541777235ffc triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:47.753707 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:47.759073 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:00:47.759622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Checking segment: {'id': '2757a949-9454-4c72-8c5b-d5fc5d9ebad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c836a02-f8eb-49d7-9a26-e5f70a543bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:00:47.760023 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:47.760416 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Bound using segment: {'id': '2757a949-9454-4c72-8c5b-d5fc5d9ebad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c836a02-f8eb-49d7-9a26-e5f70a543bd4'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:00:47.760900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Bound port: c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2757a949-9454-4c72-8c5b-d5fc5d9ebad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c836a02-f8eb-49d7-9a26-e5f70a543bd4'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:00:47.761272 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:47.906557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] For port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:00:47.957779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] For port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9,segment=NetworkSegment(2757a949-9454-4c72-8c5b-d5fc5d9ebad5),segment_id=2757a949-9454-4c72-8c5b-d5fc5d9ebad5)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:00:47.973335 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:47.981655 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:47.982057 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:48.185419 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:48.188174 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:48.236042 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805fdd7-9e1d-445d-9360-b8871b11b7c1 None None] Pushing event updated for resources: {'Port': ['ID=c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:48.317894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Attempting to bind port eb9c5b06-fb84-47b0-b3ea-513b812c5540 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:00:48.317894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Attempting to bind port eb9c5b06-fb84-47b0-b3ea-513b812c5540 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '7dd5f961-34d5-4678-a4ac-85b074842492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:00:48.318540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Attempting to bind port eb9c5b06-fb84-47b0-b3ea-513b812c5540 on network 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:00:48.322136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df5dd5-f4ea-499d-b9ed-ec4ac66554f2 None None] Pushing event updated for resources: {'Port': ['ID=eb9c5b06-fb84-47b0-b3ea-513b812c5540,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:48.330214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:00:48.330214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Checking segment: {'id': '7dd5f961-34d5-4678-a4ac-85b074842492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:00:48.330546 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:48.330934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Bound using segment: {'id': '7dd5f961-34d5-4678-a4ac-85b074842492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:00:48.331624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Bound port: eb9c5b06-fb84-47b0-b3ea-513b812c5540, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd5f961-34d5-4678-a4ac-85b074842492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:00:48.332007 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:48.355992 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Router cf715dfb-3a2f-4b30-8a20-157e5a0f467a is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 06:00:48.442760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] For port eb9c5b06-fb84-47b0-b3ea-513b812c5540, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:00:48.447400 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] For port eb9c5b06-fb84-47b0-b3ea-513b812c5540, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=eb9c5b06-fb84-47b0-b3ea-513b812c5540,segment=NetworkSegment(7dd5f961-34d5-4678-a4ac-85b074842492),segment_id=7dd5f961-34d5-4678-a4ac-85b074842492)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:00:48.454201 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:48.495602 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:00:48.516678 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:48.518411 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cb744fee-8a36-4b27-91c2-8bea515f1c58 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8956330 Nov 13 06:00:48.519468 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Routers {'8eceebb7-9298-4aac-b893-34569fcb58d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:00:48.520360 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:00:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8eceebb7-9298-4aac-b893-34569fcb58d4'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:48.521546 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49076) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:00:48.523952 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Sync routers for ids ['cf715dfb-3a2f-4b30-8a20-157e5a0f467a'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:00:48.547061 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Routers {'cf715dfb-3a2f-4b30-8a20-157e5a0f467a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:00:48.547789 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:00:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['cf715dfb-3a2f-4b30-8a20-157e5a0f467a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:48.586616 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df5dd5-f4ea-499d-b9ed-ec4ac66554f2 None None] Pushing event updated for resources: {'Port': ['ID=eb9c5b06-fb84-47b0-b3ea-513b812c5540,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:48.620020 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6c96e100-d8e6-4fc2-9eaa-2a17ea997c0a None None] Provisioning complete for port eb9c5b06-fb84-47b0-b3ea-513b812c5540 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:48.620675 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c96e100-d8e6-4fc2-9eaa-2a17ea997c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:48.710388 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Set router cf715dfb-3a2f-4b30-8a20-157e5a0f467a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:00:48.742431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] Set router 8eceebb7-9298-4aac-b893-34569fcb58d4 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:00:48.869028 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c96e100-d8e6-4fc2-9eaa-2a17ea997c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:48.908468 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'name': 'tempest-TestMinimumBasicScenario-151486810-router', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'ddae9df8-492b-44a1-89d3-afae8df1b423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:46Z', 'updated_at': '2021-11-13T06:00:47Z', 'revision_number': 3, 'project_id': 'd9e033ff396240b4bd2847dba69a667c', 'gw_port': {'id': 'ddae9df8-492b-44a1-89d3-afae8df1b423', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:47Z', 'updated_at': '2021-11-13T06:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:48.942737 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Checking router: cf715dfb-3a2f-4b30-8a20-157e5a0f467a for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:00:48.943542 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Updating router cf715dfb-3a2f-4b30-8a20-157e5a0f467a port ddae9df8-492b-44a1-89d3-afae8df1b423 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:00:48.946780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6c96e100-d8e6-4fc2-9eaa-2a17ea997c0a None None] For port eb9c5b06-fb84-47b0-b3ea-513b812c5540, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=eb9c5b06-fb84-47b0-b3ea-513b812c5540,segment=NetworkSegment(7dd5f961-34d5-4678-a4ac-85b074842492),segment_id=7dd5f961-34d5-4678-a4ac-85b074842492)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:48.957435 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c96e100-d8e6-4fc2-9eaa-2a17ea997c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:48.977057 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:49.042862 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96e100-d8e6-4fc2-9eaa-2a17ea997c0a None None] Pushing event updated for resources: {'Port': ['ID=eb9c5b06-fb84-47b0-b3ea-513b812c5540,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:49.076002 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e00125fc-094c-4573-bab7-541777235ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'gw_port': {'id': 'e00125fc-094c-4573-bab7-541777235ffc', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'eb9c5b06-fb84-47b0-b3ea-513b812c5540', 'name': '', 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'mac_address': 'fa:16:3e:2c:d3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:44Z', 'updated_at': '2021-11-13T06:00:48Z', 'revision_number': 4, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'subnets': [{'id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:49.085170 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:49.112111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b2d58-653c-4de7-955d-5252a91eb849 None None] The sync data for ids ['8eceebb7-9298-4aac-b893-34569fcb58d4'] in n-d-813114-2 is: [{'id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e00125fc-094c-4573-bab7-541777235ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'gw_port': {'id': 'e00125fc-094c-4573-bab7-541777235ffc', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'eb9c5b06-fb84-47b0-b3ea-513b812c5540', 'name': '', 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'mac_address': 'fa:16:3e:2c:d3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:44Z', 'updated_at': '2021-11-13T06:00:48Z', 'revision_number': 4, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'subnets': [{'id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:00:49.120083 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a207be39-c46e-4669-b3ca-13f9119ee4f4 None None] Provisioning complete for port eb9c5b06-fb84-47b0-b3ea-513b812c5540 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:49.120459 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a207be39-c46e-4669-b3ca-13f9119ee4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:49.339769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Allocated IP 172.20.0.1 (7c836a02-f8eb-49d7-9a26-e5f70a543bd4/dae0fe39-dd1a-492d-91c6-bb162af65088/27b85df3-dab8-45fa-823f-98a88e51940e) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:00:49.405725 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:49.416472 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:49.497578 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd9d89-7809-448e-9278-b1cca3270258 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:00:49.499990 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Attempting to bind port ddae9df8-492b-44a1-89d3-afae8df1b423 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:00:49.500355 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Attempting to bind port ddae9df8-492b-44a1-89d3-afae8df1b423 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:00:49.500651 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Attempting to bind port ddae9df8-492b-44a1-89d3-afae8df1b423 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:00:49.520251 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:49.522369 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:00:49.522734 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:00:49.523152 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:49.523527 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:00:49.525050 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Bound port: ddae9df8-492b-44a1-89d3-afae8df1b423, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:00:49.525050 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:49.528373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device eb9c5b06-fb84-47b0-b3ea-513b812c5540 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:00:49.561710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172a3535-82d0-4d18-993e-35045991a21b None None] Network 7c836a02-f8eb-49d7-9a26-e5f70a543bd4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:00:49.570097 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ad780-f92e-4857-b734-563c11011116 None None] Pushing event updated for resources: {'Port': ['ID=ddae9df8-492b-44a1-89d3-afae8df1b423,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:49.583711 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:49.598778 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] For port ddae9df8-492b-44a1-89d3-afae8df1b423, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:00:49.603269 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] For port ddae9df8-492b-44a1-89d3-afae8df1b423, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ddae9df8-492b-44a1-89d3-afae8df1b423,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:00:49.611482 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:49.627063 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Network 7c836a02-f8eb-49d7-9a26-e5f70a543bd4 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:00:49.630184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:00:49.636510 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:00:49.665712 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ac1d139a-a403-47e9-93b9-28c3d145a30c None None] Provisioning complete for port ddae9df8-492b-44a1-89d3-afae8df1b423 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:49.666077 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac1d139a-a403-47e9-93b9-28c3d145a30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:49.672021 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Pushing event updated for resources: {'Port': ['ID=27b85df3-dab8-45fa-823f-98a88e51940e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:49.692018 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:49.693881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383fc32d-81c9-4a36-89e4-1c5eff0af60a None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:00:49.709253 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ad780-f92e-4857-b734-563c11011116 None None] Pushing event updated for resources: {'Port': ['ID=ddae9df8-492b-44a1-89d3-afae8df1b423,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:49.720898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port eb9c5b06-fb84-47b0-b3ea-513b812c5540 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:49.721301 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:49.739507 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Routers {'cf715dfb-3a2f-4b30-8a20-157e5a0f467a'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:00:49.740629 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:00:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['cf715dfb-3a2f-4b30-8a20-157e5a0f467a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:49.857676 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:49.860317 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] Set router cf715dfb-3a2f-4b30-8a20-157e5a0f467a gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:00:49.912018 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac1d139a-a403-47e9-93b9-28c3d145a30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:49.956839 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ac1d139a-a403-47e9-93b9-28c3d145a30c None None] For port ddae9df8-492b-44a1-89d3-afae8df1b423, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ddae9df8-492b-44a1-89d3-afae8df1b423,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:49.958676 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:00:49.982633 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac1d139a-a403-47e9-93b9-28c3d145a30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:50.039305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ac1d139a-a403-47e9-93b9-28c3d145a30c None None] Provisioning complete for port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:50.039723 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac1d139a-a403-47e9-93b9-28c3d145a30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:50.094118 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d139a-a403-47e9-93b9-28c3d145a30c None None] Pushing event updated for resources: {'Port': ['ID=ddae9df8-492b-44a1-89d3-afae8df1b423,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:50.097728 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:50.107911 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:50.115601 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'name': 'tempest-TestMinimumBasicScenario-151486810-router', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'ddae9df8-492b-44a1-89d3-afae8df1b423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:46Z', 'updated_at': '2021-11-13T06:00:47Z', 'revision_number': 3, 'project_id': 'd9e033ff396240b4bd2847dba69a667c', 'gw_port': {'id': 'ddae9df8-492b-44a1-89d3-afae8df1b423', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:47Z', 'updated_at': '2021-11-13T06:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:50.116838 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:50.117208 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:50.205989 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:50.218664 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Pushing event updated for resources: {'Port': ['ID=27b85df3-dab8-45fa-823f-98a88e51940e,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:50.225362 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac1d139a-a403-47e9-93b9-28c3d145a30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:50.300351 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38083ef-630a-489b-a3e9-69f5fb8f6b79 None None] The sync data for ids ['cf715dfb-3a2f-4b30-8a20-157e5a0f467a'] in n-d-813114-2 is: [{'id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'name': 'tempest-TestMinimumBasicScenario-151486810-router', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'ddae9df8-492b-44a1-89d3-afae8df1b423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:46Z', 'updated_at': '2021-11-13T06:00:47Z', 'revision_number': 3, 'project_id': 'd9e033ff396240b4bd2847dba69a667c', 'gw_port': {'id': 'ddae9df8-492b-44a1-89d3-afae8df1b423', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:47Z', 'updated_at': '2021-11-13T06:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:00:50.304484 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:50.332407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ac1d139a-a403-47e9-93b9-28c3d145a30c None None] For port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9,segment=NetworkSegment(2757a949-9454-4c72-8c5b-d5fc5d9ebad5),segment_id=2757a949-9454-4c72-8c5b-d5fc5d9ebad5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:50.341583 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac1d139a-a403-47e9-93b9-28c3d145a30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:50.355508 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Network 7c836a02-f8eb-49d7-9a26-e5f70a543bd4 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:00:50.356999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:00:50.445934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d139a-a403-47e9-93b9-28c3d145a30c None None] Pushing event updated for resources: {'Port': ['ID=c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:50.474804 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 06:00:50.475107 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 06:00:50.491442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ea9ea957-f175-428a-8be4-2922ec304fb5 None None] Provisioning complete for port ddae9df8-492b-44a1-89d3-afae8df1b423 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:50.491820 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea9ea957-f175-428a-8be4-2922ec304fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:50.503503 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Router cf715dfb-3a2f-4b30-8a20-157e5a0f467a has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:00:50.606446 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ea9ea957-f175-428a-8be4-2922ec304fb5 None None] Provisioning complete for port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:50.607219 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea9ea957-f175-428a-8be4-2922ec304fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:50.654874 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:00:50.694149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-887b1f0a-8f8d-45a8-9958-1c5ddb3210fd admin admin] 10.222.0.43 "PUT /v2.0/routers/cf715dfb-3a2f-4b30-8a20-157e5a0f467a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1714385 Nov 13 06:00:50.744577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ea9ea957-f175-428a-8be4-2922ec304fb5 None None] Provisioning complete for port 27b85df3-dab8-45fa-823f-98a88e51940e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:50.744852 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea9ea957-f175-428a-8be4-2922ec304fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:50.791923 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ea957-f175-428a-8be4-2922ec304fb5 None None] Port 27b85df3-dab8-45fa-823f-98a88e51940e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:00:50.916556 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-439d6138-0593-495b-af6e-eb0f9579f658 None None] Provisioning complete for port 27b85df3-dab8-45fa-823f-98a88e51940e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:50.917267 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-439d6138-0593-495b-af6e-eb0f9579f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:50.956013 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-439d6138-0593-495b-af6e-eb0f9579f658 None None] Port 27b85df3-dab8-45fa-823f-98a88e51940e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:00:51.482284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ddae9df8-492b-44a1-89d3-afae8df1b423 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:00:51.543048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port ddae9df8-492b-44a1-89d3-afae8df1b423 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:51.543733 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:51.627973 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:00:51.684618 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:51.685070 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:52.774055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Sync routers for ids ['cf715dfb-3a2f-4b30-8a20-157e5a0f467a'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:00:52.785849 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Routers {'cf715dfb-3a2f-4b30-8a20-157e5a0f467a'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:00:52.789554 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:00:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['cf715dfb-3a2f-4b30-8a20-157e5a0f467a'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:52.797977 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:00:52.904206 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Set router cf715dfb-3a2f-4b30-8a20-157e5a0f467a gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:00:53.143831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'name': 'tempest-TestMinimumBasicScenario-151486810-router', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'ddae9df8-492b-44a1-89d3-afae8df1b423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:46Z', 'updated_at': '2021-11-13T06:00:49Z', 'revision_number': 4, 'project_id': 'd9e033ff396240b4bd2847dba69a667c', 'gw_port': {'id': 'ddae9df8-492b-44a1-89d3-afae8df1b423', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:47Z', 'updated_at': '2021-11-13T06:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '27b85df3-dab8-45fa-823f-98a88e51940e', 'name': '', 'network_id': '7c836a02-f8eb-49d7-9a26-e5f70a543bd4', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c', 'mac_address': 'fa:16:3e:7e:a7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'dae0fe39-dd1a-492d-91c6-bb162af65088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:49Z', 'updated_at': '2021-11-13T06:00:49Z', 'revision_number': 2, 'project_id': 'd9e033ff396240b4bd2847dba69a667c', 'subnets': [{'id': 'dae0fe39-dd1a-492d-91c6-bb162af65088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:53.170822 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Checking router: cf715dfb-3a2f-4b30-8a20-157e5a0f467a for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:00:53.171218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Updating router cf715dfb-3a2f-4b30-8a20-157e5a0f467a port 27b85df3-dab8-45fa-823f-98a88e51940e binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:00:53.197672 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:53.679662 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:53.687821 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:53.744182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1670e4e-a3ee-4000-be1c-9b836e27f41a None None] Pushing event updated for resources: {'Port': ['ID=27b85df3-dab8-45fa-823f-98a88e51940e,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:53.811826 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Attempting to bind port 27b85df3-dab8-45fa-823f-98a88e51940e on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:00:53.812544 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Attempting to bind port 27b85df3-dab8-45fa-823f-98a88e51940e by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '2757a949-9454-4c72-8c5b-d5fc5d9ebad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c836a02-f8eb-49d7-9a26-e5f70a543bd4'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:00:53.813236 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Attempting to bind port 27b85df3-dab8-45fa-823f-98a88e51940e on network 7c836a02-f8eb-49d7-9a26-e5f70a543bd4 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:00:53.819775 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:00:53.820034 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Checking segment: {'id': '2757a949-9454-4c72-8c5b-d5fc5d9ebad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c836a02-f8eb-49d7-9a26-e5f70a543bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:00:53.820458 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:53.821097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Bound using segment: {'id': '2757a949-9454-4c72-8c5b-d5fc5d9ebad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c836a02-f8eb-49d7-9a26-e5f70a543bd4'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:00:53.821745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Bound port: 27b85df3-dab8-45fa-823f-98a88e51940e, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2757a949-9454-4c72-8c5b-d5fc5d9ebad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7c836a02-f8eb-49d7-9a26-e5f70a543bd4'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:00:53.822388 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:53.919071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] For port 27b85df3-dab8-45fa-823f-98a88e51940e, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:00:53.919071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] For port 27b85df3-dab8-45fa-823f-98a88e51940e, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=27b85df3-dab8-45fa-823f-98a88e51940e,segment=NetworkSegment(2757a949-9454-4c72-8c5b-d5fc5d9ebad5),segment_id=2757a949-9454-4c72-8c5b-d5fc5d9ebad5)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:00:53.926159 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:53.981729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Routers {'cf715dfb-3a2f-4b30-8a20-157e5a0f467a'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:00:53.982386 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:00:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['cf715dfb-3a2f-4b30-8a20-157e5a0f467a'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:54.049834 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1670e4e-a3ee-4000-be1c-9b836e27f41a None None] Pushing event updated for resources: {'Port': ['ID=27b85df3-dab8-45fa-823f-98a88e51940e,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:54.059268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f1400ae6-85b9-4ee3-bd49-ff36943fdbd3 None None] Provisioning complete for port 27b85df3-dab8-45fa-823f-98a88e51940e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:54.059630 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1400ae6-85b9-4ee3-bd49-ff36943fdbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:54.170701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] Set router cf715dfb-3a2f-4b30-8a20-157e5a0f467a gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:00:54.270691 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1400ae6-85b9-4ee3-bd49-ff36943fdbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:54.353885 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f1400ae6-85b9-4ee3-bd49-ff36943fdbd3 None None] For port 27b85df3-dab8-45fa-823f-98a88e51940e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=27b85df3-dab8-45fa-823f-98a88e51940e,segment=NetworkSegment(2757a949-9454-4c72-8c5b-d5fc5d9ebad5),segment_id=2757a949-9454-4c72-8c5b-d5fc5d9ebad5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:00:54.359290 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1400ae6-85b9-4ee3-bd49-ff36943fdbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:54.445501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1400ae6-85b9-4ee3-bd49-ff36943fdbd3 None None] Pushing event updated for resources: {'Port': ['ID=27b85df3-dab8-45fa-823f-98a88e51940e,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:00:54.488187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'name': 'tempest-TestMinimumBasicScenario-151486810-router', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'ddae9df8-492b-44a1-89d3-afae8df1b423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:46Z', 'updated_at': '2021-11-13T06:00:49Z', 'revision_number': 4, 'project_id': 'd9e033ff396240b4bd2847dba69a667c', 'gw_port': {'id': 'ddae9df8-492b-44a1-89d3-afae8df1b423', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:47Z', 'updated_at': '2021-11-13T06:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '27b85df3-dab8-45fa-823f-98a88e51940e', 'name': '', 'network_id': '7c836a02-f8eb-49d7-9a26-e5f70a543bd4', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c', 'mac_address': 'fa:16:3e:7e:a7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'dae0fe39-dd1a-492d-91c6-bb162af65088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:49Z', 'updated_at': '2021-11-13T06:00:53Z', 'revision_number': 4, 'project_id': 'd9e033ff396240b4bd2847dba69a667c', 'subnets': [{'id': 'dae0fe39-dd1a-492d-91c6-bb162af65088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:00:54.493011 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7b400163-59f7-4531-af6a-2b62f787edb9 None None] Provisioning complete for port 27b85df3-dab8-45fa-823f-98a88e51940e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:54.493011 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b400163-59f7-4531-af6a-2b62f787edb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:54.526776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb64e82-b344-45bf-a109-fcc8bf58511c None None] The sync data for ids ['cf715dfb-3a2f-4b30-8a20-157e5a0f467a'] in n-d-813114-2 is: [{'id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'name': 'tempest-TestMinimumBasicScenario-151486810-router', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'ddae9df8-492b-44a1-89d3-afae8df1b423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:46Z', 'updated_at': '2021-11-13T06:00:49Z', 'revision_number': 4, 'project_id': 'd9e033ff396240b4bd2847dba69a667c', 'gw_port': {'id': 'ddae9df8-492b-44a1-89d3-afae8df1b423', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:47Z', 'updated_at': '2021-11-13T06:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '27b85df3-dab8-45fa-823f-98a88e51940e', 'name': '', 'network_id': '7c836a02-f8eb-49d7-9a26-e5f70a543bd4', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c', 'mac_address': 'fa:16:3e:7e:a7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'dae0fe39-dd1a-492d-91c6-bb162af65088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:49Z', 'updated_at': '2021-11-13T06:00:53Z', 'revision_number': 4, 'project_id': 'd9e033ff396240b4bd2847dba69a667c', 'subnets': [{'id': 'dae0fe39-dd1a-492d-91c6-bb162af65088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:00:55.434730 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 27b85df3-dab8-45fa-823f-98a88e51940e up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:00:55.499009 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 27b85df3-dab8-45fa-823f-98a88e51940e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:00:55.499370 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:59.309199 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:00:59.409426 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:00.589718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-2d3fc23d-e0ce-4939-8a77-6345b4970c84 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:00.591117 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-2d3fc23d-e0ce-4939-8a77-6345b4970c84 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/networks?id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9 HTTP/1.1" status: 200 len: 815 time: 0.1094942 Nov 13 06:01:00.608442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-331b6b01-4db4-41ca-a7b1-e2bc52349023 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/quotas/dfb864d5d0424236a0e73a31bb126011 HTTP/1.1" status: 200 len: 375 time: 0.0093200 Nov 13 06:01:00.661998 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-e73c76f7-d2e1-44ab-b476-23c00b413211 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dfb864d5d0424236a0e73a31bb126011&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456147 Nov 13 06:01:00.768531 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-90cc08ac-7d21-4e7b-9e6d-1ac1e4d1794c service neutron] 10.222.0.43 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901070 Nov 13 06:01:00.867980 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-534aa63c-3b42-4553-bd0a-5c2fa31e7fea service neutron] 10.222.0.43 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908279 Nov 13 06:01:01.037483 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f425faf3-188c-4f4f-a572-2e9b42191246 req-c8482ca1-a948-4630-ab72-7aa7a384b281 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 210 time: 0.0286636 Nov 13 06:01:02.125934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-b1ba0e66-63c0-4a36-96c4-07f47be46846 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:02.127483 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-b1ba0e66-63c0-4a36-96c4-07f47be46846 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.36 "GET /v2.0/networks?id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9 HTTP/1.1" status: 200 len: 815 time: 0.1049354 Nov 13 06:01:02.167235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-e557c450-2ac3-47d9-868b-09be033e5f4f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Request body: {'port': {'device_id': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'admin_state_up': True, 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:01:02.172108 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dadfc092-b9ff-4726-b107-7b1f057a9edd req-dcb0afa5-7a9d-4e63-a97d-e41a8378ad58 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 210 time: 0.0407257 Nov 13 06:01:02.280803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-e557c450-2ac3-47d9-868b-09be033e5f4f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Made reservation on behalf of dfb864d5d0424236a0e73a31bb126011 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:01:02.284811 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-e557c450-2ac3-47d9-868b-09be033e5f4f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:02.420268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-e557c450-2ac3-47d9-868b-09be033e5f4f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Allocated IP 172.20.0.5 (4ae1ded8-7d09-4199-802b-6ecf444fc4c9/63e6fff5-f5f6-46d4-8198-01da9245d5d0/d28032f8-b0a6-4364-bd6e-4f0b6f567684) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:01:02.610314 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-e557c450-2ac3-47d9-868b-09be033e5f4f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:02.659927 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-e557c450-2ac3-47d9-868b-09be033e5f4f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:02.730693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-e557c450-2ac3-47d9-868b-09be033e5f4f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Network 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:01:02.735047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-e557c450-2ac3-47d9-868b-09be033e5f4f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:01:02.737201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557c450-2ac3-47d9-868b-09be033e5f4f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Pushing event updated for resources: {'Port': ['ID=d28032f8-b0a6-4364-bd6e-4f0b6f567684,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:01:02.739278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-e557c450-2ac3-47d9-868b-09be033e5f4f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:01:02.829917 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-e557c450-2ac3-47d9-868b-09be033e5f4f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:02.831026 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-e557c450-2ac3-47d9-868b-09be033e5f4f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:02.852831 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-e557c450-2ac3-47d9-868b-09be033e5f4f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6901274 Nov 13 06:01:03.047111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e145f3ba-46c8-4568-a649-0563e49bb3c4 None None] Provisioning complete for port d28032f8-b0a6-4364-bd6e-4f0b6f567684 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:01:03.047642 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e145f3ba-46c8-4568-a649-0563e49bb3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:03.088504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e145f3ba-46c8-4568-a649-0563e49bb3c4 None None] Port d28032f8-b0a6-4364-bd6e-4f0b6f567684 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:01:03.310411 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a44689-8dc5-4de0-b03c-c96144576403 req-38296549-a9a3-4a19-8839-e8cdc080184f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:03.311947 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-84a44689-8dc5-4de0-b03c-c96144576403 req-38296549-a9a3-4a19-8839-e8cdc080184f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 931 time: 0.0587485 Nov 13 06:01:03.362745 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-84a44689-8dc5-4de0-b03c-c96144576403 req-1772fc7b-a3d3-448d-b41b-7505387e92b7 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446949 Nov 13 06:01:04.429113 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0ddcce5-1c53-4c1f-95b4-fc31d9526230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:04.492970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9662e5-fcda-4ad3-96ed-6bdc4a72fcde req-3f4aa9c3-2128-4242-a581-ec4d4c1f59b6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:04.494471 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5b9662e5-fcda-4ad3-96ed-6bdc4a72fcde req-3f4aa9c3-2128-4242-a581-ec4d4c1f59b6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 931 time: 0.0544956 Nov 13 06:01:04.551324 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5b9662e5-fcda-4ad3-96ed-6bdc4a72fcde req-752043b9-b70a-45a1-859f-a2500ce3c738 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507083 Nov 13 06:01:05.681651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ea4fe-314f-4d95-bc88-de0c1e24bb9f req-5f8fd4f4-9348-4356-82ea-2d3cc8e8dbd4 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:05.683222 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-975ea4fe-314f-4d95-bc88-de0c1e24bb9f req-5f8fd4f4-9348-4356-82ea-2d3cc8e8dbd4 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 931 time: 0.0587287 Nov 13 06:01:05.747439 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-975ea4fe-314f-4d95-bc88-de0c1e24bb9f req-1ab7f355-806d-49c8-88ed-a1fe6936e8b3 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497224 Nov 13 06:01:06.590273 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-131957f7-12c2-412e-8956-c42dd6a20664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:06.856371 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c410a92-be88-494a-a831-715bde2a98ac req-a1b9da03-883b-42aa-b067-de94b260915a tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:06.857955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c410a92-be88-494a-a831-715bde2a98ac req-a1b9da03-883b-42aa-b067-de94b260915a tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 931 time: 0.0539694 Nov 13 06:01:06.913469 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c410a92-be88-494a-a831-715bde2a98ac req-a3b7018f-79bf-4164-b10c-fe01102afb2e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489759 Nov 13 06:01:08.034254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14b6cc-60a0-49ab-b6b6-8091d71e5580 req-199fe73f-dca6-40fc-a7b6-6b2fd1f08f2e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:08.036350 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cd14b6cc-60a0-49ab-b6b6-8091d71e5580 req-199fe73f-dca6-40fc-a7b6-6b2fd1f08f2e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 931 time: 0.0526369 Nov 13 06:01:08.104083 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cd14b6cc-60a0-49ab-b6b6-8091d71e5580 req-b09a1e48-726f-45ed-80f7-d9fdace7f9dd tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615790 Nov 13 06:01:08.224553 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:09.249218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7f410-ec1c-44cb-b9ba-478b1a0a015a req-513ce4eb-0151-4acc-9fb4-f2f4f8379095 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:09.251653 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ae7f410-ec1c-44cb-b9ba-478b1a0a015a req-513ce4eb-0151-4acc-9fb4-f2f4f8379095 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 931 time: 0.0678463 Nov 13 06:01:09.300449 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ae7f410-ec1c-44cb-b9ba-478b1a0a015a req-a12c879d-e8b7-49f7-bef0-24e925b5fb26 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 Nov 13 06:01:09.515529 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:10.069836 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:10.425862 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9a4eb-45ae-47b8-ae6d-a7ee85a51d65 req-811d88f5-fe7b-4d10-963a-e1a0b06e21a0 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:10.427642 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dbd9a4eb-45ae-47b8-ae6d-a7ee85a51d65 req-811d88f5-fe7b-4d10-963a-e1a0b06e21a0 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 931 time: 0.0513177 Nov 13 06:01:10.491165 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dbd9a4eb-45ae-47b8-ae6d-a7ee85a51d65 req-5a5b2593-dfc3-407c-8449-c7f777e68c43 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571365 Nov 13 06:01:11.621743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f648306-939b-4c79-955c-e9f601c7436b req-695cf7ce-9ac5-46f0-80c4-ec160781921b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:11.623161 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f648306-939b-4c79-955c-e9f601c7436b req-695cf7ce-9ac5-46f0-80c4-ec160781921b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 931 time: 0.0565617 Nov 13 06:01:11.673628 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f648306-939b-4c79-955c-e9f601c7436b req-554bf251-6d64-4a1c-81e7-06c9cb5334cb tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431118 Nov 13 06:01:12.811481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf3fd3-b575-4f84-85f7-41e161c5b5dc req-74693c0d-fbd0-4afc-951f-906c9306322b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:12.812983 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6caf3fd3-b575-4f84-85f7-41e161c5b5dc req-74693c0d-fbd0-4afc-951f-906c9306322b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 931 time: 0.0513294 Nov 13 06:01:12.863358 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6caf3fd3-b575-4f84-85f7-41e161c5b5dc req-0c53f2c8-07fe-4ade-8745-91da45e78a01 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418341 Nov 13 06:01:13.965183 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-32e9a0d0-06ba-4463-a046-70aed3473844 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:01:13.966198 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-32e9a0d0-06ba-4463-a046-70aed3473844 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190523 Nov 13 06:01:13.995744 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c6194-e262-4606-87b4-59930a05fb33 req-24ec5760-29be-47cf-8a17-9bafcc17f306 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:13.997185 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a4c6194-e262-4606-87b4-59930a05fb33 req-24ec5760-29be-47cf-8a17-9bafcc17f306 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 931 time: 0.0636296 Nov 13 06:01:14.055222 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a4c6194-e262-4606-87b4-59930a05fb33 req-78784029-f4bf-45c5-a4a4-030841ed07da tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513391 Nov 13 06:01:14.087463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Request body: {'port': {'device_id': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:01:14.147441 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:14.411287 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28032f8-b0a6-4364-bd6e-4f0b6f567684 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:01:14.418614 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:14.431332 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Transition to ACTIVE for port object d28032f8-b0a6-4364-bd6e-4f0b6f567684 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 06:01:14.437660 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:14.493098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Pushing event updated for resources: {'Port': ['ID=d28032f8-b0a6-4364-bd6e-4f0b6f567684,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:01:14.575775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Attempting to bind port d28032f8-b0a6-4364-bd6e-4f0b6f567684 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:01:14.576759 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Attempting to bind port d28032f8-b0a6-4364-bd6e-4f0b6f567684 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '7dd5f961-34d5-4678-a4ac-85b074842492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:01:14.577105 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Attempting to bind port d28032f8-b0a6-4364-bd6e-4f0b6f567684 on network 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:01:14.581763 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Port d28032f8-b0a6-4364-bd6e-4f0b6f567684 on network 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 06:01:14.582081 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Attempting to bind port d28032f8-b0a6-4364-bd6e-4f0b6f567684 on network 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:01:14.587317 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:01:14.587652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Checking segment: {'id': '7dd5f961-34d5-4678-a4ac-85b074842492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:01:14.588035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Bound using segment: {'id': '7dd5f961-34d5-4678-a4ac-85b074842492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:01:14.588465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Bound port: d28032f8-b0a6-4364-bd6e-4f0b6f567684, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd5f961-34d5-4678-a4ac-85b074842492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:01:14.588819 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:14.656390 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] For port d28032f8-b0a6-4364-bd6e-4f0b6f567684, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:01:14.659496 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] For port d28032f8-b0a6-4364-bd6e-4f0b6f567684, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684,segment=NetworkSegment(7dd5f961-34d5-4678-a4ac-85b074842492),segment_id=7dd5f961-34d5-4678-a4ac-85b074842492)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:01:14.664631 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:14.705223 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:14.705865 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:14.707256 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] 10.222.0.36 "PUT /v2.0/ports/d28032f8-b0a6-4364-bd6e-4f0b6f567684 HTTP/1.1" status: 200 len: 1091 time: 0.7251425 Nov 13 06:01:14.707726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'tag': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:01:14.709981 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06679d22-134d-4de0-a729-77135939dcc3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a4dc0f-1724-4d82-b6c6-92c9838b940e", "tag": "d28032f8-b0a6-4364-bd6e-4f0b6f567684"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:01:14.736248 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca8e4c-8cae-4f90-95b1-26050cd1dc58 service neutron] Pushing event updated for resources: {'Port': ['ID=d28032f8-b0a6-4364-bd6e-4f0b6f567684,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:01:14.756445 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547d2a9c-be6e-4e40-9f5f-7faef298ab5e x-openstack-request-id: req-547d2a9c-be6e-4e40-9f5f-7faef298ab5e {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:01:14.756741 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a4dc0f-1724-4d82-b6c6-92c9838b940e", "tag": "d28032f8-b0a6-4364-bd6e-4f0b6f567684", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:01:14.757013 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-547d2a9c-be6e-4e40-9f5f-7faef298ab5e {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:01:14.757422 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'tag': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684', 'status': 'completed', 'code': 200} Nov 13 06:01:14.825598 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-38a7ffc4-26d1-4b3a-a0c1-43eb3438def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:14.827934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-38a7ffc4-26d1-4b3a-a0c1-43eb3438def9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfb864d5d0424236a0e73a31bb126011&device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 1094 time: 0.0507538 Nov 13 06:01:14.882631 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-1ae82787-ed3b-42ab-adfc-2b288801a612 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684 HTTP/1.1" status: 200 len: 217 time: 0.0416007 Nov 13 06:01:14.936431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-81b24864-757e-49c7-9a38-418744002a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:14.937797 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-81b24864-757e-49c7-9a38-418744002a20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e6fff5-f5f6-46d4-8198-01da9245d5d0 HTTP/1.1" status: 200 len: 854 time: 0.0485680 Nov 13 06:01:14.994532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-37f80ab0-9c81-487d-99de-17aaaaa6afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:14.996604 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-37f80ab0-9c81-487d-99de-17aaaaa6afa8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507500 Nov 13 06:01:15.099706 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-cce71b53-ad37-4c27-8682-b0b61cbddfd3 service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953860 Nov 13 06:01:15.249233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2aabe-6c04-4944-9704-48294698f61b req-57d91a21-5c68-4f23-9764-9f9966556661 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:15.250765 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fb2aabe-6c04-4944-9704-48294698f61b req-57d91a21-5c68-4f23-9764-9f9966556661 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 943 time: 0.1150687 Nov 13 06:01:15.255172 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-516f34d1-c5d1-4db5-bd2a-ce5b1ab2f360 req-82387060-4bd7-4fdb-9e34-5c835fce8b1c service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469762 Nov 13 06:01:15.305076 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4fb2aabe-6c04-4944-9704-48294698f61b req-3d63bd29-f26e-416d-aa42-5b9aded60d83 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473251 Nov 13 06:01:15.405475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06679d22-134d-4de0-a729-77135939dcc3 req-8b80ed90-d26c-4db2-b6be-0b8203f0fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:15.407046 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06679d22-134d-4de0-a729-77135939dcc3 req-8b80ed90-d26c-4db2-b6be-0b8203f0fea6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfb864d5d0424236a0e73a31bb126011&device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 1094 time: 0.0657501 Nov 13 06:01:15.507804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06679d22-134d-4de0-a729-77135939dcc3 req-1f61031b-f6aa-49c5-b31b-ba7484070905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:15.509178 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06679d22-134d-4de0-a729-77135939dcc3 req-1f61031b-f6aa-49c5-b31b-ba7484070905 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9 HTTP/1.1" status: 200 len: 916 time: 0.0938673 Nov 13 06:01:15.556507 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06679d22-134d-4de0-a729-77135939dcc3 req-279feda2-cbcf-4eeb-916e-bc1d8a41e59f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684 HTTP/1.1" status: 200 len: 217 time: 0.0367410 Nov 13 06:01:15.612561 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06679d22-134d-4de0-a729-77135939dcc3 req-92f01470-83b5-445c-90a7-79fb8ce94f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:15.614022 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06679d22-134d-4de0-a729-77135939dcc3 req-92f01470-83b5-445c-90a7-79fb8ce94f54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e6fff5-f5f6-46d4-8198-01da9245d5d0 HTTP/1.1" status: 200 len: 854 time: 0.0510583 Nov 13 06:01:15.662981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06679d22-134d-4de0-a729-77135939dcc3 req-a8140aee-c0ad-437f-9390-4dc7426f8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:15.664479 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06679d22-134d-4de0-a729-77135939dcc3 req-a8140aee-c0ad-437f-9390-4dc7426f8215 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435214 Nov 13 06:01:15.780115 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06679d22-134d-4de0-a729-77135939dcc3 req-a4af8c6c-7263-46d3-b5e2-4da6c5455ace service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082549 Nov 13 06:01:15.879105 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06679d22-134d-4de0-a729-77135939dcc3 req-7a0e85bf-045d-4837-9891-9ead219ca634 service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913596 Nov 13 06:01:16.437777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ef7c4-36bc-468c-aa71-0ce64a7c1921 req-509a6707-1247-44b2-9500-8047c86f7ba2 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:16.439287 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ce4ef7c4-36bc-468c-aa71-0ce64a7c1921 req-509a6707-1247-44b2-9500-8047c86f7ba2 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 943 time: 0.0563145 Nov 13 06:01:16.487970 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ce4ef7c4-36bc-468c-aa71-0ce64a7c1921 req-c079cafc-b53f-45db-ac10-0840f5eb4494 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 Nov 13 06:01:17.639346 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c4974-27ed-4a67-9682-21a639eaa543 req-c9fa172d-b18d-4c32-8a20-5e61bef1c523 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:17.641195 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-963c4974-27ed-4a67-9682-21a639eaa543 req-c9fa172d-b18d-4c32-8a20-5e61bef1c523 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 943 time: 0.0712132 Nov 13 06:01:17.697487 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-963c4974-27ed-4a67-9682-21a639eaa543 req-4973e901-8fb3-4086-a0c6-4a156667387d tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472524 Nov 13 06:01:18.828823 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81de0d-b4b8-497a-8439-9bd71d13ce30 req-093f4671-b34a-4341-948e-ec6b16bd7863 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:18.830341 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b81de0d-b4b8-497a-8439-9bd71d13ce30 req-093f4671-b34a-4341-948e-ec6b16bd7863 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 943 time: 0.0501370 Nov 13 06:01:18.882467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5b81de0d-b4b8-497a-8439-9bd71d13ce30 req-86087cf9-c9e1-42f4-a1d7-cbe001782685 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431032 Nov 13 06:01:18.993373 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d28032f8-b0a6-4364-bd6e-4f0b6f567684 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:01:19.098530 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port d28032f8-b0a6-4364-bd6e-4f0b6f567684, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684,segment=NetworkSegment(7dd5f961-34d5-4678-a4ac-85b074842492),segment_id=7dd5f961-34d5-4678-a4ac-85b074842492)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:01:19.110276 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684', 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'port_id': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684', 'mac_address': 'fa:16:3e:61:93:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:01:19.151005 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:19.164030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28032f8-b0a6-4364-bd6e-4f0b6f567684 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:01:19.184892 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port d28032f8-b0a6-4364-bd6e-4f0b6f567684, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684,segment=NetworkSegment(7dd5f961-34d5-4678-a4ac-85b074842492),segment_id=7dd5f961-34d5-4678-a4ac-85b074842492)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:01:19.191883 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:19.246161 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=d28032f8-b0a6-4364-bd6e-4f0b6f567684,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:01:19.254384 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:19.254742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:19.255124 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:19.255464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:19.255797 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:19.256128 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:19.256464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:19.256781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:19.257101 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:19.257428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:19.257750 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:19.258068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:19.617641 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d28032f8-b0a6-4364-bd6e-4f0b6f567684'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:01:20.005282 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315eaf6-b261-4f4f-8645-ad0944ed8d1f req-bf7a34ba-d5f4-4fea-8153-2ae4b9737a3f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:20.006778 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5315eaf6-b261-4f4f-8645-ad0944ed8d1f req-bf7a34ba-d5f4-4fea-8153-2ae4b9737a3f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 944 time: 0.0529931 Nov 13 06:01:20.056401 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5315eaf6-b261-4f4f-8645-ad0944ed8d1f req-417203c2-c568-4c47-803a-f9ff3ef355e2 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434072 Nov 13 06:01:21.005319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d28032f8-b0a6-4364-bd6e-4f0b6f567684 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:01:21.070186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port d28032f8-b0a6-4364-bd6e-4f0b6f567684 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 06:01:21.077636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port d28032f8-b0a6-4364-bd6e-4f0b6f567684 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:01:21.078414 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:21.166395 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:21.179234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7a812-3276-44c8-a1a8-7125e087c629 req-86ccf00c-8310-48ff-aca0-b31a74ce4c5f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:21.180744 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7d7a812-3276-44c8-a1a8-7125e087c629 req-86ccf00c-8310-48ff-aca0-b31a74ce4c5f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 944 time: 0.0521839 Nov 13 06:01:21.189306 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:01:21.191682 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae9e6d9-45ec-4548-84e2-514bc0d66662" -d '{"events": [{"server_uuid": "c0a4dc0f-1724-4d82-b6c6-92c9838b940e", "name": "network-vif-plugged", "status": "completed", "tag": "d28032f8-b0a6-4364-bd6e-4f0b6f567684"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:01:21.204643 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port d28032f8-b0a6-4364-bd6e-4f0b6f567684, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684,segment=NetworkSegment(7dd5f961-34d5-4678-a4ac-85b074842492),segment_id=7dd5f961-34d5-4678-a4ac-85b074842492)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:01:21.210159 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:21.238726 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a7d7a812-3276-44c8-a1a8-7125e087c629 req-016f3798-d5e8-490d-9103-c746f6db4af5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518930 Nov 13 06:01:21.238962 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc6a6ee-b679-46b8-a6f6-14dfdcd6ff06 x-openstack-request-id: req-8dc6a6ee-b679-46b8-a6f6-14dfdcd6ff06 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:01:21.239134 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a4dc0f-1724-4d82-b6c6-92c9838b940e", "name": "network-vif-plugged", "status": "completed", "tag": "d28032f8-b0a6-4364-bd6e-4f0b6f567684", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:01:21.239388 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8dc6a6ee-b679-46b8-a6f6-14dfdcd6ff06 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:01:21.240150 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684', 'code': 200} Nov 13 06:01:21.265182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=d28032f8-b0a6-4364-bd6e-4f0b6f567684,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:01:21.356073 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabb33b-6699-4c6f-b511-8ed60046fc9c req-d41ea344-e6a7-4a79-a9a1-f1da68bde098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:21.357616 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9aabb33b-6699-4c6f-b511-8ed60046fc9c req-d41ea344-e6a7-4a79-a9a1-f1da68bde098 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 1096 time: 0.0403798 Nov 13 06:01:21.402753 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9aabb33b-6699-4c6f-b511-8ed60046fc9c req-ee772b21-c027-49de-98a6-835c4b9b9b54 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378964 Nov 13 06:01:22.363568 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca15313-e630-412a-8cfb-c2e56b0a3325 req-457e4be6-c709-4aea-bc8b-22c15352bd11 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:22.365351 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2ca15313-e630-412a-8cfb-c2e56b0a3325 req-457e4be6-c709-4aea-bc8b-22c15352bd11 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 945 time: 0.0538015 Nov 13 06:01:22.420041 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2ca15313-e630-412a-8cfb-c2e56b0a3325 req-8d785413-9925-44e1-b707-c42f5784b6c8 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464962 Nov 13 06:01:23.546214 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c772f7-07b4-40df-bd46-f437f158c098 req-5920eae8-98bd-4188-a617-d8fd6ad5eb85 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:23.547730 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b7c772f7-07b4-40df-bd46-f437f158c098 req-5920eae8-98bd-4188-a617-d8fd6ad5eb85 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 945 time: 0.0569892 Nov 13 06:01:23.600756 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b7c772f7-07b4-40df-bd46-f437f158c098 req-22bcb927-3323-45fc-b26e-ca1e2f0d3220 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430741 Nov 13 06:01:23.740904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ff0f6-7945-4b41-ba1d-79eee4de881d req-dd9d761d-31a0-4fab-8550-0868ed34ebf3 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:23.742372 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-513ff0f6-7945-4b41-ba1d-79eee4de881d req-dd9d761d-31a0-4fab-8550-0868ed34ebf3 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 945 time: 0.0663495 Nov 13 06:01:23.793807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-513ff0f6-7945-4b41-ba1d-79eee4de881d req-4596383f-3c7d-4cdb-981f-ee948dbc0353 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434115 Nov 13 06:01:24.002291 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6b40d-8c35-47b6-87ec-aeae7fe2d9eb req-460fbbcb-7cdb-4e31-8f5b-33debbd77b5f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:24.003903 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-19a6b40d-8c35-47b6-87ec-aeae7fe2d9eb req-460fbbcb-7cdb-4e31-8f5b-33debbd77b5f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 945 time: 0.0501871 Nov 13 06:01:24.056127 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-19a6b40d-8c35-47b6-87ec-aeae7fe2d9eb req-0517068c-4e76-476f-bd14-8f625cf40501 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461442 Nov 13 06:01:28.975826 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2589c59e-cdba-4588-84e7-a120d9a407e5 req-dc3a9324-325d-428e-add8-d2f259789b68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425782 Nov 13 06:01:29.080225 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c59e-cdba-4588-84e7-a120d9a407e5 req-d959e2e8-6b99-48e6-a2dc-9473fa3acdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:29.081721 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2589c59e-cdba-4588-84e7-a120d9a407e5 req-d959e2e8-6b99-48e6-a2dc-9473fa3acdfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfb864d5d0424236a0e73a31bb126011&device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 1096 time: 0.0451543 Nov 13 06:01:29.187856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c59e-cdba-4588-84e7-a120d9a407e5 req-e70cbf69-be12-4f74-a047-fae608a81dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:29.189417 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2589c59e-cdba-4588-84e7-a120d9a407e5 req-e70cbf69-be12-4f74-a047-fae608a81dd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9 HTTP/1.1" status: 200 len: 916 time: 0.0885935 Nov 13 06:01:29.233070 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2589c59e-cdba-4588-84e7-a120d9a407e5 req-9196be3a-781d-445c-b133-c2cb57263e55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684 HTTP/1.1" status: 200 len: 217 time: 0.0354705 Nov 13 06:01:29.287567 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c59e-cdba-4588-84e7-a120d9a407e5 req-20ad37af-6e43-4b8f-ba62-f11718992e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:29.289100 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2589c59e-cdba-4588-84e7-a120d9a407e5 req-20ad37af-6e43-4b8f-ba62-f11718992e6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e6fff5-f5f6-46d4-8198-01da9245d5d0 HTTP/1.1" status: 200 len: 854 time: 0.0490754 Nov 13 06:01:29.337277 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:29.344014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c59e-cdba-4588-84e7-a120d9a407e5 req-8cb8cbcd-c9b1-426d-94c0-e0f64a21cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:29.345524 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2589c59e-cdba-4588-84e7-a120d9a407e5 req-8cb8cbcd-c9b1-426d-94c0-e0f64a21cc8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494437 Nov 13 06:01:29.392413 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:29.439560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2589c59e-cdba-4588-84e7-a120d9a407e5 req-bd99f5ac-6877-456c-836a-1c992d5eaf69 service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856574 Nov 13 06:01:29.534271 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2589c59e-cdba-4588-84e7-a120d9a407e5 req-26c7f5c8-3933-435c-89f3-9557bce2c67d service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865219 Nov 13 06:01:29.798153 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:01:34.434203 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-41e7747b-855d-4e87-a49a-25202eaa18cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:36.588501 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fbf6740-d50a-4b1c-b338-941df6cd557f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:37.784538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a8226-d901-4940-b742-ffac9463b753 req-2b721d68-4197-4c70-9b92-5dfd743c8965 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:37.786002 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba1a8226-d901-4940-b742-ffac9463b753 req-2b721d68-4197-4c70-9b92-5dfd743c8965 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 945 time: 0.0503001 Nov 13 06:01:37.832961 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ba1a8226-d901-4940-b742-ffac9463b753 req-62f70960-936a-42bc-8ab6-aac777aa8943 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406370 Nov 13 06:01:37.855743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49276) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:01:37.938786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbf0b2b-cbf9-4b2a-a07e-d716bab9d0be tempest-TestMinimumBasicScenario-1177649066 tempest-TestMinimumBasicScenario-1177649066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:37.940509 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cdbf0b2b-cbf9-4b2a-a07e-d716bab9d0be tempest-TestMinimumBasicScenario-1177649066 tempest-TestMinimumBasicScenario-1177649066-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 1091 time: 0.0837762 Nov 13 06:01:37.945114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49280) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:01:37.949844 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:01:37.973868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:38.077322 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:38.176439 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Allocated IP 172.25.8.16 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/11449f59-587f-447a-b330-da3d3a3a98c9) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:01:38.224085 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:38.286652 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:38.329830 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:38.371088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:01:38.374001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:01:38.378437 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:01:38.381588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Pushing event updated for resources: {'Port': ['ID=11449f59-587f-447a-b330-da3d3a3a98c9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:01:38.407955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:38.408301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:38.408640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:38.409005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:38.409359 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:38.409683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:38.410007 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:38.410321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:38.410644 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:38.411033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:38.411312 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:38.411617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:38.777945 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:38.845513 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:39.001304 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:39.008269 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:39.415285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Pushing event updated for resources: {'Port': ['ID=11449f59-587f-447a-b330-da3d3a3a98c9,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:01:39.431508 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:39.508847 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:39.537862 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Floating IP 43c64944-c90e-4c82-9c9a-c8fab616fc24 associated. External IP: 172.25.8.16, port: d28032f8-b0a6-4364-bd6e-4f0b6f567684. Nov 13 06:01:39.767047 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Router 8eceebb7-9298-4aac-b893-34569fcb58d4 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:01:39.883764 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:01:39.893563 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafe67d1-9c1e-4073-8d64-df4f58fc5f22 None None] Sync routers for ids ['8eceebb7-9298-4aac-b893-34569fcb58d4'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:01:39.904730 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:39.905478 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafe67d1-9c1e-4073-8d64-df4f58fc5f22 None None] Routers {'8eceebb7-9298-4aac-b893-34569fcb58d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:01:39.906095 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cafe67d1-9c1e-4073-8d64-df4f58fc5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:01:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8eceebb7-9298-4aac-b893-34569fcb58d4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:01:39.937908 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1ddc2d32-a4c5-4066-8d45-d13e32ae8497 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9916048 Nov 13 06:01:39.938583 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'tag': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:01:39.940834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49282) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:01:39.941352 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b4c464-b206-45dc-b7ae-7b7945176ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a4dc0f-1724-4d82-b6c6-92c9838b940e", "tag": "d28032f8-b0a6-4364-bd6e-4f0b6f567684"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:01:39.946645 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120128207', 'description': 'tempest-secgroup-smoke-1120128207 description', 'project_id': 'dfb864d5d0424236a0e73a31bb126011'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:01:39.970701 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.014993 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cafe67d1-9c1e-4073-8d64-df4f58fc5f22 None None] Set router 8eceebb7-9298-4aac-b893-34569fcb58d4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:01:40.047671 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.055215 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.073771 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.086749 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7390bc0d-3d69-4b58-a5a4-b41209979224,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:01:40.095764 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.097015 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1543546 Nov 13 06:01:40.098891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:40.099265 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:40.099601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:40.100017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:40.100245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49288) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:01:40.100715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:40.100715 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:40.101444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:40.101783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:40.102213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:40.102562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:40.102982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:40.103309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4531e20-26fc-4af8-ad68-9b2f38efc5f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:01:40.105531 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-48a9468a-23f6-4dac-868f-ba2df47743d4 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Request body: {'security_group_rule': {'security_group_id': '7390bc0d-3d69-4b58-a5a4-b41209979224', 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:01:40.140809 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bd8df4-3fa8-4047-982d-57a1d2ac6a1a x-openstack-request-id: req-23bd8df4-3fa8-4047-982d-57a1d2ac6a1a {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:01:40.141155 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a4dc0f-1724-4d82-b6c6-92c9838b940e", "tag": "d28032f8-b0a6-4364-bd6e-4f0b6f567684", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:01:40.141392 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23bd8df4-3fa8-4047-982d-57a1d2ac6a1a {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:01:40.141945 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'tag': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684', 'status': 'completed', 'code': 200} Nov 13 06:01:40.148526 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-48a9468a-23f6-4dac-868f-ba2df47743d4 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.200144 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-48a9468a-23f6-4dac-868f-ba2df47743d4 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.205210 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-48a9468a-23f6-4dac-868f-ba2df47743d4 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.225479 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9468a-23f6-4dac-868f-ba2df47743d4 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1bf355-feef-4803-b9b3-3c647dec0790,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:01:40.237232 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4c464-b206-45dc-b7ae-7b7945176ae2 req-c5ba11f9-1151-433c-b4ba-020a43596590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:40.237437 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-48a9468a-23f6-4dac-868f-ba2df47743d4 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.238643 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-48a9468a-23f6-4dac-868f-ba2df47743d4 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372192 Nov 13 06:01:40.238975 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35b4c464-b206-45dc-b7ae-7b7945176ae2 req-c5ba11f9-1151-433c-b4ba-020a43596590 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfb864d5d0424236a0e73a31bb126011&device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 1096 time: 0.0468593 Nov 13 06:01:40.241834 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49290) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:01:40.246698 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1b0ce89b-9fea-4ba3-8484-41c3dcf83604 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Request body: {'security_group_rule': {'security_group_id': '7390bc0d-3d69-4b58-a5a4-b41209979224', 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:01:40.269001 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cafe67d1-9c1e-4073-8d64-df4f58fc5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e00125fc-094c-4573-bab7-541777235ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'gw_port': {'id': 'e00125fc-094c-4573-bab7-541777235ffc', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '43c64944-c90e-4c82-9c9a-c8fab616fc24', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'port_id': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'mac_address': 'fa:16:3e:61:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:01:38Z', 'updated_at': '2021-11-13T06:01:38Z', 'revision_number': 0, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9c5b06-fb84-47b0-b3ea-513b812c5540', 'name': '', 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'mac_address': 'fa:16:3e:2c:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:44Z', 'updated_at': '2021-11-13T06:00:48Z', 'revision_number': 5, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'subnets': [{'id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:01:40.299116 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafe67d1-9c1e-4073-8d64-df4f58fc5f22 None None] Checking router: 8eceebb7-9298-4aac-b893-34569fcb58d4 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:01:40.307830 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafe67d1-9c1e-4073-8d64-df4f58fc5f22 None None] Routers {'8eceebb7-9298-4aac-b893-34569fcb58d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:01:40.308473 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cafe67d1-9c1e-4073-8d64-df4f58fc5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:01:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8eceebb7-9298-4aac-b893-34569fcb58d4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:01:40.334082 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce89b-9fea-4ba3-8484-41c3dcf83604 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.371270 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4c464-b206-45dc-b7ae-7b7945176ae2 req-75f1dc53-af99-469e-93ee-2b25703f5e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:40.372759 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35b4c464-b206-45dc-b7ae-7b7945176ae2 req-75f1dc53-af99-469e-93ee-2b25703f5e3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9 HTTP/1.1" status: 200 len: 916 time: 0.1216435 Nov 13 06:01:40.410332 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cafe67d1-9c1e-4073-8d64-df4f58fc5f22 None None] Set router 8eceebb7-9298-4aac-b893-34569fcb58d4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:01:40.438653 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce89b-9fea-4ba3-8484-41c3dcf83604 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.443462 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce89b-9fea-4ba3-8484-41c3dcf83604 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.462827 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35b4c464-b206-45dc-b7ae-7b7945176ae2 req-fa485a98-7b1b-4205-aad9-7b1f38d5ac34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684 HTTP/1.1" status: 200 len: 998 time: 0.0829260 Nov 13 06:01:40.465836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ce89b-9fea-4ba3-8484-41c3dcf83604 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1a86ea-e494-4020-a642-45d9c0d73273,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:01:40.479925 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce89b-9fea-4ba3-8484-41c3dcf83604 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.481055 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1b0ce89b-9fea-4ba3-8484-41c3dcf83604 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2382596 Nov 13 06:01:40.483963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49292) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:01:40.488509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-49b27d60-cb44-49ff-a881-c7d81ef4656c tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Request body: {'security_group_rule': {'security_group_id': '7390bc0d-3d69-4b58-a5a4-b41209979224', 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:01:40.516207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-49b27d60-cb44-49ff-a881-c7d81ef4656c tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.523153 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4c464-b206-45dc-b7ae-7b7945176ae2 req-d0a29b57-2416-4bd1-bc87-a6a4455d1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:40.525137 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35b4c464-b206-45dc-b7ae-7b7945176ae2 req-d0a29b57-2416-4bd1-bc87-a6a4455d1654 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e6fff5-f5f6-46d4-8198-01da9245d5d0 HTTP/1.1" status: 200 len: 854 time: 0.0556841 Nov 13 06:01:40.578471 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-49b27d60-cb44-49ff-a881-c7d81ef4656c tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.579460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4c464-b206-45dc-b7ae-7b7945176ae2 req-58533c4b-2ad6-4845-9f38-af135f95f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:40.581017 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35b4c464-b206-45dc-b7ae-7b7945176ae2 req-58533c4b-2ad6-4845-9f38-af135f95f6e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486634 Nov 13 06:01:40.584007 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-49b27d60-cb44-49ff-a881-c7d81ef4656c tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.600268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b27d60-cb44-49ff-a881-c7d81ef4656c tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3572ede-e302-4608-98a6-8567c6a6a240,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:01:40.611932 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-49b27d60-cb44-49ff-a881-c7d81ef4656c tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.616328 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-49b27d60-cb44-49ff-a881-c7d81ef4656c tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313608 Nov 13 06:01:40.616949 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49294) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:01:40.621589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-35eeb2fa-a13e-43c3-b2a2-a48b97695cb6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Request body: {'security_group_rule': {'security_group_id': '7390bc0d-3d69-4b58-a5a4-b41209979224', 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:01:40.651178 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35eeb2fa-a13e-43c3-b2a2-a48b97695cb6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.653508 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cafe67d1-9c1e-4073-8d64-df4f58fc5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e00125fc-094c-4573-bab7-541777235ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'gw_port': {'id': 'e00125fc-094c-4573-bab7-541777235ffc', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '43c64944-c90e-4c82-9c9a-c8fab616fc24', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'port_id': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'mac_address': 'fa:16:3e:61:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:01:38Z', 'updated_at': '2021-11-13T06:01:38Z', 'revision_number': 0, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9c5b06-fb84-47b0-b3ea-513b812c5540', 'name': '', 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'mac_address': 'fa:16:3e:2c:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:44Z', 'updated_at': '2021-11-13T06:00:48Z', 'revision_number': 5, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'subnets': [{'id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:01:40.680045 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafe67d1-9c1e-4073-8d64-df4f58fc5f22 None None] The sync data for ids ['8eceebb7-9298-4aac-b893-34569fcb58d4'] in n-d-813114-2 is: [{'id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e00125fc-094c-4573-bab7-541777235ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'gw_port': {'id': 'e00125fc-094c-4573-bab7-541777235ffc', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '43c64944-c90e-4c82-9c9a-c8fab616fc24', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'port_id': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'mac_address': 'fa:16:3e:61:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:01:38Z', 'updated_at': '2021-11-13T06:01:38Z', 'revision_number': 0, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9c5b06-fb84-47b0-b3ea-513b812c5540', 'name': '', 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'mac_address': 'fa:16:3e:2c:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:44Z', 'updated_at': '2021-11-13T06:00:48Z', 'revision_number': 5, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'subnets': [{'id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:01:40.683812 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35b4c464-b206-45dc-b7ae-7b7945176ae2 req-7dfdf25c-bb3d-4b15-84b0-09d0f2098366 service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947032 Nov 13 06:01:40.714878 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35eeb2fa-a13e-43c3-b2a2-a48b97695cb6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.719948 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35eeb2fa-a13e-43c3-b2a2-a48b97695cb6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.738718 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eeb2fa-a13e-43c3-b2a2-a48b97695cb6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0196ca57-9006-4444-9de7-88151595eed8,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:01:40.748074 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-35eeb2fa-a13e-43c3-b2a2-a48b97695cb6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.749502 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-35eeb2fa-a13e-43c3-b2a2-a48b97695cb6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312499 Nov 13 06:01:40.753282 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49296) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:01:40.758503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4bf81c4a-9660-4d76-82cf-c55e885e9ad6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Request body: {'security_group_rule': {'security_group_id': '7390bc0d-3d69-4b58-a5a4-b41209979224', 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:01:40.799752 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-4bf81c4a-9660-4d76-82cf-c55e885e9ad6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Project dfb864d5d0424236a0e73a31bb126011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:01:40.807204 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35b4c464-b206-45dc-b7ae-7b7945176ae2 req-a10a8076-0a27-4825-904a-afdc594e0242 service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163371 Nov 13 06:01:40.808027 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bf81c4a-9660-4d76-82cf-c55e885e9ad6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.862152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bf81c4a-9660-4d76-82cf-c55e885e9ad6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.867725 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bf81c4a-9660-4d76-82cf-c55e885e9ad6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.885938 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf81c4a-9660-4d76-82cf-c55e885e9ad6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4448e6-ab6f-4e4a-8e4d-1c73ce5c6e08,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:01:40.894726 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bf81c4a-9660-4d76-82cf-c55e885e9ad6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.895989 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4bf81c4a-9660-4d76-82cf-c55e885e9ad6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416056 Nov 13 06:01:40.899176 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:01:40.904374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2d76e4af-4cda-469a-81a8-3dafc0f1f96b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Request body: {'security_group_rule': {'security_group_id': '7390bc0d-3d69-4b58-a5a4-b41209979224', 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:01:40.911423 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b29560-3126-4e20-8826-c87d94a3e6a5 None None] New status for floating IP 43c64944-c90e-4c82-9c9a-c8fab616fc24: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:01:40.928156 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-2d76e4af-4cda-469a-81a8-3dafc0f1f96b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Project dfb864d5d0424236a0e73a31bb126011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:01:40.933257 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d76e4af-4cda-469a-81a8-3dafc0f1f96b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.992128 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d76e4af-4cda-469a-81a8-3dafc0f1f96b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:40.997134 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d76e4af-4cda-469a-81a8-3dafc0f1f96b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:41.014481 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76e4af-4cda-469a-81a8-3dafc0f1f96b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4165293e-06da-4add-a88e-f36863203385,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:01:41.023984 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d76e4af-4cda-469a-81a8-3dafc0f1f96b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:41.025397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2d76e4af-4cda-469a-81a8-3dafc0f1f96b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252685 Nov 13 06:01:41.124424 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d713dd90-fc22-4f17-b2fb-0e5b57a6d066 req-20ddd1cb-3400-4579-b704-c05dd9a420b6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120128207&fields=id&tenant_id=dfb864d5d0424236a0e73a31bb126011 HTTP/1.1" status: 200 len: 267 time: 0.0461655 Nov 13 06:01:41.180899 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713dd90-fc22-4f17-b2fb-0e5b57a6d066 req-36263cc6-a357-463e-b52e-3977cfc20fab tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:41.182407 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d713dd90-fc22-4f17-b2fb-0e5b57a6d066 req-36263cc6-a357-463e-b52e-3977cfc20fab tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 945 time: 0.0523779 Nov 13 06:01:41.193377 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d713dd90-fc22-4f17-b2fb-0e5b57a6d066 req-e6aa8e3d-d063-44a5-8359-e4183c651a66 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Request body: {'port': {'security_groups': ['df0d790e-ee02-4b1c-961a-23a036cf1107', '7390bc0d-3d69-4b58-a5a4-b41209979224']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:01:41.256165 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d713dd90-fc22-4f17-b2fb-0e5b57a6d066 req-e6aa8e3d-d063-44a5-8359-e4183c651a66 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:41.441689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d713dd90-fc22-4f17-b2fb-0e5b57a6d066 req-e6aa8e3d-d063-44a5-8359-e4183c651a66 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] For port d28032f8-b0a6-4364-bd6e-4f0b6f567684, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684,segment=NetworkSegment(7dd5f961-34d5-4678-a4ac-85b074842492),segment_id=7dd5f961-34d5-4678-a4ac-85b074842492)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:01:41.471197 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d713dd90-fc22-4f17-b2fb-0e5b57a6d066 req-e6aa8e3d-d063-44a5-8359-e4183c651a66 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:41.477648 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d713dd90-fc22-4f17-b2fb-0e5b57a6d066 req-e6aa8e3d-d063-44a5-8359-e4183c651a66 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:41.513564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d28032f8-b0a6-4364-bd6e-4f0b6f567684'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:01:41.527264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713dd90-fc22-4f17-b2fb-0e5b57a6d066 req-e6aa8e3d-d063-44a5-8359-e4183c651a66 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:41.527915 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d713dd90-fc22-4f17-b2fb-0e5b57a6d066 req-e6aa8e3d-d063-44a5-8359-e4183c651a66 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:41.529344 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d713dd90-fc22-4f17-b2fb-0e5b57a6d066 req-e6aa8e3d-d063-44a5-8359-e4183c651a66 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "PUT /v2.0/ports/d28032f8-b0a6-4364-bd6e-4f0b6f567684 HTTP/1.1" status: 200 len: 981 time: 0.3404214 Nov 13 06:01:41.529888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'tag': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:01:41.532519 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6698b13c-8aae-42aa-adfc-ff64f1e34a35" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a4dc0f-1724-4d82-b6c6-92c9838b940e", "tag": "d28032f8-b0a6-4364-bd6e-4f0b6f567684"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:01:41.560047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa8e3d-d063-44a5-8359-e4183c651a66 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Pushing event updated for resources: {'Port': ['ID=d28032f8-b0a6-4364-bd6e-4f0b6f567684,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:01:41.604764 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53ab38a-c1fd-4fa7-ac1f-00f154caaffc x-openstack-request-id: req-f53ab38a-c1fd-4fa7-ac1f-00f154caaffc {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:01:41.605059 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a4dc0f-1724-4d82-b6c6-92c9838b940e", "tag": "d28032f8-b0a6-4364-bd6e-4f0b6f567684", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:01:41.605340 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f53ab38a-c1fd-4fa7-ac1f-00f154caaffc {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:01:41.605746 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'tag': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684', 'status': 'completed', 'code': 200} Nov 13 06:01:41.653696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d28032f8-b0a6-4364-bd6e-4f0b6f567684'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:01:41.671316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2eb49-6494-4bd5-afce-ef9a63b14e41 req-9517dfe7-564e-40cd-bb30-d8d9066c0c04 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:41.681050 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05a2eb49-6494-4bd5-afce-ef9a63b14e41 req-9517dfe7-564e-40cd-bb30-d8d9066c0c04 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 984 time: 0.0725825 Nov 13 06:01:41.710626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698b13c-8aae-42aa-adfc-ff64f1e34a35 req-ef0dcbaa-eda4-4c7c-8a00-1d19adc6abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:41.712421 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6698b13c-8aae-42aa-adfc-ff64f1e34a35 req-ef0dcbaa-eda4-4c7c-8a00-1d19adc6abcd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfb864d5d0424236a0e73a31bb126011&device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 1135 time: 0.0559361 Nov 13 06:01:41.748076 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05a2eb49-6494-4bd5-afce-ef9a63b14e41 req-1c5f321d-1550-46a7-967d-063cf765fff7 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&id=7390bc0d-3d69-4b58-a5a4-b41209979224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659773 Nov 13 06:01:41.824589 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698b13c-8aae-42aa-adfc-ff64f1e34a35 req-d63b1678-a904-422a-916b-046218606ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:41.827134 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6698b13c-8aae-42aa-adfc-ff64f1e34a35 req-d63b1678-a904-422a-916b-046218606ded service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9 HTTP/1.1" status: 200 len: 916 time: 0.1076303 Nov 13 06:01:41.899806 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6698b13c-8aae-42aa-adfc-ff64f1e34a35 req-891793d9-d558-4116-b3db-f8d7d7607e4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684 HTTP/1.1" status: 200 len: 1000 time: 0.0656440 Nov 13 06:01:41.908658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1f7f9218-1111-453b-846c-9621836f5563 None None] Provisioning complete for port d28032f8-b0a6-4364-bd6e-4f0b6f567684 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:01:41.909033 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9218-1111-453b-846c-9621836f5563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:41.950958 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698b13c-8aae-42aa-adfc-ff64f1e34a35 req-44db78df-9548-46f1-8c87-99391e6776d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:41.952688 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6698b13c-8aae-42aa-adfc-ff64f1e34a35 req-44db78df-9548-46f1-8c87-99391e6776d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e6fff5-f5f6-46d4-8198-01da9245d5d0 HTTP/1.1" status: 200 len: 854 time: 0.0460243 Nov 13 06:01:42.000539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698b13c-8aae-42aa-adfc-ff64f1e34a35 req-f11fed2a-9036-4cc8-9c62-51bb83681e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:01:42.002057 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6698b13c-8aae-42aa-adfc-ff64f1e34a35 req-f11fed2a-9036-4cc8-9c62-51bb83681e5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408504 Nov 13 06:01:42.101903 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6698b13c-8aae-42aa-adfc-ff64f1e34a35 req-dbbaf68d-acc6-46b1-8f31-e41eb8774c7a service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894630 Nov 13 06:01:42.194856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6698b13c-8aae-42aa-adfc-ff64f1e34a35 req-4af98971-be2e-4af0-9eee-03da2660ad20 service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854251 Nov 13 06:01:59.330140 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:01:59.411312 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:02:04.453875 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8f345bc-0b46-4080-85c4-0532e9c14368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:02:06.589858 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39df6e83-77b3-4e1a-91fc-32f09318b5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:02:06.798851 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:02:08.238177 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:02:09.513747 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:02:10.076820 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:02:29.342999 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:02:29.420362 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:02:29.893705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aea749-e38d-42db-8820-1b96c105964e req-01168e9e-0239-4df7-b596-180a0867c742 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:29.895218 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44aea749-e38d-42db-8820-1b96c105964e req-01168e9e-0239-4df7-b596-180a0867c742 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 984 time: 0.0521324 Nov 13 06:02:29.926198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136b351-e8a0-4700-9609-68051c1c12d2 req-305591db-4729-4736-9b74-0ed98f454188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:29.927841 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7136b351-e8a0-4700-9609-68051c1c12d2 req-305591db-4729-4736-9b74-0ed98f454188 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfb864d5d0424236a0e73a31bb126011&device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 1135 time: 0.0454228 Nov 13 06:02:29.959375 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44aea749-e38d-42db-8820-1b96c105964e req-3c99bf94-8280-4415-8099-b46f6cc50a63 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&id=7390bc0d-3d69-4b58-a5a4-b41209979224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575233 Nov 13 06:02:30.032295 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136b351-e8a0-4700-9609-68051c1c12d2 req-e75472b1-a6b7-4b11-8023-149926a11f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:30.033759 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7136b351-e8a0-4700-9609-68051c1c12d2 req-e75472b1-a6b7-4b11-8023-149926a11f65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9 HTTP/1.1" status: 200 len: 916 time: 0.0853400 Nov 13 06:02:30.102836 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7136b351-e8a0-4700-9609-68051c1c12d2 req-2931aaac-56e3-45bf-9ae3-c3bb4297d27f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684 HTTP/1.1" status: 200 len: 1000 time: 0.0611858 Nov 13 06:02:30.153214 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136b351-e8a0-4700-9609-68051c1c12d2 req-87b6c196-bc58-4f4c-8b8f-d6c82dfcf8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:30.154598 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7136b351-e8a0-4700-9609-68051c1c12d2 req-87b6c196-bc58-4f4c-8b8f-d6c82dfcf8c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e6fff5-f5f6-46d4-8198-01da9245d5d0 HTTP/1.1" status: 200 len: 854 time: 0.0433741 Nov 13 06:02:30.201056 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136b351-e8a0-4700-9609-68051c1c12d2 req-b1f67364-e264-43b7-a452-e893c050b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:30.202505 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7136b351-e8a0-4700-9609-68051c1c12d2 req-b1f67364-e264-43b7-a452-e893c050b898 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402241 Nov 13 06:02:30.302825 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7136b351-e8a0-4700-9609-68051c1c12d2 req-ce62bcf3-b71a-4882-8edc-c97ce97fa242 service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924318 Nov 13 06:02:30.402798 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7136b351-e8a0-4700-9609-68051c1c12d2 req-445b98d0-58db-4baf-8cf2-998924cfa042 service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928745 Nov 13 06:02:30.574148 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cb7a9-fcc5-491d-9ba4-05e1f768f387 req-725d0eed-f317-431b-a606-1897251422f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:30.575610 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b99cb7a9-fcc5-491d-9ba4-05e1f768f387 req-725d0eed-f317-431b-a606-1897251422f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfb864d5d0424236a0e73a31bb126011&device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 1135 time: 0.0569468 Nov 13 06:02:30.693923 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cb7a9-fcc5-491d-9ba4-05e1f768f387 req-5a0e3c04-7342-4365-9caa-e5f3ab96863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:30.695576 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b99cb7a9-fcc5-491d-9ba4-05e1f768f387 req-5a0e3c04-7342-4365-9caa-e5f3ab96863e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9 HTTP/1.1" status: 200 len: 916 time: 0.0984323 Nov 13 06:02:31.139092 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b99cb7a9-fcc5-491d-9ba4-05e1f768f387 req-a8a47f47-3ed5-4569-a1c1-c832df474357 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684 HTTP/1.1" status: 200 len: 1000 time: 0.4342248 Nov 13 06:02:31.208750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644257c3-9172-44d9-aa49-d716c5957a3b req-7a028704-8444-4213-8838-93643006b132 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:31.210207 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-644257c3-9172-44d9-aa49-d716c5957a3b req-7a028704-8444-4213-8838-93643006b132 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 984 time: 0.0871136 Nov 13 06:02:31.211629 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cb7a9-fcc5-491d-9ba4-05e1f768f387 req-681c6947-77c4-4731-bcd3-989c5de1461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:31.212889 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b99cb7a9-fcc5-491d-9ba4-05e1f768f387 req-681c6947-77c4-4731-bcd3-989c5de1461b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e6fff5-f5f6-46d4-8198-01da9245d5d0 HTTP/1.1" status: 200 len: 854 time: 0.0598207 Nov 13 06:02:31.297161 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cb7a9-fcc5-491d-9ba4-05e1f768f387 req-b71cba93-d19a-4860-a480-ad2d3cbf4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:31.298530 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b99cb7a9-fcc5-491d-9ba4-05e1f768f387 req-b71cba93-d19a-4860-a480-ad2d3cbf4760 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762076 Nov 13 06:02:31.304526 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-644257c3-9172-44d9-aa49-d716c5957a3b req-06bfe342-f490-4a6f-8b00-3b19ae6a7ca4 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&id=7390bc0d-3d69-4b58-a5a4-b41209979224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0878851 Nov 13 06:02:31.395342 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b99cb7a9-fcc5-491d-9ba4-05e1f768f387 req-51de06a2-78d2-429f-9217-2c4347cccbd2 service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886583 Nov 13 06:02:31.490583 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b99cb7a9-fcc5-491d-9ba4-05e1f768f387 req-1548286f-2cfd-4222-affe-3cb1d3fabe5f service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880661 Nov 13 06:02:32.436727 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bc94d-a2f7-42c1-b29c-bd36d22c08d0 req-7f2752d7-137d-42eb-aec2-5cbcb14b2a07 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:32.438210 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-770bc94d-a2f7-42c1-b29c-bd36d22c08d0 req-7f2752d7-137d-42eb-aec2-5cbcb14b2a07 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 984 time: 0.0527899 Nov 13 06:02:32.511158 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-770bc94d-a2f7-42c1-b29c-bd36d22c08d0 req-160322f6-7e56-45b0-8f6a-6d235056689e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&id=7390bc0d-3d69-4b58-a5a4-b41209979224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638423 Nov 13 06:02:33.657129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f2b6-044b-4e85-9870-5458608e3a9f req-073225df-07ab-4295-a6ed-82c85097227b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:33.658547 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b621f2b6-044b-4e85-9870-5458608e3a9f req-073225df-07ab-4295-a6ed-82c85097227b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 984 time: 0.0644116 Nov 13 06:02:33.721837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b621f2b6-044b-4e85-9870-5458608e3a9f req-49abbc3b-a0c1-47a1-8b2d-9dea2bbdfda5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&id=7390bc0d-3d69-4b58-a5a4-b41209979224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541902 Nov 13 06:02:34.443613 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5a79b9d-f241-47a3-b33f-d898e1a98a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:02:34.850497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e4fa4-c162-47d7-a5e9-c22401b9b463 req-68d1d8da-493f-4b01-904a-dbfc92f0e7a4 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:34.852559 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e35e4fa4-c162-47d7-a5e9-c22401b9b463 req-68d1d8da-493f-4b01-904a-dbfc92f0e7a4 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 984 time: 0.0549717 Nov 13 06:02:34.917113 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e35e4fa4-c162-47d7-a5e9-c22401b9b463 req-b2161e31-40c9-4bac-b5b3-b5556fa663ce tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&id=7390bc0d-3d69-4b58-a5a4-b41209979224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585649 Nov 13 06:02:36.052437 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31648c83-6f5c-4a73-aa0b-e59aca828b35 req-ea21d434-e2bd-4571-a6d2-01942881c6c2 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:36.053921 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31648c83-6f5c-4a73-aa0b-e59aca828b35 req-ea21d434-e2bd-4571-a6d2-01942881c6c2 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 984 time: 0.0561750 Nov 13 06:02:36.122791 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31648c83-6f5c-4a73-aa0b-e59aca828b35 req-faaf6095-d6d1-4550-a6d9-ed2807be8a32 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&id=7390bc0d-3d69-4b58-a5a4-b41209979224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624518 Nov 13 06:02:36.593409 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5e9b-3e1f-4198-9550-45bed0f4f6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:02:37.262417 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de864c-4eb3-4b66-a88d-bd4c7c441b4b req-6f34af81-40af-4c20-8114-07c9ba0bb13b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:37.263967 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93de864c-4eb3-4b66-a88d-bd4c7c441b4b req-6f34af81-40af-4c20-8114-07c9ba0bb13b tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 984 time: 0.0549641 Nov 13 06:02:37.327910 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-93de864c-4eb3-4b66-a88d-bd4c7c441b4b req-8257079b-af06-4212-b6c4-c9d4be474aed tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&id=7390bc0d-3d69-4b58-a5a4-b41209979224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549822 Nov 13 06:02:38.239670 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:02:38.459557 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d313f4-465a-4f35-a598-0bb9ee6319f2 req-c87ea9e7-eeef-46b8-9ed3-4779f198a828 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:38.461021 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02d313f4-465a-4f35-a598-0bb9ee6319f2 req-c87ea9e7-eeef-46b8-9ed3-4779f198a828 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 984 time: 0.0509582 Nov 13 06:02:38.528349 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-02d313f4-465a-4f35-a598-0bb9ee6319f2 req-5beec480-19ce-4a2d-80c7-5b5015b8cfeb tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&id=7390bc0d-3d69-4b58-a5a4-b41209979224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577157 Nov 13 06:02:39.515753 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:02:39.654386 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05127ea4-283e-4bc0-a457-6db898d48b74 req-2ef05746-4c26-46e0-80ed-d6d5caaa9a9c tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:39.655805 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05127ea4-283e-4bc0-a457-6db898d48b74 req-2ef05746-4c26-46e0-80ed-d6d5caaa9a9c tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 984 time: 0.0571196 Nov 13 06:02:39.720844 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-05127ea4-283e-4bc0-a457-6db898d48b74 req-820b1640-86ce-4af9-a5d2-792b886052a7 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&id=7390bc0d-3d69-4b58-a5a4-b41209979224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563915 Nov 13 06:02:40.073952 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:02:40.849896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1dd39-ec6a-48ce-b4fc-72f26a82faec req-80cf64a7-3ad1-4a87-ab0e-48b36d3941b2 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:40.851426 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9f1dd39-ec6a-48ce-b4fc-72f26a82faec req-80cf64a7-3ad1-4a87-ab0e-48b36d3941b2 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 984 time: 0.0521235 Nov 13 06:02:40.919572 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9f1dd39-ec6a-48ce-b4fc-72f26a82faec req-0db8db1c-3bfc-410d-9959-bf0464cfd2bc tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&id=7390bc0d-3d69-4b58-a5a4-b41209979224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614793 Nov 13 06:02:42.075383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56bc8a-c0c7-4b2c-8673-307f828ccbd2 req-43d5a882-c167-4310-9ba1-e8067745491e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:02:42.076906 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d56bc8a-c0c7-4b2c-8673-307f828ccbd2 req-43d5a882-c167-4310-9ba1-e8067745491e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 984 time: 0.0700459 Nov 13 06:02:42.141821 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5d56bc8a-c0c7-4b2c-8673-307f828ccbd2 req-215976df-28f9-4bda-a5e2-2fc9b096ac4c tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&id=7390bc0d-3d69-4b58-a5a4-b41209979224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557880 Nov 13 06:02:43.802480 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:02:59.350727 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:02:59.420321 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:04.445994 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afc71f65-415f-4626-821d-44d67dea0c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:06.591030 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5bec412-4c6b-4c6f-b184-678d6e104f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:08.250187 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:09.519958 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:10.069625 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:20.807740 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:03:29.376770 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:29.416998 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:31.025516 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7abaae1-b36b-4dff-a21c-9f6ad799a3f9 req-61dc8edb-66e3-4606-97ba-775e9ede1aa5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518308 Nov 13 06:03:31.140338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abaae1-b36b-4dff-a21c-9f6ad799a3f9 req-ba8f380d-d339-4c28-a4d0-3363fa4e593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:31.141845 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7abaae1-b36b-4dff-a21c-9f6ad799a3f9 req-ba8f380d-d339-4c28-a4d0-3363fa4e593d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfb864d5d0424236a0e73a31bb126011&device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 1135 time: 0.0499585 Nov 13 06:03:31.254205 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abaae1-b36b-4dff-a21c-9f6ad799a3f9 req-2e676def-e8f8-4c5a-9bdb-f250b8a8bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:31.255726 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7abaae1-b36b-4dff-a21c-9f6ad799a3f9 req-2e676def-e8f8-4c5a-9bdb-f250b8a8bca1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9 HTTP/1.1" status: 200 len: 916 time: 0.0929136 Nov 13 06:03:31.335112 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7abaae1-b36b-4dff-a21c-9f6ad799a3f9 req-0fbfabf2-8d0e-451f-a13a-885ba5e6e04d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684 HTTP/1.1" status: 200 len: 1000 time: 0.0707068 Nov 13 06:03:31.384104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abaae1-b36b-4dff-a21c-9f6ad799a3f9 req-86aa19d4-f820-463a-8977-e34e3be14cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:31.385713 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7abaae1-b36b-4dff-a21c-9f6ad799a3f9 req-86aa19d4-f820-463a-8977-e34e3be14cbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e6fff5-f5f6-46d4-8198-01da9245d5d0 HTTP/1.1" status: 200 len: 854 time: 0.0432711 Nov 13 06:03:31.432179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abaae1-b36b-4dff-a21c-9f6ad799a3f9 req-9ede8cd9-d32f-413a-ab66-e28fa08db8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:31.433638 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7abaae1-b36b-4dff-a21c-9f6ad799a3f9 req-9ede8cd9-d32f-413a-ab66-e28fa08db8be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397961 Nov 13 06:03:31.529099 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7abaae1-b36b-4dff-a21c-9f6ad799a3f9 req-8324c3c5-805a-4488-9348-e20ab3f3ee31 service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876372 Nov 13 06:03:31.629065 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d7abaae1-b36b-4dff-a21c-9f6ad799a3f9 req-1e29efa1-4e58-4be4-bc7c-09221d63b8ba service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926011 Nov 13 06:03:34.451488 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6777cfac-e036-4ccb-a2a2-ed0ebd72e54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:36.589129 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f52b70b-fc0c-4e72-8bc3-8de7d226add0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:37.532525 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2c6b2b29-3f1b-4a84-9f4f-6d82176d0067 req-1d6fe11a-7100-4f8b-b2a2-0c5b80dcfa9e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120128207&fields=id&tenant_id=dfb864d5d0424236a0e73a31bb126011 HTTP/1.1" status: 200 len: 267 time: 0.1649141 Nov 13 06:03:37.587813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b2b29-3f1b-4a84-9f4f-6d82176d0067 req-77859454-3ef9-4aa8-8ccc-ee64a3e093cc tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:37.589230 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2c6b2b29-3f1b-4a84-9f4f-6d82176d0067 req-77859454-3ef9-4aa8-8ccc-ee64a3e093cc tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 984 time: 0.0508983 Nov 13 06:03:37.603475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2c6b2b29-3f1b-4a84-9f4f-6d82176d0067 req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Request body: {'port': {'security_groups': ['df0d790e-ee02-4b1c-961a-23a036cf1107']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:03:37.673920 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2c6b2b29-3f1b-4a84-9f4f-6d82176d0067 req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:37.849066 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2c6b2b29-3f1b-4a84-9f4f-6d82176d0067 req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] For port d28032f8-b0a6-4364-bd6e-4f0b6f567684, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684,segment=NetworkSegment(7dd5f961-34d5-4678-a4ac-85b074842492),segment_id=7dd5f961-34d5-4678-a4ac-85b074842492)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:03:37.882977 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2c6b2b29-3f1b-4a84-9f4f-6d82176d0067 req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:37.888945 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2c6b2b29-3f1b-4a84-9f4f-6d82176d0067 req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:37.922055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d28032f8-b0a6-4364-bd6e-4f0b6f567684'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:03:37.939380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b2b29-3f1b-4a84-9f4f-6d82176d0067 req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:37.940002 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2c6b2b29-3f1b-4a84-9f4f-6d82176d0067 req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:37.941392 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2c6b2b29-3f1b-4a84-9f4f-6d82176d0067 req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "PUT /v2.0/ports/d28032f8-b0a6-4364-bd6e-4f0b6f567684 HTTP/1.1" status: 200 len: 942 time: 0.3453500 Nov 13 06:03:37.941841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'tag': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:03:37.944786 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3133ed3f-44a4-47e1-a416-c41e760df26e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a4dc0f-1724-4d82-b6c6-92c9838b940e", "tag": "d28032f8-b0a6-4364-bd6e-4f0b6f567684"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:03:37.948238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49376) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:03:37.978328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Pushing event updated for resources: {'Port': ['ID=d28032f8-b0a6-4364-bd6e-4f0b6f567684,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:37.987456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:37.987954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:37.988436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:37.988860 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:37.989364 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:37.990313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:37.990716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:37.991213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:37.991588 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:37.992128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:37.992542 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:37.992957 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63730d0-05fe-44c9-b08a-20a802b9230f tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:37.998026 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f7d4b2-0f6f-4e05-a2be-3a461132d460 x-openstack-request-id: req-82f7d4b2-0f6f-4e05-a2be-3a461132d460 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:03:37.998648 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a4dc0f-1724-4d82-b6c6-92c9838b940e", "tag": "d28032f8-b0a6-4364-bd6e-4f0b6f567684", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:03:37.999284 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82f7d4b2-0f6f-4e05-a2be-3a461132d460 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:03:38.000169 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'tag': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684', 'status': 'completed', 'code': 200} Nov 13 06:03:38.060011 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:38.061122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d28032f8-b0a6-4364-bd6e-4f0b6f567684'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:03:38.083427 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133ed3f-44a4-47e1-a416-c41e760df26e req-686ed1f6-52bd-489d-82e6-7aa4176e986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:38.085038 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3133ed3f-44a4-47e1-a416-c41e760df26e req-686ed1f6-52bd-489d-82e6-7aa4176e986a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfb864d5d0424236a0e73a31bb126011&device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 1096 time: 0.0481260 Nov 13 06:03:38.093019 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:38.181369 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:38.185070 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:38.186474 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "DELETE /v2.0/security-groups/7390bc0d-3d69-4b58-a5a4-b41209979224 HTTP/1.1" status: 204 len: 168 time: 0.2364509 Nov 13 06:03:38.189301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49378) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:03:38.197182 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7390bc0d-3d69-4b58-a5a4-b41209979224,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:38.205610 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:38.205881 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:38.206317 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:38.206702 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:38.207119 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:38.207515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:38.207861 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:38.208223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:38.208552 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:38.208878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:38.209202 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:38.209526 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a48728-9759-4ca6-b0ca-f13845b42428 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:38.233685 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133ed3f-44a4-47e1-a416-c41e760df26e req-1ba81ec5-8274-4604-ac95-2d4c3ff63ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:38.235173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3133ed3f-44a4-47e1-a416-c41e760df26e req-1ba81ec5-8274-4604-ac95-2d4c3ff63ede service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9 HTTP/1.1" status: 200 len: 916 time: 0.1411767 Nov 13 06:03:38.272248 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:38.286175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f4c6cd58-af76-4223-bfca-16259bab1df1 None None] Provisioning complete for port d28032f8-b0a6-4364-bd6e-4f0b6f567684 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:03:38.286531 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4c6cd58-af76-4223-bfca-16259bab1df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:38.350865 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3133ed3f-44a4-47e1-a416-c41e760df26e req-561f56d7-6641-4d18-8619-d1b8e83594fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684 HTTP/1.1" status: 200 len: 1000 time: 0.1086159 Nov 13 06:03:38.437012 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133ed3f-44a4-47e1-a416-c41e760df26e req-4bb780a0-792d-43cd-a0ca-ca84a1b290f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:38.438375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3133ed3f-44a4-47e1-a416-c41e760df26e req-4bb780a0-792d-43cd-a0ca-ca84a1b290f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e6fff5-f5f6-46d4-8198-01da9245d5d0 HTTP/1.1" status: 200 len: 854 time: 0.0784500 Nov 13 06:03:38.482584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a618226e-f624-4eb6-9199-b5d97680ba5d tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Deleting port 11449f59-587f-447a-b330-da3d3a3a98c9 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:03:38.482897 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a618226e-f624-4eb6-9199-b5d97680ba5d tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:38.536682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133ed3f-44a4-47e1-a416-c41e760df26e req-27e66e19-7b66-454d-aa2b-40a74007b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:38.538206 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3133ed3f-44a4-47e1-a416-c41e760df26e req-27e66e19-7b66-454d-aa2b-40a74007b482 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912440 Nov 13 06:03:38.617478 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a618226e-f624-4eb6-9199-b5d97680ba5d tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:38.617778 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a618226e-f624-4eb6-9199-b5d97680ba5d tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:38.635286 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a618226e-f624-4eb6-9199-b5d97680ba5d tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Calling delete_port for 11449f59-587f-447a-b330-da3d3a3a98c9 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:03:38.702799 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3133ed3f-44a4-47e1-a416-c41e760df26e req-dd55b52e-38f9-47ce-b6d2-482353fd6bd5 service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562786 Nov 13 06:03:38.823303 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3133ed3f-44a4-47e1-a416-c41e760df26e req-e980dc1b-99b6-499c-ab85-4d3e31c5d71d service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104169 Nov 13 06:03:38.872905 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a618226e-f624-4eb6-9199-b5d97680ba5d tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:38.902534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618226e-f624-4eb6-9199-b5d97680ba5d tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Pushing event deleted for resources: {'Port': ['ID=11449f59-587f-447a-b330-da3d3a3a98c9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:38.968160 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a618226e-f624-4eb6-9199-b5d97680ba5d tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:38.968403 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-a618226e-f624-4eb6-9199-b5d97680ba5d tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Floating IP 43c64944-c90e-4c82-9c9a-c8fab616fc24 disassociated (deleted). External IP: 172.25.8.16, port: d28032f8-b0a6-4364-bd6e-4f0b6f567684. Nov 13 06:03:39.214333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a618226e-f624-4eb6-9199-b5d97680ba5d tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Router 8eceebb7-9298-4aac-b893-34569fcb58d4 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:03:39.329917 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a618226e-f624-4eb6-9199-b5d97680ba5d tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:03:39.334978 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a618226e-f624-4eb6-9199-b5d97680ba5d tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:39.339701 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cd6d2-757e-4c37-af72-b6f3775c2f9f None None] Sync routers for ids ['8eceebb7-9298-4aac-b893-34569fcb58d4'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:03:39.350751 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cd6d2-757e-4c37-af72-b6f3775c2f9f None None] Routers {'8eceebb7-9298-4aac-b893-34569fcb58d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:03:39.351817 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c19cd6d2-757e-4c37-af72-b6f3775c2f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:03:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8eceebb7-9298-4aac-b893-34569fcb58d4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:39.362593 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a618226e-f624-4eb6-9199-b5d97680ba5d tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "DELETE /v2.0/floatingips/43c64944-c90e-4c82-9c9a-c8fab616fc24 HTTP/1.1" status: 204 len: 168 time: 1.1716983 Nov 13 06:03:39.455423 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c19cd6d2-757e-4c37-af72-b6f3775c2f9f None None] Set router 8eceebb7-9298-4aac-b893-34569fcb58d4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:03:39.522170 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:39.774105 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c19cd6d2-757e-4c37-af72-b6f3775c2f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e00125fc-094c-4573-bab7-541777235ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'gw_port': {'id': 'e00125fc-094c-4573-bab7-541777235ffc', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'eb9c5b06-fb84-47b0-b3ea-513b812c5540', 'name': '', 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'mac_address': 'fa:16:3e:2c:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:44Z', 'updated_at': '2021-11-13T06:00:48Z', 'revision_number': 5, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'subnets': [{'id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:39.799246 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cd6d2-757e-4c37-af72-b6f3775c2f9f None None] Checking router: 8eceebb7-9298-4aac-b893-34569fcb58d4 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:03:39.807768 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cd6d2-757e-4c37-af72-b6f3775c2f9f None None] Routers {'8eceebb7-9298-4aac-b893-34569fcb58d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:03:39.808357 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c19cd6d2-757e-4c37-af72-b6f3775c2f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:03:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8eceebb7-9298-4aac-b893-34569fcb58d4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:39.915560 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c19cd6d2-757e-4c37-af72-b6f3775c2f9f None None] Set router 8eceebb7-9298-4aac-b893-34569fcb58d4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:03:40.001887 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'tag': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:03:40.004461 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdd5a82-79a4-4a54-9c8d-ff06973b289b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a4dc0f-1724-4d82-b6c6-92c9838b940e", "tag": "d28032f8-b0a6-4364-bd6e-4f0b6f567684"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:03:40.062024 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:40.116059 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c19cd6d2-757e-4c37-af72-b6f3775c2f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e00125fc-094c-4573-bab7-541777235ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'gw_port': {'id': 'e00125fc-094c-4573-bab7-541777235ffc', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'eb9c5b06-fb84-47b0-b3ea-513b812c5540', 'name': '', 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'mac_address': 'fa:16:3e:2c:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:44Z', 'updated_at': '2021-11-13T06:00:48Z', 'revision_number': 5, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'subnets': [{'id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:40.144120 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cd6d2-757e-4c37-af72-b6f3775c2f9f None None] The sync data for ids ['8eceebb7-9298-4aac-b893-34569fcb58d4'] in n-d-813114-2 is: [{'id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e00125fc-094c-4573-bab7-541777235ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'gw_port': {'id': 'e00125fc-094c-4573-bab7-541777235ffc', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'eb9c5b06-fb84-47b0-b3ea-513b812c5540', 'name': '', 'network_id': '4ae1ded8-7d09-4199-802b-6ecf444fc4c9', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'mac_address': 'fa:16:3e:2c:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:44Z', 'updated_at': '2021-11-13T06:00:48Z', 'revision_number': 5, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'subnets': [{'id': '63e6fff5-f5f6-46d4-8198-01da9245d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:03:40.169234 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506ebb74-1c1f-4f07-9792-c7deb115c6c7 x-openstack-request-id: req-506ebb74-1c1f-4f07-9792-c7deb115c6c7 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:03:40.169531 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a4dc0f-1724-4d82-b6c6-92c9838b940e", "tag": "d28032f8-b0a6-4364-bd6e-4f0b6f567684", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:03:40.169789 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-506ebb74-1c1f-4f07-9792-c7deb115c6c7 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:03:40.170272 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'tag': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684', 'status': 'completed', 'code': 200} Nov 13 06:03:40.255896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd5a82-79a4-4a54-9c8d-ff06973b289b req-f224a6d7-56c2-4990-9606-087c4cc52b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:40.257428 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9cdd5a82-79a4-4a54-9c8d-ff06973b289b req-f224a6d7-56c2-4990-9606-087c4cc52b2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfb864d5d0424236a0e73a31bb126011&device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 1096 time: 0.0425320 Nov 13 06:03:40.367100 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd5a82-79a4-4a54-9c8d-ff06973b289b req-a8ea55bb-62db-490b-b378-917d68e35d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:40.368893 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9cdd5a82-79a4-4a54-9c8d-ff06973b289b req-a8ea55bb-62db-490b-b378-917d68e35d83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9 HTTP/1.1" status: 200 len: 916 time: 0.1024878 Nov 13 06:03:40.401016 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1513747b-f3db-467a-94ea-f12f6eefc146 None None] New status for floating IP 43c64944-c90e-4c82-9c9a-c8fab616fc24: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:03:40.414809 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9cdd5a82-79a4-4a54-9c8d-ff06973b289b req-5159d0d3-f94b-4b02-8a26-b8d1037c58a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684 HTTP/1.1" status: 200 len: 217 time: 0.0379078 Nov 13 06:03:40.474594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd5a82-79a4-4a54-9c8d-ff06973b289b req-bc1fd8c6-3c2f-49c3-98da-1058b864ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:40.476244 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9cdd5a82-79a4-4a54-9c8d-ff06973b289b req-bc1fd8c6-3c2f-49c3-98da-1058b864ff38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e6fff5-f5f6-46d4-8198-01da9245d5d0 HTTP/1.1" status: 200 len: 854 time: 0.0517960 Nov 13 06:03:40.527463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd5a82-79a4-4a54-9c8d-ff06973b289b req-adb2740e-130a-4315-9a71-ca9b8b90873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:40.529486 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9cdd5a82-79a4-4a54-9c8d-ff06973b289b req-adb2740e-130a-4315-9a71-ca9b8b90873e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ae1ded8-7d09-4199-802b-6ecf444fc4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457468 Nov 13 06:03:40.642774 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9cdd5a82-79a4-4a54-9c8d-ff06973b289b req-47000a3b-770a-4819-a25a-8cb8404d0bb5 service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057987 Nov 13 06:03:40.742067 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9cdd5a82-79a4-4a54-9c8d-ff06973b289b req-43b1a64d-bea5-432d-9979-9549a36bf033 service neutron] 10.222.0.36 "GET /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912447 Nov 13 06:03:48.461449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99f678-a064-4681-84b0-e4141ec34878 req-039e26fd-15a4-4d8f-827d-bfdeb611376a tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:48.462998 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7d99f678-a064-4681-84b0-e4141ec34878 req-039e26fd-15a4-4d8f-827d-bfdeb611376a tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 945 time: 0.0561206 Nov 13 06:03:48.519133 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7d99f678-a064-4681-84b0-e4141ec34878 req-6d255748-39d8-4083-b69b-cd60098e09f5 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498443 Nov 13 06:03:49.711907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214bcbd-e041-4f07-bfac-8431498391fd req-9c3e4a12-feff-4c76-a85d-29dc39359399 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:49.713294 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8214bcbd-e041-4f07-bfac-8431498391fd req-9c3e4a12-feff-4c76-a85d-29dc39359399 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 945 time: 0.1210494 Nov 13 06:03:49.761200 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8214bcbd-e041-4f07-bfac-8431498391fd req-7dd04808-8414-43c4-8f65-37e958b07eec tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/security-groups?id=df0d790e-ee02-4b1c-961a-23a036cf1107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414979 Nov 13 06:03:50.453381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6ae3-59f8-411e-96b4-32bb52425cdb req-3e74f4c4-ee36-4418-b4d0-4063e0b4bfab tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:03:50.454819 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-893e6ae3-59f8-411e-96b4-32bb52425cdb req-3e74f4c4-ee36-4418-b4d0-4063e0b4bfab tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 945 time: 0.0602641 Nov 13 06:03:50.550302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-893e6ae3-59f8-411e-96b4-32bb52425cdb req-604c51ad-a456-409a-9e0e-f294facb669e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Deleting port d28032f8-b0a6-4364-bd6e-4f0b6f567684 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:03:50.550636 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-893e6ae3-59f8-411e-96b4-32bb52425cdb req-604c51ad-a456-409a-9e0e-f294facb669e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:50.651439 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-893e6ae3-59f8-411e-96b4-32bb52425cdb req-604c51ad-a456-409a-9e0e-f294facb669e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] For port d28032f8-b0a6-4364-bd6e-4f0b6f567684, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=d28032f8-b0a6-4364-bd6e-4f0b6f567684,segment=NetworkSegment(7dd5f961-34d5-4678-a4ac-85b074842492),segment_id=7dd5f961-34d5-4678-a4ac-85b074842492)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:03:50.651781 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-893e6ae3-59f8-411e-96b4-32bb52425cdb req-604c51ad-a456-409a-9e0e-f294facb669e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:50.665389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-893e6ae3-59f8-411e-96b4-32bb52425cdb req-604c51ad-a456-409a-9e0e-f294facb669e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Calling delete_port for d28032f8-b0a6-4364-bd6e-4f0b6f567684 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:03:50.800053 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-893e6ae3-59f8-411e-96b4-32bb52425cdb req-604c51ad-a456-409a-9e0e-f294facb669e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:50.832368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c51ad-a456-409a-9e0e-f294facb669e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Pushing event deleted for resources: {'Port': ['ID=d28032f8-b0a6-4364-bd6e-4f0b6f567684,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:50.835559 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['d28032f8-b0a6-4364-bd6e-4f0b6f567684'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:03:50.899761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-893e6ae3-59f8-411e-96b4-32bb52425cdb req-604c51ad-a456-409a-9e0e-f294facb669e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] No DVR routers for this DVR port d28032f8-b0a6-4364-bd6e-4f0b6f567684 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:03:50.902985 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-88dab625-d5cf-4518-8d4a-91e5fcd0fc07 req-aef32f5c-b8d5-46ca-8d7c-2e7476724ee6 tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a4dc0f-1724-4d82-b6c6-92c9838b940e HTTP/1.1" status: 200 len: 210 time: 0.0590463 Nov 13 06:03:50.903983 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-893e6ae3-59f8-411e-96b4-32bb52425cdb req-604c51ad-a456-409a-9e0e-f294facb669e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:50.907348 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-893e6ae3-59f8-411e-96b4-32bb52425cdb req-604c51ad-a456-409a-9e0e-f294facb669e tempest-TestMinimumBasicScenario-375857342 tempest-TestMinimumBasicScenario-375857342-project] 10.222.0.36 "DELETE /v2.0/ports/d28032f8-b0a6-4364-bd6e-4f0b6f567684 HTTP/1.1" status: 204 len: 173 time: 0.4461126 Nov 13 06:03:50.907797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'name': 'network-vif-deleted', 'tag': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:03:50.910106 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2808ee-79f5-4e35-b4f4-2a9fc736b5e2" -d '{"events": [{"server_uuid": "c0a4dc0f-1724-4d82-b6c6-92c9838b940e", "name": "network-vif-deleted", "tag": "d28032f8-b0a6-4364-bd6e-4f0b6f567684"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:03:50.949768 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929266d0-6708-4a65-b0f9-e4d8e1d0a341 x-openstack-request-id: req-929266d0-6708-4a65-b0f9-e4d8e1d0a341 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:03:50.950068 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a4dc0f-1724-4d82-b6c6-92c9838b940e", "name": "network-vif-deleted", "tag": "d28032f8-b0a6-4364-bd6e-4f0b6f567684", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:03:50.950320 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-929266d0-6708-4a65-b0f9-e4d8e1d0a341 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:03:50.950710 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a4dc0f-1724-4d82-b6c6-92c9838b940e', 'name': 'network-vif-deleted', 'tag': 'd28032f8-b0a6-4364-bd6e-4f0b6f567684', 'status': 'completed', 'code': 200} Nov 13 06:03:52.508520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49486) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:03:52.865353 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c2f19ef-627c-464d-959e-2c8fc5c0e916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:53.116650 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1c2f19ef-627c-464d-959e-2c8fc5c0e916 admin admin] Deleting port eb9c5b06-fb84-47b0-b3ea-513b812c5540 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:03:53.116929 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c2f19ef-627c-464d-959e-2c8fc5c0e916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:53.195748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-1c2f19ef-627c-464d-959e-2c8fc5c0e916 admin admin] For port eb9c5b06-fb84-47b0-b3ea-513b812c5540, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=eb9c5b06-fb84-47b0-b3ea-513b812c5540,segment=NetworkSegment(7dd5f961-34d5-4678-a4ac-85b074842492),segment_id=7dd5f961-34d5-4678-a4ac-85b074842492)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:03:53.196098 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c2f19ef-627c-464d-959e-2c8fc5c0e916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:53.209076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1c2f19ef-627c-464d-959e-2c8fc5c0e916 admin admin] Calling delete_port for eb9c5b06-fb84-47b0-b3ea-513b812c5540 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:03:53.401893 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c2f19ef-627c-464d-959e-2c8fc5c0e916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:53.430509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f19ef-627c-464d-959e-2c8fc5c0e916 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9c5b06-fb84-47b0-b3ea-513b812c5540,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:53.831418 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d28032f8-b0a6-4364-bd6e-4f0b6f567684 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:03:53.852693 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: d28032f8-b0a6-4364-bd6e-4f0b6f567684 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:03:53.852981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device d28032f8-b0a6-4364-bd6e-4f0b6f567684 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:03:53.971933 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c2f19ef-627c-464d-959e-2c8fc5c0e916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:54.190338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2f19ef-627c-464d-959e-2c8fc5c0e916 admin admin] Router 8eceebb7-9298-4aac-b893-34569fcb58d4 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:03:54.298338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2f19ef-627c-464d-959e-2c8fc5c0e916 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:03:54.304283 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1c2f19ef-627c-464d-959e-2c8fc5c0e916 admin admin] 10.222.0.43 "PUT /v2.0/routers/8eceebb7-9298-4aac-b893-34569fcb58d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7947085 Nov 13 06:03:54.308194 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49488) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:03:54.311508 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5157ce8-d8de-48aa-9eeb-683a77160d56 None None] Sync routers for ids ['8eceebb7-9298-4aac-b893-34569fcb58d4'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:03:54.322560 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5157ce8-d8de-48aa-9eeb-683a77160d56 None None] Routers {'8eceebb7-9298-4aac-b893-34569fcb58d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:03:54.323195 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f5157ce8-d8de-48aa-9eeb-683a77160d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:03:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8eceebb7-9298-4aac-b893-34569fcb58d4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:54.414299 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:54.425479 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f5157ce8-d8de-48aa-9eeb-683a77160d56 None None] Set router 8eceebb7-9298-4aac-b893-34569fcb58d4 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:03:54.515694 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:54.575673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] Deleting port e00125fc-094c-4573-bab7-541777235ffc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:03:54.576141 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:54.604511 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f5157ce8-d8de-48aa-9eeb-683a77160d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e00125fc-094c-4573-bab7-541777235ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:03:53Z', 'revision_number': 5, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'gw_port': {'id': 'e00125fc-094c-4573-bab7-541777235ffc', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:54.631100 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5157ce8-d8de-48aa-9eeb-683a77160d56 None None] Checking router: 8eceebb7-9298-4aac-b893-34569fcb58d4 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:03:54.639527 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5157ce8-d8de-48aa-9eeb-683a77160d56 None None] Routers {'8eceebb7-9298-4aac-b893-34569fcb58d4'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:03:54.640109 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f5157ce8-d8de-48aa-9eeb-683a77160d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:03:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['8eceebb7-9298-4aac-b893-34569fcb58d4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:54.654474 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] For port e00125fc-094c-4573-bab7-541777235ffc, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e00125fc-094c-4573-bab7-541777235ffc,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:03:54.654833 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:54.667576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] Calling delete_port for e00125fc-094c-4573-bab7-541777235ffc owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:03:54.724099 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f5157ce8-d8de-48aa-9eeb-683a77160d56 None None] Set router 8eceebb7-9298-4aac-b893-34569fcb58d4 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:03:54.774203 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f5157ce8-d8de-48aa-9eeb-683a77160d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:03:54Z', 'revision_number': 6, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:54.802718 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5157ce8-d8de-48aa-9eeb-683a77160d56 None None] The sync data for ids ['8eceebb7-9298-4aac-b893-34569fcb58d4'] in n-d-813114-2 is: [{'id': '8eceebb7-9298-4aac-b893-34569fcb58d4', 'name': 'tempest-TestMinimumBasicScenario-1936825874-router', 'tenant_id': 'dfb864d5d0424236a0e73a31bb126011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:42Z', 'updated_at': '2021-11-13T06:03:54Z', 'revision_number': 6, 'project_id': 'dfb864d5d0424236a0e73a31bb126011', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:03:54.838558 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:54.866839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] Pushing event deleted for resources: {'Port': ['ID=e00125fc-094c-4573-bab7-541777235ffc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:54.881503 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f67df65-1e53-44a5-acec-368ca67d51bd None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:03:54.933603 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.025545 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.027769 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.073972 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.074544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eceebb7-9298-4aac-b893-34569fcb58d4 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 06:03:55.078874 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.080807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d6fe0a39-c41a-49a4-9977-cb6b3847ae7f admin admin] 10.222.0.43 "DELETE /v2.0/routers/8eceebb7-9298-4aac-b893-34569fcb58d4 HTTP/1.1" status: 204 len: 168 time: 0.7715108 Nov 13 06:03:55.083342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49490) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:03:55.136645 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f318c6dc-9251-4c71-b6e9-8c939ee8ecd8 admin admin] Deleting subnet 63e6fff5-f5f6-46d4-8198-01da9245d5d0 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 06:03:55.140231 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f318c6dc-9251-4c71-b6e9-8c939ee8ecd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.177922 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f318c6dc-9251-4c71-b6e9-8c939ee8ecd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.259334 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f318c6dc-9251-4c71-b6e9-8c939ee8ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.312974 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f318c6dc-9251-4c71-b6e9-8c939ee8ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.341004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318c6dc-9251-4c71-b6e9-8c939ee8ecd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e6fff5-f5f6-46d4-8198-01da9245d5d0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:55.346884 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f318c6dc-9251-4c71-b6e9-8c939ee8ecd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.350114 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f318c6dc-9251-4c71-b6e9-8c939ee8ecd8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/63e6fff5-f5f6-46d4-8198-01da9245d5d0 HTTP/1.1" status: 204 len: 168 time: 0.2656460 Nov 13 06:03:55.353019 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49492) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:03:55.365721 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e05a766-08cf-48ac-91e4-046435592c43 None None] Network 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:03:55.427015 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.479421 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] Deleting port ddfb8c74-d23c-4d39-ab95-c9918ea6798b {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:03:55.479659 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.544979 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] DHCP port deletion for 4ae1ded8-7d09-4199-802b-6ecf444fc4c9 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:03:55.546828 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] For port ddfb8c74-d23c-4d39-ab95-c9918ea6798b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ddfb8c74-d23c-4d39-ab95-c9918ea6798b,segment=NetworkSegment(7dd5f961-34d5-4678-a4ac-85b074842492),segment_id=7dd5f961-34d5-4678-a4ac-85b074842492)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:03:55.547271 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.569361 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] Calling delete_port for ddfb8c74-d23c-4d39-ab95-c9918ea6798b owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:03:55.604517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Deleting port ddfb8c74-d23c-4d39-ab95-c9918ea6798b {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:03:55.604974 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.617642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e00125fc-094c-4573-bab7-541777235ffc no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:03:55.648757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: e00125fc-094c-4573-bab7-541777235ffc {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:03:55.649351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e00125fc-094c-4573-bab7-541777235ffc not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:03:55.649967 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device eb9c5b06-fb84-47b0-b3ea-513b812c5540 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:03:55.651720 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.678931 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfb8c74-d23c-4d39-ab95-c9918ea6798b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:55.682576 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] No DVR routers for this DVR port ddfb8c74-d23c-4d39-ab95-c9918ea6798b on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:03:55.694892 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: eb9c5b06-fb84-47b0-b3ea-513b812c5540 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:03:55.695246 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device eb9c5b06-fb84-47b0-b3ea-513b812c5540 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:03:55.710973 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] For port ddfb8c74-d23c-4d39-ab95-c9918ea6798b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ddfb8c74-d23c-4d39-ab95-c9918ea6798b,segment=NetworkSegment(7dd5f961-34d5-4678-a4ac-85b074842492),segment_id=7dd5f961-34d5-4678-a4ac-85b074842492)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:03:55.711372 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.723999 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Calling delete_port for ddfb8c74-d23c-4d39-ab95-c9918ea6798b owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:03:55.760321 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.781003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae1ded8-7d09-4199-802b-6ecf444fc4c9']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:55.790794 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd5f961-34d5-4678-a4ac-85b074842492') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:55.791115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd5f961-34d5-4678-a4ac-85b074842492') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 13 06:03:55.798624 n-d-813114-2 neutron-server[102669]: self.session.flush() Nov 13 06:03:55.802586 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.803285 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.815860 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.822418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 06:03:55.822714 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: timer() Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 06:03:55.824837 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 06:03:55.828647 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Pushing event deleted for resources: {'Port': ['ID=ddfb8c74-d23c-4d39-ab95-c9918ea6798b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:55.836833 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] No DVR routers for this DVR port ddfb8c74-d23c-4d39-ab95-c9918ea6798b on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:03:55.840027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:55.840027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:55.840027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:55.840347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:55.840610 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:55.840934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:55.841252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:55.841568 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:55.841925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:55.842205 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:55.842522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:55.842834 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d406c-de9b-4370-8930-e2666468f7e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:03:55.886787 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.893520 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:55.896916 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4ae1ded8-7d09-4199-802b-6ecf444fc4c9 HTTP/1.1" status: 204 len: 168 time: 0.5428536 Nov 13 06:03:55.900119 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49494) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:03:55.908397 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fb0c7-c59f-48a1-acc8-782ab6205973 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae1ded8-7d09-4199-802b-6ecf444fc4c9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:56.254117 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14be4c4b-2c95-4fcd-a317-8d4b94ee5657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:56.526479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-14be4c4b-2c95-4fcd-a317-8d4b94ee5657 admin admin] Deleting port 27b85df3-dab8-45fa-823f-98a88e51940e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:03:56.526735 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14be4c4b-2c95-4fcd-a317-8d4b94ee5657 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:56.607595 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-14be4c4b-2c95-4fcd-a317-8d4b94ee5657 admin admin] For port 27b85df3-dab8-45fa-823f-98a88e51940e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=27b85df3-dab8-45fa-823f-98a88e51940e,segment=NetworkSegment(2757a949-9454-4c72-8c5b-d5fc5d9ebad5),segment_id=2757a949-9454-4c72-8c5b-d5fc5d9ebad5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:03:56.607950 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14be4c4b-2c95-4fcd-a317-8d4b94ee5657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:56.620721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-14be4c4b-2c95-4fcd-a317-8d4b94ee5657 admin admin] Calling delete_port for 27b85df3-dab8-45fa-823f-98a88e51940e owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:03:56.798942 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14be4c4b-2c95-4fcd-a317-8d4b94ee5657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:56.824057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be4c4b-2c95-4fcd-a317-8d4b94ee5657 admin admin] Pushing event deleted for resources: {'Port': ['ID=27b85df3-dab8-45fa-823f-98a88e51940e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:56.991845 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14be4c4b-2c95-4fcd-a317-8d4b94ee5657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:57.220348 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14be4c4b-2c95-4fcd-a317-8d4b94ee5657 admin admin] Router cf715dfb-3a2f-4b30-8a20-157e5a0f467a has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:03:57.343293 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14be4c4b-2c95-4fcd-a317-8d4b94ee5657 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:03:57.349170 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-14be4c4b-2c95-4fcd-a317-8d4b94ee5657 admin admin] 10.222.0.43 "PUT /v2.0/routers/cf715dfb-3a2f-4b30-8a20-157e5a0f467a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4478214 Nov 13 06:03:57.352636 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49496) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:03:57.355601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab023fb-e401-41b0-992a-5649be193fee None None] Sync routers for ids ['cf715dfb-3a2f-4b30-8a20-157e5a0f467a'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:03:57.367114 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab023fb-e401-41b0-992a-5649be193fee None None] Routers {'cf715dfb-3a2f-4b30-8a20-157e5a0f467a'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:03:57.367818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-dab023fb-e401-41b0-992a-5649be193fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:03:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['cf715dfb-3a2f-4b30-8a20-157e5a0f467a'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:57.462881 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:57.475185 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-dab023fb-e401-41b0-992a-5649be193fee None None] Set router cf715dfb-3a2f-4b30-8a20-157e5a0f467a gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:03:57.543475 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ddfb8c74-d23c-4d39-ab95-c9918ea6798b no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:03:57.566589 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:57.594047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: ddfb8c74-d23c-4d39-ab95-c9918ea6798b {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:03:57.594349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ddfb8c74-d23c-4d39-ab95-c9918ea6798b not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:03:57.624951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] Deleting port ddae9df8-492b-44a1-89d3-afae8df1b423 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:03:57.625288 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:57.679965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-dab023fb-e401-41b0-992a-5649be193fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'name': 'tempest-TestMinimumBasicScenario-151486810-router', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'ddae9df8-492b-44a1-89d3-afae8df1b423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:46Z', 'updated_at': '2021-11-13T06:03:56Z', 'revision_number': 5, 'project_id': 'd9e033ff396240b4bd2847dba69a667c', 'gw_port': {'id': 'ddae9df8-492b-44a1-89d3-afae8df1b423', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:00:47Z', 'updated_at': '2021-11-13T06:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:57.705309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] For port ddae9df8-492b-44a1-89d3-afae8df1b423, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=ddae9df8-492b-44a1-89d3-afae8df1b423,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:03:57.705626 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:57.706270 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab023fb-e401-41b0-992a-5649be193fee None None] Checking router: cf715dfb-3a2f-4b30-8a20-157e5a0f467a for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:03:57.717250 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab023fb-e401-41b0-992a-5649be193fee None None] Routers {'cf715dfb-3a2f-4b30-8a20-157e5a0f467a'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:03:57.717876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-dab023fb-e401-41b0-992a-5649be193fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:03:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['cf715dfb-3a2f-4b30-8a20-157e5a0f467a'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:57.718196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] Calling delete_port for ddae9df8-492b-44a1-89d3-afae8df1b423 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:03:57.804896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-dab023fb-e401-41b0-992a-5649be193fee None None] Set router cf715dfb-3a2f-4b30-8a20-157e5a0f467a gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:03:57.807079 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:03:57.859198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-dab023fb-e401-41b0-992a-5649be193fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'name': 'tempest-TestMinimumBasicScenario-151486810-router', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:46Z', 'updated_at': '2021-11-13T06:03:57Z', 'revision_number': 6, 'project_id': 'd9e033ff396240b4bd2847dba69a667c', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:57.878947 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:57.885331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab023fb-e401-41b0-992a-5649be193fee None None] The sync data for ids ['cf715dfb-3a2f-4b30-8a20-157e5a0f467a'] in n-d-813114-2 is: [{'id': 'cf715dfb-3a2f-4b30-8a20-157e5a0f467a', 'name': 'tempest-TestMinimumBasicScenario-151486810-router', 'tenant_id': 'd9e033ff396240b4bd2847dba69a667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:00:46Z', 'updated_at': '2021-11-13T06:03:57Z', 'revision_number': 6, 'project_id': 'd9e033ff396240b4bd2847dba69a667c', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:03:57.904796 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] Pushing event deleted for resources: {'Port': ['ID=ddae9df8-492b-44a1-89d3-afae8df1b423,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:57.918859 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814c6f15-fbbd-45b5-a539-31b362dbf629 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:03:57.967727 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:58.056323 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:58.058461 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:58.104644 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:58.105244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf715dfb-3a2f-4b30-8a20-157e5a0f467a {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 06:03:58.109922 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:58.111180 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2aebb9f2-4416-46c9-9c9e-b4fec9c7de6d admin admin] 10.222.0.43 "DELETE /v2.0/routers/cf715dfb-3a2f-4b30-8a20-157e5a0f467a HTTP/1.1" status: 204 len: 168 time: 0.7576287 Nov 13 06:03:58.113760 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49498) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:03:58.158107 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-8474ca00-33b6-469f-bc28-34bdbe02ecfb admin admin] Deleting subnet dae0fe39-dd1a-492d-91c6-bb162af65088 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 06:03:58.161287 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8474ca00-33b6-469f-bc28-34bdbe02ecfb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:58.194786 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8474ca00-33b6-469f-bc28-34bdbe02ecfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:58.630075 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8474ca00-33b6-469f-bc28-34bdbe02ecfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:58.684542 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8474ca00-33b6-469f-bc28-34bdbe02ecfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:58.711333 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474ca00-33b6-469f-bc28-34bdbe02ecfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae0fe39-dd1a-492d-91c6-bb162af65088,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:58.713337 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8474ca00-33b6-469f-bc28-34bdbe02ecfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:58.718992 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8474ca00-33b6-469f-bc28-34bdbe02ecfb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dae0fe39-dd1a-492d-91c6-bb162af65088 HTTP/1.1" status: 204 len: 168 time: 0.6018682 Nov 13 06:03:58.719129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49500) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:03:58.722075 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bf3d0c-1141-4cd2-af49-fecbd130c937 None None] Network 7c836a02-f8eb-49d7-9a26-e5f70a543bd4 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:03:58.793422 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:58.850207 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] Deleting port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:03:58.850612 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:58.914360 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1579ec-4715-4f30-ba8b-d65193ccfc0e None None] DHCP port deletion for 7c836a02-f8eb-49d7-9a26-e5f70a543bd4 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:03:58.917505 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] For port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9,segment=NetworkSegment(2757a949-9454-4c72-8c5b-d5fc5d9ebad5),segment_id=2757a949-9454-4c72-8c5b-d5fc5d9ebad5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:03:58.917871 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:58.941193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] Calling delete_port for c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:03:58.962675 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0c1579ec-4715-4f30-ba8b-d65193ccfc0e None None] Deleting port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:03:58.963077 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c1579ec-4715-4f30-ba8b-d65193ccfc0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.022937 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.030243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0c1579ec-4715-4f30-ba8b-d65193ccfc0e None None] For port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9,segment=NetworkSegment(2757a949-9454-4c72-8c5b-d5fc5d9ebad5),segment_id=2757a949-9454-4c72-8c5b-d5fc5d9ebad5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:03:59.030243 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c1579ec-4715-4f30-ba8b-d65193ccfc0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.046086 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0c1579ec-4715-4f30-ba8b-d65193ccfc0e None None] Calling delete_port for c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:03:59.050702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] No DVR routers for this DVR port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:03:59.055827 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:59.123495 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c1579ec-4715-4f30-ba8b-d65193ccfc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.125664 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.146564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c836a02-f8eb-49d7-9a26-e5f70a543bd4']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:59.148585 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1579ec-4715-4f30-ba8b-d65193ccfc0e None None] Pushing event deleted for resources: {'Port': ['ID=c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:59.152718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1579ec-4715-4f30-ba8b-d65193ccfc0e None None] No DVR routers for this DVR port c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:03:59.158691 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2757a949-9454-4c72-8c5b-d5fc5d9ebad5') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:59.159020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2757a949-9454-4c72-8c5b-d5fc5d9ebad5') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:03:59.168972 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.182562 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.188752 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 06:03:59.189169 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: timer() Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 06:03:59.190959 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 06:03:59.244942 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.250426 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.253798 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7c836a02-f8eb-49d7-9a26-e5f70a543bd4 HTTP/1.1" status: 204 len: 168 time: 0.5336814 Nov 13 06:03:59.264618 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16b0e5-df21-4599-ba22-e0b7f76d7ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c836a02-f8eb-49d7-9a26-e5f70a543bd4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:59.377451 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.432435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49504) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:03:59.437368 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.480699 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-43fa3639-164a-4075-a0f2-0ca3f0827d03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dfb864d5d0424236a0e73a31bb126011&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468214 Nov 13 06:03:59.483278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49506) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:03:59.491970 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ddae9df8-492b-44a1-89d3-afae8df1b423 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:03:59.514577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: ddae9df8-492b-44a1-89d3-afae8df1b423 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:03:59.514931 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device ddae9df8-492b-44a1-89d3-afae8df1b423 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:03:59.515337 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 27b85df3-dab8-45fa-823f-98a88e51940e no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:03:59.532962 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96f25887-907e-4afc-aa71-65740dc1900a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.534217 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 27b85df3-dab8-45fa-823f-98a88e51940e {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:03:59.534593 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 27b85df3-dab8-45fa-823f-98a88e51940e not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:03:59.535027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:03:59.553410 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:03:59.553746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c9cf21c1-947c-4fc2-8fbc-e1dfb72ee8e9 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:03:59.554173 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96f25887-907e-4afc-aa71-65740dc1900a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.603804 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96f25887-907e-4afc-aa71-65740dc1900a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.606470 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96f25887-907e-4afc-aa71-65740dc1900a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:03:59.607665 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-96f25887-907e-4afc-aa71-65740dc1900a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df0d790e-ee02-4b1c-961a-23a036cf1107 HTTP/1.1" status: 204 len: 168 time: 0.1234803 Nov 13 06:03:59.616337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f25887-907e-4afc-aa71-65740dc1900a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0d790e-ee02-4b1c-961a-23a036cf1107,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:03:59.950764 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49512) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:03:59.991883 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a22ca547-3445-4483-9db8-836bb269aa29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9e033ff396240b4bd2847dba69a667c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399005 Nov 13 06:03:59.994548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49514) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:00.047808 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a030fd0a-ae06-4acb-b191-6db8464df333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:00.083267 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a030fd0a-ae06-4acb-b191-6db8464df333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:00.137990 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a030fd0a-ae06-4acb-b191-6db8464df333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:00.141964 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a030fd0a-ae06-4acb-b191-6db8464df333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:00.143509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a030fd0a-ae06-4acb-b191-6db8464df333 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6a6aa94-1245-4b90-8a52-375a4842d46e HTTP/1.1" status: 204 len: 168 time: 0.1478863 Nov 13 06:04:00.151875 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030fd0a-ae06-4acb-b191-6db8464df333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a6aa94-1245-4b90-8a52-375a4842d46e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:01.746393 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49554) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:01.751322 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a8bb3a11-58e4-4644-bb0f-d1d264f1822a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-773369028', 'description': 'tempest-secgroup-smoke-773369028 description', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:04:01.777515 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3a11-58e4-4644-bb0f-d1d264f1822a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:01.785746 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3a11-58e4-4644-bb0f-d1d264f1822a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:01.862258 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3a11-58e4-4644-bb0f-d1d264f1822a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:01.867190 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3a11-58e4-4644-bb0f-d1d264f1822a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:01.901970 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb3a11-58e4-4644-bb0f-d1d264f1822a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a487ec9b-1404-414a-a1e2-fa4066f14123,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:01.944774 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3a11-58e4-4644-bb0f-d1d264f1822a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:01.949688 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3a11-58e4-4644-bb0f-d1d264f1822a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:01.980588 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3a11-58e4-4644-bb0f-d1d264f1822a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:01.981839 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a8bb3a11-58e4-4644-bb0f-d1d264f1822a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2343209 Nov 13 06:04:01.982701 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb3a11-58e4-4644-bb0f-d1d264f1822a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67fd91f7-0920-475c-bfb1-c11b59fdf611,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:01.985090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49556) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:01.990493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fb62b248-dcf0-4dae-a98a-0c3e656681b9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '67fd91f7-0920-475c-bfb1-c11b59fdf611', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:04:02.020999 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb62b248-dcf0-4dae-a98a-0c3e656681b9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.076645 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb62b248-dcf0-4dae-a98a-0c3e656681b9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.083254 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb62b248-dcf0-4dae-a98a-0c3e656681b9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.102929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62b248-dcf0-4dae-a98a-0c3e656681b9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08f993a-88ec-4bdc-a5fa-bea208b7cb79,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:02.110928 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb62b248-dcf0-4dae-a98a-0c3e656681b9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.112098 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-fb62b248-dcf0-4dae-a98a-0c3e656681b9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258578 Nov 13 06:04:02.115594 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49558) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:02.120368 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-22fc99c6-0b6b-491b-a4fb-eebbe35d05a7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '67fd91f7-0920-475c-bfb1-c11b59fdf611', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:04:02.150690 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-22fc99c6-0b6b-491b-a4fb-eebbe35d05a7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.217615 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-22fc99c6-0b6b-491b-a4fb-eebbe35d05a7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.223450 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-22fc99c6-0b6b-491b-a4fb-eebbe35d05a7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.242300 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc99c6-0b6b-491b-a4fb-eebbe35d05a7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b2b1c3-cd93-4ad3-939c-0ce1ba749588,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:02.252983 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-22fc99c6-0b6b-491b-a4fb-eebbe35d05a7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.254238 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-22fc99c6-0b6b-491b-a4fb-eebbe35d05a7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376221 Nov 13 06:04:02.257076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49560) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:02.261408 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-41f52265-d228-44d9-a441-f3f05032fc48 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '67fd91f7-0920-475c-bfb1-c11b59fdf611', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:04:02.289564 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-41f52265-d228-44d9-a441-f3f05032fc48 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.348253 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-41f52265-d228-44d9-a441-f3f05032fc48 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.352981 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-41f52265-d228-44d9-a441-f3f05032fc48 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.371709 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f52265-d228-44d9-a441-f3f05032fc48 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec892127-99e6-4db4-b095-c1f4dbf768dc,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:02.377182 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-41f52265-d228-44d9-a441-f3f05032fc48 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.378358 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-41f52265-d228-44d9-a441-f3f05032fc48 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203496 Nov 13 06:04:02.381265 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49562) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:02.385547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-43931d2d-a1e8-4bc8-a633-a56b834fead3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '67fd91f7-0920-475c-bfb1-c11b59fdf611', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:04:02.413711 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43931d2d-a1e8-4bc8-a633-a56b834fead3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.475564 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43931d2d-a1e8-4bc8-a633-a56b834fead3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.480829 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43931d2d-a1e8-4bc8-a633-a56b834fead3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.498351 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43931d2d-a1e8-4bc8-a633-a56b834fead3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc6ed38-0d18-4958-927f-168411a79b72,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:02.507895 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-43931d2d-a1e8-4bc8-a633-a56b834fead3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.509243 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-43931d2d-a1e8-4bc8-a633-a56b834fead3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270654 Nov 13 06:04:02.512292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49564) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:02.516731 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-081fff81-9e23-4a33-a7f4-beedd3393ade tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '67fd91f7-0920-475c-bfb1-c11b59fdf611', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:04:02.540490 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-081fff81-9e23-4a33-a7f4-beedd3393ade tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Project eb84d0a713cf4876b47a07d15d41fc4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:04:02.545293 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-081fff81-9e23-4a33-a7f4-beedd3393ade tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.604441 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-081fff81-9e23-4a33-a7f4-beedd3393ade tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.610113 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-081fff81-9e23-4a33-a7f4-beedd3393ade tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.628626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fff81-9e23-4a33-a7f4-beedd3393ade tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e833cedc-4022-42a5-9b0b-3a95510eb339,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:02.638986 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-081fff81-9e23-4a33-a7f4-beedd3393ade tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.640165 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-081fff81-9e23-4a33-a7f4-beedd3393ade tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270463 Nov 13 06:04:02.643832 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49566) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:02.648278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-78073fe8-8d3f-42e4-bb2d-7cd2282235b4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '67fd91f7-0920-475c-bfb1-c11b59fdf611', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:04:02.672849 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-78073fe8-8d3f-42e4-bb2d-7cd2282235b4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Project eb84d0a713cf4876b47a07d15d41fc4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:04:02.678140 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78073fe8-8d3f-42e4-bb2d-7cd2282235b4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.739053 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78073fe8-8d3f-42e4-bb2d-7cd2282235b4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.744615 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78073fe8-8d3f-42e4-bb2d-7cd2282235b4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.763010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78073fe8-8d3f-42e4-bb2d-7cd2282235b4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45768cc8-77fd-403a-9d7a-695c7d4bf494,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:02.772948 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78073fe8-8d3f-42e4-bb2d-7cd2282235b4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.774144 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-78073fe8-8d3f-42e4-bb2d-7cd2282235b4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294007 Nov 13 06:04:02.777283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49568) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:02.782119 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-463241bb-7fbb-4746-bdb3-748d9630b88b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'network': {'name': 'tempest-network-smoke--1662163547', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:04:02.808797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463241bb-7fbb-4746-bdb3-748d9630b88b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Made reservation on behalf of eb84d0a713cf4876b47a07d15d41fc4d for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:04:02.812218 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-463241bb-7fbb-4746-bdb3-748d9630b88b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.836325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463241bb-7fbb-4746-bdb3-748d9630b88b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 06:04:02.845735 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-463241bb-7fbb-4746-bdb3-748d9630b88b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.846131 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-463241bb-7fbb-4746-bdb3-748d9630b88b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Added segment 2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b of type vlan for network a585176a-6b97-4b18-9c1f-9b4db6946ab7 Nov 13 06:04:02.888987 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-463241bb-7fbb-4746-bdb3-748d9630b88b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.918383 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-463241bb-7fbb-4746-bdb3-748d9630b88b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.927392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463241bb-7fbb-4746-bdb3-748d9630b88b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:02.928208 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-463241bb-7fbb-4746-bdb3-748d9630b88b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:02.989934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-463241bb-7fbb-4746-bdb3-748d9630b88b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2112169 Nov 13 06:04:02.993094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49570) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:02.997697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'admin_state_up': True, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:04:02.998538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463241bb-7fbb-4746-bdb3-748d9630b88b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Network': ['ID=a585176a-6b97-4b18-9c1f-9b4db6946ab7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:03.010297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network a585176a-6b97-4b18-9c1f-9b4db6946ab7 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 06:04:03.025374 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:03.026601 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:03.088194 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:03.234496 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:03.433405 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:03.457072 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:03.565676 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.25.8.22 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/9628bd3c-f557-4db0-98e0-4eb25d3a7960) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:04:03.675683 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:03.713191 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:03.750623 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:04:03.755657 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:04:03.759237 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:04:03.768931 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638f8edd-918e-4281-b5b2-a05f59912f33 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:04:03.781439 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=9628bd3c-f557-4db0-98e0-4eb25d3a7960,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:03.885794 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7b4a5ff1-33f4-40e0-813f-180f74a7dda8 None None] Provisioning complete for port 9628bd3c-f557-4db0-98e0-4eb25d3a7960 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:04:03.886168 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5ff1-33f4-40e0-813f-180f74a7dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:03.921086 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a5ff1-33f4-40e0-813f-180f74a7dda8 None None] Port 9628bd3c-f557-4db0-98e0-4eb25d3a7960 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:04:04.016535 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:04.214105 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:04.355734 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router ecd5de83-43cd-4268-9892-abcb19f00e47 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 06:04:04.445232 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-074752be-fdb7-4ed4-8d8d-00d71650e00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:04.469078 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:04:04.479148 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Sync routers for ids ['ecd5de83-43cd-4268-9892-abcb19f00e47'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:04:04.490530 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Routers {'ecd5de83-43cd-4268-9892-abcb19f00e47'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:04:04.491596 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:03:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ecd5de83-43cd-4268-9892-abcb19f00e47'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:04:04.491873 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:04.493149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-550cfc57-9398-42dd-aa12-8b4d76bdb077 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4990599 Nov 13 06:04:04.496477 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49574) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:04.597341 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Set router ecd5de83-43cd-4268-9892-abcb19f00e47 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:04:04.623637 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5b9b9cba-d4c1-4b5f-a6a0-115487435cc8 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=eb84d0a713cf4876b47a07d15d41fc4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1258423 Nov 13 06:04:04.626265 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49578) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:04.716540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1b48e7-7741-4add-9d7d-fca15b313223 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:04.718111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0f1b48e7-7741-4add-9d7d-fca15b313223 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906360 Nov 13 06:04:04.721070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49580) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:04.753362 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6cb08a85-dbeb-45ac-86d0-634fa89d1e10 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312037 Nov 13 06:04:04.756234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49582) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:04.760990 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-741c6613-c447-4582-a3ee-5ef4364f7f57 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-614095213', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:04:04.850466 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741c6613-c447-4582-a3ee-5ef4364f7f57 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Made reservation on behalf of eb84d0a713cf4876b47a07d15d41fc4d for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:04:04.854144 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-741c6613-c447-4582-a3ee-5ef4364f7f57 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:04.871608 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:03Z', 'revision_number': 3, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:04:04.900937 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Checking router: ecd5de83-43cd-4268-9892-abcb19f00e47 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:04:04.901279 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Updating router ecd5de83-43cd-4268-9892-abcb19f00e47 port 9628bd3c-f557-4db0-98e0-4eb25d3a7960 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:04:04.927178 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.037209 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-741c6613-c447-4582-a3ee-5ef4364f7f57 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.091452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c6613-c447-4582-a3ee-5ef4364f7f57 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Subnet': ['ID=da7f1934-3b2d-444d-8c75-03407c85f54c,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:05.108514 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c6613-c447-4582-a3ee-5ef4364f7f57 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Checking segment: {'id': '2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:04:05.108873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741c6613-c447-4582-a3ee-5ef4364f7f57 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network hostable DHCP agents. Network: a585176a-6b97-4b18-9c1f-9b4db6946ab7, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 06:04:05.127674 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741c6613-c447-4582-a3ee-5ef4364f7f57 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network a585176a-6b97-4b18-9c1f-9b4db6946ab7 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 06:04:05.137177 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-741c6613-c447-4582-a3ee-5ef4364f7f57 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, a585176a-6b97-4b18-9c1f-9b4db6946ab7) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:04:05.141376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741c6613-c447-4582-a3ee-5ef4364f7f57 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:05.142029 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-741c6613-c447-4582-a3ee-5ef4364f7f57 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.148819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d253152c-d154-47f3-9e65-93292c88d293 None None] Network a585176a-6b97-4b18-9c1f-9b4db6946ab7 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:04:05.161539 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-741c6613-c447-4582-a3ee-5ef4364f7f57 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4041266 Nov 13 06:04:05.164481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49584) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:05.174467 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.184197 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.236681 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d18bb6-f1f9-4106-a590-89d5b1183829 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:04:05.238152 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Attempting to bind port 9628bd3c-f557-4db0-98e0-4eb25d3a7960 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:04:05.238678 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Attempting to bind port 9628bd3c-f557-4db0-98e0-4eb25d3a7960 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:04:05.239368 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Attempting to bind port 9628bd3c-f557-4db0-98e0-4eb25d3a7960 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:04:05.248486 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:04:05.248863 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:04:05.249235 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.249620 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:04:05.250077 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Bound port: 9628bd3c-f557-4db0-98e0-4eb25d3a7960, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:04:05.250447 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.253774 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1ea56-6b27-4871-88b6-5f4a63ed547f None None] Pushing event updated for resources: {'Port': ['ID=9628bd3c-f557-4db0-98e0-4eb25d3a7960,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:05.279970 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1ea56-6b27-4871-88b6-5f4a63ed547f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:04:05.280307 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1ea56-6b27-4871-88b6-5f4a63ed547f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:04:05.280640 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1ea56-6b27-4871-88b6-5f4a63ed547f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:04:05.280966 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1ea56-6b27-4871-88b6-5f4a63ed547f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:04:05.281297 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1ea56-6b27-4871-88b6-5f4a63ed547f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:04:05.281625 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1ea56-6b27-4871-88b6-5f4a63ed547f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:04:05.281938 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1ea56-6b27-4871-88b6-5f4a63ed547f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:04:05.282252 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1ea56-6b27-4871-88b6-5f4a63ed547f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:04:05.282631 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1ea56-6b27-4871-88b6-5f4a63ed547f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:04:05.282964 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1ea56-6b27-4871-88b6-5f4a63ed547f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:04:05.283279 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1ea56-6b27-4871-88b6-5f4a63ed547f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:04:05.283590 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1ea56-6b27-4871-88b6-5f4a63ed547f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:04:05.314382 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] For port 9628bd3c-f557-4db0-98e0-4eb25d3a7960, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:04:05.318000 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] For port 9628bd3c-f557-4db0-98e0-4eb25d3a7960, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9628bd3c-f557-4db0-98e0-4eb25d3a7960,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:04:05.323916 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.328286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ips': [{'subnet_id': 'da7f1934-3b2d-444d-8c75-03407c85f54c'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 06:04:05.329513 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.393496 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Routers {'ecd5de83-43cd-4268-9892-abcb19f00e47'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:04:05.394137 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:03:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ecd5de83-43cd-4268-9892-abcb19f00e47'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:04:05.411221 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d86990-2530-4d86-b6a3-5768dd557f4c None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:04:05.440701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-627be7ed-8468-4f1f-9faf-58ecf49f1719 None None] Provisioning complete for port 9628bd3c-f557-4db0-98e0-4eb25d3a7960 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:04:05.441320 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-627be7ed-8468-4f1f-9faf-58ecf49f1719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.504715 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] Set router ecd5de83-43cd-4268-9892-abcb19f00e47 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:04:05.529575 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Allocated IP 172.20.0.2 (a585176a-6b97-4b18-9c1f-9b4db6946ab7/da7f1934-3b2d-444d-8c75-03407c85f54c/607e31a6-ef72-4cbe-86c9-5da837c26064) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:04:05.590280 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1ea56-6b27-4871-88b6-5f4a63ed547f None None] Pushing event updated for resources: {'Port': ['ID=9628bd3c-f557-4db0-98e0-4eb25d3a7960,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:05.597584 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-627be7ed-8468-4f1f-9faf-58ecf49f1719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.647437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-627be7ed-8468-4f1f-9faf-58ecf49f1719 None None] For port 9628bd3c-f557-4db0-98e0-4eb25d3a7960, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9628bd3c-f557-4db0-98e0-4eb25d3a7960,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:04:05.654263 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-627be7ed-8468-4f1f-9faf-58ecf49f1719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.716843 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:03Z', 'revision_number': 3, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:04:05.743687 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a2d8a2-9004-4ea1-b7c0-10b3c74f1769 None None] The sync data for ids ['ecd5de83-43cd-4268-9892-abcb19f00e47'] in n-d-813114-2 is: [{'id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:03Z', 'revision_number': 3, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:04:05.750728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627be7ed-8468-4f1f-9faf-58ecf49f1719 None None] Pushing event updated for resources: {'Port': ['ID=9628bd3c-f557-4db0-98e0-4eb25d3a7960,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:05.774032 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.786879 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.838902 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c18dde78-f212-47ad-bb50-c6f51a9dd6dd None None] Provisioning complete for port 9628bd3c-f557-4db0-98e0-4eb25d3a7960 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:04:05.839291 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c18dde78-f212-47ad-bb50-c6f51a9dd6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.864110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Pushing event updated for resources: {'Port': ['ID=607e31a6-ef72-4cbe-86c9-5da837c26064,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:05.875759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Network a585176a-6b97-4b18-9c1f-9b4db6946ab7 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:04:05.879429 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:04:05.881963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:04:05.952788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Attempting to bind port 607e31a6-ef72-4cbe-86c9-5da837c26064 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:04:05.953295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Attempting to bind port 607e31a6-ef72-4cbe-86c9-5da837c26064 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:04:05.953744 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Attempting to bind port 607e31a6-ef72-4cbe-86c9-5da837c26064 on network a585176a-6b97-4b18-9c1f-9b4db6946ab7 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:04:05.994163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:04:05.994542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Checking segment: {'id': '2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:04:05.995500 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:05.995901 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Bound using segment: {'id': '2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:04:05.996384 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Bound port: 607e31a6-ef72-4cbe-86c9-5da837c26064, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:04:05.998121 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:06.000764 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:06.093162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] For port 607e31a6-ef72-4cbe-86c9-5da837c26064, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:04:06.097576 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] For port 607e31a6-ef72-4cbe-86c9-5da837c26064, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=607e31a6-ef72-4cbe-86c9-5da837c26064,segment=NetworkSegment(2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b),segment_id=2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:04:06.103081 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:06.172607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0057914-fa64-4fdc-8387-3bfda451f100 None None] Pushing event updated for resources: {'Port': ['ID=607e31a6-ef72-4cbe-86c9-5da837c26064,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:06.302518 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.20.0.1 (a585176a-6b97-4b18-9c1f-9b4db6946ab7/da7f1934-3b2d-444d-8c75-03407c85f54c/efa6d030-3ebf-495b-ae44-4bc25f3831a3) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:04:06.471066 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:06.510648 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:06.551537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network a585176a-6b97-4b18-9c1f-9b4db6946ab7 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:04:06.554837 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:04:06.557327 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:04:06.588760 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9498730-ff81-4621-853a-5c292d5dac7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:06.594003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=efa6d030-3ebf-495b-ae44-4bc25f3831a3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:06.616771 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:06.754778 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:07.058657 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:07.064888 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:07.126805 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e207e168-8b43-4e57-98ae-78d4120a34db None None] Network a585176a-6b97-4b18-9c1f-9b4db6946ab7 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:04:07.139932 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:07.141493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=efa6d030-3ebf-495b-ae44-4bc25f3831a3,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:07.216190 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3f175a45-e6e7-41a0-9214-a0c8d559fb13 None None] Provisioning complete for port 607e31a6-ef72-4cbe-86c9-5da837c26064 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:04:07.216952 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f175a45-e6e7-41a0-9214-a0c8d559fb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:07.241141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network a585176a-6b97-4b18-9c1f-9b4db6946ab7 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:04:07.242616 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:04:07.359510 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router ecd5de83-43cd-4268-9892-abcb19f00e47 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:04:07.360174 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f175a45-e6e7-41a0-9214-a0c8d559fb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:07.403183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3f175a45-e6e7-41a0-9214-a0c8d559fb13 None None] For port 607e31a6-ef72-4cbe-86c9-5da837c26064, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=607e31a6-ef72-4cbe-86c9-5da837c26064,segment=NetworkSegment(2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b),segment_id=2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:04:07.410247 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f175a45-e6e7-41a0-9214-a0c8d559fb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:07.519905 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:04:07.525367 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-852a5bd6-07ea-425d-ab24-458585338f1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "PUT /v2.0/routers/ecd5de83-43cd-4268-9892-abcb19f00e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3597839 Nov 13 06:04:07.664015 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 607e31a6-ef72-4cbe-86c9-5da837c26064 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:04:07.724072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f175a45-e6e7-41a0-9214-a0c8d559fb13 None None] Pushing event updated for resources: {'Port': ['ID=607e31a6-ef72-4cbe-86c9-5da837c26064,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:07.726598 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-6dcace52-3cc1-4563-93d5-81ee946d6ae3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-773369028&fields=id&tenant_id=eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 267 time: 0.0516124 Nov 13 06:04:07.740440 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f63c5161-fd02-4218-8175-8430167aea0d None None] Provisioning complete for port efa6d030-3ebf-495b-ae44-4bc25f3831a3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:04:07.741054 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f63c5161-fd02-4218-8175-8430167aea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:07.786329 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 607e31a6-ef72-4cbe-86c9-5da837c26064 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:04:07.786329 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:07.814797 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Sync routers for ids ['ecd5de83-43cd-4268-9892-abcb19f00e47'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:04:07.826224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f63c5161-fd02-4218-8175-8430167aea0d None None] Port efa6d030-3ebf-495b-ae44-4bc25f3831a3 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:04:07.845549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Routers {'ecd5de83-43cd-4268-9892-abcb19f00e47'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:04:07.846083 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:04:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ecd5de83-43cd-4268-9892-abcb19f00e47'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:04:07.859050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-671d066a-3a16-492e-92c0-fa91ed8e58b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:07.863399 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-671d066a-3a16-492e-92c0-fa91ed8e58b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/networks?id=a585176a-6b97-4b18-9c1f-9b4db6946ab7 HTTP/1.1" status: 200 len: 797 time: 0.1275394 Nov 13 06:04:07.877259 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-ac5638ec-e1b8-4d67-bfd5-2c340edfd8ba tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/quotas/eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 375 time: 0.0101464 Nov 13 06:04:07.888701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f63c5161-fd02-4218-8175-8430167aea0d None None] Provisioning complete for port 607e31a6-ef72-4cbe-86c9-5da837c26064 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:04:07.889065 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f63c5161-fd02-4218-8175-8430167aea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:07.936399 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-81f1be03-a9cf-41cc-82bd-1584d5f82e4d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523622 Nov 13 06:04:08.003568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-07151be8-9cea-4617-a116-1bf0eb0c7439 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:04:08.004579 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-07151be8-9cea-4617-a116-1bf0eb0c7439 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0542989 Nov 13 06:04:08.019213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9628bd3c-f557-4db0-98e0-4eb25d3a7960 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:04:08.050109 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Set router ecd5de83-43cd-4268-9892-abcb19f00e47 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:04:08.102360 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-7eee956a-bbd1-4245-9aa0-c832a138ef25 service neutron] 10.222.0.43 "GET /v2.0/networks/a585176a-6b97-4b18-9c1f-9b4db6946ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900309 Nov 13 06:04:08.188265 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 9628bd3c-f557-4db0-98e0-4eb25d3a7960 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:04:08.188648 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:08.197828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-a573e469-cf00-47ec-8530-570e4a592b0c service neutron] 10.222.0.43 "GET /v2.0/networks/a585176a-6b97-4b18-9c1f-9b4db6946ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894799 Nov 13 06:04:08.270476 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:08.326507 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a08a3db2-f857-4e78-b227-acb9bd07aeca None None] Provisioning complete for port efa6d030-3ebf-495b-ae44-4bc25f3831a3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:04:08.326794 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a08a3db2-f857-4e78-b227-acb9bd07aeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:08.388460 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-db468abf-96d8-4f1b-b5c8-703191f4c346 req-e9912b21-4cdb-4833-8a90-87ffbce17c97 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 210 time: 0.0272410 Nov 13 06:04:08.393542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a08a3db2-f857-4e78-b227-acb9bd07aeca None None] Port efa6d030-3ebf-495b-ae44-4bc25f3831a3 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:04:08.420063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:06Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'efa6d030-3ebf-495b-ae44-4bc25f3831a3', 'name': '', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:fc:5e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:06Z', 'updated_at': '2021-11-13T06:04:06Z', 'revision_number': 2, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:04:08.449977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Checking router: ecd5de83-43cd-4268-9892-abcb19f00e47 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:04:08.450320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Updating router ecd5de83-43cd-4268-9892-abcb19f00e47 port efa6d030-3ebf-495b-ae44-4bc25f3831a3 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:04:08.474717 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:08.745552 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:08.751428 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:08.810886 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d5020-a569-45d9-bc4b-621d43d46711 None None] Pushing event updated for resources: {'Port': ['ID=efa6d030-3ebf-495b-ae44-4bc25f3831a3,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:08.862998 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Attempting to bind port efa6d030-3ebf-495b-ae44-4bc25f3831a3 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:04:08.863579 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Attempting to bind port efa6d030-3ebf-495b-ae44-4bc25f3831a3 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:04:08.865113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Attempting to bind port efa6d030-3ebf-495b-ae44-4bc25f3831a3 on network a585176a-6b97-4b18-9c1f-9b4db6946ab7 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:04:08.871102 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:04:08.871479 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Checking segment: {'id': '2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:04:08.871882 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:08.872297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Bound using segment: {'id': '2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:04:08.872776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Bound port: efa6d030-3ebf-495b-ae44-4bc25f3831a3, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:04:08.873151 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:08.942943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] For port efa6d030-3ebf-495b-ae44-4bc25f3831a3, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:04:08.946979 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] For port efa6d030-3ebf-495b-ae44-4bc25f3831a3, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=efa6d030-3ebf-495b-ae44-4bc25f3831a3,segment=NetworkSegment(2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b),segment_id=2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:04:08.952800 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:09.016259 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Routers {'ecd5de83-43cd-4268-9892-abcb19f00e47'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:04:09.016935 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:04:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ecd5de83-43cd-4268-9892-abcb19f00e47'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:04:09.021511 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d5020-a569-45d9-bc4b-621d43d46711 None None] Pushing event updated for resources: {'Port': ['ID=efa6d030-3ebf-495b-ae44-4bc25f3831a3,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:09.074993 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e8a07911-9b58-4980-a330-b984c01e3275 None None] Provisioning complete for port efa6d030-3ebf-495b-ae44-4bc25f3831a3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:04:09.075195 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8a07911-9b58-4980-a330-b984c01e3275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:09.171846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] Set router ecd5de83-43cd-4268-9892-abcb19f00e47 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:04:09.266289 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8a07911-9b58-4980-a330-b984c01e3275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:09.341928 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e8a07911-9b58-4980-a330-b984c01e3275 None None] For port efa6d030-3ebf-495b-ae44-4bc25f3831a3, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=efa6d030-3ebf-495b-ae44-4bc25f3831a3,segment=NetworkSegment(2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b),segment_id=2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:04:09.350981 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8a07911-9b58-4980-a330-b984c01e3275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:09.444777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a07911-9b58-4980-a330-b984c01e3275 None None] Pushing event updated for resources: {'Port': ['ID=efa6d030-3ebf-495b-ae44-4bc25f3831a3,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:09.481525 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:06Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'efa6d030-3ebf-495b-ae44-4bc25f3831a3', 'name': '', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:fc:5e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:06Z', 'updated_at': '2021-11-13T06:04:08Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:04:09.518539 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c61b00f2-a5bd-445e-b738-2b1258953f61 None None] Provisioning complete for port efa6d030-3ebf-495b-ae44-4bc25f3831a3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:04:09.521425 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c61b00f2-a5bd-445e-b738-2b1258953f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:09.523766 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-87c75698-0632-4262-a927-23730d6123ca req-4ac5e9f1-1769-45b6-9a32-94fe69f7ee3b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 210 time: 0.0504918 Nov 13 06:04:09.564547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 607e31a6-ef72-4cbe-86c9-5da837c26064 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:04:09.575351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce7a47c-0449-4139-b093-7a15eb14aaca None None] The sync data for ids ['ecd5de83-43cd-4268-9892-abcb19f00e47'] in n-d-813114-2 is: [{'id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:06Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'efa6d030-3ebf-495b-ae44-4bc25f3831a3', 'name': '', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:fc:5e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:06Z', 'updated_at': '2021-11-13T06:04:08Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:04:09.622416 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-c4f59484-69ed-4662-9f93-65bdaf887089 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:09.624253 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-c4f59484-69ed-4662-9f93-65bdaf887089 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "GET /v2.0/networks?id=a585176a-6b97-4b18-9c1f-9b4db6946ab7 HTTP/1.1" status: 200 len: 797 time: 0.1424928 Nov 13 06:04:09.635602 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:09.682827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 607e31a6-ef72-4cbe-86c9-5da837c26064 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:04:09.683380 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:09.735133 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-effe2852-88a2-4225-88a9-b935cffad5a4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 379 time: 0.0950358 Nov 13 06:04:09.785418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-e999194f-e751-4232-ab4f-eb8ce28d7e27 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'port': {'device_id': '388cd686-57c3-41c2-a0b1-799958e65a1b', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'admin_state_up': True, 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'security_groups': ['67fd91f7-0920-475c-bfb1-c11b59fdf611']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:04:09.906731 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-e999194f-e751-4232-ab4f-eb8ce28d7e27 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Made reservation on behalf of eb84d0a713cf4876b47a07d15d41fc4d for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:04:09.910561 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-e999194f-e751-4232-ab4f-eb8ce28d7e27 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:10.042375 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-e999194f-e751-4232-ab4f-eb8ce28d7e27 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.20.0.3 (a585176a-6b97-4b18-9c1f-9b4db6946ab7/da7f1934-3b2d-444d-8c75-03407c85f54c/7ab1ab6d-e6d1-4ef7-9499-60e9bc327591) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:04:10.067530 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:10.194398 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-e999194f-e751-4232-ab4f-eb8ce28d7e27 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:10.229061 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-e999194f-e751-4232-ab4f-eb8ce28d7e27 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:10.272687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-e999194f-e751-4232-ab4f-eb8ce28d7e27 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network a585176a-6b97-4b18-9c1f-9b4db6946ab7 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:04:10.277809 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-e999194f-e751-4232-ab4f-eb8ce28d7e27 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:04:10.281673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-e999194f-e751-4232-ab4f-eb8ce28d7e27 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:04:10.288584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999194f-e751-4232-ab4f-eb8ce28d7e27 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:10.343050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-e999194f-e751-4232-ab4f-eb8ce28d7e27 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:10.343722 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-e999194f-e751-4232-ab4f-eb8ce28d7e27 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:10.363796 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-e999194f-e751-4232-ab4f-eb8ce28d7e27 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5825660 Nov 13 06:04:10.432827 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Request body: {'port': {'device_id': '388cd686-57c3-41c2-a0b1-799958e65a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:04:10.492328 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:10.534843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-70d52226-4e6a-4cdb-8468-8254bd356d4b None None] Provisioning complete for port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:04:10.535174 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70d52226-4e6a-4cdb-8468-8254bd356d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:10.576601 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-70d52226-4e6a-4cdb-8468-8254bd356d4b None None] Port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:04:10.701265 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52dbf0-61fb-44e2-a30f-6c589180cd35 req-ee11a456-90a4-4be9-b848-632396f17ecc tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:10.702729 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe52dbf0-61fb-44e2-a30f-6c589180cd35 req-ee11a456-90a4-4be9-b848-632396f17ecc tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 931 time: 0.0856903 Nov 13 06:04:10.794806 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fe52dbf0-61fb-44e2-a30f-6c589180cd35 req-6501330a-4cf4-45e6-a776-cd1610dabade tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641434 Nov 13 06:04:10.861734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:04:10.869810 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:10.882821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Transition to ACTIVE for port object 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 06:04:10.888537 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:10.939247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:11.014599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Attempting to bind port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:04:11.014898 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Attempting to bind port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:04:11.015284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Attempting to bind port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 on network a585176a-6b97-4b18-9c1f-9b4db6946ab7 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:04:11.020590 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 on network a585176a-6b97-4b18-9c1f-9b4db6946ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 06:04:11.020904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Attempting to bind port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 on network a585176a-6b97-4b18-9c1f-9b4db6946ab7 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:04:11.025933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:04:11.026258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Checking segment: {'id': '2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:04:11.026627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Bound using segment: {'id': '2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:04:11.027079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Bound port: 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:04:11.027453 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:11.097401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] For port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:04:11.100472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] For port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591,segment=NetworkSegment(2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b),segment_id=2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:04:11.106218 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:11.138600 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:11.139250 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:11.140863 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] 10.222.0.46 "PUT /v2.0/ports/7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 HTTP/1.1" status: 200 len: 1091 time: 0.7631667 Nov 13 06:04:11.143448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388cd686-57c3-41c2-a0b1-799958e65a1b', 'tag': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:04:11.145775 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1826b902-a7ad-4f6c-b8be-628ca4d4fdc3" -d '{"events": [{"name": "network-changed", "server_uuid": "388cd686-57c3-41c2-a0b1-799958e65a1b", "tag": "7ab1ab6d-e6d1-4ef7-9499-60e9bc327591"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:04:11.176740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee1875-6f80-4e1f-8605-7d72f8cb4e07 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:11.213426 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95fefe9-1d5e-4fa5-80ed-5bd5c0c62593 x-openstack-request-id: req-b95fefe9-1d5e-4fa5-80ed-5bd5c0c62593 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:04:11.213712 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388cd686-57c3-41c2-a0b1-799958e65a1b", "tag": "7ab1ab6d-e6d1-4ef7-9499-60e9bc327591", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:04:11.214010 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b95fefe9-1d5e-4fa5-80ed-5bd5c0c62593 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:04:11.214409 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388cd686-57c3-41c2-a0b1-799958e65a1b', 'tag': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591', 'status': 'completed', 'code': 200} Nov 13 06:04:11.248460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-4346c5d8-24bb-4300-afde-82e4078a8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:11.250010 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-4346c5d8-24bb-4300-afde-82e4078a8cbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 1094 time: 0.0505552 Nov 13 06:04:11.303644 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-80b14500-8a07-4762-a048-f63bb22a5e32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 HTTP/1.1" status: 200 len: 217 time: 0.0386212 Nov 13 06:04:11.353383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-6210e21e-8241-450d-b451-3715d8a6a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:11.354890 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-6210e21e-8241-450d-b451-3715d8a6a307 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da7f1934-3b2d-444d-8c75-03407c85f54c HTTP/1.1" status: 200 len: 834 time: 0.0451000 Nov 13 06:04:11.403066 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-ba2d0aeb-ba87-40a7-a688-e677aeb6f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:11.404515 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-ba2d0aeb-ba87-40a7-a688-e677aeb6f6d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a585176a-6b97-4b18-9c1f-9b4db6946ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426028 Nov 13 06:04:11.506244 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-9ca20cea-de15-4378-acf1-10224951f763 service neutron] 10.222.0.46 "GET /v2.0/networks/a585176a-6b97-4b18-9c1f-9b4db6946ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925565 Nov 13 06:04:11.522685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device efa6d030-3ebf-495b-ae44-4bc25f3831a3 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:04:11.574865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port efa6d030-3ebf-495b-ae44-4bc25f3831a3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:04:11.575154 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:11.600708 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea7d47a3-0ced-4b61-a897-667ec011314a req-6e65ddb7-48a7-4583-af70-d38312ede78f service neutron] 10.222.0.46 "GET /v2.0/networks/a585176a-6b97-4b18-9c1f-9b4db6946ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866065 Nov 13 06:04:11.728897 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826b902-a7ad-4f6c-b8be-628ca4d4fdc3 req-5e719898-1c20-4fcd-ad32-64e747831f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:11.730324 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1826b902-a7ad-4f6c-b8be-628ca4d4fdc3 req-5e719898-1c20-4fcd-ad32-64e747831f46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 1094 time: 0.0466509 Nov 13 06:04:11.825334 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826b902-a7ad-4f6c-b8be-628ca4d4fdc3 req-e6d5b600-415e-4d2f-9f1d-8b828ba01b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:11.826972 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1826b902-a7ad-4f6c-b8be-628ca4d4fdc3 req-e6d5b600-415e-4d2f-9f1d-8b828ba01b3c service neutron] 10.222.0.46 "GET /v2.0/networks?id=a585176a-6b97-4b18-9c1f-9b4db6946ab7 HTTP/1.1" status: 200 len: 898 time: 0.0860333 Nov 13 06:04:11.876814 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1826b902-a7ad-4f6c-b8be-628ca4d4fdc3 req-a3856e52-8bc6-4bc7-8fc5-460e6b6de5d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 HTTP/1.1" status: 200 len: 217 time: 0.0402451 Nov 13 06:04:11.946016 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826b902-a7ad-4f6c-b8be-628ca4d4fdc3 req-b8f10faf-f504-41e3-989a-f9f181c06be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:11.947501 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1826b902-a7ad-4f6c-b8be-628ca4d4fdc3 req-b8f10faf-f504-41e3-989a-f9f181c06be5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da7f1934-3b2d-444d-8c75-03407c85f54c HTTP/1.1" status: 200 len: 834 time: 0.0631750 Nov 13 06:04:11.960781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81f2aa-ba7a-4019-a88d-9d1f1fdcdc00 req-43be42da-fc42-4eb4-83ab-61a74eaa7670 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:11.962153 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f81f2aa-ba7a-4019-a88d-9d1f1fdcdc00 req-43be42da-fc42-4eb4-83ab-61a74eaa7670 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 943 time: 0.0883842 Nov 13 06:04:12.035626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826b902-a7ad-4f6c-b8be-628ca4d4fdc3 req-bf2374d2-c2c0-44e9-8c0e-98686861d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:12.037136 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1826b902-a7ad-4f6c-b8be-628ca4d4fdc3 req-bf2374d2-c2c0-44e9-8c0e-98686861d1db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a585176a-6b97-4b18-9c1f-9b4db6946ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741515 Nov 13 06:04:12.041631 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6f81f2aa-ba7a-4019-a88d-9d1f1fdcdc00 req-99860fdb-ba29-4152-90cd-aadf67517a98 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713105 Nov 13 06:04:12.135528 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1826b902-a7ad-4f6c-b8be-628ca4d4fdc3 req-d007e183-7ae0-44aa-b1f5-fc1c943bb6f4 service neutron] 10.222.0.46 "GET /v2.0/networks/a585176a-6b97-4b18-9c1f-9b4db6946ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912876 Nov 13 06:04:12.229189 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1826b902-a7ad-4f6c-b8be-628ca4d4fdc3 req-5a28ff84-3231-48a8-b7ff-8bb79d2c88f6 service neutron] 10.222.0.46 "GET /v2.0/networks/a585176a-6b97-4b18-9c1f-9b4db6946ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860784 Nov 13 06:04:13.163955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a23b21-d443-4166-88b5-8e8ce14ff889 req-30021523-5a87-40ac-b57d-5f16243efa92 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:13.165331 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c2a23b21-d443-4166-88b5-8e8ce14ff889 req-30021523-5a87-40ac-b57d-5f16243efa92 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 943 time: 0.0520167 Nov 13 06:04:13.216679 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c2a23b21-d443-4166-88b5-8e8ce14ff889 req-d3c8177d-476e-4702-89be-949d4541717d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424790 Nov 13 06:04:14.362959 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f35e9-1ee4-44f8-ae90-a9d6ab3f44d0 req-2b36bbcb-cfbf-44c0-9e72-e3c7b141a4d4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:14.364344 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f91f35e9-1ee4-44f8-ae90-a9d6ab3f44d0 req-2b36bbcb-cfbf-44c0-9e72-e3c7b141a4d4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 943 time: 0.0581410 Nov 13 06:04:14.418848 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f91f35e9-1ee4-44f8-ae90-a9d6ab3f44d0 req-b00c22a0-6461-425f-8f33-cb2b86746c5b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456891 Nov 13 06:04:15.550018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158cf72-1993-4a3b-a468-a4da71862039 req-1f017ef1-9265-43d6-92e3-8accbefb8f82 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:15.551541 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c158cf72-1993-4a3b-a468-a4da71862039 req-1f017ef1-9265-43d6-92e3-8accbefb8f82 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 943 time: 0.0580778 Nov 13 06:04:15.595340 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:04:15.604426 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c158cf72-1993-4a3b-a468-a4da71862039 req-7aa46662-c855-4f8f-95e3-3ec2b41ef7c7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437729 Nov 13 06:04:15.700614 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591,segment=NetworkSegment(2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b),segment_id=2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:04:15.713089 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'port_id': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591', 'mac_address': 'fa:16:3e:46:b8:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:04:15.752158 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:15.765679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:04:15.787001 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591,segment=NetworkSegment(2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b),segment_id=2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:04:15.793103 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:15.839941 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:16.226513 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['7ab1ab6d-e6d1-4ef7-9499-60e9bc327591'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:04:16.728511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6852f8-298f-4ee3-a203-8c67da361c64 req-a89cc2bd-5c73-4439-b91d-9d681d3989ff tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:16.729986 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f6852f8-298f-4ee3-a203-8c67da361c64 req-a89cc2bd-5c73-4439-b91d-9d681d3989ff tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 944 time: 0.0505586 Nov 13 06:04:16.786127 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3f6852f8-298f-4ee3-a203-8c67da361c64 req-977df403-94bc-498a-bdf6-371f06aa880e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499480 Nov 13 06:04:17.611710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:04:17.845550 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 06:04:17.849762 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:04:17.850146 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:17.919354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ce2a-304a-4ef1-a294-14d51fba365b req-c133b175-edc1-4eb3-98e6-b3911f67f627 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:17.921376 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eac1ce2a-304a-4ef1-a294-14d51fba365b req-c133b175-edc1-4eb3-98e6-b3911f67f627 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 944 time: 0.0556314 Nov 13 06:04:17.931898 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:17.955864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388cd686-57c3-41c2-a0b1-799958e65a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:04:17.958244 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f87d208-5720-410b-9e75-e11746a14203" -d '{"events": [{"server_uuid": "388cd686-57c3-41c2-a0b1-799958e65a1b", "name": "network-vif-plugged", "status": "completed", "tag": "7ab1ab6d-e6d1-4ef7-9499-60e9bc327591"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:04:17.972458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591,segment=NetworkSegment(2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b),segment_id=2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:04:17.975215 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-eac1ce2a-304a-4ef1-a294-14d51fba365b req-af53a4b0-aac7-459e-b6cd-b739b19ebb6e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474997 Nov 13 06:04:17.982730 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:18.014084 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23f0683-5c00-4798-ab1e-968f8505dd10 x-openstack-request-id: req-d23f0683-5c00-4798-ab1e-968f8505dd10 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:04:18.014371 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388cd686-57c3-41c2-a0b1-799958e65a1b", "name": "network-vif-plugged", "status": "completed", "tag": "7ab1ab6d-e6d1-4ef7-9499-60e9bc327591", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:04:18.014626 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d23f0683-5c00-4798-ab1e-968f8505dd10 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:04:18.015010 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388cd686-57c3-41c2-a0b1-799958e65a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591', 'code': 200} Nov 13 06:04:18.042356 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:18.150538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6ceff-e5e9-444a-a38f-490fb7c401bb req-c6cb9475-912b-4102-9fb2-95a945603497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:18.153135 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35c6ceff-e5e9-444a-a38f-490fb7c401bb req-c6cb9475-912b-4102-9fb2-95a945603497 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 1096 time: 0.0494750 Nov 13 06:04:18.210653 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-35c6ceff-e5e9-444a-a38f-490fb7c401bb req-dbaeac0d-5869-4281-b936-cfc9bdaf8026 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501549 Nov 13 06:04:19.101946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d98e16-f53d-470a-bbc3-430ebeee3eca req-2de17815-ffa1-47df-b1ea-3a13ca5bf8f6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:19.103480 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e3d98e16-f53d-470a-bbc3-430ebeee3eca req-2de17815-ffa1-47df-b1ea-3a13ca5bf8f6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 945 time: 0.0550361 Nov 13 06:04:19.160607 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e3d98e16-f53d-470a-bbc3-430ebeee3eca req-1982fb6e-a4bf-4818-90cd-c0fa86bf4307 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481548 Nov 13 06:04:20.287401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40427ea-a6d2-4a1a-a985-f23e17f93ba9 req-e5d93599-8341-493c-abf7-a659de0bd99d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:20.288885 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e40427ea-a6d2-4a1a-a985-f23e17f93ba9 req-e5d93599-8341-493c-abf7-a659de0bd99d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 945 time: 0.0502937 Nov 13 06:04:20.351258 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e40427ea-a6d2-4a1a-a985-f23e17f93ba9 req-027ae67b-6cae-4cbe-96fd-536a83c386c9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536208 Nov 13 06:04:20.467648 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049937d-8100-4ead-b273-8ab10b106587 req-10b9adce-57b2-411b-8b4f-b0cdb6a78458 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:20.469326 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f049937d-8100-4ead-b273-8ab10b106587 req-10b9adce-57b2-411b-8b4f-b0cdb6a78458 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 945 time: 0.0497973 Nov 13 06:04:20.524719 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f049937d-8100-4ead-b273-8ab10b106587 req-99a5d4f3-d275-40ae-98d3-d5dbe0c3bbfa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470350 Nov 13 06:04:20.554981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49652) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:20.604638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce09c48-f8ae-456b-b4e6-8b96247fe425 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:20.606075 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4ce09c48-f8ae-456b-b4e6-8b96247fe425 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 1091 time: 0.0498862 Nov 13 06:04:20.609150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49654) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:20.614003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:04:20.638428 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:20.742230 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:20.866046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.25.8.92 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/921d1725-5b1e-482a-9be3-64b5a0f16b88) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:04:20.968190 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:21.005300 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:21.042465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:04:21.049532 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:04:21.054018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:04:21.057097 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=921d1725-5b1e-482a-9be3-64b5a0f16b88,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:21.422426 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:21.499658 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:21.664197 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:21.673318 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:21.745635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=921d1725-5b1e-482a-9be3-64b5a0f16b88,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:04:21.759642 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:21.861500 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Floating IP 29baf69b-5547-4046-9ba3-346a6f1fad98 associated. External IP: 172.25.8.92, port: 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591. Nov 13 06:04:22.070605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router ecd5de83-43cd-4268-9892-abcb19f00e47 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:04:22.182830 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:04:22.192612 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eea3519-567f-4787-9959-e8c23b07a3d8 None None] Sync routers for ids ['ecd5de83-43cd-4268-9892-abcb19f00e47'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:04:22.202700 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea3519-567f-4787-9959-e8c23b07a3d8 None None] Routers {'ecd5de83-43cd-4268-9892-abcb19f00e47'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:04:22.203354 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9eea3519-567f-4787-9959-e8c23b07a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:04:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ecd5de83-43cd-4268-9892-abcb19f00e47'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:04:22.204005 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:22.313633 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9eea3519-567f-4787-9959-e8c23b07a3d8 None None] Set router ecd5de83-43cd-4268-9892-abcb19f00e47 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:04:22.555754 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9eea3519-567f-4787-9959-e8c23b07a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:06Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '29baf69b-5547-4046-9ba3-346a6f1fad98', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'floating_ip_address': '172.25.8.92', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'port_id': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'mac_address': 'fa:16:3e:46:b8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388cd686-57c3-41c2-a0b1-799958e65a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:04:21Z', 'updated_at': '2021-11-13T06:04:21Z', 'revision_number': 0, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa6d030-3ebf-495b-ae44-4bc25f3831a3', 'name': '', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:fc:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:06Z', 'updated_at': '2021-11-13T06:04:09Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:04:22.578088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-97d6b72c-98bb-4aab-aade-b2811aa4d2a0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9677517 Nov 13 06:04:22.578673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388cd686-57c3-41c2-a0b1-799958e65a1b', 'tag': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:04:22.580835 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d195a58-4d55-4ca8-99ec-3d4c923405da" -d '{"events": [{"name": "network-changed", "server_uuid": "388cd686-57c3-41c2-a0b1-799958e65a1b", "tag": "7ab1ab6d-e6d1-4ef7-9499-60e9bc327591"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:04:22.584442 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eea3519-567f-4787-9959-e8c23b07a3d8 None None] Checking router: ecd5de83-43cd-4268-9892-abcb19f00e47 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:04:22.595421 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea3519-567f-4787-9959-e8c23b07a3d8 None None] Routers {'ecd5de83-43cd-4268-9892-abcb19f00e47'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:04:22.596456 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9eea3519-567f-4787-9959-e8c23b07a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:04:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ecd5de83-43cd-4268-9892-abcb19f00e47'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:04:22.633562 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85cc847-bbe3-499d-a8bd-d90980203886 x-openstack-request-id: req-d85cc847-bbe3-499d-a8bd-d90980203886 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:04:22.633851 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388cd686-57c3-41c2-a0b1-799958e65a1b", "tag": "7ab1ab6d-e6d1-4ef7-9499-60e9bc327591", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:04:22.634092 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d85cc847-bbe3-499d-a8bd-d90980203886 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:04:22.634512 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388cd686-57c3-41c2-a0b1-799958e65a1b', 'tag': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591', 'status': 'completed', 'code': 200} Nov 13 06:04:22.702066 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9eea3519-567f-4787-9959-e8c23b07a3d8 None None] Set router ecd5de83-43cd-4268-9892-abcb19f00e47 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:04:22.718060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c0260-a133-45cd-a839-9f56d472fdab req-e3e6f3e2-cbc1-45ab-9921-5e7b681030b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:22.719582 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a9c0260-a133-45cd-a839-9f56d472fdab req-e3e6f3e2-cbc1-45ab-9921-5e7b681030b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 945 time: 0.0785484 Nov 13 06:04:22.745680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d195a58-4d55-4ca8-99ec-3d4c923405da req-aa50ce21-f268-4aa6-b0bd-c9280cf75982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:22.747247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d195a58-4d55-4ca8-99ec-3d4c923405da req-aa50ce21-f268-4aa6-b0bd-c9280cf75982 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 1096 time: 0.0690262 Nov 13 06:04:22.798742 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a9c0260-a133-45cd-a839-9f56d472fdab req-971952d6-9635-40c0-977a-bfe41716043b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721240 Nov 13 06:04:22.823311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49660) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:22.868590 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d195a58-4d55-4ca8-99ec-3d4c923405da req-b02a8ab7-7aef-4e7d-a1f2-a7424491d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:22.870000 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d195a58-4d55-4ca8-99ec-3d4c923405da req-b02a8ab7-7aef-4e7d-a1f2-a7424491d87f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a585176a-6b97-4b18-9c1f-9b4db6946ab7 HTTP/1.1" status: 200 len: 898 time: 0.1118653 Nov 13 06:04:22.888907 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-564d34e9-1adf-4de3-98c5-2917c944e884 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/29baf69b-5547-4046-9ba3-346a6f1fad98 HTTP/1.1" status: 200 len: 990 time: 0.0643938 Nov 13 06:04:22.939723 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d195a58-4d55-4ca8-99ec-3d4c923405da req-89dc7f7f-8e28-4b0f-bbbf-5a54cd67a4fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 HTTP/1.1" status: 200 len: 998 time: 0.0612004 Nov 13 06:04:22.988097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d195a58-4d55-4ca8-99ec-3d4c923405da req-3e9dd0d3-472a-4353-b03a-c4e304598311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:22.989940 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d195a58-4d55-4ca8-99ec-3d4c923405da req-3e9dd0d3-472a-4353-b03a-c4e304598311 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da7f1934-3b2d-444d-8c75-03407c85f54c HTTP/1.1" status: 200 len: 834 time: 0.0435705 Nov 13 06:04:23.041412 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9eea3519-567f-4787-9959-e8c23b07a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:06Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '29baf69b-5547-4046-9ba3-346a6f1fad98', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'floating_ip_address': '172.25.8.92', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'port_id': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'mac_address': 'fa:16:3e:46:b8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388cd686-57c3-41c2-a0b1-799958e65a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:04:21Z', 'updated_at': '2021-11-13T06:04:21Z', 'revision_number': 0, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa6d030-3ebf-495b-ae44-4bc25f3831a3', 'name': '', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:fc:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:06Z', 'updated_at': '2021-11-13T06:04:09Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:04:23.045159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d195a58-4d55-4ca8-99ec-3d4c923405da req-9d2eec60-f21a-43a9-8961-afe3d9f4fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:04:23.046680 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d195a58-4d55-4ca8-99ec-3d4c923405da req-9d2eec60-f21a-43a9-8961-afe3d9f4fca0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a585176a-6b97-4b18-9c1f-9b4db6946ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497055 Nov 13 06:04:23.072473 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eea3519-567f-4787-9959-e8c23b07a3d8 None None] The sync data for ids ['ecd5de83-43cd-4268-9892-abcb19f00e47'] in n-d-813114-2 is: [{'id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:06Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '29baf69b-5547-4046-9ba3-346a6f1fad98', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'floating_ip_address': '172.25.8.92', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'port_id': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'mac_address': 'fa:16:3e:46:b8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388cd686-57c3-41c2-a0b1-799958e65a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:04:21Z', 'updated_at': '2021-11-13T06:04:21Z', 'revision_number': 0, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa6d030-3ebf-495b-ae44-4bc25f3831a3', 'name': '', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:fc:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:06Z', 'updated_at': '2021-11-13T06:04:09Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:04:23.142290 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d195a58-4d55-4ca8-99ec-3d4c923405da req-6b65a35a-6673-4af8-be5d-faf4422c5b73 service neutron] 10.222.0.46 "GET /v2.0/networks/a585176a-6b97-4b18-9c1f-9b4db6946ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872436 Nov 13 06:04:23.243480 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d195a58-4d55-4ca8-99ec-3d4c923405da req-279c426f-7b24-4a00-9698-a94a7262d56c service neutron] 10.222.0.46 "GET /v2.0/networks/a585176a-6b97-4b18-9c1f-9b4db6946ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930605 Nov 13 06:04:23.288308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285ce98-c5c1-4587-b4bc-c5d5eb04d765 None None] New status for floating IP 29baf69b-5547-4046-9ba3-346a6f1fad98: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:04:23.892451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49662) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:04:23.962569 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ccf08f9e-5e8b-4515-9b42-999a271a8a14 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/29baf69b-5547-4046-9ba3-346a6f1fad98 HTTP/1.1" status: 200 len: 992 time: 0.0680544 Nov 13 06:04:29.394744 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:29.435896 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:34.454900 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-574d7a19-9e77-426d-a8d7-9e6b86672754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:34.812370 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:04:36.586596 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bfd10dae-0a2a-4765-a515-c890aea0d246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:38.253968 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:39.526658 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:40.074799 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:59.392621 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:04:59.446671 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:04.452413 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53cf0ca2-c095-450e-bf36-69903f28e0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:06.588574 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ced5b257-41ec-49c8-8cf9-d6eef398d16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:08.259049 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:09.532385 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:10.069746 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:11.811848 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:05:17.879518 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ff607b3-e45c-463d-bb37-aa9bbbb66b1a req-e961d057-4e63-4798-8044-5e8eec85c13c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507734 Nov 13 06:05:17.979086 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff607b3-e45c-463d-bb37-aa9bbbb66b1a req-5ac1a6b4-d9f9-485b-bbe9-70826f3056ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:17.980568 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ff607b3-e45c-463d-bb37-aa9bbbb66b1a req-5ac1a6b4-d9f9-485b-bbe9-70826f3056ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 1096 time: 0.0421906 Nov 13 06:05:18.088292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff607b3-e45c-463d-bb37-aa9bbbb66b1a req-93286b2f-5a85-4f0f-8ca4-4d34e4bb05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:18.089767 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ff607b3-e45c-463d-bb37-aa9bbbb66b1a req-93286b2f-5a85-4f0f-8ca4-4d34e4bb05c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a585176a-6b97-4b18-9c1f-9b4db6946ab7 HTTP/1.1" status: 200 len: 898 time: 0.0884831 Nov 13 06:05:18.157957 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ff607b3-e45c-463d-bb37-aa9bbbb66b1a req-b1735438-d38d-4d1b-808d-c48be48bebbc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 HTTP/1.1" status: 200 len: 1000 time: 0.0595741 Nov 13 06:05:18.211480 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff607b3-e45c-463d-bb37-aa9bbbb66b1a req-7ac87eb0-5257-4851-9168-0b474ca1e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:18.212883 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ff607b3-e45c-463d-bb37-aa9bbbb66b1a req-7ac87eb0-5257-4851-9168-0b474ca1e7cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da7f1934-3b2d-444d-8c75-03407c85f54c HTTP/1.1" status: 200 len: 834 time: 0.0461366 Nov 13 06:05:18.270702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff607b3-e45c-463d-bb37-aa9bbbb66b1a req-e78cd004-c4ff-44a6-9f40-c5a9a8c5ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:18.272233 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ff607b3-e45c-463d-bb37-aa9bbbb66b1a req-e78cd004-c4ff-44a6-9f40-c5a9a8c5ce40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a585176a-6b97-4b18-9c1f-9b4db6946ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520444 Nov 13 06:05:18.365475 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ff607b3-e45c-463d-bb37-aa9bbbb66b1a req-06a34db7-90e1-4069-b4a5-1514589ff84b service neutron] 10.222.0.46 "GET /v2.0/networks/a585176a-6b97-4b18-9c1f-9b4db6946ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853977 Nov 13 06:05:18.462511 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1ff607b3-e45c-463d-bb37-aa9bbbb66b1a req-af714d6b-060c-4449-ae70-f616b931ddc1 service neutron] 10.222.0.46 "GET /v2.0/networks/a585176a-6b97-4b18-9c1f-9b4db6946ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899751 Nov 13 06:05:24.687193 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7e252-f5a8-45f6-bd38-99c99a7a8dad req-a6d1a908-1c09-41ec-a441-55b9ad6e533a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:24.688716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59b7e252-f5a8-45f6-bd38-99c99a7a8dad req-a6d1a908-1c09-41ec-a441-55b9ad6e533a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 945 time: 0.0555689 Nov 13 06:05:24.740212 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59b7e252-f5a8-45f6-bd38-99c99a7a8dad req-16aa4cf1-fc64-4686-b4e5-8a2a3648d50f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450783 Nov 13 06:05:25.885723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1b754-4411-4b12-8b4a-06f6c683df7b req-dd9ef522-ad7a-4290-a003-e0f5dafa0611 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:25.887238 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-47e1b754-4411-4b12-8b4a-06f6c683df7b req-dd9ef522-ad7a-4290-a003-e0f5dafa0611 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 945 time: 0.0659597 Nov 13 06:05:25.948754 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-47e1b754-4411-4b12-8b4a-06f6c683df7b req-f6a98544-18d8-4125-8498-1105b73caa8f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522406 Nov 13 06:05:25.980436 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49696) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:26.060127 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6af6be51-9afe-49e3-9b35-30b9b7cf3276 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/29baf69b-5547-4046-9ba3-346a6f1fad98 HTTP/1.1" status: 200 len: 992 time: 0.0782080 Nov 13 06:05:27.363746 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c565257-83aa-46fa-92bd-bed88305956e req-3e41b8da-d12b-498d-a663-246ab12a0ea7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:27.365670 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c565257-83aa-46fa-92bd-bed88305956e req-3e41b8da-d12b-498d-a663-246ab12a0ea7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 945 time: 0.0513093 Nov 13 06:05:27.417386 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c565257-83aa-46fa-92bd-bed88305956e req-520ae911-fd79-405e-aa14-db6acb88608c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453904 Nov 13 06:05:28.555684 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59621f6b-c858-4abd-8cac-35827c5d20ee req-b219851e-f6fc-4fc6-b506-8358048f2e13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:28.557139 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59621f6b-c858-4abd-8cac-35827c5d20ee req-b219851e-f6fc-4fc6-b506-8358048f2e13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 945 time: 0.0639544 Nov 13 06:05:28.611942 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-59621f6b-c858-4abd-8cac-35827c5d20ee req-6e864cf0-11a8-485e-834b-c78f289e6a54 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460782 Nov 13 06:05:28.635124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:28.702501 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ed93bfa5-c90d-4aed-b0b6-ce56e1ac5e35 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/29baf69b-5547-4046-9ba3-346a6f1fad98 HTTP/1.1" status: 200 len: 992 time: 0.0661252 Nov 13 06:05:28.944920 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49712) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:29.103804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port 921d1725-5b1e-482a-9be3-64b5a0f16b88 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:05:29.104117 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:29.185013 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:29.185288 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:29.196754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for 921d1725-5b1e-482a-9be3-64b5a0f16b88 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:05:29.356212 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:29.381818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=921d1725-5b1e-482a-9be3-64b5a0f16b88,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:29.394074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:29.394418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:29.394890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:29.395104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:29.395406 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:29.395748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:29.396063 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:29.396379 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:29.396786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:29.397014 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:29.397328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:29.397736 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:29.400971 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:29.446507 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:29.450444 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:29.450822 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Floating IP 29baf69b-5547-4046-9ba3-346a6f1fad98 disassociated (deleted). External IP: 172.25.8.92, port: 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591. Nov 13 06:05:29.657184 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router ecd5de83-43cd-4268-9892-abcb19f00e47 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:05:29.769288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:05:29.775134 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:29.780572 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da168b5d-6c7a-4571-91d7-8020b41bdb36 None None] Sync routers for ids ['ecd5de83-43cd-4268-9892-abcb19f00e47'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:05:29.792921 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da168b5d-6c7a-4571-91d7-8020b41bdb36 None None] Routers {'ecd5de83-43cd-4268-9892-abcb19f00e47'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:05:29.793555 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-da168b5d-6c7a-4571-91d7-8020b41bdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:05:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ecd5de83-43cd-4268-9892-abcb19f00e47'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:29.809316 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-35ad6148-94c7-4cca-bf85-20f356b7f280 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/floatingips/29baf69b-5547-4046-9ba3-346a6f1fad98 HTTP/1.1" status: 204 len: 168 time: 0.8606451 Nov 13 06:05:29.809316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388cd686-57c3-41c2-a0b1-799958e65a1b', 'tag': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:05:29.809687 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5926f76-3f48-461d-866f-e66683f51b15" -d '{"events": [{"name": "network-changed", "server_uuid": "388cd686-57c3-41c2-a0b1-799958e65a1b", "tag": "7ab1ab6d-e6d1-4ef7-9499-60e9bc327591"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:05:29.851514 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dc16f1-5a1b-47ec-98fa-733816566b08 x-openstack-request-id: req-f4dc16f1-5a1b-47ec-98fa-733816566b08 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:05:29.851798 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388cd686-57c3-41c2-a0b1-799958e65a1b", "tag": "7ab1ab6d-e6d1-4ef7-9499-60e9bc327591", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:05:29.852068 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4dc16f1-5a1b-47ec-98fa-733816566b08 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:05:29.852454 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388cd686-57c3-41c2-a0b1-799958e65a1b', 'tag': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591', 'status': 'completed', 'code': 200} Nov 13 06:05:29.906602 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-da168b5d-6c7a-4571-91d7-8020b41bdb36 None None] Set router ecd5de83-43cd-4268-9892-abcb19f00e47 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:05:29.942211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5926f76-3f48-461d-866f-e66683f51b15 req-9eb60090-9a2c-461f-936f-3fe4dcfd0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:29.947292 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5926f76-3f48-461d-866f-e66683f51b15 req-9eb60090-9a2c-461f-936f-3fe4dcfd0acd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 1096 time: 0.0475419 Nov 13 06:05:30.042282 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5926f76-3f48-461d-866f-e66683f51b15 req-20b995dd-65a1-49f0-bf83-f1acdce52e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:30.044027 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5926f76-3f48-461d-866f-e66683f51b15 req-20b995dd-65a1-49f0-bf83-f1acdce52e11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a585176a-6b97-4b18-9c1f-9b4db6946ab7 HTTP/1.1" status: 200 len: 898 time: 0.0924857 Nov 13 06:05:30.053172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a7eb1-a058-488e-94d6-db2c0cc8a650 req-6cea6f7e-76f1-4431-880f-57570af9d320 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:30.054998 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-676a7eb1-a058-488e-94d6-db2c0cc8a650 req-6cea6f7e-76f1-4431-880f-57570af9d320 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 945 time: 0.0579319 Nov 13 06:05:30.088376 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5926f76-3f48-461d-866f-e66683f51b15 req-d9469b70-1ce8-46bd-a565-5853ae161977 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 HTTP/1.1" status: 200 len: 217 time: 0.0356936 Nov 13 06:05:30.106465 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-676a7eb1-a058-488e-94d6-db2c0cc8a650 req-675ce329-249d-45fb-a4ff-43a44a79478c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452852 Nov 13 06:05:30.118733 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-da168b5d-6c7a-4571-91d7-8020b41bdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:06Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'efa6d030-3ebf-495b-ae44-4bc25f3831a3', 'name': '', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:fc:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:06Z', 'updated_at': '2021-11-13T06:04:09Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:30.146624 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5926f76-3f48-461d-866f-e66683f51b15 req-ff1c0e6b-0ecc-42d1-b739-943ba1621695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:30.147592 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da168b5d-6c7a-4571-91d7-8020b41bdb36 None None] Checking router: ecd5de83-43cd-4268-9892-abcb19f00e47 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:05:30.148549 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5926f76-3f48-461d-866f-e66683f51b15 req-ff1c0e6b-0ecc-42d1-b739-943ba1621695 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da7f1934-3b2d-444d-8c75-03407c85f54c HTTP/1.1" status: 200 len: 834 time: 0.0533428 Nov 13 06:05:30.155696 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da168b5d-6c7a-4571-91d7-8020b41bdb36 None None] Routers {'ecd5de83-43cd-4268-9892-abcb19f00e47'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:05:30.156285 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-da168b5d-6c7a-4571-91d7-8020b41bdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:05:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ecd5de83-43cd-4268-9892-abcb19f00e47'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:30.196449 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5926f76-3f48-461d-866f-e66683f51b15 req-9f140596-954a-428b-9408-2325e0c7a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:30.197863 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5926f76-3f48-461d-866f-e66683f51b15 req-9f140596-954a-428b-9408-2325e0c7a975 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a585176a-6b97-4b18-9c1f-9b4db6946ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405757 Nov 13 06:05:30.259613 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-da168b5d-6c7a-4571-91d7-8020b41bdb36 None None] Set router ecd5de83-43cd-4268-9892-abcb19f00e47 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:05:30.291256 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5926f76-3f48-461d-866f-e66683f51b15 req-7a3caaf3-f15c-4558-a410-536cf6953f2f service neutron] 10.222.0.46 "GET /v2.0/networks/a585176a-6b97-4b18-9c1f-9b4db6946ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847461 Nov 13 06:05:30.388898 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d5926f76-3f48-461d-866f-e66683f51b15 req-2aacf83a-371b-49b9-8ae7-d2963d8b3042 service neutron] 10.222.0.46 "GET /v2.0/networks/a585176a-6b97-4b18-9c1f-9b4db6946ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896389 Nov 13 06:05:30.450474 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-da168b5d-6c7a-4571-91d7-8020b41bdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:06Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'efa6d030-3ebf-495b-ae44-4bc25f3831a3', 'name': '', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:fc:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:06Z', 'updated_at': '2021-11-13T06:04:09Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:30.476728 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da168b5d-6c7a-4571-91d7-8020b41bdb36 None None] The sync data for ids ['ecd5de83-43cd-4268-9892-abcb19f00e47'] in n-d-813114-2 is: [{'id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:06Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'efa6d030-3ebf-495b-ae44-4bc25f3831a3', 'name': '', 'network_id': 'a585176a-6b97-4b18-9c1f-9b4db6946ab7', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:fc:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:06Z', 'updated_at': '2021-11-13T06:04:09Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'da7f1934-3b2d-444d-8c75-03407c85f54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:05:30.699759 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd79279-4b83-4392-9686-30352f8d1886 None None] New status for floating IP 29baf69b-5547-4046-9ba3-346a6f1fad98: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:05:31.243717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e0474-1732-4f01-9048-472461256172 req-a03d4aaa-fa4f-4670-af82-3cafd6c6a88b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:31.245224 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-680e0474-1732-4f01-9048-472461256172 req-a03d4aaa-fa4f-4670-af82-3cafd6c6a88b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 945 time: 0.0530641 Nov 13 06:05:31.295732 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-680e0474-1732-4f01-9048-472461256172 req-78cd5af8-8acb-4868-93d5-14fa0a89d332 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441399 Nov 13 06:05:31.887140 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562876a-fd6b-4745-b53c-07faf82cb427 req-0c24e3a2-bc00-4a25-a188-0aa3524037c2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:31.888638 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f562876a-fd6b-4745-b53c-07faf82cb427 req-0c24e3a2-bc00-4a25-a188-0aa3524037c2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 945 time: 0.0593035 Nov 13 06:05:32.347480 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f562876a-fd6b-4745-b53c-07faf82cb427 req-89312a7b-b5cb-46a6-85da-c406cff669b6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:05:32.348179 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f562876a-fd6b-4745-b53c-07faf82cb427 req-89312a7b-b5cb-46a6-85da-c406cff669b6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:32.420034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3a355-d57c-4607-9f9c-238c7218da9a req-8dd7471b-a26e-4c01-8697-bd055a846f5e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:32.421567 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29a3a355-d57c-4607-9f9c-238c7218da9a req-8dd7471b-a26e-4c01-8697-bd055a846f5e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=388cd686-57c3-41c2-a0b1-799958e65a1b HTTP/1.1" status: 200 len: 945 time: 0.0529590 Nov 13 06:05:32.439079 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f562876a-fd6b-4745-b53c-07faf82cb427 req-89312a7b-b5cb-46a6-85da-c406cff669b6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] For port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591,segment=NetworkSegment(2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b),segment_id=2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:05:32.439411 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f562876a-fd6b-4745-b53c-07faf82cb427 req-89312a7b-b5cb-46a6-85da-c406cff669b6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:32.454157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f562876a-fd6b-4745-b53c-07faf82cb427 req-89312a7b-b5cb-46a6-85da-c406cff669b6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:05:32.471996 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-29a3a355-d57c-4607-9f9c-238c7218da9a req-2533185b-040b-439c-b8e7-44a3fe224a43 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=67fd91f7-0920-475c-bfb1-c11b59fdf611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438018 Nov 13 06:05:32.593044 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f562876a-fd6b-4745-b53c-07faf82cb427 req-89312a7b-b5cb-46a6-85da-c406cff669b6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:32.625225 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89312a7b-b5cb-46a6-85da-c406cff669b6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=7ab1ab6d-e6d1-4ef7-9499-60e9bc327591,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:32.672702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f562876a-fd6b-4745-b53c-07faf82cb427 req-89312a7b-b5cb-46a6-85da-c406cff669b6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] No DVR routers for this DVR port 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:05:32.675657 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f562876a-fd6b-4745-b53c-07faf82cb427 req-89312a7b-b5cb-46a6-85da-c406cff669b6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:32.679053 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f562876a-fd6b-4745-b53c-07faf82cb427 req-89312a7b-b5cb-46a6-85da-c406cff669b6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "DELETE /v2.0/ports/7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 HTTP/1.1" status: 204 len: 173 time: 0.7843130 Nov 13 06:05:32.679489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388cd686-57c3-41c2-a0b1-799958e65a1b', 'name': 'network-vif-deleted', 'tag': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:05:32.682122 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb888572-b834-4173-9bbf-2c137786eeb5" -d '{"events": [{"server_uuid": "388cd686-57c3-41c2-a0b1-799958e65a1b", "name": "network-vif-deleted", "tag": "7ab1ab6d-e6d1-4ef7-9499-60e9bc327591"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:05:32.719572 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f03501e-1275-4376-8f96-6aa34f90e5f1 x-openstack-request-id: req-2f03501e-1275-4376-8f96-6aa34f90e5f1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:05:32.719868 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388cd686-57c3-41c2-a0b1-799958e65a1b", "name": "network-vif-deleted", "tag": "7ab1ab6d-e6d1-4ef7-9499-60e9bc327591", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:05:32.720150 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f03501e-1275-4376-8f96-6aa34f90e5f1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:05:32.720601 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388cd686-57c3-41c2-a0b1-799958e65a1b', 'name': 'network-vif-deleted', 'tag': '7ab1ab6d-e6d1-4ef7-9499-60e9bc327591', 'status': 'completed', 'code': 200} Nov 13 06:05:33.528690 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49730) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:33.904979 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:34.172285 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port efa6d030-3ebf-495b-ae44-4bc25f3831a3 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:05:34.172517 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:34.275950 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] For port efa6d030-3ebf-495b-ae44-4bc25f3831a3, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=efa6d030-3ebf-495b-ae44-4bc25f3831a3,segment=NetworkSegment(2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b),segment_id=2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:05:34.276268 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:34.289497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for efa6d030-3ebf-495b-ae44-4bc25f3831a3 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:05:34.448976 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7dfab030-c09e-4c73-bec8-b4c3d75c0df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:34.488854 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:34.516188 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=efa6d030-3ebf-495b-ae44-4bc25f3831a3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:34.529170 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:34.529826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:34.529826 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:34.530153 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:34.530485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:34.530814 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:34.531172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:34.531499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:34.531835 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:34.532158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:34.532478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:34.532793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:34.709875 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:34.941208 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router ecd5de83-43cd-4268-9892-abcb19f00e47 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:05:35.057152 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:05:35.062298 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-94340254-294e-4aef-987a-db399986056d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "PUT /v2.0/routers/ecd5de83-43cd-4268-9892-abcb19f00e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5325692 Nov 13 06:05:35.065460 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49732) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:35.066732 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00bd35-a9ed-4591-8070-3d8dc5640d67 None None] Sync routers for ids ['ecd5de83-43cd-4268-9892-abcb19f00e47'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:05:35.077843 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d00bd35-a9ed-4591-8070-3d8dc5640d67 None None] Routers {'ecd5de83-43cd-4268-9892-abcb19f00e47'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:05:35.078453 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d00bd35-a9ed-4591-8070-3d8dc5640d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:05:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ecd5de83-43cd-4268-9892-abcb19f00e47'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:35.117256 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18f043c-e19b-42c1-b7f4-ef318fb347ed tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting subnet da7f1934-3b2d-444d-8c75-03407c85f54c {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 06:05:35.120965 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f18f043c-e19b-42c1-b7f4-ef318fb347ed tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:35.165063 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f18f043c-e19b-42c1-b7f4-ef318fb347ed tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:35.180136 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1d00bd35-a9ed-4591-8070-3d8dc5640d67 None None] Set router ecd5de83-43cd-4268-9892-abcb19f00e47 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:05:35.250746 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f18f043c-e19b-42c1-b7f4-ef318fb347ed tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:35.309867 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f18f043c-e19b-42c1-b7f4-ef318fb347ed tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:35.339740 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f18f043c-e19b-42c1-b7f4-ef318fb347ed tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:35.343137 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f18f043c-e19b-42c1-b7f4-ef318fb347ed tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/subnets/da7f1934-3b2d-444d-8c75-03407c85f54c HTTP/1.1" status: 204 len: 168 time: 0.2766066 Nov 13 06:05:35.344314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f043c-e19b-42c1-b7f4-ef318fb347ed tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Subnet': ['ID=da7f1934-3b2d-444d-8c75-03407c85f54c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:35.346111 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49734) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:35.348903 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f0ca6e-7d96-4eee-ad01-f865353bd657 None None] Network a585176a-6b97-4b18-9c1f-9b4db6946ab7 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:05:35.447407 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d00bd35-a9ed-4591-8070-3d8dc5640d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:05:34Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:35.470573 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:35.472876 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00bd35-a9ed-4591-8070-3d8dc5640d67 None None] Checking router: ecd5de83-43cd-4268-9892-abcb19f00e47 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:05:35.481623 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d00bd35-a9ed-4591-8070-3d8dc5640d67 None None] Routers {'ecd5de83-43cd-4268-9892-abcb19f00e47'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:05:35.482292 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d00bd35-a9ed-4591-8070-3d8dc5640d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:05:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['ecd5de83-43cd-4268-9892-abcb19f00e47'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:35.580591 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] DHCP port deletion for a585176a-6b97-4b18-9c1f-9b4db6946ab7 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:05:35.593523 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:35.609111 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1d00bd35-a9ed-4591-8070-3d8dc5640d67 None None] Set router ecd5de83-43cd-4268-9892-abcb19f00e47 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:05:35.637917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Deleting port 607e31a6-ef72-4cbe-86c9-5da837c26064 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:05:35.638379 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:35.648739 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port 9628bd3c-f557-4db0-98e0-4eb25d3a7960 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:05:35.649249 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:35.706683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] For port 607e31a6-ef72-4cbe-86c9-5da837c26064, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=607e31a6-ef72-4cbe-86c9-5da837c26064,segment=NetworkSegment(2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b),segment_id=2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:05:35.707148 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:35.724705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Calling delete_port for 607e31a6-ef72-4cbe-86c9-5da837c26064 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:05:35.731524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] For port 9628bd3c-f557-4db0-98e0-4eb25d3a7960, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9628bd3c-f557-4db0-98e0-4eb25d3a7960,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:05:35.731886 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:35.744668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for 9628bd3c-f557-4db0-98e0-4eb25d3a7960 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:05:35.790301 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d00bd35-a9ed-4591-8070-3d8dc5640d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:05:34Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:35.816459 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:35.817001 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00bd35-a9ed-4591-8070-3d8dc5640d67 None None] The sync data for ids ['ecd5de83-43cd-4268-9892-abcb19f00e47'] in n-d-813114-2 is: [{'id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-406929730', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:05:34Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9628bd3c-f557-4db0-98e0-4eb25d3a7960', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd5de83-43cd-4268-9892-abcb19f00e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:04:03Z', 'updated_at': '2021-11-13T06:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:05:35.851339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Pushing event deleted for resources: {'Port': ['ID=607e31a6-ef72-4cbe-86c9-5da837c26064,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:35.860911 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] No DVR routers for this DVR port 607e31a6-ef72-4cbe-86c9-5da837c26064 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:05:35.863152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:35.863496 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:35.863834 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:35.864163 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:35.864918 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:35.865359 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:35.865812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:35.866152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:35.866458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:35.866777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:35.867123 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:35.867438 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9e561-5d7a-4712-8502-319e5328ee94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:35.926219 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:35.952745 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=9628bd3c-f557-4db0-98e0-4eb25d3a7960,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:35.967068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02de979-6556-49c6-b8bf-c80ef797a103 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:05:36.019423 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.074963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:05:36.096455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:05:36.096685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 7ab1ab6d-e6d1-4ef7-9499-60e9bc327591 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:05:36.112235 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.114348 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.160061 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.160906 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Fanout notify agent at l3_agent the message router_deleted on router ecd5de83-43cd-4268-9892-abcb19f00e47 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 06:05:36.169053 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.170220 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f04570a8-f6d1-4e6a-bc9a-4776b70b4ee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/routers/ecd5de83-43cd-4268-9892-abcb19f00e47 HTTP/1.1" status: 204 len: 168 time: 0.8229601 Nov 13 06:05:36.173125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49736) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:36.257046 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c97fc2cd-52fe-4a4a-8e89-361ebcd69c68 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.356095 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c97fc2cd-52fe-4a4a-8e89-361ebcd69c68 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.378469 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-c97fc2cd-52fe-4a4a-8e89-361ebcd69c68 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a585176a-6b97-4b18-9c1f-9b4db6946ab7']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:36.392658 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-c97fc2cd-52fe-4a4a-8e89-361ebcd69c68 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:36.392950 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-c97fc2cd-52fe-4a4a-8e89-361ebcd69c68 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab1d2a4-f0a7-4a15-a13f-da2d07489c1b') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:36.403221 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c97fc2cd-52fe-4a4a-8e89-361ebcd69c68 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.417286 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c97fc2cd-52fe-4a4a-8e89-361ebcd69c68 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.424391 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97fc2cd-52fe-4a4a-8e89-361ebcd69c68 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 06:05:36.424790 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c97fc2cd-52fe-4a4a-8e89-361ebcd69c68 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: timer() Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 06:05:36.428389 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 06:05:36.493817 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c97fc2cd-52fe-4a4a-8e89-361ebcd69c68 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.498526 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c97fc2cd-52fe-4a4a-8e89-361ebcd69c68 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.504488 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c97fc2cd-52fe-4a4a-8e89-361ebcd69c68 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/networks/a585176a-6b97-4b18-9c1f-9b4db6946ab7 HTTP/1.1" status: 204 len: 168 time: 0.3281436 Nov 13 06:05:36.505303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49738) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:36.518275 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fc2cd-52fe-4a4a-8e89-361ebcd69c68 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Network': ['ID=a585176a-6b97-4b18-9c1f-9b4db6946ab7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:36.571201 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b15b23a3-f5c5-4b46-8ab1-1ea9bfc9d10e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.582315 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d091070c-2e4d-4aa5-8dc4-73c58476857e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.597400 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b15b23a3-f5c5-4b46-8ab1-1ea9bfc9d10e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.666325 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b15b23a3-f5c5-4b46-8ab1-1ea9bfc9d10e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.669001 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b15b23a3-f5c5-4b46-8ab1-1ea9bfc9d10e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:36.670258 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b15b23a3-f5c5-4b46-8ab1-1ea9bfc9d10e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/security-groups/67fd91f7-0920-475c-bfb1-c11b59fdf611 HTTP/1.1" status: 204 len: 168 time: 0.1639593 Nov 13 06:05:36.679216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b23a3-f5c5-4b46-8ab1-1ea9bfc9d10e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fd91f7-0920-475c-bfb1-c11b59fdf611,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:36.969590 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49744) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:36.974280 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0ebd8dd9-b593-4a01-9455-4309d776fdfa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17421411', 'description': 'tempest-secgroup-smoke-17421411 description', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:05:37.009087 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ebd8dd9-b593-4a01-9455-4309d776fdfa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.075928 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ebd8dd9-b593-4a01-9455-4309d776fdfa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.081882 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ebd8dd9-b593-4a01-9455-4309d776fdfa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.111324 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ebd8dd9-b593-4a01-9455-4309d776fdfa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.112465 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0ebd8dd9-b593-4a01-9455-4309d776fdfa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1418502 Nov 13 06:05:37.114818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd8dd9-b593-4a01-9455-4309d776fdfa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:37.115913 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49746) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:37.120673 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-06f08c96-6542-4ace-ba1b-474d3ef84dee tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:05:37.150971 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06f08c96-6542-4ace-ba1b-474d3ef84dee tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.209612 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06f08c96-6542-4ace-ba1b-474d3ef84dee tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.215218 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06f08c96-6542-4ace-ba1b-474d3ef84dee tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.237669 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f08c96-6542-4ace-ba1b-474d3ef84dee tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52246391-09fd-4ee4-aeea-9f50282d3827,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:37.247219 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-06f08c96-6542-4ace-ba1b-474d3ef84dee tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.248428 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-06f08c96-6542-4ace-ba1b-474d3ef84dee tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314447 Nov 13 06:05:37.251299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49748) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:37.255590 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-ce45b3c6-9f80-4bff-9cbb-c134cf57c93f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:05:37.283866 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ce45b3c6-9f80-4bff-9cbb-c134cf57c93f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.340630 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ce45b3c6-9f80-4bff-9cbb-c134cf57c93f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.347144 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ce45b3c6-9f80-4bff-9cbb-c134cf57c93f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.364854 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45b3c6-9f80-4bff-9cbb-c134cf57c93f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21991197-3160-4bd8-a83e-1a76ffa86452,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:37.374011 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ce45b3c6-9f80-4bff-9cbb-c134cf57c93f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.375233 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ce45b3c6-9f80-4bff-9cbb-c134cf57c93f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230185 Nov 13 06:05:37.377998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49750) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:37.382311 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a13b5713-a153-414e-85ae-9261b0e8947d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:05:37.410156 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a13b5713-a153-414e-85ae-9261b0e8947d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.469219 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a13b5713-a153-414e-85ae-9261b0e8947d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.473978 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a13b5713-a153-414e-85ae-9261b0e8947d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.491876 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b5713-a153-414e-85ae-9261b0e8947d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397b1bb5-8259-4ec8-81c6-7662bf3e9c80,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:37.502630 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a13b5713-a153-414e-85ae-9261b0e8947d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.504036 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a13b5713-a153-414e-85ae-9261b0e8947d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249456 Nov 13 06:05:37.506635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49752) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:37.512142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-51e4e77d-a473-47a6-b5ee-67e81a665390 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:05:37.541725 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-51e4e77d-a473-47a6-b5ee-67e81a665390 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.552921 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 607e31a6-ef72-4cbe-86c9-5da837c26064 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:05:37.573289 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 607e31a6-ef72-4cbe-86c9-5da837c26064 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:05:37.573642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 607e31a6-ef72-4cbe-86c9-5da837c26064 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:05:37.574214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9628bd3c-f557-4db0-98e0-4eb25d3a7960 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:05:37.596715 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 9628bd3c-f557-4db0-98e0-4eb25d3a7960 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:05:37.597411 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9628bd3c-f557-4db0-98e0-4eb25d3a7960 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:05:37.597526 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device efa6d030-3ebf-495b-ae44-4bc25f3831a3 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:05:37.600198 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-51e4e77d-a473-47a6-b5ee-67e81a665390 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.604445 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-51e4e77d-a473-47a6-b5ee-67e81a665390 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.619804 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: efa6d030-3ebf-495b-ae44-4bc25f3831a3 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:05:37.620139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device efa6d030-3ebf-495b-ae44-4bc25f3831a3 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:05:37.622362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4e77d-a473-47a6-b5ee-67e81a665390 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b38dd3-2563-4937-9025-75f79763b678,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:37.631468 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-51e4e77d-a473-47a6-b5ee-67e81a665390 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.633098 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-51e4e77d-a473-47a6-b5ee-67e81a665390 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254754 Nov 13 06:05:37.636079 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49754) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:37.640413 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-bbdd49c6-35fa-4b5c-841c-97c553cf2568 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:05:37.665464 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-bbdd49c6-35fa-4b5c-841c-97c553cf2568 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Project eb84d0a713cf4876b47a07d15d41fc4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:05:37.670520 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbdd49c6-35fa-4b5c-841c-97c553cf2568 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.728987 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbdd49c6-35fa-4b5c-841c-97c553cf2568 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.734966 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbdd49c6-35fa-4b5c-841c-97c553cf2568 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.761560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd49c6-35fa-4b5c-841c-97c553cf2568 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0edd7d56-f9ea-4dbb-b704-0cb793651b80,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:37.771247 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bbdd49c6-35fa-4b5c-841c-97c553cf2568 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.772450 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bbdd49c6-35fa-4b5c-841c-97c553cf2568 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354814 Nov 13 06:05:37.775937 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49756) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:37.780293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-48e262f3-9c1b-4bc3-8fcd-77319a678b39 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:05:37.804174 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-48e262f3-9c1b-4bc3-8fcd-77319a678b39 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Project eb84d0a713cf4876b47a07d15d41fc4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:05:37.809416 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-48e262f3-9c1b-4bc3-8fcd-77319a678b39 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.872460 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-48e262f3-9c1b-4bc3-8fcd-77319a678b39 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.876588 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-48e262f3-9c1b-4bc3-8fcd-77319a678b39 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.894052 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e262f3-9c1b-4bc3-8fcd-77319a678b39 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91deb8ba-f601-414f-8d83-96cf61038478,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:37.902071 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-48e262f3-9c1b-4bc3-8fcd-77319a678b39 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.903308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-48e262f3-9c1b-4bc3-8fcd-77319a678b39 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264167 Nov 13 06:05:37.906147 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49758) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:37.910989 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-63111f50-4a87-47e4-babb-11f679d00ce2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'network': {'name': 'tempest-network-smoke--1929207531', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'port_security_enabled': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:05:37.932858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63111f50-4a87-47e4-babb-11f679d00ce2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Made reservation on behalf of eb84d0a713cf4876b47a07d15d41fc4d for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:05:37.936406 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63111f50-4a87-47e4-babb-11f679d00ce2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.959897 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63111f50-4a87-47e4-babb-11f679d00ce2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 06:05:37.969168 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63111f50-4a87-47e4-babb-11f679d00ce2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:37.969514 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-63111f50-4a87-47e4-babb-11f679d00ce2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Added segment b847f886-c006-43e5-b2d1-6bf7835ab24b of type vlan for network 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 Nov 13 06:05:38.020662 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63111f50-4a87-47e4-babb-11f679d00ce2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:38.066000 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63111f50-4a87-47e4-babb-11f679d00ce2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:38.071936 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63111f50-4a87-47e4-babb-11f679d00ce2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:38.072510 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-63111f50-4a87-47e4-babb-11f679d00ce2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:38.134133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-63111f50-4a87-47e4-babb-11f679d00ce2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2268467 Nov 13 06:05:38.137110 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49760) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:38.141833 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'admin_state_up': True, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:05:38.142818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63111f50-4a87-47e4-babb-11f679d00ce2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Network': ['ID=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:38.153610 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 06:05:38.170777 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:38.171983 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:38.227772 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:38.253988 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:38.371998 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:38.579080 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:38.597570 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:38.715847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.25.8.80 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/2e56c586-b24a-4e0c-b397-825da933e813) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:05:38.816409 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:38.856588 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:38.893434 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:05:38.898131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:05:38.900569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:05:38.916313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf85cea-c41d-4764-b348-7296b0547c52 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:05:38.930206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=2e56c586-b24a-4e0c-b397-825da933e813,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:39.039724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a78ca778-bcb9-40e0-8c31-0ceb0f990298 None None] Provisioning complete for port 2e56c586-b24a-4e0c-b397-825da933e813 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:05:39.040962 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a78ca778-bcb9-40e0-8c31-0ceb0f990298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:39.089237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a78ca778-bcb9-40e0-8c31-0ceb0f990298 None None] Port 2e56c586-b24a-4e0c-b397-825da933e813 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:05:39.175585 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:39.372667 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:39.500914 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 06:05:39.531071 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:39.605819 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:05:39.617972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Sync routers for ids ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:05:39.627575 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:39.628958 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0e2795f6-be8b-4cb9-bff0-22a95ee2f2da tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4908526 Nov 13 06:05:39.629614 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Routers {'d61c462c-2648-4dbb-8c5d-4d258ee9fac2'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:05:39.630256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:05:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:39.632313 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49762) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:39.660833 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-52db6d71-a6c2-4af3-b3ab-bf745a2ad0ab tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=eb84d0a713cf4876b47a07d15d41fc4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273285 Nov 13 06:05:39.663503 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49764) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:39.736540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Set router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:05:39.754168 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa66902-d124-45f0-aa54-1a6b5f474630 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:39.755710 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6fa66902-d124-45f0-aa54-1a6b5f474630 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911918 Nov 13 06:05:39.758945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49766) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:39.787112 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3f9afde6-24ec-42be-a19d-a16f2429681e tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268455 Nov 13 06:05:39.789723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49768) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:39.794457 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8745f9f4-3014-45cd-8d51-763081e66678 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-639277021', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:05:39.889753 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8745f9f4-3014-45cd-8d51-763081e66678 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Made reservation on behalf of eb84d0a713cf4876b47a07d15d41fc4d for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:05:39.893527 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8745f9f4-3014-45cd-8d51-763081e66678 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:39.919654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2e56c586-b24a-4e0c-b397-825da933e813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:39Z', 'revision_number': 3, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '2e56c586-b24a-4e0c-b397-825da933e813', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:39.945751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Checking router: d61c462c-2648-4dbb-8c5d-4d258ee9fac2 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:05:39.946376 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Updating router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 port 2e56c586-b24a-4e0c-b397-825da933e813 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:05:39.973576 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:40.079359 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8745f9f4-3014-45cd-8d51-763081e66678 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:40.085956 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:40.137768 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745f9f4-3014-45cd-8d51-763081e66678 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Subnet': ['ID=1f65e5ca-8081-4941-bc02-8ab20c4f7d94,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:40.147952 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8745f9f4-3014-45cd-8d51-763081e66678 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Checking segment: {'id': 'b847f886-c006-43e5-b2d1-6bf7835ab24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:05:40.148308 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745f9f4-3014-45cd-8d51-763081e66678 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network hostable DHCP agents. Network: 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 06:05:40.165270 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745f9f4-3014-45cd-8d51-763081e66678 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 06:05:40.174339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8745f9f4-3014-45cd-8d51-763081e66678 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:05:40.178529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8745f9f4-3014-45cd-8d51-763081e66678 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:40.179178 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8745f9f4-3014-45cd-8d51-763081e66678 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:40.187688 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9985289c-7373-4931-8f7b-2d0b1c3cd3df None None] Network 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:05:40.198032 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8745f9f4-3014-45cd-8d51-763081e66678 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4073088 Nov 13 06:05:40.200800 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49770) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:40.313014 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:40.321513 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:40.394090 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb2779-4898-43b7-be12-a752c75d1071 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:05:40.414599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750032e2-6a47-43db-8ecd-9a8d52b86754 None None] Pushing event updated for resources: {'Port': ['ID=2e56c586-b24a-4e0c-b397-825da933e813,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:40.426993 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Attempting to bind port 2e56c586-b24a-4e0c-b397-825da933e813 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:05:40.427262 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Attempting to bind port 2e56c586-b24a-4e0c-b397-825da933e813 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:05:40.427673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Attempting to bind port 2e56c586-b24a-4e0c-b397-825da933e813 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:05:40.448582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:05:40.448948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:05:40.449345 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:40.449728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:05:40.450198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Bound port: 2e56c586-b24a-4e0c-b397-825da933e813, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:05:40.450571 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:40.474309 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ips': [{'subnet_id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 06:05:40.475182 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:40.577405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] For port 2e56c586-b24a-4e0c-b397-825da933e813, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:05:40.600372 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] For port 2e56c586-b24a-4e0c-b397-825da933e813, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2e56c586-b24a-4e0c-b397-825da933e813,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:05:40.601809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-34d452ae-dafc-44de-9dc9-f93ec5da5688 None None] Provisioning complete for port 2e56c586-b24a-4e0c-b397-825da933e813 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:05:40.602465 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34d452ae-dafc-44de-9dc9-f93ec5da5688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:40.634057 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:40.641577 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:40.872402 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea440cf-652a-40fb-9227-7ce4bd0fb120 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:05:40.919122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750032e2-6a47-43db-8ecd-9a8d52b86754 None None] Pushing event updated for resources: {'Port': ['ID=2e56c586-b24a-4e0c-b397-825da933e813,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:40.925164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Routers {'d61c462c-2648-4dbb-8c5d-4d258ee9fac2'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:05:40.925785 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:05:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:40.927833 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Allocated IP 172.20.0.2 (5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9/1f65e5ca-8081-4941-bc02-8ab20c4f7d94/db80e3a5-2253-4137-94bb-d8189cc4fb11) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:05:41.092683 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34d452ae-dafc-44de-9dc9-f93ec5da5688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:41.139209 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-34d452ae-dafc-44de-9dc9-f93ec5da5688 None None] For port 2e56c586-b24a-4e0c-b397-825da933e813, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2e56c586-b24a-4e0c-b397-825da933e813,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:05:41.143999 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] Set router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:05:41.173340 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34d452ae-dafc-44de-9dc9-f93ec5da5688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:41.345752 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d452ae-dafc-44de-9dc9-f93ec5da5688 None None] Pushing event updated for resources: {'Port': ['ID=2e56c586-b24a-4e0c-b397-825da933e813,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:41.349036 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:41.365727 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b7166768-1682-49fc-b925-f4ecedc0acd2 None None] Provisioning complete for port 2e56c586-b24a-4e0c-b397-825da933e813 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:05:41.366087 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7166768-1682-49fc-b925-f4ecedc0acd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:41.368016 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:41.411140 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.20.0.1 (5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9/1f65e5ca-8081-4941-bc02-8ab20c4f7d94/0009604c-9f5d-4d87-9c7e-9c2a80f005c2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:05:41.460839 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Network 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:05:41.480292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Pushing event updated for resources: {'Port': ['ID=db80e3a5-2253-4137-94bb-d8189cc4fb11,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:41.484110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:05:41.487011 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:05:41.526550 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:41.560041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:41.582368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Attempting to bind port db80e3a5-2253-4137-94bb-d8189cc4fb11 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:05:41.582731 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Attempting to bind port db80e3a5-2253-4137-94bb-d8189cc4fb11 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'b847f886-c006-43e5-b2d1-6bf7835ab24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:05:41.583112 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Attempting to bind port db80e3a5-2253-4137-94bb-d8189cc4fb11 on network 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:05:41.598196 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:05:41.598489 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Checking segment: {'id': 'b847f886-c006-43e5-b2d1-6bf7835ab24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:05:41.598881 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:41.599288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Bound using segment: {'id': 'b847f886-c006-43e5-b2d1-6bf7835ab24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:05:41.599755 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Bound port: db80e3a5-2253-4137-94bb-d8189cc4fb11, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b847f886-c006-43e5-b2d1-6bf7835ab24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:05:41.599883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:05:41.600108 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:41.604964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:05:41.608520 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:05:41.619427 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2e56c586-b24a-4e0c-b397-825da933e813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:39Z', 'revision_number': 3, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '2e56c586-b24a-4e0c-b397-825da933e813', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:41.642179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=0009604c-9f5d-4d87-9c7e-9c2a80f005c2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:41.661934 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:41.662233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ee555-62b1-4391-bab7-a38d1c06814d None None] The sync data for ids ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'] in n-d-813114-2 is: [{'id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2e56c586-b24a-4e0c-b397-825da933e813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:39Z', 'revision_number': 3, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '2e56c586-b24a-4e0c-b397-825da933e813', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:05:41.696960 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] For port db80e3a5-2253-4137-94bb-d8189cc4fb11, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:05:41.700131 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] For port db80e3a5-2253-4137-94bb-d8189cc4fb11, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=db80e3a5-2253-4137-94bb-d8189cc4fb11,segment=NetworkSegment(b847f886-c006-43e5-b2d1-6bf7835ab24b),segment_id=b847f886-c006-43e5-b2d1-6bf7835ab24b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:05:41.705319 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:41.773199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83f752-c612-478b-a614-e3e3a63d2eac None None] Pushing event updated for resources: {'Port': ['ID=db80e3a5-2253-4137-94bb-d8189cc4fb11,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:41.802026 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:42.485650 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:42.493586 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:42.576104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=0009604c-9f5d-4d87-9c7e-9c2a80f005c2,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:42.579864 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:42.673828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:05:42.675306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:05:42.725687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0e1ef4-3235-4a11-92ed-2c4d992b6b6b None None] Network 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:05:42.789352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1dc3e317-d73a-4d2f-a663-128a2ff0a074 None None] Provisioning complete for port db80e3a5-2253-4137-94bb-d8189cc4fb11 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:05:42.789788 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e317-d73a-4d2f-a663-128a2ff0a074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:42.790197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:05:42.906620 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:05:42.914032 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b5d3a11a-8539-457a-8d27-0438f74bd0b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "PUT /v2.0/routers/d61c462c-2648-4dbb-8c5d-4d258ee9fac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7102373 Nov 13 06:05:42.935744 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e317-d73a-4d2f-a663-128a2ff0a074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:42.976288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1dc3e317-d73a-4d2f-a663-128a2ff0a074 None None] For port db80e3a5-2253-4137-94bb-d8189cc4fb11, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=db80e3a5-2253-4137-94bb-d8189cc4fb11,segment=NetworkSegment(b847f886-c006-43e5-b2d1-6bf7835ab24b),segment_id=b847f886-c006-43e5-b2d1-6bf7835ab24b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:05:42.983958 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e317-d73a-4d2f-a663-128a2ff0a074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:43.050765 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3e317-d73a-4d2f-a663-128a2ff0a074 None None] Pushing event updated for resources: {'Port': ['ID=db80e3a5-2253-4137-94bb-d8189cc4fb11,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:43.080904 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-20d73364-3d93-44c4-8e89-9fa754188466 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17421411&fields=id&tenant_id=eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 267 time: 0.0503681 Nov 13 06:05:43.200611 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-bdfae117-e48a-4c47-9f95-df24f64c90c9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:43.202180 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-bdfae117-e48a-4c47-9f95-df24f64c90c9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/networks?id=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 HTTP/1.1" status: 200 len: 797 time: 0.1140707 Nov 13 06:05:43.213904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b456425f-1d33-4719-8a73-3b0b38a70ec2 None None] Provisioning complete for port db80e3a5-2253-4137-94bb-d8189cc4fb11 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:05:43.214419 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b456425f-1d33-4719-8a73-3b0b38a70ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:43.221257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-91e34e3b-c509-4cc1-ba60-7fe07232622a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/quotas/eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 375 time: 0.0101027 Nov 13 06:05:43.289698 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-89245f64-299f-46aa-aa98-a3fd83ad486a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615752 Nov 13 06:05:43.322135 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b456425f-1d33-4719-8a73-3b0b38a70ec2 None None] Provisioning complete for port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:05:43.322497 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b456425f-1d33-4719-8a73-3b0b38a70ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:43.360963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b456425f-1d33-4719-8a73-3b0b38a70ec2 None None] Port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:05:43.378836 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Sync routers for ids ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:05:43.390096 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Routers {'d61c462c-2648-4dbb-8c5d-4d258ee9fac2'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:05:43.390723 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:05:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:43.460569 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-42b63181-779a-493f-abae-5e08bef61cd2 service neutron] 10.222.0.43 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579642 Nov 13 06:05:43.491696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7ce9eefa-71b5-4515-a44b-dda0f3cead2f None None] Provisioning complete for port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:05:43.492376 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ce9eefa-71b5-4515-a44b-dda0f3cead2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:43.505485 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Set router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:05:43.568966 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-867c6faa-84eb-4cfa-82e9-b7c61db51c6e service neutron] 10.222.0.43 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983577 Nov 13 06:05:43.580463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9eefa-71b5-4515-a44b-dda0f3cead2f None None] Port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:05:43.670119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2e56c586-b24a-4e0c-b397-825da933e813 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:05:43.714377 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2e56c586-b24a-4e0c-b397-825da933e813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '2e56c586-b24a-4e0c-b397-825da933e813', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0009604c-9f5d-4d87-9c7e-9c2a80f005c2', 'name': '', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:d0:f2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:40Z', 'updated_at': '2021-11-13T06:05:42Z', 'revision_number': 2, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:43.721894 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3ce4bd96-61de-4698-9cdc-cb2a7d95aaea None None] Provisioning complete for port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:05:43.722103 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ce4bd96-61de-4698-9cdc-cb2a7d95aaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:43.747242 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Checking router: d61c462c-2648-4dbb-8c5d-4d258ee9fac2 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:05:43.747654 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Updating router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:05:43.770417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3ce4bd96-61de-4698-9cdc-cb2a7d95aaea None None] Port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:05:43.773972 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:43.777842 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 2e56c586-b24a-4e0c-b397-825da933e813 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:05:43.778368 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:43.806759 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-38b6b17a-67db-4895-acee-b175ab2be299 req-0da28dbb-4e0a-4228-9f46-86fad2afddd7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 210 time: 0.0371389 Nov 13 06:05:43.879050 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device db80e3a5-2253-4137-94bb-d8189cc4fb11 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:05:43.930048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port db80e3a5-2253-4137-94bb-d8189cc4fb11 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:05:43.930536 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:44.060067 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:44.065784 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:44.140161 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40773fab-5b3d-4dd3-b9e4-3d614c4155ff None None] Pushing event updated for resources: {'Port': ['ID=0009604c-9f5d-4d87-9c7e-9c2a80f005c2,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:44.164790 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40773fab-5b3d-4dd3-b9e4-3d614c4155ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:44.165200 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40773fab-5b3d-4dd3-b9e4-3d614c4155ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:44.165600 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40773fab-5b3d-4dd3-b9e4-3d614c4155ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:44.165992 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40773fab-5b3d-4dd3-b9e4-3d614c4155ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:44.166382 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40773fab-5b3d-4dd3-b9e4-3d614c4155ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:44.166767 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40773fab-5b3d-4dd3-b9e4-3d614c4155ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:44.167171 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40773fab-5b3d-4dd3-b9e4-3d614c4155ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:44.167485 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40773fab-5b3d-4dd3-b9e4-3d614c4155ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:44.167798 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40773fab-5b3d-4dd3-b9e4-3d614c4155ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:44.168112 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40773fab-5b3d-4dd3-b9e4-3d614c4155ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:44.168424 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40773fab-5b3d-4dd3-b9e4-3d614c4155ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:44.168734 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40773fab-5b3d-4dd3-b9e4-3d614c4155ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:05:44.181295 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Attempting to bind port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:05:44.181662 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Attempting to bind port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'b847f886-c006-43e5-b2d1-6bf7835ab24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:05:44.182015 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Attempting to bind port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 on network 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:05:44.187286 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:05:44.187671 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Checking segment: {'id': 'b847f886-c006-43e5-b2d1-6bf7835ab24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:05:44.188072 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:44.188455 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Bound using segment: {'id': 'b847f886-c006-43e5-b2d1-6bf7835ab24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:05:44.188922 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Bound port: 0009604c-9f5d-4d87-9c7e-9c2a80f005c2, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b847f886-c006-43e5-b2d1-6bf7835ab24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:05:44.189291 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:44.255980 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] For port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:05:44.260088 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] For port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0009604c-9f5d-4d87-9c7e-9c2a80f005c2,segment=NetworkSegment(b847f886-c006-43e5-b2d1-6bf7835ab24b),segment_id=b847f886-c006-43e5-b2d1-6bf7835ab24b)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:05:44.265178 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:44.331304 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Routers {'d61c462c-2648-4dbb-8c5d-4d258ee9fac2'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:05:44.331936 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:05:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:44.333651 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40773fab-5b3d-4dd3-b9e4-3d614c4155ff None None] Pushing event updated for resources: {'Port': ['ID=0009604c-9f5d-4d87-9c7e-9c2a80f005c2,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:44.395286 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-93c1df73-1432-44e2-80dd-fd9a2501f2bb None None] Provisioning complete for port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:05:44.396403 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93c1df73-1432-44e2-80dd-fd9a2501f2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:44.450772 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] Set router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:05:44.501514 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93c1df73-1432-44e2-80dd-fd9a2501f2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:44.535684 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-93c1df73-1432-44e2-80dd-fd9a2501f2bb None None] For port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0009604c-9f5d-4d87-9c7e-9c2a80f005c2,segment=NetworkSegment(b847f886-c006-43e5-b2d1-6bf7835ab24b),segment_id=b847f886-c006-43e5-b2d1-6bf7835ab24b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:05:44.540811 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93c1df73-1432-44e2-80dd-fd9a2501f2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:44.590116 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1df73-1432-44e2-80dd-fd9a2501f2bb None None] Pushing event updated for resources: {'Port': ['ID=0009604c-9f5d-4d87-9c7e-9c2a80f005c2,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:44.662835 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cbd2c104-b0a9-4f28-8b78-2f0fd2b49b07 None None] Provisioning complete for port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:05:44.663337 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbd2c104-b0a9-4f28-8b78-2f0fd2b49b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:44.739115 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2e56c586-b24a-4e0c-b397-825da933e813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '2e56c586-b24a-4e0c-b397-825da933e813', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0009604c-9f5d-4d87-9c7e-9c2a80f005c2', 'name': '', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:d0:f2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:40Z', 'updated_at': '2021-11-13T06:05:44Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:44.769986 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2547fe38-ebdf-4ef8-855e-77ab8e8bbab8 None None] The sync data for ids ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'] in n-d-813114-2 is: [{'id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2e56c586-b24a-4e0c-b397-825da933e813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '2e56c586-b24a-4e0c-b397-825da933e813', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0009604c-9f5d-4d87-9c7e-9c2a80f005c2', 'name': '', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:d0:f2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:40Z', 'updated_at': '2021-11-13T06:05:44Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:05:44.944359 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3fef9113-d754-4175-9236-3bd3848c8bd4 req-f4977f9b-c4b1-4e2d-be45-f6467c88a78d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 210 time: 0.0375295 Nov 13 06:05:44.979468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-89b55244-3509-4e1f-8c73-e37cb3333c1f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:44.981735 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-89b55244-3509-4e1f-8c73-e37cb3333c1f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "GET /v2.0/networks?id=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 HTTP/1.1" status: 200 len: 797 time: 0.1660118 Nov 13 06:05:45.062353 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-df020350-d53d-4bcb-9f1a-63290487c15e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 378 time: 0.0575306 Nov 13 06:05:45.074843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-5931ebe2-f82c-4e7a-bd3d-e3b0eceb0eb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'port': {'device_id': '94a3e4c0-0895-4f61-84ee-54d0d226173a', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'admin_state_up': True, 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'security_groups': ['23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:05:45.189609 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-5931ebe2-f82c-4e7a-bd3d-e3b0eceb0eb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Made reservation on behalf of eb84d0a713cf4876b47a07d15d41fc4d for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:05:45.197489 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-5931ebe2-f82c-4e7a-bd3d-e3b0eceb0eb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:45.335192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-5931ebe2-f82c-4e7a-bd3d-e3b0eceb0eb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.20.0.12 (5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9/1f65e5ca-8081-4941-bc02-8ab20c4f7d94/c49c1880-8181-462c-ae40-61534824fb32) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:05:45.483503 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-5931ebe2-f82c-4e7a-bd3d-e3b0eceb0eb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:45.520918 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-5931ebe2-f82c-4e7a-bd3d-e3b0eceb0eb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:45.570551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-5931ebe2-f82c-4e7a-bd3d-e3b0eceb0eb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:05:45.577618 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-5931ebe2-f82c-4e7a-bd3d-e3b0eceb0eb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:05:45.582680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-5931ebe2-f82c-4e7a-bd3d-e3b0eceb0eb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:05:45.583030 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:05:45.594933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931ebe2-f82c-4e7a-bd3d-e3b0eceb0eb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=c49c1880-8181-462c-ae40-61534824fb32,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:45.651184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:05:45.651544 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:45.657212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-5931ebe2-f82c-4e7a-bd3d-e3b0eceb0eb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:45.657906 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-5931ebe2-f82c-4e7a-bd3d-e3b0eceb0eb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:45.682941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-5931ebe2-f82c-4e7a-bd3d-e3b0eceb0eb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6121380 Nov 13 06:05:45.706071 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Request body: {'port': {'device_id': '94a3e4c0-0895-4f61-84ee-54d0d226173a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:05:45.774836 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:45.881388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0a6f6405-6a17-4382-986e-2dadefc6f569 None None] Provisioning complete for port c49c1880-8181-462c-ae40-61534824fb32 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:05:45.882017 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6405-6a17-4382-986e-2dadefc6f569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:45.917138 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f6405-6a17-4382-986e-2dadefc6f569 None None] Port c49c1880-8181-462c-ae40-61534824fb32 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:05:46.053082 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49c1880-8181-462c-ae40-61534824fb32 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:05:46.061415 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:46.066558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ecc73-8bfe-4a74-90e1-78e5ce69f402 req-85af9645-132f-4c10-ac03-bc776158c58c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:46.068084 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8c7ecc73-8bfe-4a74-90e1-78e5ce69f402 req-85af9645-132f-4c10-ac03-bc776158c58c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 932 time: 0.0498192 Nov 13 06:05:46.074015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Transition to ACTIVE for port object c49c1880-8181-462c-ae40-61534824fb32 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 06:05:46.077878 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:46.118000 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8c7ecc73-8bfe-4a74-90e1-78e5ce69f402 req-3657700a-51cd-4a01-943c-3cb5486dfddf tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434523 Nov 13 06:05:46.132099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Pushing event updated for resources: {'Port': ['ID=c49c1880-8181-462c-ae40-61534824fb32,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:46.203821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Attempting to bind port c49c1880-8181-462c-ae40-61534824fb32 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:05:46.204145 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Attempting to bind port c49c1880-8181-462c-ae40-61534824fb32 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'b847f886-c006-43e5-b2d1-6bf7835ab24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:05:46.204467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Attempting to bind port c49c1880-8181-462c-ae40-61534824fb32 on network 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:05:46.209277 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Port c49c1880-8181-462c-ae40-61534824fb32 on network 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 06:05:46.209596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Attempting to bind port c49c1880-8181-462c-ae40-61534824fb32 on network 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:05:46.215139 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:05:46.215496 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Checking segment: {'id': 'b847f886-c006-43e5-b2d1-6bf7835ab24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:05:46.215873 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Bound using segment: {'id': 'b847f886-c006-43e5-b2d1-6bf7835ab24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:05:46.216296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Bound port: c49c1880-8181-462c-ae40-61534824fb32, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b847f886-c006-43e5-b2d1-6bf7835ab24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:05:46.216642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:46.286230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] For port c49c1880-8181-462c-ae40-61534824fb32, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:05:46.289374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] For port c49c1880-8181-462c-ae40-61534824fb32, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c49c1880-8181-462c-ae40-61534824fb32,segment=NetworkSegment(b847f886-c006-43e5-b2d1-6bf7835ab24b),segment_id=b847f886-c006-43e5-b2d1-6bf7835ab24b)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:05:46.295291 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:46.336974 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:46.337640 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:46.339088 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] 10.222.0.46 "PUT /v2.0/ports/c49c1880-8181-462c-ae40-61534824fb32 HTTP/1.1" status: 200 len: 1092 time: 0.6390252 Nov 13 06:05:46.339935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a3e4c0-0895-4f61-84ee-54d0d226173a', 'tag': 'c49c1880-8181-462c-ae40-61534824fb32'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:05:46.342219 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124b07f4-e530-413b-9311-3fc62d044701" -d '{"events": [{"name": "network-changed", "server_uuid": "94a3e4c0-0895-4f61-84ee-54d0d226173a", "tag": "c49c1880-8181-462c-ae40-61534824fb32"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:05:46.361954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae69a41-27e5-44d3-8362-2dff85abfad3 service neutron] Pushing event updated for resources: {'Port': ['ID=c49c1880-8181-462c-ae40-61534824fb32,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:46.394274 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b74fc2-383a-4ddb-bf6f-b04a665ccc61 x-openstack-request-id: req-70b74fc2-383a-4ddb-bf6f-b04a665ccc61 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:05:46.394557 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a3e4c0-0895-4f61-84ee-54d0d226173a", "tag": "c49c1880-8181-462c-ae40-61534824fb32", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:05:46.394805 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70b74fc2-383a-4ddb-bf6f-b04a665ccc61 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:05:46.395266 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a3e4c0-0895-4f61-84ee-54d0d226173a', 'tag': 'c49c1880-8181-462c-ae40-61534824fb32', 'status': 'completed', 'code': 200} Nov 13 06:05:46.454282 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-6a49cf2d-c041-4183-88af-97779354b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:46.455829 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-6a49cf2d-c041-4183-88af-97779354b387 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 1095 time: 0.0422509 Nov 13 06:05:46.511074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-ff25f28f-d81b-48d1-81e8-88763e6febd8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c49c1880-8181-462c-ae40-61534824fb32 HTTP/1.1" status: 200 len: 217 time: 0.0420551 Nov 13 06:05:46.562476 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-672e565f-f14b-4052-9c6c-91375c5d2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:46.563868 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-672e565f-f14b-4052-9c6c-91375c5d2f20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f65e5ca-8081-4941-bc02-8ab20c4f7d94 HTTP/1.1" status: 200 len: 834 time: 0.0461695 Nov 13 06:05:46.613000 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-3387267f-796e-4995-b674-3e8590882e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:46.614853 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-3387267f-796e-4995-b674-3e8590882e37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425410 Nov 13 06:05:46.711271 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-10e28332-b387-4746-886f-0cb864edd230 service neutron] 10.222.0.46 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882990 Nov 13 06:05:46.806954 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9b8f0e8c-5724-441c-8b10-3043030b01fc req-8ecc95bf-d62d-46b2-b604-984058bc9c63 service neutron] 10.222.0.46 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860798 Nov 13 06:05:46.955430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b07f4-e530-413b-9311-3fc62d044701 req-3c002752-33d1-4fa7-8ce8-cd20ac7d37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:46.956903 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-124b07f4-e530-413b-9311-3fc62d044701 req-3c002752-33d1-4fa7-8ce8-cd20ac7d37e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 1095 time: 0.0527442 Nov 13 06:05:47.045828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b07f4-e530-413b-9311-3fc62d044701 req-608f0015-8edb-417b-8254-f72f7cc39380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:47.047348 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-124b07f4-e530-413b-9311-3fc62d044701 req-608f0015-8edb-417b-8254-f72f7cc39380 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 HTTP/1.1" status: 200 len: 898 time: 0.0835595 Nov 13 06:05:47.095593 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-124b07f4-e530-413b-9311-3fc62d044701 req-c7d5b1a2-926e-4867-b423-8661067d3385 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c49c1880-8181-462c-ae40-61534824fb32 HTTP/1.1" status: 200 len: 217 time: 0.0393312 Nov 13 06:05:47.147239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b07f4-e530-413b-9311-3fc62d044701 req-3faa5d54-e5a4-46a8-b0c1-d9c977d1d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:47.148675 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-124b07f4-e530-413b-9311-3fc62d044701 req-3faa5d54-e5a4-46a8-b0c1-d9c977d1d33b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f65e5ca-8081-4941-bc02-8ab20c4f7d94 HTTP/1.1" status: 200 len: 834 time: 0.0451849 Nov 13 06:05:47.195406 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b07f4-e530-413b-9311-3fc62d044701 req-4ae22eca-c103-4cec-88ba-0e0222a75f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:47.197057 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-124b07f4-e530-413b-9311-3fc62d044701 req-4ae22eca-c103-4cec-88ba-0e0222a75f2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415685 Nov 13 06:05:47.242929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607abdca-dac3-4b47-9493-79a9ab515689 req-bbf2a365-a15a-41b3-acc2-ca7d9214440b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:47.244531 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-607abdca-dac3-4b47-9493-79a9ab515689 req-bbf2a365-a15a-41b3-acc2-ca7d9214440b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 944 time: 0.0500607 Nov 13 06:05:47.295905 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-124b07f4-e530-413b-9311-3fc62d044701 req-cfff4bff-4fee-4e2d-8c7a-6f7df7d078dc service neutron] 10.222.0.46 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913939 Nov 13 06:05:47.297019 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-607abdca-dac3-4b47-9493-79a9ab515689 req-fb648a4a-9438-44ac-9e45-33979811747b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463898 Nov 13 06:05:47.387912 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-124b07f4-e530-413b-9311-3fc62d044701 req-4791408e-8eb6-4b4e-a1f0-d44398ce83ed service neutron] 10.222.0.46 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853009 Nov 13 06:05:48.430569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cf303-c4ee-440f-8ad2-e7c6bc8520dc req-e0a27e2a-9802-4c95-aa23-0c363d2331ee tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:48.432082 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5b5cf303-c4ee-440f-8ad2-e7c6bc8520dc req-e0a27e2a-9802-4c95-aa23-0c363d2331ee tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 944 time: 0.0525706 Nov 13 06:05:48.491667 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5b5cf303-c4ee-440f-8ad2-e7c6bc8520dc req-174fa111-6377-4555-b1bd-d7512024061e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533061 Nov 13 06:05:48.814607 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:05:49.626601 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d056ca9-7b62-47a3-a445-437cac4a3d7a req-a47176ee-5434-4669-bfcf-1b86f28d7629 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:49.628111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d056ca9-7b62-47a3-a445-437cac4a3d7a req-a47176ee-5434-4669-bfcf-1b86f28d7629 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 944 time: 0.0518761 Nov 13 06:05:49.684917 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d056ca9-7b62-47a3-a445-437cac4a3d7a req-0e57a909-3e6b-4228-a807-306f43e19ad6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507133 Nov 13 06:05:50.155563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c49c1880-8181-462c-ae40-61534824fb32 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:05:50.262549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port c49c1880-8181-462c-ae40-61534824fb32, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c49c1880-8181-462c-ae40-61534824fb32,segment=NetworkSegment(b847f886-c006-43e5-b2d1-6bf7835ab24b),segment_id=b847f886-c006-43e5-b2d1-6bf7835ab24b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:05:50.274956 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'c49c1880-8181-462c-ae40-61534824fb32', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'port_id': 'c49c1880-8181-462c-ae40-61534824fb32', 'mac_address': 'fa:16:3e:d2:7a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:05:50.314008 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:50.330522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49c1880-8181-462c-ae40-61534824fb32 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:05:50.350379 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port c49c1880-8181-462c-ae40-61534824fb32, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c49c1880-8181-462c-ae40-61534824fb32,segment=NetworkSegment(b847f886-c006-43e5-b2d1-6bf7835ab24b),segment_id=b847f886-c006-43e5-b2d1-6bf7835ab24b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:05:50.357822 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:50.404943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=c49c1880-8181-462c-ae40-61534824fb32,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:50.709487 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['c49c1880-8181-462c-ae40-61534824fb32'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:05:50.803185 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a25928-a84f-45e4-a914-fc94b2ab74ae req-9b3c95b1-4f88-4938-8e98-f3b5ed594dbd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:50.804710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a25928-a84f-45e4-a914-fc94b2ab74ae req-9b3c95b1-4f88-4938-8e98-f3b5ed594dbd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 945 time: 0.0492613 Nov 13 06:05:50.854434 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30a25928-a84f-45e4-a914-fc94b2ab74ae req-a52f68a7-e3c5-4f82-ae8a-ed3cf7b6b97b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434227 Nov 13 06:05:51.978184 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95cc4c-5dee-40b0-abe2-48bc85a0c1f7 req-c9e890a8-a2ee-4bbe-bf12-65bca4d35801 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:51.980136 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cf95cc4c-5dee-40b0-abe2-48bc85a0c1f7 req-c9e890a8-a2ee-4bbe-bf12-65bca4d35801 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 945 time: 0.0523682 Nov 13 06:05:52.030393 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cf95cc4c-5dee-40b0-abe2-48bc85a0c1f7 req-10307246-0e89-40d5-b329-8a784ddfe25f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441194 Nov 13 06:05:52.171780 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c49c1880-8181-462c-ae40-61534824fb32 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:05:52.228688 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port c49c1880-8181-462c-ae40-61534824fb32 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 06:05:52.235799 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port c49c1880-8181-462c-ae40-61534824fb32 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:05:52.236296 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:52.328430 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:52.350814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a3e4c0-0895-4f61-84ee-54d0d226173a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49c1880-8181-462c-ae40-61534824fb32'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:05:52.353111 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3f9478-ddeb-4a87-8b26-8cd6f4bb1891" -d '{"events": [{"server_uuid": "94a3e4c0-0895-4f61-84ee-54d0d226173a", "name": "network-vif-plugged", "status": "completed", "tag": "c49c1880-8181-462c-ae40-61534824fb32"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:05:52.366654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port c49c1880-8181-462c-ae40-61534824fb32, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c49c1880-8181-462c-ae40-61534824fb32,segment=NetworkSegment(b847f886-c006-43e5-b2d1-6bf7835ab24b),segment_id=b847f886-c006-43e5-b2d1-6bf7835ab24b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:05:52.371731 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:52.421459 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=c49c1880-8181-462c-ae40-61534824fb32,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:52.479208 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44151e2-4f26-4638-b3f7-49921ab35940 x-openstack-request-id: req-f44151e2-4f26-4638-b3f7-49921ab35940 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:05:52.479595 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a3e4c0-0895-4f61-84ee-54d0d226173a", "name": "network-vif-plugged", "status": "completed", "tag": "c49c1880-8181-462c-ae40-61534824fb32", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:05:52.479851 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f44151e2-4f26-4638-b3f7-49921ab35940 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:05:52.480255 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a3e4c0-0895-4f61-84ee-54d0d226173a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49c1880-8181-462c-ae40-61534824fb32', 'code': 200} Nov 13 06:05:52.605813 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569d81a-751d-41c8-b11b-0a27f515b673 req-baf1a98a-e063-47b3-ac34-773fead63648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:52.607259 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8569d81a-751d-41c8-b11b-0a27f515b673 req-baf1a98a-e063-47b3-ac34-773fead63648 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 1097 time: 0.0423710 Nov 13 06:05:52.653668 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8569d81a-751d-41c8-b11b-0a27f515b673 req-fe79181c-c3fd-4b05-9e5a-7d033770c3f5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390971 Nov 13 06:05:53.158972 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c931c-b490-4cde-aca6-6fc65eb2d851 req-18c66ab8-ded9-47bd-a5a7-5b9b059195c2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:53.160474 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-303c931c-b490-4cde-aca6-6fc65eb2d851 req-18c66ab8-ded9-47bd-a5a7-5b9b059195c2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0546978 Nov 13 06:05:53.214599 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-303c931c-b490-4cde-aca6-6fc65eb2d851 req-e7e8aed5-ff69-49b2-8aaa-a7d915fa672b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446670 Nov 13 06:05:54.354202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b24f91-d38a-402a-8eff-6648ba2b7477 req-12490996-1f38-4d64-894e-896376a86bb5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:54.355617 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-55b24f91-d38a-402a-8eff-6648ba2b7477 req-12490996-1f38-4d64-894e-896376a86bb5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0555122 Nov 13 06:05:54.412365 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-55b24f91-d38a-402a-8eff-6648ba2b7477 req-e9d2dcfd-3972-431b-9db3-15c8b20a8342 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481946 Nov 13 06:05:54.555890 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0f2ce-851f-4204-ac22-48435f334661 req-aaa0dabb-2ad2-4263-b41d-0f3a8d1c933e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:54.557461 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b5a0f2ce-851f-4204-ac22-48435f334661 req-aaa0dabb-2ad2-4263-b41d-0f3a8d1c933e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0625157 Nov 13 06:05:54.608273 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b5a0f2ce-851f-4204-ac22-48435f334661 req-01dad658-cb48-44f9-9e49-25a0f46b8dcd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446069 Nov 13 06:05:54.630707 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49828) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:54.674048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf804c5-e65a-4600-9202-826c01a5a2af tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:54.675582 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ccf804c5-e65a-4600-9202-826c01a5a2af tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 1092 time: 0.0438881 Nov 13 06:05:54.678680 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49830) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:54.684494 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': 'c49c1880-8181-462c-ae40-61534824fb32', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:05:54.709338 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:54.823842 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:54.930442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.25.8.163 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/d8123978-d120-4113-8b7a-e9015cb2140c) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:05:55.037234 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:55.075796 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:55.112337 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:05:55.117462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:05:55.121000 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:05:55.126474 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=d8123978-d120-4113-8b7a-e9015cb2140c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:55.826102 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:55.904014 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:56.055645 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:56.062512 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:56.135236 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=d8123978-d120-4113-8b7a-e9015cb2140c,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:05:56.147795 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:56.254041 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Floating IP 5813463a-44fa-4a2e-99a7-dc1a84c7a863 associated. External IP: 172.25.8.163, port: c49c1880-8181-462c-ae40-61534824fb32. Nov 13 06:05:56.463907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:05:56.577374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:05:56.588812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd59931-e8df-4936-88f4-fddec7991282 None None] Sync routers for ids ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:05:56.595819 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:56.598892 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd59931-e8df-4936-88f4-fddec7991282 None None] Routers {'d61c462c-2648-4dbb-8c5d-4d258ee9fac2'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:05:56.599599 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6cd59931-e8df-4936-88f4-fddec7991282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:05:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:56.622859 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c299e56a-ee6e-45cb-ac9d-f4bb7a44fe9b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9429681 Nov 13 06:05:56.623463 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a3e4c0-0895-4f61-84ee-54d0d226173a', 'tag': 'c49c1880-8181-462c-ae40-61534824fb32'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:05:56.625763 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04699a31-8d2a-4102-b894-083b4fc99f69" -d '{"events": [{"name": "network-changed", "server_uuid": "94a3e4c0-0895-4f61-84ee-54d0d226173a", "tag": "c49c1880-8181-462c-ae40-61534824fb32"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:05:56.667527 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4730ccd-2698-4eb3-be88-b8b0a21f0a48 x-openstack-request-id: req-c4730ccd-2698-4eb3-be88-b8b0a21f0a48 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:05:56.667872 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a3e4c0-0895-4f61-84ee-54d0d226173a", "tag": "c49c1880-8181-462c-ae40-61534824fb32", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:05:56.668058 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4730ccd-2698-4eb3-be88-b8b0a21f0a48 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:05:56.668641 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a3e4c0-0895-4f61-84ee-54d0d226173a', 'tag': 'c49c1880-8181-462c-ae40-61534824fb32', 'status': 'completed', 'code': 200} Nov 13 06:05:56.754000 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232409f-db55-4d78-ab19-5603bf205065 req-58d1c53c-ccf3-43ed-b439-97dd0e9c24e9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:56.755560 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7232409f-db55-4d78-ab19-5603bf205065 req-58d1c53c-ccf3-43ed-b439-97dd0e9c24e9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0779312 Nov 13 06:05:56.785772 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04699a31-8d2a-4102-b894-083b4fc99f69 req-82bdc509-cf58-4a3b-9737-cbdc181e87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:56.787349 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04699a31-8d2a-4102-b894-083b4fc99f69 req-82bdc509-cf58-4a3b-9737-cbdc181e87eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 1097 time: 0.0751355 Nov 13 06:05:56.840856 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7232409f-db55-4d78-ab19-5603bf205065 req-48fd2b4a-c963-4d6f-94aa-f1e89c2d62b9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783300 Nov 13 06:05:56.863940 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49836) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:56.880557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6cd59931-e8df-4936-88f4-fddec7991282 None None] Set router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:05:56.902986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04699a31-8d2a-4102-b894-083b4fc99f69 req-aaf736af-9578-4056-9e29-a30d8c5a0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:56.905399 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04699a31-8d2a-4102-b894-083b4fc99f69 req-aaf736af-9578-4056-9e29-a30d8c5a0601 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 HTTP/1.1" status: 200 len: 898 time: 0.1053953 Nov 13 06:05:56.928619 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fb3e3a7d-21c0-4ea3-80eb-3c488ad99654 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/5813463a-44fa-4a2e-99a7-dc1a84c7a863 HTTP/1.1" status: 200 len: 992 time: 0.0630784 Nov 13 06:05:56.975507 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04699a31-8d2a-4102-b894-083b4fc99f69 req-2bfc7846-e458-44c8-9a42-d4abab9a23d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c49c1880-8181-462c-ae40-61534824fb32 HTTP/1.1" status: 200 len: 1000 time: 0.0636938 Nov 13 06:05:57.025226 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04699a31-8d2a-4102-b894-083b4fc99f69 req-dd955421-3a88-4df2-b7ef-24234fb3f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:57.027004 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04699a31-8d2a-4102-b894-083b4fc99f69 req-dd955421-3a88-4df2-b7ef-24234fb3f63c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f65e5ca-8081-4941-bc02-8ab20c4f7d94 HTTP/1.1" status: 200 len: 834 time: 0.0437393 Nov 13 06:05:57.075854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04699a31-8d2a-4102-b894-083b4fc99f69 req-4de7d45f-52fd-4cb8-a8d9-01dd7e667968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:05:57.077399 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04699a31-8d2a-4102-b894-083b4fc99f69 req-4de7d45f-52fd-4cb8-a8d9-01dd7e667968 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442681 Nov 13 06:05:57.109514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6cd59931-e8df-4936-88f4-fddec7991282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2e56c586-b24a-4e0c-b397-825da933e813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '2e56c586-b24a-4e0c-b397-825da933e813', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '5813463a-44fa-4a2e-99a7-dc1a84c7a863', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'port_id': 'c49c1880-8181-462c-ae40-61534824fb32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'mac_address': 'fa:16:3e:d2:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a3e4c0-0895-4f61-84ee-54d0d226173a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:05:55Z', 'updated_at': '2021-11-13T06:05:55Z', 'revision_number': 0, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0009604c-9f5d-4d87-9c7e-9c2a80f005c2', 'name': '', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:d0:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:40Z', 'updated_at': '2021-11-13T06:05:44Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:57.136651 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd59931-e8df-4936-88f4-fddec7991282 None None] Checking router: d61c462c-2648-4dbb-8c5d-4d258ee9fac2 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:05:57.146123 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd59931-e8df-4936-88f4-fddec7991282 None None] Routers {'d61c462c-2648-4dbb-8c5d-4d258ee9fac2'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:05:57.146738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6cd59931-e8df-4936-88f4-fddec7991282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:05:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:57.171478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04699a31-8d2a-4102-b894-083b4fc99f69 req-5ffafd8e-0fed-4ef6-9981-d5d49d00aa5c service neutron] 10.222.0.46 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862720 Nov 13 06:05:57.257511 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6cd59931-e8df-4936-88f4-fddec7991282 None None] Set router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:05:57.261839 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-04699a31-8d2a-4102-b894-083b4fc99f69 req-c4cf73bc-2df1-4d08-a4fe-9836762e474d service neutron] 10.222.0.46 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835586 Nov 13 06:05:57.502669 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6cd59931-e8df-4936-88f4-fddec7991282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2e56c586-b24a-4e0c-b397-825da933e813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '2e56c586-b24a-4e0c-b397-825da933e813', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '5813463a-44fa-4a2e-99a7-dc1a84c7a863', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'port_id': 'c49c1880-8181-462c-ae40-61534824fb32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'mac_address': 'fa:16:3e:d2:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a3e4c0-0895-4f61-84ee-54d0d226173a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:05:55Z', 'updated_at': '2021-11-13T06:05:55Z', 'revision_number': 0, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0009604c-9f5d-4d87-9c7e-9c2a80f005c2', 'name': '', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:d0:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:40Z', 'updated_at': '2021-11-13T06:05:44Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:05:57.528642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd59931-e8df-4936-88f4-fddec7991282 None None] The sync data for ids ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'] in n-d-813114-2 is: [{'id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2e56c586-b24a-4e0c-b397-825da933e813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '2e56c586-b24a-4e0c-b397-825da933e813', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '5813463a-44fa-4a2e-99a7-dc1a84c7a863', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'port_id': 'c49c1880-8181-462c-ae40-61534824fb32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'mac_address': 'fa:16:3e:d2:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a3e4c0-0895-4f61-84ee-54d0d226173a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:05:55Z', 'updated_at': '2021-11-13T06:05:55Z', 'revision_number': 0, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0009604c-9f5d-4d87-9c7e-9c2a80f005c2', 'name': '', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:d0:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:40Z', 'updated_at': '2021-11-13T06:05:44Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:05:57.731586 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a54e46-8f41-4442-88fe-29551d0f2544 None None] New status for floating IP 5813463a-44fa-4a2e-99a7-dc1a84c7a863: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:05:57.932503 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49838) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:05:57.996456 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-83ae5547-9a86-457b-8ffb-7c223a7cbb98 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/5813463a-44fa-4a2e-99a7-dc1a84c7a863 HTTP/1.1" status: 200 len: 994 time: 0.0627847 Nov 13 06:05:59.427964 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:05:59.459555 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:06:04.462592 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4437d539-789b-4d42-a7bd-1fe541326400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:06:06.588851 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfffb89d-6beb-4338-bcb4-52bbb8275316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:06:08.268348 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:06:09.537627 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:06:10.076253 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:06:19.890516 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ec174d1-b5ac-42b1-b6fb-8a8478254f8b req-829bcd36-5c16-4b42-822a-1f9dba85e09d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433097 Nov 13 06:06:19.995889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec174d1-b5ac-42b1-b6fb-8a8478254f8b req-3a015dae-eb9d-4bc1-a724-628847a92b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:06:19.997390 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ec174d1-b5ac-42b1-b6fb-8a8478254f8b req-3a015dae-eb9d-4bc1-a724-628847a92b4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 1097 time: 0.0445232 Nov 13 06:06:20.108572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec174d1-b5ac-42b1-b6fb-8a8478254f8b req-8bed1cc7-e491-4cb1-8b89-6741900a4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:06:20.110121 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ec174d1-b5ac-42b1-b6fb-8a8478254f8b req-8bed1cc7-e491-4cb1-8b89-6741900a4d4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 HTTP/1.1" status: 200 len: 898 time: 0.0923109 Nov 13 06:06:20.177039 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ec174d1-b5ac-42b1-b6fb-8a8478254f8b req-80b289e6-ac21-4574-bb0a-a23e81c30930 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c49c1880-8181-462c-ae40-61534824fb32 HTTP/1.1" status: 200 len: 1002 time: 0.0590072 Nov 13 06:06:20.225858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec174d1-b5ac-42b1-b6fb-8a8478254f8b req-63220ff7-9abb-447f-9b8a-244b8f7f30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:06:20.227294 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ec174d1-b5ac-42b1-b6fb-8a8478254f8b req-63220ff7-9abb-447f-9b8a-244b8f7f30a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f65e5ca-8081-4941-bc02-8ab20c4f7d94 HTTP/1.1" status: 200 len: 834 time: 0.0433402 Nov 13 06:06:20.285235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec174d1-b5ac-42b1-b6fb-8a8478254f8b req-0e88705a-25c8-4378-b1c3-0c2e39e04b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:06:20.286825 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ec174d1-b5ac-42b1-b6fb-8a8478254f8b req-0e88705a-25c8-4378-b1c3-0c2e39e04b91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529501 Nov 13 06:06:20.383340 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ec174d1-b5ac-42b1-b6fb-8a8478254f8b req-d2381264-24ca-4805-acd0-d802dcbbf26e service neutron] 10.222.0.46 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881310 Nov 13 06:06:20.494324 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9ec174d1-b5ac-42b1-b6fb-8a8478254f8b req-eb7088d6-4a92-447d-931e-ea40b76ef99f service neutron] 10.222.0.46 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033580 Nov 13 06:06:25.817405 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:06:29.413543 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:06:29.456928 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:06:34.458655 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e78aa2-0a97-4fbc-97b5-631d24997b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:06:36.589119 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-075803e3-58cc-42be-9405-3446bde83462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:06:38.269740 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:06:39.543532 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:06:40.076997 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:06:58.763781 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb93c74-bbdd-48cd-be92-0319127d2015 req-0679396a-4c62-4119-a627-e46fd975807a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:06:58.765330 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6eb93c74-bbdd-48cd-be92-0319127d2015 req-0679396a-4c62-4119-a627-e46fd975807a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0523193 Nov 13 06:06:58.782111 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f3c9f-6672-481f-90e5-0db80207bd7e req-af8aac55-60e0-4de5-b091-904237b43ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:06:58.783625 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-998f3c9f-6672-481f-90e5-0db80207bd7e req-af8aac55-60e0-4de5-b091-904237b43ac9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 1097 time: 0.0416608 Nov 13 06:06:58.821974 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6eb93c74-bbdd-48cd-be92-0319127d2015 req-821a4892-3770-4486-91f9-c669e8bb16a3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502529 Nov 13 06:06:58.885994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f3c9f-6672-481f-90e5-0db80207bd7e req-0f7049d2-191d-489f-8cbc-6138736feee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:06:58.887495 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-998f3c9f-6672-481f-90e5-0db80207bd7e req-0f7049d2-191d-489f-8cbc-6138736feee8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 HTTP/1.1" status: 200 len: 898 time: 0.0923891 Nov 13 06:06:58.952708 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-998f3c9f-6672-481f-90e5-0db80207bd7e req-eb6e1e32-6e9f-434d-aac7-dd12ce109175 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c49c1880-8181-462c-ae40-61534824fb32 HTTP/1.1" status: 200 len: 1002 time: 0.0566981 Nov 13 06:06:59.002697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f3c9f-6672-481f-90e5-0db80207bd7e req-a8b4fe98-be8d-452b-b744-4b4f630977bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:06:59.004125 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-998f3c9f-6672-481f-90e5-0db80207bd7e req-a8b4fe98-be8d-452b-b744-4b4f630977bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f65e5ca-8081-4941-bc02-8ab20c4f7d94 HTTP/1.1" status: 200 len: 834 time: 0.0443335 Nov 13 06:06:59.056766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f3c9f-6672-481f-90e5-0db80207bd7e req-059e14c7-5178-4e94-9433-2e41a5ac09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:06:59.058284 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-998f3c9f-6672-481f-90e5-0db80207bd7e req-059e14c7-5178-4e94-9433-2e41a5ac09d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474060 Nov 13 06:06:59.151619 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-998f3c9f-6672-481f-90e5-0db80207bd7e req-c0a570e7-474d-4367-af77-d10e0df58015 service neutron] 10.222.0.46 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850146 Nov 13 06:06:59.260611 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-998f3c9f-6672-481f-90e5-0db80207bd7e req-8e95b6b3-9c18-4eed-ad3d-381d775403b1 service neutron] 10.222.0.46 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007187 Nov 13 06:06:59.428258 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:06:59.483623 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:06:59.967831 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556190c9-1bb1-4c2c-bc13-eec402bc02e1 req-e6a1aabb-abe0-4189-83d7-4865b9d2fac0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:06:59.969461 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-556190c9-1bb1-4c2c-bc13-eec402bc02e1 req-e6a1aabb-abe0-4189-83d7-4865b9d2fac0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0708699 Nov 13 06:07:00.020368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-556190c9-1bb1-4c2c-bc13-eec402bc02e1 req-e6820140-f292-43da-8b51-88d4381e091d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444100 Nov 13 06:07:01.155167 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a75d9-7419-45ce-a5b1-d08fe584d2fd req-0d93bb6f-dd4c-4abc-b96c-0159c1e4caad tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:07:01.156712 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a9a75d9-7419-45ce-a5b1-d08fe584d2fd req-0d93bb6f-dd4c-4abc-b96c-0159c1e4caad tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0562313 Nov 13 06:07:01.207018 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a9a75d9-7419-45ce-a5b1-d08fe584d2fd req-46ee658d-6445-4243-ae07-971f5e59d238 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438101 Nov 13 06:07:02.345032 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55dc58-e1f4-4667-9f67-1f5737d6afcb req-36bf02e5-46cb-49e6-a277-e482ea2940f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:07:02.346432 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef55dc58-e1f4-4667-9f67-1f5737d6afcb req-36bf02e5-46cb-49e6-a277-e482ea2940f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0644848 Nov 13 06:07:02.403248 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ef55dc58-e1f4-4667-9f67-1f5737d6afcb req-7fd619b7-847c-4cfb-a499-cbdd86539467 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505064 Nov 13 06:07:02.821576 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:07:03.548006 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197432b4-e95a-4a3a-98ef-6bbe601033ae req-9474c20e-f0ad-4404-a05e-ea297d5f612a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:07:03.549415 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-197432b4-e95a-4a3a-98ef-6bbe601033ae req-9474c20e-f0ad-4404-a05e-ea297d5f612a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0585523 Nov 13 06:07:03.599289 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-197432b4-e95a-4a3a-98ef-6bbe601033ae req-6ace06b0-7931-42bf-b7e4-68fc3cfbd4d8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437791 Nov 13 06:07:04.459679 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-647ef778-f76e-4b11-8251-c5293fca8217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:04.723442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203603b4-a0d4-4952-869a-6c7f5a1667c9 req-f5680724-efba-44da-97a2-0157ab3c1fab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:07:04.724852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-203603b4-a0d4-4952-869a-6c7f5a1667c9 req-f5680724-efba-44da-97a2-0157ab3c1fab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0542736 Nov 13 06:07:04.778629 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-203603b4-a0d4-4952-869a-6c7f5a1667c9 req-bccbe176-1f09-4bb4-b49a-da7db6925e66 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449581 Nov 13 06:07:05.918998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb86044-01f4-4059-98e4-d250bbac2318 req-beaa6cfd-d187-4586-9dcf-3044814e96fc tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:07:05.920637 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6cb86044-01f4-4059-98e4-d250bbac2318 req-beaa6cfd-d187-4586-9dcf-3044814e96fc tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0548854 Nov 13 06:07:05.974332 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6cb86044-01f4-4059-98e4-d250bbac2318 req-15822d0d-7430-4ab4-a72b-b69c59b82f32 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441811 Nov 13 06:07:06.589380 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e90bec0e-7865-474a-af4e-bbfb685be8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:07.106956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278b444-5809-4ed0-8926-8fd8d2af79f3 req-b65581a0-2db8-4c44-87b7-3901c65c81e4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:07:07.108462 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5278b444-5809-4ed0-8926-8fd8d2af79f3 req-b65581a0-2db8-4c44-87b7-3901c65c81e4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0497499 Nov 13 06:07:07.160639 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5278b444-5809-4ed0-8926-8fd8d2af79f3 req-8f9e2941-78d2-47e5-a212-bdd59d0d6bcc tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437279 Nov 13 06:07:08.268094 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:08.286992 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb96855-1423-4786-83eb-e5690ee0ab41 req-a594f449-53ef-4f4a-82e9-1ba25258a9db tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:07:08.288517 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bcb96855-1423-4786-83eb-e5690ee0ab41 req-a594f449-53ef-4f4a-82e9-1ba25258a9db tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0528696 Nov 13 06:07:08.338944 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bcb96855-1423-4786-83eb-e5690ee0ab41 req-23d8695f-9f72-4613-9ab3-a09f53df215a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439343 Nov 13 06:07:09.480661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750d0b9-404e-43e4-872c-6cb0732156b2 req-f9e301c1-2c11-4177-b4f3-65b13bf24c02 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:07:09.482191 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0750d0b9-404e-43e4-872c-6cb0732156b2 req-f9e301c1-2c11-4177-b4f3-65b13bf24c02 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0635450 Nov 13 06:07:09.537362 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0750d0b9-404e-43e4-872c-6cb0732156b2 req-9eae5d5f-fee4-4355-94cd-6806c773b7ce tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452514 Nov 13 06:07:09.545437 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:10.070745 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:10.671091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06820e-7735-4407-a52e-30201012d6ac req-06ab00a4-f0e0-43e0-a3c2-c23bd099d387 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:07:10.672641 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a06820e-7735-4407-a52e-30201012d6ac req-06ab00a4-f0e0-43e0-a3c2-c23bd099d387 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0571091 Nov 13 06:07:10.725621 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a06820e-7735-4407-a52e-30201012d6ac req-3f267fc4-999f-472c-8650-cdb444af3da9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443037 Nov 13 06:07:10.749748 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49888) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:07:10.832939 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0c63a602-98ad-4ddb-b68a-2fa80c5b6ce6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/5813463a-44fa-4a2e-99a7-dc1a84c7a863 HTTP/1.1" status: 200 len: 994 time: 0.0816021 Nov 13 06:07:19.887905 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-399208f2-59b2-4f4a-a813-61931d1c92d1 req-9ec95b69-6bd3-47ab-9092-02760a0f4f67 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487669 Nov 13 06:07:20.021844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399208f2-59b2-4f4a-a813-61931d1c92d1 req-5f175d64-f7b2-480f-bad7-cdc929768a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:07:20.023385 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-399208f2-59b2-4f4a-a813-61931d1c92d1 req-5f175d64-f7b2-480f-bad7-cdc929768a19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 1097 time: 0.0496964 Nov 13 06:07:20.135352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399208f2-59b2-4f4a-a813-61931d1c92d1 req-fb8378f9-fdd8-4dab-bcee-1963b6b81f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:07:20.136824 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-399208f2-59b2-4f4a-a813-61931d1c92d1 req-fb8378f9-fdd8-4dab-bcee-1963b6b81f40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 HTTP/1.1" status: 200 len: 898 time: 0.0924504 Nov 13 06:07:20.202305 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-399208f2-59b2-4f4a-a813-61931d1c92d1 req-5aabe7e8-1a82-4dfb-9dad-27cce24ef929 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c49c1880-8181-462c-ae40-61534824fb32 HTTP/1.1" status: 200 len: 1002 time: 0.0585327 Nov 13 06:07:20.259660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399208f2-59b2-4f4a-a813-61931d1c92d1 req-96e2b432-8d28-43a4-9f04-901340fd9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:07:20.261166 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-399208f2-59b2-4f4a-a813-61931d1c92d1 req-96e2b432-8d28-43a4-9f04-901340fd9d8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f65e5ca-8081-4941-bc02-8ab20c4f7d94 HTTP/1.1" status: 200 len: 834 time: 0.0513978 Nov 13 06:07:20.310519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399208f2-59b2-4f4a-a813-61931d1c92d1 req-b33d61ce-2a35-4700-bb8e-dd57e2fc28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:07:20.312108 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-399208f2-59b2-4f4a-a813-61931d1c92d1 req-b33d61ce-2a35-4700-bb8e-dd57e2fc28d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439789 Nov 13 06:07:20.406897 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-399208f2-59b2-4f4a-a813-61931d1c92d1 req-dcc28cfc-f8cf-4e48-be8e-b78d0b7cd820 service neutron] 10.222.0.46 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873766 Nov 13 06:07:20.509042 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-399208f2-59b2-4f4a-a813-61931d1c92d1 req-36479e13-3cab-4fa0-847c-e3d22947f09b service neutron] 10.222.0.46 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946612 Nov 13 06:07:29.445347 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:29.488938 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:34.458720 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6322fc14-7b35-4c7f-aa4a-6238e202dc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:36.591714 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0be0e64c-7c2e-444b-aa87-b6a1601b2f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:38.276475 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:39.558856 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:39.826090 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:07:40.077024 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:59.321625 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49914) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:07:59.440563 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:59.476372 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:59.494505 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port d8123978-d120-4113-8b7a-e9015cb2140c {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:07:59.494853 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:59.575341 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:59.575596 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:59.589792 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for d8123978-d120-4113-8b7a-e9015cb2140c owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:07:59.746453 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:59.775509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=d8123978-d120-4113-8b7a-e9015cb2140c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:07:59.801788 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:07:59.802131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:07:59.802465 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:07:59.802799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:07:59.803155 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:07:59.803497 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:07:59.803807 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:07:59.804132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:07:59.804456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:07:59.804773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:07:59.805091 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:07:59.805404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:07:59.845161 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:07:59.845378 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Floating IP 5813463a-44fa-4a2e-99a7-dc1a84c7a863 disassociated (deleted). External IP: 172.25.8.163, port: c49c1880-8181-462c-ae40-61534824fb32. Nov 13 06:08:00.061998 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:08:00.182012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:08:00.187480 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:00.193408 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd9bd27-1624-4ba2-95f2-1a077a224a80 None None] Sync routers for ids ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:08:00.203779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd9bd27-1624-4ba2-95f2-1a077a224a80 None None] Routers {'d61c462c-2648-4dbb-8c5d-4d258ee9fac2'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:08:00.204417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8fd9bd27-1624-4ba2-95f2-1a077a224a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:07:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:00.215349 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-f9e8a435-96b0-412f-a598-3b33832ee74e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/floatingips/5813463a-44fa-4a2e-99a7-dc1a84c7a863 HTTP/1.1" status: 204 len: 168 time: 0.8924422 Nov 13 06:08:00.215977 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a3e4c0-0895-4f61-84ee-54d0d226173a', 'tag': 'c49c1880-8181-462c-ae40-61534824fb32'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:08:00.218480 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d21751-1de1-444a-b2b7-879f6b5fe18d" -d '{"events": [{"name": "network-changed", "server_uuid": "94a3e4c0-0895-4f61-84ee-54d0d226173a", "tag": "c49c1880-8181-462c-ae40-61534824fb32"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:08:00.318945 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20867277-e9eb-4a1b-9015-b8e0eaa4f011 x-openstack-request-id: req-20867277-e9eb-4a1b-9015-b8e0eaa4f011 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:08:00.319222 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a3e4c0-0895-4f61-84ee-54d0d226173a", "tag": "c49c1880-8181-462c-ae40-61534824fb32", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:08:00.319470 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20867277-e9eb-4a1b-9015-b8e0eaa4f011 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:08:00.319876 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a3e4c0-0895-4f61-84ee-54d0d226173a', 'tag': 'c49c1880-8181-462c-ae40-61534824fb32', 'status': 'completed', 'code': 200} Nov 13 06:08:00.327187 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8fd9bd27-1624-4ba2-95f2-1a077a224a80 None None] Set router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:08:00.410483 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d21751-1de1-444a-b2b7-879f6b5fe18d req-65d14ca2-c670-406e-a03d-b9386be4dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:00.413088 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-69d21751-1de1-444a-b2b7-879f6b5fe18d req-65d14ca2-c670-406e-a03d-b9386be4dec3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 1097 time: 0.0444870 Nov 13 06:08:00.520366 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9b5e8-0eec-41e1-b2d6-bd424aefda55 req-451c1bb4-dbe7-4a67-8770-a5b08cb66124 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:00.521749 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ada9b5e8-0eec-41e1-b2d6-bd424aefda55 req-451c1bb4-dbe7-4a67-8770-a5b08cb66124 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.1059122 Nov 13 06:08:00.543213 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8fd9bd27-1624-4ba2-95f2-1a077a224a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2e56c586-b24a-4e0c-b397-825da933e813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '2e56c586-b24a-4e0c-b397-825da933e813', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0009604c-9f5d-4d87-9c7e-9c2a80f005c2', 'name': '', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:d0:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:40Z', 'updated_at': '2021-11-13T06:05:44Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:00.555518 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d21751-1de1-444a-b2b7-879f6b5fe18d req-b2c12369-2348-43d7-8165-cc2297953754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:00.556953 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-69d21751-1de1-444a-b2b7-879f6b5fe18d req-b2c12369-2348-43d7-8165-cc2297953754 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 HTTP/1.1" status: 200 len: 898 time: 0.1328657 Nov 13 06:08:00.570748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd9bd27-1624-4ba2-95f2-1a077a224a80 None None] Checking router: d61c462c-2648-4dbb-8c5d-4d258ee9fac2 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:08:00.580127 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd9bd27-1624-4ba2-95f2-1a077a224a80 None None] Routers {'d61c462c-2648-4dbb-8c5d-4d258ee9fac2'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:08:00.580741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8fd9bd27-1624-4ba2-95f2-1a077a224a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:07:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:00.617732 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-69d21751-1de1-444a-b2b7-879f6b5fe18d req-5ffd43b8-4173-492b-9350-c36fcda1bb5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c49c1880-8181-462c-ae40-61534824fb32 HTTP/1.1" status: 200 len: 217 time: 0.0499918 Nov 13 06:08:00.621975 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ada9b5e8-0eec-41e1-b2d6-bd424aefda55 req-377a00fe-0462-45f1-8d9e-a48492f298d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883152 Nov 13 06:08:00.673575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d21751-1de1-444a-b2b7-879f6b5fe18d req-e798fd99-bcbd-4664-8632-429cd4d6788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:00.675091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-69d21751-1de1-444a-b2b7-879f6b5fe18d req-e798fd99-bcbd-4664-8632-429cd4d6788e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f65e5ca-8081-4941-bc02-8ab20c4f7d94 HTTP/1.1" status: 200 len: 834 time: 0.0488615 Nov 13 06:08:00.690956 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8fd9bd27-1624-4ba2-95f2-1a077a224a80 None None] Set router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:08:00.724647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d21751-1de1-444a-b2b7-879f6b5fe18d req-05321ea7-a3b6-4519-9a33-221862bc121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:00.726147 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-69d21751-1de1-444a-b2b7-879f6b5fe18d req-05321ea7-a3b6-4519-9a33-221862bc121e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431945 Nov 13 06:08:00.821319 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-69d21751-1de1-444a-b2b7-879f6b5fe18d req-ef40bd4b-f013-42fb-8f19-e282e3725e67 service neutron] 10.222.0.46 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870757 Nov 13 06:08:00.889818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8fd9bd27-1624-4ba2-95f2-1a077a224a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2e56c586-b24a-4e0c-b397-825da933e813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '2e56c586-b24a-4e0c-b397-825da933e813', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0009604c-9f5d-4d87-9c7e-9c2a80f005c2', 'name': '', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:d0:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:40Z', 'updated_at': '2021-11-13T06:05:44Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:00.911249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-69d21751-1de1-444a-b2b7-879f6b5fe18d req-7d98e26c-3c1d-4c3c-a1fb-ec91ad784be0 service neutron] 10.222.0.46 "GET /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824361 Nov 13 06:08:00.920224 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd9bd27-1624-4ba2-95f2-1a077a224a80 None None] The sync data for ids ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'] in n-d-813114-2 is: [{'id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2e56c586-b24a-4e0c-b397-825da933e813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '2e56c586-b24a-4e0c-b397-825da933e813', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '0009604c-9f5d-4d87-9c7e-9c2a80f005c2', 'name': '', 'network_id': '5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:d0:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:40Z', 'updated_at': '2021-11-13T06:05:44Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '1f65e5ca-8081-4941-bc02-8ab20c4f7d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:08:01.166222 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55543f88-243c-45c2-8d2a-fcda69f3e338 None None] New status for floating IP 5813463a-44fa-4a2e-99a7-dc1a84c7a863: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:08:01.751109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cad91a-5860-4148-a6bf-fb472c0bae63 req-289b35d4-c2a8-4b21-b5fd-8985f1f14088 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:01.752634 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9cad91a-5860-4148-a6bf-fb472c0bae63 req-289b35d4-c2a8-4b21-b5fd-8985f1f14088 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0575805 Nov 13 06:08:01.805171 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e9cad91a-5860-4148-a6bf-fb472c0bae63 req-70f10b12-8160-4f66-a38e-3b2d770dba12 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460975 Nov 13 06:08:02.277490 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3675aa-49bf-42e8-8b37-e3065d758669 req-7a01c27a-c91b-4e4f-b6e3-0d5e61be92c9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:02.279072 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-de3675aa-49bf-42e8-8b37-e3065d758669 req-7a01c27a-c91b-4e4f-b6e3-0d5e61be92c9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0559719 Nov 13 06:08:02.371235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-de3675aa-49bf-42e8-8b37-e3065d758669 req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port c49c1880-8181-462c-ae40-61534824fb32 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:08:02.371465 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-de3675aa-49bf-42e8-8b37-e3065d758669 req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:02.838761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-de3675aa-49bf-42e8-8b37-e3065d758669 req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] For port c49c1880-8181-462c-ae40-61534824fb32, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c49c1880-8181-462c-ae40-61534824fb32,segment=NetworkSegment(b847f886-c006-43e5-b2d1-6bf7835ab24b),segment_id=b847f886-c006-43e5-b2d1-6bf7835ab24b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:08:02.839153 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-de3675aa-49bf-42e8-8b37-e3065d758669 req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:02.853314 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-de3675aa-49bf-42e8-8b37-e3065d758669 req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for c49c1880-8181-462c-ae40-61534824fb32 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:08:02.965390 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ba394-7b31-47e5-aebe-f7fc175c08d1 req-a7580fa9-f6df-4b12-a682-6c3c103854bb tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:02.966991 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e2ba394-7b31-47e5-aebe-f7fc175c08d1 req-a7580fa9-f6df-4b12-a682-6c3c103854bb tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a3e4c0-0895-4f61-84ee-54d0d226173a HTTP/1.1" status: 200 len: 946 time: 0.0736887 Nov 13 06:08:03.043373 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-de3675aa-49bf-42e8-8b37-e3065d758669 req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:03.061846 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e2ba394-7b31-47e5-aebe-f7fc175c08d1 req-d01ea84d-5ac9-4875-bf02-eb094e4f1a24 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874896 Nov 13 06:08:03.079787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=c49c1880-8181-462c-ae40-61534824fb32,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:03.092055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:03.092516 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:03.092765 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:03.093102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:03.093437 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:03.093764 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:03.094082 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:03.094378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:03.094706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:03.095058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:03.095374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:03.095690 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:03.133389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3675aa-49bf-42e8-8b37-e3065d758669 req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] No DVR routers for this DVR port c49c1880-8181-462c-ae40-61534824fb32 on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:08:03.136069 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-de3675aa-49bf-42e8-8b37-e3065d758669 req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:03.139383 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-de3675aa-49bf-42e8-8b37-e3065d758669 req-f6a273a5-67ab-4915-88da-ce5db32d83ca tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "DELETE /v2.0/ports/c49c1880-8181-462c-ae40-61534824fb32 HTTP/1.1" status: 204 len: 173 time: 0.8542235 Nov 13 06:08:03.139817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a3e4c0-0895-4f61-84ee-54d0d226173a', 'name': 'network-vif-deleted', 'tag': 'c49c1880-8181-462c-ae40-61534824fb32'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:08:03.142064 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c85a594-714d-4da0-81ac-315b8b66ddaa" -d '{"events": [{"server_uuid": "94a3e4c0-0895-4f61-84ee-54d0d226173a", "name": "network-vif-deleted", "tag": "c49c1880-8181-462c-ae40-61534824fb32"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:08:03.180318 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62685e7-6c6b-4ecb-9849-f23a6b86645e x-openstack-request-id: req-d62685e7-6c6b-4ecb-9849-f23a6b86645e {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:08:03.180614 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a3e4c0-0895-4f61-84ee-54d0d226173a", "name": "network-vif-deleted", "tag": "c49c1880-8181-462c-ae40-61534824fb32", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:08:03.180859 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d62685e7-6c6b-4ecb-9849-f23a6b86645e {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:08:03.181254 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a3e4c0-0895-4f61-84ee-54d0d226173a', 'name': 'network-vif-deleted', 'tag': 'c49c1880-8181-462c-ae40-61534824fb32', 'status': 'completed', 'code': 200} Nov 13 06:08:04.131864 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49932) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:04.453106 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c407ed7-b8b5-4a6a-9398-d85fd7292fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:04.496927 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73ccabfb-b2f1-4746-b450-33e4b9c0bd78 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:04.774651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-73ccabfb-b2f1-4746-b450-33e4b9c0bd78 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:08:04.774890 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73ccabfb-b2f1-4746-b450-33e4b9c0bd78 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:04.877803 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-73ccabfb-b2f1-4746-b450-33e4b9c0bd78 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] For port 0009604c-9f5d-4d87-9c7e-9c2a80f005c2, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=0009604c-9f5d-4d87-9c7e-9c2a80f005c2,segment=NetworkSegment(b847f886-c006-43e5-b2d1-6bf7835ab24b),segment_id=b847f886-c006-43e5-b2d1-6bf7835ab24b)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:08:04.878158 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73ccabfb-b2f1-4746-b450-33e4b9c0bd78 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:04.890737 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-73ccabfb-b2f1-4746-b450-33e4b9c0bd78 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:08:04.931389 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c49c1880-8181-462c-ae40-61534824fb32 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:08:04.952814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: c49c1880-8181-462c-ae40-61534824fb32 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:08:04.953157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c49c1880-8181-462c-ae40-61534824fb32 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:08:05.077639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73ccabfb-b2f1-4746-b450-33e4b9c0bd78 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:05.103215 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccabfb-b2f1-4746-b450-33e4b9c0bd78 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=0009604c-9f5d-4d87-9c7e-9c2a80f005c2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:05.284715 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73ccabfb-b2f1-4746-b450-33e4b9c0bd78 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:05.849926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ccabfb-b2f1-4746-b450-33e4b9c0bd78 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:08:05.956443 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ccabfb-b2f1-4746-b450-33e4b9c0bd78 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:08:05.961586 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-73ccabfb-b2f1-4746-b450-33e4b9c0bd78 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "PUT /v2.0/routers/d61c462c-2648-4dbb-8c5d-4d258ee9fac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8286529 Nov 13 06:08:05.964868 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49934) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:05.966294 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed80c1-21e6-4ff1-97f9-97651bc3c05c None None] Sync routers for ids ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:08:05.976503 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed80c1-21e6-4ff1-97f9-97651bc3c05c None None] Routers {'d61c462c-2648-4dbb-8c5d-4d258ee9fac2'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:08:05.977145 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-65ed80c1-21e6-4ff1-97f9-97651bc3c05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:07:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:06.022229 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3b24f6-e4dc-497f-9a99-04f9ca1c92dd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting subnet 1f65e5ca-8081-4941-bc02-8ab20c4f7d94 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 06:08:06.025392 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c3b24f6-e4dc-497f-9a99-04f9ca1c92dd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:06.065114 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c3b24f6-e4dc-497f-9a99-04f9ca1c92dd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:06.083491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-65ed80c1-21e6-4ff1-97f9-97651bc3c05c None None] Set router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:08:06.146856 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c3b24f6-e4dc-497f-9a99-04f9ca1c92dd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:06.211428 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c3b24f6-e4dc-497f-9a99-04f9ca1c92dd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:06.238661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b24f6-e4dc-497f-9a99-04f9ca1c92dd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Subnet': ['ID=1f65e5ca-8081-4941-bc02-8ab20c4f7d94,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:06.242835 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c3b24f6-e4dc-497f-9a99-04f9ca1c92dd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:06.246963 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6c3b24f6-e4dc-497f-9a99-04f9ca1c92dd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/subnets/1f65e5ca-8081-4941-bc02-8ab20c4f7d94 HTTP/1.1" status: 204 len: 168 time: 0.2802236 Nov 13 06:08:06.249081 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49936) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:06.251410 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a817e2a-4303-4189-abe3-4eafcc52f32e None None] Network 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:08:06.363535 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:06.473298 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:06.499284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-65ed80c1-21e6-4ff1-97f9-97651bc3c05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2e56c586-b24a-4e0c-b397-825da933e813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:08:05Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '2e56c586-b24a-4e0c-b397-825da933e813', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:06.527665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port 2e56c586-b24a-4e0c-b397-825da933e813 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:08:06.528007 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:06.542126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed80c1-21e6-4ff1-97f9-97651bc3c05c None None] Checking router: d61c462c-2648-4dbb-8c5d-4d258ee9fac2 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:08:06.575739 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed80c1-21e6-4ff1-97f9-97651bc3c05c None None] Routers {'d61c462c-2648-4dbb-8c5d-4d258ee9fac2'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:08:06.576437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-65ed80c1-21e6-4ff1-97f9-97651bc3c05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:07:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:06.609671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] For port 2e56c586-b24a-4e0c-b397-825da933e813, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=2e56c586-b24a-4e0c-b397-825da933e813,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:08:06.610031 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:06.623713 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for 2e56c586-b24a-4e0c-b397-825da933e813 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:08:06.652482 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91bf77cd-2ee5-45d8-aca1-be7a5ebb1c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:06.675916 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-65ed80c1-21e6-4ff1-97f9-97651bc3c05c None None] Set router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:08:06.728367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-65ed80c1-21e6-4ff1-97f9-97651bc3c05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:08:06Z', 'revision_number': 6, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:06.766741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] DHCP port deletion for 5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:08:06.769008 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed80c1-21e6-4ff1-97f9-97651bc3c05c None None] The sync data for ids ['d61c462c-2648-4dbb-8c5d-4d258ee9fac2'] in n-d-813114-2 is: [{'id': 'd61c462c-2648-4dbb-8c5d-4d258ee9fac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211794907', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:05:38Z', 'updated_at': '2021-11-13T06:08:06Z', 'revision_number': 6, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:08:06.813731 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:06.822738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Deleting port db80e3a5-2253-4137-94bb-d8189cc4fb11 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:08:06.823286 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:06.845778 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=2e56c586-b24a-4e0c-b397-825da933e813,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:06.871977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f258d95-96a5-48d9-a3bf-6d307d4ebe7b None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:08:06.892305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] For port db80e3a5-2253-4137-94bb-d8189cc4fb11, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=db80e3a5-2253-4137-94bb-d8189cc4fb11,segment=NetworkSegment(b847f886-c006-43e5-b2d1-6bf7835ab24b),segment_id=b847f886-c006-43e5-b2d1-6bf7835ab24b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:08:06.892305 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:06.910206 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Calling delete_port for db80e3a5-2253-4137-94bb-d8189cc4fb11 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:08:06.912188 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:06.991676 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.005041 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.007197 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.017216 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Pushing event deleted for resources: {'Port': ['ID=db80e3a5-2253-4137-94bb-d8189cc4fb11,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:07.021836 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] No DVR routers for this DVR port db80e3a5-2253-4137-94bb-d8189cc4fb11 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:08:07.039388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:07.040110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:07.040110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:07.040363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:07.040677 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:07.041001 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:07.041320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:07.041656 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:07.042959 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:07.043304 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:07.043642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:07.043954 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b6127b-7614-4b8b-952c-4c95a7593480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:07.056947 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.057493 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Fanout notify agent at l3_agent the message router_deleted on router d61c462c-2648-4dbb-8c5d-4d258ee9fac2 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 06:08:07.065381 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.066513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f9a3f397-4219-45af-b262-03b992e808c6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/routers/d61c462c-2648-4dbb-8c5d-4d258ee9fac2 HTTP/1.1" status: 204 len: 168 time: 0.8153286 Nov 13 06:08:07.069370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49938) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:07.151658 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36f6f1c5-e3b7-4fe3-a0b9-9dd90d1ce1d4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.250657 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36f6f1c5-e3b7-4fe3-a0b9-9dd90d1ce1d4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.270558 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-36f6f1c5-e3b7-4fe3-a0b9-9dd90d1ce1d4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:07.282313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-36f6f1c5-e3b7-4fe3-a0b9-9dd90d1ce1d4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b847f886-c006-43e5-b2d1-6bf7835ab24b') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:07.282521 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-36f6f1c5-e3b7-4fe3-a0b9-9dd90d1ce1d4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b847f886-c006-43e5-b2d1-6bf7835ab24b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:07.295933 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36f6f1c5-e3b7-4fe3-a0b9-9dd90d1ce1d4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.309330 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36f6f1c5-e3b7-4fe3-a0b9-9dd90d1ce1d4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.315501 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f6f1c5-e3b7-4fe3-a0b9-9dd90d1ce1d4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 06:08:07.315878 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36f6f1c5-e3b7-4fe3-a0b9-9dd90d1ce1d4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: timer() Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 06:08:07.318877 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 06:08:07.381506 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36f6f1c5-e3b7-4fe3-a0b9-9dd90d1ce1d4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.389826 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36f6f1c5-e3b7-4fe3-a0b9-9dd90d1ce1d4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.392310 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-36f6f1c5-e3b7-4fe3-a0b9-9dd90d1ce1d4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/networks/5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9 HTTP/1.1" status: 204 len: 168 time: 0.3219976 Nov 13 06:08:07.395483 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49940) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:07.403417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6f1c5-e3b7-4fe3-a0b9-9dd90d1ce1d4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Network': ['ID=5e5f8f5b-7b5b-464b-a9c2-826871a8b0b9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:07.454929 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7b2509a3-3cc6-4326-96ed-2a476949d303 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.483430 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7b2509a3-3cc6-4326-96ed-2a476949d303 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.553956 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7b2509a3-3cc6-4326-96ed-2a476949d303 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.556643 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7b2509a3-3cc6-4326-96ed-2a476949d303 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:07.557812 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7b2509a3-3cc6-4326-96ed-2a476949d303 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/security-groups/23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2 HTTP/1.1" status: 204 len: 168 time: 0.1612592 Nov 13 06:08:07.567773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2509a3-3cc6-4326-96ed-2a476949d303 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23402d01-f6ca-4c9b-ab8f-2cfa74efbfb2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:07.657480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2e56c586-b24a-4e0c-b397-825da933e813 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:08:07.681871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 2e56c586-b24a-4e0c-b397-825da933e813 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:08:07.682207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 2e56c586-b24a-4e0c-b397-825da933e813 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:08:07.682612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device db80e3a5-2253-4137-94bb-d8189cc4fb11 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:08:07.701514 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: db80e3a5-2253-4137-94bb-d8189cc4fb11 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:08:07.701909 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device db80e3a5-2253-4137-94bb-d8189cc4fb11 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:08:07.702300 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:08:07.720413 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:08:07.720717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 0009604c-9f5d-4d87-9c7e-9c2a80f005c2 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:08:08.284995 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:09.551719 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:09.894446 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49950) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:09.899134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-25d8841d-dacd-4781-8731-78850ae5ab8d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1340020412', 'description': 'tempest-secgroup-smoke-1340020412 description', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:08:09.930037 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25d8841d-dacd-4781-8731-78850ae5ab8d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.001558 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25d8841d-dacd-4781-8731-78850ae5ab8d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.006790 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25d8841d-dacd-4781-8731-78850ae5ab8d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.042278 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25d8841d-dacd-4781-8731-78850ae5ab8d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.043559 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-25d8841d-dacd-4781-8731-78850ae5ab8d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1480982 Nov 13 06:08:10.045761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8841d-dacd-4781-8731-78850ae5ab8d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef37020-218f-4cf1-b195-bb782a799a5d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:10.046728 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49952) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:10.053099 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6ba395e8-8aa8-4d03-953a-05d5df0bf987 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '0ef37020-218f-4cf1-b195-bb782a799a5d', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:08:10.076237 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.088277 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ba395e8-8aa8-4d03-953a-05d5df0bf987 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.137568 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ba395e8-8aa8-4d03-953a-05d5df0bf987 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.142392 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ba395e8-8aa8-4d03-953a-05d5df0bf987 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.159644 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba395e8-8aa8-4d03-953a-05d5df0bf987 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f340d85c-c3ed-4bc9-99ce-3f015e7ccd23,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:10.168461 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6ba395e8-8aa8-4d03-953a-05d5df0bf987 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.169708 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6ba395e8-8aa8-4d03-953a-05d5df0bf987 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208642 Nov 13 06:08:10.172896 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49954) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:10.177383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-327dd866-0e5f-486e-b718-60439d2a4739 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '0ef37020-218f-4cf1-b195-bb782a799a5d', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:08:10.205783 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-327dd866-0e5f-486e-b718-60439d2a4739 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.267008 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-327dd866-0e5f-486e-b718-60439d2a4739 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.271658 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-327dd866-0e5f-486e-b718-60439d2a4739 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.287165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327dd866-0e5f-486e-b718-60439d2a4739 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f30a62-0c8b-4a5a-ade2-2e8ab6496add,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:10.299535 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-327dd866-0e5f-486e-b718-60439d2a4739 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.300748 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-327dd866-0e5f-486e-b718-60439d2a4739 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269696 Nov 13 06:08:10.303839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49956) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:10.308563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e2fbc52a-89e5-4b3f-9761-b53c7d532fb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '0ef37020-218f-4cf1-b195-bb782a799a5d', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:08:10.337370 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc52a-89e5-4b3f-9761-b53c7d532fb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.397096 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc52a-89e5-4b3f-9761-b53c7d532fb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.401538 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc52a-89e5-4b3f-9761-b53c7d532fb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.418456 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbc52a-89e5-4b3f-9761-b53c7d532fb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f1ce33-32d7-4675-935d-17eb9d808b9d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:10.427621 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc52a-89e5-4b3f-9761-b53c7d532fb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.428782 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e2fbc52a-89e5-4b3f-9761-b53c7d532fb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239457 Nov 13 06:08:10.431721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49958) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:10.436042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-00cda328-19c9-409f-80f8-183823ece93a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '0ef37020-218f-4cf1-b195-bb782a799a5d', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:08:10.463656 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00cda328-19c9-409f-80f8-183823ece93a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.528362 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00cda328-19c9-409f-80f8-183823ece93a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.533706 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00cda328-19c9-409f-80f8-183823ece93a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.550519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cda328-19c9-409f-80f8-183823ece93a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53c763f-7aab-4f31-8c08-e6ac86b18504,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:10.561362 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00cda328-19c9-409f-80f8-183823ece93a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.562570 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-00cda328-19c9-409f-80f8-183823ece93a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299322 Nov 13 06:08:10.565420 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49960) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:10.569802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-faea5543-3bb7-4e31-8a2a-26501b0a9876 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '0ef37020-218f-4cf1-b195-bb782a799a5d', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:08:10.592566 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-faea5543-3bb7-4e31-8a2a-26501b0a9876 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Project eb84d0a713cf4876b47a07d15d41fc4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:08:10.598005 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-faea5543-3bb7-4e31-8a2a-26501b0a9876 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.659862 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-faea5543-3bb7-4e31-8a2a-26501b0a9876 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.666185 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-faea5543-3bb7-4e31-8a2a-26501b0a9876 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.686606 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea5543-3bb7-4e31-8a2a-26501b0a9876 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164bcc4a-4647-4dfc-ae6b-7ad3770e214f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:10.694115 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-faea5543-3bb7-4e31-8a2a-26501b0a9876 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.695590 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-faea5543-3bb7-4e31-8a2a-26501b0a9876 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292253 Nov 13 06:08:10.698367 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49962) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:10.703431 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3e66572a-5015-4d39-9814-eee0bc8a34d8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': '0ef37020-218f-4cf1-b195-bb782a799a5d', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:08:10.727745 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-3e66572a-5015-4d39-9814-eee0bc8a34d8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Project eb84d0a713cf4876b47a07d15d41fc4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:08:10.732805 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e66572a-5015-4d39-9814-eee0bc8a34d8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.798358 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e66572a-5015-4d39-9814-eee0bc8a34d8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.803269 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e66572a-5015-4d39-9814-eee0bc8a34d8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.820088 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66572a-5015-4d39-9814-eee0bc8a34d8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18539764-4725-4aaf-a194-97f905390061,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:10.829486 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e66572a-5015-4d39-9814-eee0bc8a34d8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.830686 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3e66572a-5015-4d39-9814-eee0bc8a34d8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312804 Nov 13 06:08:10.833647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49964) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:10.838444 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b0dfe7c6-8b04-4c51-82e1-953da8dc84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'network': {'name': 'tempest-network-smoke--1654802345', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:08:10.860090 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dfe7c6-8b04-4c51-82e1-953da8dc84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Made reservation on behalf of eb84d0a713cf4876b47a07d15d41fc4d for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:08:10.863556 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0dfe7c6-8b04-4c51-82e1-953da8dc84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.892790 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0dfe7c6-8b04-4c51-82e1-953da8dc84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 06:08:10.901694 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0dfe7c6-8b04-4c51-82e1-953da8dc84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.902429 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-b0dfe7c6-8b04-4c51-82e1-953da8dc84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Added segment 18f04cce-a357-4671-9acb-e456c264bd22 of type vlan for network b78562d1-881c-42e9-ac51-955b28633003 Nov 13 06:08:10.941878 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0dfe7c6-8b04-4c51-82e1-953da8dc84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.968708 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0dfe7c6-8b04-4c51-82e1-953da8dc84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:10.975661 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dfe7c6-8b04-4c51-82e1-953da8dc84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:10.976643 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0dfe7c6-8b04-4c51-82e1-953da8dc84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:11.044079 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b0dfe7c6-8b04-4c51-82e1-953da8dc84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2094097 Nov 13 06:08:11.047480 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49966) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:11.050104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfe7c6-8b04-4c51-82e1-953da8dc84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Network': ['ID=b78562d1-881c-42e9-ac51-955b28633003,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:11.053566 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'admin_state_up': True, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:08:11.062032 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network b78562d1-881c-42e9-ac51-955b28633003 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 06:08:11.079980 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:11.081002 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:11.134890 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:11.272679 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:11.469467 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:11.490257 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:11.612070 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.25.8.63 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/9b107088-90e0-4319-99ed-ca4d1da46779) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:08:11.717628 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:11.758127 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:11.796284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:08:11.801030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:08:11.804529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:08:11.810002 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=9b107088-90e0-4319-99ed-ca4d1da46779,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:11.813881 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099da117-3e00-43de-89cf-ce94b8fc6fa7 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:08:11.879944 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d10f6f2a-5b9d-486b-8770-a7a3892e78c5 None None] Provisioning complete for port 9b107088-90e0-4319-99ed-ca4d1da46779 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:08:11.880322 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d10f6f2a-5b9d-486b-8770-a7a3892e78c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:11.914118 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d10f6f2a-5b9d-486b-8770-a7a3892e78c5 None None] Port 9b107088-90e0-4319-99ed-ca4d1da46779 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:08:12.063156 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:12.263462 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:12.398478 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router 23349e6b-26b5-4676-a80a-93f7eea79a65 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 06:08:12.520106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:08:12.530347 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Sync routers for ids ['23349e6b-26b5-4676-a80a-93f7eea79a65'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:08:12.543308 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Routers {'23349e6b-26b5-4676-a80a-93f7eea79a65'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:08:12.544112 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:08:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['23349e6b-26b5-4676-a80a-93f7eea79a65'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:12.547664 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:12.548903 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b05c9d1a-69f4-4888-ad50-ca25460a0c99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5003448 Nov 13 06:08:12.552115 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49968) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:12.580052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c6fdc573-9576-48e2-9d6d-b58a2bac398e tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=eb84d0a713cf4876b47a07d15d41fc4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267918 Nov 13 06:08:12.582856 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 49970) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:12.646718 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Set router 23349e6b-26b5-4676-a80a-93f7eea79a65 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:08:12.670753 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07905b57-34a2-49a0-8ae1-07c54a2c2a9b tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:12.672321 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-07905b57-34a2-49a0-8ae1-07c54a2c2a9b tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883896 Nov 13 06:08:12.675566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49972) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:12.703733 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f200546c-6464-47e1-84ee-17816a770071 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270014 Nov 13 06:08:12.706261 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49974) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:12.710935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b886065b-3dbc-4fb7-9123-399a208adba8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1318578054', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:08:12.806352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b886065b-3dbc-4fb7-9123-399a208adba8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Made reservation on behalf of eb84d0a713cf4876b47a07d15d41fc4d for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:08:12.811050 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b886065b-3dbc-4fb7-9123-399a208adba8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:12.821793 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:11Z', 'revision_number': 3, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:12.851483 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Checking router: 23349e6b-26b5-4676-a80a-93f7eea79a65 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:08:12.851794 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Updating router 23349e6b-26b5-4676-a80a-93f7eea79a65 port 9b107088-90e0-4319-99ed-ca4d1da46779 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:08:12.876933 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:12.992776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b886065b-3dbc-4fb7-9123-399a208adba8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.048148 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886065b-3dbc-4fb7-9123-399a208adba8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Subnet': ['ID=34c5e96f-5d70-4129-ba8d-76b6b959fb40,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:13.064155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886065b-3dbc-4fb7-9123-399a208adba8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Checking segment: {'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:08:13.064442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b886065b-3dbc-4fb7-9123-399a208adba8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network hostable DHCP agents. Network: b78562d1-881c-42e9-ac51-955b28633003, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 06:08:13.082845 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b886065b-3dbc-4fb7-9123-399a208adba8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network b78562d1-881c-42e9-ac51-955b28633003 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 06:08:13.094543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b886065b-3dbc-4fb7-9123-399a208adba8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, b78562d1-881c-42e9-ac51-955b28633003) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:08:13.099691 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886065b-3dbc-4fb7-9123-399a208adba8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:13.100279 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b886065b-3dbc-4fb7-9123-399a208adba8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.103329 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab48d04b-a042-4f77-8a56-6c06b1221644 None None] Network b78562d1-881c-42e9-ac51-955b28633003 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:08:13.118736 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b886065b-3dbc-4fb7-9123-399a208adba8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4114680 Nov 13 06:08:13.121522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 49976) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:13.126393 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.133043 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.188393 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Attempting to bind port 9b107088-90e0-4319-99ed-ca4d1da46779 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:08:13.188623 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f3ad7b-a8df-434f-94bc-344bff3a0673 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:08:13.188745 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Attempting to bind port 9b107088-90e0-4319-99ed-ca4d1da46779 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:08:13.189129 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Attempting to bind port 9b107088-90e0-4319-99ed-ca4d1da46779 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:08:13.203682 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:08:13.204029 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:08:13.204428 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.204813 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:08:13.205276 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Bound port: 9b107088-90e0-4319-99ed-ca4d1da46779, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:08:13.205649 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.230487 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40814ad-0d7b-4a4b-bcf8-79c718d460f5 None None] Pushing event updated for resources: {'Port': ['ID=9b107088-90e0-4319-99ed-ca4d1da46779,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:13.247275 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40814ad-0d7b-4a4b-bcf8-79c718d460f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:13.247727 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40814ad-0d7b-4a4b-bcf8-79c718d460f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:13.248211 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40814ad-0d7b-4a4b-bcf8-79c718d460f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:13.248610 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40814ad-0d7b-4a4b-bcf8-79c718d460f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:13.249503 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40814ad-0d7b-4a4b-bcf8-79c718d460f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:13.249503 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40814ad-0d7b-4a4b-bcf8-79c718d460f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:13.249720 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40814ad-0d7b-4a4b-bcf8-79c718d460f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:13.250045 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40814ad-0d7b-4a4b-bcf8-79c718d460f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:13.250360 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40814ad-0d7b-4a4b-bcf8-79c718d460f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:13.250799 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40814ad-0d7b-4a4b-bcf8-79c718d460f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:13.251135 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40814ad-0d7b-4a4b-bcf8-79c718d460f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:13.251439 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40814ad-0d7b-4a4b-bcf8-79c718d460f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:08:13.268758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-731d7c16-9fe9-43e6-ad2f-5e73688273d3 None None] Provisioning complete for port 9b107088-90e0-4319-99ed-ca4d1da46779 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:08:13.269217 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-731d7c16-9fe9-43e6-ad2f-5e73688273d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.282962 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] For port 9b107088-90e0-4319-99ed-ca4d1da46779, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:08:13.287606 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] For port 9b107088-90e0-4319-99ed-ca4d1da46779, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9b107088-90e0-4319-99ed-ca4d1da46779,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:08:13.292843 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.325008 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-731d7c16-9fe9-43e6-ad2f-5e73688273d3 None None] Port 9b107088-90e0-4319-99ed-ca4d1da46779 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:08:13.330856 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-b78562d1-881c-42e9-ac51-955b28633003', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ips': [{'subnet_id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 06:08:13.331998 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.340342 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Routers {'23349e6b-26b5-4676-a80a-93f7eea79a65'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:08:13.340962 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:08:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['23349e6b-26b5-4676-a80a-93f7eea79a65'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:13.356362 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f11b7de-4759-4cb4-9723-e9d61e056d6d None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:08:13.488262 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5988c513-1c6e-4607-a4e4-809ee28d156b None None] Provisioning complete for port 9b107088-90e0-4319-99ed-ca4d1da46779 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:08:13.488651 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5988c513-1c6e-4607-a4e4-809ee28d156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.492779 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40814ad-0d7b-4a4b-bcf8-79c718d460f5 None None] Pushing event updated for resources: {'Port': ['ID=9b107088-90e0-4319-99ed-ca4d1da46779,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:13.494198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Allocated IP 172.20.0.2 (b78562d1-881c-42e9-ac51-955b28633003/34c5e96f-5d70-4129-ba8d-76b6b959fb40/d9a8f79e-1d17-4143-a10f-4b95644d3c78) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:08:13.553166 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] Set router 23349e6b-26b5-4676-a80a-93f7eea79a65 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:08:13.618425 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.655771 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5988c513-1c6e-4607-a4e4-809ee28d156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.702218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5988c513-1c6e-4607-a4e4-809ee28d156b None None] For port 9b107088-90e0-4319-99ed-ca4d1da46779, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9b107088-90e0-4319-99ed-ca4d1da46779,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:08:13.709094 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5988c513-1c6e-4607-a4e4-809ee28d156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.738786 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:11Z', 'revision_number': 3, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:13.745748 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.757649 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.767142 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284baf2-a50d-43ea-9304-8b137c12b810 None None] The sync data for ids ['23349e6b-26b5-4676-a80a-93f7eea79a65'] in n-d-813114-2 is: [{'id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:11Z', 'revision_number': 3, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:08:13.781346 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988c513-1c6e-4607-a4e4-809ee28d156b None None] Pushing event updated for resources: {'Port': ['ID=9b107088-90e0-4319-99ed-ca4d1da46779,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:13.785115 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Network b78562d1-881c-42e9-ac51-955b28633003 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:08:13.789450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:08:13.808882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:08:13.851570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Pushing event updated for resources: {'Port': ['ID=d9a8f79e-1d17-4143-a10f-4b95644d3c78,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:13.879241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Attempting to bind port d9a8f79e-1d17-4143-a10f-4b95644d3c78 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:08:13.879603 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Attempting to bind port d9a8f79e-1d17-4143-a10f-4b95644d3c78 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:08:13.879961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Attempting to bind port d9a8f79e-1d17-4143-a10f-4b95644d3c78 on network b78562d1-881c-42e9-ac51-955b28633003 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:08:13.885300 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:08:13.885668 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Checking segment: {'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:08:13.886060 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.886455 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Bound using segment: {'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:08:13.886905 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Bound port: d9a8f79e-1d17-4143-a10f-4b95644d3c78, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:08:13.887317 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:13.919654 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.20.0.1 (b78562d1-881c-42e9-ac51-955b28633003/34c5e96f-5d70-4129-ba8d-76b6b959fb40/507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:08:13.951468 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] For port d9a8f79e-1d17-4143-a10f-4b95644d3c78, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:08:13.954974 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] For port d9a8f79e-1d17-4143-a10f-4b95644d3c78, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d9a8f79e-1d17-4143-a10f-4b95644d3c78,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:08:13.962585 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:14.046806 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf8316-cfc5-467c-bb06-70f4d217ac88 None None] Pushing event updated for resources: {'Port': ['ID=d9a8f79e-1d17-4143-a10f-4b95644d3c78,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:14.077633 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:14.123988 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:14.169766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network b78562d1-881c-42e9-ac51-955b28633003 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:08:14.172940 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:08:14.177587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:08:14.181617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:14.224078 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:14.389506 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:14.684145 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:14.690630 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:14.768010 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:14.769837 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:14.865418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network b78562d1-881c-42e9-ac51-955b28633003 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:08:14.866994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:08:14.984099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router 23349e6b-26b5-4676-a80a-93f7eea79a65 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:08:15.013605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a00eb0d-5f9c-4d53-8532-0a39b82b4c62 None None] Network b78562d1-881c-42e9-ac51-955b28633003 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:08:15.090172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-465c8f12-3451-41b7-a81b-b6a09009e286 None None] Provisioning complete for port d9a8f79e-1d17-4143-a10f-4b95644d3c78 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:08:15.090813 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-465c8f12-3451-41b7-a81b-b6a09009e286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:15.097835 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:08:15.109228 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4ca472af-c5c3-4c53-987d-6fd21ac4feab tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "PUT /v2.0/routers/23349e6b-26b5-4676-a80a-93f7eea79a65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9819729 Nov 13 06:08:15.246384 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-465c8f12-3451-41b7-a81b-b6a09009e286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:15.284150 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-465c8f12-3451-41b7-a81b-b6a09009e286 None None] For port d9a8f79e-1d17-4143-a10f-4b95644d3c78, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d9a8f79e-1d17-4143-a10f-4b95644d3c78,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:08:15.289169 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-2acd59c1-404f-445e-b3b8-26a1c4e1bc37 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1340020412&fields=id&tenant_id=eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 267 time: 0.0540681 Nov 13 06:08:15.296587 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-465c8f12-3451-41b7-a81b-b6a09009e286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:15.347876 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c8f12-3451-41b7-a81b-b6a09009e286 None None] Pushing event updated for resources: {'Port': ['ID=d9a8f79e-1d17-4143-a10f-4b95644d3c78,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:15.415418 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-282554df-b4e1-4a42-b349-7068f9594557 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:15.419379 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-282554df-b4e1-4a42-b349-7068f9594557 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/networks?id=b78562d1-881c-42e9-ac51-955b28633003 HTTP/1.1" status: 200 len: 797 time: 0.1227210 Nov 13 06:08:15.435264 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-a35a6dd5-c954-494a-8ec3-436f0f72ac7e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/quotas/eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 375 time: 0.0114987 Nov 13 06:08:15.453860 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Sync routers for ids ['23349e6b-26b5-4676-a80a-93f7eea79a65'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:08:15.460951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Routers {'23349e6b-26b5-4676-a80a-93f7eea79a65'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:08:15.461565 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:08:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['23349e6b-26b5-4676-a80a-93f7eea79a65'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:15.492402 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-3ab83c1e-820d-4486-b103-de57410a2028 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510297 Nov 13 06:08:15.558297 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-edf982e3-5693-4891-9a9a-86ea85cdc5f6 None None] Provisioning complete for port d9a8f79e-1d17-4143-a10f-4b95644d3c78 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:08:15.558565 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-edf982e3-5693-4891-9a9a-86ea85cdc5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:15.609829 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-58012a96-4bd2-4019-bd5e-e6f05eff05e3 service neutron] 10.222.0.43 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989115 Nov 13 06:08:15.626728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Set router 23349e6b-26b5-4676-a80a-93f7eea79a65 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:08:15.731953 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-c8b121af-72c3-4735-a60f-71dfb09af02c service neutron] 10.222.0.43 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153095 Nov 13 06:08:15.763959 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9b107088-90e0-4319-99ed-ca4d1da46779 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:08:15.822685 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-edf982e3-5693-4891-9a9a-86ea85cdc5f6 None None] Provisioning complete for port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:08:15.822937 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-edf982e3-5693-4891-9a9a-86ea85cdc5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:15.915889 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e922bd9-98c8-4135-b7f8-8d860d64b92d req-3614870c-d2cb-4575-8dcc-3c5b9765e0e6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 210 time: 0.0293348 Nov 13 06:08:16.072779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-edf982e3-5693-4891-9a9a-86ea85cdc5f6 None None] Port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:08:16.105151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 9b107088-90e0-4319-99ed-ca4d1da46779 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:08:16.105520 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:16.168143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:14Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca', 'name': '', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:47:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:13Z', 'updated_at': '2021-11-13T06:08:14Z', 'revision_number': 2, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:16.220712 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Checking router: 23349e6b-26b5-4676-a80a-93f7eea79a65 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:08:16.221063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Updating router 23349e6b-26b5-4676-a80a-93f7eea79a65 port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:08:16.260146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d9a8f79e-1d17-4143-a10f-4b95644d3c78 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:08:16.284909 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-550a0fd8-7641-497c-84a9-9e08c6768222 None None] Provisioning complete for port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:08:16.285282 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-550a0fd8-7641-497c-84a9-9e08c6768222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:16.308810 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:16.365081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-550a0fd8-7641-497c-84a9-9e08c6768222 None None] Port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:08:16.435560 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d9a8f79e-1d17-4143-a10f-4b95644d3c78 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:08:16.435560 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:16.667252 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:16.673800 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:16.725500 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e0109-eaf7-4acb-bb50-084a72b8be8a None None] Pushing event updated for resources: {'Port': ['ID=507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:16.780951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Attempting to bind port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:08:16.782076 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Attempting to bind port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:08:16.782422 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Attempting to bind port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca on network b78562d1-881c-42e9-ac51-955b28633003 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:08:16.788184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:08:16.788632 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Checking segment: {'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:08:16.789012 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:16.789404 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Bound using segment: {'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:08:16.790010 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Bound port: 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:08:16.790287 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:16.828038 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:08:16.865583 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] For port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:08:16.869558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] For port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:08:16.876667 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:16.946580 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Routers {'23349e6b-26b5-4676-a80a-93f7eea79a65'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:08:16.947231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:08:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['23349e6b-26b5-4676-a80a-93f7eea79a65'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:16.951248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e0109-eaf7-4acb-bb50-084a72b8be8a None None] Pushing event updated for resources: {'Port': ['ID=507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:17.039515 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-c2afb723-cb04-4b46-bbdd-4ae26f9d4879 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:17.040117 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4fe81ba2-403e-4789-b750-f91c416da1ad None None] Provisioning complete for port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:08:17.042543 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4fe81ba2-403e-4789-b750-f91c416da1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:17.043395 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-c2afb723-cb04-4b46-bbdd-4ae26f9d4879 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "GET /v2.0/networks?id=b78562d1-881c-42e9-ac51-955b28633003 HTTP/1.1" status: 200 len: 797 time: 0.1776533 Nov 13 06:08:17.053581 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-42351839-5e0d-4831-a9ee-2ab276932dee req-05b773be-39ca-4fe0-8202-6e77dc0270c5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 210 time: 0.0446317 Nov 13 06:08:17.132850 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-ba7523c1-fde1-4798-b163-be25415ff99e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 380 time: 0.0677612 Nov 13 06:08:17.138193 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] Set router 23349e6b-26b5-4676-a80a-93f7eea79a65 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:08:17.157361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-1c219f4c-f404-4f3d-9276-7bdbd8979a77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'port': {'device_id': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'admin_state_up': True, 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'security_groups': ['0ef37020-218f-4cf1-b195-bb782a799a5d']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:08:17.234573 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4fe81ba2-403e-4789-b750-f91c416da1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:17.267724 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-1c219f4c-f404-4f3d-9276-7bdbd8979a77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Made reservation on behalf of eb84d0a713cf4876b47a07d15d41fc4d for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:08:17.271330 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-1c219f4c-f404-4f3d-9276-7bdbd8979a77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:17.315731 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4fe81ba2-403e-4789-b750-f91c416da1ad None None] For port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:08:17.322429 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4fe81ba2-403e-4789-b750-f91c416da1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:17.401599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-1c219f4c-f404-4f3d-9276-7bdbd8979a77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.20.0.13 (b78562d1-881c-42e9-ac51-955b28633003/34c5e96f-5d70-4129-ba8d-76b6b959fb40/530f9d95-0468-48c4-bb13-6eb6bb7058e5) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:08:17.402322 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe81ba2-403e-4789-b750-f91c416da1ad None None] Pushing event updated for resources: {'Port': ['ID=507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:17.431201 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:14Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca', 'name': '', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:47:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:13Z', 'updated_at': '2021-11-13T06:08:16Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:17.466863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7050afd8-a525-4a1c-b553-89d610d6f892 None None] The sync data for ids ['23349e6b-26b5-4676-a80a-93f7eea79a65'] in n-d-813114-2 is: [{'id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:14Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca', 'name': '', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:47:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:13Z', 'updated_at': '2021-11-13T06:08:16Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:08:17.474934 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-acbf8e28-6f55-4f39-bc77-fd49cf39b0ea None None] Provisioning complete for port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:08:17.475297 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-acbf8e28-6f55-4f39-bc77-fd49cf39b0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:17.568139 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-1c219f4c-f404-4f3d-9276-7bdbd8979a77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:17.685099 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:08:17.746240 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:08:17.746586 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:17.990190 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-1c219f4c-f404-4f3d-9276-7bdbd8979a77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:18.039616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-1c219f4c-f404-4f3d-9276-7bdbd8979a77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network b78562d1-881c-42e9-ac51-955b28633003 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:08:18.046505 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-1c219f4c-f404-4f3d-9276-7bdbd8979a77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:08:18.048798 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c219f4c-f404-4f3d-9276-7bdbd8979a77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=530f9d95-0468-48c4-bb13-6eb6bb7058e5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:18.051008 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-1c219f4c-f404-4f3d-9276-7bdbd8979a77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:08:18.105446 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-1c219f4c-f404-4f3d-9276-7bdbd8979a77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:18.106113 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-1c219f4c-f404-4f3d-9276-7bdbd8979a77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:18.124650 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-1c219f4c-f404-4f3d-9276-7bdbd8979a77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9734614 Nov 13 06:08:18.143474 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Request body: {'port': {'device_id': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:08:18.236072 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:18.247215 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1c6fb-8279-48de-be27-51a024ddf6fc req-4d85dc83-9f4b-43f4-b0a5-8f74051d9bfb tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:18.248889 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-27a1c6fb-8279-48de-be27-51a024ddf6fc req-4d85dc83-9f4b-43f4-b0a5-8f74051d9bfb tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 932 time: 0.1025271 Nov 13 06:08:18.318158 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7e697e89-0111-405e-ac09-3dc363136b6e None None] Provisioning complete for port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:08:18.318650 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e697e89-0111-405e-ac09-3dc363136b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:18.341579 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-27a1c6fb-8279-48de-be27-51a024ddf6fc req-f0b8c204-eef7-4d48-9918-03528e657fcc tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855432 Nov 13 06:08:18.355564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7e697e89-0111-405e-ac09-3dc363136b6e None None] Port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:08:18.569146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530f9d95-0468-48c4-bb13-6eb6bb7058e5 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:08:18.577023 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:18.589669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Transition to ACTIVE for port object 530f9d95-0468-48c4-bb13-6eb6bb7058e5 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 06:08:18.594003 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:18.645590 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Pushing event updated for resources: {'Port': ['ID=530f9d95-0468-48c4-bb13-6eb6bb7058e5,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:18.715822 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Attempting to bind port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:08:18.716211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Attempting to bind port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:08:18.716854 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Attempting to bind port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 on network b78562d1-881c-42e9-ac51-955b28633003 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:08:18.722812 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 on network b78562d1-881c-42e9-ac51-955b28633003 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 06:08:18.723156 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Attempting to bind port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 on network b78562d1-881c-42e9-ac51-955b28633003 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:08:18.728448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:08:18.728785 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Checking segment: {'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:08:18.729164 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Bound using segment: {'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:08:18.729586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Bound port: 530f9d95-0468-48c4-bb13-6eb6bb7058e5, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:08:18.729942 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:18.800135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] For port 530f9d95-0468-48c4-bb13-6eb6bb7058e5, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:08:18.803351 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] For port 530f9d95-0468-48c4-bb13-6eb6bb7058e5, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:08:18.808024 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:18.841911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:18.842607 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:18.844021 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] 10.222.0.46 "PUT /v2.0/ports/530f9d95-0468-48c4-bb13-6eb6bb7058e5 HTTP/1.1" status: 200 len: 1092 time: 0.7049665 Nov 13 06:08:18.844339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:08:18.846605 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d2f35d-a2ea-4377-bb47-31ee11c709c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:08:18.878904 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db3201-ed59-4ed1-8f74-d0e192a8ae65 service neutron] Pushing event updated for resources: {'Port': ['ID=530f9d95-0468-48c4-bb13-6eb6bb7058e5,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:18.901364 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ec14ef-d636-464b-baa3-cc10056cd764 x-openstack-request-id: req-e7ec14ef-d636-464b-baa3-cc10056cd764 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:08:18.901659 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:08:18.901924 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7ec14ef-d636-464b-baa3-cc10056cd764 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:08:18.902342 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'status': 'completed', 'code': 200} Nov 13 06:08:18.961978 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-a9561d69-3666-4921-b318-4710554cc303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:18.963323 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-a9561d69-3666-4921-b318-4710554cc303 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0430787 Nov 13 06:08:19.018301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-81e90c01-2afd-4659-839d-a9eb994f45ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5 HTTP/1.1" status: 200 len: 217 time: 0.0390174 Nov 13 06:08:19.074858 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-4e249c21-fc89-4990-9ff8-57adc5305040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:19.076356 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-4e249c21-fc89-4990-9ff8-57adc5305040 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34c5e96f-5d70-4129-ba8d-76b6b959fb40 HTTP/1.1" status: 200 len: 835 time: 0.0497398 Nov 13 06:08:19.122842 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-37a040f2-764d-48b2-9955-37c86587c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:19.124408 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-37a040f2-764d-48b2-9955-37c86587c827 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b78562d1-881c-42e9-ac51-955b28633003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412109 Nov 13 06:08:19.218718 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-7f6cc6a3-55d2-46f7-abff-b026551f7b1a service neutron] 10.222.0.46 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858912 Nov 13 06:08:19.314772 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3e64da23-02f0-4a74-8623-72b3d0265cf4 req-ffb149aa-1f73-4f64-9eff-be9930d2c557 service neutron] 10.222.0.46 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878532 Nov 13 06:08:19.475518 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2f35d-a2ea-4377-bb47-31ee11c709c6 req-e76e6ffc-83ba-4eb2-9fa7-4129b78bc01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:19.477018 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d4d2f35d-a2ea-4377-bb47-31ee11c709c6 req-e76e6ffc-83ba-4eb2-9fa7-4129b78bc01d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0742748 Nov 13 06:08:19.501034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22130f-8252-4edd-817b-1ea225746a1f req-41e44adf-ddf1-400a-8cf8-8ab8cf2e7c3b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:19.502501 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d22130f-8252-4edd-817b-1ea225746a1f req-41e44adf-ddf1-400a-8cf8-8ab8cf2e7c3b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 944 time: 0.0739188 Nov 13 06:08:19.611649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4d22130f-8252-4edd-817b-1ea225746a1f req-c7667f20-8338-44b5-aa40-ecdc5425ebc5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989320 Nov 13 06:08:19.616683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2f35d-a2ea-4377-bb47-31ee11c709c6 req-c24d13a9-ff2b-4079-8cc1-81d8741c4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:19.618132 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d4d2f35d-a2ea-4377-bb47-31ee11c709c6 req-c24d13a9-ff2b-4079-8cc1-81d8741c4b65 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b78562d1-881c-42e9-ac51-955b28633003 HTTP/1.1" status: 200 len: 898 time: 0.1336408 Nov 13 06:08:19.665049 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d4d2f35d-a2ea-4377-bb47-31ee11c709c6 req-47f5985c-4685-4521-bb65-9a618c273158 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5 HTTP/1.1" status: 200 len: 217 time: 0.0397794 Nov 13 06:08:19.717930 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2f35d-a2ea-4377-bb47-31ee11c709c6 req-20d89a1e-d859-47c4-9204-d4b90856ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:19.719394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d4d2f35d-a2ea-4377-bb47-31ee11c709c6 req-20d89a1e-d859-47c4-9204-d4b90856ae80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34c5e96f-5d70-4129-ba8d-76b6b959fb40 HTTP/1.1" status: 200 len: 835 time: 0.0473499 Nov 13 06:08:19.766721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2f35d-a2ea-4377-bb47-31ee11c709c6 req-fb1c2e4c-859a-4257-ac1a-522fde7fc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:19.768215 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d4d2f35d-a2ea-4377-bb47-31ee11c709c6 req-fb1c2e4c-859a-4257-ac1a-522fde7fc8a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b78562d1-881c-42e9-ac51-955b28633003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418279 Nov 13 06:08:19.869012 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d4d2f35d-a2ea-4377-bb47-31ee11c709c6 req-fbefd5c2-d6b3-422b-98ac-7d5cc6c07ee6 service neutron] 10.222.0.46 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910914 Nov 13 06:08:19.966373 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d4d2f35d-a2ea-4377-bb47-31ee11c709c6 req-611f4d4e-66c9-43b3-a52b-47a513533f67 service neutron] 10.222.0.46 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891914 Nov 13 06:08:20.751786 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f83aec-e6e2-4bf6-9086-36dbc40be40a req-fbb20f7c-cfb4-4c65-8a12-e0be3024af1b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:20.753248 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-23f83aec-e6e2-4bf6-9086-36dbc40be40a req-fbb20f7c-cfb4-4c65-8a12-e0be3024af1b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 944 time: 0.0627553 Nov 13 06:08:20.808692 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-23f83aec-e6e2-4bf6-9086-36dbc40be40a req-7a457b16-4681-460d-bec8-6aa7d9f97f73 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463457 Nov 13 06:08:21.943060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19f474-9c65-4fb0-b021-0fa06066e669 req-f26d7042-c7a8-4cc1-a25e-cf2373f7177c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:21.944618 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f19f474-9c65-4fb0-b021-0fa06066e669 req-f26d7042-c7a8-4cc1-a25e-cf2373f7177c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 944 time: 0.0612571 Nov 13 06:08:22.009485 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1f19f474-9c65-4fb0-b021-0fa06066e669 req-e1ef2a29-7b2c-4609-b9d9-19a26314fed8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566757 Nov 13 06:08:22.976060 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 530f9d95-0468-48c4-bb13-6eb6bb7058e5 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:08:23.076981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 530f9d95-0468-48c4-bb13-6eb6bb7058e5, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:08:23.089549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'port_id': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'mac_address': 'fa:16:3e:0a:74:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:08:23.131925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa855f4-3188-4813-944f-073c7ffe07a0 req-a7803dda-fcc8-4271-bac6-7ab23b720487 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:23.132831 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:23.133587 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afa855f4-3188-4813-944f-073c7ffe07a0 req-a7803dda-fcc8-4271-bac6-7ab23b720487 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 944 time: 0.0490832 Nov 13 06:08:23.147035 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530f9d95-0468-48c4-bb13-6eb6bb7058e5 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:08:23.166313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 530f9d95-0468-48c4-bb13-6eb6bb7058e5, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:08:23.171816 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:23.188096 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-afa855f4-3188-4813-944f-073c7ffe07a0 req-b7ca6475-4901-4edf-b816-272b21b73d20 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483987 Nov 13 06:08:23.219174 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=530f9d95-0468-48c4-bb13-6eb6bb7058e5,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:23.591916 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['530f9d95-0468-48c4-bb13-6eb6bb7058e5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:08:24.309733 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de03d30-c14c-47ea-9eec-590176bb38fe req-bdec152f-c351-4b7f-ba0d-3e4ad4134cc4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:24.311364 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6de03d30-c14c-47ea-9eec-590176bb38fe req-bdec152f-c351-4b7f-ba0d-3e4ad4134cc4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 945 time: 0.0499010 Nov 13 06:08:24.363202 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6de03d30-c14c-47ea-9eec-590176bb38fe req-8418b113-94f8-4b66-90e4-1f3491b3cd7c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459843 Nov 13 06:08:24.992791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 530f9d95-0468-48c4-bb13-6eb6bb7058e5 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:08:25.047729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 06:08:25.051565 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:08:25.051923 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:25.131914 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:25.154996 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:08:25.157204 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514cf71b-7d0c-4204-93f3-e250c9e94491" -d '{"events": [{"server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "name": "network-vif-plugged", "status": "completed", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:08:25.170748 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 530f9d95-0468-48c4-bb13-6eb6bb7058e5, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:08:25.175831 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:25.199461 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dec1a3-b0e0-4017-a970-a0c3e593965c x-openstack-request-id: req-b6dec1a3-b0e0-4017-a970-a0c3e593965c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:08:25.199752 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "name": "network-vif-plugged", "status": "completed", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:08:25.200000 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6dec1a3-b0e0-4017-a970-a0c3e593965c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:08:25.200388 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'code': 200} Nov 13 06:08:25.226862 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=530f9d95-0468-48c4-bb13-6eb6bb7058e5,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:25.323518 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5edff-b651-499b-9869-fa19f1bd98fc req-26335c3b-2db6-49b7-a5ed-919d4e2bb4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:25.325027 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dec5edff-b651-499b-9869-fa19f1bd98fc req-26335c3b-2db6-49b7-a5ed-919d4e2bb4f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0418234 Nov 13 06:08:25.385478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dec5edff-b651-499b-9869-fa19f1bd98fc req-830f2d96-e25d-4c4c-9278-26343077d9ad service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521152 Nov 13 06:08:25.496519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994df04-59f9-477d-a4e2-692d196973bc req-5316d6ab-5eb7-4678-a803-175a61cbe77c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:25.498091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6994df04-59f9-477d-a4e2-692d196973bc req-5316d6ab-5eb7-4678-a803-175a61cbe77c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0600379 Nov 13 06:08:25.564151 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6994df04-59f9-477d-a4e2-692d196973bc req-b41f9013-772e-4e78-95b9-2912b5047320 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539622 Nov 13 06:08:26.699622 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da79a0d-867a-4fb7-9b85-15ecdfee9ce4 req-ef54e84b-5f0f-42c0-a193-64081af901d5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:26.701766 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3da79a0d-867a-4fb7-9b85-15ecdfee9ce4 req-ef54e84b-5f0f-42c0-a193-64081af901d5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0544131 Nov 13 06:08:26.756330 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3da79a0d-867a-4fb7-9b85-15ecdfee9ce4 req-2ad498ea-accf-4a3d-84bc-0f69d7b3bdc5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470366 Nov 13 06:08:27.889016 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86027e-6483-4ff5-b54c-1c9615df445b req-ad21272e-f381-41c3-a844-0e7446665eba tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:27.890666 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a86027e-6483-4ff5-b54c-1c9615df445b req-ad21272e-f381-41c3-a844-0e7446665eba tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0516129 Nov 13 06:08:27.943187 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3a86027e-6483-4ff5-b54c-1c9615df445b req-b585273e-196e-43c2-8518-fc62d1f4c355 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462806 Nov 13 06:08:28.071540 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dffcd-d7f4-438b-bad1-1b31b145ca39 req-d05b0810-7cec-42fb-8321-a330825c0ba5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:28.073052 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a9dffcd-d7f4-438b-bad1-1b31b145ca39 req-d05b0810-7cec-42fb-8321-a330825c0ba5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0506468 Nov 13 06:08:28.125038 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a9dffcd-d7f4-438b-bad1-1b31b145ca39 req-3daf9167-f1c5-4381-9eb2-081a3621b038 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454745 Nov 13 06:08:28.151869 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50030) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:28.197338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4703fe-bcdb-49a9-ad5b-34ae7a1c786e tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:28.198848 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1f4703fe-bcdb-49a9-ad5b-34ae7a1c786e tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 1092 time: 0.0459652 Nov 13 06:08:28.201743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50032) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:28.206721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:08:28.232417 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:28.342541 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:28.452811 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.25.8.241 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/4e0cf503-8135-4df1-8298-00b3857a15cc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:08:28.562329 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:28.598281 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:28.642931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:08:28.647745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:08:28.651281 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:08:28.673827 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=4e0cf503-8135-4df1-8298-00b3857a15cc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:29.037353 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:29.112673 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:29.282372 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:29.290593 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:29.354821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=4e0cf503-8135-4df1-8298-00b3857a15cc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:08:29.369831 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:29.455805 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:29.475318 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Floating IP 4252d6a2-4bc7-4c9f-aa25-2f060be0696c associated. External IP: 172.25.8.241, port: 530f9d95-0468-48c4-bb13-6eb6bb7058e5. Nov 13 06:08:29.475833 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:29.704580 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router 23349e6b-26b5-4676-a80a-93f7eea79a65 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:08:29.813581 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:08:29.823323 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306175d9-e03b-4868-9da4-412e9a1c514f None None] Sync routers for ids ['23349e6b-26b5-4676-a80a-93f7eea79a65'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:08:29.834048 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:29.834496 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306175d9-e03b-4868-9da4-412e9a1c514f None None] Routers {'23349e6b-26b5-4676-a80a-93f7eea79a65'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:08:29.835139 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-306175d9-e03b-4868-9da4-412e9a1c514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:08:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['23349e6b-26b5-4676-a80a-93f7eea79a65'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:29.862402 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4a87f153-8f83-4254-a35e-a2372a859860 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6595426 Nov 13 06:08:29.863001 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:08:29.865766 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bc9c66-9e0f-4c66-9c47-962fcbcbf39d" -d '{"events": [{"name": "network-changed", "server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:08:29.905680 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac6b0fe-76c7-4797-9435-a6ea58763429 x-openstack-request-id: req-bac6b0fe-76c7-4797-9435-a6ea58763429 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:08:29.906334 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:08:29.906731 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bac6b0fe-76c7-4797-9435-a6ea58763429 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:08:29.907230 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'status': 'completed', 'code': 200} Nov 13 06:08:29.950739 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-306175d9-e03b-4868-9da4-412e9a1c514f None None] Set router 23349e6b-26b5-4676-a80a-93f7eea79a65 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:08:29.988816 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ff25d-8ce9-4eab-b5d3-f049f07993bb req-1b399b6c-127a-47dd-aedd-9a639aa43779 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:29.990681 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-732ff25d-8ce9-4eab-b5d3-f049f07993bb req-1b399b6c-127a-47dd-aedd-9a639aa43779 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0744669 Nov 13 06:08:30.019133 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc9c66-9e0f-4c66-9c47-962fcbcbf39d req-e25b0b1f-7658-4fb9-ad14-f9a744f5f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:30.020564 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6bc9c66-9e0f-4c66-9c47-962fcbcbf39d req-e25b0b1f-7658-4fb9-ad14-f9a744f5f3fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0663874 Nov 13 06:08:30.099037 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-732ff25d-8ce9-4eab-b5d3-f049f07993bb req-3436b8b8-1c61-419a-8d71-949ece9729c7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007366 Nov 13 06:08:30.122776 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50038) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:30.135002 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc9c66-9e0f-4c66-9c47-962fcbcbf39d req-d9a2de1b-601c-47e9-aaa6-790b7b45bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:30.136467 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6bc9c66-9e0f-4c66-9c47-962fcbcbf39d req-d9a2de1b-601c-47e9-aaa6-790b7b45bc92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b78562d1-881c-42e9-ac51-955b28633003 HTTP/1.1" status: 200 len: 898 time: 0.1080034 Nov 13 06:08:30.178326 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-306175d9-e03b-4868-9da4-412e9a1c514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:14Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '4252d6a2-4bc7-4c9f-aa25-2f060be0696c', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'port_id': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'mac_address': 'fa:16:3e:0a:74:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:08:28Z', 'updated_at': '2021-11-13T06:08:28Z', 'revision_number': 0, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca', 'name': '', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:47:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:13Z', 'updated_at': '2021-11-13T06:08:17Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:30.192233 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-51c9ded4-1531-4248-aac5-647b4d74cd0d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/4252d6a2-4bc7-4c9f-aa25-2f060be0696c HTTP/1.1" status: 200 len: 992 time: 0.0671406 Nov 13 06:08:30.204350 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306175d9-e03b-4868-9da4-412e9a1c514f None None] Checking router: 23349e6b-26b5-4676-a80a-93f7eea79a65 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:08:30.209467 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6bc9c66-9e0f-4c66-9c47-962fcbcbf39d req-ad942ee3-42e2-4b38-96cf-afa7cb8790a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5 HTTP/1.1" status: 200 len: 1000 time: 0.0654337 Nov 13 06:08:30.212873 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306175d9-e03b-4868-9da4-412e9a1c514f None None] Routers {'23349e6b-26b5-4676-a80a-93f7eea79a65'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:08:30.213466 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-306175d9-e03b-4868-9da4-412e9a1c514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:08:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['23349e6b-26b5-4676-a80a-93f7eea79a65'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:30.260307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc9c66-9e0f-4c66-9c47-962fcbcbf39d req-22c6ed90-6a6c-404d-a415-3866f304a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:30.262026 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6bc9c66-9e0f-4c66-9c47-962fcbcbf39d req-22c6ed90-6a6c-404d-a415-3866f304a72c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34c5e96f-5d70-4129-ba8d-76b6b959fb40 HTTP/1.1" status: 200 len: 835 time: 0.0457160 Nov 13 06:08:30.308721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc9c66-9e0f-4c66-9c47-962fcbcbf39d req-3bd30b61-f58e-49eb-a26a-900d77c71d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:08:30.310223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6bc9c66-9e0f-4c66-9c47-962fcbcbf39d req-3bd30b61-f58e-49eb-a26a-900d77c71d20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b78562d1-881c-42e9-ac51-955b28633003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414636 Nov 13 06:08:30.318469 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-306175d9-e03b-4868-9da4-412e9a1c514f None None] Set router 23349e6b-26b5-4676-a80a-93f7eea79a65 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:08:30.407431 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6bc9c66-9e0f-4c66-9c47-962fcbcbf39d req-641282db-5317-409c-ad73-537059bb9ee0 service neutron] 10.222.0.46 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895133 Nov 13 06:08:30.498475 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a6bc9c66-9e0f-4c66-9c47-962fcbcbf39d req-60fb0475-cd89-4ebf-9c68-96807ff7c0e3 service neutron] 10.222.0.46 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838284 Nov 13 06:08:30.545267 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-306175d9-e03b-4868-9da4-412e9a1c514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:14Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '4252d6a2-4bc7-4c9f-aa25-2f060be0696c', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'port_id': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'mac_address': 'fa:16:3e:0a:74:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:08:28Z', 'updated_at': '2021-11-13T06:08:28Z', 'revision_number': 0, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca', 'name': '', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:47:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:13Z', 'updated_at': '2021-11-13T06:08:17Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:08:30.574030 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306175d9-e03b-4868-9da4-412e9a1c514f None None] The sync data for ids ['23349e6b-26b5-4676-a80a-93f7eea79a65'] in n-d-813114-2 is: [{'id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:14Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '4252d6a2-4bc7-4c9f-aa25-2f060be0696c', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'port_id': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'mac_address': 'fa:16:3e:0a:74:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:08:28Z', 'updated_at': '2021-11-13T06:08:28Z', 'revision_number': 0, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca', 'name': '', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:47:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:13Z', 'updated_at': '2021-11-13T06:08:17Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:08:30.786246 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5652e4-844c-4f50-bb5a-2244e4843701 None None] New status for floating IP 4252d6a2-4bc7-4c9f-aa25-2f060be0696c: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:08:31.196034 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50040) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:08:31.277147 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f67527d6-3389-4ce3-a2c4-a6d63ff6ee8b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/4252d6a2-4bc7-4c9f-aa25-2f060be0696c HTTP/1.1" status: 200 len: 994 time: 0.0794983 Nov 13 06:08:34.468483 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb6db5c0-013e-4882-adb2-a619904df57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:36.598058 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13e2e5e6-179c-48f6-a348-68dce1ca5bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:38.289917 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:39.554856 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:40.081908 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:53.832985 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:08:59.455984 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:08:59.491793 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:04.459024 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-087ec2c2-4c13-45fd-be26-d4d1a32f9f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:06.586471 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-995b3718-0938-4aad-bd4b-25381047a6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:08.284069 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:09.561153 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:10.089496 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:22.918834 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ead8e7ac-65c9-4c02-91a8-83d1cd006173 req-a7e0d91b-463f-465a-86be-9e099cd165cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013107 Nov 13 06:09:23.031023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8e7ac-65c9-4c02-91a8-83d1cd006173 req-649a9e4a-366c-4ab3-9e3c-3396d0dd10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:23.032517 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ead8e7ac-65c9-4c02-91a8-83d1cd006173 req-649a9e4a-366c-4ab3-9e3c-3396d0dd10c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0509033 Nov 13 06:09:23.149823 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8e7ac-65c9-4c02-91a8-83d1cd006173 req-b261ef10-ecb6-48cf-9022-129c3363b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:23.151336 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ead8e7ac-65c9-4c02-91a8-83d1cd006173 req-b261ef10-ecb6-48cf-9022-129c3363b89a service neutron] 10.222.0.46 "GET /v2.0/networks?id=b78562d1-881c-42e9-ac51-955b28633003 HTTP/1.1" status: 200 len: 898 time: 0.0982509 Nov 13 06:09:23.217202 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ead8e7ac-65c9-4c02-91a8-83d1cd006173 req-5e8c89ef-11de-411e-ae00-e6273af97beb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5 HTTP/1.1" status: 200 len: 1002 time: 0.0577035 Nov 13 06:09:23.280042 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8e7ac-65c9-4c02-91a8-83d1cd006173 req-7073f3b5-f544-4caf-80c8-aa602628b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:23.281527 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ead8e7ac-65c9-4c02-91a8-83d1cd006173 req-7073f3b5-f544-4caf-80c8-aa602628b740 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34c5e96f-5d70-4129-ba8d-76b6b959fb40 HTTP/1.1" status: 200 len: 835 time: 0.0573010 Nov 13 06:09:23.340244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8e7ac-65c9-4c02-91a8-83d1cd006173 req-18be0489-6ba8-457b-9696-03a2050aa300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:23.341716 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ead8e7ac-65c9-4c02-91a8-83d1cd006173 req-18be0489-6ba8-457b-9696-03a2050aa300 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b78562d1-881c-42e9-ac51-955b28633003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529616 Nov 13 06:09:23.353455 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-ead8e7ac-65c9-4c02-91a8-83d1cd006173 req-f9375e9c-f2e8-4f14-80ed-0543adab83c2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:09:23.354380 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ead8e7ac-65c9-4c02-91a8-83d1cd006173 req-f9375e9c-f2e8-4f14-80ed-0543adab83c2 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051527 Nov 13 06:09:23.448150 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ead8e7ac-65c9-4c02-91a8-83d1cd006173 req-545dba16-4506-4db6-b7fd-f798bec8fe56 service neutron] 10.222.0.46 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860255 Nov 13 06:09:23.542818 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ead8e7ac-65c9-4c02-91a8-83d1cd006173 req-70e430e1-290f-4f5e-b579-82304d778aad service neutron] 10.222.0.46 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854878 Nov 13 06:09:29.480647 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:29.489218 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:30.837047 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:09:32.172135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-23d794f0-c20e-4aa2-9874-3a15da2919af req-79bc10d3-5185-41ce-9ebb-c5536307a039 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:09:32.173081 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-23d794f0-c20e-4aa2-9874-3a15da2919af req-79bc10d3-5185-41ce-9ebb-c5536307a039 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053835 Nov 13 06:09:32.361742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50080) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:09:32.416468 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ce598-3e04-4a5f-9706-0a3ba9e52b05 req-7aad9012-3e66-4fa7-b3c1-6e6717028ebe tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:32.418016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-559ce598-3e04-4a5f-9706-0a3ba9e52b05 req-7aad9012-3e66-4fa7-b3c1-6e6717028ebe tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.1034517 Nov 13 06:09:32.444210 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-e6cfb3ef-a00d-4583-bed0-2dadeaf8b733 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813205 Nov 13 06:09:32.453540 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-bb6a3907-915a-481e-99b4-8277571054eb service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:09:32.454501 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-bb6a3907-915a-481e-99b4-8277571054eb service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050399 Nov 13 06:09:32.469275 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-559ce598-3e04-4a5f-9706-0a3ba9e52b05 req-1d1f3296-37fd-44d2-9fec-1fb2c42a1d81 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453391 Nov 13 06:09:33.651576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf8db3-25f5-463d-bf0f-eb8a4d15de26 req-5f715fdd-ef06-464f-b9c7-5c5e1baeee83 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:33.653057 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffcf8db3-25f5-463d-bf0f-eb8a4d15de26 req-5f715fdd-ef06-464f-b9c7-5c5e1baeee83 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.1137180 Nov 13 06:09:33.706890 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffcf8db3-25f5-463d-bf0f-eb8a4d15de26 req-bdfec23d-7252-4a92-964f-1b46c49e3793 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476646 Nov 13 06:09:33.834393 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5c423-7e27-455c-98de-7d5444eb145e req-5d225d60-8223-4375-be7c-18f45193d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:33.835847 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-5d225d60-8223-4375-be7c-18f45193d976 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0431907 Nov 13 06:09:33.928614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5c423-7e27-455c-98de-7d5444eb145e req-952ae024-594a-421d-bd65-ea38dbe8e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:33.930054 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-952ae024-594a-421d-bd65-ea38dbe8e156 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b78562d1-881c-42e9-ac51-955b28633003 HTTP/1.1" status: 200 len: 898 time: 0.0852985 Nov 13 06:09:34.005505 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-e62c59cd-03e7-4e7c-a735-e9954af0ee62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5 HTTP/1.1" status: 200 len: 1002 time: 0.0678191 Nov 13 06:09:34.064452 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5c423-7e27-455c-98de-7d5444eb145e req-8303ecea-18c9-43b2-9f9d-04d514e66c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:34.065951 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-8303ecea-18c9-43b2-9f9d-04d514e66c2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34c5e96f-5d70-4129-ba8d-76b6b959fb40 HTTP/1.1" status: 200 len: 835 time: 0.0532684 Nov 13 06:09:34.117261 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5c423-7e27-455c-98de-7d5444eb145e req-d58d2901-3327-45f6-8645-ff643f1b6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:34.119199 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-d58d2901-3327-45f6-8645-ff643f1b6451 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b78562d1-881c-42e9-ac51-955b28633003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431943 Nov 13 06:09:34.218957 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-70675a34-320a-44ea-aff0-d25d4af916f0 service neutron] 10.222.0.46 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887942 Nov 13 06:09:34.312946 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-14545d96-407a-4e98-9c70-f36f398e73f4 service neutron] 10.222.0.46 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870781 Nov 13 06:09:34.454186 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20cabc5c-6aa9-41d8-8ad2-bba2e7e19710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:34.842428 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04a5b3-f2a6-4bbd-8a37-e70f68f5baa8 req-fe58982a-079c-4f53-a987-9dd846f1f459 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:34.843952 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5c04a5b3-f2a6-4bbd-8a37-e70f68f5baa8 req-fe58982a-079c-4f53-a987-9dd846f1f459 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0586092 Nov 13 06:09:34.898517 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5c04a5b3-f2a6-4bbd-8a37-e70f68f5baa8 req-a27235b6-e119-4409-bb76-cfa447fa2975 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453401 Nov 13 06:09:36.031936 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f97c1-4fe5-49a5-982b-74a50126ee14 req-4ba586f9-ed43-419a-98b2-3fef61f9d480 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:36.033562 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a24f97c1-4fe5-49a5-982b-74a50126ee14 req-4ba586f9-ed43-419a-98b2-3fef61f9d480 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0573123 Nov 13 06:09:36.083701 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a24f97c1-4fe5-49a5-982b-74a50126ee14 req-65582cf7-70c2-4acf-a94b-291b6333ccb9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440154 Nov 13 06:09:36.590141 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bfa9466-9000-4de9-b785-2f34fcc7cbf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:37.220766 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543820c-7c2a-4178-811a-3a111bf76b57 req-c4e53943-9d56-44b1-a6d6-96c727802c59 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:37.222268 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9543820c-7c2a-4178-811a-3a111bf76b57 req-c4e53943-9d56-44b1-a6d6-96c727802c59 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0533855 Nov 13 06:09:37.273296 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9543820c-7c2a-4178-811a-3a111bf76b57 req-89f395d3-ebdd-4cd6-a3c7-510527f0c1c7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449293 Nov 13 06:09:38.292188 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:38.401645 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c911cf-a21b-4fa0-8582-d05a195b41f5 req-5f62a1f7-8a4f-4358-b21a-2afbc14ba70e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:38.403141 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-88c911cf-a21b-4fa0-8582-d05a195b41f5 req-5f62a1f7-8a4f-4358-b21a-2afbc14ba70e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0530119 Nov 13 06:09:38.453339 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-88c911cf-a21b-4fa0-8582-d05a195b41f5 req-8f85e81d-4d73-40eb-baf1-06a3ee9c5475 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440204 Nov 13 06:09:39.561340 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:39.593211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa037d-5412-4664-b604-80b3e72a2322 req-ba3684bb-fc91-489c-906a-31191ae86bc0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:39.594738 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-79fa037d-5412-4664-b604-80b3e72a2322 req-ba3684bb-fc91-489c-906a-31191ae86bc0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0555851 Nov 13 06:09:39.658647 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-79fa037d-5412-4664-b604-80b3e72a2322 req-3f0520cc-7239-480e-81ce-30123c8aee48 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552714 Nov 13 06:09:40.084648 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:40.797386 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07782e3f-3710-4799-9fdf-0ff971b22be3 req-4f4525c7-7002-4d1a-8d64-02a832aac38d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:40.799151 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07782e3f-3710-4799-9fdf-0ff971b22be3 req-4f4525c7-7002-4d1a-8d64-02a832aac38d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0531855 Nov 13 06:09:40.850090 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-07782e3f-3710-4799-9fdf-0ff971b22be3 req-bd08abb2-0370-458d-a899-42d7b72c2f2d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449679 Nov 13 06:09:41.982827 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef757d-8191-482e-9de5-bf225a33dad6 req-09d6c3b2-908e-4b12-90ee-9893e84d5c2b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:41.984305 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-85ef757d-8191-482e-9de5-bf225a33dad6 req-09d6c3b2-908e-4b12-90ee-9893e84d5c2b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0606227 Nov 13 06:09:42.038699 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-85ef757d-8191-482e-9de5-bf225a33dad6 req-5f2beab8-7cd4-4a52-97fc-49360fc01763 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449798 Nov 13 06:09:43.164158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66248d28-fe25-4432-84fe-ce13f4944ca9 req-7f79f61a-f0e5-420d-ab22-e147b9c7c0b3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:43.165660 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66248d28-fe25-4432-84fe-ce13f4944ca9 req-7f79f61a-f0e5-420d-ab22-e147b9c7c0b3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0501194 Nov 13 06:09:43.217671 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-66248d28-fe25-4432-84fe-ce13f4944ca9 req-0ce1daa6-01ab-4f56-98c7-d1e6e11f30f3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448408 Nov 13 06:09:44.361038 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931d951-c149-4ce6-9d68-e4e896b918ac req-ee478e1c-5b7a-4759-8d0f-e69cac2be0ed tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:44.362424 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4931d951-c149-4ce6-9d68-e4e896b918ac req-ee478e1c-5b7a-4759-8d0f-e69cac2be0ed tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0535285 Nov 13 06:09:44.415136 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4931d951-c149-4ce6-9d68-e4e896b918ac req-129242b3-9330-444e-8125-fb986d2f28a7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435810 Nov 13 06:09:45.547054 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc475ea-5975-44fd-9c2b-d07d95cc84a2 req-c462f236-b088-4174-8f41-aa4b45242f03 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:45.548554 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffc475ea-5975-44fd-9c2b-d07d95cc84a2 req-c462f236-b088-4174-8f41-aa4b45242f03 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0574701 Nov 13 06:09:45.602261 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffc475ea-5975-44fd-9c2b-d07d95cc84a2 req-75c84889-e1f7-4e4d-90a6-35626b0643ac tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476561 Nov 13 06:09:46.336077 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-65c5c423-7e27-455c-98de-7d5444eb145e req-f57ade8c-4399-4ec3-b1da-947185e9f38f service neutron] show failed (client error): The resource could not be found. Nov 13 06:09:46.337006 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-f57ade8c-4399-4ec3-b1da-947185e9f38f service neutron] 10.222.0.46 "GET /v2.0/ports/530f9d95-0468-48c4-bb13-6eb6bb7058e5/bindings/n-h2-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0638473 Nov 13 06:09:46.603052 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5c423-7e27-455c-98de-7d5444eb145e req-3fd006f2-face-43e0-9f14-39e5bcca2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:46.604490 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-3fd006f2-face-43e0-9f14-39e5bcca2664 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9&tenant_id=eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 1097 time: 0.0917792 Nov 13 06:09:46.623414 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:09:46.684953 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:46.731279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d3e00-0df8-4bd7-b816-26df86f3c462 req-747e1c34-a70d-421e-a1c1-b8a9afaed0f9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:46.732885 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db8d3e00-0df8-4bd7-b816-26df86f3c462 req-747e1c34-a70d-421e-a1c1-b8a9afaed0f9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0553582 Nov 13 06:09:46.784879 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-db8d3e00-0df8-4bd7-b816-26df86f3c462 req-2ef6ffd4-06c9-4d11-8d24-7bdefa6280f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448844 Nov 13 06:09:47.243522 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] For port 530f9d95-0468-48c4-bb13-6eb6bb7058e5, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:09:47.278296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] For port 530f9d95-0468-48c4-bb13-6eb6bb7058e5, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:09:47.319703 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:47.321576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:09:47.323873 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635db395-b122-47e4-9bcc-a86873c61631" -d '{"events": [{"server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:09:47.337030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Transition to ACTIVE for port object 530f9d95-0468-48c4-bb13-6eb6bb7058e5 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 06:09:47.342161 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:47.436051 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 06:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c62427e-3cfe-466a-be88-2e563e014b8f x-openstack-request-id: req-9c62427e-3cfe-466a-be88-2e563e014b8f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:09:47.436347 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:09:47.436590 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c62427e-3cfe-466a-be88-2e563e014b8f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:09:47.436984 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'code': 200} Nov 13 06:09:47.439175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Pushing event updated for resources: {'Port': ['ID=530f9d95-0468-48c4-bb13-6eb6bb7058e5,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:09:47.456910 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:47.457264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:47.457572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:47.457896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:47.458216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:47.458565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:47.458903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:47.459239 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:47.459547 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:47.459859 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:47.460167 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:47.460473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:47.483006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] No DVR routers for this DVR port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:09:47.616876 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Attempting to bind port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:09:47.617578 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Attempting to bind port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:09:47.617578 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Attempting to bind port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 on network b78562d1-881c-42e9-ac51-955b28633003 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:09:47.622058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 on network b78562d1-881c-42e9-ac51-955b28633003 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 06:09:47.622395 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Attempting to bind port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 on network b78562d1-881c-42e9-ac51-955b28633003 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:09:47.627452 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:09:47.627750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Checking segment: {'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:09:47.628143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Bound using segment: {'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:09:47.628564 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Bound port: 530f9d95-0468-48c4-bb13-6eb6bb7058e5, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f04cce-a357-4671-9acb-e456c264bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:09:47.628911 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:47.692517 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] For port 530f9d95-0468-48c4-bb13-6eb6bb7058e5, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:09:47.695787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] For port 530f9d95-0468-48c4-bb13-6eb6bb7058e5, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:09:47.701693 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:47.739325 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:47.740034 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:47.741584 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] 10.222.0.36 "PUT /v2.0/ports/530f9d95-0468-48c4-bb13-6eb6bb7058e5 HTTP/1.1" status: 200 len: 1092 time: 1.1221073 Nov 13 06:09:47.763716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880e29f-18c1-4d6b-a873-509b08bb7641 service neutron] Pushing event updated for resources: {'Port': ['ID=530f9d95-0468-48c4-bb13-6eb6bb7058e5,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:09:47.821157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5c423-7e27-455c-98de-7d5444eb145e req-2368adfa-d37b-454a-b31d-a4d36b2e91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:47.822650 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-2368adfa-d37b-454a-b31d-a4d36b2e91f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0452013 Nov 13 06:09:47.912006 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36eb2b3-d550-46e9-a195-962fcc87089d req-bb766af4-1f7c-4459-9dfe-169f1702bcc8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:47.914594 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d36eb2b3-d550-46e9-a195-962fcc87089d req-bb766af4-1f7c-4459-9dfe-169f1702bcc8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 944 time: 0.0528271 Nov 13 06:09:47.928337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5c423-7e27-455c-98de-7d5444eb145e req-194434e0-50b2-4bff-a120-053bbd049d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:47.929899 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-194434e0-50b2-4bff-a120-053bbd049d9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b78562d1-881c-42e9-ac51-955b28633003 HTTP/1.1" status: 200 len: 898 time: 0.1005504 Nov 13 06:09:47.965793 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d36eb2b3-d550-46e9-a195-962fcc87089d req-a8fd4fae-92b5-4315-be91-066a00908063 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449443 Nov 13 06:09:47.996708 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-07bce0be-ed77-4434-b5d0-3b799f9bae2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5 HTTP/1.1" status: 200 len: 1000 time: 0.0586514 Nov 13 06:09:48.044544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5c423-7e27-455c-98de-7d5444eb145e req-435349cf-3b18-421f-b51c-724aac3bdd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:48.046019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-435349cf-3b18-421f-b51c-724aac3bdd2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34c5e96f-5d70-4129-ba8d-76b6b959fb40 HTTP/1.1" status: 200 len: 835 time: 0.0429661 Nov 13 06:09:48.095076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5c423-7e27-455c-98de-7d5444eb145e req-3b2e30c2-3472-464f-802e-3c34b5ea69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:48.096548 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-3b2e30c2-3472-464f-802e-3c34b5ea69b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b78562d1-881c-42e9-ac51-955b28633003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433800 Nov 13 06:09:48.187530 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-b28e4f65-ba3b-4233-9a53-b40503211a20 service neutron] 10.222.0.36 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833952 Nov 13 06:09:48.278494 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-65c5c423-7e27-455c-98de-7d5444eb145e req-506ffb7b-85cd-440b-b6f4-025d5561eb8b service neutron] 10.222.0.36 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842102 Nov 13 06:09:49.097956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e18f8-ded7-4a65-8e25-636ef0baf163 req-6b5a454d-efa6-432e-bda1-16289a59a8a7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:49.099460 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-625e18f8-ded7-4a65-8e25-636ef0baf163 req-6b5a454d-efa6-432e-bda1-16289a59a8a7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 944 time: 0.0515463 Nov 13 06:09:49.149103 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-625e18f8-ded7-4a65-8e25-636ef0baf163 req-93bc74b0-99e0-4d73-880f-3149aff29daa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435610 Nov 13 06:09:49.438896 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:09:49.443040 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2" -d '{"events": [{"name": "network-changed", "server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:09:49.445141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 530f9d95-0468-48c4-bb13-6eb6bb7058e5 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:09:49.494512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 530f9d95-0468-48c4-bb13-6eb6bb7058e5 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:09:49.503769 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1015b9fe-6845-4f7f-a3ad-90945ab9a026 x-openstack-request-id: req-1015b9fe-6845-4f7f-a3ad-90945ab9a026 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:09:49.504066 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:09:49.504320 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1015b9fe-6845-4f7f-a3ad-90945ab9a026 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:09:49.504734 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'status': 'completed', 'code': 200} Nov 13 06:09:49.610697 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-29c32363-d32a-4c5a-af44-e7f6e9577703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:49.612365 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-29c32363-d32a-4c5a-af44-e7f6e9577703 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0702834 Nov 13 06:09:49.617421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-803de435-d5ca-4d87-afe5-20a520092221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:49.618743 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-803de435-d5ca-4d87-afe5-20a520092221 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0683739 Nov 13 06:09:49.769817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-35a3f71e-2916-4d55-b680-8431d4d9aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:49.771192 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-35a3f71e-2916-4d55-b680-8431d4d9aec7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b78562d1-881c-42e9-ac51-955b28633003 HTTP/1.1" status: 200 len: 898 time: 0.1511369 Nov 13 06:09:49.772541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-688821c7-5acb-482b-b123-9bfda391c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:49.773817 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-688821c7-5acb-482b-b123-9bfda391c127 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b78562d1-881c-42e9-ac51-955b28633003 HTTP/1.1" status: 200 len: 898 time: 0.1463509 Nov 13 06:09:49.881873 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-7e568a43-db37-4cd6-9d1f-d6891a5fe83c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5 HTTP/1.1" status: 200 len: 1000 time: 0.1031561 Nov 13 06:09:49.885991 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-9c20c2b7-d361-469b-8929-874ad388de12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5 HTTP/1.1" status: 200 len: 1000 time: 0.1016533 Nov 13 06:09:49.970045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-f431ec05-540c-40d4-80fa-361f080758fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:49.971536 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-f431ec05-540c-40d4-80fa-361f080758fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34c5e96f-5d70-4129-ba8d-76b6b959fb40 HTTP/1.1" status: 200 len: 835 time: 0.0809605 Nov 13 06:09:49.972900 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-2095f554-751c-4b24-ab23-2ba0c03d4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:49.974198 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-2095f554-751c-4b24-ab23-2ba0c03d4275 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34c5e96f-5d70-4129-ba8d-76b6b959fb40 HTTP/1.1" status: 200 len: 835 time: 0.0763390 Nov 13 06:09:50.046197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-4c1a5f81-54c5-4649-baa4-3898f0e5ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:50.047768 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-4c1a5f81-54c5-4649-baa4-3898f0e5ea25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b78562d1-881c-42e9-ac51-955b28633003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677009 Nov 13 06:09:50.052569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-6c57ee50-9380-43ca-bac6-9066695fce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:50.053919 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-6c57ee50-9380-43ca-bac6-9066695fce5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b78562d1-881c-42e9-ac51-955b28633003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727606 Nov 13 06:09:50.205586 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-698598b1-dc04-4d2d-806d-ee8e79d26132 service neutron] 10.222.0.36 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501548 Nov 13 06:09:50.207736 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-b525f5c2-31dc-4997-822a-b9c57f128a43 service neutron] 10.222.0.46 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451030 Nov 13 06:09:50.401584 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc041e6-b301-4075-a694-e421f4b13595 req-6f2ec257-c2e1-42a9-ac33-09f2c0e0b55c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:50.403122 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7cc041e6-b301-4075-a694-e421f4b13595 req-6f2ec257-c2e1-42a9-ac33-09f2c0e0b55c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 944 time: 0.1730599 Nov 13 06:09:50.409639 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-18877ecc-ee90-4b92-ac97-753465bcb7ad service neutron] 10.222.0.46 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948118 Nov 13 06:09:50.421551 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b63431f-57f6-4ca7-a3b1-7792d18a44f2 req-39bae410-ffa3-416a-b2e7-7ee74834eeab service neutron] 10.222.0.36 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054882 Nov 13 06:09:50.466622 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7cc041e6-b301-4075-a694-e421f4b13595 req-dd8ac92d-0943-4ddc-93ad-8d2ae0385cfe tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559690 Nov 13 06:09:51.471450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 530f9d95-0468-48c4-bb13-6eb6bb7058e5 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:09:51.569719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 530f9d95-0468-48c4-bb13-6eb6bb7058e5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:09:51.581444 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'port_id': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'mac_address': 'fa:16:3e:0a:74:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:09:51.587726 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4205b6c-5dfb-416a-b3af-8640f92da8ef req-d1406de3-c921-4302-bd87-02acd4acc908 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:51.589203 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c4205b6c-5dfb-416a-b3af-8640f92da8ef req-d1406de3-c921-4302-bd87-02acd4acc908 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 944 time: 0.0486746 Nov 13 06:09:51.619729 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:51.632851 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530f9d95-0468-48c4-bb13-6eb6bb7058e5 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:09:51.643823 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c4205b6c-5dfb-416a-b3af-8640f92da8ef req-c38c9f9e-8e09-4cad-bc07-8d11a8a53a0b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483522 Nov 13 06:09:51.656664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 530f9d95-0468-48c4-bb13-6eb6bb7058e5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:09:51.661393 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:51.707831 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=530f9d95-0468-48c4-bb13-6eb6bb7058e5,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:09:51.715387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:51.715715 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:51.716078 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:51.716409 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:51.716734 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:51.717113 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:51.717510 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:51.717920 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:51.718245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:51.718570 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:51.718869 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:51.719212 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:09:51.841425 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726695f6-adc0-4f55-aff0-3c3a1e5eea79 req-562c7192-36df-46ac-8174-792230b453ee tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:51.842970 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-726695f6-adc0-4f55-aff0-3c3a1e5eea79 req-562c7192-36df-46ac-8174-792230b453ee tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 945 time: 0.0512922 Nov 13 06:09:51.871717 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba212-e582-479d-a1a4-f39083e9be1e req-9e28be91-de49-44f8-a882-fb95af0fc16e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:51.873259 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a35ba212-e582-479d-a1a4-f39083e9be1e req-9e28be91-de49-44f8-a882-fb95af0fc16e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9&tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&binding%3Ahost_id=n-h2-813114-2 HTTP/1.1" status: 200 len: 945 time: 0.0555212 Nov 13 06:09:51.892578 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-726695f6-adc0-4f55-aff0-3c3a1e5eea79 req-880d3ae5-0908-40ff-ba57-b27474263c74 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432470 Nov 13 06:09:51.936500 n-d-813114-2 neutron-server[102668]: INFO neutron.api.v2.resource [req-a35ba212-e582-479d-a1a4-f39083e9be1e req-d3663571-d74e-4b9a-ae1b-c6905742b6f7 service neutron] delete failed (client error): The resource could not be found. Nov 13 06:09:51.937529 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a35ba212-e582-479d-a1a4-f39083e9be1e req-d3663571-d74e-4b9a-ae1b-c6905742b6f7 service neutron] 10.222.0.46 "DELETE /v2.0/ports/530f9d95-0468-48c4-bb13-6eb6bb7058e5/bindings/n-h1-813114-2 HTTP/1.1" status: 404 len: 380 time: 0.0558560 Nov 13 06:09:52.023930 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727c048-f7de-4ef2-bc0b-8627d14d020c req-7db23a18-9808-420c-80e4-e55a2aa3d9a6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:52.025234 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6727c048-f7de-4ef2-bc0b-8627d14d020c req-7db23a18-9808-420c-80e4-e55a2aa3d9a6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 945 time: 0.0626998 Nov 13 06:09:52.079278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba212-e582-479d-a1a4-f39083e9be1e req-8767f803-0c4e-4d20-b7be-d0eb7de1f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:52.080766 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a35ba212-e582-479d-a1a4-f39083e9be1e req-8767f803-0c4e-4d20-b7be-d0eb7de1f0c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0739174 Nov 13 06:09:52.102493 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6727c048-f7de-4ef2-bc0b-8627d14d020c req-a7cd38ed-96c9-474f-8a3c-cdf4ff7f019e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640566 Nov 13 06:09:52.103802 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['530f9d95-0468-48c4-bb13-6eb6bb7058e5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:09:52.180000 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba212-e582-479d-a1a4-f39083e9be1e req-29261be9-748c-432a-b582-46a9e8615117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:52.181454 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a35ba212-e582-479d-a1a4-f39083e9be1e req-29261be9-748c-432a-b582-46a9e8615117 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b78562d1-881c-42e9-ac51-955b28633003 HTTP/1.1" status: 200 len: 898 time: 0.0918055 Nov 13 06:09:52.249669 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a35ba212-e582-479d-a1a4-f39083e9be1e req-0adc3728-b464-4f72-8041-445b3e2faaa0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5 HTTP/1.1" status: 200 len: 1001 time: 0.0589089 Nov 13 06:09:52.301872 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba212-e582-479d-a1a4-f39083e9be1e req-23514468-7e14-414e-ad2b-bbfbb9e1d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:52.303217 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a35ba212-e582-479d-a1a4-f39083e9be1e req-23514468-7e14-414e-ad2b-bbfbb9e1d4e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34c5e96f-5d70-4129-ba8d-76b6b959fb40 HTTP/1.1" status: 200 len: 835 time: 0.0468779 Nov 13 06:09:52.349266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba212-e582-479d-a1a4-f39083e9be1e req-94230095-22fe-474f-bb79-01c3b5627c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:52.350751 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a35ba212-e582-479d-a1a4-f39083e9be1e req-94230095-22fe-474f-bb79-01c3b5627c03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b78562d1-881c-42e9-ac51-955b28633003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405238 Nov 13 06:09:52.447182 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a35ba212-e582-479d-a1a4-f39083e9be1e req-5fb705ac-b2f7-4f08-865b-27d0fb48dc3d service neutron] 10.222.0.46 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888681 Nov 13 06:09:52.541981 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a35ba212-e582-479d-a1a4-f39083e9be1e req-b7245c4b-c655-4dee-91a8-4d03b03303b0 service neutron] 10.222.0.46 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876031 Nov 13 06:09:53.225481 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fb611-1052-492a-a17d-359d0e080005 req-f8c5f031-2f97-4d2d-9237-34bb8ca54aed tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:09:53.227024 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba1fb611-1052-492a-a17d-359d0e080005 req-f8c5f031-2f97-4d2d-9237-34bb8ca54aed tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 945 time: 0.0495322 Nov 13 06:09:53.277868 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba1fb611-1052-492a-a17d-359d0e080005 req-661c962d-5250-4f37-a185-8f0d48920322 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445571 Nov 13 06:09:53.308304 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50162) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:09:53.369209 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-26d68e6e-06b6-43c2-826c-dd5db6d6f606 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/4252d6a2-4bc7-4c9f-aa25-2f060be0696c HTTP/1.1" status: 200 len: 993 time: 0.0597448 Nov 13 06:09:53.473855 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 530f9d95-0468-48c4-bb13-6eb6bb7058e5 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:09:53.531975 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 06:09:53.535968 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:09:53.536257 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:53.620950 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:53.645632 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:09:53.647937 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7788073-d80f-4eba-b507-97c866f21de4" -d '{"events": [{"server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "name": "network-vif-plugged", "status": "completed", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:09:53.661407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 530f9d95-0468-48c4-bb13-6eb6bb7058e5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:09:53.666624 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:53.692564 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e945cc-fe68-4fbc-b23b-566ac99d9b7b x-openstack-request-id: req-88e945cc-fe68-4fbc-b23b-566ac99d9b7b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:09:53.692851 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "name": "network-vif-plugged", "status": "completed", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:09:53.693097 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88e945cc-fe68-4fbc-b23b-566ac99d9b7b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:09:53.693485 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'code': 200} Nov 13 06:09:53.719188 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=530f9d95-0468-48c4-bb13-6eb6bb7058e5,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:09:59.470051 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:09:59.503785 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:04.453120 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0f70373-4e92-4ad5-b3f5-d09476e23e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:06.593522 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a34ca81-dce3-4a2d-aab4-494df22056f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:07.841724 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:10:08.301423 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:09.572502 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:10.091910 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:29.477979 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:29.509840 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:34.452218 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4025d286-d684-4403-ab1e-1d7230699202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:36.589570 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-60bafffa-b54d-478d-9026-574e6ca97ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:38.302269 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:39.574498 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:39.979910 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f3bb06a-28b9-4fe1-828d-2d7066ce5395 req-abc8f411-90cb-4388-9ec3-040bd477ba66 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442066 Nov 13 06:10:40.084919 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:40.087652 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bb06a-28b9-4fe1-828d-2d7066ce5395 req-b6e86cb6-e74c-4279-ad19-0281ec403633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:40.089180 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f3bb06a-28b9-4fe1-828d-2d7066ce5395 req-b6e86cb6-e74c-4279-ad19-0281ec403633 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0434866 Nov 13 06:10:40.196356 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bb06a-28b9-4fe1-828d-2d7066ce5395 req-649c919a-e329-48eb-8776-44fd6ee9ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:40.197884 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f3bb06a-28b9-4fe1-828d-2d7066ce5395 req-649c919a-e329-48eb-8776-44fd6ee9ed60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b78562d1-881c-42e9-ac51-955b28633003 HTTP/1.1" status: 200 len: 898 time: 0.0877006 Nov 13 06:10:40.269172 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f3bb06a-28b9-4fe1-828d-2d7066ce5395 req-94fad94e-34ec-4255-b2f4-66d852efd0fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5 HTTP/1.1" status: 200 len: 1002 time: 0.0636175 Nov 13 06:10:40.318484 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bb06a-28b9-4fe1-828d-2d7066ce5395 req-48ebe311-945e-4ce8-b1a6-4f8cb640ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:40.319910 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f3bb06a-28b9-4fe1-828d-2d7066ce5395 req-48ebe311-945e-4ce8-b1a6-4f8cb640ce98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34c5e96f-5d70-4129-ba8d-76b6b959fb40 HTTP/1.1" status: 200 len: 835 time: 0.0434303 Nov 13 06:10:40.368208 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bb06a-28b9-4fe1-828d-2d7066ce5395 req-a8c46550-1d6b-48a6-ad2d-0ac218f63bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:40.369684 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f3bb06a-28b9-4fe1-828d-2d7066ce5395 req-a8c46550-1d6b-48a6-ad2d-0ac218f63bd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b78562d1-881c-42e9-ac51-955b28633003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420055 Nov 13 06:10:40.464546 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f3bb06a-28b9-4fe1-828d-2d7066ce5395 req-1cc80d10-a46a-4f33-b01b-855421aa9510 service neutron] 10.222.0.36 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866246 Nov 13 06:10:40.559659 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8f3bb06a-28b9-4fe1-828d-2d7066ce5395 req-f96d8a88-4828-41c3-9da8-f62e1948d4a1 service neutron] 10.222.0.36 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875764 Nov 13 06:10:41.862093 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50180) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:42.031491 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-51edc10a-5139-413f-bb23-f477cc82af29 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port 4e0cf503-8135-4df1-8298-00b3857a15cc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:10:42.032156 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51edc10a-5139-413f-bb23-f477cc82af29 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:42.106219 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51edc10a-5139-413f-bb23-f477cc82af29 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:42.106517 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51edc10a-5139-413f-bb23-f477cc82af29 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:42.118740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-51edc10a-5139-413f-bb23-f477cc82af29 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for 4e0cf503-8135-4df1-8298-00b3857a15cc owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:10:42.271054 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51edc10a-5139-413f-bb23-f477cc82af29 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:42.294213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edc10a-5139-413f-bb23-f477cc82af29 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=4e0cf503-8135-4df1-8298-00b3857a15cc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:42.362835 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51edc10a-5139-413f-bb23-f477cc82af29 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:42.363225 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-51edc10a-5139-413f-bb23-f477cc82af29 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Floating IP 4252d6a2-4bc7-4c9f-aa25-2f060be0696c disassociated (deleted). External IP: 172.25.8.241, port: 530f9d95-0468-48c4-bb13-6eb6bb7058e5. Nov 13 06:10:42.572462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51edc10a-5139-413f-bb23-f477cc82af29 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router 23349e6b-26b5-4676-a80a-93f7eea79a65 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:10:42.683965 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51edc10a-5139-413f-bb23-f477cc82af29 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:10:42.689369 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51edc10a-5139-413f-bb23-f477cc82af29 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:42.694229 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36d1ac-0439-4ec8-b385-461970ed54ab None None] Sync routers for ids ['23349e6b-26b5-4676-a80a-93f7eea79a65'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:10:42.705093 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36d1ac-0439-4ec8-b385-461970ed54ab None None] Routers {'23349e6b-26b5-4676-a80a-93f7eea79a65'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:10:42.705721 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fd36d1ac-0439-4ec8-b385-461970ed54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:10:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['23349e6b-26b5-4676-a80a-93f7eea79a65'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:42.911381 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fd36d1ac-0439-4ec8-b385-461970ed54ab None None] Set router 23349e6b-26b5-4676-a80a-93f7eea79a65 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:10:43.076995 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-51edc10a-5139-413f-bb23-f477cc82af29 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/floatingips/4252d6a2-4bc7-4c9f-aa25-2f060be0696c HTTP/1.1" status: 204 len: 168 time: 1.2134225 Nov 13 06:10:43.077634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:10:43.080032 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6359c8b0-3a90-4def-8f3a-cf1a195f8fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:10:43.112734 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fd36d1ac-0439-4ec8-b385-461970ed54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:14Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca', 'name': '', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:47:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:13Z', 'updated_at': '2021-11-13T06:08:17Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:43.120791 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade1817d-0b53-4a5c-9032-b2d952549853 x-openstack-request-id: req-ade1817d-0b53-4a5c-9032-b2d952549853 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:10:43.121266 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:10:43.121586 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ade1817d-0b53-4a5c-9032-b2d952549853 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:10:43.121996 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'status': 'completed', 'code': 200} Nov 13 06:10:43.143910 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36d1ac-0439-4ec8-b385-461970ed54ab None None] Checking router: 23349e6b-26b5-4676-a80a-93f7eea79a65 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:10:43.154264 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36d1ac-0439-4ec8-b385-461970ed54ab None None] Routers {'23349e6b-26b5-4676-a80a-93f7eea79a65'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:10:43.155148 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fd36d1ac-0439-4ec8-b385-461970ed54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:10:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['23349e6b-26b5-4676-a80a-93f7eea79a65'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:43.209571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c8b0-3a90-4def-8f3a-cf1a195f8fcc req-8387d275-0d45-4b09-bf12-06172a497e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:43.211426 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6359c8b0-3a90-4def-8f3a-cf1a195f8fcc req-8387d275-0d45-4b09-bf12-06172a497e10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0447261 Nov 13 06:10:43.280589 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fd36d1ac-0439-4ec8-b385-461970ed54ab None None] Set router 23349e6b-26b5-4676-a80a-93f7eea79a65 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:10:43.308880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c8b0-3a90-4def-8f3a-cf1a195f8fcc req-e9581c72-4a29-4365-a19a-42bd8eead554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:43.310329 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6359c8b0-3a90-4def-8f3a-cf1a195f8fcc req-e9581c72-4a29-4365-a19a-42bd8eead554 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b78562d1-881c-42e9-ac51-955b28633003 HTTP/1.1" status: 200 len: 898 time: 0.0920463 Nov 13 06:10:43.332330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8ca06-c8a5-4522-ae3a-0087d58c1f7a req-38dd00d3-03b3-47e1-ba20-266778eb83c2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:43.333952 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-36a8ca06-c8a5-4522-ae3a-0087d58c1f7a req-38dd00d3-03b3-47e1-ba20-266778eb83c2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0562000 Nov 13 06:10:43.353021 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6359c8b0-3a90-4def-8f3a-cf1a195f8fcc req-e0801fda-6dd6-4ccd-b610-5cdaf81a4e7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5 HTTP/1.1" status: 200 len: 217 time: 0.0348907 Nov 13 06:10:43.387151 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-36a8ca06-c8a5-4522-ae3a-0087d58c1f7a req-bd2d8ac5-01d0-4523-ab0b-082ba06e0f06 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467858 Nov 13 06:10:43.406977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c8b0-3a90-4def-8f3a-cf1a195f8fcc req-64d67fd6-5f83-4831-9afe-c326da65aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:43.408677 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6359c8b0-3a90-4def-8f3a-cf1a195f8fcc req-64d67fd6-5f83-4831-9afe-c326da65aa8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34c5e96f-5d70-4129-ba8d-76b6b959fb40 HTTP/1.1" status: 200 len: 835 time: 0.0485196 Nov 13 06:10:43.456118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c8b0-3a90-4def-8f3a-cf1a195f8fcc req-af2ba3b0-21b1-47c5-8c03-d968aea80db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:43.457568 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6359c8b0-3a90-4def-8f3a-cf1a195f8fcc req-af2ba3b0-21b1-47c5-8c03-d968aea80db4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b78562d1-881c-42e9-ac51-955b28633003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400410 Nov 13 06:10:43.496098 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fd36d1ac-0439-4ec8-b385-461970ed54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:14Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca', 'name': '', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:47:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:13Z', 'updated_at': '2021-11-13T06:08:17Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:43.522787 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36d1ac-0439-4ec8-b385-461970ed54ab None None] The sync data for ids ['23349e6b-26b5-4676-a80a-93f7eea79a65'] in n-d-813114-2 is: [{'id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:14Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca', 'name': '', 'network_id': 'b78562d1-881c-42e9-ac51-955b28633003', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:47:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:13Z', 'updated_at': '2021-11-13T06:08:17Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '34c5e96f-5d70-4129-ba8d-76b6b959fb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:10:43.559127 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6359c8b0-3a90-4def-8f3a-cf1a195f8fcc req-109dce2b-2853-4c40-b8c6-dbab7a244e69 service neutron] 10.222.0.36 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905268 Nov 13 06:10:43.654978 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6359c8b0-3a90-4def-8f3a-cf1a195f8fcc req-1be00bca-2cbb-470f-b987-f7e58d2f2587 service neutron] 10.222.0.36 "GET /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879791 Nov 13 06:10:43.768452 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba920e0-9827-423b-9c19-4d7ccb155bc1 None None] New status for floating IP 4252d6a2-4bc7-4c9f-aa25-2f060be0696c: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:10:44.527996 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d03912-ca57-4337-8920-db287e6957fb req-d28fceb1-6b0c-4fad-b25a-a53dbc14dec1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:44.529520 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30d03912-ca57-4337-8920-db287e6957fb req-d28fceb1-6b0c-4fad-b25a-a53dbc14dec1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0665014 Nov 13 06:10:44.589413 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30d03912-ca57-4337-8920-db287e6957fb req-abd28b99-346f-44be-bc32-20cdde04ad90 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef37020-218f-4cf1-b195-bb782a799a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531392 Nov 13 06:10:44.845361 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:10:44.903794 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a9ffa-334b-4139-bd8c-f3da6307272d req-04be96ea-b4e3-4b09-92bf-fc477bf0c869 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:44.905245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7d8a9ffa-334b-4139-bd8c-f3da6307272d req-04be96ea-b4e3-4b09-92bf-fc477bf0c869 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 946 time: 0.0583286 Nov 13 06:10:45.001229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7d8a9ffa-334b-4139-bd8c-f3da6307272d req-7b6b9077-6c37-40cf-8296-84e97bdbca77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:10:45.001560 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7d8a9ffa-334b-4139-bd8c-f3da6307272d req-7b6b9077-6c37-40cf-8296-84e97bdbca77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:45.090381 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7d8a9ffa-334b-4139-bd8c-f3da6307272d req-7b6b9077-6c37-40cf-8296-84e97bdbca77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] For port 530f9d95-0468-48c4-bb13-6eb6bb7058e5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=530f9d95-0468-48c4-bb13-6eb6bb7058e5,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:10:45.090780 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7d8a9ffa-334b-4139-bd8c-f3da6307272d req-7b6b9077-6c37-40cf-8296-84e97bdbca77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:45.110419 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7d8a9ffa-334b-4139-bd8c-f3da6307272d req-7b6b9077-6c37-40cf-8296-84e97bdbca77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for 530f9d95-0468-48c4-bb13-6eb6bb7058e5 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:10:45.249189 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7d8a9ffa-334b-4139-bd8c-f3da6307272d req-7b6b9077-6c37-40cf-8296-84e97bdbca77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:45.277932 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b9077-6c37-40cf-8296-84e97bdbca77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=530f9d95-0468-48c4-bb13-6eb6bb7058e5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:45.323442 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8a9ffa-334b-4139-bd8c-f3da6307272d req-7b6b9077-6c37-40cf-8296-84e97bdbca77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] No DVR routers for this DVR port 530f9d95-0468-48c4-bb13-6eb6bb7058e5 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:10:45.326204 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7d8a9ffa-334b-4139-bd8c-f3da6307272d req-7b6b9077-6c37-40cf-8296-84e97bdbca77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:45.329545 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7d8a9ffa-334b-4139-bd8c-f3da6307272d req-7b6b9077-6c37-40cf-8296-84e97bdbca77 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.36 "DELETE /v2.0/ports/530f9d95-0468-48c4-bb13-6eb6bb7058e5 HTTP/1.1" status: 204 len: 173 time: 0.4177454 Nov 13 06:10:45.329980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'name': 'network-vif-deleted', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:10:45.332315 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b7eee7-beaa-48dc-9a8a-233b929c8804" -d '{"events": [{"server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "name": "network-vif-deleted", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:10:45.369379 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3740e9-3d55-491a-a597-822904d1aaa2 x-openstack-request-id: req-9e3740e9-3d55-491a-a597-822904d1aaa2 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:10:45.369717 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53c2351-43c4-4c6d-a662-b11676d31dc9", "name": "network-vif-deleted", "tag": "530f9d95-0468-48c4-bb13-6eb6bb7058e5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:10:45.369997 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e3740e9-3d55-491a-a597-822904d1aaa2 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:10:45.370480 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53c2351-43c4-4c6d-a662-b11676d31dc9', 'name': 'network-vif-deleted', 'tag': '530f9d95-0468-48c4-bb13-6eb6bb7058e5', 'status': 'completed', 'code': 200} Nov 13 06:10:45.706074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a64275e-e943-43d7-aa9e-044bccae1736 req-582f47b0-e67b-4d29-97c3-2d4c96c5c466 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53c2351-43c4-4c6d-a662-b11676d31dc9 HTTP/1.1" status: 200 len: 210 time: 0.0281680 Nov 13 06:10:46.771930 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50198) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:47.175698 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:47.449359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:10:47.449654 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:47.554733 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] For port 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:10:47.555127 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:47.568880 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:10:47.658543 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 530f9d95-0468-48c4-bb13-6eb6bb7058e5 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:10:47.682122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: 530f9d95-0468-48c4-bb13-6eb6bb7058e5 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:10:47.682122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 530f9d95-0468-48c4-bb13-6eb6bb7058e5 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:10:47.769355 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:47.795647 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:47.829614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:47.830109 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:47.830532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:47.831013 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:47.831265 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:47.831595 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:47.831921 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:47.832247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:47.832571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:47.832920 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:47.833240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:47.833553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:47.990271 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:48.214615 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router 23349e6b-26b5-4676-a80a-93f7eea79a65 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:10:48.325803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:10:48.331790 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-df1a3b70-9f1f-4bf3-bedf-88f6df90e6bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "PUT /v2.0/routers/23349e6b-26b5-4676-a80a-93f7eea79a65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5585332 Nov 13 06:10:48.334928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50200) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:48.335715 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6019d4fb-668c-4776-86c7-edc4cd30ccd7 None None] Sync routers for ids ['23349e6b-26b5-4676-a80a-93f7eea79a65'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:10:48.346098 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6019d4fb-668c-4776-86c7-edc4cd30ccd7 None None] Routers {'23349e6b-26b5-4676-a80a-93f7eea79a65'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:10:48.347099 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6019d4fb-668c-4776-86c7-edc4cd30ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:10:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['23349e6b-26b5-4676-a80a-93f7eea79a65'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:48.390069 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting subnet 34c5e96f-5d70-4129-ba8d-76b6b959fb40 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 06:10:48.393572 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:48.435040 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:48.451970 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6019d4fb-668c-4776-86c7-edc4cd30ccd7 None None] Set router 23349e6b-26b5-4676-a80a-93f7eea79a65 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:10:48.523087 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:48.593114 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:48.619301 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Subnet': ['ID=34c5e96f-5d70-4129-ba8d-76b6b959fb40,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:48.629284 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:48.632523 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/subnets/34c5e96f-5d70-4129-ba8d-76b6b959fb40 HTTP/1.1" status: 204 len: 168 time: 0.2965894 Nov 13 06:10:48.634453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:48.634836 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:48.635175 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:48.635486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50202) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:48.635612 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:48.635830 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:48.636165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:48.636493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:48.636616 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcbeae5-5056-48de-84e7-2ecab0c77c67 None None] Network b78562d1-881c-42e9-ac51-955b28633003 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:10:48.636820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:48.637151 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:48.637474 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:48.637797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:48.638147 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf1dd-0a0e-4593-9f2c-512728a6667b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:48.645123 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6019d4fb-668c-4776-86c7-edc4cd30ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:10:47Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:48.670887 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6019d4fb-668c-4776-86c7-edc4cd30ccd7 None None] Checking router: 23349e6b-26b5-4676-a80a-93f7eea79a65 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:10:48.679985 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6019d4fb-668c-4776-86c7-edc4cd30ccd7 None None] Routers {'23349e6b-26b5-4676-a80a-93f7eea79a65'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:10:48.680802 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6019d4fb-668c-4776-86c7-edc4cd30ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:10:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['23349e6b-26b5-4676-a80a-93f7eea79a65'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:48.748256 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:48.797395 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6019d4fb-668c-4776-86c7-edc4cd30ccd7 None None] Set router 23349e6b-26b5-4676-a80a-93f7eea79a65 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:10:48.825435 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7da8a4-8ada-45f7-b482-bf7e4b069248 None None] DHCP port deletion for b78562d1-881c-42e9-ac51-955b28633003 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:10:48.862994 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:48.883433 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ca7da8a4-8ada-45f7-b482-bf7e4b069248 None None] Deleting port d9a8f79e-1d17-4143-a10f-4b95644d3c78 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:10:48.883797 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca7da8a4-8ada-45f7-b482-bf7e4b069248 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:48.926176 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port 9b107088-90e0-4319-99ed-ca4d1da46779 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:10:48.926526 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:48.946870 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ca7da8a4-8ada-45f7-b482-bf7e4b069248 None None] For port d9a8f79e-1d17-4143-a10f-4b95644d3c78, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d9a8f79e-1d17-4143-a10f-4b95644d3c78,segment=NetworkSegment(18f04cce-a357-4671-9acb-e456c264bd22),segment_id=18f04cce-a357-4671-9acb-e456c264bd22)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:10:48.947447 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca7da8a4-8ada-45f7-b482-bf7e4b069248 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:48.961573 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ca7da8a4-8ada-45f7-b482-bf7e4b069248 None None] Calling delete_port for d9a8f79e-1d17-4143-a10f-4b95644d3c78 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:10:48.992607 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6019d4fb-668c-4776-86c7-edc4cd30ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:10:47Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:49.016369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] For port 9b107088-90e0-4319-99ed-ca4d1da46779, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9b107088-90e0-4319-99ed-ca4d1da46779,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:10:49.016777 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.021629 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6019d4fb-668c-4776-86c7-edc4cd30ccd7 None None] The sync data for ids ['23349e6b-26b5-4676-a80a-93f7eea79a65'] in n-d-813114-2 is: [{'id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169291468', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:10:47Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '9b107088-90e0-4319-99ed-ca4d1da46779', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23349e6b-26b5-4676-a80a-93f7eea79a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:08:11Z', 'updated_at': '2021-11-13T06:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:10:49.029176 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for 9b107088-90e0-4319-99ed-ca4d1da46779 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:10:49.047736 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca7da8a4-8ada-45f7-b482-bf7e4b069248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.074980 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7da8a4-8ada-45f7-b482-bf7e4b069248 None None] Pushing event deleted for resources: {'Port': ['ID=d9a8f79e-1d17-4143-a10f-4b95644d3c78,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:49.078432 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7da8a4-8ada-45f7-b482-bf7e4b069248 None None] No DVR routers for this DVR port d9a8f79e-1d17-4143-a10f-4b95644d3c78 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:10:49.207704 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.237859 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=9b107088-90e0-4319-99ed-ca4d1da46779,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:49.250217 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ccb17-a771-4fa5-95d8-a9569eef2848 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:10:49.295696 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.390901 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.393731 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.440184 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.440728 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Fanout notify agent at l3_agent the message router_deleted on router 23349e6b-26b5-4676-a80a-93f7eea79a65 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 06:10:49.448020 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.449132 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5c89f440-368a-4c7b-a616-5964e76e775b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/routers/23349e6b-26b5-4676-a80a-93f7eea79a65 HTTP/1.1" status: 204 len: 168 time: 0.8124976 Nov 13 06:10:49.451960 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50204) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:49.529154 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af0e91ba-b218-46cd-9a6b-5f86de3b34f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.624020 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af0e91ba-b218-46cd-9a6b-5f86de3b34f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.646443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-af0e91ba-b218-46cd-9a6b-5f86de3b34f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78562d1-881c-42e9-ac51-955b28633003']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:49.656330 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-af0e91ba-b218-46cd-9a6b-5f86de3b34f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f04cce-a357-4671-9acb-e456c264bd22') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:49.656574 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-af0e91ba-b218-46cd-9a6b-5f86de3b34f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f04cce-a357-4671-9acb-e456c264bd22') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:49.666858 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af0e91ba-b218-46cd-9a6b-5f86de3b34f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.680469 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af0e91ba-b218-46cd-9a6b-5f86de3b34f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.687213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0e91ba-b218-46cd-9a6b-5f86de3b34f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 06:10:49.687636 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af0e91ba-b218-46cd-9a6b-5f86de3b34f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: timer() Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 06:10:49.690899 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 06:10:49.756860 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af0e91ba-b218-46cd-9a6b-5f86de3b34f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.763785 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af0e91ba-b218-46cd-9a6b-5f86de3b34f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.766995 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-af0e91ba-b218-46cd-9a6b-5f86de3b34f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/networks/b78562d1-881c-42e9-ac51-955b28633003 HTTP/1.1" status: 204 len: 168 time: 0.3140521 Nov 13 06:10:49.770252 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50206) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:49.778361 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e91ba-b218-46cd-9a6b-5f86de3b34f1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Network': ['ID=b78562d1-881c-42e9-ac51-955b28633003,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:49.831440 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-430159ee-8224-4bbf-9f9e-a4dbfb0f84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.858816 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-430159ee-8224-4bbf-9f9e-a4dbfb0f84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.931184 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-430159ee-8224-4bbf-9f9e-a4dbfb0f84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.933835 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-430159ee-8224-4bbf-9f9e-a4dbfb0f84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:49.937650 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-430159ee-8224-4bbf-9f9e-a4dbfb0f84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/security-groups/0ef37020-218f-4cf1-b195-bb782a799a5d HTTP/1.1" status: 204 len: 168 time: 0.1637156 Nov 13 06:10:49.945635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430159ee-8224-4bbf-9f9e-a4dbfb0f84fa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef37020-218f-4cf1-b195-bb782a799a5d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:50.110472 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d9a8f79e-1d17-4143-a10f-4b95644d3c78 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:10:50.132818 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: d9a8f79e-1d17-4143-a10f-4b95644d3c78 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:10:50.133154 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d9a8f79e-1d17-4143-a10f-4b95644d3c78 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:10:50.133673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:10:50.153007 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:10:50.153348 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 507c1e4b-6bf8-4f8e-97f8-a719ac68b2ca not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:10:50.157023 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50212) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:50.161783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-362bd713-0c44-48f9-be51-806ac4f21048 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-531091389', 'description': 'tempest-secgroup-smoke-531091389 description', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:10:50.185069 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-362bd713-0c44-48f9-be51-806ac4f21048 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.250891 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-362bd713-0c44-48f9-be51-806ac4f21048 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.256903 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-362bd713-0c44-48f9-be51-806ac4f21048 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.284461 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-362bd713-0c44-48f9-be51-806ac4f21048 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.285619 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-362bd713-0c44-48f9-be51-806ac4f21048 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1275535 Nov 13 06:10:50.288827 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50214) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:50.289686 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bd713-0c44-48f9-be51-806ac4f21048 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcee55f-8211-4c8a-a459-87f9f311c1ab,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:50.294401 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-095e46fb-63c0-42c4-8237-2fc851eae8c5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': 'edcee55f-8211-4c8a-a459-87f9f311c1ab', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:10:50.320776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-095e46fb-63c0-42c4-8237-2fc851eae8c5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.374779 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-095e46fb-63c0-42c4-8237-2fc851eae8c5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.379740 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-095e46fb-63c0-42c4-8237-2fc851eae8c5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.397551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e46fb-63c0-42c4-8237-2fc851eae8c5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f102cf25-a0a0-403b-baaa-ce3d78fd9585,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:50.406179 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-095e46fb-63c0-42c4-8237-2fc851eae8c5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.409955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-095e46fb-63c0-42c4-8237-2fc851eae8c5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167529 Nov 13 06:10:50.410217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50216) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:50.414848 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-46a834b1-1f8e-4d68-bc29-857a9f284dd8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': 'edcee55f-8211-4c8a-a459-87f9f311c1ab', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:10:50.443019 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46a834b1-1f8e-4d68-bc29-857a9f284dd8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.500331 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46a834b1-1f8e-4d68-bc29-857a9f284dd8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.504256 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46a834b1-1f8e-4d68-bc29-857a9f284dd8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.523141 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a834b1-1f8e-4d68-bc29-857a9f284dd8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0fda1b-666f-4892-b345-e30907be5ea8,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:50.531917 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46a834b1-1f8e-4d68-bc29-857a9f284dd8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.533299 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-46a834b1-1f8e-4d68-bc29-857a9f284dd8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221395 Nov 13 06:10:50.536400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50218) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:50.541141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2d5d512f-46f5-4c6e-a028-0f6421fe3914 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': 'edcee55f-8211-4c8a-a459-87f9f311c1ab', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:10:50.569668 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d5d512f-46f5-4c6e-a028-0f6421fe3914 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.628123 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d5d512f-46f5-4c6e-a028-0f6421fe3914 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.633109 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d5d512f-46f5-4c6e-a028-0f6421fe3914 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.650952 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d512f-46f5-4c6e-a028-0f6421fe3914 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564f1b70-c5d7-481b-9e39-0e6ec3802d4a,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:50.658897 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d5d512f-46f5-4c6e-a028-0f6421fe3914 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.660123 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2d5d512f-46f5-4c6e-a028-0f6421fe3914 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227500 Nov 13 06:10:50.662979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50220) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:50.667376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a365dba1-2200-4e49-ab42-13fd17245b99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': 'edcee55f-8211-4c8a-a459-87f9f311c1ab', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:10:50.694456 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a365dba1-2200-4e49-ab42-13fd17245b99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.754080 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a365dba1-2200-4e49-ab42-13fd17245b99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.758301 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a365dba1-2200-4e49-ab42-13fd17245b99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.776551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365dba1-2200-4e49-ab42-13fd17245b99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b56ce5-ba47-49c1-afae-307440e6fd3b,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:50.782127 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a365dba1-2200-4e49-ab42-13fd17245b99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.783401 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-a365dba1-2200-4e49-ab42-13fd17245b99 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194735 Nov 13 06:10:50.786076 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50222) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:50.790487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6e87f207-93df-4f1f-9995-7068eafa936f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': 'edcee55f-8211-4c8a-a459-87f9f311c1ab', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:10:50.812476 n-d-813114-2 neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-6e87f207-93df-4f1f-9995-7068eafa936f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Project eb84d0a713cf4876b47a07d15d41fc4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:10:50.819732 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e87f207-93df-4f1f-9995-7068eafa936f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.888538 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e87f207-93df-4f1f-9995-7068eafa936f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.893997 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e87f207-93df-4f1f-9995-7068eafa936f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.911125 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87f207-93df-4f1f-9995-7068eafa936f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe0b2c0-2f73-4839-abb1-01d0fff2d972,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:50.920091 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e87f207-93df-4f1f-9995-7068eafa936f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:50.921332 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6e87f207-93df-4f1f-9995-7068eafa936f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343002 Nov 13 06:10:50.925135 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50224) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:50.929692 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e4553bc1-c769-41c3-9b70-04130b98d894 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': 'edcee55f-8211-4c8a-a459-87f9f311c1ab', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:10:50.952157 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-e4553bc1-c769-41c3-9b70-04130b98d894 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Project eb84d0a713cf4876b47a07d15d41fc4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:10:50.957419 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4553bc1-c769-41c3-9b70-04130b98d894 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.022030 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4553bc1-c769-41c3-9b70-04130b98d894 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.026507 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4553bc1-c769-41c3-9b70-04130b98d894 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.043866 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4553bc1-c769-41c3-9b70-04130b98d894 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7846f33d-391f-4d0b-aebb-9b926d7dcfed,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:51.052121 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4553bc1-c769-41c3-9b70-04130b98d894 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.053377 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e4553bc1-c769-41c3-9b70-04130b98d894 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272523 Nov 13 06:10:51.056355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50226) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:51.061153 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-45a231e9-2c28-4670-9380-ba1256b7d274 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'network': {'name': 'tempest-network-smoke--299399421', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:10:51.081726 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a231e9-2c28-4670-9380-ba1256b7d274 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Made reservation on behalf of eb84d0a713cf4876b47a07d15d41fc4d for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:10:51.085204 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45a231e9-2c28-4670-9380-ba1256b7d274 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.109478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a231e9-2c28-4670-9380-ba1256b7d274 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 06:10:51.119020 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45a231e9-2c28-4670-9380-ba1256b7d274 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.119392 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-45a231e9-2c28-4670-9380-ba1256b7d274 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Added segment 87961499-c75d-47d2-a5df-02e038893277 of type vlan for network 92a68cd1-6856-4c01-b808-ea75a6a5b91e Nov 13 06:10:51.157660 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45a231e9-2c28-4670-9380-ba1256b7d274 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.183459 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45a231e9-2c28-4670-9380-ba1256b7d274 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.189303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a231e9-2c28-4670-9380-ba1256b7d274 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:51.189965 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45a231e9-2c28-4670-9380-ba1256b7d274 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.252414 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-45a231e9-2c28-4670-9380-ba1256b7d274 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1949840 Nov 13 06:10:51.255486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50228) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:51.259790 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'admin_state_up': True, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:10:51.273337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a231e9-2c28-4670-9380-ba1256b7d274 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Network': ['ID=92a68cd1-6856-4c01-b808-ea75a6a5b91e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:51.288126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 92a68cd1-6856-4c01-b808-ea75a6a5b91e details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 06:10:51.291022 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.291597 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.344127 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.495092 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.686506 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.698395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9b107088-90e0-4319-99ed-ca4d1da46779 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:10:51.708309 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.719820 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 9b107088-90e0-4319-99ed-ca4d1da46779 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:10:51.720160 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9b107088-90e0-4319-99ed-ca4d1da46779 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:10:51.813329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.25.8.133 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/b3149e4c-6259-4a14-bfc9-7c8696d814b1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:10:51.925061 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:51.960026 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:52.001617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:10:52.004730 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:10:52.009164 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:10:52.012192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=b3149e4c-6259-4a14-bfc9-7c8696d814b1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:52.018896 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86826f45-d913-4db6-ae42-baf77585f4e6 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:10:52.116296 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fd2808db-c83b-4a00-ac00-2d47469828e9 None None] Provisioning complete for port b3149e4c-6259-4a14-bfc9-7c8696d814b1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:10:52.116806 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd2808db-c83b-4a00-ac00-2d47469828e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:52.157016 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fd2808db-c83b-4a00-ac00-2d47469828e9 None None] Port b3149e4c-6259-4a14-bfc9-7c8696d814b1 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:10:52.621754 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:52.824109 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:52.955057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router 53587f64-51b5-48cf-8cbd-ee655e5339f7 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 06:10:53.069648 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:10:53.079255 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Sync routers for ids ['53587f64-51b5-48cf-8cbd-ee655e5339f7'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:10:53.090871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Routers {'53587f64-51b5-48cf-8cbd-ee655e5339f7'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:10:53.091501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:10:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['53587f64-51b5-48cf-8cbd-ee655e5339f7'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:53.091869 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:53.093357 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c0a2464a-6d5d-4874-b121-c65cdd3a10b8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8369644 Nov 13 06:10:53.096836 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50230) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:53.168876 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9662853d-7edd-404e-a76c-6288014cdf5f tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=eb84d0a713cf4876b47a07d15d41fc4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0708408 Nov 13 06:10:53.171586 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50234) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:53.198471 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Set router 53587f64-51b5-48cf-8cbd-ee655e5339f7 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:10:53.265156 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9164002e-d759-4813-9050-852578642d2e tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:53.266553 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9164002e-d759-4813-9050-852578642d2e tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940576 Nov 13 06:10:53.269553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50236) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:53.296660 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ef73d7f2-0186-48cc-a8e8-b1c56d620cf7 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260112 Nov 13 06:10:53.299155 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50238) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:53.303891 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-22abd75a-c76d-4331-b461-fb491a3c0ab8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1450943869', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:10:53.376145 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:52Z', 'revision_number': 3, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:09:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:53.393287 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22abd75a-c76d-4331-b461-fb491a3c0ab8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Made reservation on behalf of eb84d0a713cf4876b47a07d15d41fc4d for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:10:53.396815 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22abd75a-c76d-4331-b461-fb491a3c0ab8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:53.406850 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Checking router: 53587f64-51b5-48cf-8cbd-ee655e5339f7 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:10:53.407220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Updating router 53587f64-51b5-48cf-8cbd-ee655e5339f7 port b3149e4c-6259-4a14-bfc9-7c8696d814b1 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:10:53.432068 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:53.578986 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22abd75a-c76d-4331-b461-fb491a3c0ab8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:53.645209 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abd75a-c76d-4331-b461-fb491a3c0ab8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Subnet': ['ID=7d756ee3-5888-49d4-adfa-00e1f24a4d38,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:53.652287 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22abd75a-c76d-4331-b461-fb491a3c0ab8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Checking segment: {'id': '87961499-c75d-47d2-a5df-02e038893277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:10:53.652563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22abd75a-c76d-4331-b461-fb491a3c0ab8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network hostable DHCP agents. Network: 92a68cd1-6856-4c01-b808-ea75a6a5b91e, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 06:10:53.669216 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22abd75a-c76d-4331-b461-fb491a3c0ab8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 92a68cd1-6856-4c01-b808-ea75a6a5b91e is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 06:10:53.680142 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-22abd75a-c76d-4331-b461-fb491a3c0ab8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 92a68cd1-6856-4c01-b808-ea75a6a5b91e) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:10:53.684750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22abd75a-c76d-4331-b461-fb491a3c0ab8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:53.685471 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22abd75a-c76d-4331-b461-fb491a3c0ab8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:53.695287 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f90025-de64-420b-866e-01fe0019af06 None None] Network 92a68cd1-6856-4c01-b808-ea75a6a5b91e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:10:53.698533 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:53.704293 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-22abd75a-c76d-4331-b461-fb491a3c0ab8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4040890 Nov 13 06:10:53.707323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50240) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:10:53.719156 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:53.801773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6199f1eb-98d3-4ff0-aacb-acd20fef3acc None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:10:53.822006 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec551a-3fe0-44e1-a5d0-6c027f7c501f None None] Pushing event updated for resources: {'Port': ['ID=b3149e4c-6259-4a14-bfc9-7c8696d814b1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:53.833527 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Attempting to bind port b3149e4c-6259-4a14-bfc9-7c8696d814b1 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:10:53.833866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Attempting to bind port b3149e4c-6259-4a14-bfc9-7c8696d814b1 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:10:53.834237 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Attempting to bind port b3149e4c-6259-4a14-bfc9-7c8696d814b1 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:10:53.839895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec551a-3fe0-44e1-a5d0-6c027f7c501f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:53.840234 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec551a-3fe0-44e1-a5d0-6c027f7c501f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:53.840567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec551a-3fe0-44e1-a5d0-6c027f7c501f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:53.840895 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec551a-3fe0-44e1-a5d0-6c027f7c501f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:53.841227 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec551a-3fe0-44e1-a5d0-6c027f7c501f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:53.841545 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec551a-3fe0-44e1-a5d0-6c027f7c501f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:53.841864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec551a-3fe0-44e1-a5d0-6c027f7c501f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:53.842181 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec551a-3fe0-44e1-a5d0-6c027f7c501f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:53.842491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec551a-3fe0-44e1-a5d0-6c027f7c501f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:53.842807 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec551a-3fe0-44e1-a5d0-6c027f7c501f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:53.843128 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec551a-3fe0-44e1-a5d0-6c027f7c501f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:53.843439 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec551a-3fe0-44e1-a5d0-6c027f7c501f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:53.859025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:10:53.859425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:10:53.859791 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:53.860175 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:10:53.860644 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Bound port: b3149e4c-6259-4a14-bfc9-7c8696d814b1, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:10:53.861268 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:53.969501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a20a1eb4-1d29-4310-b65e-da09f4e89d0a None None] Provisioning complete for port b3149e4c-6259-4a14-bfc9-7c8696d814b1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:10:53.969867 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a20a1eb4-1d29-4310-b65e-da09f4e89d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:53.972976 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] For port b3149e4c-6259-4a14-bfc9-7c8696d814b1, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:10:54.001254 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ips': [{'subnet_id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 06:10:54.002277 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:54.010084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] For port b3149e4c-6259-4a14-bfc9-7c8696d814b1, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b3149e4c-6259-4a14-bfc9-7c8696d814b1,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:10:54.025323 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:54.059087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a20a1eb4-1d29-4310-b65e-da09f4e89d0a None None] Port b3149e4c-6259-4a14-bfc9-7c8696d814b1 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:10:54.151546 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:54.290940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e1a09-a4c1-437b-8107-7cefe6ad025c None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:10:54.325708 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec551a-3fe0-44e1-a5d0-6c027f7c501f None None] Pushing event updated for resources: {'Port': ['ID=b3149e4c-6259-4a14-bfc9-7c8696d814b1,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:54.330971 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Routers {'53587f64-51b5-48cf-8cbd-ee655e5339f7'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:10:54.331587 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:10:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['53587f64-51b5-48cf-8cbd-ee655e5339f7'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:54.458553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Allocated IP 172.20.0.2 (92a68cd1-6856-4c01-b808-ea75a6a5b91e/7d756ee3-5888-49d4-adfa-00e1f24a4d38/bcd81348-e337-433f-b68e-579d50e5ad97) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:10:54.461898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1afdd806-1d0b-4365-aedc-6aeddf821a18 None None] Provisioning complete for port b3149e4c-6259-4a14-bfc9-7c8696d814b1 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:10:54.462215 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1afdd806-1d0b-4365-aedc-6aeddf821a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:54.536678 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] Set router 53587f64-51b5-48cf-8cbd-ee655e5339f7 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:10:54.748316 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1afdd806-1d0b-4365-aedc-6aeddf821a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:54.826102 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1afdd806-1d0b-4365-aedc-6aeddf821a18 None None] For port b3149e4c-6259-4a14-bfc9-7c8696d814b1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b3149e4c-6259-4a14-bfc9-7c8696d814b1,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:10:54.827304 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:54.831464 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1afdd806-1d0b-4365-aedc-6aeddf821a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:54.839193 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:54.883337 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.20.0.1 (92a68cd1-6856-4c01-b808-ea75a6a5b91e/7d756ee3-5888-49d4-adfa-00e1f24a4d38/a60c652b-c876-483a-8a50-5017e844eaef) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:10:54.886903 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Network 92a68cd1-6856-4c01-b808-ea75a6a5b91e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:10:54.896524 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:10:54.904988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:10:54.909043 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdd806-1d0b-4365-aedc-6aeddf821a18 None None] Pushing event updated for resources: {'Port': ['ID=b3149e4c-6259-4a14-bfc9-7c8696d814b1,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:54.979673 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:52Z', 'revision_number': 3, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:09:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:54.999921 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:55.017758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Pushing event updated for resources: {'Port': ['ID=bcd81348-e337-433f-b68e-579d50e5ad97,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:55.022629 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811c7fd9-1263-4d49-970a-b1b7d9b34a06 None None] The sync data for ids ['53587f64-51b5-48cf-8cbd-ee655e5339f7'] in n-d-813114-2 is: [{'id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:52Z', 'revision_number': 3, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:09:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:10:55.026176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Attempting to bind port bcd81348-e337-433f-b68e-579d50e5ad97 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:10:55.026538 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Attempting to bind port bcd81348-e337-433f-b68e-579d50e5ad97 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '87961499-c75d-47d2-a5df-02e038893277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:10:55.027360 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Attempting to bind port bcd81348-e337-433f-b68e-579d50e5ad97 on network 92a68cd1-6856-4c01-b808-ea75a6a5b91e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:10:55.032194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:10:55.032559 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Checking segment: {'id': '87961499-c75d-47d2-a5df-02e038893277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:10:55.033021 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:55.033401 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Bound using segment: {'id': '87961499-c75d-47d2-a5df-02e038893277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:10:55.033861 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Bound port: bcd81348-e337-433f-b68e-579d50e5ad97, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87961499-c75d-47d2-a5df-02e038893277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:10:55.034235 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:55.052652 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:55.093129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 92a68cd1-6856-4c01-b808-ea75a6a5b91e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:10:55.098771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:10:55.102761 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:10:55.109545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=a60c652b-c876-483a-8a50-5017e844eaef,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:55.120977 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] For port bcd81348-e337-433f-b68e-579d50e5ad97, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:10:55.124473 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] For port bcd81348-e337-433f-b68e-579d50e5ad97, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bcd81348-e337-433f-b68e-579d50e5ad97,segment=NetworkSegment(87961499-c75d-47d2-a5df-02e038893277),segment_id=87961499-c75d-47d2-a5df-02e038893277)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:10:55.130112 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:55.150885 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:55.197502 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d804ee-852f-4faa-9dd6-4d3bcc4b4b4b None None] Pushing event updated for resources: {'Port': ['ID=bcd81348-e337-433f-b68e-579d50e5ad97,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:55.322001 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:55.640450 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:55.645707 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:55.723767 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=a60c652b-c876-483a-8a50-5017e844eaef,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:55.726462 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:55.828430 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 92a68cd1-6856-4c01-b808-ea75a6a5b91e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:10:55.830157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:10:55.830422 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b3149e4c-6259-4a14-bfc9-7c8696d814b1 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:10:55.893391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port b3149e4c-6259-4a14-bfc9-7c8696d814b1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:10:55.893832 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:55.953229 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router 53587f64-51b5-48cf-8cbd-ee655e5339f7 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:10:55.986677 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bcd81348-e337-433f-b68e-579d50e5ad97 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:10:56.048275 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port bcd81348-e337-433f-b68e-579d50e5ad97 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:10:56.048778 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:56.080368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:10:56.087753 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cbb64c16-785a-4ebe-bb6a-4fd7f00e007d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "PUT /v2.0/routers/53587f64-51b5-48cf-8cbd-ee655e5339f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3793404 Nov 13 06:10:56.138688 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:56.173908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port bcd81348-e337-433f-b68e-579d50e5ad97, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bcd81348-e337-433f-b68e-579d50e5ad97,segment=NetworkSegment(87961499-c75d-47d2-a5df-02e038893277),segment_id=87961499-c75d-47d2-a5df-02e038893277)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:10:56.180370 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:56.240058 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=bcd81348-e337-433f-b68e-579d50e5ad97,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:56.262523 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-5626e916-dc19-439b-b905-91777777d36d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531091389&fields=id&tenant_id=eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 267 time: 0.0553336 Nov 13 06:10:56.265055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420a55ae-86b3-4abe-8879-912510292332 None None] Network 92a68cd1-6856-4c01-b808-ea75a6a5b91e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:10:56.371083 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-ec6c24fe-30b2-480f-ae82-486f4ef84499 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:56.373890 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-ec6c24fe-30b2-480f-ae82-486f4ef84499 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/networks?id=92a68cd1-6856-4c01-b808-ea75a6a5b91e HTTP/1.1" status: 200 len: 796 time: 0.1039670 Nov 13 06:10:56.387850 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-504cf816-2bea-4294-9df6-e83d1b9a53ba tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/quotas/eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 375 time: 0.0094225 Nov 13 06:10:56.399662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9dd21cda-37ba-4c1a-a4bf-58679fbbb559 None None] Provisioning complete for port bcd81348-e337-433f-b68e-579d50e5ad97 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:10:56.400417 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9dd21cda-37ba-4c1a-a4bf-58679fbbb559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:56.441217 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-5e6d1b72-5e64-4409-8e7e-f24f696523b4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472546 Nov 13 06:10:56.520958 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-391a4bc6-af3f-433b-b104-6de64473f605 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:10:56.522281 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-391a4bc6-af3f-433b-b104-6de64473f605 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0661278 Nov 13 06:10:56.625090 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-d34343fc-b33f-49da-afc3-5e6ba6525282 service neutron] 10.222.0.43 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956984 Nov 13 06:10:56.718562 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-bfe09b01-d3ea-457e-bf99-7c88da634b11 service neutron] 10.222.0.43 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873382 Nov 13 06:10:56.749358 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c0c5dbcd-e1e4-40e9-b908-461ef7bf7e04 None None] Provisioning complete for port bcd81348-e337-433f-b68e-579d50e5ad97 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:10:56.749843 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0c5dbcd-e1e4-40e9-b908-461ef7bf7e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:56.866657 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c0c5dbcd-e1e4-40e9-b908-461ef7bf7e04 None None] Provisioning complete for port a60c652b-c876-483a-8a50-5017e844eaef triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:10:56.867351 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0c5dbcd-e1e4-40e9-b908-461ef7bf7e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:56.876535 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Sync routers for ids ['53587f64-51b5-48cf-8cbd-ee655e5339f7'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:10:56.890017 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Routers {'53587f64-51b5-48cf-8cbd-ee655e5339f7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:10:56.890666 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:10:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['53587f64-51b5-48cf-8cbd-ee655e5339f7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:56.924605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c0c5dbcd-e1e4-40e9-b908-461ef7bf7e04 None None] Port a60c652b-c876-483a-8a50-5017e844eaef cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:10:56.928585 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7971ca36-9816-40d7-8c10-7ca689d16c3b req-ae94a8b8-28c1-46fe-ab49-dbee8623fcd5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 210 time: 0.0426185 Nov 13 06:10:57.045597 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2451379b-c444-440a-b709-4e20e41110d5 None None] Provisioning complete for port a60c652b-c876-483a-8a50-5017e844eaef triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:10:57.046057 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2451379b-c444-440a-b709-4e20e41110d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:57.087727 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2451379b-c444-440a-b709-4e20e41110d5 None None] Port a60c652b-c876-483a-8a50-5017e844eaef cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:10:57.121300 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Set router 53587f64-51b5-48cf-8cbd-ee655e5339f7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:10:57.207477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-358a3962-2545-4b17-abd9-b9465e7b3732 None None] Provisioning complete for port a60c652b-c876-483a-8a50-5017e844eaef triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:10:57.207824 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-358a3962-2545-4b17-abd9-b9465e7b3732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:57.253150 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-358a3962-2545-4b17-abd9-b9465e7b3732 None None] Port a60c652b-c876-483a-8a50-5017e844eaef cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:10:57.323215 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:55Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'a60c652b-c876-483a-8a50-5017e844eaef', 'name': '', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:c5:ad:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:54Z', 'updated_at': '2021-11-13T06:10:55Z', 'revision_number': 2, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:57.352735 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Checking router: 53587f64-51b5-48cf-8cbd-ee655e5339f7 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:10:57.353087 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Updating router 53587f64-51b5-48cf-8cbd-ee655e5339f7 port a60c652b-c876-483a-8a50-5017e844eaef binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:10:57.383490 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:57.644714 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:57.654238 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:57.707571 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911bac6-ab6f-4fd8-9b8f-6d47bc091050 None None] Pushing event updated for resources: {'Port': ['ID=a60c652b-c876-483a-8a50-5017e844eaef,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:57.730509 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911bac6-ab6f-4fd8-9b8f-6d47bc091050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:57.730879 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911bac6-ab6f-4fd8-9b8f-6d47bc091050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:57.731185 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911bac6-ab6f-4fd8-9b8f-6d47bc091050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:57.731520 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911bac6-ab6f-4fd8-9b8f-6d47bc091050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:57.731843 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911bac6-ab6f-4fd8-9b8f-6d47bc091050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:57.732163 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911bac6-ab6f-4fd8-9b8f-6d47bc091050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:57.732479 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911bac6-ab6f-4fd8-9b8f-6d47bc091050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:57.732776 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911bac6-ab6f-4fd8-9b8f-6d47bc091050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:57.733107 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911bac6-ab6f-4fd8-9b8f-6d47bc091050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:57.733409 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911bac6-ab6f-4fd8-9b8f-6d47bc091050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:57.733723 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911bac6-ab6f-4fd8-9b8f-6d47bc091050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:57.734051 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911bac6-ab6f-4fd8-9b8f-6d47bc091050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:10:57.769969 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bcd81348-e337-433f-b68e-579d50e5ad97 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:10:57.775909 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Attempting to bind port a60c652b-c876-483a-8a50-5017e844eaef on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:10:57.776277 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Attempting to bind port a60c652b-c876-483a-8a50-5017e844eaef by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '87961499-c75d-47d2-a5df-02e038893277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:10:57.776635 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Attempting to bind port a60c652b-c876-483a-8a50-5017e844eaef on network 92a68cd1-6856-4c01-b808-ea75a6a5b91e {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:10:57.782544 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:10:57.783088 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Checking segment: {'id': '87961499-c75d-47d2-a5df-02e038893277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:10:57.783599 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:57.784189 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Bound using segment: {'id': '87961499-c75d-47d2-a5df-02e038893277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:10:57.784746 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Bound port: a60c652b-c876-483a-8a50-5017e844eaef, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87961499-c75d-47d2-a5df-02e038893277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:10:57.785217 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:57.831457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port bcd81348-e337-433f-b68e-579d50e5ad97 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:10:57.831869 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:57.851620 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] For port a60c652b-c876-483a-8a50-5017e844eaef, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:10:57.856082 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] For port a60c652b-c876-483a-8a50-5017e844eaef, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a60c652b-c876-483a-8a50-5017e844eaef,segment=NetworkSegment(87961499-c75d-47d2-a5df-02e038893277),segment_id=87961499-c75d-47d2-a5df-02e038893277)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:10:57.862886 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:57.932580 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Routers {'53587f64-51b5-48cf-8cbd-ee655e5339f7'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:10:57.933270 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:10:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['53587f64-51b5-48cf-8cbd-ee655e5339f7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:57.981205 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-df8af77e-2b0c-4d25-a4f7-c7a6cba7a097 None None] Provisioning complete for port a60c652b-c876-483a-8a50-5017e844eaef triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:10:57.982803 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df8af77e-2b0c-4d25-a4f7-c7a6cba7a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:58.003293 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911bac6-ab6f-4fd8-9b8f-6d47bc091050 None None] Pushing event updated for resources: {'Port': ['ID=a60c652b-c876-483a-8a50-5017e844eaef,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:58.114661 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df8af77e-2b0c-4d25-a4f7-c7a6cba7a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:58.129188 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] Set router 53587f64-51b5-48cf-8cbd-ee655e5339f7 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:10:58.139986 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3d8b3d42-0470-42e4-87f4-375d7eb15872 req-0ae16c04-2752-456d-a3c4-d94bd5b6a5e3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 210 time: 0.0616004 Nov 13 06:10:58.159469 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-df8af77e-2b0c-4d25-a4f7-c7a6cba7a097 None None] For port a60c652b-c876-483a-8a50-5017e844eaef, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a60c652b-c876-483a-8a50-5017e844eaef,segment=NetworkSegment(87961499-c75d-47d2-a5df-02e038893277),segment_id=87961499-c75d-47d2-a5df-02e038893277)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:10:58.170836 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df8af77e-2b0c-4d25-a4f7-c7a6cba7a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:58.172964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-87a1020c-a2a9-42a9-a99d-1df96a5a6198 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:58.174525 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-87a1020c-a2a9-42a9-a99d-1df96a5a6198 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "GET /v2.0/networks?id=92a68cd1-6856-4c01-b808-ea75a6a5b91e HTTP/1.1" status: 200 len: 796 time: 0.2377334 Nov 13 06:10:58.221505 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8af77e-2b0c-4d25-a4f7-c7a6cba7a097 None None] Pushing event updated for resources: {'Port': ['ID=a60c652b-c876-483a-8a50-5017e844eaef,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:58.267187 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-23fa2d46-fe01-4aa7-8365-11a21cbb95aa tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 379 time: 0.0576172 Nov 13 06:10:58.277188 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-2d32577b-2754-4b94-a550-180fc70e7f4b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'port': {'device_id': '7a4895f6-959b-4e7a-bc5b-2330ca69562c', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'admin_state_up': True, 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'security_groups': ['edcee55f-8211-4c8a-a459-87f9f311c1ab']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:10:58.290287 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4b406450-8bbe-4e23-92af-0a34487e8c2a None None] Provisioning complete for port a60c652b-c876-483a-8a50-5017e844eaef triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:10:58.291310 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b406450-8bbe-4e23-92af-0a34487e8c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:58.359901 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:55Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'a60c652b-c876-483a-8a50-5017e844eaef', 'name': '', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:c5:ad:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:54Z', 'updated_at': '2021-11-13T06:10:57Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:10:58.391840 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ced62fa-2b51-4d5b-bb41-b7d7157d9c91 None None] The sync data for ids ['53587f64-51b5-48cf-8cbd-ee655e5339f7'] in n-d-813114-2 is: [{'id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:55Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'a60c652b-c876-483a-8a50-5017e844eaef', 'name': '', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:c5:ad:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:54Z', 'updated_at': '2021-11-13T06:10:57Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:10:58.396651 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-2d32577b-2754-4b94-a550-180fc70e7f4b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Made reservation on behalf of eb84d0a713cf4876b47a07d15d41fc4d for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:10:58.400303 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-2d32577b-2754-4b94-a550-180fc70e7f4b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:58.542282 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-2d32577b-2754-4b94-a550-180fc70e7f4b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.20.0.7 (92a68cd1-6856-4c01-b808-ea75a6a5b91e/7d756ee3-5888-49d4-adfa-00e1f24a4d38/c49510b0-9b28-45db-8807-4bbf60f3f03f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:10:58.686050 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-2d32577b-2754-4b94-a550-180fc70e7f4b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:58.720410 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-2d32577b-2754-4b94-a550-180fc70e7f4b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:58.770794 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-2d32577b-2754-4b94-a550-180fc70e7f4b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 92a68cd1-6856-4c01-b808-ea75a6a5b91e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:10:58.776342 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-2d32577b-2754-4b94-a550-180fc70e7f4b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:10:58.778787 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-2d32577b-2754-4b94-a550-180fc70e7f4b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:10:58.807682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32577b-2754-4b94-a550-180fc70e7f4b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=c49510b0-9b28-45db-8807-4bbf60f3f03f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:58.839279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-2d32577b-2754-4b94-a550-180fc70e7f4b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:58.839942 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-2d32577b-2754-4b94-a550-180fc70e7f4b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:58.864278 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-2d32577b-2754-4b94-a550-180fc70e7f4b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5860074 Nov 13 06:10:58.878400 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Request body: {'port': {'device_id': '7a4895f6-959b-4e7a-bc5b-2330ca69562c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:10:58.942154 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:59.237576 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49510b0-9b28-45db-8807-4bbf60f3f03f {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:10:59.247938 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:59.262638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Transition to ACTIVE for port object c49510b0-9b28-45db-8807-4bbf60f3f03f will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 06:10:59.269964 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:59.275984 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-27c205f5-27d1-496a-a36a-6c5f4d45ae50 None None] Provisioning complete for port c49510b0-9b28-45db-8807-4bbf60f3f03f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:10:59.276977 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27c205f5-27d1-496a-a36a-6c5f4d45ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:59.287073 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7f0c3-e6cc-49ab-92b2-fcf37a4ec8fc req-ea51305e-1e71-4378-a255-4f24caeff67e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:59.294494 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a9b7f0c3-e6cc-49ab-92b2-fcf37a4ec8fc req-ea51305e-1e71-4378-a255-4f24caeff67e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 931 time: 0.0614524 Nov 13 06:10:59.318837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-27c205f5-27d1-496a-a36a-6c5f4d45ae50 None None] Port c49510b0-9b28-45db-8807-4bbf60f3f03f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:10:59.337873 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Pushing event updated for resources: {'Port': ['ID=c49510b0-9b28-45db-8807-4bbf60f3f03f,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:59.357761 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a9b7f0c3-e6cc-49ab-92b2-fcf37a4ec8fc req-2312a8ac-d9ec-436b-9ade-1181adcf00de tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618320 Nov 13 06:10:59.424022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Attempting to bind port c49510b0-9b28-45db-8807-4bbf60f3f03f on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:10:59.424716 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Attempting to bind port c49510b0-9b28-45db-8807-4bbf60f3f03f by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '87961499-c75d-47d2-a5df-02e038893277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:10:59.425050 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Attempting to bind port c49510b0-9b28-45db-8807-4bbf60f3f03f on network 92a68cd1-6856-4c01-b808-ea75a6a5b91e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:10:59.429935 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Port c49510b0-9b28-45db-8807-4bbf60f3f03f on network 92a68cd1-6856-4c01-b808-ea75a6a5b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 06:10:59.430251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Attempting to bind port c49510b0-9b28-45db-8807-4bbf60f3f03f on network 92a68cd1-6856-4c01-b808-ea75a6a5b91e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:10:59.435847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:10:59.436297 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Checking segment: {'id': '87961499-c75d-47d2-a5df-02e038893277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:10:59.436766 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Bound using segment: {'id': '87961499-c75d-47d2-a5df-02e038893277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:10:59.437309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Bound port: c49510b0-9b28-45db-8807-4bbf60f3f03f, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87961499-c75d-47d2-a5df-02e038893277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:10:59.437744 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:59.467154 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:59.505796 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:59.515967 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] For port c49510b0-9b28-45db-8807-4bbf60f3f03f, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:10:59.519447 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] For port c49510b0-9b28-45db-8807-4bbf60f3f03f, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c49510b0-9b28-45db-8807-4bbf60f3f03f,segment=NetworkSegment(87961499-c75d-47d2-a5df-02e038893277),segment_id=87961499-c75d-47d2-a5df-02e038893277)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:10:59.525319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:59.558505 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:59.559048 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:59.560422 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-733d24bc-8218-42af-8e39-2934341b316a service neutron] 10.222.0.46 "PUT /v2.0/ports/c49510b0-9b28-45db-8807-4bbf60f3f03f HTTP/1.1" status: 200 len: 1091 time: 0.6869609 Nov 13 06:10:59.562783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4895f6-959b-4e7a-bc5b-2330ca69562c', 'tag': 'c49510b0-9b28-45db-8807-4bbf60f3f03f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:10:59.565188 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a1cad2-a387-4f02-abee-8c14a6d11003" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4895f6-959b-4e7a-bc5b-2330ca69562c", "tag": "c49510b0-9b28-45db-8807-4bbf60f3f03f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:10:59.609626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d24bc-8218-42af-8e39-2934341b316a service neutron] Pushing event updated for resources: {'Port': ['ID=c49510b0-9b28-45db-8807-4bbf60f3f03f,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:10:59.615331 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ba9eaa-c034-4206-8e37-908875ae987d x-openstack-request-id: req-06ba9eaa-c034-4206-8e37-908875ae987d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:10:59.615699 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4895f6-959b-4e7a-bc5b-2330ca69562c", "tag": "c49510b0-9b28-45db-8807-4bbf60f3f03f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:10:59.615956 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06ba9eaa-c034-4206-8e37-908875ae987d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:10:59.616630 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4895f6-959b-4e7a-bc5b-2330ca69562c', 'tag': 'c49510b0-9b28-45db-8807-4bbf60f3f03f', 'status': 'completed', 'code': 200} Nov 13 06:10:59.670011 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-a896a95d-ee28-4c7d-bcd8-6fd472452755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:59.671835 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-a896a95d-ee28-4c7d-bcd8-6fd472452755 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 1094 time: 0.0483499 Nov 13 06:10:59.728724 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-2e0859e2-f365-48fb-9c10-7a094cf44c78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49510b0-9b28-45db-8807-4bbf60f3f03f HTTP/1.1" status: 200 len: 217 time: 0.0433190 Nov 13 06:10:59.778393 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a60c652b-c876-483a-8a50-5017e844eaef up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:10:59.786289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-9b1c159a-2756-48c9-b312-b0283aeaae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:59.787834 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-9b1c159a-2756-48c9-b312-b0283aeaae2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d756ee3-5888-49d4-adfa-00e1f24a4d38 HTTP/1.1" status: 200 len: 835 time: 0.0519962 Nov 13 06:10:59.831777 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port a60c652b-c876-483a-8a50-5017e844eaef triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:10:59.832116 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:10:59.834054 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-6962114a-c64a-44da-bde0-f8a93045e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:10:59.835635 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-6962114a-c64a-44da-bde0-f8a93045e4ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=92a68cd1-6856-4c01-b808-ea75a6a5b91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408528 Nov 13 06:10:59.931704 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-160b4c41-28f2-4dd8-a007-ac0e6a2479b0 service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884202 Nov 13 06:11:00.023779 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2fb53c4d-5e8b-4e54-9439-24c6578940a5 req-692f4857-a2f9-41ac-b639-3987d4b758bd service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841210 Nov 13 06:11:00.152738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1cad2-a387-4f02-abee-8c14a6d11003 req-d0539d7a-a061-4211-9db8-b38704cedfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:00.154292 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90a1cad2-a387-4f02-abee-8c14a6d11003 req-d0539d7a-a061-4211-9db8-b38704cedfe3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 1094 time: 0.0444562 Nov 13 06:11:00.253527 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1cad2-a387-4f02-abee-8c14a6d11003 req-12bbfc3c-0505-4630-98d9-47b9775e53af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:00.254980 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90a1cad2-a387-4f02-abee-8c14a6d11003 req-12bbfc3c-0505-4630-98d9-47b9775e53af service neutron] 10.222.0.46 "GET /v2.0/networks?id=92a68cd1-6856-4c01-b808-ea75a6a5b91e HTTP/1.1" status: 200 len: 897 time: 0.0932364 Nov 13 06:11:00.296915 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90a1cad2-a387-4f02-abee-8c14a6d11003 req-b9a946fc-9b91-4e8e-a279-3293d6a414fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49510b0-9b28-45db-8807-4bbf60f3f03f HTTP/1.1" status: 200 len: 217 time: 0.0343316 Nov 13 06:11:00.350461 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1cad2-a387-4f02-abee-8c14a6d11003 req-8071d3f1-e20a-46ab-b1c3-606b0fbfc223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:00.351992 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90a1cad2-a387-4f02-abee-8c14a6d11003 req-8071d3f1-e20a-46ab-b1c3-606b0fbfc223 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d756ee3-5888-49d4-adfa-00e1f24a4d38 HTTP/1.1" status: 200 len: 835 time: 0.0481927 Nov 13 06:11:00.401529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1cad2-a387-4f02-abee-8c14a6d11003 req-2375e378-349a-45d0-9b9f-40cbb4f10b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:00.403144 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90a1cad2-a387-4f02-abee-8c14a6d11003 req-2375e378-349a-45d0-9b9f-40cbb4f10b80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=92a68cd1-6856-4c01-b808-ea75a6a5b91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413754 Nov 13 06:11:00.471268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215c4fd-4602-4bb7-9866-f260b353a388 req-dd767586-3a15-44ca-8264-cc79019fd76f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:00.474287 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c215c4fd-4602-4bb7-9866-f260b353a388 req-dd767586-3a15-44ca-8264-cc79019fd76f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 943 time: 0.0513935 Nov 13 06:11:00.504347 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90a1cad2-a387-4f02-abee-8c14a6d11003 req-8e7d88db-7f18-46dc-bdff-5df3703d7dc3 service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933816 Nov 13 06:11:00.523802 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c215c4fd-4602-4bb7-9866-f260b353a388 req-4d514efb-5eb1-475e-8ba5-839a40fecfeb tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448878 Nov 13 06:11:00.597865 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-90a1cad2-a387-4f02-abee-8c14a6d11003 req-f458c037-5971-4830-8fe8-acb2f0812b6b service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859764 Nov 13 06:11:01.645539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c29585-c300-4352-9016-a3eb98f38840 req-980df95e-801f-4b9c-a48b-a1fea2745024 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:01.647186 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-55c29585-c300-4352-9016-a3eb98f38840 req-980df95e-801f-4b9c-a48b-a1fea2745024 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 943 time: 0.0523100 Nov 13 06:11:01.702272 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-55c29585-c300-4352-9016-a3eb98f38840 req-d0e05340-9429-4633-b034-3053be154124 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489213 Nov 13 06:11:02.832361 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb66ba7-dd80-46a1-9376-242ebbc6cb1b req-e245e6a2-6e61-442a-9f83-4ee2d75dc98f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:02.833831 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3cb66ba7-dd80-46a1-9376-242ebbc6cb1b req-e245e6a2-6e61-442a-9f83-4ee2d75dc98f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 943 time: 0.0517642 Nov 13 06:11:02.886179 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3cb66ba7-dd80-46a1-9376-242ebbc6cb1b req-f5fa2f51-fdfd-405a-b20f-0d3c4f37dadb tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436554 Nov 13 06:11:03.753035 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c49510b0-9b28-45db-8807-4bbf60f3f03f details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:11:03.858756 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port c49510b0-9b28-45db-8807-4bbf60f3f03f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c49510b0-9b28-45db-8807-4bbf60f3f03f,segment=NetworkSegment(87961499-c75d-47d2-a5df-02e038893277),segment_id=87961499-c75d-47d2-a5df-02e038893277)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:11:03.871573 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': 'c49510b0-9b28-45db-8807-4bbf60f3f03f', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'port_id': 'c49510b0-9b28-45db-8807-4bbf60f3f03f', 'mac_address': 'fa:16:3e:a0:0b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:11:03.912523 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:03.928840 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49510b0-9b28-45db-8807-4bbf60f3f03f {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:11:03.949463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port c49510b0-9b28-45db-8807-4bbf60f3f03f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c49510b0-9b28-45db-8807-4bbf60f3f03f,segment=NetworkSegment(87961499-c75d-47d2-a5df-02e038893277),segment_id=87961499-c75d-47d2-a5df-02e038893277)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:11:03.955984 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:04.004781 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17014880-346d-4f7c-81de-105a7c5b35df req-ab0970a0-28ea-459d-bd7c-3874e1dacc1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:04.006231 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=c49510b0-9b28-45db-8807-4bbf60f3f03f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:11:04.006357 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-17014880-346d-4f7c-81de-105a7c5b35df req-ab0970a0-28ea-459d-bd7c-3874e1dacc1c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 944 time: 0.0487027 Nov 13 06:11:04.056815 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-17014880-346d-4f7c-81de-105a7c5b35df req-cb701a1e-528c-4517-9f3c-8152c06610e1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441012 Nov 13 06:11:04.346436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['c49510b0-9b28-45db-8807-4bbf60f3f03f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:11:04.458825 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9669421-3435-49a7-8b96-3b530782304b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:05.520142 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e6935-2273-4a14-9a73-1fc38a7311c5 req-3d8386fe-f54b-42e8-bb38-3de0459a8a6f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:05.521688 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c22e6935-2273-4a14-9a73-1fc38a7311c5 req-3d8386fe-f54b-42e8-bb38-3de0459a8a6f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 944 time: 0.3956709 Nov 13 06:11:05.575316 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c22e6935-2273-4a14-9a73-1fc38a7311c5 req-611ab0db-5ca5-4e61-b928-cc5a0ee1b62e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455098 Nov 13 06:11:05.769959 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c49510b0-9b28-45db-8807-4bbf60f3f03f up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:11:05.832178 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port c49510b0-9b28-45db-8807-4bbf60f3f03f completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 06:11:05.837548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port c49510b0-9b28-45db-8807-4bbf60f3f03f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:11:05.838121 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:05.933749 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:05.958607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4895f6-959b-4e7a-bc5b-2330ca69562c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49510b0-9b28-45db-8807-4bbf60f3f03f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:11:05.960899 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a7da23-a2fa-4599-92e1-1ffdbe81e05c" -d '{"events": [{"server_uuid": "7a4895f6-959b-4e7a-bc5b-2330ca69562c", "name": "network-vif-plugged", "status": "completed", "tag": "c49510b0-9b28-45db-8807-4bbf60f3f03f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:11:05.973757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port c49510b0-9b28-45db-8807-4bbf60f3f03f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c49510b0-9b28-45db-8807-4bbf60f3f03f,segment=NetworkSegment(87961499-c75d-47d2-a5df-02e038893277),segment_id=87961499-c75d-47d2-a5df-02e038893277)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:11:05.979086 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:06.027558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=c49510b0-9b28-45db-8807-4bbf60f3f03f,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:11:06.054890 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef7a8a9-334a-41c5-8cfe-378f56c30e74 x-openstack-request-id: req-9ef7a8a9-334a-41c5-8cfe-378f56c30e74 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:11:06.055212 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4895f6-959b-4e7a-bc5b-2330ca69562c", "name": "network-vif-plugged", "status": "completed", "tag": "c49510b0-9b28-45db-8807-4bbf60f3f03f", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:11:06.055485 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ef7a8a9-334a-41c5-8cfe-378f56c30e74 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:11:06.055901 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4895f6-959b-4e7a-bc5b-2330ca69562c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49510b0-9b28-45db-8807-4bbf60f3f03f', 'code': 200} Nov 13 06:11:06.179213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fd708-4365-4c08-83ca-ebb635dd6e5c req-05c8c919-2170-42e5-bdb2-f117750576b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:06.180707 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c9fd708-4365-4c08-83ca-ebb635dd6e5c req-05c8c919-2170-42e5-bdb2-f117750576b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 1096 time: 0.0418398 Nov 13 06:11:06.229806 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7c9fd708-4365-4c08-83ca-ebb635dd6e5c req-4c866249-3209-46fa-a975-33b78c93b450 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411515 Nov 13 06:11:06.596100 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0319e408-9c32-4e63-92b0-3559bcd9b35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:06.702441 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fee50a-db62-4f00-8715-386c486da4b9 req-ef1398fb-4ddd-4af0-875b-5fe33d008491 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:06.704017 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68fee50a-db62-4f00-8715-386c486da4b9 req-ef1398fb-4ddd-4af0-875b-5fe33d008491 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0490541 Nov 13 06:11:06.754417 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-68fee50a-db62-4f00-8715-386c486da4b9 req-82989583-d9c9-41cd-b4b4-b99db3ad961a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440729 Nov 13 06:11:07.887146 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5fc19-168f-4b9f-8853-9a7d59e3a0c4 req-37cd5dd9-2499-4b72-8681-899f6e96aee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:07.888582 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-25b5fc19-168f-4b9f-8853-9a7d59e3a0c4 req-37cd5dd9-2499-4b72-8681-899f6e96aee4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0617537 Nov 13 06:11:07.947525 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-25b5fc19-168f-4b9f-8853-9a7d59e3a0c4 req-3d2cb872-3aa8-49e0-9db8-1ab1ee7bff00 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498207 Nov 13 06:11:08.071159 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09bced-1611-4757-9274-6c10cb34a1f3 req-7fc32ad5-f636-4ec0-a1f1-b07f36a867f7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:08.072647 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f09bced-1611-4757-9274-6c10cb34a1f3 req-7fc32ad5-f636-4ec0-a1f1-b07f36a867f7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0500562 Nov 13 06:11:08.137494 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2f09bced-1611-4757-9274-6c10cb34a1f3 req-b1e8bea4-1631-4c02-877e-ee34dd868ff0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550656 Nov 13 06:11:08.161157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50298) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:11:08.202655 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbc9aac-1ccd-443e-a913-303f77045124 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:08.204134 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1dbc9aac-1ccd-443e-a913-303f77045124 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 1091 time: 0.0419912 Nov 13 06:11:08.207283 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50300) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:11:08.211541 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': 'c49510b0-9b28-45db-8807-4bbf60f3f03f', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:11:08.236885 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:08.299333 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:08.344985 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:08.450299 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.25.8.57 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/fab12779-3769-4609-9d9e-a7a68fceeb19) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:11:08.550382 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:08.590370 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:08.627524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:11:08.632266 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:11:08.635801 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:11:08.657119 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=fab12779-3769-4609-9d9e-a7a68fceeb19,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:11:09.022177 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:09.097478 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:09.255759 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:09.262540 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:09.329260 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=fab12779-3769-4609-9d9e-a7a68fceeb19,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:11:09.344062 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:09.449745 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Floating IP e0e29cf5-1773-40d2-a4ec-7120a0ef2ee9 associated. External IP: 172.25.8.57, port: c49510b0-9b28-45db-8807-4bbf60f3f03f. Nov 13 06:11:09.575993 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:09.668094 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router 53587f64-51b5-48cf-8cbd-ee655e5339f7 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:11:09.785907 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:11:09.796768 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a906d84-64cb-48a0-a8bb-cfecc3b46f75 None None] Sync routers for ids ['53587f64-51b5-48cf-8cbd-ee655e5339f7'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:11:09.806074 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:09.807677 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a906d84-64cb-48a0-a8bb-cfecc3b46f75 None None] Routers {'53587f64-51b5-48cf-8cbd-ee655e5339f7'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:11:09.808267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6a906d84-64cb-48a0-a8bb-cfecc3b46f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:11:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['53587f64-51b5-48cf-8cbd-ee655e5339f7'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:11:09.834233 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1181cc05-a3ca-42b0-9d69-fc736040d09d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6259284 Nov 13 06:11:09.834988 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4895f6-959b-4e7a-bc5b-2330ca69562c', 'tag': 'c49510b0-9b28-45db-8807-4bbf60f3f03f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:11:09.837326 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900e5ea6-b95a-40da-a8ce-609e38050717" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4895f6-959b-4e7a-bc5b-2330ca69562c", "tag": "c49510b0-9b28-45db-8807-4bbf60f3f03f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:11:09.878670 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0823b378-22d0-4222-9d26-0d9e6663edb1 x-openstack-request-id: req-0823b378-22d0-4222-9d26-0d9e6663edb1 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:11:09.878994 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4895f6-959b-4e7a-bc5b-2330ca69562c", "tag": "c49510b0-9b28-45db-8807-4bbf60f3f03f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:11:09.879248 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0823b378-22d0-4222-9d26-0d9e6663edb1 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:11:09.879658 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4895f6-959b-4e7a-bc5b-2330ca69562c', 'tag': 'c49510b0-9b28-45db-8807-4bbf60f3f03f', 'status': 'completed', 'code': 200} Nov 13 06:11:09.924700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6a906d84-64cb-48a0-a8bb-cfecc3b46f75 None None] Set router 53587f64-51b5-48cf-8cbd-ee655e5339f7 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:11:09.976015 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000791e8-048b-42f1-8ad3-857efafd2aab req-ca61f369-daf0-47e5-b1e4-6a3f33e5f308 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:09.977503 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-000791e8-048b-42f1-8ad3-857efafd2aab req-ca61f369-daf0-47e5-b1e4-6a3f33e5f308 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0803857 Nov 13 06:11:09.983387 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e5ea6-b95a-40da-a8ce-609e38050717 req-36cb107c-e4fc-414a-885b-3f734118b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:09.984753 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-900e5ea6-b95a-40da-a8ce-609e38050717 req-36cb107c-e4fc-414a-885b-3f734118b229 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 1096 time: 0.0592895 Nov 13 06:11:10.089463 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-000791e8-048b-42f1-8ad3-857efafd2aab req-4955dedd-c5ff-47b7-9d14-e549545e2c71 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037378 Nov 13 06:11:10.101848 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:10.107821 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e5ea6-b95a-40da-a8ce-609e38050717 req-c7235c75-22a2-4bd1-9664-8b9eb49b6958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:10.108898 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-900e5ea6-b95a-40da-a8ce-609e38050717 req-c7235c75-22a2-4bd1-9664-8b9eb49b6958 service neutron] 10.222.0.46 "GET /v2.0/networks?id=92a68cd1-6856-4c01-b808-ea75a6a5b91e HTTP/1.1" status: 200 len: 897 time: 0.1169510 Nov 13 06:11:10.115551 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50306) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:11:10.162781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6a906d84-64cb-48a0-a8bb-cfecc3b46f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:55Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'e0e29cf5-1773-40d2-a4ec-7120a0ef2ee9', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'port_id': 'c49510b0-9b28-45db-8807-4bbf60f3f03f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'mac_address': 'fa:16:3e:a0:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4895f6-959b-4e7a-bc5b-2330ca69562c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:11:08Z', 'updated_at': '2021-11-13T06:11:08Z', 'revision_number': 0, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60c652b-c876-483a-8a50-5017e844eaef', 'name': '', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:c5:ad:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:54Z', 'updated_at': '2021-11-13T06:10:58Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:11:10.185857 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9ee9a5c9-99b7-436a-8794-a272438c70de tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/e0e29cf5-1773-40d2-a4ec-7120a0ef2ee9 HTTP/1.1" status: 200 len: 990 time: 0.0690236 Nov 13 06:11:10.190017 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a906d84-64cb-48a0-a8bb-cfecc3b46f75 None None] Checking router: 53587f64-51b5-48cf-8cbd-ee655e5339f7 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:11:10.198781 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a906d84-64cb-48a0-a8bb-cfecc3b46f75 None None] Routers {'53587f64-51b5-48cf-8cbd-ee655e5339f7'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:11:10.199432 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6a906d84-64cb-48a0-a8bb-cfecc3b46f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:11:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['53587f64-51b5-48cf-8cbd-ee655e5339f7'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:11:10.309959 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6a906d84-64cb-48a0-a8bb-cfecc3b46f75 None None] Set router 53587f64-51b5-48cf-8cbd-ee655e5339f7 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:11:10.541843 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-900e5ea6-b95a-40da-a8ce-609e38050717 req-859944a2-9931-4127-90d2-913e07c88f9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49510b0-9b28-45db-8807-4bbf60f3f03f HTTP/1.1" status: 200 len: 998 time: 0.4255922 Nov 13 06:11:10.551169 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6a906d84-64cb-48a0-a8bb-cfecc3b46f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:55Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'e0e29cf5-1773-40d2-a4ec-7120a0ef2ee9', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'port_id': 'c49510b0-9b28-45db-8807-4bbf60f3f03f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'mac_address': 'fa:16:3e:a0:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4895f6-959b-4e7a-bc5b-2330ca69562c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:11:08Z', 'updated_at': '2021-11-13T06:11:08Z', 'revision_number': 0, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60c652b-c876-483a-8a50-5017e844eaef', 'name': '', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:c5:ad:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:54Z', 'updated_at': '2021-11-13T06:10:58Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:11:10.577874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a906d84-64cb-48a0-a8bb-cfecc3b46f75 None None] The sync data for ids ['53587f64-51b5-48cf-8cbd-ee655e5339f7'] in n-d-813114-2 is: [{'id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:55Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'e0e29cf5-1773-40d2-a4ec-7120a0ef2ee9', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'port_id': 'c49510b0-9b28-45db-8807-4bbf60f3f03f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'mac_address': 'fa:16:3e:a0:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4895f6-959b-4e7a-bc5b-2330ca69562c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:11:08Z', 'updated_at': '2021-11-13T06:11:08Z', 'revision_number': 0, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60c652b-c876-483a-8a50-5017e844eaef', 'name': '', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:c5:ad:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:54Z', 'updated_at': '2021-11-13T06:10:58Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:11:10.593683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e5ea6-b95a-40da-a8ce-609e38050717 req-162d3615-ade1-422a-a786-9b0c9db53676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:10.595249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-900e5ea6-b95a-40da-a8ce-609e38050717 req-162d3615-ade1-422a-a786-9b0c9db53676 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d756ee3-5888-49d4-adfa-00e1f24a4d38 HTTP/1.1" status: 200 len: 835 time: 0.0457685 Nov 13 06:11:10.644485 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e5ea6-b95a-40da-a8ce-609e38050717 req-9e18ded3-d024-41f3-864b-c4e480ad5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:10.646129 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-900e5ea6-b95a-40da-a8ce-609e38050717 req-9e18ded3-d024-41f3-864b-c4e480ad5b48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=92a68cd1-6856-4c01-b808-ea75a6a5b91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438588 Nov 13 06:11:10.742946 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-900e5ea6-b95a-40da-a8ce-609e38050717 req-b5653738-7d76-409c-8727-e35aed11d75a service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886223 Nov 13 06:11:10.782892 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6842b51e-69c5-453b-98ae-8e79615ed7df None None] New status for floating IP e0e29cf5-1773-40d2-a4ec-7120a0ef2ee9: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:11:10.835839 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-900e5ea6-b95a-40da-a8ce-609e38050717 req-d19860fd-6b0e-429f-88c7-7e13db8fae39 service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846245 Nov 13 06:11:11.191663 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50308) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:11:11.260895 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5ff0a976-7c8b-48c1-875e-a62028674e85 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/e0e29cf5-1773-40d2-a4ec-7120a0ef2ee9 HTTP/1.1" status: 200 len: 992 time: 0.0677152 Nov 13 06:11:21.848815 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:11:24.865672 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f73cfa02-5da4-4829-b3f2-103b8d7b48a0 req-42b68f1c-2e16-4f19-9d3b-7d0654aeda32 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471025 Nov 13 06:11:24.965387 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cfa02-5da4-4829-b3f2-103b8d7b48a0 req-a2938327-314f-49b5-96d3-efebcd489951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:24.966993 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f73cfa02-5da4-4829-b3f2-103b8d7b48a0 req-a2938327-314f-49b5-96d3-efebcd489951 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 1096 time: 0.0416348 Nov 13 06:11:25.074413 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cfa02-5da4-4829-b3f2-103b8d7b48a0 req-483e5182-bbfb-4ac0-b809-f7e10c46dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:25.075879 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f73cfa02-5da4-4829-b3f2-103b8d7b48a0 req-483e5182-bbfb-4ac0-b809-f7e10c46dcff service neutron] 10.222.0.46 "GET /v2.0/networks?id=92a68cd1-6856-4c01-b808-ea75a6a5b91e HTTP/1.1" status: 200 len: 897 time: 0.0861909 Nov 13 06:11:25.147398 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f73cfa02-5da4-4829-b3f2-103b8d7b48a0 req-ca8d4f5e-da15-4f58-be20-7033e87bccb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49510b0-9b28-45db-8807-4bbf60f3f03f HTTP/1.1" status: 200 len: 1000 time: 0.0642715 Nov 13 06:11:25.275786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cfa02-5da4-4829-b3f2-103b8d7b48a0 req-1e5d3d0c-4063-42f7-8111-22322c3dbb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:25.277201 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f73cfa02-5da4-4829-b3f2-103b8d7b48a0 req-1e5d3d0c-4063-42f7-8111-22322c3dbb1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d756ee3-5888-49d4-adfa-00e1f24a4d38 HTTP/1.1" status: 200 len: 835 time: 0.0501490 Nov 13 06:11:25.326159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cfa02-5da4-4829-b3f2-103b8d7b48a0 req-9ebdfa2e-a76e-4bf2-bd55-922025d1f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:11:25.327655 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f73cfa02-5da4-4829-b3f2-103b8d7b48a0 req-9ebdfa2e-a76e-4bf2-bd55-922025d1f5a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=92a68cd1-6856-4c01-b808-ea75a6a5b91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425632 Nov 13 06:11:25.433311 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f73cfa02-5da4-4829-b3f2-103b8d7b48a0 req-dc7a3984-5640-4342-823b-d405cecc1c0f service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977688 Nov 13 06:11:25.529734 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f73cfa02-5da4-4829-b3f2-103b8d7b48a0 req-77504727-1f25-4212-9953-8a96261eaaf5 service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889614 Nov 13 06:11:29.469428 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:29.526540 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:34.452236 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a58da13c-9d1a-4c23-a339-38d55ed1624b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:36.586042 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ce6fd11-8c23-438f-a6d7-f10d56c1a723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:38.308034 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:39.583002 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:40.087707 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:57.979846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-e92b3ad2-9a34-4f7e-8053-aec77dedbfd9 req-4f02ceb6-a01f-416a-9a8d-8e887381b9fd service neutron] (102667) timed out ('10.222.0.43', 45688) {{(pid=102667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 06:11:58.848660 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:11:59.467503 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:11:59.531731 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:12:04.451633 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec362fdf-e7b9-4fa2-93a1-b201f45cff3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:12:06.587807 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-831806c0-ca8e-45ac-a4cb-e9d7c287c9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:12:08.316460 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:12:09.588175 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:12:10.095118 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:12:22.767935 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23811d9a-5cc6-4c81-85c4-c8c87ff03a78 req-e13b48e6-b1f6-4b19-aac4-87e14fc76b83 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:22.769468 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-23811d9a-5cc6-4c81-85c4-c8c87ff03a78 req-e13b48e6-b1f6-4b19-aac4-87e14fc76b83 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0514061 Nov 13 06:12:22.821847 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-23811d9a-5cc6-4c81-85c4-c8c87ff03a78 req-31685963-ba43-4d9a-89ee-26b9db192bb4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462217 Nov 13 06:12:23.981019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e989a2-9927-4abb-8ade-3f982ad1ab96 req-6fcbbe9d-a061-4337-9a4a-b34da5e15995 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:23.982677 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-39e989a2-9927-4abb-8ade-3f982ad1ab96 req-6fcbbe9d-a061-4337-9a4a-b34da5e15995 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0601947 Nov 13 06:12:24.035748 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-39e989a2-9927-4abb-8ade-3f982ad1ab96 req-7cb7c5d5-1226-4aba-8bbe-a182020cc6c0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464907 Nov 13 06:12:25.162971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5ab35-e86c-440b-a84e-7c79ffed37f8 req-5fb18b55-2375-4330-8984-766964a68b3b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:25.164702 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08d5ab35-e86c-440b-a84e-7c79ffed37f8 req-5fb18b55-2375-4330-8984-766964a68b3b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0548728 Nov 13 06:12:25.215061 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08d5ab35-e86c-440b-a84e-7c79ffed37f8 req-8deeb603-70a7-4ad6-a281-1c0b541ecc1d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442629 Nov 13 06:12:26.330646 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1d787-056a-4830-a0de-6b9bf18ca087 req-6c0c43a4-e370-4465-9912-aa4ad8c5fe03 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:26.332196 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cff1d787-056a-4830-a0de-6b9bf18ca087 req-6c0c43a4-e370-4465-9912-aa4ad8c5fe03 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0501964 Nov 13 06:12:26.381656 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cff1d787-056a-4830-a0de-6b9bf18ca087 req-7e051554-2e47-4524-a6e5-e96cb9030436 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435500 Nov 13 06:12:27.505524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16eeca-2c0a-4ee9-86bf-1e3c057724fd req-dff5b059-cc82-408d-b1cb-7529312df068 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:27.507047 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ce16eeca-2c0a-4ee9-86bf-1e3c057724fd req-dff5b059-cc82-408d-b1cb-7529312df068 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0525000 Nov 13 06:12:27.557826 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ce16eeca-2c0a-4ee9-86bf-1e3c057724fd req-7f535a4d-c59e-4449-9273-f8af940f86c2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446272 Nov 13 06:12:27.715292 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278789ec-4d70-412e-aff8-e6333c77b5b7 req-dfaac021-d1bc-446e-917c-89c9029bd794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:27.716697 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-278789ec-4d70-412e-aff8-e6333c77b5b7 req-dfaac021-d1bc-446e-917c-89c9029bd794 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 1096 time: 0.0465560 Nov 13 06:12:27.824303 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278789ec-4d70-412e-aff8-e6333c77b5b7 req-cb958789-63c9-4468-904b-4461c1782c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:27.825782 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-278789ec-4d70-412e-aff8-e6333c77b5b7 req-cb958789-63c9-4468-904b-4461c1782c69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=92a68cd1-6856-4c01-b808-ea75a6a5b91e HTTP/1.1" status: 200 len: 897 time: 0.0883303 Nov 13 06:12:27.899109 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-278789ec-4d70-412e-aff8-e6333c77b5b7 req-bdbbace7-8cfb-4211-9dd8-866cef883405 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49510b0-9b28-45db-8807-4bbf60f3f03f HTTP/1.1" status: 200 len: 1000 time: 0.0662699 Nov 13 06:12:27.950096 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278789ec-4d70-412e-aff8-e6333c77b5b7 req-98a03f10-722a-4ae0-b88e-c22b5eb5d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:27.951594 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-278789ec-4d70-412e-aff8-e6333c77b5b7 req-98a03f10-722a-4ae0-b88e-c22b5eb5d1fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d756ee3-5888-49d4-adfa-00e1f24a4d38 HTTP/1.1" status: 200 len: 835 time: 0.0452704 Nov 13 06:12:28.002563 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278789ec-4d70-412e-aff8-e6333c77b5b7 req-b20dfc12-19c8-42d1-91cb-8651c540f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:28.003957 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-278789ec-4d70-412e-aff8-e6333c77b5b7 req-b20dfc12-19c8-42d1-91cb-8651c540f0a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=92a68cd1-6856-4c01-b808-ea75a6a5b91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402982 Nov 13 06:12:28.114620 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-278789ec-4d70-412e-aff8-e6333c77b5b7 req-2e152a66-0c32-4538-873c-8a1e19690a09 service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015427 Nov 13 06:12:28.207141 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-278789ec-4d70-412e-aff8-e6333c77b5b7 req-e9325fa7-5e2f-4ef0-b84c-0691798f8664 service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847273 Nov 13 06:12:28.686294 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b4a60-827a-49d7-9f81-b6d3ad02db0a req-ef374331-1003-40a5-a830-1993d2442ee6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:28.687358 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f1b4a60-827a-49d7-9f81-b6d3ad02db0a req-ef374331-1003-40a5-a830-1993d2442ee6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0509245 Nov 13 06:12:28.740807 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2f1b4a60-827a-49d7-9f81-b6d3ad02db0a req-f4b9719a-7822-4280-b1ad-891883bd814c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474722 Nov 13 06:12:29.479834 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:12:29.537517 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:12:29.870203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9be2f6-4d0c-4dad-b6ac-39fccdcbd119 req-f8d26566-8364-4d83-aab3-50b4d3386e4f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:29.871746 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba9be2f6-4d0c-4dad-b6ac-39fccdcbd119 req-f8d26566-8364-4d83-aab3-50b4d3386e4f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0569119 Nov 13 06:12:29.923525 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ba9be2f6-4d0c-4dad-b6ac-39fccdcbd119 req-8a8f572b-4e77-42a9-adb6-271a4ed9d366 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456867 Nov 13 06:12:31.056212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2651f38-0153-4459-8be8-1ceb6b4948d0 req-4782021b-ba05-4026-a547-c1f7f89042c0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:31.057723 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2651f38-0153-4459-8be8-1ceb6b4948d0 req-4782021b-ba05-4026-a547-c1f7f89042c0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0522473 Nov 13 06:12:31.109397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2651f38-0153-4459-8be8-1ceb6b4948d0 req-4f4f73c5-a6d9-4554-89e1-9291c4eefd04 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455973 Nov 13 06:12:32.249692 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a821b-55a9-4f52-9067-9d4c00e3f898 req-31a6cbf7-4f91-4bf5-86fa-9f7012af3f04 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:32.251298 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-242a821b-55a9-4f52-9067-9d4c00e3f898 req-31a6cbf7-4f91-4bf5-86fa-9f7012af3f04 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0654833 Nov 13 06:12:32.311929 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-242a821b-55a9-4f52-9067-9d4c00e3f898 req-990fe48c-2266-4e6e-84f7-1d98f9558237 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542469 Nov 13 06:12:33.441797 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a850d4d-7c28-41d1-abef-a4b7d9442cbb req-f5e76436-3b55-48c7-977a-d146772c489c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:33.443302 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8a850d4d-7c28-41d1-abef-a4b7d9442cbb req-f5e76436-3b55-48c7-977a-d146772c489c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0517268 Nov 13 06:12:33.492350 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8a850d4d-7c28-41d1-abef-a4b7d9442cbb req-f2cd819d-2549-4487-916a-a1f005b336bd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430098 Nov 13 06:12:33.515665 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50364) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:12:33.579129 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-257eecf7-249e-4bec-b1bc-740a6996d320 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/e0e29cf5-1773-40d2-a4ec-7120a0ef2ee9 HTTP/1.1" status: 200 len: 992 time: 0.0622599 Nov 13 06:12:34.450746 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-218851a3-738d-4858-b8ba-4a8da03cc52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:12:34.871833 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c45606-4429-4f6c-b92b-66ee9c11c895 req-2a02e612-72b3-4f0d-b1d7-122619e0d5f2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:34.873350 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c45606-4429-4f6c-b92b-66ee9c11c895 req-2a02e612-72b3-4f0d-b1d7-122619e0d5f2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0533526 Nov 13 06:12:34.920443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b60c9-4f6f-4bc6-9bc8-29f1da965c6a req-b5244813-9c60-45bc-823d-bb99ab0d29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:34.921973 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-765b60c9-4f6f-4bc6-9bc8-29f1da965c6a req-b5244813-9c60-45bc-823d-bb99ab0d29bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 1096 time: 0.0423110 Nov 13 06:12:34.928441 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d6c45606-4429-4f6c-b92b-66ee9c11c895 req-288de0b2-a03a-47cd-a261-d58c5d7cda76 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489633 Nov 13 06:12:35.020562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b60c9-4f6f-4bc6-9bc8-29f1da965c6a req-44650954-7dd9-44bb-b77d-47172ae54b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:35.021936 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-765b60c9-4f6f-4bc6-9bc8-29f1da965c6a req-44650954-7dd9-44bb-b77d-47172ae54b71 service neutron] 10.222.0.46 "GET /v2.0/networks?id=92a68cd1-6856-4c01-b808-ea75a6a5b91e HTTP/1.1" status: 200 len: 897 time: 0.0922110 Nov 13 06:12:35.088760 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-765b60c9-4f6f-4bc6-9bc8-29f1da965c6a req-d76369e3-3419-4776-adee-9cc1992ca567 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49510b0-9b28-45db-8807-4bbf60f3f03f HTTP/1.1" status: 200 len: 1000 time: 0.0593770 Nov 13 06:12:35.139387 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b60c9-4f6f-4bc6-9bc8-29f1da965c6a req-af4fa0b8-b458-4fb3-a0b0-9ad4362531fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:35.140818 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-765b60c9-4f6f-4bc6-9bc8-29f1da965c6a req-af4fa0b8-b458-4fb3-a0b0-9ad4362531fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d756ee3-5888-49d4-adfa-00e1f24a4d38 HTTP/1.1" status: 200 len: 835 time: 0.0445189 Nov 13 06:12:35.192030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b60c9-4f6f-4bc6-9bc8-29f1da965c6a req-e35b6c74-d206-44d2-b61d-6b5bd92a8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:35.193513 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-765b60c9-4f6f-4bc6-9bc8-29f1da965c6a req-e35b6c74-d206-44d2-b61d-6b5bd92a8b80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=92a68cd1-6856-4c01-b808-ea75a6a5b91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452166 Nov 13 06:12:35.285098 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-765b60c9-4f6f-4bc6-9bc8-29f1da965c6a req-242fb9f4-05df-4d52-9a0c-109748acb01b service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837755 Nov 13 06:12:35.405944 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-765b60c9-4f6f-4bc6-9bc8-29f1da965c6a req-93c5049b-296b-4ba6-a106-c48eaac90d15 service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130917 Nov 13 06:12:35.854336 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:12:36.062898 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82d155-f84c-4203-b606-fb165052eb7b req-fa684451-cf55-4afc-9673-7a843533a05e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:36.064423 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ab82d155-f84c-4203-b606-fb165052eb7b req-fa684451-cf55-4afc-9673-7a843533a05e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0612981 Nov 13 06:12:36.125822 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ab82d155-f84c-4203-b606-fb165052eb7b req-dd1b31e7-3a3d-4ec5-adcd-366fa7616284 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527530 Nov 13 06:12:36.591416 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3617a8b-7ed1-415e-8c5a-fa0c567e5f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:12:37.256196 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6722378-8e7e-4cc7-8b34-e317d615ce3c req-86114979-abd3-4268-b309-e38e38ee0d85 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:12:37.257871 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e6722378-8e7e-4cc7-8b34-e317d615ce3c req-86114979-abd3-4268-b309-e38e38ee0d85 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0561359 Nov 13 06:12:37.309560 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e6722378-8e7e-4cc7-8b34-e317d615ce3c req-f71b73c4-675a-4996-9747-585f3ac98746 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453434 Nov 13 06:12:37.338324 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50376) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:12:37.406937 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c834a017-8bbf-40a5-b1ac-46c62e5c1f0d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/e0e29cf5-1773-40d2-a4ec-7120a0ef2ee9 HTTP/1.1" status: 200 len: 992 time: 0.0673988 Nov 13 06:12:38.316937 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:12:39.595040 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:12:40.091007 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:12:59.475362 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:12:59.547642 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:04.446923 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7a1a-50ed-4377-b843-544e657b7e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:06.590216 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a5794e9-97c2-4618-aeda-1e3ceea4e447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:08.325191 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:09.597374 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:10.086181 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:12.859138 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:13:26.036883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50390) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:26.208467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port fab12779-3769-4609-9d9e-a7a68fceeb19 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:13:26.208754 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:26.291022 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:26.291354 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:26.307157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for fab12779-3769-4609-9d9e-a7a68fceeb19 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:13:26.476655 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:26.510473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=fab12779-3769-4609-9d9e-a7a68fceeb19,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:26.536436 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:26.536774 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:26.537113 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:26.537468 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:26.537802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:26.538158 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:26.538481 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:26.538803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:26.539226 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:26.539545 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:26.539869 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:26.540182 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:26.579751 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:26.580127 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Floating IP e0e29cf5-1773-40d2-a4ec-7120a0ef2ee9 disassociated (deleted). External IP: 172.25.8.57, port: c49510b0-9b28-45db-8807-4bbf60f3f03f. Nov 13 06:13:26.793805 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router 53587f64-51b5-48cf-8cbd-ee655e5339f7 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:13:26.921961 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41d413c5-bf49-4a06-98b2-86c054e194a3 req-6afce0bb-9777-48ca-ae1b-20cd61665306 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854986 Nov 13 06:13:26.933028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:13:26.938061 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:26.942718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd57580-da99-4ca9-b71f-3c4d0da0cfbe None None] Sync routers for ids ['53587f64-51b5-48cf-8cbd-ee655e5339f7'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:13:26.953008 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd57580-da99-4ca9-b71f-3c4d0da0cfbe None None] Routers {'53587f64-51b5-48cf-8cbd-ee655e5339f7'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:13:26.953908 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6bd57580-da99-4ca9-b71f-3c4d0da0cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:13:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['53587f64-51b5-48cf-8cbd-ee655e5339f7'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:26.966037 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3078ebb2-018e-4bf1-9924-ba49dda782d6 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/floatingips/e0e29cf5-1773-40d2-a4ec-7120a0ef2ee9 HTTP/1.1" status: 204 len: 168 time: 0.9282386 Nov 13 06:13:26.966637 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4895f6-959b-4e7a-bc5b-2330ca69562c', 'tag': 'c49510b0-9b28-45db-8807-4bbf60f3f03f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:13:26.968954 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e374f3-48f3-47b8-a5be-ec767041e130" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4895f6-959b-4e7a-bc5b-2330ca69562c", "tag": "c49510b0-9b28-45db-8807-4bbf60f3f03f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:13:27.026906 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34aaf8b0-496d-4d8c-8a14-d2ab47b9eccf x-openstack-request-id: req-34aaf8b0-496d-4d8c-8a14-d2ab47b9eccf {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:13:27.027197 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4895f6-959b-4e7a-bc5b-2330ca69562c", "tag": "c49510b0-9b28-45db-8807-4bbf60f3f03f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:13:27.027451 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34aaf8b0-496d-4d8c-8a14-d2ab47b9eccf {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:13:27.027850 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4895f6-959b-4e7a-bc5b-2330ca69562c', 'tag': 'c49510b0-9b28-45db-8807-4bbf60f3f03f', 'status': 'completed', 'code': 200} Nov 13 06:13:27.052977 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d413c5-bf49-4a06-98b2-86c054e194a3 req-d333170f-1b4b-4427-b4bf-c699cf26482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:27.055514 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41d413c5-bf49-4a06-98b2-86c054e194a3 req-d333170f-1b4b-4427-b4bf-c699cf26482b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 1096 time: 0.0540862 Nov 13 06:13:27.221485 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d413c5-bf49-4a06-98b2-86c054e194a3 req-7b5035a5-13a0-4694-bbcb-ae152f9eec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:27.222882 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41d413c5-bf49-4a06-98b2-86c054e194a3 req-7b5035a5-13a0-4694-bbcb-ae152f9eec34 service neutron] 10.222.0.46 "GET /v2.0/networks?id=92a68cd1-6856-4c01-b808-ea75a6a5b91e HTTP/1.1" status: 200 len: 897 time: 0.1449265 Nov 13 06:13:27.232001 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6bd57580-da99-4ca9-b71f-3c4d0da0cfbe None None] Set router 53587f64-51b5-48cf-8cbd-ee655e5339f7 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:13:27.235372 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d3bb5-5ae2-484b-a4a4-436056f27f24 req-1c5fe9d5-6c48-4199-a20e-e61260a324a4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:27.239148 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-260d3bb5-5ae2-484b-a4a4-436056f27f24 req-1c5fe9d5-6c48-4199-a20e-e61260a324a4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0727537 Nov 13 06:13:27.290676 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41d413c5-bf49-4a06-98b2-86c054e194a3 req-95d23855-051a-4205-9bae-21950231cdf9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49510b0-9b28-45db-8807-4bbf60f3f03f HTTP/1.1" status: 200 len: 217 time: 0.0504842 Nov 13 06:13:27.349326 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-260d3bb5-5ae2-484b-a4a4-436056f27f24 req-bd9833e8-291e-43ef-8d16-36aa718009b5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030819 Nov 13 06:13:27.372377 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d413c5-bf49-4a06-98b2-86c054e194a3 req-abf84497-ea25-410c-9427-405e5da02c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:27.372377 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41d413c5-bf49-4a06-98b2-86c054e194a3 req-abf84497-ea25-410c-9427-405e5da02c5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d756ee3-5888-49d4-adfa-00e1f24a4d38 HTTP/1.1" status: 200 len: 835 time: 0.0606103 Nov 13 06:13:27.413730 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d413c5-bf49-4a06-98b2-86c054e194a3 req-581f0361-32fa-43b2-9505-5d87b7110cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:27.415265 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41d413c5-bf49-4a06-98b2-86c054e194a3 req-581f0361-32fa-43b2-9505-5d87b7110cc2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=92a68cd1-6856-4c01-b808-ea75a6a5b91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421448 Nov 13 06:13:27.434868 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6bd57580-da99-4ca9-b71f-3c4d0da0cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:55Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'a60c652b-c876-483a-8a50-5017e844eaef', 'name': '', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:c5:ad:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:54Z', 'updated_at': '2021-11-13T06:10:58Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:27.464648 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd57580-da99-4ca9-b71f-3c4d0da0cfbe None None] Checking router: 53587f64-51b5-48cf-8cbd-ee655e5339f7 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:13:27.473752 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd57580-da99-4ca9-b71f-3c4d0da0cfbe None None] Routers {'53587f64-51b5-48cf-8cbd-ee655e5339f7'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:13:27.474278 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6bd57580-da99-4ca9-b71f-3c4d0da0cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:13:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['53587f64-51b5-48cf-8cbd-ee655e5339f7'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:27.509414 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41d413c5-bf49-4a06-98b2-86c054e194a3 req-5d921515-1e0d-47d2-8c26-b24f20dfbd4f service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856721 Nov 13 06:13:27.585671 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6bd57580-da99-4ca9-b71f-3c4d0da0cfbe None None] Set router 53587f64-51b5-48cf-8cbd-ee655e5339f7 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:13:27.602350 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-41d413c5-bf49-4a06-98b2-86c054e194a3 req-a1dad28b-b773-4b63-9615-ac553034ea1c service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854332 Nov 13 06:13:27.725433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e374f3-48f3-47b8-a5be-ec767041e130 req-97137821-6fab-47cc-a1c6-1b4fa491aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:27.726837 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38e374f3-48f3-47b8-a5be-ec767041e130 req-97137821-6fab-47cc-a1c6-1b4fa491aff7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 1096 time: 0.0468769 Nov 13 06:13:27.784770 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6bd57580-da99-4ca9-b71f-3c4d0da0cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:55Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'a60c652b-c876-483a-8a50-5017e844eaef', 'name': '', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:c5:ad:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:54Z', 'updated_at': '2021-11-13T06:10:58Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:27.812644 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd57580-da99-4ca9-b71f-3c4d0da0cfbe None None] The sync data for ids ['53587f64-51b5-48cf-8cbd-ee655e5339f7'] in n-d-813114-2 is: [{'id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:55Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'a60c652b-c876-483a-8a50-5017e844eaef', 'name': '', 'network_id': '92a68cd1-6856-4c01-b808-ea75a6a5b91e', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:c5:ad:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:54Z', 'updated_at': '2021-11-13T06:10:58Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': '7d756ee3-5888-49d4-adfa-00e1f24a4d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:13:27.823009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e374f3-48f3-47b8-a5be-ec767041e130 req-c928fadb-27c8-4ecf-8e23-0b3af4028f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:27.824698 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38e374f3-48f3-47b8-a5be-ec767041e130 req-c928fadb-27c8-4ecf-8e23-0b3af4028f41 service neutron] 10.222.0.46 "GET /v2.0/networks?id=92a68cd1-6856-4c01-b808-ea75a6a5b91e HTTP/1.1" status: 200 len: 897 time: 0.0897453 Nov 13 06:13:27.872094 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38e374f3-48f3-47b8-a5be-ec767041e130 req-e39260fa-aee7-4045-ab05-446529d774d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49510b0-9b28-45db-8807-4bbf60f3f03f HTTP/1.1" status: 200 len: 217 time: 0.0391703 Nov 13 06:13:27.932980 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e374f3-48f3-47b8-a5be-ec767041e130 req-afa1a63c-4c68-41e5-9789-a0b4e369e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:27.934473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38e374f3-48f3-47b8-a5be-ec767041e130 req-afa1a63c-4c68-41e5-9789-a0b4e369e7f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d756ee3-5888-49d4-adfa-00e1f24a4d38 HTTP/1.1" status: 200 len: 835 time: 0.0517876 Nov 13 06:13:27.983256 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e374f3-48f3-47b8-a5be-ec767041e130 req-28feae2b-2cd2-4040-8dd0-f73fdb79ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:27.984844 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38e374f3-48f3-47b8-a5be-ec767041e130 req-28feae2b-2cd2-4040-8dd0-f73fdb79ae62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=92a68cd1-6856-4c01-b808-ea75a6a5b91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426071 Nov 13 06:13:28.045933 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb78f3e8-b9af-40dd-948b-d11477e757bb None None] New status for floating IP e0e29cf5-1773-40d2-a4ec-7120a0ef2ee9: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:13:28.084521 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38e374f3-48f3-47b8-a5be-ec767041e130 req-f97ce536-a55e-4954-a89f-cf802976fec4 service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907423 Nov 13 06:13:28.178695 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-38e374f3-48f3-47b8-a5be-ec767041e130 req-da945d13-3fce-4051-9aff-9794c676752f service neutron] 10.222.0.46 "GET /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850828 Nov 13 06:13:28.481172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a55a7-83d0-4ff6-aa34-605e99603c9b req-35a68783-0a46-48cb-8301-0f7b00d9d128 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:28.482750 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-828a55a7-83d0-4ff6-aa34-605e99603c9b req-35a68783-0a46-48cb-8301-0f7b00d9d128 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0566688 Nov 13 06:13:28.544046 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-828a55a7-83d0-4ff6-aa34-605e99603c9b req-6d55e2ca-0d62-4a94-8d73-e8736b1acbf8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545309 Nov 13 06:13:29.319202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22c775-80c4-4b1e-8c50-6728eba345a1 req-f5a27d00-989e-45f6-bdc5-38e20072b4c3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:29.320566 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a22c775-80c4-4b1e-8c50-6728eba345a1 req-f5a27d00-989e-45f6-bdc5-38e20072b4c3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 945 time: 0.0611300 Nov 13 06:13:29.415022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-5a22c775-80c4-4b1e-8c50-6728eba345a1 req-6d3c194b-8345-4526-9702-fed6840b7c80 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port c49510b0-9b28-45db-8807-4bbf60f3f03f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:13:29.415306 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a22c775-80c4-4b1e-8c50-6728eba345a1 req-6d3c194b-8345-4526-9702-fed6840b7c80 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:29.467694 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:29.513927 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5a22c775-80c4-4b1e-8c50-6728eba345a1 req-6d3c194b-8345-4526-9702-fed6840b7c80 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] For port c49510b0-9b28-45db-8807-4bbf60f3f03f, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=c49510b0-9b28-45db-8807-4bbf60f3f03f,segment=NetworkSegment(87961499-c75d-47d2-a5df-02e038893277),segment_id=87961499-c75d-47d2-a5df-02e038893277)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:13:29.514278 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a22c775-80c4-4b1e-8c50-6728eba345a1 req-6d3c194b-8345-4526-9702-fed6840b7c80 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:29.526668 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-5a22c775-80c4-4b1e-8c50-6728eba345a1 req-6d3c194b-8345-4526-9702-fed6840b7c80 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for c49510b0-9b28-45db-8807-4bbf60f3f03f owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:13:29.551715 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:29.687497 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a22c775-80c4-4b1e-8c50-6728eba345a1 req-6d3c194b-8345-4526-9702-fed6840b7c80 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:29.700671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c96f9-4a2a-405d-8a2e-7b0155d79e66 req-45bcda0a-ef57-4eb9-83c2-697b9ce8a84d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:29.702107 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e62c96f9-4a2a-405d-8a2e-7b0155d79e66 req-45bcda0a-ef57-4eb9-83c2-697b9ce8a84d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4895f6-959b-4e7a-bc5b-2330ca69562c HTTP/1.1" status: 200 len: 867 time: 0.0725198 Nov 13 06:13:29.732616 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c194b-8345-4526-9702-fed6840b7c80 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=c49510b0-9b28-45db-8807-4bbf60f3f03f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:29.779362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a22c775-80c4-4b1e-8c50-6728eba345a1 req-6d3c194b-8345-4526-9702-fed6840b7c80 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] No DVR routers for this DVR port c49510b0-9b28-45db-8807-4bbf60f3f03f on host n-h1-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:13:29.786047 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a22c775-80c4-4b1e-8c50-6728eba345a1 req-6d3c194b-8345-4526-9702-fed6840b7c80 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:29.789254 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5a22c775-80c4-4b1e-8c50-6728eba345a1 req-6d3c194b-8345-4526-9702-fed6840b7c80 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.46 "DELETE /v2.0/ports/c49510b0-9b28-45db-8807-4bbf60f3f03f HTTP/1.1" status: 204 len: 173 time: 0.4623075 Nov 13 06:13:29.789656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4895f6-959b-4e7a-bc5b-2330ca69562c', 'name': 'network-vif-deleted', 'tag': 'c49510b0-9b28-45db-8807-4bbf60f3f03f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:13:29.791941 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac12e36c-8d84-48e5-bfde-5f278b45da93" -d '{"events": [{"server_uuid": "7a4895f6-959b-4e7a-bc5b-2330ca69562c", "name": "network-vif-deleted", "tag": "c49510b0-9b28-45db-8807-4bbf60f3f03f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:13:29.818580 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e62c96f9-4a2a-405d-8a2e-7b0155d79e66 req-3acc5ef7-c580-4c3f-98b4-79018d9c8e2f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=edcee55f-8211-4c8a-a459-87f9f311c1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942483 Nov 13 06:13:29.831227 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85578a78-d798-437d-8d9e-beada12e9a23 x-openstack-request-id: req-85578a78-d798-437d-8d9e-beada12e9a23 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:13:29.831979 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4895f6-959b-4e7a-bc5b-2330ca69562c", "name": "network-vif-deleted", "tag": "c49510b0-9b28-45db-8807-4bbf60f3f03f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:13:29.832249 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85578a78-d798-437d-8d9e-beada12e9a23 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:13:29.832510 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4895f6-959b-4e7a-bc5b-2330ca69562c', 'name': 'network-vif-deleted', 'tag': 'c49510b0-9b28-45db-8807-4bbf60f3f03f', 'status': 'completed', 'code': 200} Nov 13 06:13:30.890347 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50408) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:31.260126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd29ff16-865a-4b5a-bfad-3756df304bac tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:31.882394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-dd29ff16-865a-4b5a-bfad-3756df304bac tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port a60c652b-c876-483a-8a50-5017e844eaef {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:13:31.882688 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd29ff16-865a-4b5a-bfad-3756df304bac tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:31.968148 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-dd29ff16-865a-4b5a-bfad-3756df304bac tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] For port a60c652b-c876-483a-8a50-5017e844eaef, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=a60c652b-c876-483a-8a50-5017e844eaef,segment=NetworkSegment(87961499-c75d-47d2-a5df-02e038893277),segment_id=87961499-c75d-47d2-a5df-02e038893277)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:13:31.968891 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd29ff16-865a-4b5a-bfad-3756df304bac tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:31.980754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-dd29ff16-865a-4b5a-bfad-3756df304bac tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for a60c652b-c876-483a-8a50-5017e844eaef owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:13:32.165817 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd29ff16-865a-4b5a-bfad-3756df304bac tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:32.195109 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29ff16-865a-4b5a-bfad-3756df304bac tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=a60c652b-c876-483a-8a50-5017e844eaef,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:32.364293 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd29ff16-865a-4b5a-bfad-3756df304bac tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:32.599366 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd29ff16-865a-4b5a-bfad-3756df304bac tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router 53587f64-51b5-48cf-8cbd-ee655e5339f7 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:13:32.726443 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd29ff16-865a-4b5a-bfad-3756df304bac tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:13:32.732591 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dd29ff16-865a-4b5a-bfad-3756df304bac tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "PUT /v2.0/routers/53587f64-51b5-48cf-8cbd-ee655e5339f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8409641 Nov 13 06:13:32.734538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50410) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:32.736704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd3d79-1a23-4f76-93d0-09e68024cebd None None] Sync routers for ids ['53587f64-51b5-48cf-8cbd-ee655e5339f7'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:13:32.747667 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd3d79-1a23-4f76-93d0-09e68024cebd None None] Routers {'53587f64-51b5-48cf-8cbd-ee655e5339f7'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:13:32.748279 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2edd3d79-1a23-4f76-93d0-09e68024cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:13:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['53587f64-51b5-48cf-8cbd-ee655e5339f7'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:32.787543 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5bcc68-8519-44aa-99dc-ca2a11787624 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting subnet 7d756ee3-5888-49d4-adfa-00e1f24a4d38 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 06:13:32.790758 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e5bcc68-8519-44aa-99dc-ca2a11787624 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:32.831867 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e5bcc68-8519-44aa-99dc-ca2a11787624 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:32.851941 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-2edd3d79-1a23-4f76-93d0-09e68024cebd None None] Set router 53587f64-51b5-48cf-8cbd-ee655e5339f7 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:13:32.921257 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e5bcc68-8519-44aa-99dc-ca2a11787624 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:32.980502 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e5bcc68-8519-44aa-99dc-ca2a11787624 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:33.007994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bcc68-8519-44aa-99dc-ca2a11787624 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Subnet': ['ID=7d756ee3-5888-49d4-adfa-00e1f24a4d38,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:33.009947 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e5bcc68-8519-44aa-99dc-ca2a11787624 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:33.013333 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6e5bcc68-8519-44aa-99dc-ca2a11787624 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/subnets/7d756ee3-5888-49d4-adfa-00e1f24a4d38 HTTP/1.1" status: 204 len: 168 time: 0.2773566 Nov 13 06:13:33.015878 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50412) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:33.017910 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dead0a5-9d63-445d-93e5-097e38fe8054 None None] Network 92a68cd1-6856-4c01-b808-ea75a6a5b91e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:13:33.110068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2edd3d79-1a23-4f76-93d0-09e68024cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:13:32Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:33.128150 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:33.149371 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd3d79-1a23-4f76-93d0-09e68024cebd None None] Checking router: 53587f64-51b5-48cf-8cbd-ee655e5339f7 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:13:33.163153 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd3d79-1a23-4f76-93d0-09e68024cebd None None] Routers {'53587f64-51b5-48cf-8cbd-ee655e5339f7'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:13:33.163769 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2edd3d79-1a23-4f76-93d0-09e68024cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:13:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['53587f64-51b5-48cf-8cbd-ee655e5339f7'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:33.238781 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:33.273057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] DHCP port deletion for 92a68cd1-6856-4c01-b808-ea75a6a5b91e request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:13:33.278482 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-2edd3d79-1a23-4f76-93d0-09e68024cebd None None] Set router 53587f64-51b5-48cf-8cbd-ee655e5339f7 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:13:33.293196 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port b3149e4c-6259-4a14-bfc9-7c8696d814b1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:13:33.293536 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:33.375067 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] For port b3149e4c-6259-4a14-bfc9-7c8696d814b1, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b3149e4c-6259-4a14-bfc9-7c8696d814b1,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:13:33.375336 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:33.387566 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for b3149e4c-6259-4a14-bfc9-7c8696d814b1 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:13:33.439922 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Deleting port bcd81348-e337-433f-b68e-579d50e5ad97 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:13:33.440286 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:33.528220 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] For port bcd81348-e337-433f-b68e-579d50e5ad97, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=bcd81348-e337-433f-b68e-579d50e5ad97,segment=NetworkSegment(87961499-c75d-47d2-a5df-02e038893277),segment_id=87961499-c75d-47d2-a5df-02e038893277)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:13:33.528587 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:33.544559 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Calling delete_port for bcd81348-e337-433f-b68e-579d50e5ad97 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:13:33.559365 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:33.586407 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=b3149e4c-6259-4a14-bfc9-7c8696d814b1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:33.590238 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2edd3d79-1a23-4f76-93d0-09e68024cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:13:32Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:33.625628 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352611c7-41f5-4540-b305-33add03859bf None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:13:33.631375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd3d79-1a23-4f76-93d0-09e68024cebd None None] The sync data for ids ['53587f64-51b5-48cf-8cbd-ee655e5339f7'] in n-d-813114-2 is: [{'id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973212387', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:13:32Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': 'b3149e4c-6259-4a14-bfc9-7c8696d814b1', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53587f64-51b5-48cf-8cbd-ee655e5339f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:10:51Z', 'updated_at': '2021-11-13T06:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:13:33.655996 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:33.675470 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:33.701768 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Pushing event deleted for resources: {'Port': ['ID=bcd81348-e337-433f-b68e-579d50e5ad97,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:33.709999 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] No DVR routers for this DVR port bcd81348-e337-433f-b68e-579d50e5ad97 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:13:33.713805 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:33.714141 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:33.714512 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:33.714837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:33.715192 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:33.715513 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:33.715827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:33.716137 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:33.716449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:33.719558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:33.720723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:33.721056 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b1e54-c8be-4ccf-b18a-aca2300cee86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:33.760110 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:33.762501 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:33.817408 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:33.818059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Fanout notify agent at l3_agent the message router_deleted on router 53587f64-51b5-48cf-8cbd-ee655e5339f7 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 06:13:33.829840 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:33.833706 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-eab4d025-ac25-40f2-9733-571acf88bb13 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/routers/53587f64-51b5-48cf-8cbd-ee655e5339f7 HTTP/1.1" status: 204 len: 168 time: 0.8129547 Nov 13 06:13:33.833981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50414) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:33.906961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a60c652b-c876-483a-8a50-5017e844eaef no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:13:33.919880 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29773c2-7fb8-442f-99bf-6a0258683ee8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:34.020481 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29773c2-7fb8-442f-99bf-6a0258683ee8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:34.051421 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c29773c2-7fb8-442f-99bf-6a0258683ee8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a68cd1-6856-4c01-b808-ea75a6a5b91e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:34.063846 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c29773c2-7fb8-442f-99bf-6a0258683ee8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87961499-c75d-47d2-a5df-02e038893277') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:34.064267 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c29773c2-7fb8-442f-99bf-6a0258683ee8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87961499-c75d-47d2-a5df-02e038893277') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:34.076134 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29773c2-7fb8-442f-99bf-6a0258683ee8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:34.092864 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29773c2-7fb8-442f-99bf-6a0258683ee8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:34.099770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29773c2-7fb8-442f-99bf-6a0258683ee8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 06:13:34.100928 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29773c2-7fb8-442f-99bf-6a0258683ee8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: timer() Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 06:13:34.105694 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 06:13:34.115742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: a60c652b-c876-483a-8a50-5017e844eaef {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:13:34.116108 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device a60c652b-c876-483a-8a50-5017e844eaef not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:13:34.116552 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bcd81348-e337-433f-b68e-579d50e5ad97 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:13:34.135541 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: bcd81348-e337-433f-b68e-579d50e5ad97 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:13:34.135808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device bcd81348-e337-433f-b68e-579d50e5ad97 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:13:34.172244 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29773c2-7fb8-442f-99bf-6a0258683ee8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:34.179302 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29773c2-7fb8-442f-99bf-6a0258683ee8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:34.182435 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c29773c2-7fb8-442f-99bf-6a0258683ee8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/networks/92a68cd1-6856-4c01-b808-ea75a6a5b91e HTTP/1.1" status: 204 len: 168 time: 0.3475237 Nov 13 06:13:34.185345 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50416) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:34.194872 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29773c2-7fb8-442f-99bf-6a0258683ee8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Network': ['ID=92a68cd1-6856-4c01-b808-ea75a6a5b91e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:34.247385 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:34.281768 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:34.351558 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:34.354469 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:34.356053 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/security-groups/edcee55f-8211-4c8a-a459-87f9f311c1ab HTTP/1.1" status: 204 len: 168 time: 0.1696856 Nov 13 06:13:34.366254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcee55f-8211-4c8a-a459-87f9f311c1ab,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:34.374157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:34.374531 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:34.374872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:34.375244 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:34.375576 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:34.375908 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:34.376234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:34.376563 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:34.376888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:34.377212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:34.377537 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:34.377853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c4f57-b123-4f91-ac50-b55327c3e816 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:34.444297 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c00a70c4-dc7f-4fc7-a530-0a0dbbdb4343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:34.495002 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c49510b0-9b28-45db-8807-4bbf60f3f03f no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:13:34.515577 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: c49510b0-9b28-45db-8807-4bbf60f3f03f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:13:34.515907 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device c49510b0-9b28-45db-8807-4bbf60f3f03f not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:13:35.812465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b3149e4c-6259-4a14-bfc9-7c8696d814b1 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:13:35.836232 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: b3149e4c-6259-4a14-bfc9-7c8696d814b1 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:13:35.836563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b3149e4c-6259-4a14-bfc9-7c8696d814b1 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:13:36.589778 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c512a6d-75d1-4eca-afc6-cc9a7bd63de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:36.829684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50426) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:36.834529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-853317e7-a79f-4be6-9aa9-1f6e67f7a6b2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1911284245', 'description': 'tempest-secgroup-smoke-1911284245 description', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:13:36.860482 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-853317e7-a79f-4be6-9aa9-1f6e67f7a6b2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:36.930001 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-853317e7-a79f-4be6-9aa9-1f6e67f7a6b2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:36.935091 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-853317e7-a79f-4be6-9aa9-1f6e67f7a6b2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:36.966072 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-853317e7-a79f-4be6-9aa9-1f6e67f7a6b2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:36.967342 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-853317e7-a79f-4be6-9aa9-1f6e67f7a6b2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1365156 Nov 13 06:13:36.969328 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853317e7-a79f-4be6-9aa9-1f6e67f7a6b2 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d445f3be-407d-45c3-bfd1-d096ded33136,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:36.970392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50428) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:36.975148 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e81f13c9-6a00-4380-b442-c81cfaacbb5d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': 'd445f3be-407d-45c3-bfd1-d096ded33136', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:13:37.005396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e81f13c9-6a00-4380-b442-c81cfaacbb5d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.063149 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e81f13c9-6a00-4380-b442-c81cfaacbb5d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.071640 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e81f13c9-6a00-4380-b442-c81cfaacbb5d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.089029 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f13c9-6a00-4380-b442-c81cfaacbb5d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1512a01c-c557-416a-81c5-97eeefcabd6c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:37.097807 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e81f13c9-6a00-4380-b442-c81cfaacbb5d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.099048 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e81f13c9-6a00-4380-b442-c81cfaacbb5d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274915 Nov 13 06:13:37.102706 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50430) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:37.106947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a4aed768-7619-460c-af59-94ac5bbe54c8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': 'd445f3be-407d-45c3-bfd1-d096ded33136', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:13:37.140131 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4aed768-7619-460c-af59-94ac5bbe54c8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.200573 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4aed768-7619-460c-af59-94ac5bbe54c8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.206356 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4aed768-7619-460c-af59-94ac5bbe54c8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.225085 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aed768-7619-460c-af59-94ac5bbe54c8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fca97d9-2e7a-4585-bd9e-c543e33b179d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:37.235212 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4aed768-7619-460c-af59-94ac5bbe54c8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.236417 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a4aed768-7619-460c-af59-94ac5bbe54c8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328688 Nov 13 06:13:37.240725 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50432) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:37.245318 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-403e68b0-970e-4200-a38c-09c23a2ac300 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': 'd445f3be-407d-45c3-bfd1-d096ded33136', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:13:37.273800 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-403e68b0-970e-4200-a38c-09c23a2ac300 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.335123 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-403e68b0-970e-4200-a38c-09c23a2ac300 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.340692 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-403e68b0-970e-4200-a38c-09c23a2ac300 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.358712 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e68b0-970e-4200-a38c-09c23a2ac300 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9daa6b8f-a495-452f-a51e-1ca2a900ad8c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:37.368209 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-403e68b0-970e-4200-a38c-09c23a2ac300 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.369431 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-403e68b0-970e-4200-a38c-09c23a2ac300 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277192 Nov 13 06:13:37.372370 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50434) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:37.377614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1eb0ee8f-2b17-4af6-a801-8c55bef886bb tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': 'd445f3be-407d-45c3-bfd1-d096ded33136', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:13:37.409654 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1eb0ee8f-2b17-4af6-a801-8c55bef886bb tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.472183 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1eb0ee8f-2b17-4af6-a801-8c55bef886bb tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.477825 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1eb0ee8f-2b17-4af6-a801-8c55bef886bb tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.497677 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0ee8f-2b17-4af6-a801-8c55bef886bb tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd9bf24-be5d-430a-9741-39a23ac0d2b3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:37.507950 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1eb0ee8f-2b17-4af6-a801-8c55bef886bb tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.509160 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1eb0ee8f-2b17-4af6-a801-8c55bef886bb tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358173 Nov 13 06:13:37.512123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50436) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:37.516433 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1624e592-8a1a-4648-a1e8-87bd5838245a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': 'd445f3be-407d-45c3-bfd1-d096ded33136', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:13:37.540171 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-1624e592-8a1a-4648-a1e8-87bd5838245a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Project eb84d0a713cf4876b47a07d15d41fc4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:13:37.545239 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1624e592-8a1a-4648-a1e8-87bd5838245a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.605126 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1624e592-8a1a-4648-a1e8-87bd5838245a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.610789 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1624e592-8a1a-4648-a1e8-87bd5838245a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.628048 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624e592-8a1a-4648-a1e8-87bd5838245a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ddfb7ff-3db7-41d6-91a3-489322e3c801,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:37.636285 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1624e592-8a1a-4648-a1e8-87bd5838245a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.637494 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1624e592-8a1a-4648-a1e8-87bd5838245a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244340 Nov 13 06:13:37.640278 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50438) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:37.644590 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-dac81b37-f17a-4f7c-962a-5d04ea8b7ef8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'security_group_rule': {'security_group_id': 'd445f3be-407d-45c3-bfd1-d096ded33136', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:13:37.665899 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-dac81b37-f17a-4f7c-962a-5d04ea8b7ef8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Project eb84d0a713cf4876b47a07d15d41fc4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:13:37.670833 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dac81b37-f17a-4f7c-962a-5d04ea8b7ef8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.734481 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dac81b37-f17a-4f7c-962a-5d04ea8b7ef8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.741138 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dac81b37-f17a-4f7c-962a-5d04ea8b7ef8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.758585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac81b37-f17a-4f7c-962a-5d04ea8b7ef8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123def4b-ccd2-449b-abb4-680f1f402d11,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:37.767973 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dac81b37-f17a-4f7c-962a-5d04ea8b7ef8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.769221 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dac81b37-f17a-4f7c-962a-5d04ea8b7ef8 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280067 Nov 13 06:13:37.772565 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50440) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:37.777981 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-655c7a91-26a8-488f-bdc0-a10bee69b5ad tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'network': {'name': 'tempest-network-smoke--1184010067', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:13:37.801634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655c7a91-26a8-488f-bdc0-a10bee69b5ad tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Made reservation on behalf of eb84d0a713cf4876b47a07d15d41fc4d for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:13:37.806175 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-655c7a91-26a8-488f-bdc0-a10bee69b5ad tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.830339 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655c7a91-26a8-488f-bdc0-a10bee69b5ad tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 06:13:37.839990 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-655c7a91-26a8-488f-bdc0-a10bee69b5ad tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.840333 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-655c7a91-26a8-488f-bdc0-a10bee69b5ad tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Added segment 06d4e9ac-ac8d-4d8f-82a9-704243aace20 of type vlan for network 1c634201-af79-46d2-8c05-bb6f8c439527 Nov 13 06:13:37.881939 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-655c7a91-26a8-488f-bdc0-a10bee69b5ad tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.918682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-655c7a91-26a8-488f-bdc0-a10bee69b5ad tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.924841 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655c7a91-26a8-488f-bdc0-a10bee69b5ad tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:37.925414 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-655c7a91-26a8-488f-bdc0-a10bee69b5ad tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:37.988629 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-655c7a91-26a8-488f-bdc0-a10bee69b5ad tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2145381 Nov 13 06:13:37.991790 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50442) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:37.997272 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'admin_state_up': True, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:13:37.998074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c7a91-26a8-488f-bdc0-a10bee69b5ad tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Network': ['ID=1c634201-af79-46d2-8c05-bb6f8c439527,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:38.010548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 1c634201-af79-46d2-8c05-bb6f8c439527 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 06:13:38.025099 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:38.026184 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:38.086698 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:38.222317 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:38.321532 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:38.433102 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:38.451785 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:38.565683 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.25.8.229 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/33351e80-918a-45cb-9794-a42525f48577) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:13:38.675228 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:38.713264 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:38.753983 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:13:38.759671 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:13:38.761995 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=33351e80-918a-45cb-9794-a42525f48577,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:38.764259 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:13:38.780023 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25749490-fc9c-49dc-a387-a9ba3e0aa229 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:13:38.825098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9feef9f7-0f6e-4e57-bcae-22f0e932c310 None None] Provisioning complete for port 33351e80-918a-45cb-9794-a42525f48577 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:13:38.825344 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9feef9f7-0f6e-4e57-bcae-22f0e932c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:38.863091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9feef9f7-0f6e-4e57-bcae-22f0e932c310 None None] Port 33351e80-918a-45cb-9794-a42525f48577 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:13:39.014173 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:39.210207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:39.343755 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router 439d153d-704b-4886-b6a0-fe10683d45f6 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 06:13:39.457012 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:13:39.466899 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Sync routers for ids ['439d153d-704b-4886-b6a0-fe10683d45f6'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:13:39.478882 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Routers {'439d153d-704b-4886-b6a0-fe10683d45f6'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:13:39.479124 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:39.479623 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:13:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['439d153d-704b-4886-b6a0-fe10683d45f6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:39.483404 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bc8d4a73-2383-492f-8c62-d6355b265f53 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4872828 Nov 13 06:13:39.483962 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50444) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:39.513506 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-cc251603-583d-4d64-a868-4748ad393857 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=eb84d0a713cf4876b47a07d15d41fc4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282490 Nov 13 06:13:39.516224 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50446) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:39.584816 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Set router 439d153d-704b-4886-b6a0-fe10683d45f6 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:13:39.587407 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:39.604817 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19661def-7021-410d-a7da-881d1f733a22 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:39.606361 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-19661def-7021-410d-a7da-881d1f733a22 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892479 Nov 13 06:13:39.609265 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50448) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:39.641532 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-6cf25b0e-3693-47a2-a42d-836f216d085a tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=225784db-0d47-4ce7-81bb-95ad27b251ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311403 Nov 13 06:13:39.644067 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50450) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:39.649157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1c302d86-46ce-4148-bbfb-5148f7804ad4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1561615746', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:13:39.735203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c302d86-46ce-4148-bbfb-5148f7804ad4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Made reservation on behalf of eb84d0a713cf4876b47a07d15d41fc4d for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:13:39.739071 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c302d86-46ce-4148-bbfb-5148f7804ad4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:39.766465 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '33351e80-918a-45cb-9794-a42525f48577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:38Z', 'revision_number': 3, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '33351e80-918a-45cb-9794-a42525f48577', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:39.796890 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Checking router: 439d153d-704b-4886-b6a0-fe10683d45f6 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:13:39.797259 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Updating router 439d153d-704b-4886-b6a0-fe10683d45f6 port 33351e80-918a-45cb-9794-a42525f48577 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:13:39.824557 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:39.929048 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c302d86-46ce-4148-bbfb-5148f7804ad4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:39.986986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c302d86-46ce-4148-bbfb-5148f7804ad4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Subnet': ['ID=ec3885fe-51d5-4960-8be4-6bc77265f982,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:39.997905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c302d86-46ce-4148-bbfb-5148f7804ad4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Checking segment: {'id': '06d4e9ac-ac8d-4d8f-82a9-704243aace20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:13:39.998266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c302d86-46ce-4148-bbfb-5148f7804ad4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network hostable DHCP agents. Network: 1c634201-af79-46d2-8c05-bb6f8c439527, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 06:13:40.015485 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c302d86-46ce-4148-bbfb-5148f7804ad4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 1c634201-af79-46d2-8c05-bb6f8c439527 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 06:13:40.024369 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1c302d86-46ce-4148-bbfb-5148f7804ad4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 1c634201-af79-46d2-8c05-bb6f8c439527) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:13:40.033101 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c302d86-46ce-4148-bbfb-5148f7804ad4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:40.033101 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c302d86-46ce-4148-bbfb-5148f7804ad4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.035625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d70d0c-397a-4804-9727-6ec7733d7249 None None] Network 1c634201-af79-46d2-8c05-bb6f8c439527 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:13:40.049042 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1c302d86-46ce-4148-bbfb-5148f7804ad4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4039598 Nov 13 06:13:40.052110 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50452) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:40.083572 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.090696 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.125858 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.162072 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Attempting to bind port 33351e80-918a-45cb-9794-a42525f48577 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:13:40.162533 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Attempting to bind port 33351e80-918a-45cb-9794-a42525f48577 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:13:40.162974 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Attempting to bind port 33351e80-918a-45cb-9794-a42525f48577 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:13:40.168118 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac6fb19-2369-42ec-89ff-1489ca2e7bf9 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:13:40.172312 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:13:40.172754 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:13:40.173218 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.173665 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:13:40.174198 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Bound port: 33351e80-918a-45cb-9794-a42525f48577, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:13:40.174622 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.196935 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389cf98-4f0e-46a3-ae43-b40a9f6cd720 None None] Pushing event updated for resources: {'Port': ['ID=33351e80-918a-45cb-9794-a42525f48577,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:40.214656 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389cf98-4f0e-46a3-ae43-b40a9f6cd720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:40.215047 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389cf98-4f0e-46a3-ae43-b40a9f6cd720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:40.215377 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389cf98-4f0e-46a3-ae43-b40a9f6cd720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:40.215706 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389cf98-4f0e-46a3-ae43-b40a9f6cd720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:40.216083 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389cf98-4f0e-46a3-ae43-b40a9f6cd720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:40.216410 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389cf98-4f0e-46a3-ae43-b40a9f6cd720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:40.216729 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389cf98-4f0e-46a3-ae43-b40a9f6cd720 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:40.217047 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389cf98-4f0e-46a3-ae43-b40a9f6cd720 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:40.217359 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389cf98-4f0e-46a3-ae43-b40a9f6cd720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:40.217673 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389cf98-4f0e-46a3-ae43-b40a9f6cd720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:40.217985 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389cf98-4f0e-46a3-ae43-b40a9f6cd720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:40.218295 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389cf98-4f0e-46a3-ae43-b40a9f6cd720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:13:40.233575 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-1c634201-af79-46d2-8c05-bb6f8c439527', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ips': [{'subnet_id': 'ec3885fe-51d5-4960-8be4-6bc77265f982'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 06:13:40.235520 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.243054 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] For port 33351e80-918a-45cb-9794-a42525f48577, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:13:40.246160 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] For port 33351e80-918a-45cb-9794-a42525f48577, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=33351e80-918a-45cb-9794-a42525f48577,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:13:40.250949 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.304983 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Routers {'439d153d-704b-4886-b6a0-fe10683d45f6'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:13:40.305727 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:13:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['439d153d-704b-4886-b6a0-fe10683d45f6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:40.320127 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28908634-f0b8-4043-b8b2-db7743897bea None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:13:40.351177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-60f482f4-c2cc-4d98-b227-7a9c8e462761 None None] Provisioning complete for port 33351e80-918a-45cb-9794-a42525f48577 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:13:40.351826 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-60f482f4-c2cc-4d98-b227-7a9c8e462761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.403031 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389cf98-4f0e-46a3-ae43-b40a9f6cd720 None None] Pushing event updated for resources: {'Port': ['ID=33351e80-918a-45cb-9794-a42525f48577,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:40.421115 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] Set router 439d153d-704b-4886-b6a0-fe10683d45f6 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:13:40.438083 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Allocated IP 172.20.0.2 (1c634201-af79-46d2-8c05-bb6f8c439527/ec3885fe-51d5-4960-8be4-6bc77265f982/e1383d9a-925b-4ed5-a711-27ad4a1563c6) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:13:40.504686 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-60f482f4-c2cc-4d98-b227-7a9c8e462761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.519129 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.555211 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-60f482f4-c2cc-4d98-b227-7a9c8e462761 None None] For port 33351e80-918a-45cb-9794-a42525f48577, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=33351e80-918a-45cb-9794-a42525f48577,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:13:40.562289 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-60f482f4-c2cc-4d98-b227-7a9c8e462761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.615443 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '33351e80-918a-45cb-9794-a42525f48577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:38Z', 'revision_number': 3, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '33351e80-918a-45cb-9794-a42525f48577', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:40.645234 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55606b-2249-40a4-b3f3-ce0f76ac7442 None None] The sync data for ids ['439d153d-704b-4886-b6a0-fe10683d45f6'] in n-d-813114-2 is: [{'id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '33351e80-918a-45cb-9794-a42525f48577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:38Z', 'revision_number': 3, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '33351e80-918a-45cb-9794-a42525f48577', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:13:40.655809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f482f4-c2cc-4d98-b227-7a9c8e462761 None None] Pushing event updated for resources: {'Port': ['ID=33351e80-918a-45cb-9794-a42525f48577,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:40.699602 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.704606 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b9a20ab-7b10-497e-bdfa-8b903bb00b5d None None] Provisioning complete for port 33351e80-918a-45cb-9794-a42525f48577 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:13:40.704606 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b9a20ab-7b10-497e-bdfa-8b903bb00b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.728921 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.785449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Network 1c634201-af79-46d2-8c05-bb6f8c439527 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:13:40.792785 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:13:40.795421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:13:40.797488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Pushing event updated for resources: {'Port': ['ID=e1383d9a-925b-4ed5-a711-27ad4a1563c6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:40.819552 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.20.0.1 (1c634201-af79-46d2-8c05-bb6f8c439527/ec3885fe-51d5-4960-8be4-6bc77265f982/228ebfb0-c8d5-4933-9278-da085338159c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:13:40.905938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Attempting to bind port e1383d9a-925b-4ed5-a711-27ad4a1563c6 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:13:40.906801 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Attempting to bind port e1383d9a-925b-4ed5-a711-27ad4a1563c6 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '06d4e9ac-ac8d-4d8f-82a9-704243aace20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:13:40.907198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Attempting to bind port e1383d9a-925b-4ed5-a711-27ad4a1563c6 on network 1c634201-af79-46d2-8c05-bb6f8c439527 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:13:40.922014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:13:40.922383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Checking segment: {'id': '06d4e9ac-ac8d-4d8f-82a9-704243aace20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:13:40.922773 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.923197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Bound using segment: {'id': '06d4e9ac-ac8d-4d8f-82a9-704243aace20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:13:40.923704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Bound port: e1383d9a-925b-4ed5-a711-27ad4a1563c6, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d4e9ac-ac8d-4d8f-82a9-704243aace20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:13:40.924082 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.956757 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:40.995594 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:41.003458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] For port e1383d9a-925b-4ed5-a711-27ad4a1563c6, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:13:41.007707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] For port e1383d9a-925b-4ed5-a711-27ad4a1563c6, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e1383d9a-925b-4ed5-a711-27ad4a1563c6,segment=NetworkSegment(06d4e9ac-ac8d-4d8f-82a9-704243aace20),segment_id=06d4e9ac-ac8d-4d8f-82a9-704243aace20)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:13:41.013497 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:41.043828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 1c634201-af79-46d2-8c05-bb6f8c439527 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:13:41.047174 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:13:41.053285 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:13:41.087928 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a69deb-25fa-48e1-a8e9-22a1d6147490 None None] Pushing event updated for resources: {'Port': ['ID=e1383d9a-925b-4ed5-a711-27ad4a1563c6,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:41.088579 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=228ebfb0-c8d5-4933-9278-da085338159c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:41.119027 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:41.288199 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:41.603167 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:41.609147 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:41.688247 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=228ebfb0-c8d5-4933-9278-da085338159c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:41.691781 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:41.793875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 1c634201-af79-46d2-8c05-bb6f8c439527 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:13:41.795283 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:13:41.925873 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router 439d153d-704b-4886-b6a0-fe10683d45f6 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:13:41.929832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 33351e80-918a-45cb-9794-a42525f48577 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:13:41.989827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 33351e80-918a-45cb-9794-a42525f48577 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:13:41.990219 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:42.089383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91694401-eca1-4b06-84ec-5b004d2aadfb None None] Network 1c634201-af79-46d2-8c05-bb6f8c439527 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:13:42.112336 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e1383d9a-925b-4ed5-a711-27ad4a1563c6 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:13:42.213125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9054740d-f12e-4e3a-844d-739e6aab5d2e None None] Provisioning complete for port e1383d9a-925b-4ed5-a711-27ad4a1563c6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:13:42.213577 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9054740d-f12e-4e3a-844d-739e6aab5d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:42.300483 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e1383d9a-925b-4ed5-a711-27ad4a1563c6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:13:42.300929 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:42.416086 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9054740d-f12e-4e3a-844d-739e6aab5d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:42.419936 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:13:42.425368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a1b7f174-bac8-4303-8829-250ba591ea55 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "PUT /v2.0/routers/439d153d-704b-4886-b6a0-fe10683d45f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3721683 Nov 13 06:13:42.480367 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Sync routers for ids ['439d153d-704b-4886-b6a0-fe10683d45f6'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:13:42.492965 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:42.496127 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9054740d-f12e-4e3a-844d-739e6aab5d2e None None] For port e1383d9a-925b-4ed5-a711-27ad4a1563c6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e1383d9a-925b-4ed5-a711-27ad4a1563c6,segment=NetworkSegment(06d4e9ac-ac8d-4d8f-82a9-704243aace20),segment_id=06d4e9ac-ac8d-4d8f-82a9-704243aace20)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:13:42.513608 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9054740d-f12e-4e3a-844d-739e6aab5d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:42.517631 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Routers {'439d153d-704b-4886-b6a0-fe10683d45f6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:13:42.518257 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:13:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['439d153d-704b-4886-b6a0-fe10683d45f6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:42.641953 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-a5d2c953-24bc-4eab-a6eb-018a69562089 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911284245&fields=id&tenant_id=eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 267 time: 0.0533221 Nov 13 06:13:42.681387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054740d-f12e-4e3a-844d-739e6aab5d2e None None] Pushing event updated for resources: {'Port': ['ID=e1383d9a-925b-4ed5-a711-27ad4a1563c6,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:42.695607 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 06:13:42.695992 n-d-813114-2 neutron-server[102669]: DEBUG oslo_db.api [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 06:13:42.710890 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Set router 439d153d-704b-4886-b6a0-fe10683d45f6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:13:42.776591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-211ae35c-75a0-4735-a3bd-3ec45f013028 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:42.778146 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-211ae35c-75a0-4735-a3bd-3ec45f013028 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/networks?id=1c634201-af79-46d2-8c05-bb6f8c439527 HTTP/1.1" status: 200 len: 797 time: 0.1280661 Nov 13 06:13:42.794597 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-98284e89-1ac5-452a-b54e-5bc3aed50e51 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/quotas/eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 375 time: 0.0101557 Nov 13 06:13:42.804492 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6c702a4b-73d3-4096-b1cd-20320cb26574 None None] Provisioning complete for port 228ebfb0-c8d5-4933-9278-da085338159c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:13:42.804951 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c702a4b-73d3-4096-b1cd-20320cb26574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:42.850049 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-8d399a9b-30e3-4484-bf4a-3647f76639e0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491025 Nov 13 06:13:42.898290 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6c702a4b-73d3-4096-b1cd-20320cb26574 None None] Port 228ebfb0-c8d5-4933-9278-da085338159c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:13:42.927866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6c702a4b-73d3-4096-b1cd-20320cb26574 None None] Provisioning complete for port e1383d9a-925b-4ed5-a711-27ad4a1563c6 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:13:42.928125 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c702a4b-73d3-4096-b1cd-20320cb26574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:42.956638 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-f53b1531-f69e-43aa-930d-ae60039036ac service neutron] 10.222.0.43 "GET /v2.0/networks/1c634201-af79-46d2-8c05-bb6f8c439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942984 Nov 13 06:13:43.062226 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-83476ab4-3b7e-4bbd-9033-cfb1fdf5419a service neutron] 10.222.0.43 "GET /v2.0/networks/1c634201-af79-46d2-8c05-bb6f8c439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983064 Nov 13 06:13:43.241308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fe282a32-8c44-4df1-a39a-5814bf5eb5dd req-5693b726-59c9-4453-9c7e-3205bd493585 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 210 time: 0.0300143 Nov 13 06:13:43.253626 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '33351e80-918a-45cb-9794-a42525f48577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '33351e80-918a-45cb-9794-a42525f48577', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '228ebfb0-c8d5-4933-9278-da085338159c', 'name': '', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:8d:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:40Z', 'updated_at': '2021-11-13T06:13:41Z', 'revision_number': 2, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:43.283838 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Checking router: 439d153d-704b-4886-b6a0-fe10683d45f6 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:13:43.284189 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Updating router 439d153d-704b-4886-b6a0-fe10683d45f6 port 228ebfb0-c8d5-4933-9278-da085338159c binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:13:43.313635 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:43.370387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-40795995-cabc-41f0-9f30-937ca6e3d3f2 None None] Provisioning complete for port 228ebfb0-c8d5-4933-9278-da085338159c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:13:43.370748 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40795995-cabc-41f0-9f30-937ca6e3d3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:43.463004 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-40795995-cabc-41f0-9f30-937ca6e3d3f2 None None] Port 228ebfb0-c8d5-4933-9278-da085338159c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:13:43.615904 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:43.621513 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:43.699012 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239310b-3e50-4522-a620-76d2caee0481 None None] Pushing event updated for resources: {'Port': ['ID=228ebfb0-c8d5-4933-9278-da085338159c,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:43.734281 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Attempting to bind port 228ebfb0-c8d5-4933-9278-da085338159c on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:13:43.734788 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Attempting to bind port 228ebfb0-c8d5-4933-9278-da085338159c by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '06d4e9ac-ac8d-4d8f-82a9-704243aace20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:13:43.735355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Attempting to bind port 228ebfb0-c8d5-4933-9278-da085338159c on network 1c634201-af79-46d2-8c05-bb6f8c439527 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:13:43.742288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:13:43.742904 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Checking segment: {'id': '06d4e9ac-ac8d-4d8f-82a9-704243aace20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:13:43.743344 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:43.743738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Bound using segment: {'id': '06d4e9ac-ac8d-4d8f-82a9-704243aace20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:13:43.744247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Bound port: 228ebfb0-c8d5-4933-9278-da085338159c, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d4e9ac-ac8d-4d8f-82a9-704243aace20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:13:43.744626 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:43.819826 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] For port 228ebfb0-c8d5-4933-9278-da085338159c, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:13:43.824529 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] For port 228ebfb0-c8d5-4933-9278-da085338159c, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=228ebfb0-c8d5-4933-9278-da085338159c,segment=NetworkSegment(06d4e9ac-ac8d-4d8f-82a9-704243aace20),segment_id=06d4e9ac-ac8d-4d8f-82a9-704243aace20)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:13:43.833441 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:43.889622 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e1383d9a-925b-4ed5-a711-27ad4a1563c6 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:13:43.934442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239310b-3e50-4522-a620-76d2caee0481 None None] Pushing event updated for resources: {'Port': ['ID=228ebfb0-c8d5-4933-9278-da085338159c,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:43.939688 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Routers {'439d153d-704b-4886-b6a0-fe10683d45f6'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:13:43.940307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:13:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['439d153d-704b-4886-b6a0-fe10683d45f6'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:43.945711 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-31a545db-af72-4ff3-87f7-46fbbe1dc4b9 None None] Provisioning complete for port 228ebfb0-c8d5-4933-9278-da085338159c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:13:43.946145 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31a545db-af72-4ff3-87f7-46fbbe1dc4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:44.095037 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port e1383d9a-925b-4ed5-a711-27ad4a1563c6 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:13:44.095396 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:44.100702 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] Set router 439d153d-704b-4886-b6a0-fe10683d45f6 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:13:44.241184 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31a545db-af72-4ff3-87f7-46fbbe1dc4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:44.346846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-31a545db-af72-4ff3-87f7-46fbbe1dc4b9 None None] For port 228ebfb0-c8d5-4933-9278-da085338159c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=228ebfb0-c8d5-4933-9278-da085338159c,segment=NetworkSegment(06d4e9ac-ac8d-4d8f-82a9-704243aace20),segment_id=06d4e9ac-ac8d-4d8f-82a9-704243aace20)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:13:44.357320 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31a545db-af72-4ff3-87f7-46fbbe1dc4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:44.387813 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c5622cd2-50cb-4842-8279-d825c6fcf63f req-8ba4cc36-fac6-4b40-b1c5-3b582ff76647 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 210 time: 0.0438302 Nov 13 06:13:44.431288 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-ecd5ce5f-c819-4ff3-b6e5-60b0b8e92685 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:44.432947 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-ecd5ce5f-c819-4ff3-b6e5-60b0b8e92685 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.36 "GET /v2.0/networks?id=1c634201-af79-46d2-8c05-bb6f8c439527 HTTP/1.1" status: 200 len: 797 time: 0.1635964 Nov 13 06:13:44.451829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a545db-af72-4ff3-87f7-46fbbe1dc4b9 None None] Pushing event updated for resources: {'Port': ['ID=228ebfb0-c8d5-4933-9278-da085338159c,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:44.487299 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '33351e80-918a-45cb-9794-a42525f48577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '33351e80-918a-45cb-9794-a42525f48577', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '228ebfb0-c8d5-4933-9278-da085338159c', 'name': '', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:8d:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:40Z', 'updated_at': '2021-11-13T06:13:43Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:44.490764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9c0967f1-081a-4594-a37f-306bc94545be None None] Provisioning complete for port 228ebfb0-c8d5-4933-9278-da085338159c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:13:44.491152 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c0967f1-081a-4594-a37f-306bc94545be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:44.511478 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-7c7d179c-628b-4b86-b2ea-7c218b8e445a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb84d0a713cf4876b47a07d15d41fc4d HTTP/1.1" status: 200 len: 380 time: 0.0565689 Nov 13 06:13:44.521639 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-c415b67e-50f6-4548-8c78-86e3b6bd22cd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'port': {'device_id': 'e64aec78-e36d-42d7-beb1-fb09a4c5409d', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'admin_state_up': True, 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'security_groups': ['d445f3be-407d-45c3-bfd1-d096ded33136']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:13:44.536182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf8198a-78a6-440a-b68d-0d113fc35f0f None None] The sync data for ids ['439d153d-704b-4886-b6a0-fe10683d45f6'] in n-d-813114-2 is: [{'id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '33351e80-918a-45cb-9794-a42525f48577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '33351e80-918a-45cb-9794-a42525f48577', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '228ebfb0-c8d5-4933-9278-da085338159c', 'name': '', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:8d:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:40Z', 'updated_at': '2021-11-13T06:13:43Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:13:44.660053 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-c415b67e-50f6-4548-8c78-86e3b6bd22cd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Made reservation on behalf of eb84d0a713cf4876b47a07d15d41fc4d for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:13:44.663911 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-c415b67e-50f6-4548-8c78-86e3b6bd22cd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:44.807486 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-c415b67e-50f6-4548-8c78-86e3b6bd22cd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.20.0.6 (1c634201-af79-46d2-8c05-bb6f8c439527/ec3885fe-51d5-4960-8be4-6bc77265f982/f3c62f3e-359d-4853-9019-f6fd6d12e2c5) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:13:44.950399 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-c415b67e-50f6-4548-8c78-86e3b6bd22cd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:44.986772 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-c415b67e-50f6-4548-8c78-86e3b6bd22cd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:45.035163 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-c415b67e-50f6-4548-8c78-86e3b6bd22cd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 1c634201-af79-46d2-8c05-bb6f8c439527 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:13:45.041020 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-c415b67e-50f6-4548-8c78-86e3b6bd22cd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:13:45.045010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-c415b67e-50f6-4548-8c78-86e3b6bd22cd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:13:45.076098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415b67e-50f6-4548-8c78-86e3b6bd22cd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=f3c62f3e-359d-4853-9019-f6fd6d12e2c5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:45.102786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-c415b67e-50f6-4548-8c78-86e3b6bd22cd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:45.103651 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-c415b67e-50f6-4548-8c78-86e3b6bd22cd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:45.122449 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-c415b67e-50f6-4548-8c78-86e3b6bd22cd tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6039591 Nov 13 06:13:45.133384 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-af01e940-14c9-4c35-94b7-e29a12ffebe9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:13:45.134385 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-af01e940-14c9-4c35-94b7-e29a12ffebe9 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061855 Nov 13 06:13:45.152886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Request body: {'port': {'device_id': 'e64aec78-e36d-42d7-beb1-fb09a4c5409d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:13:45.214194 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:45.338025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-425780e9-9525-4079-9f7f-561bad8c6df7 None None] Provisioning complete for port f3c62f3e-359d-4853-9019-f6fd6d12e2c5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:13:45.338700 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-425780e9-9525-4079-9f7f-561bad8c6df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:45.379183 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-425780e9-9525-4079-9f7f-561bad8c6df7 None None] Port f3c62f3e-359d-4853-9019-f6fd6d12e2c5 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:13:45.506729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c62f3e-359d-4853-9019-f6fd6d12e2c5 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:13:45.515317 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:45.527701 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ca34b-a112-4736-8452-f474aaf8b8f6 req-2737a0c4-6fcc-4ed4-b331-f45aee8ff57f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:45.528319 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Transition to ACTIVE for port object f3c62f3e-359d-4853-9019-f6fd6d12e2c5 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 06:13:45.529397 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8b3ca34b-a112-4736-8452-f474aaf8b8f6 req-2737a0c4-6fcc-4ed4-b331-f45aee8ff57f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 931 time: 0.0594552 Nov 13 06:13:45.533379 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:45.587848 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c62f3e-359d-4853-9019-f6fd6d12e2c5,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:45.594561 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8b3ca34b-a112-4736-8452-f474aaf8b8f6 req-5dfe854f-441f-4dcb-98bd-fecd816edee3 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561955 Nov 13 06:13:45.671542 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Attempting to bind port f3c62f3e-359d-4853-9019-f6fd6d12e2c5 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:13:45.672045 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Attempting to bind port f3c62f3e-359d-4853-9019-f6fd6d12e2c5 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '06d4e9ac-ac8d-4d8f-82a9-704243aace20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:13:45.672459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Attempting to bind port f3c62f3e-359d-4853-9019-f6fd6d12e2c5 on network 1c634201-af79-46d2-8c05-bb6f8c439527 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:13:45.677296 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Port f3c62f3e-359d-4853-9019-f6fd6d12e2c5 on network 1c634201-af79-46d2-8c05-bb6f8c439527 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 06:13:45.677612 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Attempting to bind port f3c62f3e-359d-4853-9019-f6fd6d12e2c5 on network 1c634201-af79-46d2-8c05-bb6f8c439527 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:13:45.682722 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:13:45.683095 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Checking segment: {'id': '06d4e9ac-ac8d-4d8f-82a9-704243aace20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:13:45.683473 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Bound using segment: {'id': '06d4e9ac-ac8d-4d8f-82a9-704243aace20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:13:45.683897 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Bound port: f3c62f3e-359d-4853-9019-f6fd6d12e2c5, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d4e9ac-ac8d-4d8f-82a9-704243aace20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:13:45.684245 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:45.751915 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] For port f3c62f3e-359d-4853-9019-f6fd6d12e2c5, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:13:45.755066 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] For port f3c62f3e-359d-4853-9019-f6fd6d12e2c5, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f3c62f3e-359d-4853-9019-f6fd6d12e2c5,segment=NetworkSegment(06d4e9ac-ac8d-4d8f-82a9-704243aace20),segment_id=06d4e9ac-ac8d-4d8f-82a9-704243aace20)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:13:45.760982 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:45.797171 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:45.797696 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:45.799382 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] 10.222.0.36 "PUT /v2.0/ports/f3c62f3e-359d-4853-9019-f6fd6d12e2c5 HTTP/1.1" status: 200 len: 1091 time: 0.6511071 Nov 13 06:13:45.799617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64aec78-e36d-42d7-beb1-fb09a4c5409d', 'tag': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:13:45.801953 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576a274f-8cf3-4263-9a1e-898131fec2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e64aec78-e36d-42d7-beb1-fb09a4c5409d", "tag": "f3c62f3e-359d-4853-9019-f6fd6d12e2c5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:13:45.847856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baa02e-8ac1-42fc-9906-a875a6db36a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c62f3e-359d-4853-9019-f6fd6d12e2c5,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:45.851982 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa8a187-71e4-487b-820c-40cd1a3577ab x-openstack-request-id: req-afa8a187-71e4-487b-820c-40cd1a3577ab {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:13:45.852626 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64aec78-e36d-42d7-beb1-fb09a4c5409d", "tag": "f3c62f3e-359d-4853-9019-f6fd6d12e2c5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:13:45.861991 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afa8a187-71e4-487b-820c-40cd1a3577ab {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:13:45.862654 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64aec78-e36d-42d7-beb1-fb09a4c5409d', 'tag': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5', 'status': 'completed', 'code': 200} Nov 13 06:13:45.904063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 228ebfb0-c8d5-4933-9278-da085338159c up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:13:45.912064 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-ddef7a2e-b4cd-4b52-8a4a-c1a26b21206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:45.913629 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-ddef7a2e-b4cd-4b52-8a4a-c1a26b21206a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 1094 time: 0.0443580 Nov 13 06:13:45.962523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 228ebfb0-c8d5-4933-9278-da085338159c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:13:45.962891 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:45.968591 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-245c5ac9-b71b-4d57-a47c-9a2113b36fee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3c62f3e-359d-4853-9019-f6fd6d12e2c5 HTTP/1.1" status: 200 len: 217 time: 0.0406649 Nov 13 06:13:46.020828 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-552c4c72-e1ae-4a6a-a586-ded3fbaadcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:46.022309 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-552c4c72-e1ae-4a6a-a586-ded3fbaadcd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec3885fe-51d5-4960-8be4-6bc77265f982 HTTP/1.1" status: 200 len: 835 time: 0.0471773 Nov 13 06:13:46.072532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-fa6fbac4-80c1-41f3-863c-7f7ac1c63dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:46.074208 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-fa6fbac4-80c1-41f3-863c-7f7ac1c63dde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c634201-af79-46d2-8c05-bb6f8c439527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443926 Nov 13 06:13:46.193778 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-a551d9ca-adf1-42e4-909e-eb735e226e7b service neutron] 10.222.0.36 "GET /v2.0/networks/1c634201-af79-46d2-8c05-bb6f8c439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121433 Nov 13 06:13:46.283730 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2cd16bf7-cb74-4f0a-8728-4c48962bf111 req-e80219e0-5897-444a-b970-4cf1fb361113 service neutron] 10.222.0.36 "GET /v2.0/networks/1c634201-af79-46d2-8c05-bb6f8c439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819962 Nov 13 06:13:46.437965 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a274f-8cf3-4263-9a1e-898131fec2e4 req-3f8ac858-1635-4b18-82d0-c46903adbdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:46.439539 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-576a274f-8cf3-4263-9a1e-898131fec2e4 req-3f8ac858-1635-4b18-82d0-c46903adbdc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 1094 time: 0.0567083 Nov 13 06:13:46.533750 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a274f-8cf3-4263-9a1e-898131fec2e4 req-3c416afa-3a49-40f0-ba98-173efa59c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:46.535230 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-576a274f-8cf3-4263-9a1e-898131fec2e4 req-3c416afa-3a49-40f0-ba98-173efa59c11a service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c634201-af79-46d2-8c05-bb6f8c439527 HTTP/1.1" status: 200 len: 898 time: 0.0872049 Nov 13 06:13:46.582049 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-576a274f-8cf3-4263-9a1e-898131fec2e4 req-46d69428-9c3f-449b-81ea-8b2bf9ea619f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3c62f3e-359d-4853-9019-f6fd6d12e2c5 HTTP/1.1" status: 200 len: 217 time: 0.0389850 Nov 13 06:13:46.642144 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a274f-8cf3-4263-9a1e-898131fec2e4 req-868d20d6-26ac-4975-8851-4699fbf654eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:46.643689 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-576a274f-8cf3-4263-9a1e-898131fec2e4 req-868d20d6-26ac-4975-8851-4699fbf654eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec3885fe-51d5-4960-8be4-6bc77265f982 HTTP/1.1" status: 200 len: 835 time: 0.0533204 Nov 13 06:13:46.691949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a274f-8cf3-4263-9a1e-898131fec2e4 req-e3a31de8-0cf6-4a91-9f6e-f29360261420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:46.693376 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-576a274f-8cf3-4263-9a1e-898131fec2e4 req-e3a31de8-0cf6-4a91-9f6e-f29360261420 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c634201-af79-46d2-8c05-bb6f8c439527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416625 Nov 13 06:13:46.723452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b591fc0-e775-419b-a30c-00b4bb7f1ec7 req-98796e87-92ae-4000-b2e5-70a0d4b1d384 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:46.724948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9b591fc0-e775-419b-a30c-00b4bb7f1ec7 req-98796e87-92ae-4000-b2e5-70a0d4b1d384 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 943 time: 0.0515606 Nov 13 06:13:46.776019 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9b591fc0-e775-419b-a30c-00b4bb7f1ec7 req-e002f7c5-2caf-4750-9910-a4c344100d7b tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445275 Nov 13 06:13:46.790183 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-576a274f-8cf3-4263-9a1e-898131fec2e4 req-c9270fe6-df50-4e23-b678-fcd96101b871 service neutron] 10.222.0.36 "GET /v2.0/networks/1c634201-af79-46d2-8c05-bb6f8c439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885932 Nov 13 06:13:46.880119 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-576a274f-8cf3-4263-9a1e-898131fec2e4 req-c3aa65a0-9f51-40bf-ab88-f6763a235d75 service neutron] 10.222.0.36 "GET /v2.0/networks/1c634201-af79-46d2-8c05-bb6f8c439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823905 Nov 13 06:13:47.910353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b723f-2bda-477f-bb8b-ed2b9c1eb544 req-a7969d93-4250-43f4-b84e-ae5314f4f717 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:47.911963 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-455b723f-2bda-477f-bb8b-ed2b9c1eb544 req-a7969d93-4250-43f4-b84e-ae5314f4f717 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 943 time: 0.0565107 Nov 13 06:13:47.966586 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-455b723f-2bda-477f-bb8b-ed2b9c1eb544 req-8c3c299e-d092-409f-a990-98084d549873 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480072 Nov 13 06:13:48.566305 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f3c62f3e-359d-4853-9019-f6fd6d12e2c5 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:13:48.671049 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port f3c62f3e-359d-4853-9019-f6fd6d12e2c5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f3c62f3e-359d-4853-9019-f6fd6d12e2c5,segment=NetworkSegment(06d4e9ac-ac8d-4d8f-82a9-704243aace20),segment_id=06d4e9ac-ac8d-4d8f-82a9-704243aace20)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:13:48.682734 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'port_id': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5', 'mac_address': 'fa:16:3e:d8:88:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:13:48.723482 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:48.736419 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c62f3e-359d-4853-9019-f6fd6d12e2c5 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:13:48.756343 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port f3c62f3e-359d-4853-9019-f6fd6d12e2c5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f3c62f3e-359d-4853-9019-f6fd6d12e2c5,segment=NetworkSegment(06d4e9ac-ac8d-4d8f-82a9-704243aace20),segment_id=06d4e9ac-ac8d-4d8f-82a9-704243aace20)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:13:48.761880 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:48.807535 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=f3c62f3e-359d-4853-9019-f6fd6d12e2c5,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:49.090039 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24181f58-d927-4740-ba19-8a01c2b148dd req-1dd26b70-da0b-4f50-bd0a-7cd765a8a40e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:49.091494 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24181f58-d927-4740-ba19-8a01c2b148dd req-1dd26b70-da0b-4f50-bd0a-7cd765a8a40e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 944 time: 0.0517473 Nov 13 06:13:49.146140 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24181f58-d927-4740-ba19-8a01c2b148dd req-622e3961-e075-4b09-9101-e84408de0fdf tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467265 Nov 13 06:13:49.183147 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['f3c62f3e-359d-4853-9019-f6fd6d12e2c5'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:13:49.859962 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:13:50.277383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21be06-f96b-40c8-9291-5e82824d3d5e req-eab2480c-433b-46f4-a7f5-d101130b7e36 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:50.278852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b21be06-f96b-40c8-9291-5e82824d3d5e req-eab2480c-433b-46f4-a7f5-d101130b7e36 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 944 time: 0.0545838 Nov 13 06:13:50.331608 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-6b21be06-f96b-40c8-9291-5e82824d3d5e req-3dbc2a19-cdb8-4f60-ba81-f0c45b75d76d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437927 Nov 13 06:13:50.598066 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f3c62f3e-359d-4853-9019-f6fd6d12e2c5 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:13:50.658667 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port f3c62f3e-359d-4853-9019-f6fd6d12e2c5 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 06:13:50.662724 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port f3c62f3e-359d-4853-9019-f6fd6d12e2c5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:13:50.663189 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:50.918503 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:50.941532 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64aec78-e36d-42d7-beb1-fb09a4c5409d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:13:50.943822 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caa250f-5b0d-4661-926b-ee46f3d8f94e" -d '{"events": [{"server_uuid": "e64aec78-e36d-42d7-beb1-fb09a4c5409d", "name": "network-vif-plugged", "status": "completed", "tag": "f3c62f3e-359d-4853-9019-f6fd6d12e2c5"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:13:50.956210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port f3c62f3e-359d-4853-9019-f6fd6d12e2c5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f3c62f3e-359d-4853-9019-f6fd6d12e2c5,segment=NetworkSegment(06d4e9ac-ac8d-4d8f-82a9-704243aace20),segment_id=06d4e9ac-ac8d-4d8f-82a9-704243aace20)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:13:50.960981 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:50.987787 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f730c2-413b-461d-b757-0081d5cd7746 x-openstack-request-id: req-49f730c2-413b-461d-b757-0081d5cd7746 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:13:50.990559 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64aec78-e36d-42d7-beb1-fb09a4c5409d", "name": "network-vif-plugged", "status": "completed", "tag": "f3c62f3e-359d-4853-9019-f6fd6d12e2c5", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:13:50.990812 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49f730c2-413b-461d-b757-0081d5cd7746 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:13:50.991230 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64aec78-e36d-42d7-beb1-fb09a4c5409d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5', 'code': 200} Nov 13 06:13:51.020011 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=f3c62f3e-359d-4853-9019-f6fd6d12e2c5,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:51.113771 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11184b6c-9840-45f8-bcc2-b99edf3cde89 req-ecd39967-7070-47ba-8b42-b37d78447db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:51.115300 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-11184b6c-9840-45f8-bcc2-b99edf3cde89 req-ecd39967-7070-47ba-8b42-b37d78447db3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 1096 time: 0.0431077 Nov 13 06:13:51.171352 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-11184b6c-9840-45f8-bcc2-b99edf3cde89 req-c84e53de-0521-4b66-8788-b5907fc85af2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482478 Nov 13 06:13:51.467466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd434f48-eb48-4118-8fed-3065f37341e1 req-571748a7-9fe0-4c16-8b18-ea1b593cae29 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:51.468809 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cd434f48-eb48-4118-8fed-3065f37341e1 req-571748a7-9fe0-4c16-8b18-ea1b593cae29 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 945 time: 0.0638645 Nov 13 06:13:51.520998 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cd434f48-eb48-4118-8fed-3065f37341e1 req-f377811f-c5c1-4303-8995-73e719221171 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432894 Nov 13 06:13:52.649975 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1e825-7c32-4997-9e2d-57d06fdc35f1 req-bc8955a2-bee6-4943-82b9-9aa8fdac971c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:52.651802 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-79b1e825-7c32-4997-9e2d-57d06fdc35f1 req-bc8955a2-bee6-4943-82b9-9aa8fdac971c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 945 time: 0.0548458 Nov 13 06:13:52.706661 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-79b1e825-7c32-4997-9e2d-57d06fdc35f1 req-364b8c62-954d-434b-8bb4-ff1ebed50b84 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466328 Nov 13 06:13:52.835949 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1f2f7-973e-4576-a386-91d80c418539 req-4a5ef6ca-c55f-4fce-9823-9ec99854b141 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:52.837433 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffe1f2f7-973e-4576-a386-91d80c418539 req-4a5ef6ca-c55f-4fce-9823-9ec99854b141 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 945 time: 0.0531600 Nov 13 06:13:52.889489 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ffe1f2f7-973e-4576-a386-91d80c418539 req-e1a1cbbd-96e2-428e-a1b9-f5b7534602d7 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458605 Nov 13 06:13:52.911177 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50506) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:52.958215 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d009503-b9c1-4235-ba08-d119ae0ee6b3 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:52.959740 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3d009503-b9c1-4235-ba08-d119ae0ee6b3 tempest-TestNetworkAdvancedServerOps-1870244847 tempest-TestNetworkAdvancedServerOps-1870244847-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 1091 time: 0.0476074 Nov 13 06:13:52.963673 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50508) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:52.968066 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:13:52.992485 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:53.104680 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:53.209979 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Allocated IP 172.25.8.81 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/23360650-f28a-4a1b-83e7-1d6a8318b74a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:13:53.313568 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:53.351892 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:53.391181 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:13:53.402026 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:13:53.406115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:13:53.411944 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=23360650-f28a-4a1b-83e7-1d6a8318b74a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:53.790420 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:53.868438 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:54.015393 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:54.021988 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:54.089915 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event updated for resources: {'Port': ['ID=23360650-f28a-4a1b-83e7-1d6a8318b74a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:13:54.103654 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:54.204759 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Floating IP 5a382310-7fe1-4a7b-8e66-7b1296dbec1d associated. External IP: 172.25.8.81, port: f3c62f3e-359d-4853-9019-f6fd6d12e2c5. Nov 13 06:13:54.425041 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router 439d153d-704b-4886-b6a0-fe10683d45f6 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:13:54.533068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:13:54.543516 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba9135-6ca9-4260-baec-e6e546c792c6 None None] Sync routers for ids ['439d153d-704b-4886-b6a0-fe10683d45f6'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:13:54.554002 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:54.555879 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba9135-6ca9-4260-baec-e6e546c792c6 None None] Routers {'439d153d-704b-4886-b6a0-fe10683d45f6'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:13:54.556628 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-35ba9135-6ca9-4260-baec-e6e546c792c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:13:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['439d153d-704b-4886-b6a0-fe10683d45f6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:54.580930 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-56dfc441-c6d1-499a-9578-28e5e98ae35c tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6162586 Nov 13 06:13:54.581496 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64aec78-e36d-42d7-beb1-fb09a4c5409d', 'tag': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:13:54.583764 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b70b08f-5d35-4d69-8dc3-642e226ed9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e64aec78-e36d-42d7-beb1-fb09a4c5409d", "tag": "f3c62f3e-359d-4853-9019-f6fd6d12e2c5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:13:54.625778 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fad258-5485-4721-8f69-a639185b249e x-openstack-request-id: req-36fad258-5485-4721-8f69-a639185b249e {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:13:54.626080 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64aec78-e36d-42d7-beb1-fb09a4c5409d", "tag": "f3c62f3e-359d-4853-9019-f6fd6d12e2c5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:13:54.626330 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36fad258-5485-4721-8f69-a639185b249e {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:13:54.626745 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64aec78-e36d-42d7-beb1-fb09a4c5409d', 'tag': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5', 'status': 'completed', 'code': 200} Nov 13 06:13:54.667872 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-35ba9135-6ca9-4260-baec-e6e546c792c6 None None] Set router 439d153d-704b-4886-b6a0-fe10683d45f6 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:13:54.693575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08114d34-5b9a-4deb-ba4a-505a28054929 req-8223303e-eadd-43d8-96cc-cd398affb970 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:54.695361 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08114d34-5b9a-4deb-ba4a-505a28054929 req-8223303e-eadd-43d8-96cc-cd398affb970 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 945 time: 0.0489688 Nov 13 06:13:54.722394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70b08f-5d35-4d69-8dc3-642e226ed9e6 req-b90d0c79-ee57-456c-a4c2-6d2a8512916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:54.724131 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b70b08f-5d35-4d69-8dc3-642e226ed9e6 req-b90d0c79-ee57-456c-a4c2-6d2a8512916c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 1096 time: 0.0507088 Nov 13 06:13:54.748882 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-08114d34-5b9a-4deb-ba4a-505a28054929 req-ba7c781e-fe7e-4797-88b4-60d1a6a2b1d5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448418 Nov 13 06:13:54.772169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50516) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:54.828825 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70b08f-5d35-4d69-8dc3-642e226ed9e6 req-29943b7d-c17f-4174-8b3f-dec7a528f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:54.830466 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b70b08f-5d35-4d69-8dc3-642e226ed9e6 req-29943b7d-c17f-4174-8b3f-dec7a528f4df service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c634201-af79-46d2-8c05-bb6f8c439527 HTTP/1.1" status: 200 len: 898 time: 0.0997870 Nov 13 06:13:54.837385 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-ece8cb19-774a-4a6b-9199-a58248181491 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/5a382310-7fe1-4a7b-8e66-7b1296dbec1d HTTP/1.1" status: 200 len: 990 time: 0.0639358 Nov 13 06:13:54.897589 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b70b08f-5d35-4d69-8dc3-642e226ed9e6 req-f61c5fa1-8109-4dab-8b6c-20b383a770a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3c62f3e-359d-4853-9019-f6fd6d12e2c5 HTTP/1.1" status: 200 len: 998 time: 0.0581908 Nov 13 06:13:54.898256 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-35ba9135-6ca9-4260-baec-e6e546c792c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '33351e80-918a-45cb-9794-a42525f48577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '33351e80-918a-45cb-9794-a42525f48577', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '5a382310-7fe1-4a7b-8e66-7b1296dbec1d', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'port_id': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'mac_address': 'fa:16:3e:d8:88:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aec78-e36d-42d7-beb1-fb09a4c5409d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:13:53Z', 'updated_at': '2021-11-13T06:13:53Z', 'revision_number': 0, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228ebfb0-c8d5-4933-9278-da085338159c', 'name': '', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:8d:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:40Z', 'updated_at': '2021-11-13T06:13:44Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:54.925073 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba9135-6ca9-4260-baec-e6e546c792c6 None None] Checking router: 439d153d-704b-4886-b6a0-fe10683d45f6 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:13:54.934018 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba9135-6ca9-4260-baec-e6e546c792c6 None None] Routers {'439d153d-704b-4886-b6a0-fe10683d45f6'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:13:54.934623 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-35ba9135-6ca9-4260-baec-e6e546c792c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:13:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['439d153d-704b-4886-b6a0-fe10683d45f6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:54.947792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70b08f-5d35-4d69-8dc3-642e226ed9e6 req-22a77a26-d508-4047-b352-a97f0eb2af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:54.949147 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b70b08f-5d35-4d69-8dc3-642e226ed9e6 req-22a77a26-d508-4047-b352-a97f0eb2af17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec3885fe-51d5-4960-8be4-6bc77265f982 HTTP/1.1" status: 200 len: 835 time: 0.0449035 Nov 13 06:13:54.999225 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70b08f-5d35-4d69-8dc3-642e226ed9e6 req-dec36575-158a-4f9b-a290-9c8ee8fa2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:13:55.000720 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b70b08f-5d35-4d69-8dc3-642e226ed9e6 req-dec36575-158a-4f9b-a290-9c8ee8fa2733 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c634201-af79-46d2-8c05-bb6f8c439527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447240 Nov 13 06:13:55.096086 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b70b08f-5d35-4d69-8dc3-642e226ed9e6 req-24bc7be5-f630-4ffa-8eb2-a6e1eac0b658 service neutron] 10.222.0.36 "GET /v2.0/networks/1c634201-af79-46d2-8c05-bb6f8c439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874259 Nov 13 06:13:55.137817 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-35ba9135-6ca9-4260-baec-e6e546c792c6 None None] Set router 439d153d-704b-4886-b6a0-fe10683d45f6 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:13:55.194048 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8b70b08f-5d35-4d69-8dc3-642e226ed9e6 req-c9993572-c16c-4f26-8dec-8ac3cbe1608a service neutron] 10.222.0.36 "GET /v2.0/networks/1c634201-af79-46d2-8c05-bb6f8c439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899508 Nov 13 06:13:55.356399 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-35ba9135-6ca9-4260-baec-e6e546c792c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '33351e80-918a-45cb-9794-a42525f48577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '33351e80-918a-45cb-9794-a42525f48577', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '5a382310-7fe1-4a7b-8e66-7b1296dbec1d', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'port_id': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'mac_address': 'fa:16:3e:d8:88:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aec78-e36d-42d7-beb1-fb09a4c5409d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:13:53Z', 'updated_at': '2021-11-13T06:13:53Z', 'revision_number': 0, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228ebfb0-c8d5-4933-9278-da085338159c', 'name': '', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:8d:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:40Z', 'updated_at': '2021-11-13T06:13:44Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:13:55.384827 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba9135-6ca9-4260-baec-e6e546c792c6 None None] The sync data for ids ['439d153d-704b-4886-b6a0-fe10683d45f6'] in n-d-813114-2 is: [{'id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '33351e80-918a-45cb-9794-a42525f48577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '33351e80-918a-45cb-9794-a42525f48577', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '5a382310-7fe1-4a7b-8e66-7b1296dbec1d', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'port_id': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'mac_address': 'fa:16:3e:d8:88:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aec78-e36d-42d7-beb1-fb09a4c5409d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:13:53Z', 'updated_at': '2021-11-13T06:13:53Z', 'revision_number': 0, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228ebfb0-c8d5-4933-9278-da085338159c', 'name': '', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:8d:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:40Z', 'updated_at': '2021-11-13T06:13:44Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:13:55.597751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f0466-e963-43e6-8785-96c2a3ff0011 None None] New status for floating IP 5a382310-7fe1-4a7b-8e66-7b1296dbec1d: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:13:55.841442 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50522) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:13:55.905340 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-298e41f6-f5a9-4fc7-812d-1324c3b1e8f4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/5a382310-7fe1-4a7b-8e66-7b1296dbec1d HTTP/1.1" status: 200 len: 992 time: 0.0626795 Nov 13 06:13:59.466111 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:13:59.552094 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:14:04.449369 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ccfcfb7-ec26-40f8-9178-36bd5146311d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:14:06.584390 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f9f8ae2-3d64-45dd-bc00-1c21c71850b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:14:08.327256 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:14:09.595909 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:14:10.093169 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:14:26.865659 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:14:29.473806 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:14:29.552154 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:14:34.447760 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e140378-5efb-4ae5-9cf7-7d51e0d6b903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:14:36.590328 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a04762a7-9d72-4149-82b0-7b91f0da5b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:14:38.334511 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:14:39.601031 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:14:40.089719 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:14:43.958936 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d97908a-c569-47d8-8c39-c4277ef02451 req-a89887bd-75cb-4a07-9835-b5b0ce9960bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492277 Nov 13 06:14:44.073117 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97908a-c569-47d8-8c39-c4277ef02451 req-7d4ddc01-9b58-4441-b4d3-fc324167c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:14:44.074605 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d97908a-c569-47d8-8c39-c4277ef02451 req-7d4ddc01-9b58-4441-b4d3-fc324167c438 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 1096 time: 0.0521209 Nov 13 06:14:44.187776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97908a-c569-47d8-8c39-c4277ef02451 req-ffdd10b7-1089-4791-a49f-999d026b6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:14:44.189242 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d97908a-c569-47d8-8c39-c4277ef02451 req-ffdd10b7-1089-4791-a49f-999d026b6791 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c634201-af79-46d2-8c05-bb6f8c439527 HTTP/1.1" status: 200 len: 898 time: 0.0933659 Nov 13 06:14:44.256989 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d97908a-c569-47d8-8c39-c4277ef02451 req-7897609d-98b8-4eeb-8398-4c1857469213 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3c62f3e-359d-4853-9019-f6fd6d12e2c5 HTTP/1.1" status: 200 len: 1000 time: 0.0602379 Nov 13 06:14:44.311869 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97908a-c569-47d8-8c39-c4277ef02451 req-b38e22d0-d6a8-499d-9647-87997c664b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:14:44.313286 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d97908a-c569-47d8-8c39-c4277ef02451 req-b38e22d0-d6a8-499d-9647-87997c664b99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec3885fe-51d5-4960-8be4-6bc77265f982 HTTP/1.1" status: 200 len: 835 time: 0.0497279 Nov 13 06:14:44.360961 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97908a-c569-47d8-8c39-c4277ef02451 req-6592c5fb-cac9-4875-badb-d4faf934ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:14:44.362461 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d97908a-c569-47d8-8c39-c4277ef02451 req-6592c5fb-cac9-4875-badb-d4faf934ce2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c634201-af79-46d2-8c05-bb6f8c439527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414572 Nov 13 06:14:44.451801 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d97908a-c569-47d8-8c39-c4277ef02451 req-7a9e892a-3476-409d-848c-49859d6f02f2 service neutron] 10.222.0.36 "GET /v2.0/networks/1c634201-af79-46d2-8c05-bb6f8c439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816100 Nov 13 06:14:44.547555 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9d97908a-c569-47d8-8c39-c4277ef02451 req-a16d39bf-1382-4a50-9a44-6f58fe4b6c9a service neutron] 10.222.0.36 "GET /v2.0/networks/1c634201-af79-46d2-8c05-bb6f8c439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872266 Nov 13 06:14:59.156353 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2389e-40c1-42e1-8056-ac2f53a1e9fd req-5cb85185-195b-48af-8ea9-0089a3f77882 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:14:59.157825 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2e2389e-40c1-42e1-8056-ac2f53a1e9fd req-5cb85185-195b-48af-8ea9-0089a3f77882 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 945 time: 0.1603441 Nov 13 06:14:59.211728 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2e2389e-40c1-42e1-8056-ac2f53a1e9fd req-2384b709-8456-474d-97ef-1c2dfeb8c99f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449028 Nov 13 06:14:59.481581 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:14:59.549331 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:00.404320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83345b81-b537-4928-b454-aca6623f9085 req-f1d664b2-b8da-49dc-9f1e-edfe2bb1d451 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:00.405828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-83345b81-b537-4928-b454-aca6623f9085 req-f1d664b2-b8da-49dc-9f1e-edfe2bb1d451 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 945 time: 0.1131332 Nov 13 06:15:00.458169 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-83345b81-b537-4928-b454-aca6623f9085 req-34bdb1f3-4614-4bed-a703-a43c9c4c512e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455892 Nov 13 06:15:01.597596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419b951-197c-4cf8-aa91-4758da32d1aa req-52af2fc9-a2b5-464b-8cd6-9aa0bfb8c4f0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:01.599182 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0419b951-197c-4cf8-aa91-4758da32d1aa req-52af2fc9-a2b5-464b-8cd6-9aa0bfb8c4f0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 945 time: 0.0599937 Nov 13 06:15:01.652059 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0419b951-197c-4cf8-aa91-4758da32d1aa req-45cc8629-56e7-477d-8496-09d5572a9a6a tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466840 Nov 13 06:15:01.677798 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50566) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:01.739088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cf03789e-32d5-4323-befd-d7b1c2b86392 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/5a382310-7fe1-4a7b-8e66-7b1296dbec1d HTTP/1.1" status: 200 len: 992 time: 0.0600798 Nov 13 06:15:03.027568 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18637b1-e335-4c25-9ab6-369981fd35bf req-0d3b85ba-2f07-463d-8fdd-4291a38d86d5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:03.028952 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e18637b1-e335-4c25-9ab6-369981fd35bf req-0d3b85ba-2f07-463d-8fdd-4291a38d86d5 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 945 time: 0.0495250 Nov 13 06:15:03.086332 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e18637b1-e335-4c25-9ab6-369981fd35bf req-489faa8e-5a6f-41a3-85f3-9c20583dc5bf tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499723 Nov 13 06:15:03.109610 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f92d9e-9ac2-4fd3-bd67-b4f3dfc1865b req-e5669329-8af3-42b2-ae63-88af94dbc77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:03.111274 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85f92d9e-9ac2-4fd3-bd67-b4f3dfc1865b req-e5669329-8af3-42b2-ae63-88af94dbc77d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 1096 time: 0.0812917 Nov 13 06:15:03.205055 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f92d9e-9ac2-4fd3-bd67-b4f3dfc1865b req-965fbda8-d388-4a51-959e-f6ffb25ad1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:03.206511 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85f92d9e-9ac2-4fd3-bd67-b4f3dfc1865b req-965fbda8-d388-4a51-959e-f6ffb25ad1e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c634201-af79-46d2-8c05-bb6f8c439527 HTTP/1.1" status: 200 len: 898 time: 0.0884526 Nov 13 06:15:03.271150 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85f92d9e-9ac2-4fd3-bd67-b4f3dfc1865b req-aa61f7cd-c471-454d-a522-8ca5ffd2049b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3c62f3e-359d-4853-9019-f6fd6d12e2c5 HTTP/1.1" status: 200 len: 1000 time: 0.0573087 Nov 13 06:15:03.319489 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f92d9e-9ac2-4fd3-bd67-b4f3dfc1865b req-71a03279-18b0-4e60-92a2-167365a21c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:03.320874 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85f92d9e-9ac2-4fd3-bd67-b4f3dfc1865b req-71a03279-18b0-4e60-92a2-167365a21c9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec3885fe-51d5-4960-8be4-6bc77265f982 HTTP/1.1" status: 200 len: 835 time: 0.0429797 Nov 13 06:15:03.373319 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f92d9e-9ac2-4fd3-bd67-b4f3dfc1865b req-9130639b-2f34-47c5-8427-7ed635713e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:03.375180 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85f92d9e-9ac2-4fd3-bd67-b4f3dfc1865b req-9130639b-2f34-47c5-8427-7ed635713e56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c634201-af79-46d2-8c05-bb6f8c439527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470300 Nov 13 06:15:03.469223 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85f92d9e-9ac2-4fd3-bd67-b4f3dfc1865b req-f478bf5a-a71a-4383-b0c9-068af6287de2 service neutron] 10.222.0.36 "GET /v2.0/networks/1c634201-af79-46d2-8c05-bb6f8c439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861883 Nov 13 06:15:03.567453 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-85f92d9e-9ac2-4fd3-bd67-b4f3dfc1865b req-125ae2f6-f3a1-44d8-b488-41fdd58d8e24 service neutron] 10.222.0.36 "GET /v2.0/networks/1c634201-af79-46d2-8c05-bb6f8c439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907013 Nov 13 06:15:03.867482 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:15:04.220328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec2dc8-60b1-4fe0-8b89-7061a9a48758 req-aff1ba85-b0f0-4b52-b6fb-dec0c25d0b9d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:04.222295 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d3ec2dc8-60b1-4fe0-8b89-7061a9a48758 req-aff1ba85-b0f0-4b52-b6fb-dec0c25d0b9d tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 945 time: 0.0541155 Nov 13 06:15:04.276590 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d3ec2dc8-60b1-4fe0-8b89-7061a9a48758 req-0aade2d8-dddd-48f4-9685-dba9c558a6df tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467544 Nov 13 06:15:04.454496 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49fe518e-b90e-484d-886f-cb2a228700e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:05.414569 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65c38e-f99d-435f-b532-8bd454656635 req-d208b64d-36a7-4ef5-97b0-8352e43302b4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:05.416111 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cd65c38e-f99d-435f-b532-8bd454656635 req-d208b64d-36a7-4ef5-97b0-8352e43302b4 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 945 time: 0.0538530 Nov 13 06:15:05.469907 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-cd65c38e-f99d-435f-b532-8bd454656635 req-a6c8a451-b0c6-4329-b045-b41b462b3a2e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453513 Nov 13 06:15:05.493507 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50580) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:05.561002 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5057506c-e77b-4e7b-9992-7f98e26f9cee tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/floatingips/5a382310-7fe1-4a7b-8e66-7b1296dbec1d HTTP/1.1" status: 200 len: 992 time: 0.0662706 Nov 13 06:15:05.788451 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50586) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:06.300461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port 23360650-f28a-4a1b-83e7-1d6a8318b74a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:15:06.300745 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:06.381313 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:06.381596 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:06.393831 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for 23360650-f28a-4a1b-83e7-1d6a8318b74a owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:15:06.549498 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:06.576121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=23360650-f28a-4a1b-83e7-1d6a8318b74a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:06.587293 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:06.587638 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:06.587971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:06.588339 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:06.589096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:06.589096 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:06.589272 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:06.589591 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:06.589904 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:06.590223 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:06.590538 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:06.590851 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:06.597017 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9edc-faf3-42aa-842c-fcd52df62615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:06.648779 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:06.649109 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Floating IP 5a382310-7fe1-4a7b-8e66-7b1296dbec1d disassociated (deleted). External IP: 172.25.8.81, port: f3c62f3e-359d-4853-9019-f6fd6d12e2c5. Nov 13 06:15:06.861130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router 439d153d-704b-4886-b6a0-fe10683d45f6 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:15:06.979303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:15:06.984345 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:06.990103 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62aca6d-2ab4-46c0-8553-7bba72f531fd None None] Sync routers for ids ['439d153d-704b-4886-b6a0-fe10683d45f6'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:15:06.999960 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62aca6d-2ab4-46c0-8553-7bba72f531fd None None] Routers {'439d153d-704b-4886-b6a0-fe10683d45f6'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:15:07.000549 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b62aca6d-2ab4-46c0-8553-7bba72f531fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:15:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['439d153d-704b-4886-b6a0-fe10683d45f6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:07.012903 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-59c18e48-ef85-4b0e-abbd-afc9899cdc7f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/floatingips/5a382310-7fe1-4a7b-8e66-7b1296dbec1d HTTP/1.1" status: 204 len: 168 time: 1.2233539 Nov 13 06:15:07.013499 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64aec78-e36d-42d7-beb1-fb09a4c5409d', 'tag': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:15:07.015848 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079f6d2b-0ff0-4ae4-97a6-84f90d82c229" -d '{"events": [{"name": "network-changed", "server_uuid": "e64aec78-e36d-42d7-beb1-fb09a4c5409d", "tag": "f3c62f3e-359d-4853-9019-f6fd6d12e2c5"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:15:07.113897 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-b62aca6d-2ab4-46c0-8553-7bba72f531fd None None] Set router 439d153d-704b-4886-b6a0-fe10683d45f6 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:15:07.122603 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd9d838-eea7-45ef-9bc2-00959fcce664 x-openstack-request-id: req-5cd9d838-eea7-45ef-9bc2-00959fcce664 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:15:07.122845 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64aec78-e36d-42d7-beb1-fb09a4c5409d", "tag": "f3c62f3e-359d-4853-9019-f6fd6d12e2c5", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:15:07.123351 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5cd9d838-eea7-45ef-9bc2-00959fcce664 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:15:07.123847 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64aec78-e36d-42d7-beb1-fb09a4c5409d', 'tag': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5', 'status': 'completed', 'code': 200} Nov 13 06:15:07.330499 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b62aca6d-2ab4-46c0-8553-7bba72f531fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '33351e80-918a-45cb-9794-a42525f48577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '33351e80-918a-45cb-9794-a42525f48577', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '228ebfb0-c8d5-4933-9278-da085338159c', 'name': '', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:8d:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:40Z', 'updated_at': '2021-11-13T06:13:44Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:07.361462 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62aca6d-2ab4-46c0-8553-7bba72f531fd None None] Checking router: 439d153d-704b-4886-b6a0-fe10683d45f6 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:15:07.371482 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62aca6d-2ab4-46c0-8553-7bba72f531fd None None] Routers {'439d153d-704b-4886-b6a0-fe10683d45f6'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:15:07.371999 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b62aca6d-2ab4-46c0-8553-7bba72f531fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:15:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['439d153d-704b-4886-b6a0-fe10683d45f6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:07.479451 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-b62aca6d-2ab4-46c0-8553-7bba72f531fd None None] Set router 439d153d-704b-4886-b6a0-fe10683d45f6 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:15:07.600861 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6d2b-0ff0-4ae4-97a6-84f90d82c229 req-cc09621f-f5cf-4497-9df6-11e6dbbc54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:07.602852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-079f6d2b-0ff0-4ae4-97a6-84f90d82c229 req-cc09621f-f5cf-4497-9df6-11e6dbbc54cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 1096 time: 0.4349301 Nov 13 06:15:07.629377 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d4d46-fc69-4e12-b5f2-da54cad955f2 req-f50d8e9a-c24f-4d94-96c5-794da2a205ec tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:07.631161 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f7d4d46-fc69-4e12-b5f2-da54cad955f2 req-f50d8e9a-c24f-4d94-96c5-794da2a205ec tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 945 time: 0.4281340 Nov 13 06:15:07.681290 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b62aca6d-2ab4-46c0-8553-7bba72f531fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '33351e80-918a-45cb-9794-a42525f48577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '33351e80-918a-45cb-9794-a42525f48577', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '228ebfb0-c8d5-4933-9278-da085338159c', 'name': '', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:8d:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:40Z', 'updated_at': '2021-11-13T06:13:44Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:07.706447 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62aca6d-2ab4-46c0-8553-7bba72f531fd None None] The sync data for ids ['439d153d-704b-4886-b6a0-fe10683d45f6'] in n-d-813114-2 is: [{'id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '33351e80-918a-45cb-9794-a42525f48577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:41Z', 'revision_number': 4, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '33351e80-918a-45cb-9794-a42525f48577', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '228ebfb0-c8d5-4933-9278-da085338159c', 'name': '', 'network_id': '1c634201-af79-46d2-8c05-bb6f8c439527', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'mac_address': 'fa:16:3e:8d:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:40Z', 'updated_at': '2021-11-13T06:13:44Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'subnets': [{'id': 'ec3885fe-51d5-4960-8be4-6bc77265f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:15:07.728589 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f7d4d46-fc69-4e12-b5f2-da54cad955f2 req-9d7e56be-0f47-448a-80ac-fbae7d1937b1 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876503 Nov 13 06:15:07.746023 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6d2b-0ff0-4ae4-97a6-84f90d82c229 req-ff94e395-1fb7-49fa-a1ab-a4a79b06f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:07.747642 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-079f6d2b-0ff0-4ae4-97a6-84f90d82c229 req-ff94e395-1fb7-49fa-a1ab-a4a79b06f290 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c634201-af79-46d2-8c05-bb6f8c439527 HTTP/1.1" status: 200 len: 898 time: 0.1349318 Nov 13 06:15:07.791161 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-079f6d2b-0ff0-4ae4-97a6-84f90d82c229 req-afddeba1-c20e-495e-921e-1021211f870f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3c62f3e-359d-4853-9019-f6fd6d12e2c5 HTTP/1.1" status: 200 len: 217 time: 0.0354812 Nov 13 06:15:07.844744 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6d2b-0ff0-4ae4-97a6-84f90d82c229 req-e61f98a6-d80a-4993-8a03-00a28ccb4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:07.846686 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-079f6d2b-0ff0-4ae4-97a6-84f90d82c229 req-e61f98a6-d80a-4993-8a03-00a28ccb4c0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec3885fe-51d5-4960-8be4-6bc77265f982 HTTP/1.1" status: 200 len: 835 time: 0.0445547 Nov 13 06:15:07.896627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6d2b-0ff0-4ae4-97a6-84f90d82c229 req-b03c008d-eaa3-4f5a-982a-7e219f004a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:07.898061 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-079f6d2b-0ff0-4ae4-97a6-84f90d82c229 req-b03c008d-eaa3-4f5a-982a-7e219f004a6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c634201-af79-46d2-8c05-bb6f8c439527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443003 Nov 13 06:15:07.934597 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ea96c4-c142-439e-a69c-9d3c3d42e085 None None] New status for floating IP 5a382310-7fe1-4a7b-8e66-7b1296dbec1d: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:15:07.994422 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-079f6d2b-0ff0-4ae4-97a6-84f90d82c229 req-18d326a9-827d-41b2-abeb-d63200650e04 service neutron] 10.222.0.36 "GET /v2.0/networks/1c634201-af79-46d2-8c05-bb6f8c439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881639 Nov 13 06:15:08.085260 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-079f6d2b-0ff0-4ae4-97a6-84f90d82c229 req-e87aa889-e273-47dc-aee0-229a78d7f538 service neutron] 10.222.0.36 "GET /v2.0/networks/1c634201-af79-46d2-8c05-bb6f8c439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840359 Nov 13 06:15:08.338968 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:08.868548 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314cd62-dbc5-45d2-888e-706419f0a563 req-cc866ea9-f7b6-492a-9115-b18dfc8aad64 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:08.870036 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9314cd62-dbc5-45d2-888e-706419f0a563 req-cc866ea9-f7b6-492a-9115-b18dfc8aad64 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 945 time: 0.0557189 Nov 13 06:15:08.923261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9314cd62-dbc5-45d2-888e-706419f0a563 req-fba00d4e-7010-43c2-9a01-0ca707e8bde0 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/security-groups?id=d445f3be-407d-45c3-bfd1-d096ded33136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443053 Nov 13 06:15:09.091961 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40039b6-2e3e-47f8-bf1f-ad6e240e6b4d req-b87cd6aa-4120-42cd-b9ee-efb3e6965952 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:09.093789 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d40039b6-2e3e-47f8-bf1f-ad6e240e6b4d req-b87cd6aa-4120-42cd-b9ee-efb3e6965952 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.36 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 945 time: 0.0709367 Nov 13 06:15:09.188228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d40039b6-2e3e-47f8-bf1f-ad6e240e6b4d req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port f3c62f3e-359d-4853-9019-f6fd6d12e2c5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:15:09.188521 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d40039b6-2e3e-47f8-bf1f-ad6e240e6b4d req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:09.282004 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d40039b6-2e3e-47f8-bf1f-ad6e240e6b4d req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] For port f3c62f3e-359d-4853-9019-f6fd6d12e2c5, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=f3c62f3e-359d-4853-9019-f6fd6d12e2c5,segment=NetworkSegment(06d4e9ac-ac8d-4d8f-82a9-704243aace20),segment_id=06d4e9ac-ac8d-4d8f-82a9-704243aace20)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:15:09.282346 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d40039b6-2e3e-47f8-bf1f-ad6e240e6b4d req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:09.296213 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d40039b6-2e3e-47f8-bf1f-ad6e240e6b4d req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for f3c62f3e-359d-4853-9019-f6fd6d12e2c5 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:15:09.434386 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d40039b6-2e3e-47f8-bf1f-ad6e240e6b4d req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:09.466072 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=f3c62f3e-359d-4853-9019-f6fd6d12e2c5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:09.478319 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:09.478670 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:09.479039 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:09.479374 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:09.479702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:09.480030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:09.480357 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:09.480681 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:09.481006 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:09.481326 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:09.481669 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:09.481986 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:09.516085 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40039b6-2e3e-47f8-bf1f-ad6e240e6b4d req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] No DVR routers for this DVR port f3c62f3e-359d-4853-9019-f6fd6d12e2c5 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:15:09.518738 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d40039b6-2e3e-47f8-bf1f-ad6e240e6b4d req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:09.522204 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d40039b6-2e3e-47f8-bf1f-ad6e240e6b4d req-7629b16b-5650-4de6-b808-366bf9795519 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.36 "DELETE /v2.0/ports/f3c62f3e-359d-4853-9019-f6fd6d12e2c5 HTTP/1.1" status: 204 len: 173 time: 0.4213917 Nov 13 06:15:09.522632 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64aec78-e36d-42d7-beb1-fb09a4c5409d', 'name': 'network-vif-deleted', 'tag': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:15:09.524985 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1bd70b-cc0e-4c30-a8ba-ec8a3492e37f" -d '{"events": [{"server_uuid": "e64aec78-e36d-42d7-beb1-fb09a4c5409d", "name": "network-vif-deleted", "tag": "f3c62f3e-359d-4853-9019-f6fd6d12e2c5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:15:09.601682 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:09.616694 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ccd95b-91d9-4d99-8ba0-a2c19798fa6c x-openstack-request-id: req-11ccd95b-91d9-4d99-8ba0-a2c19798fa6c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:15:09.616993 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64aec78-e36d-42d7-beb1-fb09a4c5409d", "name": "network-vif-deleted", "tag": "f3c62f3e-359d-4853-9019-f6fd6d12e2c5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:15:09.617253 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11ccd95b-91d9-4d99-8ba0-a2c19798fa6c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:15:09.617636 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64aec78-e36d-42d7-beb1-fb09a4c5409d', 'name': 'network-vif-deleted', 'tag': 'f3c62f3e-359d-4853-9019-f6fd6d12e2c5', 'status': 'completed', 'code': 200} Nov 13 06:15:10.047269 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b4322b33-2cad-46d4-bb9c-794c18d83707 req-c76334f7-ba20-4caf-9973-ffecd010d753 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64aec78-e36d-42d7-beb1-fb09a4c5409d HTTP/1.1" status: 200 len: 210 time: 0.0338502 Nov 13 06:15:10.092508 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:11.059248 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f3c62f3e-359d-4853-9019-f6fd6d12e2c5 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:15:11.079619 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: f3c62f3e-359d-4853-9019-f6fd6d12e2c5 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:15:11.079965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device f3c62f3e-359d-4853-9019-f6fd6d12e2c5 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:15:11.096599 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50606) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:11.479232 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32b85639-a529-4238-9006-0754aec1bd1e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:11.745853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-32b85639-a529-4238-9006-0754aec1bd1e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port 228ebfb0-c8d5-4933-9278-da085338159c {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:15:11.746109 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32b85639-a529-4238-9006-0754aec1bd1e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:11.844726 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-32b85639-a529-4238-9006-0754aec1bd1e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] For port 228ebfb0-c8d5-4933-9278-da085338159c, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=228ebfb0-c8d5-4933-9278-da085338159c,segment=NetworkSegment(06d4e9ac-ac8d-4d8f-82a9-704243aace20),segment_id=06d4e9ac-ac8d-4d8f-82a9-704243aace20)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:15:11.845035 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32b85639-a529-4238-9006-0754aec1bd1e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:11.857784 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-32b85639-a529-4238-9006-0754aec1bd1e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for 228ebfb0-c8d5-4933-9278-da085338159c owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:15:12.058154 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32b85639-a529-4238-9006-0754aec1bd1e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:12.089374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b85639-a529-4238-9006-0754aec1bd1e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=228ebfb0-c8d5-4933-9278-da085338159c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:12.265346 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-32b85639-a529-4238-9006-0754aec1bd1e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:12.495234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b85639-a529-4238-9006-0754aec1bd1e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Router 439d153d-704b-4886-b6a0-fe10683d45f6 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:15:12.603493 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b85639-a529-4238-9006-0754aec1bd1e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:15:12.608523 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-32b85639-a529-4238-9006-0754aec1bd1e tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "PUT /v2.0/routers/439d153d-704b-4886-b6a0-fe10683d45f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5109084 Nov 13 06:15:12.612225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50608) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:12.616407 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086e3f1-0636-448b-83d6-2e2e7ef7ed81 None None] Sync routers for ids ['439d153d-704b-4886-b6a0-fe10683d45f6'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:15:12.626683 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086e3f1-0636-448b-83d6-2e2e7ef7ed81 None None] Routers {'439d153d-704b-4886-b6a0-fe10683d45f6'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:15:12.627434 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8086e3f1-0636-448b-83d6-2e2e7ef7ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:15:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['439d153d-704b-4886-b6a0-fe10683d45f6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:12.664409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-496adb04-1ebd-4002-9e02-029b75760128 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting subnet ec3885fe-51d5-4960-8be4-6bc77265f982 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 06:15:12.667685 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-496adb04-1ebd-4002-9e02-029b75760128 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:12.706023 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-496adb04-1ebd-4002-9e02-029b75760128 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:12.733168 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8086e3f1-0636-448b-83d6-2e2e7ef7ed81 None None] Set router 439d153d-704b-4886-b6a0-fe10683d45f6 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:15:12.792502 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-496adb04-1ebd-4002-9e02-029b75760128 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:12.864007 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-496adb04-1ebd-4002-9e02-029b75760128 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:12.890882 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496adb04-1ebd-4002-9e02-029b75760128 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3885fe-51d5-4960-8be4-6bc77265f982,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:12.894747 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-496adb04-1ebd-4002-9e02-029b75760128 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:12.900688 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-496adb04-1ebd-4002-9e02-029b75760128 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/subnets/ec3885fe-51d5-4960-8be4-6bc77265f982 HTTP/1.1" status: 204 len: 168 time: 0.2843225 Nov 13 06:15:12.901668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50610) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:12.904971 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42c340f-eb4a-4020-807d-43e07d9a63c0 None None] Network 1c634201-af79-46d2-8c05-bb6f8c439527 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:15:12.923028 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8086e3f1-0636-448b-83d6-2e2e7ef7ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '33351e80-918a-45cb-9794-a42525f48577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:15:11Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '33351e80-918a-45cb-9794-a42525f48577', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:12.949856 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086e3f1-0636-448b-83d6-2e2e7ef7ed81 None None] Checking router: 439d153d-704b-4886-b6a0-fe10683d45f6 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:15:12.959000 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086e3f1-0636-448b-83d6-2e2e7ef7ed81 None None] Routers {'439d153d-704b-4886-b6a0-fe10683d45f6'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:15:12.959601 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8086e3f1-0636-448b-83d6-2e2e7ef7ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:15:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['439d153d-704b-4886-b6a0-fe10683d45f6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:13.011988 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.104751 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] DHCP port deletion for 1c634201-af79-46d2-8c05-bb6f8c439527 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:15:13.133739 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.158103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Deleting port e1383d9a-925b-4ed5-a711-27ad4a1563c6 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:15:13.158473 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.168939 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8086e3f1-0636-448b-83d6-2e2e7ef7ed81 None None] Set router 439d153d-704b-4886-b6a0-fe10683d45f6 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:15:13.191938 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Deleting port 33351e80-918a-45cb-9794-a42525f48577 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:15:13.192809 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.221052 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] For port e1383d9a-925b-4ed5-a711-27ad4a1563c6, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=e1383d9a-925b-4ed5-a711-27ad4a1563c6,segment=NetworkSegment(06d4e9ac-ac8d-4d8f-82a9-704243aace20),segment_id=06d4e9ac-ac8d-4d8f-82a9-704243aace20)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:15:13.221469 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.234215 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Calling delete_port for e1383d9a-925b-4ed5-a711-27ad4a1563c6 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:15:13.271254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] For port 33351e80-918a-45cb-9794-a42525f48577, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=33351e80-918a-45cb-9794-a42525f48577,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:15:13.271931 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.284684 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Calling delete_port for 33351e80-918a-45cb-9794-a42525f48577 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:15:13.320312 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.347932 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Pushing event deleted for resources: {'Port': ['ID=e1383d9a-925b-4ed5-a711-27ad4a1563c6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:13.352415 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] No DVR routers for this DVR port e1383d9a-925b-4ed5-a711-27ad4a1563c6 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:15:13.358542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:13.359021 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:13.359445 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:13.359858 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:13.366943 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:13.367428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:13.367666 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8086e3f1-0636-448b-83d6-2e2e7ef7ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '33351e80-918a-45cb-9794-a42525f48577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:15:11Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '33351e80-918a-45cb-9794-a42525f48577', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:13.367929 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:13.368344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:13.368768 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:13.369176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:13.369582 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:13.369988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b34721-4cc7-449d-96bd-ecded7f0b244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:13.394614 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086e3f1-0636-448b-83d6-2e2e7ef7ed81 None None] The sync data for ids ['439d153d-704b-4886-b6a0-fe10683d45f6'] in n-d-813114-2 is: [{'id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779259392', 'tenant_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '33351e80-918a-45cb-9794-a42525f48577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:15:11Z', 'revision_number': 5, 'project_id': 'eb84d0a713cf4876b47a07d15d41fc4d', 'gw_port': {'id': '33351e80-918a-45cb-9794-a42525f48577', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d153d-704b-4886-b6a0-fe10683d45f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:13:38Z', 'updated_at': '2021-11-13T06:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:15:13.461305 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.492635 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Port': ['ID=33351e80-918a-45cb-9794-a42525f48577,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:13.498658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8754e9a9-a191-4b9e-a3aa-9afc4b9405aa None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:15:13.562148 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.654647 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.656869 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.701244 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.701759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Fanout notify agent at l3_agent the message router_deleted on router 439d153d-704b-4886-b6a0-fe10683d45f6 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 06:15:13.709205 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.710312 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-0fb4d922-655d-4885-8918-76df31fad696 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/routers/439d153d-704b-4886-b6a0-fe10683d45f6 HTTP/1.1" status: 204 len: 168 time: 0.8084536 Nov 13 06:15:13.713403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50612) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:13.801459 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f46d087c-544b-4e36-97b8-c49cff6d7983 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.889604 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f46d087c-544b-4e36-97b8-c49cff6d7983 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.910839 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f46d087c-544b-4e36-97b8-c49cff6d7983 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c634201-af79-46d2-8c05-bb6f8c439527']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:13.920010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f46d087c-544b-4e36-97b8-c49cff6d7983 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d4e9ac-ac8d-4d8f-82a9-704243aace20') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:13.920306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f46d087c-544b-4e36-97b8-c49cff6d7983 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d4e9ac-ac8d-4d8f-82a9-704243aace20') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:13.929770 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f46d087c-544b-4e36-97b8-c49cff6d7983 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.943063 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f46d087c-544b-4e36-97b8-c49cff6d7983 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.949028 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46d087c-544b-4e36-97b8-c49cff6d7983 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 06:15:13.949414 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f46d087c-544b-4e36-97b8-c49cff6d7983 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: timer() Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 06:15:13.952356 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 06:15:14.018818 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f46d087c-544b-4e36-97b8-c49cff6d7983 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:14.026205 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f46d087c-544b-4e36-97b8-c49cff6d7983 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:14.029376 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f46d087c-544b-4e36-97b8-c49cff6d7983 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/networks/1c634201-af79-46d2-8c05-bb6f8c439527 HTTP/1.1" status: 204 len: 168 time: 0.3149004 Nov 13 06:15:14.032354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50614) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:14.042219 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d087c-544b-4e36-97b8-c49cff6d7983 tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'Network': ['ID=1c634201-af79-46d2-8c05-bb6f8c439527,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:14.099628 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b3413c2-22ad-4d81-b0bd-7ed68455b09f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:14.124911 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b3413c2-22ad-4d81-b0bd-7ed68455b09f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:14.194653 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b3413c2-22ad-4d81-b0bd-7ed68455b09f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:14.197456 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5b3413c2-22ad-4d81-b0bd-7ed68455b09f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:14.198689 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5b3413c2-22ad-4d81-b0bd-7ed68455b09f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] 10.222.0.43 "DELETE /v2.0/security-groups/d445f3be-407d-45c3-bfd1-d096ded33136 HTTP/1.1" status: 204 len: 168 time: 0.1652842 Nov 13 06:15:14.208452 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3413c2-22ad-4d81-b0bd-7ed68455b09f tempest-TestNetworkAdvancedServerOps-1378856839 tempest-TestNetworkAdvancedServerOps-1378856839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d445f3be-407d-45c3-bfd1-d096ded33136,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:14.218505 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 228ebfb0-c8d5-4933-9278-da085338159c no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:15:14.249593 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 228ebfb0-c8d5-4933-9278-da085338159c {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:15:14.249932 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 228ebfb0-c8d5-4933-9278-da085338159c not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:15:14.250528 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 33351e80-918a-45cb-9794-a42525f48577 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:15:14.273810 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 33351e80-918a-45cb-9794-a42525f48577 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:15:14.274347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 33351e80-918a-45cb-9794-a42525f48577 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:15:14.274772 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e1383d9a-925b-4ed5-a711-27ad4a1563c6 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:15:14.297129 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: e1383d9a-925b-4ed5-a711-27ad4a1563c6 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:15:14.297752 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device e1383d9a-925b-4ed5-a711-27ad4a1563c6 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:15:14.577488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50622) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:14.712563 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-b4f5e7f9-d1d3-4a02-b8fd-4ba575f74d61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb84d0a713cf4876b47a07d15d41fc4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338263 Nov 13 06:15:14.715368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50626) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:14.765865 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0474fcfe-efc6-4679-b4f6-c36bc28b3379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:14.786462 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0474fcfe-efc6-4679-b4f6-c36bc28b3379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:14.842736 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0474fcfe-efc6-4679-b4f6-c36bc28b3379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:14.845506 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0474fcfe-efc6-4679-b4f6-c36bc28b3379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:14.846676 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0474fcfe-efc6-4679-b4f6-c36bc28b3379 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a487ec9b-1404-414a-a1e2-fa4066f14123 HTTP/1.1" status: 204 len: 168 time: 0.1304271 Nov 13 06:15:14.854964 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474fcfe-efc6-4679-b4f6-c36bc28b3379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a487ec9b-1404-414a-a1e2-fa4066f14123,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:15.139697 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50632) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:15.157596 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-872f8088-ad7c-4367-9d84-41d84a687aab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:15.249553 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-872f8088-ad7c-4367-9d84-41d84a687aab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:15.256913 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-872f8088-ad7c-4367-9d84-41d84a687aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:15.295289 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-872f8088-ad7c-4367-9d84-41d84a687aab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7bcd1c3047f540b99502077bd345523e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1544399 Nov 13 06:15:15.296539 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f8088-ad7c-4367-9d84-41d84a687aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c7a9c5-bc42-45ec-a6f7-c70ed83ac3c7,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:15.298202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50634) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:15.358648 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-645fca09-0b55-4496-ac3f-227d8868974f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:15.379910 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-645fca09-0b55-4496-ac3f-227d8868974f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:15.430363 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-645fca09-0b55-4496-ac3f-227d8868974f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:15.432913 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-645fca09-0b55-4496-ac3f-227d8868974f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:15.434062 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-645fca09-0b55-4496-ac3f-227d8868974f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94c7a9c5-bc42-45ec-a6f7-c70ed83ac3c7 HTTP/1.1" status: 204 len: 168 time: 0.1348653 Nov 13 06:15:15.441587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fca09-0b55-4496-ac3f-227d8868974f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c7a9c5-bc42-45ec-a6f7-c70ed83ac3c7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:16.211948 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50656) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:16.323747 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1837317690-network', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:16.348301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] Made reservation on behalf of 01e1aa07335b42ddafde23ba92ebcd84 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:15:16.350990 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:16.359494 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:16.441287 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:16.447831 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:16.471249 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 06:15:16.484400 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d28350-7e2e-410b-a528-ca45c0f42cce,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:16.490649 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:16.491017 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] Added segment aa166716-4deb-4f3b-9dba-7bd2925e0807 of type vlan for network ac3f71f8-8379-485a-8ddd-49d21eaf0239 Nov 13 06:15:16.530549 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:16.559494 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:16.560626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:16.561323 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:16.621934 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4087050 Nov 13 06:15:16.625101 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50660) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:16.627392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eda5c-6c8e-4c1a-8308-8924024903ff admin admin] Pushing event updated for resources: {'Network': ['ID=ac3f71f8-8379-485a-8ddd-49d21eaf0239,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:16.630488 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c1b43e8b-d193-4cb4-b5ee-b9901c3d6420 admin admin] Request body: {'subnet': {'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1837317690-subnet', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:16.637764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network ac3f71f8-8379-485a-8ddd-49d21eaf0239 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 06:15:16.654294 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b43e8b-d193-4cb4-b5ee-b9901c3d6420 admin admin] Made reservation on behalf of 01e1aa07335b42ddafde23ba92ebcd84 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:15:16.656626 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b43e8b-d193-4cb4-b5ee-b9901c3d6420 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:16.822559 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b43e8b-d193-4cb4-b5ee-b9901c3d6420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:16.884433 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b43e8b-d193-4cb4-b5ee-b9901c3d6420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=227cdcaa-6013-4f98-9571-ecf26bb74096,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:16.894846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b43e8b-d193-4cb4-b5ee-b9901c3d6420 admin admin] Checking segment: {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:15:16.895221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b43e8b-d193-4cb4-b5ee-b9901c3d6420 admin admin] Network hostable DHCP agents. Network: ac3f71f8-8379-485a-8ddd-49d21eaf0239, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 06:15:16.914030 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b43e8b-d193-4cb4-b5ee-b9901c3d6420 admin admin] Network ac3f71f8-8379-485a-8ddd-49d21eaf0239 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 06:15:16.924042 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-c1b43e8b-d193-4cb4-b5ee-b9901c3d6420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, ac3f71f8-8379-485a-8ddd-49d21eaf0239) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:15:16.928303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b43e8b-d193-4cb4-b5ee-b9901c3d6420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:16.928889 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1b43e8b-d193-4cb4-b5ee-b9901c3d6420 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:16.933988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ef689b-e973-4209-93f9-ecf9da7cc271 None None] Network ac3f71f8-8379-485a-8ddd-49d21eaf0239 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:15:16.945398 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c1b43e8b-d193-4cb4-b5ee-b9901c3d6420 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3191755 Nov 13 06:15:16.948268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50662) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:16.952529 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:16.974761 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:16.975779 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:17.029886 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:17.083060 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 06:15:17.084715 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:17.175940 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:17.223320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Allocated IP 172.20.0.2 (ac3f71f8-8379-485a-8ddd-49d21eaf0239/227cdcaa-6013-4f98-9571-ecf26bb74096/b384bd10-1d18-4720-9e00-ab3484ba882b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:15:17.372046 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:17.379825 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:17.418865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Network ac3f71f8-8379-485a-8ddd-49d21eaf0239 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:15:17.424101 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:15:17.427395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:15:17.436939 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Pushing event updated for resources: {'Port': ['ID=b384bd10-1d18-4720-9e00-ab3484ba882b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:17.498057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Attempting to bind port b384bd10-1d18-4720-9e00-ab3484ba882b on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:15:17.498441 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Attempting to bind port b384bd10-1d18-4720-9e00-ab3484ba882b by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:15:17.498793 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Attempting to bind port b384bd10-1d18-4720-9e00-ab3484ba882b on network ac3f71f8-8379-485a-8ddd-49d21eaf0239 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:15:17.504465 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:15:17.504808 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Checking segment: {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:15:17.505227 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:17.505829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Bound using segment: {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:15:17.506402 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Bound port: b384bd10-1d18-4720-9e00-ab3484ba882b, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:15:17.506723 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:17.572309 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] For port b384bd10-1d18-4720-9e00-ab3484ba882b, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:15:17.575605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] For port b384bd10-1d18-4720-9e00-ab3484ba882b, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b384bd10-1d18-4720-9e00-ab3484ba882b,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:15:17.581476 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:17.645665 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2570c7-c77a-46d0-8027-319695bf4c7e None None] Pushing event updated for resources: {'Port': ['ID=b384bd10-1d18-4720-9e00-ab3484ba882b,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:17.735578 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:17.755701 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:17.883589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Allocated IP 172.25.8.115 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/909d0523-929f-410a-8cfc-91fb65e95448) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:15:17.958267 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b384bd10-1d18-4720-9e00-ab3484ba882b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:15:17.994217 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:18.006903 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port b384bd10-1d18-4720-9e00-ab3484ba882b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:18.007309 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:18.029825 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:18.065651 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:15:18.068449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:15:18.073987 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:15:18.086452 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b4cbde-f4f2-4214-ba99-4159aefc92a1 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:15:18.093592 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:18.104911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Pushing event updated for resources: {'Port': ['ID=909d0523-929f-410a-8cfc-91fb65e95448,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:18.129546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port b384bd10-1d18-4720-9e00-ab3484ba882b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b384bd10-1d18-4720-9e00-ab3484ba882b,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:15:18.135184 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:18.184353 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=b384bd10-1d18-4720-9e00-ab3484ba882b,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:18.224355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9a572c61-68b7-4104-820e-2461f65f6bca None None] Provisioning complete for port 909d0523-929f-410a-8cfc-91fb65e95448 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:18.224719 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a572c61-68b7-4104-820e-2461f65f6bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:18.262241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9a572c61-68b7-4104-820e-2461f65f6bca None None] Port 909d0523-929f-410a-8cfc-91fb65e95448 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:15:18.346900 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:18.546814 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:18.592155 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afe30f1-9465-4073-96b1-96c417fc9a3f None None] Network ac3f71f8-8379-485a-8ddd-49d21eaf0239 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:15:18.680704 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 06:15:18.717478 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c6e230ee-560f-4d12-9887-1a23c11d3b7d None None] Provisioning complete for port b384bd10-1d18-4720-9e00-ab3484ba882b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:18.718112 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6e230ee-560f-4d12-9887-1a23c11d3b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:18.789587 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:15:18.808674 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Sync routers for ids ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:15:18.809923 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:18.811275 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-af24eb2a-3c15-44ff-90b9-8fd3d78d0951 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8620136 Nov 13 06:15:18.814329 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50664) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:18.830695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Routers {'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:15:18.831245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:15:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:18.947070 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Set router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:15:19.086629 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-270e3d43-c537-4003-b78f-b0d65fb9a25e None None] Provisioning complete for port b384bd10-1d18-4720-9e00-ab3484ba882b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:19.087058 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-270e3d43-c537-4003-b78f-b0d65fb9a25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:19.206819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:18Z', 'revision_number': 3, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:19.240846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Checking router: fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:15:19.241180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Updating router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d port 909d0523-929f-410a-8cfc-91fb65e95448 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:15:19.253159 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:19.266390 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:19.411331 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Allocated IP 172.20.0.1 (ac3f71f8-8379-485a-8ddd-49d21eaf0239/227cdcaa-6013-4f98-9571-ecf26bb74096/c637c99f-592f-4197-aa72-b5e4993054fc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:15:19.513890 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:19.518120 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:19.519687 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:19.554943 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:19.568150 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa56f9a3-2d8d-4fdf-9a09-58ff4ee484d3 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:15:19.579202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a9ee3-190e-4f3d-9a30-ffb110d6ddc1 None None] Pushing event updated for resources: {'Port': ['ID=909d0523-929f-410a-8cfc-91fb65e95448,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:19.581363 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Attempting to bind port 909d0523-929f-410a-8cfc-91fb65e95448 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:15:19.581723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Attempting to bind port 909d0523-929f-410a-8cfc-91fb65e95448 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:15:19.582072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Attempting to bind port 909d0523-929f-410a-8cfc-91fb65e95448 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:15:19.588963 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:15:19.589332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:15:19.589713 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:19.590080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:15:19.590541 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Bound port: 909d0523-929f-410a-8cfc-91fb65e95448, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:15:19.590907 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:19.594638 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Network ac3f71f8-8379-485a-8ddd-49d21eaf0239 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:15:19.597799 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:15:19.601500 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:15:19.639734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c637c99f-592f-4197-aa72-b5e4993054fc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:19.660774 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:19.804604 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:19.819245 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3b91d343-8577-42b6-944f-cb95e744a753 None None] Provisioning complete for port 909d0523-929f-410a-8cfc-91fb65e95448 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:19.819889 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b91d343-8577-42b6-944f-cb95e744a753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:19.841722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] For port 909d0523-929f-410a-8cfc-91fb65e95448, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:15:19.859235 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] For port 909d0523-929f-410a-8cfc-91fb65e95448, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=909d0523-929f-410a-8cfc-91fb65e95448,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:15:19.864151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3b91d343-8577-42b6-944f-cb95e744a753 None None] Port 909d0523-929f-410a-8cfc-91fb65e95448 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:15:19.867211 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:19.912832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6e393a-e2b1-481a-b61f-c2d711598f92 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:15:19.929456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b384bd10-1d18-4720-9e00-ab3484ba882b up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:15:19.940137 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Routers {'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:15:19.940755 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:15:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:19.983086 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:19.988523 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:19.991157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a9ee3-190e-4f3d-9a30-ffb110d6ddc1 None None] Pushing event updated for resources: {'Port': ['ID=909d0523-929f-410a-8cfc-91fb65e95448,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:20.036893 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-13b031f6-8386-484b-9722-58fc7f2afb31 None None] Provisioning complete for port c637c99f-592f-4197-aa72-b5e4993054fc triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:20.037147 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13b031f6-8386-484b-9722-58fc7f2afb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:20.061131 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:20.064031 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c637c99f-592f-4197-aa72-b5e4993054fc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:20.119782 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-13b031f6-8386-484b-9722-58fc7f2afb31 None None] Port c637c99f-592f-4197-aa72-b5e4993054fc cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:15:20.121214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port b384bd10-1d18-4720-9e00-ab3484ba882b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:20.121562 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:20.127461 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] Set router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:15:20.155218 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Network ac3f71f8-8379-485a-8ddd-49d21eaf0239 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:15:20.156900 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:15:20.190307 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-13b031f6-8386-484b-9722-58fc7f2afb31 None None] Provisioning complete for port 909d0523-929f-410a-8cfc-91fb65e95448 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:20.190671 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13b031f6-8386-484b-9722-58fc7f2afb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:20.301103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:15:20.421573 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:15:20.428384 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a90ecef7-7555-4f74-b245-3de32e1007b5 admin admin] 10.222.0.43 "PUT /v2.0/routers/fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6118622 Nov 13 06:15:20.469003 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13b031f6-8386-484b-9722-58fc7f2afb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:20.494375 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-13b031f6-8386-484b-9722-58fc7f2afb31 None None] For port 909d0523-929f-410a-8cfc-91fb65e95448, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=909d0523-929f-410a-8cfc-91fb65e95448,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:15:20.498699 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13b031f6-8386-484b-9722-58fc7f2afb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:20.543938 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 1, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:20.574946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb557dfb-fb65-4b6f-a38d-cd78ea3c3f8c None None] The sync data for ids ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'] in n-d-813114-2 is: [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 1, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:15:20.579388 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b031f6-8386-484b-9722-58fc7f2afb31 None None] Pushing event updated for resources: {'Port': ['ID=909d0523-929f-410a-8cfc-91fb65e95448,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:20.619238 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-44612636-7e97-460f-9414-ff18b54da442 None None] Provisioning complete for port c637c99f-592f-4197-aa72-b5e4993054fc triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:20.619595 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44612636-7e97-460f-9414-ff18b54da442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:20.659089 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-44612636-7e97-460f-9414-ff18b54da442 None None] Port c637c99f-592f-4197-aa72-b5e4993054fc cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:15:20.944221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50680) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:20.949325 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1805994072-network', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:20.973461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] Made reservation on behalf of 73c0051b17554ff6b16ba89f93ed2eb6 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:15:20.975918 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:20.985584 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:21.073415 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:21.077933 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:21.106436 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 06:15:21.118056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467ea9b5-875d-472e-bd42-b7220d7de4d8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:21.124694 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:21.125060 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] Added segment 4b522273-6afa-48f5-9710-74ac69f91a89 of type vlan for network 803f568c-c00d-4bd9-b228-238c348a548e Nov 13 06:15:21.171909 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:21.215914 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:21.217027 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:21.217764 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:21.279282 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3312619 Nov 13 06:15:21.279515 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50682) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:21.284402 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-91da5393-39fe-4ac0-8da5-3dd842f65a55 admin admin] Request body: {'subnet': {'network_id': '803f568c-c00d-4bd9-b228-238c348a548e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1805994072-subnet', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:21.296190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49c012-2b38-4ad9-9395-ebb067e51900 admin admin] Pushing event updated for resources: {'Network': ['ID=803f568c-c00d-4bd9-b228-238c348a548e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:21.309046 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network 803f568c-c00d-4bd9-b228-238c348a548e details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 06:15:21.316817 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91da5393-39fe-4ac0-8da5-3dd842f65a55 admin admin] Made reservation on behalf of 73c0051b17554ff6b16ba89f93ed2eb6 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:15:21.319805 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91da5393-39fe-4ac0-8da5-3dd842f65a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:21.512542 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91da5393-39fe-4ac0-8da5-3dd842f65a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:21.569323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da5393-39fe-4ac0-8da5-3dd842f65a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8fcf689-607f-4e35-bd49-67ba001b22d6,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:21.578605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91da5393-39fe-4ac0-8da5-3dd842f65a55 admin admin] Checking segment: {'id': '4b522273-6afa-48f5-9710-74ac69f91a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '803f568c-c00d-4bd9-b228-238c348a548e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:15:21.578975 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91da5393-39fe-4ac0-8da5-3dd842f65a55 admin admin] Network hostable DHCP agents. Network: 803f568c-c00d-4bd9-b228-238c348a548e, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 06:15:21.597052 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91da5393-39fe-4ac0-8da5-3dd842f65a55 admin admin] Network 803f568c-c00d-4bd9-b228-238c348a548e is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 06:15:21.608178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-91da5393-39fe-4ac0-8da5-3dd842f65a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, 803f568c-c00d-4bd9-b228-238c348a548e) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:15:21.616798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd9da6b-892b-4722-ab4f-3b68c685b0d5 None None] Network 803f568c-c00d-4bd9-b228-238c348a548e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:15:21.624283 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91da5393-39fe-4ac0-8da5-3dd842f65a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:21.624877 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91da5393-39fe-4ac0-8da5-3dd842f65a55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:21.650974 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-91da5393-39fe-4ac0-8da5-3dd842f65a55 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3682775 Nov 13 06:15:21.651853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50684) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:21.656773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1805994072-router', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:21.683703 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:21.684774 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:21.748419 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:21.778012 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-803f568c-c00d-4bd9-b228-238c348a548e', 'network_id': '803f568c-c00d-4bd9-b228-238c348a548e', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'fixed_ips': [{'subnet_id': 'a8fcf689-607f-4e35-bd49-67ba001b22d6'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 06:15:21.778903 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:21.898547 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:21.936029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Allocated IP 172.20.0.2 (803f568c-c00d-4bd9-b228-238c348a548e/a8fcf689-607f-4e35-bd49-67ba001b22d6/390cd33d-4893-4907-afb0-1fb1c965e0b5) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:15:21.974180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 909d0523-929f-410a-8cfc-91fb65e95448 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:15:22.083965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 909d0523-929f-410a-8cfc-91fb65e95448 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:22.084316 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:22.100511 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:22.119915 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:22.151678 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:22.158743 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:22.225335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Allocated IP 172.25.8.12 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/3c116f02-98db-45e5-853b-4086c8914b0e) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:15:22.231814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Pushing event updated for resources: {'Port': ['ID=390cd33d-4893-4907-afb0-1fb1c965e0b5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:22.237091 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Network 803f568c-c00d-4bd9-b228-238c348a548e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:15:22.244404 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:15:22.247497 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:15:22.308028 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Attempting to bind port 390cd33d-4893-4907-afb0-1fb1c965e0b5 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:15:22.308407 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Attempting to bind port 390cd33d-4893-4907-afb0-1fb1c965e0b5 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '4b522273-6afa-48f5-9710-74ac69f91a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '803f568c-c00d-4bd9-b228-238c348a548e'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:15:22.309104 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Attempting to bind port 390cd33d-4893-4907-afb0-1fb1c965e0b5 on network 803f568c-c00d-4bd9-b228-238c348a548e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:15:22.314706 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:15:22.315364 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Checking segment: {'id': '4b522273-6afa-48f5-9710-74ac69f91a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '803f568c-c00d-4bd9-b228-238c348a548e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:15:22.315502 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:22.317002 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Bound using segment: {'id': '4b522273-6afa-48f5-9710-74ac69f91a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '803f568c-c00d-4bd9-b228-238c348a548e'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:15:22.317478 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Bound port: 390cd33d-4893-4907-afb0-1fb1c965e0b5, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b522273-6afa-48f5-9710-74ac69f91a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '803f568c-c00d-4bd9-b228-238c348a548e'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:15:22.317990 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:22.342784 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:22.384326 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:22.386360 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] For port 390cd33d-4893-4907-afb0-1fb1c965e0b5, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:15:22.389918 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] For port 390cd33d-4893-4907-afb0-1fb1c965e0b5, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=390cd33d-4893-4907-afb0-1fb1c965e0b5,segment=NetworkSegment(4b522273-6afa-48f5-9710-74ac69f91a89),segment_id=4b522273-6afa-48f5-9710-74ac69f91a89)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:15:22.396476 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:22.421238 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:15:22.424183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:15:22.427701 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:15:22.446252 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c03b7a6-6d78-47f9-b616-8ff1f421e87c None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:15:22.458623 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Pushing event updated for resources: {'Port': ['ID=3c116f02-98db-45e5-853b-4086c8914b0e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:22.462658 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aef6b6-93d4-48bd-9531-4d53da6b8bf1 None None] Pushing event updated for resources: {'Port': ['ID=390cd33d-4893-4907-afb0-1fb1c965e0b5,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:22.498368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-256d0ec8-c5da-466d-8cc8-e7e5af31f412 None None] Provisioning complete for port 3c116f02-98db-45e5-853b-4086c8914b0e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:22.498884 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-256d0ec8-c5da-466d-8cc8-e7e5af31f412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:22.536085 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-256d0ec8-c5da-466d-8cc8-e7e5af31f412 None None] Port 3c116f02-98db-45e5-853b-4086c8914b0e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:15:22.678172 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Sync routers for ids ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:15:22.692229 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Routers {'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:15:22.693094 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:15:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:22.724884 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:22.808992 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Set router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:15:22.925657 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:23.009597 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 2, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:23.035950 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Checking router: fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:15:23.036292 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Updating router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d port c637c99f-592f-4197-aa72-b5e4993054fc binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:15:23.061510 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Router 537936cd-dbaf-4512-9e8b-e6ca18b87ed8 is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 06:15:23.062708 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:23.184996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:15:23.194659 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Sync routers for ids ['537936cd-dbaf-4512-9e8b-e6ca18b87ed8'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:15:23.207922 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Routers {'537936cd-dbaf-4512-9e8b-e6ca18b87ed8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:15:23.208687 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:15:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['537936cd-dbaf-4512-9e8b-e6ca18b87ed8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:23.227231 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:23.231660 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50686) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:23.232180 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bdb26cac-402f-4950-a259-f2d672639229 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5787973 Nov 13 06:15:23.329148 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Set router 537936cd-dbaf-4512-9e8b-e6ca18b87ed8 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:15:23.378717 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:23.392388 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:23.450773 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9340f50-a550-44ad-9595-6edcad5d1c9e None None] Pushing event updated for resources: {'Port': ['ID=c637c99f-592f-4197-aa72-b5e4993054fc,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:23.466074 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340f50-a550-44ad-9595-6edcad5d1c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:23.466409 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340f50-a550-44ad-9595-6edcad5d1c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:23.466773 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340f50-a550-44ad-9595-6edcad5d1c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:23.467180 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340f50-a550-44ad-9595-6edcad5d1c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:23.467504 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340f50-a550-44ad-9595-6edcad5d1c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:23.469094 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340f50-a550-44ad-9595-6edcad5d1c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:23.469405 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340f50-a550-44ad-9595-6edcad5d1c9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:23.469607 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340f50-a550-44ad-9595-6edcad5d1c9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:23.470285 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340f50-a550-44ad-9595-6edcad5d1c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:23.470659 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340f50-a550-44ad-9595-6edcad5d1c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:23.471086 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340f50-a550-44ad-9595-6edcad5d1c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:23.471283 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340f50-a550-44ad-9595-6edcad5d1c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:15:23.502436 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c6828-05ff-4a67-bdb4-03c53ce017c2 None None] Network 803f568c-c00d-4bd9-b228-238c348a548e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:15:23.533030 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Attempting to bind port c637c99f-592f-4197-aa72-b5e4993054fc on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:15:23.533397 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Attempting to bind port c637c99f-592f-4197-aa72-b5e4993054fc by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:15:23.533950 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Attempting to bind port c637c99f-592f-4197-aa72-b5e4993054fc on network ac3f71f8-8379-485a-8ddd-49d21eaf0239 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:15:23.541389 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:15:23.542001 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Checking segment: {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:15:23.542582 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:23.543263 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Bound using segment: {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:15:23.543937 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Bound port: c637c99f-592f-4197-aa72-b5e4993054fc, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:15:23.544524 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:23.618271 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4488c3b1-1817-43f3-8a3c-0b9cfeaaec2b None None] Provisioning complete for port 390cd33d-4893-4907-afb0-1fb1c965e0b5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:23.619079 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4488c3b1-1817-43f3-8a3c-0b9cfeaaec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:23.622746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'name': 'tempest-TestShelveInstance-1805994072-router', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '3c116f02-98db-45e5-853b-4086c8914b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:21Z', 'updated_at': '2021-11-13T06:15:22Z', 'revision_number': 3, 'project_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'gw_port': {'id': '3c116f02-98db-45e5-853b-4086c8914b0e', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:65:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:22Z', 'updated_at': '2021-11-13T06:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:23.633608 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] For port c637c99f-592f-4197-aa72-b5e4993054fc, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:15:23.637192 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] For port c637c99f-592f-4197-aa72-b5e4993054fc, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c637c99f-592f-4197-aa72-b5e4993054fc,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:15:23.642830 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:23.691928 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Checking router: 537936cd-dbaf-4512-9e8b-e6ca18b87ed8 for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:15:23.692146 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Updating router 537936cd-dbaf-4512-9e8b-e6ca18b87ed8 port 3c116f02-98db-45e5-853b-4086c8914b0e binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:15:23.698454 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Routers {'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:15:23.699024 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:15:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:23.745897 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9340f50-a550-44ad-9595-6edcad5d1c9e None None] Pushing event updated for resources: {'Port': ['ID=c637c99f-592f-4197-aa72-b5e4993054fc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:23.746507 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:23.816747 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:23.826425 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] Set router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:15:24.081997 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Allocated IP 172.20.0.1 (803f568c-c00d-4bd9-b228-238c348a548e/a8fcf689-607f-4e35-bd49-67ba001b22d6/369f7376-bdfe-487b-a6de-cd582391c333) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:15:24.135048 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 390cd33d-4893-4907-afb0-1fb1c965e0b5 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:15:24.140935 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4488c3b1-1817-43f3-8a3c-0b9cfeaaec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.195921 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:23Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:24.211070 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.234452 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d950c42-61d7-45b2-863f-66cb2356748b None None] The sync data for ids ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'] in n-d-813114-2 is: [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:23Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:15:24.265178 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.275564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4488c3b1-1817-43f3-8a3c-0b9cfeaaec2b None None] For port 390cd33d-4893-4907-afb0-1fb1c965e0b5, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=390cd33d-4893-4907-afb0-1fb1c965e0b5,segment=NetworkSegment(4b522273-6afa-48f5-9710-74ac69f91a89),segment_id=4b522273-6afa-48f5-9710-74ac69f91a89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:15:24.293900 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4488c3b1-1817-43f3-8a3c-0b9cfeaaec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.335058 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Network 803f568c-c00d-4bd9-b228-238c348a548e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:15:24.336470 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:15:24.338418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Pushing event updated for resources: {'Port': ['ID=369f7376-bdfe-487b-a6de-cd582391c333,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:24.347355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:15:24.354438 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 390cd33d-4893-4907-afb0-1fb1c965e0b5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:24.355038 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.400950 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.443377 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488c3b1-1817-43f3-8a3c-0b9cfeaaec2b None None] Pushing event updated for resources: {'Port': ['ID=390cd33d-4893-4907-afb0-1fb1c965e0b5,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:24.498849 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-0041e4a3-c5ae-420d-8aa7-0a63d2cb8213 None None] Provisioning complete for port c637c99f-592f-4197-aa72-b5e4993054fc triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:24.498849 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0041e4a3-c5ae-420d-8aa7-0a63d2cb8213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.550973 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.557166 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.591790 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.671139 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e3e2e-756f-43bd-b47b-d996e85b3a88 None None] Pushing event updated for resources: {'Port': ['ID=3c116f02-98db-45e5-853b-4086c8914b0e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:24.673623 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Attempting to bind port 3c116f02-98db-45e5-853b-4086c8914b0e on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:15:24.674080 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Attempting to bind port 3c116f02-98db-45e5-853b-4086c8914b0e by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:15:24.674446 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Attempting to bind port 3c116f02-98db-45e5-853b-4086c8914b0e on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:15:24.684733 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56a9841-8dc4-437c-941c-291d80ec73de None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:15:24.691027 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c637c99f-592f-4197-aa72-b5e4993054fc up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:15:24.740003 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:15:24.740593 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:15:24.741072 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.741457 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:15:24.741951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Bound port: 3c116f02-98db-45e5-853b-4086c8914b0e, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:15:24.742488 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.777008 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.784026 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.799086 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0041e4a3-c5ae-420d-8aa7-0a63d2cb8213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.842116 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] For port 3c116f02-98db-45e5-853b-4086c8914b0e, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:15:24.851752 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] For port 3c116f02-98db-45e5-853b-4086c8914b0e, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3c116f02-98db-45e5-853b-4086c8914b0e,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:15:24.862727 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.865402 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.867532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Pushing event updated for resources: {'Port': ['ID=369f7376-bdfe-487b-a6de-cd582391c333,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:24.869331 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0041e4a3-c5ae-420d-8aa7-0a63d2cb8213 None None] For port c637c99f-592f-4197-aa72-b5e4993054fc, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c637c99f-592f-4197-aa72-b5e4993054fc,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:15:24.871891 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c637c99f-592f-4197-aa72-b5e4993054fc triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:24.872264 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.920813 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0041e4a3-c5ae-420d-8aa7-0a63d2cb8213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:24.947948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b962f8ea-b3fd-4f92-9ba4-54573c8bd31c None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:15:24.963464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Network 803f568c-c00d-4bd9-b228-238c348a548e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:15:24.967359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:15:24.980669 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e3e2e-756f-43bd-b47b-d996e85b3a88 None None] Pushing event updated for resources: {'Port': ['ID=3c116f02-98db-45e5-853b-4086c8914b0e,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:24.986165 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Routers {'537936cd-dbaf-4512-9e8b-e6ca18b87ed8'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:15:24.986785 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:15:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['537936cd-dbaf-4512-9e8b-e6ca18b87ed8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:25.116870 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Router 537936cd-dbaf-4512-9e8b-e6ca18b87ed8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:15:25.135874 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041e4a3-c5ae-420d-8aa7-0a63d2cb8213 None None] Pushing event updated for resources: {'Port': ['ID=c637c99f-592f-4197-aa72-b5e4993054fc,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:25.183650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-940f5762-7510-4911-908e-3acda16b0085 None None] Provisioning complete for port 369f7376-bdfe-487b-a6de-cd582391c333 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:25.183984 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-940f5762-7510-4911-908e-3acda16b0085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:25.237264 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:15:25.252287 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-47f9848f-6712-4a2b-b6a1-3867aefa0b07 admin admin] 10.222.0.43 "PUT /v2.0/routers/537936cd-dbaf-4512-9e8b-e6ca18b87ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0099607 Nov 13 06:15:25.252491 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] Set router 537936cd-dbaf-4512-9e8b-e6ca18b87ed8 gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:15:25.254158 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-940f5762-7510-4911-908e-3acda16b0085 None None] Port 369f7376-bdfe-487b-a6de-cd582391c333 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:15:25.299534 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-940f5762-7510-4911-908e-3acda16b0085 None None] Provisioning complete for port 3c116f02-98db-45e5-853b-4086c8914b0e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:25.299893 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-940f5762-7510-4911-908e-3acda16b0085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:25.490082 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-940f5762-7510-4911-908e-3acda16b0085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:25.515850 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-940f5762-7510-4911-908e-3acda16b0085 None None] For port 3c116f02-98db-45e5-853b-4086c8914b0e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3c116f02-98db-45e5-853b-4086c8914b0e,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:15:25.523314 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-940f5762-7510-4911-908e-3acda16b0085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:25.572343 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'name': 'tempest-TestShelveInstance-1805994072-router', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '3c116f02-98db-45e5-853b-4086c8914b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:21Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 4, 'project_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'gw_port': {'id': '3c116f02-98db-45e5-853b-4086c8914b0e', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:65:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:22Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '369f7376-bdfe-487b-a6de-cd582391c333', 'name': '', 'network_id': '803f568c-c00d-4bd9-b228-238c348a548e', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'mac_address': 'fa:16:3e:ef:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a8fcf689-607f-4e35-bd49-67ba001b22d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:23Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 2, 'project_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'subnets': [{'id': 'a8fcf689-607f-4e35-bd49-67ba001b22d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:25.580043 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-940f5762-7510-4911-908e-3acda16b0085 None None] Provisioning complete for port 390cd33d-4893-4907-afb0-1fb1c965e0b5 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:25.580405 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-940f5762-7510-4911-908e-3acda16b0085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:25.627537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82becf2-d5c4-4616-8d6f-de2e7954e639 None None] The sync data for ids ['537936cd-dbaf-4512-9e8b-e6ca18b87ed8'] in n-d-813114-2 is: [{'id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'name': 'tempest-TestShelveInstance-1805994072-router', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '3c116f02-98db-45e5-853b-4086c8914b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:21Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 4, 'project_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'gw_port': {'id': '3c116f02-98db-45e5-853b-4086c8914b0e', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:65:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:22Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '369f7376-bdfe-487b-a6de-cd582391c333', 'name': '', 'network_id': '803f568c-c00d-4bd9-b228-238c348a548e', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'mac_address': 'fa:16:3e:ef:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a8fcf689-607f-4e35-bd49-67ba001b22d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:23Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 2, 'project_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'subnets': [{'id': 'a8fcf689-607f-4e35-bd49-67ba001b22d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:15:25.631052 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f5762-7510-4911-908e-3acda16b0085 None None] Pushing event updated for resources: {'Port': ['ID=3c116f02-98db-45e5-853b-4086c8914b0e,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:25.847491 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50694) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:25.853212 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-878d5e12-fe84-4f9c-94ec-58bd247580f9 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-594823317', 'description': 'tempest-secgroup-smoke-594823317 description', 'project_id': '01e1aa07335b42ddafde23ba92ebcd84'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:25.867627 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-739b004b-3d21-4596-b4b4-afaaa935f0af None None] Provisioning complete for port 369f7376-bdfe-487b-a6de-cd582391c333 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:25.869243 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-739b004b-3d21-4596-b4b4-afaaa935f0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:25.890166 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-878d5e12-fe84-4f9c-94ec-58bd247580f9 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:25.929630 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-739b004b-3d21-4596-b4b4-afaaa935f0af None None] Port 369f7376-bdfe-487b-a6de-cd582391c333 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:15:25.987314 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 390cd33d-4893-4907-afb0-1fb1c965e0b5 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:15:26.011310 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-878d5e12-fe84-4f9c-94ec-58bd247580f9 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.018992 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-878d5e12-fe84-4f9c-94ec-58bd247580f9 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.058680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 390cd33d-4893-4907-afb0-1fb1c965e0b5 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:26.059716 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.063589 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d5e12-fe84-4f9c-94ec-58bd247580f9 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f46905-ba91-4ac6-aea7-0b8aca8e191c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:26.069671 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-878d5e12-fe84-4f9c-94ec-58bd247580f9 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.071046 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-878d5e12-fe84-4f9c-94ec-58bd247580f9 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2219462 Nov 13 06:15:26.074400 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50696) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:26.080783 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b085e17a-78ce-41fc-8772-82d8257a611e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'security_group_rule': {'security_group_id': '00f46905-ba91-4ac6-aea7-0b8aca8e191c', 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:26.125842 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b085e17a-78ce-41fc-8772-82d8257a611e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.176298 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c637c99f-592f-4197-aa72-b5e4993054fc up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:15:26.207083 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b085e17a-78ce-41fc-8772-82d8257a611e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.214566 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b085e17a-78ce-41fc-8772-82d8257a611e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.240186 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port c637c99f-592f-4197-aa72-b5e4993054fc triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:26.241359 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.246654 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b085e17a-78ce-41fc-8772-82d8257a611e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.250970 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50698) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:26.251561 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b085e17a-78ce-41fc-8772-82d8257a611e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1754248 Nov 13 06:15:26.254530 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085e17a-78ce-41fc-8772-82d8257a611e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb669b8-ddb6-466b-8aed-fad9e259079d,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:26.262441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4e1e3ab7-bf39-40e0-96c8-8f22d37b12ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'security_group_rule': {'security_group_id': '00f46905-ba91-4ac6-aea7-0b8aca8e191c', 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:26.304183 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e1e3ab7-bf39-40e0-96c8-8f22d37b12ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.377710 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e1e3ab7-bf39-40e0-96c8-8f22d37b12ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.382584 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e1e3ab7-bf39-40e0-96c8-8f22d37b12ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.402941 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e3ab7-bf39-40e0-96c8-8f22d37b12ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb219a88-36f9-4f88-bc09-f7ff4e3a5350,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:26.412648 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e1e3ab7-bf39-40e0-96c8-8f22d37b12ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.413945 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-4e1e3ab7-bf39-40e0-96c8-8f22d37b12ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1607161 Nov 13 06:15:26.416957 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50700) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:26.421417 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f9512895-d648-4db6-b4e2-f6445fc8d172 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'security_group_rule': {'security_group_id': '00f46905-ba91-4ac6-aea7-0b8aca8e191c', 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:26.453772 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9512895-d648-4db6-b4e2-f6445fc8d172 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.527189 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9512895-d648-4db6-b4e2-f6445fc8d172 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.533054 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9512895-d648-4db6-b4e2-f6445fc8d172 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.553971 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9512895-d648-4db6-b4e2-f6445fc8d172 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50df9f43-48d3-4392-95db-08696eb26e6b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:26.561723 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9512895-d648-4db6-b4e2-f6445fc8d172 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.563208 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f9512895-d648-4db6-b4e2-f6445fc8d172 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450641 Nov 13 06:15:26.565938 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50702) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:26.573622 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8c96ea7e-c7c7-40ca-8b82-ec8010003ee1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'security_group_rule': {'security_group_id': '00f46905-ba91-4ac6-aea7-0b8aca8e191c', 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:26.609925 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c96ea7e-c7c7-40ca-8b82-ec8010003ee1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.683260 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c96ea7e-c7c7-40ca-8b82-ec8010003ee1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.687545 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c96ea7e-c7c7-40ca-8b82-ec8010003ee1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.705947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96ea7e-c7c7-40ca-8b82-ec8010003ee1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cf6c82-c07a-46bf-a5b1-30f01b9943c0,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:26.711594 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c96ea7e-c7c7-40ca-8b82-ec8010003ee1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.712813 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8c96ea7e-c7c7-40ca-8b82-ec8010003ee1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452482 Nov 13 06:15:26.715792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50704) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:26.720193 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8643c47d-0b96-4c80-9073-0bc6348c4db7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'security_group_rule': {'security_group_id': '00f46905-ba91-4ac6-aea7-0b8aca8e191c', 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:26.745177 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-8643c47d-0b96-4c80-9073-0bc6348c4db7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Project 01e1aa07335b42ddafde23ba92ebcd84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:15:26.750446 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8643c47d-0b96-4c80-9073-0bc6348c4db7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.811775 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8643c47d-0b96-4c80-9073-0bc6348c4db7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.816888 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8643c47d-0b96-4c80-9073-0bc6348c4db7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.834820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643c47d-0b96-4c80-9073-0bc6348c4db7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1252b8-fb0f-48f2-8531-3cac3377d613,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:26.843480 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8643c47d-0b96-4c80-9073-0bc6348c4db7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.844684 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8643c47d-0b96-4c80-9073-0bc6348c4db7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279652 Nov 13 06:15:26.847704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 50706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:26.852910 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-35ddea3f-2d72-4686-80fd-c6e77e8b4825 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'security_group_rule': {'security_group_id': '00f46905-ba91-4ac6-aea7-0b8aca8e191c', 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:26.876637 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-35ddea3f-2d72-4686-80fd-c6e77e8b4825 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Project 01e1aa07335b42ddafde23ba92ebcd84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:15:26.881986 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35ddea3f-2d72-4686-80fd-c6e77e8b4825 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.951920 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35ddea3f-2d72-4686-80fd-c6e77e8b4825 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.956285 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35ddea3f-2d72-4686-80fd-c6e77e8b4825 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.976867 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddea3f-2d72-4686-80fd-c6e77e8b4825 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c0ee6d-23d4-4688-ace3-dc57f1f352ad,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:26.982658 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35ddea3f-2d72-4686-80fd-c6e77e8b4825 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:26.983915 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-35ddea3f-2d72-4686-80fd-c6e77e8b4825 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350813 Nov 13 06:15:27.168592 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-04f60be0-1426-4162-829b-829d27ea08f0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-594823317&fields=id&tenant_id=01e1aa07335b42ddafde23ba92ebcd84 HTTP/1.1" status: 200 len: 267 time: 0.0475452 Nov 13 06:15:27.293902 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-6e2a8b3b-e117-472e-a42b-2b98f9e7729d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:27.296316 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-6e2a8b3b-e117-472e-a42b-2b98f9e7729d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 809 time: 0.1204710 Nov 13 06:15:27.312644 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-670847fd-6c6f-47af-9f02-2483a320b033 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/quotas/01e1aa07335b42ddafde23ba92ebcd84 HTTP/1.1" status: 200 len: 375 time: 0.0102994 Nov 13 06:15:27.369406 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-b257548c-d00a-4e64-bc79-bf0aaa7ce109 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499167 Nov 13 06:15:27.485689 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-5bc1af8f-cd53-4e6c-a207-3a3008d9abe8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:15:27.486714 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-5bc1af8f-cd53-4e6c-a207-3a3008d9abe8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1046762 Nov 13 06:15:27.590074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-b39ba449-8159-422f-abeb-0d65a4af9887 service neutron] 10.222.0.43 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962288 Nov 13 06:15:27.684967 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-e4d0a189-eae7-4c38-9f8d-d88c29b3af1b service neutron] 10.222.0.43 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880895 Nov 13 06:15:27.862601 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-74350005-ba29-4570-877b-d5e7874b2009 req-bcfb6158-9566-4c23-b038-727373e33f5e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 210 time: 0.0279429 Nov 13 06:15:27.952919 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3c116f02-98db-45e5-853b-4086c8914b0e up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:15:28.004084 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 3c116f02-98db-45e5-853b-4086c8914b0e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:28.004455 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:28.402442 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Sync routers for ids ['537936cd-dbaf-4512-9e8b-e6ca18b87ed8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:15:28.413570 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Routers {'537936cd-dbaf-4512-9e8b-e6ca18b87ed8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:15:28.414180 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:15:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['537936cd-dbaf-4512-9e8b-e6ca18b87ed8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:28.528857 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Set router 537936cd-dbaf-4512-9e8b-e6ca18b87ed8 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:15:28.745019 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'name': 'tempest-TestShelveInstance-1805994072-router', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '3c116f02-98db-45e5-853b-4086c8914b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:21Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 4, 'project_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'gw_port': {'id': '3c116f02-98db-45e5-853b-4086c8914b0e', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:22Z', 'updated_at': '2021-11-13T06:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '369f7376-bdfe-487b-a6de-cd582391c333', 'name': '', 'network_id': '803f568c-c00d-4bd9-b228-238c348a548e', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'mac_address': 'fa:16:3e:ef:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a8fcf689-607f-4e35-bd49-67ba001b22d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:23Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 2, 'project_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'subnets': [{'id': 'a8fcf689-607f-4e35-bd49-67ba001b22d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:28.775421 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Checking router: 537936cd-dbaf-4512-9e8b-e6ca18b87ed8 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:15:28.775766 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Updating router 537936cd-dbaf-4512-9e8b-e6ca18b87ed8 port 369f7376-bdfe-487b-a6de-cd582391c333 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:15:28.801245 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:28.938610 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-30a77c29-ad4c-4ff5-b20c-e33b55174fc5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:28.940777 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-30a77c29-ad4c-4ff5-b20c-e33b55174fc5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.46 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 809 time: 0.1086664 Nov 13 06:15:28.979577 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bd46c9a6-69b2-422e-a654-18dec68a001e req-96bea262-0788-42b4-a3c8-12ed1f1d71d3 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 210 time: 0.0326378 Nov 13 06:15:29.028567 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-26f2d27a-bd09-40da-b5c8-517335f2179b tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01e1aa07335b42ddafde23ba92ebcd84 HTTP/1.1" status: 200 len: 379 time: 0.0582523 Nov 13 06:15:29.042074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-a0a50bfd-cd60-49c1-8f79-0ab97061cee7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'port': {'device_id': '053ef477-c47a-404e-970b-c76f590a550b', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'admin_state_up': True, 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'security_groups': ['00f46905-ba91-4ac6-aea7-0b8aca8e191c']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:29.076867 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:29.083207 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:29.142033 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcf0fa-1da5-460f-8550-24968d02a0a3 None None] Pushing event updated for resources: {'Port': ['ID=369f7376-bdfe-487b-a6de-cd582391c333,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:29.159376 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-a0a50bfd-cd60-49c1-8f79-0ab97061cee7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Made reservation on behalf of 01e1aa07335b42ddafde23ba92ebcd84 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:15:29.164215 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-a0a50bfd-cd60-49c1-8f79-0ab97061cee7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:29.197327 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Attempting to bind port 369f7376-bdfe-487b-a6de-cd582391c333 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:15:29.197687 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Attempting to bind port 369f7376-bdfe-487b-a6de-cd582391c333 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '4b522273-6afa-48f5-9710-74ac69f91a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '803f568c-c00d-4bd9-b228-238c348a548e'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:15:29.198044 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Attempting to bind port 369f7376-bdfe-487b-a6de-cd582391c333 on network 803f568c-c00d-4bd9-b228-238c348a548e {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:15:29.203315 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:15:29.203683 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Checking segment: {'id': '4b522273-6afa-48f5-9710-74ac69f91a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '803f568c-c00d-4bd9-b228-238c348a548e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:15:29.204081 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:29.204507 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Bound using segment: {'id': '4b522273-6afa-48f5-9710-74ac69f91a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '803f568c-c00d-4bd9-b228-238c348a548e'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:15:29.204933 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Bound port: 369f7376-bdfe-487b-a6de-cd582391c333, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b522273-6afa-48f5-9710-74ac69f91a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '803f568c-c00d-4bd9-b228-238c348a548e'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:15:29.205303 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:29.269256 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] For port 369f7376-bdfe-487b-a6de-cd582391c333, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:15:29.273222 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] For port 369f7376-bdfe-487b-a6de-cd582391c333, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=369f7376-bdfe-487b-a6de-cd582391c333,segment=NetworkSegment(4b522273-6afa-48f5-9710-74ac69f91a89),segment_id=4b522273-6afa-48f5-9710-74ac69f91a89)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:15:29.277531 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:29.311702 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-a0a50bfd-cd60-49c1-8f79-0ab97061cee7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Allocated IP 172.20.0.9 (ac3f71f8-8379-485a-8ddd-49d21eaf0239/227cdcaa-6013-4f98-9571-ecf26bb74096/5091a233-d077-4024-8439-b919860d0522) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:15:29.344746 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Routers {'537936cd-dbaf-4512-9e8b-e6ca18b87ed8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:15:29.345323 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:15:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['537936cd-dbaf-4512-9e8b-e6ca18b87ed8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:29.348216 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcf0fa-1da5-460f-8550-24968d02a0a3 None None] Pushing event updated for resources: {'Port': ['ID=369f7376-bdfe-487b-a6de-cd582391c333,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:29.382172 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b0b22c88-8f18-4a97-836e-50f3e9bbb424 None None] Provisioning complete for port 369f7376-bdfe-487b-a6de-cd582391c333 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:29.382783 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0b22c88-8f18-4a97-836e-50f3e9bbb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:29.483027 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0b22c88-8f18-4a97-836e-50f3e9bbb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:29.489988 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] Set router 537936cd-dbaf-4512-9e8b-e6ca18b87ed8 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:15:29.503844 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-a0a50bfd-cd60-49c1-8f79-0ab97061cee7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:29.504100 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:29.521215 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b0b22c88-8f18-4a97-836e-50f3e9bbb424 None None] For port 369f7376-bdfe-487b-a6de-cd582391c333, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=369f7376-bdfe-487b-a6de-cd582391c333,segment=NetworkSegment(4b522273-6afa-48f5-9710-74ac69f91a89),segment_id=4b522273-6afa-48f5-9710-74ac69f91a89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:15:29.529231 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0b22c88-8f18-4a97-836e-50f3e9bbb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:29.582829 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:29.608917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b22c88-8f18-4a97-836e-50f3e9bbb424 None None] Pushing event updated for resources: {'Port': ['ID=369f7376-bdfe-487b-a6de-cd582391c333,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:29.657604 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b5f6efca-6deb-4d4c-ba04-53dd89c1c520 None None] Provisioning complete for port 369f7376-bdfe-487b-a6de-cd582391c333 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:29.658755 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5f6efca-6deb-4d4c-ba04-53dd89c1c520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:29.741468 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'name': 'tempest-TestShelveInstance-1805994072-router', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '3c116f02-98db-45e5-853b-4086c8914b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:21Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 4, 'project_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'gw_port': {'id': '3c116f02-98db-45e5-853b-4086c8914b0e', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:22Z', 'updated_at': '2021-11-13T06:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '369f7376-bdfe-487b-a6de-cd582391c333', 'name': '', 'network_id': '803f568c-c00d-4bd9-b228-238c348a548e', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'mac_address': 'fa:16:3e:ef:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a8fcf689-607f-4e35-bd49-67ba001b22d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:23Z', 'updated_at': '2021-11-13T06:15:29Z', 'revision_number': 4, 'project_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'subnets': [{'id': 'a8fcf689-607f-4e35-bd49-67ba001b22d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:29.769463 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26830fdb-de29-4932-aecc-c050b1ce22a5 None None] The sync data for ids ['537936cd-dbaf-4512-9e8b-e6ca18b87ed8'] in n-d-813114-2 is: [{'id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'name': 'tempest-TestShelveInstance-1805994072-router', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '3c116f02-98db-45e5-853b-4086c8914b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:21Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 4, 'project_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'gw_port': {'id': '3c116f02-98db-45e5-853b-4086c8914b0e', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:22Z', 'updated_at': '2021-11-13T06:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '369f7376-bdfe-487b-a6de-cd582391c333', 'name': '', 'network_id': '803f568c-c00d-4bd9-b228-238c348a548e', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'mac_address': 'fa:16:3e:ef:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a8fcf689-607f-4e35-bd49-67ba001b22d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:23Z', 'updated_at': '2021-11-13T06:15:29Z', 'revision_number': 4, 'project_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'subnets': [{'id': 'a8fcf689-607f-4e35-bd49-67ba001b22d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:15:29.927923 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-a0a50bfd-cd60-49c1-8f79-0ab97061cee7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:29.954380 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 369f7376-bdfe-487b-a6de-cd582391c333 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:15:29.981310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-a0a50bfd-cd60-49c1-8f79-0ab97061cee7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Network ac3f71f8-8379-485a-8ddd-49d21eaf0239 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:15:29.984643 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-a0a50bfd-cd60-49c1-8f79-0ab97061cee7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:15:29.990062 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-a0a50bfd-cd60-49c1-8f79-0ab97061cee7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:15:29.994176 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a50bfd-cd60-49c1-8f79-0ab97061cee7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'Port': ['ID=5091a233-d077-4024-8439-b919860d0522,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:30.021909 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 369f7376-bdfe-487b-a6de-cd582391c333 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:30.022971 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:30.061010 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-a0a50bfd-cd60-49c1-8f79-0ab97061cee7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:30.061689 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-a0a50bfd-cd60-49c1-8f79-0ab97061cee7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:30.097426 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-a0a50bfd-cd60-49c1-8f79-0ab97061cee7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0592959 Nov 13 06:15:30.190134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45512145-83ed-453a-8eb3-b86137e327bc req-64a4e805-efc4-453a-9e80-2491eb34eff1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:30.198689 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45512145-83ed-453a-8eb3-b86137e327bc req-64a4e805-efc4-453a-9e80-2491eb34eff1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 931 time: 0.0969510 Nov 13 06:15:30.227689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Request body: {'port': {'device_id': '053ef477-c47a-404e-970b-c76f590a550b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:30.288424 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-45512145-83ed-453a-8eb3-b86137e327bc req-00a941b1-70b3-4052-8428-8bcfa803a4bf tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887930 Nov 13 06:15:30.313710 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:30.364979 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9d9b824a-b64a-412a-a3b3-ac1fb4a6d424 None None] Provisioning complete for port 5091a233-d077-4024-8439-b919860d0522 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:30.365513 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d9b824a-b64a-412a-a3b3-ac1fb4a6d424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:30.403100 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b824a-b64a-412a-a3b3-ac1fb4a6d424 None None] Port 5091a233-d077-4024-8439-b919860d0522 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:15:30.591466 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5091a233-d077-4024-8439-b919860d0522 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:15:30.599283 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:30.611965 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Transition to ACTIVE for port object 5091a233-d077-4024-8439-b919860d0522 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 06:15:30.617396 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:30.664934 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Pushing event updated for resources: {'Port': ['ID=5091a233-d077-4024-8439-b919860d0522,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:30.738856 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Attempting to bind port 5091a233-d077-4024-8439-b919860d0522 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:15:30.739217 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Attempting to bind port 5091a233-d077-4024-8439-b919860d0522 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:15:30.739786 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Attempting to bind port 5091a233-d077-4024-8439-b919860d0522 on network ac3f71f8-8379-485a-8ddd-49d21eaf0239 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:15:30.745112 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Port 5091a233-d077-4024-8439-b919860d0522 on network ac3f71f8-8379-485a-8ddd-49d21eaf0239 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 06:15:30.745440 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Attempting to bind port 5091a233-d077-4024-8439-b919860d0522 on network ac3f71f8-8379-485a-8ddd-49d21eaf0239 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:15:30.751575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:15:30.751990 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Checking segment: {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:15:30.752429 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Bound using segment: {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:15:30.752870 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Bound port: 5091a233-d077-4024-8439-b919860d0522, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:15:30.753235 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:30.822104 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] For port 5091a233-d077-4024-8439-b919860d0522, host n-h1-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:15:30.825202 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] For port 5091a233-d077-4024-8439-b919860d0522, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5091a233-d077-4024-8439-b919860d0522,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:15:30.830319 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:30.864903 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:30.865646 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:30.867011 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] 10.222.0.46 "PUT /v2.0/ports/5091a233-d077-4024-8439-b919860d0522 HTTP/1.1" status: 200 len: 1091 time: 0.7547593 Nov 13 06:15:30.867435 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'tag': '5091a233-d077-4024-8439-b919860d0522'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:15:30.869686 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3e654b-6683-4ef7-838f-11f5a09970f4" -d '{"events": [{"name": "network-changed", "server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "tag": "5091a233-d077-4024-8439-b919860d0522"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:15:30.894599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9d800-52b1-4e2b-8099-58da02ec6590 service neutron] Pushing event updated for resources: {'Port': ['ID=5091a233-d077-4024-8439-b919860d0522,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:30.916581 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969406e8-1a36-4a9e-85a9-8d6ec1e1ef60 x-openstack-request-id: req-969406e8-1a36-4a9e-85a9-8d6ec1e1ef60 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:15:30.916818 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "tag": "5091a233-d077-4024-8439-b919860d0522", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:15:30.917092 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-969406e8-1a36-4a9e-85a9-8d6ec1e1ef60 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:15:30.917506 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'tag': '5091a233-d077-4024-8439-b919860d0522', 'status': 'completed', 'code': 200} Nov 13 06:15:30.970748 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-e8c2719d-7589-46c2-a1b0-45f30e076f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:30.972252 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-e8c2719d-7589-46c2-a1b0-45f30e076f1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 1094 time: 0.0424957 Nov 13 06:15:31.027970 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-6ef471a8-29e5-4af3-a78d-785b414c2ad8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5091a233-d077-4024-8439-b919860d0522 HTTP/1.1" status: 200 len: 217 time: 0.0423715 Nov 13 06:15:31.080511 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-8f8b0378-ce20-4510-95d6-e15ff007f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:31.082109 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-8f8b0378-ce20-4510-95d6-e15ff007f7c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0470443 Nov 13 06:15:31.130161 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-9a999d7d-5afe-40b1-a2ce-2f1dfddc8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:31.131713 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-9a999d7d-5afe-40b1-a2ce-2f1dfddc8e78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426278 Nov 13 06:15:31.225115 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-9f4a309c-8deb-4f6e-bde3-cd0f94b14fee service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858085 Nov 13 06:15:31.316182 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f854da2-a386-4836-9d46-4ad95b449a25 req-9a21dc5c-0eb1-4454-aba9-8f10d756b139 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837529 Nov 13 06:15:31.420631 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46e741-7c46-4683-bf33-b494dad0f256 req-d7b79f63-f69f-43b1-9e60-d885f90a569a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:31.422227 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb46e741-7c46-4683-bf33-b494dad0f256 req-d7b79f63-f69f-43b1-9e60-d885f90a569a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0556965 Nov 13 06:15:31.497472 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e654b-6683-4ef7-838f-11f5a09970f4 req-300b7308-71f8-4e81-8d0e-138fab0ddfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:31.498952 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f3e654b-6683-4ef7-838f-11f5a09970f4 req-300b7308-71f8-4e81-8d0e-138fab0ddfff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 1094 time: 0.0758131 Nov 13 06:15:31.507990 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fb46e741-7c46-4683-bf33-b494dad0f256 req-3748ddd3-76d3-4d80-89e8-0caca5edce65 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768361 Nov 13 06:15:31.594791 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e654b-6683-4ef7-838f-11f5a09970f4 req-0761f2f7-c6e8-4a69-a400-a771d81cf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:31.596323 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f3e654b-6683-4ef7-838f-11f5a09970f4 req-0761f2f7-c6e8-4a69-a400-a771d81cf560 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0874553 Nov 13 06:15:31.642609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f3e654b-6683-4ef7-838f-11f5a09970f4 req-84bbe280-a1e0-4024-9c8f-f7a06c6ea1ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5091a233-d077-4024-8439-b919860d0522 HTTP/1.1" status: 200 len: 217 time: 0.0388896 Nov 13 06:15:31.695945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e654b-6683-4ef7-838f-11f5a09970f4 req-6a6620a3-a20c-4d12-9f33-a0f114b92b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:31.697458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f3e654b-6683-4ef7-838f-11f5a09970f4 req-6a6620a3-a20c-4d12-9f33-a0f114b92b8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0479088 Nov 13 06:15:31.744123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e654b-6683-4ef7-838f-11f5a09970f4 req-3e2657ae-f1e6-47f1-8887-3a7b23b70781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:31.745497 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f3e654b-6683-4ef7-838f-11f5a09970f4 req-3e2657ae-f1e6-47f1-8887-3a7b23b70781 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412700 Nov 13 06:15:31.843562 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f3e654b-6683-4ef7-838f-11f5a09970f4 req-0df448a7-a41e-4ba3-857c-3c01018ac3ce service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895507 Nov 13 06:15:31.936200 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f3e654b-6683-4ef7-838f-11f5a09970f4 req-0839409e-8b24-463f-b10f-62610bdbd64c service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837162 Nov 13 06:15:32.976050 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61fb4b-f656-476f-9929-3816c1e7cae3 req-2b355099-ebce-4b4a-8e6f-c391432da441 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:32.977555 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd61fb4b-f656-476f-9929-3816c1e7cae3 req-2b355099-ebce-4b4a-8e6f-c391432da441 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.3957047 Nov 13 06:15:33.033768 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dd61fb4b-f656-476f-9929-3816c1e7cae3 req-e0d8c383-2be7-4807-a509-dffbb033de84 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470023 Nov 13 06:15:34.162019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe2e73-3e01-4c6d-9b41-9eccd7fa7239 req-012fa1f8-dd4e-4493-9bef-e916e09363c3 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:34.163556 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9dfe2e73-3e01-4c6d-9b41-9eccd7fa7239 req-012fa1f8-dd4e-4493-9bef-e916e09363c3 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0582409 Nov 13 06:15:34.217967 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9dfe2e73-3e01-4c6d-9b41-9eccd7fa7239 req-a0e8baec-1fe7-4249-966f-32600f94b3cb tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455992 Nov 13 06:15:34.441471 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d05039c7-da4b-45ed-87fa-e7d27d7e95ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:35.054522 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5091a233-d077-4024-8439-b919860d0522 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:15:35.148942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5091a233-d077-4024-8439-b919860d0522, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5091a233-d077-4024-8439-b919860d0522,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:15:35.160063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '5091a233-d077-4024-8439-b919860d0522', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'port_id': '5091a233-d077-4024-8439-b919860d0522', 'mac_address': 'fa:16:3e:99:29:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:15:35.209255 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:35.222319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5091a233-d077-4024-8439-b919860d0522 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:15:35.241879 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5091a233-d077-4024-8439-b919860d0522, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5091a233-d077-4024-8439-b919860d0522,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:15:35.249256 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:35.297428 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5091a233-d077-4024-8439-b919860d0522,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:35.342793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f5345-c809-481d-be2e-d4c7a3354dad req-719dc7ca-6542-46d6-9fe3-9d036b521bd7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:35.344279 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c7f5345-c809-481d-be2e-d4c7a3354dad req-719dc7ca-6542-46d6-9fe3-9d036b521bd7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 944 time: 0.0511491 Nov 13 06:15:35.395028 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c7f5345-c809-481d-be2e-d4c7a3354dad req-2ae8431d-b5a7-4e44-b580-1d1daa6ff707 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444999 Nov 13 06:15:35.641880 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5091a233-d077-4024-8439-b919860d0522'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:15:36.533942 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95627236-2c93-453e-9702-ef786535cede req-79e9b1db-1995-43ad-bb21-5232554fddbc tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:36.535372 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-95627236-2c93-453e-9702-ef786535cede req-79e9b1db-1995-43ad-bb21-5232554fddbc tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 944 time: 0.0554366 Nov 13 06:15:36.589517 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-95627236-2c93-453e-9702-ef786535cede req-4dc6dff7-bf81-44f7-9227-107ef3d5859f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449834 Nov 13 06:15:36.597804 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dcb131fc-3f33-4566-a616-1f7214182b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:37.070437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5091a233-d077-4024-8439-b919860d0522 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:15:37.125813 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 5091a233-d077-4024-8439-b919860d0522 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 06:15:37.129519 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 5091a233-d077-4024-8439-b919860d0522 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:15:37.129858 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:37.210580 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:37.233243 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5091a233-d077-4024-8439-b919860d0522'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:15:37.235529 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde7d45d-6692-4c76-97ba-102759e0de67" -d '{"events": [{"server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "name": "network-vif-plugged", "status": "completed", "tag": "5091a233-d077-4024-8439-b919860d0522"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:15:37.249587 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5091a233-d077-4024-8439-b919860d0522, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5091a233-d077-4024-8439-b919860d0522,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:15:37.255157 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:37.280172 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9f9696-a470-4000-9678-985612273dfc x-openstack-request-id: req-4c9f9696-a470-4000-9678-985612273dfc {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:15:37.280457 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "name": "network-vif-plugged", "status": "completed", "tag": "5091a233-d077-4024-8439-b919860d0522", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:15:37.280859 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c9f9696-a470-4000-9678-985612273dfc {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:15:37.281239 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5091a233-d077-4024-8439-b919860d0522', 'code': 200} Nov 13 06:15:37.304218 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5091a233-d077-4024-8439-b919860d0522,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:37.410682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4980f9a-c311-4c1e-8de3-112caa2eeb24 req-85f2e56a-135e-40b5-9ec7-62a5b6e8c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:37.412451 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d4980f9a-c311-4c1e-8de3-112caa2eeb24 req-85f2e56a-135e-40b5-9ec7-62a5b6e8c146 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 1096 time: 0.0472462 Nov 13 06:15:37.459333 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d4980f9a-c311-4c1e-8de3-112caa2eeb24 req-23597bac-563b-4edd-84e2-04839f20faee service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399990 Nov 13 06:15:37.735888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843edbea-8567-4ce5-b11f-1474f9488580 req-566182de-b426-4f1f-a975-c1bde0a92f62 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:37.737397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-843edbea-8567-4ce5-b11f-1474f9488580 req-566182de-b426-4f1f-a975-c1bde0a92f62 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0615313 Nov 13 06:15:37.797619 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-843edbea-8567-4ce5-b11f-1474f9488580 req-fe576a92-9417-442e-8b0b-a32607c06117 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509567 Nov 13 06:15:38.339035 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:38.927703 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72967e7-41b7-4bb4-896f-b803f9469367 req-7be8dd04-b853-4d63-9811-b6a08461d9b7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:38.929217 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d72967e7-41b7-4bb4-896f-b803f9469367 req-7be8dd04-b853-4d63-9811-b6a08461d9b7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0526116 Nov 13 06:15:38.980974 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d72967e7-41b7-4bb4-896f-b803f9469367 req-8770d952-92b3-4f62-892c-9b5368459f0d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453744 Nov 13 06:15:39.099284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149341f-f2b6-4fc9-add3-7e3509acbe2f req-58cc1c8a-ea74-4e0f-8b29-2363abb70d98 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:39.100746 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5149341f-f2b6-4fc9-add3-7e3509acbe2f req-58cc1c8a-ea74-4e0f-8b29-2363abb70d98 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0514164 Nov 13 06:15:39.157588 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5149341f-f2b6-4fc9-add3-7e3509acbe2f req-1812946d-a628-461a-a193-edd5eaa78543 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483475 Nov 13 06:15:39.181970 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50762) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:39.279899 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7a2e81-0d15-4cc9-9fc8-ecd177b17e4c tempest-TestShelveInstance-444965853 tempest-TestShelveInstance-444965853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:39.281437 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1c7a2e81-0d15-4cc9-9fc8-ecd177b17e4c tempest-TestShelveInstance-444965853 tempest-TestShelveInstance-444965853-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 1091 time: 0.0983801 Nov 13 06:15:39.284475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 50766) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:15:39.288929 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': '5091a233-d077-4024-8439-b919860d0522', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:15:39.314077 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:39.419308 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:39.532975 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Allocated IP 172.25.8.160 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/eabe0eed-206d-44e2-b58e-1dffc7e6ee2a) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:15:39.600781 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:39.640657 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:39.680164 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:39.718485 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:15:39.723375 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:15:39.726851 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:15:39.749081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'Port': ['ID=eabe0eed-206d-44e2-b58e-1dffc7e6ee2a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:40.093475 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:40.098185 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:40.164349 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:40.323609 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:40.331178 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:40.403294 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'Port': ['ID=eabe0eed-206d-44e2-b58e-1dffc7e6ee2a,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:15:40.411521 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:40.535878 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Floating IP 73300636-9fec-482e-b10f-1d0f18cd3c6d associated. External IP: 172.25.8.160, port: 5091a233-d077-4024-8439-b919860d0522. Nov 13 06:15:40.746660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:15:40.867234 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:15:40.872487 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:15:40.884164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5554c55-69b8-4db0-9f25-5e36d81bd417 None None] Sync routers for ids ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:15:40.893032 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:40.895449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5554c55-69b8-4db0-9f25-5e36d81bd417 None None] Routers {'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:15:40.896258 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a5554c55-69b8-4db0-9f25-5e36d81bd417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:15:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:40.921247 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-67ef7d04-9c10-437b-9a19-ca3c2bc10786 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6357396 Nov 13 06:15:40.921843 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'tag': '5091a233-d077-4024-8439-b919860d0522'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:15:40.924183 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1841d0b4-3289-49e2-8d89-653902aea58d" -d '{"events": [{"name": "network-changed", "server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "tag": "5091a233-d077-4024-8439-b919860d0522"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:15:40.961727 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea8d306-76bd-407b-b5d6-60a797865496 x-openstack-request-id: req-cea8d306-76bd-407b-b5d6-60a797865496 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:15:40.962008 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "tag": "5091a233-d077-4024-8439-b919860d0522", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:15:40.962253 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cea8d306-76bd-407b-b5d6-60a797865496 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:15:40.962677 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'tag': '5091a233-d077-4024-8439-b919860d0522', 'status': 'completed', 'code': 200} Nov 13 06:15:41.010946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a5554c55-69b8-4db0-9f25-5e36d81bd417 None None] Set router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:15:41.048143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841d0b4-3289-49e2-8d89-653902aea58d req-a15e0178-6f93-4e8c-96b2-5f5ad73292b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:41.049626 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1841d0b4-3289-49e2-8d89-653902aea58d req-a15e0178-6f93-4e8c-96b2-5f5ad73292b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 1096 time: 0.0423021 Nov 13 06:15:41.141646 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841d0b4-3289-49e2-8d89-653902aea58d req-fcbb01e9-fc6f-4977-b3f8-dfb6ef97bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:41.143183 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1841d0b4-3289-49e2-8d89-653902aea58d req-fcbb01e9-fc6f-4977-b3f8-dfb6ef97bcd3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0858173 Nov 13 06:15:41.224903 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1841d0b4-3289-49e2-8d89-653902aea58d req-eaf7ce7e-a79f-4162-8ac4-6110775b4e6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5091a233-d077-4024-8439-b919860d0522 HTTP/1.1" status: 200 len: 999 time: 0.0741382 Nov 13 06:15:41.243110 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a5554c55-69b8-4db0-9f25-5e36d81bd417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '73300636-9fec-482e-b10f-1d0f18cd3c6d', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'port_id': '5091a233-d077-4024-8439-b919860d0522', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'mac_address': 'fa:16:3e:99:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053ef477-c47a-404e-970b-c76f590a550b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:15:39Z', 'updated_at': '2021-11-13T06:15:39Z', 'revision_number': 0, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 5, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:41.272612 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5554c55-69b8-4db0-9f25-5e36d81bd417 None None] Checking router: fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:15:41.275230 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841d0b4-3289-49e2-8d89-653902aea58d req-f0024467-d648-4a26-88e0-07184646cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:41.276724 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1841d0b4-3289-49e2-8d89-653902aea58d req-f0024467-d648-4a26-88e0-07184646cbe6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0454531 Nov 13 06:15:41.281515 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5554c55-69b8-4db0-9f25-5e36d81bd417 None None] Routers {'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:15:41.282112 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a5554c55-69b8-4db0-9f25-5e36d81bd417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:15:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:41.324073 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841d0b4-3289-49e2-8d89-653902aea58d req-d03e044c-8b57-4087-bb8c-d1cfb6a96139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:15:41.325579 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1841d0b4-3289-49e2-8d89-653902aea58d req-d03e044c-8b57-4087-bb8c-d1cfb6a96139 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420077 Nov 13 06:15:41.389738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a5554c55-69b8-4db0-9f25-5e36d81bd417 None None] Set router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:15:41.419504 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1841d0b4-3289-49e2-8d89-653902aea58d req-cb0393e7-8ebf-42b5-8cb8-9cdd35235151 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869064 Nov 13 06:15:41.513878 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1841d0b4-3289-49e2-8d89-653902aea58d req-d767afe2-016a-43a1-9cc9-86ab321d270b service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865176 Nov 13 06:15:41.620055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a5554c55-69b8-4db0-9f25-5e36d81bd417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '73300636-9fec-482e-b10f-1d0f18cd3c6d', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'port_id': '5091a233-d077-4024-8439-b919860d0522', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'mac_address': 'fa:16:3e:99:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053ef477-c47a-404e-970b-c76f590a550b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:15:39Z', 'updated_at': '2021-11-13T06:15:39Z', 'revision_number': 0, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 5, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:15:41.650238 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5554c55-69b8-4db0-9f25-5e36d81bd417 None None] The sync data for ids ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'] in n-d-813114-2 is: [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '73300636-9fec-482e-b10f-1d0f18cd3c6d', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'port_id': '5091a233-d077-4024-8439-b919860d0522', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'mac_address': 'fa:16:3e:99:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053ef477-c47a-404e-970b-c76f590a550b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:15:39Z', 'updated_at': '2021-11-13T06:15:39Z', 'revision_number': 0, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 5, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:15:41.865657 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3451b4-854e-4a0b-b351-30d732cae913 None None] New status for floating IP 73300636-9fec-482e-b10f-1d0f18cd3c6d: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:15:59.500054 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:15:59.552976 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:16:04.438814 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c5d424e-b078-4771-9c96-f75856d8ddb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:16:06.596926 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c03adeed-8851-45d8-a9d9-6b4f4c620122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:16:08.340337 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:16:09.614547 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:16:10.108664 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:16:17.870825 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:16:26.851155 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b02e39db-28ff-40b1-9f50-eef304fa3fbe req-be491bdb-8e28-4cf9-8a72-d8d7e43f4446 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498126 Nov 13 06:16:26.967129 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e39db-28ff-40b1-9f50-eef304fa3fbe req-a3875ae1-7f27-49e1-b94b-bb34b05e8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:16:26.968633 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b02e39db-28ff-40b1-9f50-eef304fa3fbe req-a3875ae1-7f27-49e1-b94b-bb34b05e8c9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 1096 time: 0.0440705 Nov 13 06:16:27.081870 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e39db-28ff-40b1-9f50-eef304fa3fbe req-cb1decb6-f843-42da-84b8-cb64c6ac526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:16:27.083468 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b02e39db-28ff-40b1-9f50-eef304fa3fbe req-cb1decb6-f843-42da-84b8-cb64c6ac526c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0915611 Nov 13 06:16:27.166794 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b02e39db-28ff-40b1-9f50-eef304fa3fbe req-a31b0487-1096-4995-9331-1bd3f5388821 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5091a233-d077-4024-8439-b919860d0522 HTTP/1.1" status: 200 len: 1001 time: 0.0752103 Nov 13 06:16:27.216228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e39db-28ff-40b1-9f50-eef304fa3fbe req-2408697d-d69b-4f32-a9a9-bd3d25d5d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:16:27.217624 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b02e39db-28ff-40b1-9f50-eef304fa3fbe req-2408697d-d69b-4f32-a9a9-bd3d25d5d8e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0431271 Nov 13 06:16:27.270259 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e39db-28ff-40b1-9f50-eef304fa3fbe req-106af945-057f-45df-8e8a-f2dbcc5662fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:16:27.271809 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b02e39db-28ff-40b1-9f50-eef304fa3fbe req-106af945-057f-45df-8e8a-f2dbcc5662fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467954 Nov 13 06:16:27.371832 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b02e39db-28ff-40b1-9f50-eef304fa3fbe req-999197e9-af64-40d6-891c-975420a36bf7 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894520 Nov 13 06:16:27.477262 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b02e39db-28ff-40b1-9f50-eef304fa3fbe req-55d8f612-5eee-4f1b-9455-4ed5feea11af service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979953 Nov 13 06:16:29.492467 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:16:29.579264 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:16:34.432742 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7beabbb4-1c83-4915-b1b1-ca241554e39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:16:36.597737 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecbb1b8b-967b-4b81-905f-57a5d9b75b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:16:38.350266 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:16:39.619882 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:16:40.106404 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:16:54.876963 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:16:59.498179 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:16:59.586134 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:17:04.445629 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91a19518-5617-49dc-b95f-c90550905169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:17:06.599726 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70574ab5-e674-448f-8572-5d96852ccffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:17:08.353192 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:17:09.624747 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:17:10.112178 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:17:28.885305 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10a6178f-06ad-4b2d-b969-3798b83413bf req-8cbd4d5a-976d-425f-becf-cc134947130d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435462 Nov 13 06:17:28.997254 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6178f-06ad-4b2d-b969-3798b83413bf req-b1699798-74c1-4450-88f0-c3296a39dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:17:28.998758 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10a6178f-06ad-4b2d-b969-3798b83413bf req-b1699798-74c1-4450-88f0-c3296a39dda0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 1096 time: 0.0430665 Nov 13 06:17:29.109386 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6178f-06ad-4b2d-b969-3798b83413bf req-c91e1662-4375-4c5b-9b15-db7d9b9025ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:17:29.110861 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10a6178f-06ad-4b2d-b969-3798b83413bf req-c91e1662-4375-4c5b-9b15-db7d9b9025ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0900273 Nov 13 06:17:29.178037 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10a6178f-06ad-4b2d-b969-3798b83413bf req-81b1f5aa-eac4-436d-8b2d-e98e59f53a7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5091a233-d077-4024-8439-b919860d0522 HTTP/1.1" status: 200 len: 1001 time: 0.0571668 Nov 13 06:17:29.231448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6178f-06ad-4b2d-b969-3798b83413bf req-14e5a6ca-6346-42b0-8191-d438b35af64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:17:29.232845 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10a6178f-06ad-4b2d-b969-3798b83413bf req-14e5a6ca-6346-42b0-8191-d438b35af64b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0467336 Nov 13 06:17:29.281482 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6178f-06ad-4b2d-b969-3798b83413bf req-64128666-20bd-4732-8ffc-6d30ded936ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:17:29.282963 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10a6178f-06ad-4b2d-b969-3798b83413bf req-64128666-20bd-4732-8ffc-6d30ded936ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427425 Nov 13 06:17:29.381442 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10a6178f-06ad-4b2d-b969-3798b83413bf req-4beb3234-f6ad-4eea-bec4-c00311579444 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911818 Nov 13 06:17:29.479646 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-10a6178f-06ad-4b2d-b969-3798b83413bf req-86bca934-2936-4d67-bdc1-097a78c69f8b service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899796 Nov 13 06:17:29.517958 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:17:29.596005 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:17:31.869857 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:17:34.451715 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d96ee507-6524-4077-b12d-0e788d88779b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:17:36.603941 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d272156-e4e1-47ea-ad13-3c70a969adcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:17:38.361292 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:17:39.629099 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:17:40.099013 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:17:59.518599 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:17:59.596257 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:04.455773 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-349c1f8e-9f4e-4366-939b-85d727b0b6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:06.607151 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97fb4235-42ec-4de9-b312-e18061d04d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:08.123265 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c0a57-b087-46a6-91f5-89aa795da20a req-ca46ac99-32c9-44b6-a4f7-3ce40dfb870f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:08.124850 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c9c0a57-b087-46a6-91f5-89aa795da20a req-ca46ac99-32c9-44b6-a4f7-3ce40dfb870f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0542462 Nov 13 06:18:08.183545 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0c9c0a57-b087-46a6-91f5-89aa795da20a req-2258fd4e-8152-4c50-8931-2bd60a6a56ee tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496018 Nov 13 06:18:08.364932 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:08.869669 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:18:09.346124 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e61415-ebc7-4e6d-9ab1-e299e8db0bd2 req-9fa7e668-1a36-438d-9411-a9c3697e97f0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:09.347658 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30e61415-ebc7-4e6d-9ab1-e299e8db0bd2 req-9fa7e668-1a36-438d-9411-a9c3697e97f0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0565798 Nov 13 06:18:09.400490 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-30e61415-ebc7-4e6d-9ab1-e299e8db0bd2 req-2e7ab8be-dfcb-4da5-a3ef-8f2a8628e270 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452335 Nov 13 06:18:09.631760 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:10.104683 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:10.566602 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfb4cc-30fc-4d57-9c6b-58f93c7b806d req-dd394c3c-123e-4230-979c-9db462fd7b1e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:10.568121 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4dbfb4cc-30fc-4d57-9c6b-58f93c7b806d req-dd394c3c-123e-4230-979c-9db462fd7b1e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0622721 Nov 13 06:18:10.624156 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4dbfb4cc-30fc-4d57-9c6b-58f93c7b806d req-80b05724-f22d-4511-b3ce-9a47abfaa229 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494375 Nov 13 06:18:11.756412 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fff28-893f-47f7-adf3-c4f3d3c8773e req-e6b1c79c-9501-46a4-bbf0-23cfcad1f6c1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:11.757897 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7b8fff28-893f-47f7-adf3-c4f3d3c8773e req-e6b1c79c-9501-46a4-bbf0-23cfcad1f6c1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0550332 Nov 13 06:18:11.818221 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7b8fff28-893f-47f7-adf3-c4f3d3c8773e req-703706c5-04e6-4804-99af-84ded46afe56 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541031 Nov 13 06:18:12.964633 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c478f48-2013-4a7a-abe0-7a681e7dbbd1 req-10debf59-7689-401f-acee-9bfee8587cca tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:12.966181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c478f48-2013-4a7a-abe0-7a681e7dbbd1 req-10debf59-7689-401f-acee-9bfee8587cca tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0634019 Nov 13 06:18:13.019716 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c478f48-2013-4a7a-abe0-7a681e7dbbd1 req-f4e4d132-5353-4db9-972c-ba3c605ec8b5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446134 Nov 13 06:18:14.156272 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf3165-1878-4128-a29b-13532d8d6d79 req-b648b746-252a-4b22-b9d6-268e7dccbd08 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:14.157783 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5fcf3165-1878-4128-a29b-13532d8d6d79 req-b648b746-252a-4b22-b9d6-268e7dccbd08 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0606558 Nov 13 06:18:14.209012 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5fcf3165-1878-4128-a29b-13532d8d6d79 req-027fdbc1-94b0-4663-9e5f-181ca6c119b1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449948 Nov 13 06:18:15.342062 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3a4d3-19b2-4f74-af60-e833c817fd30 req-a08857a0-4cc0-46a0-a7b5-a3bdb2dc469d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:15.343483 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c8e3a4d3-19b2-4f74-af60-e833c817fd30 req-a08857a0-4cc0-46a0-a7b5-a3bdb2dc469d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0576322 Nov 13 06:18:15.399757 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c8e3a4d3-19b2-4f74-af60-e833c817fd30 req-59cf6e21-89fc-4f77-baf8-54be15738671 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478284 Nov 13 06:18:16.541378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf790e-50e8-4a4e-85f8-48d17773b303 req-a0eee999-5cdb-4ca7-9a7a-dd0f6696e071 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:16.542850 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8bf790e-50e8-4a4e-85f8-48d17773b303 req-a0eee999-5cdb-4ca7-9a7a-dd0f6696e071 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0532138 Nov 13 06:18:16.599864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b8bf790e-50e8-4a4e-85f8-48d17773b303 req-6373d10c-6109-405e-806c-95a5f2770a5e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481422 Nov 13 06:18:17.731546 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2be9d-9443-46f3-ba63-4ec2f6e93ccb req-78177854-cdb0-4243-965b-2009b1911d3f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:17.733025 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37c2be9d-9443-46f3-ba63-4ec2f6e93ccb req-78177854-cdb0-4243-965b-2009b1911d3f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0585363 Nov 13 06:18:17.786960 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-37c2be9d-9443-46f3-ba63-4ec2f6e93ccb req-4cbf19b4-c94e-4b62-aac9-5f38e4390381 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446682 Nov 13 06:18:18.908309 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77525031-05a6-40ed-bbe0-b92b053e339c req-27b6c6fd-27ef-4532-8b48-a49c8917371b tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:18.909826 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-77525031-05a6-40ed-bbe0-b92b053e339c req-27b6c6fd-27ef-4532-8b48-a49c8917371b tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0508523 Nov 13 06:18:18.962627 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-77525031-05a6-40ed-bbe0-b92b053e339c req-fc909660-2a89-4fe6-a25e-f47ba4ca299b tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438559 Nov 13 06:18:20.085626 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e8021-aaeb-470f-b90b-7b57cec25168 req-e7fba2bb-1e9e-4361-8f65-244f70ddf14a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:20.087181 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-857e8021-aaeb-470f-b90b-7b57cec25168 req-e7fba2bb-1e9e-4361-8f65-244f70ddf14a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0545831 Nov 13 06:18:20.148668 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-857e8021-aaeb-470f-b90b-7b57cec25168 req-9bd690c6-4879-445b-898e-34ee44484c62 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541320 Nov 13 06:18:21.274822 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad68133-96db-4341-b171-e0694249f460 req-955d3a38-925c-4846-a024-ae9217d7274a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:21.276338 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dad68133-96db-4341-b171-e0694249f460 req-955d3a38-925c-4846-a024-ae9217d7274a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0508425 Nov 13 06:18:21.326406 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dad68133-96db-4341-b171-e0694249f460 req-00e6ab3c-4e4d-4a47-90fa-682d13ea513d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432999 Nov 13 06:18:21.957488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5091a233-d077-4024-8439-b919860d0522 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:18:22.231962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5091a233-d077-4024-8439-b919860d0522, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5091a233-d077-4024-8439-b919860d0522,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:18:22.243708 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '5091a233-d077-4024-8439-b919860d0522', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'port_id': '5091a233-d077-4024-8439-b919860d0522', 'mac_address': 'fa:16:3e:99:29:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:18:22.281941 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:22.295940 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5091a233-d077-4024-8439-b919860d0522 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:18:22.314794 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5091a233-d077-4024-8439-b919860d0522, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5091a233-d077-4024-8439-b919860d0522,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:18:22.322660 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:22.377551 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5091a233-d077-4024-8439-b919860d0522,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:18:22.385408 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:18:22.385755 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:18:22.386094 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:18:22.386431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:18:22.386760 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:18:22.387120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:18:22.387450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:18:22.387773 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:18:22.388102 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:18:22.388425 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:18:22.388745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:18:22.389064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:18:22.457340 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243eba60-c13d-4d80-b67a-d5397b719f23 req-42aa9b41-2d1a-42af-a766-6d7e69e4d30f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:22.458850 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-243eba60-c13d-4d80-b67a-d5397b719f23 req-42aa9b41-2d1a-42af-a766-6d7e69e4d30f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 944 time: 0.0490775 Nov 13 06:18:22.465350 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5091a233-d077-4024-8439-b919860d0522'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:18:22.511278 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-243eba60-c13d-4d80-b67a-d5397b719f23 req-d6f0b82e-c266-45a1-829a-f3be55658c07 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460951 Nov 13 06:18:23.635063 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379551e-5364-4536-942e-013d94f42f71 req-301672f9-ee90-49a1-8e32-503ca3030b27 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:23.636604 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b379551e-5364-4536-942e-013d94f42f71 req-301672f9-ee90-49a1-8e32-503ca3030b27 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 944 time: 0.0561185 Nov 13 06:18:23.686157 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b379551e-5364-4536-942e-013d94f42f71 req-a4795e55-42f4-478e-90af-59c50a2aef88 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435472 Nov 13 06:18:23.985571 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5091a233-d077-4024-8439-b919860d0522 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:18:24.037746 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 5091a233-d077-4024-8439-b919860d0522 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:18:24.038113 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:24.116455 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:24.138776 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5091a233-d077-4024-8439-b919860d0522'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:18:24.141058 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fea1e6-17e4-48cf-941f-6da781490f15" -d '{"events": [{"server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "name": "network-vif-plugged", "status": "completed", "tag": "5091a233-d077-4024-8439-b919860d0522"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:18:24.154602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5091a233-d077-4024-8439-b919860d0522, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5091a233-d077-4024-8439-b919860d0522,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:18:24.160183 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:24.211937 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5091a233-d077-4024-8439-b919860d0522,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:18:24.266058 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d5eb7f-4e33-49cb-be2f-d46605155776 x-openstack-request-id: req-25d5eb7f-4e33-49cb-be2f-d46605155776 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:18:24.266355 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "name": "network-vif-plugged", "status": "completed", "tag": "5091a233-d077-4024-8439-b919860d0522", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:18:24.266606 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25d5eb7f-4e33-49cb-be2f-d46605155776 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:18:24.267071 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5091a233-d077-4024-8439-b919860d0522', 'code': 200} Nov 13 06:18:24.820120 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3419413-72e0-4298-8e9c-e7673230e934 req-e36a536d-abd0-4ba6-90df-10e184a2e140 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:24.821912 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3419413-72e0-4298-8e9c-e7673230e934 req-e36a536d-abd0-4ba6-90df-10e184a2e140 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0510311 Nov 13 06:18:24.878085 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a3419413-72e0-4298-8e9c-e7673230e934 req-13c87489-ade6-4ce7-b3af-21f7c230036d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461893 Nov 13 06:18:26.034121 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e6847-0be2-47d3-9613-cc5ee6ac50d5 req-ddf22cde-bca9-4173-b224-88adacd428ae tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:26.036467 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a62e6847-0be2-47d3-9613-cc5ee6ac50d5 req-ddf22cde-bca9-4173-b224-88adacd428ae tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0566411 Nov 13 06:18:26.103016 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a62e6847-0be2-47d3-9613-cc5ee6ac50d5 req-6fa221b2-1a6d-4c85-acd0-869781c5a7e7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591376 Nov 13 06:18:27.235608 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448cbc6-84bd-4ce3-9fe3-130e470450dc req-8f49e6f4-909c-4041-8bc6-e53275d9a27d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:27.237308 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4448cbc6-84bd-4ce3-9fe3-130e470450dc req-8f49e6f4-909c-4041-8bc6-e53275d9a27d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0561540 Nov 13 06:18:27.308892 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4448cbc6-84bd-4ce3-9fe3-130e470450dc req-de1b7bff-45a9-4441-9cf2-036f66bddc86 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642691 Nov 13 06:18:28.438206 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cff830-3dc0-4060-9cae-47830983ffd6 req-d16d7e28-c107-47ec-824d-af42bdc45dbb tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:28.443039 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-92cff830-3dc0-4060-9cae-47830983ffd6 req-d16d7e28-c107-47ec-824d-af42bdc45dbb tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0566161 Nov 13 06:18:28.495886 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-92cff830-3dc0-4060-9cae-47830983ffd6 req-96caae68-55e0-4354-b786-7b959f40058c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467904 Nov 13 06:18:29.507872 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:29.611983 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:29.624626 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe6a2-c11a-4044-88f2-9c725b4d7a84 req-28cd49f4-62b1-4f7e-b370-07e814d720fd tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:29.626151 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-11abe6a2-c11a-4044-88f2-9c725b4d7a84 req-28cd49f4-62b1-4f7e-b370-07e814d720fd tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0534861 Nov 13 06:18:29.682086 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-11abe6a2-c11a-4044-88f2-9c725b4d7a84 req-5e29df62-3cbc-4e6f-9737-628dae87094b tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483780 Nov 13 06:18:29.924450 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dca064-124e-4be4-95b3-6ba3bf13532b req-80344ef0-976e-43ab-9fee-54b64e434500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:29.925961 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56dca064-124e-4be4-95b3-6ba3bf13532b req-80344ef0-976e-43ab-9fee-54b64e434500 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 1096 time: 0.0452795 Nov 13 06:18:30.050571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dca064-124e-4be4-95b3-6ba3bf13532b req-bf056628-07aa-4d13-80be-e08394a9e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:30.052188 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56dca064-124e-4be4-95b3-6ba3bf13532b req-bf056628-07aa-4d13-80be-e08394a9e0fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.1001527 Nov 13 06:18:30.127723 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56dca064-124e-4be4-95b3-6ba3bf13532b req-a366ebfa-178e-478f-9fd1-dcc7740b1e1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5091a233-d077-4024-8439-b919860d0522 HTTP/1.1" status: 200 len: 1001 time: 0.0667222 Nov 13 06:18:30.187063 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dca064-124e-4be4-95b3-6ba3bf13532b req-f673b6bc-4cea-43cf-a9f6-c51a322c934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:30.188422 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56dca064-124e-4be4-95b3-6ba3bf13532b req-f673b6bc-4cea-43cf-a9f6-c51a322c934a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0535932 Nov 13 06:18:30.239362 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dca064-124e-4be4-95b3-6ba3bf13532b req-10675f74-8060-492b-b8d8-69ad3495bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:30.241982 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56dca064-124e-4be4-95b3-6ba3bf13532b req-10675f74-8060-492b-b8d8-69ad3495bc28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449462 Nov 13 06:18:30.354638 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56dca064-124e-4be4-95b3-6ba3bf13532b req-0ed968eb-9ab5-41a7-8252-59e4b9b3307d service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044762 Nov 13 06:18:30.452102 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-56dca064-124e-4be4-95b3-6ba3bf13532b req-c2246656-e873-449d-a97e-99a9f077f96c service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902233 Nov 13 06:18:30.808995 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573de03e-5e3b-4720-873f-26f2e38905d8 req-e1b1e410-6838-4820-95ca-7c5f40aab3dd tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:30.810820 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-573de03e-5e3b-4720-873f-26f2e38905d8 req-e1b1e410-6838-4820-95ca-7c5f40aab3dd tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0515084 Nov 13 06:18:30.868629 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-573de03e-5e3b-4720-873f-26f2e38905d8 req-4acd48d5-2601-4271-98b1-5cb168a2e5ba tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494878 Nov 13 06:18:31.997098 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d55750-e358-48d9-ac98-c8016352a207 req-39f5fdcc-9701-4fa2-9f88-cd1f914845fe tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:31.998699 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1d55750-e358-48d9-ac98-c8016352a207 req-39f5fdcc-9701-4fa2-9f88-cd1f914845fe tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0540900 Nov 13 06:18:32.052081 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f1d55750-e358-48d9-ac98-c8016352a207 req-0dec458c-1057-45c7-b58d-2699d01849be tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470028 Nov 13 06:18:33.192320 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d5d0d-a9ba-4fc9-b82c-0436fb0d2828 req-710714c5-240e-490a-b638-f53ab362af3c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:33.193793 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-129d5d0d-a9ba-4fc9-b82c-0436fb0d2828 req-710714c5-240e-490a-b638-f53ab362af3c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0616519 Nov 13 06:18:33.245198 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-129d5d0d-a9ba-4fc9-b82c-0436fb0d2828 req-436a7b4d-f209-452a-a9b8-799434ccf0b2 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452204 Nov 13 06:18:33.944398 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326b20b-9c55-457e-8ca8-e170b563d0f0 req-4ab05693-3111-43cf-ad19-3cfe01d5f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:33.945864 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3326b20b-9c55-457e-8ca8-e170b563d0f0 req-4ab05693-3111-43cf-ad19-3cfe01d5f376 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 1096 time: 0.0472283 Nov 13 06:18:34.038300 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326b20b-9c55-457e-8ca8-e170b563d0f0 req-5975b488-960c-476b-a2f7-60a8580fd1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:34.039893 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3326b20b-9c55-457e-8ca8-e170b563d0f0 req-5975b488-960c-476b-a2f7-60a8580fd1b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0852563 Nov 13 06:18:34.110575 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3326b20b-9c55-457e-8ca8-e170b563d0f0 req-a6540f51-9766-4e1d-b810-af4cd252ad03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5091a233-d077-4024-8439-b919860d0522 HTTP/1.1" status: 200 len: 1001 time: 0.0619483 Nov 13 06:18:34.164587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326b20b-9c55-457e-8ca8-e170b563d0f0 req-c7484bec-4a2c-4ecb-b09f-de4b8eab5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:34.166049 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3326b20b-9c55-457e-8ca8-e170b563d0f0 req-c7484bec-4a2c-4ecb-b09f-de4b8eab5e24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0445993 Nov 13 06:18:34.216258 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326b20b-9c55-457e-8ca8-e170b563d0f0 req-6160a0da-cf86-4cc3-a6f0-e6d3b66a3064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:34.217693 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3326b20b-9c55-457e-8ca8-e170b563d0f0 req-6160a0da-cf86-4cc3-a6f0-e6d3b66a3064 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444899 Nov 13 06:18:34.313312 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3326b20b-9c55-457e-8ca8-e170b563d0f0 req-6a134c4c-30bb-42d3-bf95-be8b86bf831b service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878680 Nov 13 06:18:34.420554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eed3cf-1b78-4fe2-850c-91f062ae998e req-7ba648f2-4169-4112-a0cb-c43e595afa48 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:34.422017 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-57eed3cf-1b78-4fe2-850c-91f062ae998e req-7ba648f2-4169-4112-a0cb-c43e595afa48 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.1052334 Nov 13 06:18:34.450850 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad3a3-b7f6-4d4a-85e9-028b68191eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:34.458958 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3326b20b-9c55-457e-8ca8-e170b563d0f0 req-5397c30e-3420-42e1-b6be-4cc2c5738541 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337650 Nov 13 06:18:34.500096 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-57eed3cf-1b78-4fe2-850c-91f062ae998e req-4761506f-7f08-4c2b-8a8d-89bb009db670 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712743 Nov 13 06:18:35.630382 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265e13a-d909-44e7-9f82-97c505d91e24 req-4ddde1b3-147a-4159-bbe5-e627d5545338 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:35.631896 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0265e13a-d909-44e7-9f82-97c505d91e24 req-4ddde1b3-147a-4159-bbe5-e627d5545338 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0574172 Nov 13 06:18:35.684918 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0265e13a-d909-44e7-9f82-97c505d91e24 req-79dac27c-ac3e-49b3-9632-d9112abaca5c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444627 Nov 13 06:18:36.604129 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a963e9ce-7e04-44d3-b545-0d0f7eea183c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:36.807723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03a292-c0d9-4597-a386-2c5eb7de678a req-87a76966-4775-400c-a9a6-9f256f590529 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:36.809207 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f03a292-c0d9-4597-a386-2c5eb7de678a req-87a76966-4775-400c-a9a6-9f256f590529 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0506635 Nov 13 06:18:36.858459 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4f03a292-c0d9-4597-a386-2c5eb7de678a req-b77754af-1084-4d7d-b689-adbcd97e7180 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427444 Nov 13 06:18:36.932668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-4495afd8-5fea-45e0-88fe-71d64e99d97f req-ed3a3838-ec0e-4239-8dcc-fd6d471fd3a5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:18:36.933653 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4495afd8-5fea-45e0-88fe-71d64e99d97f req-ed3a3838-ec0e-4239-8dcc-fd6d471fd3a5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082450 Nov 13 06:18:38.100856 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5091a233-d077-4024-8439-b919860d0522 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:18:38.120888 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc613a-feb9-43c6-9f50-fb367cb3fc12 req-1e7ed814-da63-4a76-b7bd-840cdb45b45d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:38.122490 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53dc613a-feb9-43c6-9f50-fb367cb3fc12 req-1e7ed814-da63-4a76-b7bd-840cdb45b45d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 945 time: 0.0571413 Nov 13 06:18:38.173666 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-53dc613a-feb9-43c6-9f50-fb367cb3fc12 req-d0c4d6e3-f4c5-4d82-a66a-88e99009fb14 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447333 Nov 13 06:18:38.181156 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:38.206111 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5091a233-d077-4024-8439-b919860d0522'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:18:38.208421 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875e4fb9-9e10-40f2-8f5b-9c39f784f833" -d '{"events": [{"server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "name": "network-vif-unplugged", "status": "completed", "tag": "5091a233-d077-4024-8439-b919860d0522"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:18:38.221806 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5091a233-d077-4024-8439-b919860d0522, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5091a233-d077-4024-8439-b919860d0522,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:18:38.226839 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:38.252921 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 13 Nov 2021 06:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1fb26d-1c9e-44b4-9510-d4793e21249e x-openstack-request-id: req-9a1fb26d-1c9e-44b4-9510-d4793e21249e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:18:38.253207 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "name": "network-vif-unplugged", "status": "failed", "tag": "5091a233-d077-4024-8439-b919860d0522", "code": 422}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:18:38.253455 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a1fb26d-1c9e-44b4-9510-d4793e21249e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:18:38.253843 n-d-813114-2 neutron-server[102669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5091a233-d077-4024-8439-b919860d0522', 'code': 422} returned with failed status Nov 13 06:18:38.282927 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5091a233-d077-4024-8439-b919860d0522,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:18:38.355548 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:38.424249 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a5bcc9b-9356-48fb-8aae-1b779c4f5496 req-a0a659ef-96df-4eff-83f3-7aabf23a84b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868201 Nov 13 06:18:39.302323 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d2f74-cdbd-4e2d-856d-9479f1d52bb1 req-a11e5291-bef6-46f3-8248-8e02949b207c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:39.303780 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dc7d2f74-cdbd-4e2d-856d-9479f1d52bb1 req-a11e5291-bef6-46f3-8248-8e02949b207c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0513539 Nov 13 06:18:39.357674 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dc7d2f74-cdbd-4e2d-856d-9479f1d52bb1 req-63d6655e-8e10-4930-9849-9810f1a2038b tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452266 Nov 13 06:18:39.632724 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:40.108793 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:40.478789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604727a9-c5c4-4af0-a212-cd7e927cde67 req-640ea685-0e68-418c-9af4-a32bb10fc07d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:40.480350 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-604727a9-c5c4-4af0-a212-cd7e927cde67 req-640ea685-0e68-418c-9af4-a32bb10fc07d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0531704 Nov 13 06:18:40.537489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-604727a9-c5c4-4af0-a212-cd7e927cde67 req-e736d684-09a5-4ca8-a6c9-e1c7e6204b0c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477791 Nov 13 06:18:41.690313 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df480676-77b7-4850-b84e-e012de7059d1 req-1b1df860-2192-4e0b-8084-5d3721244b59 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:41.692161 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df480676-77b7-4850-b84e-e012de7059d1 req-1b1df860-2192-4e0b-8084-5d3721244b59 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0659282 Nov 13 06:18:41.748816 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-df480676-77b7-4850-b84e-e012de7059d1 req-2fa7855a-cda7-4145-a53b-6cf24324ecd8 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502062 Nov 13 06:18:42.868991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91b48a-116b-4029-9a45-437067dff17f req-09381ac9-fdcb-41de-85e0-91765bec0745 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:42.870515 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af91b48a-116b-4029-9a45-437067dff17f req-09381ac9-fdcb-41de-85e0-91765bec0745 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0504031 Nov 13 06:18:42.922022 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af91b48a-116b-4029-9a45-437067dff17f req-dda1b536-e718-483e-9061-71f16d21b978 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447061 Nov 13 06:18:43.378263 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bcc9b-9356-48fb-8aae-1b779c4f5496 req-feb7d226-dbf7-4509-9a5a-fcd5c7cba4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:43.379794 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a5bcc9b-9356-48fb-8aae-1b779c4f5496 req-feb7d226-dbf7-4509-9a5a-fcd5c7cba4c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b&tenant_id=01e1aa07335b42ddafde23ba92ebcd84 HTTP/1.1" status: 200 len: 1094 time: 0.0488036 Nov 13 06:18:43.459128 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bcc9b-9356-48fb-8aae-1b779c4f5496 req-ebd734d0-1fb9-41d8-98b8-2c230e814d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:43.460593 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a5bcc9b-9356-48fb-8aae-1b779c4f5496 req-ebd734d0-1fb9-41d8-98b8-2c230e814d54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 1094 time: 0.0458000 Nov 13 06:18:43.558539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bcc9b-9356-48fb-8aae-1b779c4f5496 req-ab93f18d-cd5a-43c6-8092-da2eac7ac81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:43.560062 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a5bcc9b-9356-48fb-8aae-1b779c4f5496 req-ab93f18d-cd5a-43c6-8092-da2eac7ac81a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0923469 Nov 13 06:18:43.627065 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a5bcc9b-9356-48fb-8aae-1b779c4f5496 req-442377bd-bfee-452c-b4a2-fa2af07d05ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5091a233-d077-4024-8439-b919860d0522 HTTP/1.1" status: 200 len: 999 time: 0.0580318 Nov 13 06:18:43.681754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bcc9b-9356-48fb-8aae-1b779c4f5496 req-b01c75ec-1b99-4675-b2e9-ead33c005d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:43.683134 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a5bcc9b-9356-48fb-8aae-1b779c4f5496 req-b01c75ec-1b99-4675-b2e9-ead33c005d07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0492492 Nov 13 06:18:43.730982 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bcc9b-9356-48fb-8aae-1b779c4f5496 req-74b334fa-8b0f-41fa-9219-5562bd7e2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:43.732678 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a5bcc9b-9356-48fb-8aae-1b779c4f5496 req-74b334fa-8b0f-41fa-9219-5562bd7e2a84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421925 Nov 13 06:18:43.830394 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a5bcc9b-9356-48fb-8aae-1b779c4f5496 req-71e6a9ac-1a45-47cc-b849-0c5cbd7b2573 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902989 Nov 13 06:18:43.925748 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2a5bcc9b-9356-48fb-8aae-1b779c4f5496 req-637d9243-40fc-46bb-8cb3-ea17e61488db service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877557 Nov 13 06:18:44.054267 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91966d-9023-4d77-ba62-45e071c5817b req-a6410518-d346-4342-b9a8-f8202ac2d5b9 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:44.056732 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7f91966d-9023-4d77-ba62-45e071c5817b req-a6410518-d346-4342-b9a8-f8202ac2d5b9 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0637240 Nov 13 06:18:44.107406 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7f91966d-9023-4d77-ba62-45e071c5817b req-b20e503b-868a-4d42-baf3-02985614743c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443435 Nov 13 06:18:45.240981 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09771b95-ad9d-4f96-bcce-addeafae9416 req-efcf45fd-80bf-42aa-8c3d-f818291f04cc tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:45.242578 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09771b95-ad9d-4f96-bcce-addeafae9416 req-efcf45fd-80bf-42aa-8c3d-f818291f04cc tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0577340 Nov 13 06:18:45.295189 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-09771b95-ad9d-4f96-bcce-addeafae9416 req-81c69489-1d7a-4ccf-8a1a-9a205eb7efa3 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454574 Nov 13 06:18:45.874212 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:18:46.438734 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cf739-05b5-4dd3-b4c6-bad12081837c req-a11e9434-aa45-4d08-be23-72f9df189832 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:46.440281 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-304cf739-05b5-4dd3-b4c6-bad12081837c req-a11e9434-aa45-4d08-be23-72f9df189832 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0569537 Nov 13 06:18:46.493631 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-304cf739-05b5-4dd3-b4c6-bad12081837c req-12013533-93b6-4fc5-8f3f-b66a1eebe81e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470719 Nov 13 06:18:47.630416 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11079542-43c7-4c5c-9488-1d44b77e2a83 req-3ced72f3-72b8-4e33-9ea7-09bcc3c397df tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:47.632063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-11079542-43c7-4c5c-9488-1d44b77e2a83 req-3ced72f3-72b8-4e33-9ea7-09bcc3c397df tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0620623 Nov 13 06:18:47.683993 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-11079542-43c7-4c5c-9488-1d44b77e2a83 req-8ab9c079-9835-417d-a52a-8de2937708f6 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458498 Nov 13 06:18:48.814723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4587c7b-b24d-408f-922c-5f77eda3eeae req-36d5bd42-fa01-4e2e-8b77-24a2f51086ee tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:48.817609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4587c7b-b24d-408f-922c-5f77eda3eeae req-36d5bd42-fa01-4e2e-8b77-24a2f51086ee tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0576727 Nov 13 06:18:48.888787 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a4587c7b-b24d-408f-922c-5f77eda3eeae req-ca75ac11-fbf0-4e43-b2b1-6b35635dbb35 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555212 Nov 13 06:18:50.029928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bfda5-6616-4e7b-afc3-51acef958d54 req-ad73f1e6-955e-47f8-aa13-af98623ff86a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:50.031531 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-874bfda5-6616-4e7b-afc3-51acef958d54 req-ad73f1e6-955e-47f8-aa13-af98623ff86a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0685506 Nov 13 06:18:50.085294 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-874bfda5-6616-4e7b-afc3-51acef958d54 req-a5174a78-8d1c-4c0a-9355-4460c688edd3 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475013 Nov 13 06:18:51.216929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48949a0f-8095-4a55-b9c9-ee2d265ec542 req-ab03575f-e31c-4986-b0e4-0b617436df24 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:51.218499 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48949a0f-8095-4a55-b9c9-ee2d265ec542 req-ab03575f-e31c-4986-b0e4-0b617436df24 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0605114 Nov 13 06:18:51.271800 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-48949a0f-8095-4a55-b9c9-ee2d265ec542 req-9e568340-3803-4670-a579-fcec8a3a7537 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472221 Nov 13 06:18:52.395462 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041aedc-c67a-42d8-9f67-d596b71b54a7 req-437c3350-88c1-41c4-bba3-9388374b3039 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:52.396929 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1041aedc-c67a-42d8-9f67-d596b71b54a7 req-437c3350-88c1-41c4-bba3-9388374b3039 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0530071 Nov 13 06:18:52.450874 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1041aedc-c67a-42d8-9f67-d596b71b54a7 req-87434e0d-fb5c-4c0d-b6db-2a9f1e7d5fc7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478325 Nov 13 06:18:53.584469 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61788dc9-2038-4c51-93c9-28f766abff97 req-ce98a2d7-53eb-404c-b8b2-29c9bd3794b2 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:53.585984 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-61788dc9-2038-4c51-93c9-28f766abff97 req-ce98a2d7-53eb-404c-b8b2-29c9bd3794b2 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0661957 Nov 13 06:18:53.638771 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-61788dc9-2038-4c51-93c9-28f766abff97 req-ee9fc201-9e6e-4b72-af9f-583f485fe8d0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467043 Nov 13 06:18:54.760618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5be76-c992-467d-affb-fd80749d1f35 req-0e96ea7f-acd1-4842-91d4-3f80198345ff tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:54.762110 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ea5be76-c992-467d-affb-fd80749d1f35 req-0e96ea7f-acd1-4842-91d4-3f80198345ff tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0523479 Nov 13 06:18:54.817149 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3ea5be76-c992-467d-affb-fd80749d1f35 req-81e0d1fe-f9bf-45b7-8d82-31bcd3db0d07 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489230 Nov 13 06:18:55.940604 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30dbff-abdb-4044-ae24-6eb2e77416b5 req-4f8ae278-b7a8-4a13-874a-3ab96dc10600 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:55.942083 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc30dbff-abdb-4044-ae24-6eb2e77416b5 req-4f8ae278-b7a8-4a13-874a-3ab96dc10600 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0509853 Nov 13 06:18:55.999342 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cc30dbff-abdb-4044-ae24-6eb2e77416b5 req-b4878172-7f1b-411d-8e3e-e5973486d012 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481565 Nov 13 06:18:57.127056 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303f7d1-33e3-46f2-b91b-54e2ef729f9b req-d8477ba2-236f-4c8a-87e1-a1a798d36ab5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:57.128535 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5303f7d1-33e3-46f2-b91b-54e2ef729f9b req-d8477ba2-236f-4c8a-87e1-a1a798d36ab5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0564520 Nov 13 06:18:57.187068 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5303f7d1-33e3-46f2-b91b-54e2ef729f9b req-c65453f8-bf66-42c5-a408-4a8e3ffbf9c4 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495400 Nov 13 06:18:58.320690 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbd624-aa61-412d-ae0c-89e48a237ba3 req-66c468bc-7bea-4791-a87e-dcee05a2f10b tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:58.322247 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d8fbd624-aa61-412d-ae0c-89e48a237ba3 req-66c468bc-7bea-4791-a87e-dcee05a2f10b tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0547817 Nov 13 06:18:58.373397 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d8fbd624-aa61-412d-ae0c-89e48a237ba3 req-ee6e2b2e-d03e-4542-934b-aed5323f2dc2 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450678 Nov 13 06:18:59.501219 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9aee0-ca2c-4b59-8353-704867ec0894 req-e1eed15c-0324-4439-b638-ee37c9504dae tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:18:59.502684 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72b9aee0-ca2c-4b59-8353-704867ec0894 req-e1eed15c-0324-4439-b638-ee37c9504dae tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0552516 Nov 13 06:18:59.521696 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:18:59.558499 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-72b9aee0-ca2c-4b59-8353-704867ec0894 req-20fce6e8-53b8-41b8-8112-6b6b398c7064 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472097 Nov 13 06:18:59.604629 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:00.686696 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a89fa-9d34-44ab-9012-0fe840bcaa5a req-8c2ee1e5-f0dd-4c64-9fb8-aaffac2c3fcc tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:19:00.688253 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4c3a89fa-9d34-44ab-9012-0fe840bcaa5a req-8c2ee1e5-f0dd-4c64-9fb8-aaffac2c3fcc tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0528898 Nov 13 06:19:00.740246 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4c3a89fa-9d34-44ab-9012-0fe840bcaa5a req-c91765cc-d629-4c61-862b-1533dfd4fe99 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454078 Nov 13 06:19:01.862900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd087e6-fd3a-4a5c-8497-f137c8918da0 req-2f195bcf-f07a-4ef1-a472-77b45f68c4b6 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:19:01.864308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6dd087e6-fd3a-4a5c-8497-f137c8918da0 req-2f195bcf-f07a-4ef1-a472-77b45f68c4b6 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 943 time: 0.0509677 Nov 13 06:19:01.914849 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6dd087e6-fd3a-4a5c-8497-f137c8918da0 req-55bc8021-f5b7-46af-93a4-28b5e08a3cc9 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442560 Nov 13 06:19:02.220216 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5091a233-d077-4024-8439-b919860d0522 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:19:02.320000 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5091a233-d077-4024-8439-b919860d0522, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5091a233-d077-4024-8439-b919860d0522,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:19:02.334945 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '5091a233-d077-4024-8439-b919860d0522', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'port_id': '5091a233-d077-4024-8439-b919860d0522', 'mac_address': 'fa:16:3e:99:29:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:19:02.377110 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:02.391233 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5091a233-d077-4024-8439-b919860d0522 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:19:02.411450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5091a233-d077-4024-8439-b919860d0522, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5091a233-d077-4024-8439-b919860d0522,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:19:02.416554 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:02.462421 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5091a233-d077-4024-8439-b919860d0522,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:19:02.835387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['5091a233-d077-4024-8439-b919860d0522'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:19:03.036942 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afc86f-f0d2-4b9c-a601-ecf8a064d7cf req-92081a1e-dd25-440b-8ca1-19dc7c1be055 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:19:03.038458 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40afc86f-f0d2-4b9c-a601-ecf8a064d7cf req-92081a1e-dd25-440b-8ca1-19dc7c1be055 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 944 time: 0.0538285 Nov 13 06:19:03.091650 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-40afc86f-f0d2-4b9c-a601-ecf8a064d7cf req-00b7a0cd-235f-4339-85f1-56927f66cb1c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455961 Nov 13 06:19:04.219068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5091a233-d077-4024-8439-b919860d0522 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:19:04.225564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f969c54-2e8f-4f1a-a7de-fd2ae6530ca3 req-d41a456f-0850-46c9-b281-e9f6ea3422a2 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:19:04.226957 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5f969c54-2e8f-4f1a-a7de-fd2ae6530ca3 req-d41a456f-0850-46c9-b281-e9f6ea3422a2 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 944 time: 0.0546546 Nov 13 06:19:04.272591 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 5091a233-d077-4024-8439-b919860d0522 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:19:04.272829 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:04.278896 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5f969c54-2e8f-4f1a-a7de-fd2ae6530ca3 req-35cae025-2fda-41cd-9809-ba1a594f6568 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431285 Nov 13 06:19:04.350152 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:04.373846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5091a233-d077-4024-8439-b919860d0522'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:19:04.376109 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbc0b5c-a8eb-4c77-87e2-28684fe239c8" -d '{"events": [{"server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "name": "network-vif-plugged", "status": "completed", "tag": "5091a233-d077-4024-8439-b919860d0522"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:19:04.391678 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 5091a233-d077-4024-8439-b919860d0522, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5091a233-d077-4024-8439-b919860d0522,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:19:04.397396 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:04.420673 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ba2b24-9cb7-4d71-9e81-b2522163213f x-openstack-request-id: req-a6ba2b24-9cb7-4d71-9e81-b2522163213f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:19:04.420959 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "name": "network-vif-plugged", "status": "completed", "tag": "5091a233-d077-4024-8439-b919860d0522", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:19:04.421204 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6ba2b24-9cb7-4d71-9e81-b2522163213f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:19:04.421569 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5091a233-d077-4024-8439-b919860d0522', 'code': 200} Nov 13 06:19:04.459985 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=5091a233-d077-4024-8439-b919860d0522,revision_number=10']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:19:04.467876 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1d6f-6145-45bb-9041-95ae3bc73de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:04.644475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf32e64-ec35-40ca-8826-4cba4d1b9355 req-56893a97-6c39-4c5b-8850-93deb41b4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:19:04.646015 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-abf32e64-ec35-40ca-8826-4cba4d1b9355 req-56893a97-6c39-4c5b-8850-93deb41b4ecc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 1097 time: 0.0479972 Nov 13 06:19:04.694770 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-abf32e64-ec35-40ca-8826-4cba4d1b9355 req-2b386e6d-ef3a-4827-b878-97d38ac32f57 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415945 Nov 13 06:19:05.417688 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45994679-9798-4058-964e-c90f4ac1adfb req-53695e87-6d3a-438e-a1f1-4f81de443b46 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:19:05.419612 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45994679-9798-4058-964e-c90f4ac1adfb req-53695e87-6d3a-438e-a1f1-4f81de443b46 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 946 time: 0.0646784 Nov 13 06:19:05.471827 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-45994679-9798-4058-964e-c90f4ac1adfb req-75807e32-337a-455d-aa29-d091dc9a26e1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441229 Nov 13 06:19:06.598088 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e33f443-ab09-4508-99f8-2f60342e0dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:06.616463 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f3023-9c1b-47ed-a182-3193aff6a719 req-61fcdc0f-c435-47cb-bac7-369cd188e51f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:19:06.618103 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0c6f3023-9c1b-47ed-a182-3193aff6a719 req-61fcdc0f-c435-47cb-bac7-369cd188e51f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 946 time: 0.0571330 Nov 13 06:19:06.673941 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0c6f3023-9c1b-47ed-a182-3193aff6a719 req-8ccf6e0d-683f-461b-b0a7-3534633088a9 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493941 Nov 13 06:19:07.814160 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818752f1-db62-4bed-88e6-cd46dbb92066 req-2b173d91-43df-463f-afc8-4585220f5878 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:19:07.815637 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-818752f1-db62-4bed-88e6-cd46dbb92066 req-2b173d91-43df-463f-afc8-4585220f5878 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 946 time: 0.0523245 Nov 13 06:19:07.872680 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-818752f1-db62-4bed-88e6-cd46dbb92066 req-fd886763-7638-404b-8686-b3ba62943b61 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475879 Nov 13 06:19:08.361693 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:09.637136 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:10.104124 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:22.874431 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:19:29.542014 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:29.627157 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:31.855315 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5318251-268e-45d3-a6c2-4bd4fcb88d59 req-2ef29752-3fad-405b-adc0-ee2fd56696d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470891 Nov 13 06:19:31.968368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318251-268e-45d3-a6c2-4bd4fcb88d59 req-4a9b638f-d6dc-46bd-b6d5-013acd89ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:19:31.969984 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5318251-268e-45d3-a6c2-4bd4fcb88d59 req-4a9b638f-d6dc-46bd-b6d5-013acd89ca3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 1097 time: 0.0438015 Nov 13 06:19:32.085157 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318251-268e-45d3-a6c2-4bd4fcb88d59 req-7f2f782c-0048-470d-a603-e5b68cb8140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:19:32.086621 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5318251-268e-45d3-a6c2-4bd4fcb88d59 req-7f2f782c-0048-470d-a603-e5b68cb8140d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0912614 Nov 13 06:19:32.155301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5318251-268e-45d3-a6c2-4bd4fcb88d59 req-e9066c9e-34a7-40ee-864b-72bbf269049b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5091a233-d077-4024-8439-b919860d0522 HTTP/1.1" status: 200 len: 1001 time: 0.0613897 Nov 13 06:19:32.204743 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318251-268e-45d3-a6c2-4bd4fcb88d59 req-375a8fa1-f773-4f40-a44b-6f54971df59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:19:32.206175 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5318251-268e-45d3-a6c2-4bd4fcb88d59 req-375a8fa1-f773-4f40-a44b-6f54971df59f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0435131 Nov 13 06:19:32.264383 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318251-268e-45d3-a6c2-4bd4fcb88d59 req-79aa401c-e258-47e4-8fcd-f4fb327cbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:19:32.266226 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5318251-268e-45d3-a6c2-4bd4fcb88d59 req-79aa401c-e258-47e4-8fcd-f4fb327cbb71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520380 Nov 13 06:19:32.278392 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-f5318251-268e-45d3-a6c2-4bd4fcb88d59 req-c5b196d3-f441-450d-808e-7f391d76b036 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:19:32.279395 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5318251-268e-45d3-a6c2-4bd4fcb88d59 req-c5b196d3-f441-450d-808e-7f391d76b036 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059557 Nov 13 06:19:32.372691 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5318251-268e-45d3-a6c2-4bd4fcb88d59 req-3b1fc345-a77b-43b8-acbd-1007b038b04f service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859246 Nov 13 06:19:32.465107 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f5318251-268e-45d3-a6c2-4bd4fcb88d59 req-3345eb38-ed92-4e37-b398-380120e869d1 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848885 Nov 13 06:19:34.460527 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4780dc83-6a8c-46c5-a9b0-e8436feefb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:36.602646 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5ebb05e-51dd-40f2-89b6-4fc36c3e86b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:38.366616 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:39.637439 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:40.112099 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:59.542263 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:59.606517 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:19:59.877681 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:20:04.460279 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c903ca9b-1fbc-46c6-9eba-708001a5aa90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:06.610146 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dad3af27-126e-41ca-adcc-b5be134cd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:08.369510 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:09.641874 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:10.115954 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:29.545002 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:29.627646 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:33.937855 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3c187f4-60d5-4831-aa88-66255296438f req-ad6170de-0ea2-4acf-bb47-0b98eded2ac1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1015439 Nov 13 06:20:34.053254 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c187f4-60d5-4831-aa88-66255296438f req-085a2ac8-ea4c-41d8-a4d5-1b59844b36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:20:34.054779 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3c187f4-60d5-4831-aa88-66255296438f req-085a2ac8-ea4c-41d8-a4d5-1b59844b36b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 1097 time: 0.0542526 Nov 13 06:20:34.166018 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c187f4-60d5-4831-aa88-66255296438f req-9b1eba30-dc93-45c8-9466-aa7b9afb8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:20:34.167523 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3c187f4-60d5-4831-aa88-66255296438f req-9b1eba30-dc93-45c8-9466-aa7b9afb8623 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0916090 Nov 13 06:20:34.239433 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3c187f4-60d5-4831-aa88-66255296438f req-de7950c3-f408-4ff2-97f9-3bc3f0746de3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5091a233-d077-4024-8439-b919860d0522 HTTP/1.1" status: 200 len: 1001 time: 0.0636039 Nov 13 06:20:34.292364 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c187f4-60d5-4831-aa88-66255296438f req-79035323-eadd-43ac-91bc-beeb8393d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:20:34.293852 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3c187f4-60d5-4831-aa88-66255296438f req-79035323-eadd-43ac-91bc-beeb8393d218 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0475335 Nov 13 06:20:34.341687 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c187f4-60d5-4831-aa88-66255296438f req-ddb095cc-2f22-44d2-902c-3b22d71cd02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:20:34.343211 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3c187f4-60d5-4831-aa88-66255296438f req-ddb095cc-2f22-44d2-902c-3b22d71cd02b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416162 Nov 13 06:20:34.440283 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3c187f4-60d5-4831-aa88-66255296438f req-84f5044d-2d7d-44cb-aba3-43dbe71f81d3 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899210 Nov 13 06:20:34.454963 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69391e89-358b-4de9-9169-a20560260b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:34.544654 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e3c187f4-60d5-4831-aa88-66255296438f req-ca2c545f-5319-469d-acc8-940e42c1e48e service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973775 Nov 13 06:20:36.617031 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7630fb71-9c59-44f2-a42d-8ef8837d50be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:36.882849 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:20:38.373913 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:39.641917 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:40.112728 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:43.576640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51128) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:20:43.780005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Deleting port eabe0eed-206d-44e2-b58e-1dffc7e6ee2a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:20:43.780312 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:43.857878 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:43.858131 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:43.870777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Calling delete_port for eabe0eed-206d-44e2-b58e-1dffc7e6ee2a owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:20:44.029770 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:44.058354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event deleted for resources: {'Port': ['ID=eabe0eed-206d-44e2-b58e-1dffc7e6ee2a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:20:44.070298 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:44.070642 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:44.071003 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:44.071335 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:44.071658 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:44.071985 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:44.072305 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:44.072623 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:44.072940 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:44.073255 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:44.073578 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:44.073888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:44.127082 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:44.127492 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Floating IP 73300636-9fec-482e-b10f-1d0f18cd3c6d disassociated (deleted). External IP: 172.25.8.160, port: 5091a233-d077-4024-8439-b919860d0522. Nov 13 06:20:44.333183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:20:44.440015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:20:44.444922 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:44.449463 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b3b388-bf97-403b-b85c-137696b1235e None None] Sync routers for ids ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:20:44.459386 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3b388-bf97-403b-b85c-137696b1235e None None] Routers {'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:20:44.460009 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-64b3b388-bf97-403b-b85c-137696b1235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:20:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:20:44.475392 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1d2f0664-f11f-45d5-9ccc-6390a68ed6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "DELETE /v2.0/floatingips/73300636-9fec-482e-b10f-1d0f18cd3c6d HTTP/1.1" status: 204 len: 168 time: 0.8951302 Nov 13 06:20:44.475392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'tag': '5091a233-d077-4024-8439-b919860d0522'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:20:44.475917 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad928fc4-de71-444c-9865-ad456128bf69" -d '{"events": [{"name": "network-changed", "server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "tag": "5091a233-d077-4024-8439-b919860d0522"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:20:44.570754 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-64b3b388-bf97-403b-b85c-137696b1235e None None] Set router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:20:44.753019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e737b14-1685-422e-b85d-7e1974d930c3 req-eab95e21-360d-411c-9cc9-a12017167f6f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:20:44.754515 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e737b14-1685-422e-b85d-7e1974d930c3 req-eab95e21-360d-411c-9cc9-a12017167f6f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 946 time: 0.0982416 Nov 13 06:20:44.770737 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-64b3b388-bf97-403b-b85c-137696b1235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 5, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:20:44.800309 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b3b388-bf97-403b-b85c-137696b1235e None None] Checking router: fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:20:44.802474 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8e737b14-1685-422e-b85d-7e1974d930c3 req-cf34cb52-e7ff-468c-9ca3-9fbe07eb209f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418918 Nov 13 06:20:44.808964 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3b388-bf97-403b-b85c-137696b1235e None None] Routers {'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:20:44.809634 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-64b3b388-bf97-403b-b85c-137696b1235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:20:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:20:45.076679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-64b3b388-bf97-403b-b85c-137696b1235e None None] Set router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:20:45.276980 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-64b3b388-bf97-403b-b85c-137696b1235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 5, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:20:45.303930 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b3b388-bf97-403b-b85c-137696b1235e None None] The sync data for ids ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'] in n-d-813114-2 is: [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 5, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:20:45.536993 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd4544-8717-4984-8f9d-43768bc3e527 None None] New status for floating IP 73300636-9fec-482e-b10f-1d0f18cd3c6d: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:20:45.596677 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e338e3bd-6d30-4635-bd77-e7bf8a136464 x-openstack-request-id: req-e338e3bd-6d30-4635-bd77-e7bf8a136464 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:20:45.597154 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "tag": "5091a233-d077-4024-8439-b919860d0522", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:20:45.597452 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e338e3bd-6d30-4635-bd77-e7bf8a136464 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:20:45.597659 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'tag': '5091a233-d077-4024-8439-b919860d0522', 'status': 'completed', 'code': 200} Nov 13 06:20:46.098044 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad928fc4-de71-444c-9865-ad456128bf69 req-bf9b05e7-f3d1-4c94-a6bf-c5218965b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:20:46.099461 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad928fc4-de71-444c-9865-ad456128bf69 req-bf9b05e7-f3d1-4c94-a6bf-c5218965b269 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 1097 time: 0.4193246 Nov 13 06:20:46.114022 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c21326-3f32-4544-be90-39e2ca2b7f10 req-0a8679e9-81c3-40a8-b646-724c614d32b0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:20:46.115433 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06c21326-3f32-4544-be90-39e2ca2b7f10 req-0a8679e9-81c3-40a8-b646-724c614d32b0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 946 time: 0.0590832 Nov 13 06:20:46.218449 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-06c21326-3f32-4544-be90-39e2ca2b7f10 req-c5e5d533-81b1-44e1-9ab1-c06db4d3d86e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f46905-ba91-4ac6-aea7-0b8aca8e191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947661 Nov 13 06:20:46.233162 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad928fc4-de71-444c-9865-ad456128bf69 req-15455a64-ffcc-41fd-b9ab-3d9f7f9ea51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:20:46.234600 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad928fc4-de71-444c-9865-ad456128bf69 req-15455a64-ffcc-41fd-b9ab-3d9f7f9ea51c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.1183438 Nov 13 06:20:46.276306 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad928fc4-de71-444c-9865-ad456128bf69 req-2693ce64-25cf-4b27-9551-0c6332122256 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5091a233-d077-4024-8439-b919860d0522 HTTP/1.1" status: 200 len: 217 time: 0.0339544 Nov 13 06:20:46.325739 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.46', 51203) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:20:46.380080 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad928fc4-de71-444c-9865-ad456128bf69 req-23e6fd1f-88de-4961-9475-79e72bb2f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:20:46.381254 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c436880-b2bf-4689-b5d8-f1d456977a62 req-2362b7f0-fabe-40b3-8113-ae5c281b0e17 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:20:46.381543 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad928fc4-de71-444c-9865-ad456128bf69 req-23e6fd1f-88de-4961-9475-79e72bb2f6d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0558414 Nov 13 06:20:46.382741 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c436880-b2bf-4689-b5d8-f1d456977a62 req-2362b7f0-fabe-40b3-8113-ae5c281b0e17 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 946 time: 0.0555813 Nov 13 06:20:46.431804 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad928fc4-de71-444c-9865-ad456128bf69 req-06f32d2d-f520-4e4f-adbf-ac676bdfc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:20:46.433278 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad928fc4-de71-444c-9865-ad456128bf69 req-06f32d2d-f520-4e4f-adbf-ac676bdfc0b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396254 Nov 13 06:20:46.483297 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9c436880-b2bf-4689-b5d8-f1d456977a62 req-2a1c2dda-2765-4769-a5c1-51d33207e8e7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Deleting port 5091a233-d077-4024-8439-b919860d0522 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:20:46.483619 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9c436880-b2bf-4689-b5d8-f1d456977a62 req-2a1c2dda-2765-4769-a5c1-51d33207e8e7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:46.525504 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad928fc4-de71-444c-9865-ad456128bf69 req-90098d0e-f583-4be1-bd98-d9e577a41813 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845847 Nov 13 06:20:46.573932 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9c436880-b2bf-4689-b5d8-f1d456977a62 req-2a1c2dda-2765-4769-a5c1-51d33207e8e7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] For port 5091a233-d077-4024-8439-b919860d0522, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=5091a233-d077-4024-8439-b919860d0522,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:20:46.574273 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9c436880-b2bf-4689-b5d8-f1d456977a62 req-2a1c2dda-2765-4769-a5c1-51d33207e8e7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:46.588805 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9c436880-b2bf-4689-b5d8-f1d456977a62 req-2a1c2dda-2765-4769-a5c1-51d33207e8e7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Calling delete_port for 5091a233-d077-4024-8439-b919860d0522 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:20:46.618370 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ad928fc4-de71-444c-9865-ad456128bf69 req-236651e5-1b2e-4d9e-9f57-3da50c6adbe6 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850148 Nov 13 06:20:46.753100 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9c436880-b2bf-4689-b5d8-f1d456977a62 req-2a1c2dda-2765-4769-a5c1-51d33207e8e7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:46.782249 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c2dda-2765-4769-a5c1-51d33207e8e7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event deleted for resources: {'Port': ['ID=5091a233-d077-4024-8439-b919860d0522,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:20:46.823114 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c436880-b2bf-4689-b5d8-f1d456977a62 req-2a1c2dda-2765-4769-a5c1-51d33207e8e7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] No DVR routers for this DVR port 5091a233-d077-4024-8439-b919860d0522 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:20:46.826482 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9c436880-b2bf-4689-b5d8-f1d456977a62 req-2a1c2dda-2765-4769-a5c1-51d33207e8e7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:46.830063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9c436880-b2bf-4689-b5d8-f1d456977a62 req-2a1c2dda-2765-4769-a5c1-51d33207e8e7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.46 "DELETE /v2.0/ports/5091a233-d077-4024-8439-b919860d0522 HTTP/1.1" status: 204 len: 173 time: 0.4354811 Nov 13 06:20:47.388355 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-48db5dc5-4326-4348-b4d7-e1fb4f6f7db1 req-803edacf-acc1-4293-ad3a-157be9b39f10 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=053ef477-c47a-404e-970b-c76f590a550b HTTP/1.1" status: 200 len: 210 time: 0.0831540 Nov 13 06:20:47.599440 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'name': 'network-vif-deleted', 'tag': '5091a233-d077-4024-8439-b919860d0522'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:20:47.602237 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0f44d8-a681-4b4b-a4cb-af9c819317de" -d '{"events": [{"server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "name": "network-vif-deleted", "tag": "5091a233-d077-4024-8439-b919860d0522"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:20:47.640701 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c3bd94-ee1b-49b7-8f72-373c2396c356 x-openstack-request-id: req-42c3bd94-ee1b-49b7-8f72-373c2396c356 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:20:47.641013 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053ef477-c47a-404e-970b-c76f590a550b", "name": "network-vif-deleted", "tag": "5091a233-d077-4024-8439-b919860d0522", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:20:47.641334 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42c3bd94-ee1b-49b7-8f72-373c2396c356 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:20:47.641874 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053ef477-c47a-404e-970b-c76f590a550b', 'name': 'network-vif-deleted', 'tag': '5091a233-d077-4024-8439-b919860d0522', 'status': 'completed', 'code': 200} Nov 13 06:20:48.444659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51160) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:20:48.503754 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:48.529042 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:48.589403 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:48.592446 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:48.593634 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "DELETE /v2.0/security-groups/00f46905-ba91-4ac6-aea7-0b8aca8e191c HTTP/1.1" status: 204 len: 168 time: 0.1479557 Nov 13 06:20:48.602963 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f46905-ba91-4ac6-aea7-0b8aca8e191c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:20:48.611847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:48.612554 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:48.612889 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:48.613222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:48.613560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:48.613890 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:48.614212 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:48.614538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:48.614857 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:48.615201 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:48.615525 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:48.615843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf152ae1-96ec-44b0-a69f-9a9da9a6e993 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:20:48.730779 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5091a233-d077-4024-8439-b919860d0522 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:20:48.751392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 5091a233-d077-4024-8439-b919860d0522 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:20:48.751723 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 5091a233-d077-4024-8439-b919860d0522 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:20:48.934488 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51166) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:20:48.939338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e1685d1d-37d6-49a3-8d1d-17ff42cce2ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-944382947', 'description': 'tempest-secgroup-smoke-944382947 description', 'project_id': '01e1aa07335b42ddafde23ba92ebcd84'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:20:48.964270 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1685d1d-37d6-49a3-8d1d-17ff42cce2ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.043881 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1685d1d-37d6-49a3-8d1d-17ff42cce2ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.049868 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1685d1d-37d6-49a3-8d1d-17ff42cce2ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.076446 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1685d1d-37d6-49a3-8d1d-17ff42cce2ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.077662 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-e1685d1d-37d6-49a3-8d1d-17ff42cce2ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1421328 Nov 13 06:20:49.080744 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51168) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:20:49.081909 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1685d1d-37d6-49a3-8d1d-17ff42cce2ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd55c73-de67-4c6e-b14b-6a3f65ac332b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:20:49.085303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-733fd937-c16c-4233-b14c-30d3e5d2ddea tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'security_group_rule': {'security_group_id': '3fd55c73-de67-4c6e-b14b-6a3f65ac332b', 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:20:49.114677 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-733fd937-c16c-4233-b14c-30d3e5d2ddea tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.170455 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-733fd937-c16c-4233-b14c-30d3e5d2ddea tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.175664 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-733fd937-c16c-4233-b14c-30d3e5d2ddea tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.191654 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fd937-c16c-4233-b14c-30d3e5d2ddea tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6f55b9-5203-4fb5-97b6-9aa5295b521c,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:20:49.203814 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-733fd937-c16c-4233-b14c-30d3e5d2ddea tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.205006 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-733fd937-c16c-4233-b14c-30d3e5d2ddea tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232688 Nov 13 06:20:49.207842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51170) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:20:49.212559 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-e1c25458-9013-419b-af33-ed1b43b3e146 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'security_group_rule': {'security_group_id': '3fd55c73-de67-4c6e-b14b-6a3f65ac332b', 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:20:49.242360 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1c25458-9013-419b-af33-ed1b43b3e146 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.300773 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1c25458-9013-419b-af33-ed1b43b3e146 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.307044 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1c25458-9013-419b-af33-ed1b43b3e146 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.327048 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c25458-9013-419b-af33-ed1b43b3e146 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b189f915-9754-4b2d-8648-9cc7a1c886c2,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:20:49.335183 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e1c25458-9013-419b-af33-ed1b43b3e146 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.336387 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e1c25458-9013-419b-af33-ed1b43b3e146 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276581 Nov 13 06:20:49.339366 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51172) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:20:49.343842 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-cc8ffb37-70a8-40a3-99b8-5e509d41a2f1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'security_group_rule': {'security_group_id': '3fd55c73-de67-4c6e-b14b-6a3f65ac332b', 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:20:49.373613 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc8ffb37-70a8-40a3-99b8-5e509d41a2f1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.438789 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc8ffb37-70a8-40a3-99b8-5e509d41a2f1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.443765 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc8ffb37-70a8-40a3-99b8-5e509d41a2f1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.461412 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ffb37-70a8-40a3-99b8-5e509d41a2f1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da809a6-0f58-404a-b7ee-7bc4bbf29240,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:20:49.471762 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cc8ffb37-70a8-40a3-99b8-5e509d41a2f1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.473723 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-cc8ffb37-70a8-40a3-99b8-5e509d41a2f1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333849 Nov 13 06:20:49.476522 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51174) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:20:49.481154 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b2ab846b-8a84-4d8c-8195-7c8f4179d7aa tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'security_group_rule': {'security_group_id': '3fd55c73-de67-4c6e-b14b-6a3f65ac332b', 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:20:49.509836 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2ab846b-8a84-4d8c-8195-7c8f4179d7aa tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.571498 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2ab846b-8a84-4d8c-8195-7c8f4179d7aa tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.576724 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2ab846b-8a84-4d8c-8195-7c8f4179d7aa tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.593509 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab846b-8a84-4d8c-8195-7c8f4179d7aa tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61a2f58-cb8e-471d-8b7e-dbc73333339c,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:20:49.604786 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b2ab846b-8a84-4d8c-8195-7c8f4179d7aa tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.606686 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b2ab846b-8a84-4d8c-8195-7c8f4179d7aa tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290004 Nov 13 06:20:49.609569 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51176) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:20:49.616355 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bcacd2cb-1144-4d7a-997a-47a0a05daa63 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'security_group_rule': {'security_group_id': '3fd55c73-de67-4c6e-b14b-6a3f65ac332b', 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:20:49.645054 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-bcacd2cb-1144-4d7a-997a-47a0a05daa63 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Project 01e1aa07335b42ddafde23ba92ebcd84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:20:49.652292 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcacd2cb-1144-4d7a-997a-47a0a05daa63 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.724471 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcacd2cb-1144-4d7a-997a-47a0a05daa63 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.730218 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcacd2cb-1144-4d7a-997a-47a0a05daa63 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.748509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcacd2cb-1144-4d7a-997a-47a0a05daa63 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9109c1f4-aec7-4c41-9940-cb6709fc00ea,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:20:49.758067 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcacd2cb-1144-4d7a-997a-47a0a05daa63 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.759989 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-bcacd2cb-1144-4d7a-997a-47a0a05daa63 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1491020 Nov 13 06:20:49.763596 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51178) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:20:49.768057 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9d884e6f-3a39-4756-8e41-4588c3215c5e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'security_group_rule': {'security_group_id': '3fd55c73-de67-4c6e-b14b-6a3f65ac332b', 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:20:49.789925 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-9d884e6f-3a39-4756-8e41-4588c3215c5e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Project 01e1aa07335b42ddafde23ba92ebcd84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:20:49.794878 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d884e6f-3a39-4756-8e41-4588c3215c5e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.856128 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d884e6f-3a39-4756-8e41-4588c3215c5e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.860305 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d884e6f-3a39-4756-8e41-4588c3215c5e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.877909 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d884e6f-3a39-4756-8e41-4588c3215c5e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e4db1c-ab58-4496-bf67-96b429f03608,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:20:49.886105 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d884e6f-3a39-4756-8e41-4588c3215c5e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:49.887369 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9d884e6f-3a39-4756-8e41-4588c3215c5e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227751 Nov 13 06:20:59.557705 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:20:59.628711 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:04.462353 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97634ff5-0b98-435e-813c-500b2eb9ebf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:06.292507 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-8f33335d-13ce-4441-bd02-2b85875cd3c1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-944382947&fields=id&tenant_id=01e1aa07335b42ddafde23ba92ebcd84 HTTP/1.1" status: 200 len: 267 time: 0.0589538 Nov 13 06:21:06.413519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-2f587218-0210-42be-8665-fedd3808fb70 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:06.415019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-2f587218-0210-42be-8665-fedd3808fb70 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 809 time: 0.1145902 Nov 13 06:21:06.430653 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-10cc48dc-50ab-48aa-910c-5cae87af3d11 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/quotas/01e1aa07335b42ddafde23ba92ebcd84 HTTP/1.1" status: 200 len: 375 time: 0.0095606 Nov 13 06:21:06.482867 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-2e20f15a-bf5c-4093-9455-f559d725cef0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468650 Nov 13 06:21:06.553818 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-d1782360-f3c2-452e-9920-34d4e8c7663d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:21:06.554801 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-d1782360-f3c2-452e-9920-34d4e8c7663d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0600660 Nov 13 06:21:06.599989 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6cf89d47-dbf2-4b1d-b394-a8609cb9c634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:06.651649 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-1c1bc1ba-7e58-44e9-a7be-6a9da727ef17 service neutron] 10.222.0.43 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884135 Nov 13 06:21:06.745281 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-7322ae93-aec7-4aec-983a-3ae0021810a8 service neutron] 10.222.0.43 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870099 Nov 13 06:21:07.034631 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4d445dcb-187b-4c56-8e82-3f1cb0e815be req-14e0e3fe-38a2-4d5d-8cbd-34593b7c4c04 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 210 time: 0.0270264 Nov 13 06:21:08.138131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-54a5423e-cbeb-4d43-9a4b-2e1c5aec2709 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:08.139636 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-54a5423e-cbeb-4d43-9a4b-2e1c5aec2709 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.36 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 809 time: 0.1305754 Nov 13 06:21:08.154256 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3464615a-d3dc-4922-8a18-c7993923208d req-013a2333-78e3-4b8d-bb05-5f1f7ebf6262 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 210 time: 0.0406368 Nov 13 06:21:08.215160 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-25184d5f-778b-4919-8ee6-adf65068a05b tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01e1aa07335b42ddafde23ba92ebcd84 HTTP/1.1" status: 200 len: 379 time: 0.0537205 Nov 13 06:21:08.225396 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-4a014b3f-a3c8-443d-8a4d-ed35804dac18 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'port': {'device_id': '11af9423-0209-4eb7-8274-a0ae422e339e', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'admin_state_up': True, 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'security_groups': ['3fd55c73-de67-4c6e-b14b-6a3f65ac332b']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:21:08.340244 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-4a014b3f-a3c8-443d-8a4d-ed35804dac18 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Made reservation on behalf of 01e1aa07335b42ddafde23ba92ebcd84 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:21:08.344015 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-4a014b3f-a3c8-443d-8a4d-ed35804dac18 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:08.372741 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:08.481240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-4a014b3f-a3c8-443d-8a4d-ed35804dac18 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Allocated IP 172.20.0.8 (ac3f71f8-8379-485a-8ddd-49d21eaf0239/227cdcaa-6013-4f98-9571-ecf26bb74096/3c372806-1aa1-47e6-b729-c8a5ca0d5853) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:21:08.621838 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-4a014b3f-a3c8-443d-8a4d-ed35804dac18 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:08.658704 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-4a014b3f-a3c8-443d-8a4d-ed35804dac18 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:08.709945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-4a014b3f-a3c8-443d-8a4d-ed35804dac18 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Network ac3f71f8-8379-485a-8ddd-49d21eaf0239 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:21:08.715746 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-4a014b3f-a3c8-443d-8a4d-ed35804dac18 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:21:08.719882 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-4a014b3f-a3c8-443d-8a4d-ed35804dac18 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:21:08.749770 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a014b3f-a3c8-443d-8a4d-ed35804dac18 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'Port': ['ID=3c372806-1aa1-47e6-b729-c8a5ca0d5853,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:21:08.780403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-4a014b3f-a3c8-443d-8a4d-ed35804dac18 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:08.781133 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-4a014b3f-a3c8-443d-8a4d-ed35804dac18 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:08.799437 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-4a014b3f-a3c8-443d-8a4d-ed35804dac18 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5777843 Nov 13 06:21:08.868462 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Request body: {'port': {'device_id': '11af9423-0209-4eb7-8274-a0ae422e339e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:21:08.929341 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:09.013513 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-746c5480-dc5e-4ee5-bcb6-98a245684f95 None None] Provisioning complete for port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:21:09.014172 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-746c5480-dc5e-4ee5-bcb6-98a245684f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:09.060228 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-746c5480-dc5e-4ee5-bcb6-98a245684f95 None None] Port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:21:09.199847 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c372806-1aa1-47e6-b729-c8a5ca0d5853 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:21:09.208365 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:09.221423 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Transition to ACTIVE for port object 3c372806-1aa1-47e6-b729-c8a5ca0d5853 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 06:21:09.226607 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:09.273209 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5bbb5-6122-44f2-8233-b5bf5fbc533d req-ea238a74-ca6c-46d8-b47a-cc5cf883319c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:09.280738 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e6b5bbb5-6122-44f2-8233-b5bf5fbc533d req-ea238a74-ca6c-46d8-b47a-cc5cf883319c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0557623 Nov 13 06:21:09.306363 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Pushing event updated for resources: {'Port': ['ID=3c372806-1aa1-47e6-b729-c8a5ca0d5853,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:21:09.332416 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e6b5bbb5-6122-44f2-8233-b5bf5fbc533d req-a33b594f-358e-4fe1-8ec4-2222386ee08e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504651 Nov 13 06:21:09.371222 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Attempting to bind port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:21:09.371553 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Attempting to bind port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:21:09.371875 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Attempting to bind port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 on network ac3f71f8-8379-485a-8ddd-49d21eaf0239 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:21:09.376680 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 on network ac3f71f8-8379-485a-8ddd-49d21eaf0239 not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 06:21:09.376991 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Attempting to bind port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 on network ac3f71f8-8379-485a-8ddd-49d21eaf0239 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:21:09.381956 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:21:09.382284 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Checking segment: {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:21:09.382666 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Bound using segment: {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:21:09.383108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Bound port: 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:21:09.383457 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:09.456672 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] For port 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:21:09.460030 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] For port 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:21:09.467869 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:09.504179 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:09.504945 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:09.506196 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] 10.222.0.36 "PUT /v2.0/ports/3c372806-1aa1-47e6-b729-c8a5ca0d5853 HTTP/1.1" status: 200 len: 1091 time: 0.6924913 Nov 13 06:21:09.506704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:21:09.508916 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd339b84-f372-4035-b4c7-71919e028dce" -d '{"events": [{"name": "network-changed", "server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:21:09.539711 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8efbd-98a9-42c3-807a-d3fea01cd433 service neutron] Pushing event updated for resources: {'Port': ['ID=3c372806-1aa1-47e6-b729-c8a5ca0d5853,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:21:09.635769 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7654bb6-31eb-406c-873d-173d5c517ad8 x-openstack-request-id: req-b7654bb6-31eb-406c-873d-173d5c517ad8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:21:09.636057 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:21:09.636305 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7654bb6-31eb-406c-873d-173d5c517ad8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:21:09.636708 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'status': 'completed', 'code': 200} Nov 13 06:21:09.653143 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:09.724405 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-60130117-7c16-4d5b-a209-713cc9582c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:09.726203 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-60130117-7c16-4d5b-a209-713cc9582c17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 1094 time: 0.0539305 Nov 13 06:21:09.781420 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-da5ce6ce-6183-4456-ad01-a736a682a4bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853 HTTP/1.1" status: 200 len: 217 time: 0.0412056 Nov 13 06:21:09.833735 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-2952240b-2f5d-4560-bbdf-2416ca04e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:09.835274 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-2952240b-2f5d-4560-bbdf-2416ca04e06f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0474100 Nov 13 06:21:09.882145 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-50927639-b678-44df-9ac7-762be098493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:09.883675 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-50927639-b678-44df-9ac7-762be098493d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417399 Nov 13 06:21:09.979736 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-801bc5ce-cfe3-4d1c-8ae0-2684ef34f05c service neutron] 10.222.0.36 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886726 Nov 13 06:21:10.071292 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2deaa872-31ae-42ea-b329-748b0f77b7e5 req-5f177b91-0742-46e7-aefc-dc9c37e28bf3 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844326 Nov 13 06:21:10.106417 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:10.186394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd339b84-f372-4035-b4c7-71919e028dce req-9624629f-5ae1-4c5a-b19f-7bfa53f375e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:10.188408 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd339b84-f372-4035-b4c7-71919e028dce req-9624629f-5ae1-4c5a-b19f-7bfa53f375e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 1094 time: 0.0463498 Nov 13 06:21:10.282316 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd339b84-f372-4035-b4c7-71919e028dce req-578ae2fe-91dc-4888-b800-63f142493b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:10.283710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd339b84-f372-4035-b4c7-71919e028dce req-578ae2fe-91dc-4888-b800-63f142493b7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0877948 Nov 13 06:21:10.330055 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd339b84-f372-4035-b4c7-71919e028dce req-bc12ba83-17c5-4d76-9c05-482bec80d612 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853 HTTP/1.1" status: 200 len: 217 time: 0.0383639 Nov 13 06:21:10.381448 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd339b84-f372-4035-b4c7-71919e028dce req-56a7d47d-9b5a-44a3-bc64-7d092c08465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:10.382953 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd339b84-f372-4035-b4c7-71919e028dce req-56a7d47d-9b5a-44a3-bc64-7d092c08465d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0456030 Nov 13 06:21:10.432929 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd339b84-f372-4035-b4c7-71919e028dce req-0aa6b071-c4c4-4ebf-bbdf-b6030a9cf142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:10.434515 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd339b84-f372-4035-b4c7-71919e028dce req-0aa6b071-c4c4-4ebf-bbdf-b6030a9cf142 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443995 Nov 13 06:21:10.457171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e013e6-2387-4df8-8a9f-2ca3959b807b req-a99af43c-d8c7-4de8-94a1-d26cac24a542 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:10.459107 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24e013e6-2387-4df8-8a9f-2ca3959b807b req-a99af43c-d8c7-4de8-94a1-d26cac24a542 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0587866 Nov 13 06:21:10.512548 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-24e013e6-2387-4df8-8a9f-2ca3959b807b req-fc2e1b85-af98-4d0e-932e-afb1664aa19d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464926 Nov 13 06:21:10.535757 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd339b84-f372-4035-b4c7-71919e028dce req-55b82d10-b7dc-4110-9f43-be701fb3f4e1 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938764 Nov 13 06:21:10.635068 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd339b84-f372-4035-b4c7-71919e028dce req-de4ea902-9a24-47d5-8b36-4d1e5aac3762 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916319 Nov 13 06:21:11.641738 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108cdc-3438-48a6-ae05-882bdd143145 req-756c2f01-9bcf-41b8-bf44-9e42f032ec48 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:11.643235 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9108cdc-3438-48a6-ae05-882bdd143145 req-756c2f01-9bcf-41b8-bf44-9e42f032ec48 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0522873 Nov 13 06:21:11.698514 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b9108cdc-3438-48a6-ae05-882bdd143145 req-d6220b12-41e1-4e0c-bd12-7bef5792fdb4 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488207 Nov 13 06:21:12.815427 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dee4c3-7691-47a3-83a9-6ac3ff6029e1 req-f94e9ca7-d846-4f52-8924-286ce3e0c4bd tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:12.816933 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f5dee4c3-7691-47a3-83a9-6ac3ff6029e1 req-f94e9ca7-d846-4f52-8924-286ce3e0c4bd tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0505302 Nov 13 06:21:12.870419 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f5dee4c3-7691-47a3-83a9-6ac3ff6029e1 req-e30bda04-fa9f-4d92-9dbd-a8ab93c96708 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471754 Nov 13 06:21:13.888596 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:21:13.991627 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9000ef-31bf-4af7-bd78-cec362218f16 req-c411b5f5-b8d3-45b6-802a-7d406efe02a6 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:13.993107 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8c9000ef-31bf-4af7-bd78-cec362218f16 req-c411b5f5-b8d3-45b6-802a-7d406efe02a6 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0512557 Nov 13 06:21:14.046687 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8c9000ef-31bf-4af7-bd78-cec362218f16 req-bf0e5a26-23ad-440f-9b86-de9989e206cf tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449014 Nov 13 06:21:15.168140 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e9054-3fa4-499e-ad23-3871f3e21ff6 req-e64f0d00-cdb1-45bc-99f9-e4e71e9e5026 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:15.169612 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-652e9054-3fa4-499e-ad23-3871f3e21ff6 req-e64f0d00-cdb1-45bc-99f9-e4e71e9e5026 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0522907 Nov 13 06:21:15.226795 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-652e9054-3fa4-499e-ad23-3871f3e21ff6 req-6c870134-aab5-460b-bb33-a4ceaf014c8c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482800 Nov 13 06:21:16.361670 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea430a82-c736-400a-8f49-936141b6cd5f req-c42e30b5-533d-4cd5-a7f2-5781971a1305 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:16.363520 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea430a82-c736-400a-8f49-936141b6cd5f req-c42e30b5-533d-4cd5-a7f2-5781971a1305 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0594008 Nov 13 06:21:16.416514 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ea430a82-c736-400a-8f49-936141b6cd5f req-2ad36173-b375-4753-bb3a-f1d623e71ea5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440547 Nov 13 06:21:17.549939 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54107db-8901-4977-974e-aff73fcf78a2 req-5967ca74-79a8-4ab1-8b3e-1bec0864fad4 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:17.551490 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d54107db-8901-4977-974e-aff73fcf78a2 req-5967ca74-79a8-4ab1-8b3e-1bec0864fad4 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0593181 Nov 13 06:21:17.604918 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d54107db-8901-4977-974e-aff73fcf78a2 req-84478277-aa5a-438e-b1d0-2fba3eb1d8d2 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446634 Nov 13 06:21:18.740019 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7670b-8642-481d-a126-f92705ea7d17 req-13c8bdcb-cb43-4ade-a790-62300d211066 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:18.741501 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-50f7670b-8642-481d-a126-f92705ea7d17 req-13c8bdcb-cb43-4ade-a790-62300d211066 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0557971 Nov 13 06:21:18.792706 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-50f7670b-8642-481d-a126-f92705ea7d17 req-5a9e937b-14a7-4ef1-a71d-072d53e3d95e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422933 Nov 13 06:21:19.931305 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284030b-1e91-4cc9-a8c8-9937856eb9fc req-3115ac4a-ba0b-4003-8b5b-689d165251ce tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:19.932769 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d284030b-1e91-4cc9-a8c8-9937856eb9fc req-3115ac4a-ba0b-4003-8b5b-689d165251ce tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0553668 Nov 13 06:21:19.986517 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-d284030b-1e91-4cc9-a8c8-9937856eb9fc req-871dce1d-9194-4749-8eef-d8f80e3f76d2 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451787 Nov 13 06:21:21.115648 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ba8ea-2546-4cf8-a317-862952b5e2f8 req-cdd2e7cb-a68f-48cc-8a28-71c3add7fab6 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:21.117114 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a1ba8ea-2546-4cf8-a317-862952b5e2f8 req-cdd2e7cb-a68f-48cc-8a28-71c3add7fab6 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0530691 Nov 13 06:21:21.171479 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1a1ba8ea-2546-4cf8-a317-862952b5e2f8 req-2c70d224-2650-40b0-9409-680bc245d6d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454929 Nov 13 06:21:22.518809 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 3c372806-1aa1-47e6-b729-c8a5ca0d5853 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:21:22.627924 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:21:22.640393 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'port_id': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'mac_address': 'fa:16:3e:e8:65:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:21:22.642850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1c1a1-b242-4fdd-af84-4885a67be518 req-66366735-c98d-43fa-8345-82738b1c6d35 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:22.644374 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59d1c1a1-b242-4fdd-af84-4885a67be518 req-66366735-c98d-43fa-8345-82738b1c6d35 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.3952847 Nov 13 06:21:22.678677 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:22.691567 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c372806-1aa1-47e6-b729-c8a5ca0d5853 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:21:22.694828 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59d1c1a1-b242-4fdd-af84-4885a67be518 req-f8a85e75-82dc-441f-afbb-1153f5863326 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439703 Nov 13 06:21:22.711526 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:21:22.716548 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:22.776345 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=3c372806-1aa1-47e6-b729-c8a5ca0d5853,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:21:22.784151 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:21:22.784504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:21:22.784844 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:21:22.785207 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:21:22.785540 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:21:22.785865 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:21:22.786176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:21:22.786515 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:21:22.786837 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:21:22.787198 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:21:22.787507 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:21:22.787827 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:21:23.139253 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['3c372806-1aa1-47e6-b729-c8a5ca0d5853'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:21:23.824465 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf68bda-70ac-415e-ac57-a5104ab011e8 req-b54f7ca4-12c9-48b3-b924-cc60545e4806 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:23.825904 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cbf68bda-70ac-415e-ac57-a5104ab011e8 req-b54f7ca4-12c9-48b3-b924-cc60545e4806 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 944 time: 0.0553913 Nov 13 06:21:23.884705 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-cbf68bda-70ac-415e-ac57-a5104ab011e8 req-2a530493-b53d-4147-88ab-58f34ecb921a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525208 Nov 13 06:21:24.524431 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 3c372806-1aa1-47e6-b729-c8a5ca0d5853 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:21:24.588126 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 06:21:24.594320 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:21:24.594854 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:24.678599 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:24.710709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:21:24.712981 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bd786b-4100-4991-9c42-939c76d817ed" -d '{"events": [{"server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "name": "network-vif-plugged", "status": "completed", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:21:24.725460 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:21:24.730193 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:24.754030 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e871b1-19bb-47bb-8feb-1c8407d9aabe x-openstack-request-id: req-91e871b1-19bb-47bb-8feb-1c8407d9aabe {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:21:24.754318 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "name": "network-vif-plugged", "status": "completed", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:21:24.754574 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91e871b1-19bb-47bb-8feb-1c8407d9aabe {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:21:24.754955 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'code': 200} Nov 13 06:21:24.780387 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=3c372806-1aa1-47e6-b729-c8a5ca0d5853,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:21:24.883459 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df67652-9fb7-4b82-b6bd-bd1f15180120 req-204c71a5-c1dd-4a90-ab6f-e9882da7ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:24.884955 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1df67652-9fb7-4b82-b6bd-bd1f15180120 req-204c71a5-c1dd-4a90-ab6f-e9882da7ab65 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 1096 time: 0.0434728 Nov 13 06:21:24.936078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1df67652-9fb7-4b82-b6bd-bd1f15180120 req-8b934fd4-f554-463f-80b6-c6310b067fde service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438166 Nov 13 06:21:25.011479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae069a5-2d4b-43fc-8ed5-092cda3cdea5 req-08e94d83-b5f8-4f56-9246-b4276b6acd75 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:25.012956 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ae069a5-2d4b-43fc-8ed5-092cda3cdea5 req-08e94d83-b5f8-4f56-9246-b4276b6acd75 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0537934 Nov 13 06:21:25.076375 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4ae069a5-2d4b-43fc-8ed5-092cda3cdea5 req-003da439-97ce-4e5e-a487-11704c8c2928 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550423 Nov 13 06:21:26.196618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183fa3b-2414-4bc2-b8dc-61b8b277c49e req-3f0a0e10-e496-46f1-85b3-a817deec0e57 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:26.198100 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f183fa3b-2414-4bc2-b8dc-61b8b277c49e req-3f0a0e10-e496-46f1-85b3-a817deec0e57 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0497599 Nov 13 06:21:26.250017 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f183fa3b-2414-4bc2-b8dc-61b8b277c49e req-b1a0d6a3-d510-4e70-85ff-be869254b182 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458562 Nov 13 06:21:27.370143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7601db-dbe8-41fb-b826-2efc3548e36c req-6a9a40b2-b6fc-431e-8def-81c425ce58f1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:27.371754 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3d7601db-dbe8-41fb-b826-2efc3548e36c req-6a9a40b2-b6fc-431e-8def-81c425ce58f1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0511317 Nov 13 06:21:27.422935 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3d7601db-dbe8-41fb-b826-2efc3548e36c req-e5300599-5b6b-4132-8ff9-b50c53fecec5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447655 Nov 13 06:21:27.546143 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575c11e-87f9-45b4-a7ce-6b5fc5f4fcec req-27be5248-b8a8-4af0-bf2a-1697913fe7e4 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:27.547563 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4575c11e-87f9-45b4-a7ce-6b5fc5f4fcec req-27be5248-b8a8-4af0-bf2a-1697913fe7e4 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0526435 Nov 13 06:21:27.602159 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4575c11e-87f9-45b4-a7ce-6b5fc5f4fcec req-f76bffe0-1ae1-4421-ba77-7399c913d228 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480592 Nov 13 06:21:27.627559 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51380) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:21:27.712307 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972c200-8f44-4cda-9400-41806a71b9ee tempest-TestShelveInstance-444965853 tempest-TestShelveInstance-444965853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:27.716543 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-3972c200-8f44-4cda-9400-41806a71b9ee tempest-TestShelveInstance-444965853 tempest-TestShelveInstance-444965853-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 1091 time: 0.0852940 Nov 13 06:21:27.716725 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51384) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:21:27.720941 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:21:27.744544 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:27.845176 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:27.947166 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Allocated IP 172.25.8.73 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/64a0358e-8257-4be9-b397-93e627ffdaae) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:21:28.056522 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:28.092368 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:28.128933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:21:28.133617 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:21:28.137074 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:21:28.159700 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'Port': ['ID=64a0358e-8257-4be9-b397-93e627ffdaae,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:21:28.513083 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:28.579703 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:28.737813 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:28.744134 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:28.810775 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event updated for resources: {'Port': ['ID=64a0358e-8257-4be9-b397-93e627ffdaae,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:21:28.827701 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:28.939186 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Floating IP c4fe01aa-8b01-482e-9af6-d8e185342fcf associated. External IP: 172.25.8.73, port: 3c372806-1aa1-47e6-b729-c8a5ca0d5853. Nov 13 06:21:29.164777 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:21:29.287251 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:21:29.297282 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b03e7-14da-45ae-9c96-b6afdba2107f None None] Sync routers for ids ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:21:29.306660 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:29.308480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b03e7-14da-45ae-9c96-b6afdba2107f None None] Routers {'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:21:29.309168 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6c5b03e7-14da-45ae-9c96-b6afdba2107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:21:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:21:29.336833 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-1f753bb6-028a-4064-9f66-bc45c5dc6ae0 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6190736 Nov 13 06:21:29.337408 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:21:29.339786 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32409ee-2633-498f-96f5-5fc03fa99bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:21:29.376020 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27b420a-f5ab-432f-a8d1-b663fc8dbb36 x-openstack-request-id: req-a27b420a-f5ab-432f-a8d1-b663fc8dbb36 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:21:29.376309 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:21:29.376558 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a27b420a-f5ab-432f-a8d1-b663fc8dbb36 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:21:29.376967 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'status': 'completed', 'code': 200} Nov 13 06:21:29.417832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6c5b03e7-14da-45ae-9c96-b6afdba2107f None None] Set router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:21:29.467625 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32409ee-2633-498f-96f5-5fc03fa99bb1 req-0f19917b-03ff-4219-930e-1704aa8b0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:29.469153 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c32409ee-2633-498f-96f5-5fc03fa99bb1 req-0f19917b-03ff-4219-930e-1704aa8b0574 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 1096 time: 0.0421238 Nov 13 06:21:29.560918 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32409ee-2633-498f-96f5-5fc03fa99bb1 req-fced9028-30e9-4de1-b57d-2025e720afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:29.562410 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c32409ee-2633-498f-96f5-5fc03fa99bb1 req-fced9028-30e9-4de1-b57d-2025e720afbf service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0858178 Nov 13 06:21:29.586976 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:29.633744 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c32409ee-2633-498f-96f5-5fc03fa99bb1 req-e2c16589-2bb0-4e4e-b3ed-11c8f6e31a98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853 HTTP/1.1" status: 200 len: 998 time: 0.0638688 Nov 13 06:21:29.648350 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:29.668704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6c5b03e7-14da-45ae-9c96-b6afdba2107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c4fe01aa-8b01-482e-9af6-d8e185342fcf', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'floating_ip_address': '172.25.8.73', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'port_id': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'mac_address': 'fa:16:3e:e8:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11af9423-0209-4eb7-8274-a0ae422e339e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:21:28Z', 'updated_at': '2021-11-13T06:21:28Z', 'revision_number': 0, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 5, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:21:29.683659 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32409ee-2633-498f-96f5-5fc03fa99bb1 req-fda6f95b-3954-4b17-bc87-1bc389da5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:29.685142 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c32409ee-2633-498f-96f5-5fc03fa99bb1 req-fda6f95b-3954-4b17-bc87-1bc389da5b1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0450664 Nov 13 06:21:29.694866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b03e7-14da-45ae-9c96-b6afdba2107f None None] Checking router: fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:21:29.705103 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b03e7-14da-45ae-9c96-b6afdba2107f None None] Routers {'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:21:29.705718 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6c5b03e7-14da-45ae-9c96-b6afdba2107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:21:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:21:29.731123 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32409ee-2633-498f-96f5-5fc03fa99bb1 req-a2aa626a-04ca-44f4-b9a8-7c4b4be98d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:29.732733 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c32409ee-2633-498f-96f5-5fc03fa99bb1 req-a2aa626a-04ca-44f4-b9a8-7c4b4be98d97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400660 Nov 13 06:21:29.819517 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6c5b03e7-14da-45ae-9c96-b6afdba2107f None None] Set router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:21:29.834051 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c32409ee-2633-498f-96f5-5fc03fa99bb1 req-fb9cb0ff-8e16-499a-86cb-e3ee43cdc426 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938690 Nov 13 06:21:29.922074 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c32409ee-2633-498f-96f5-5fc03fa99bb1 req-e0fc65d6-e137-4922-8649-df1bd5cc30d3 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811219 Nov 13 06:21:30.043763 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6c5b03e7-14da-45ae-9c96-b6afdba2107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c4fe01aa-8b01-482e-9af6-d8e185342fcf', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'floating_ip_address': '172.25.8.73', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'port_id': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'mac_address': 'fa:16:3e:e8:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11af9423-0209-4eb7-8274-a0ae422e339e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:21:28Z', 'updated_at': '2021-11-13T06:21:28Z', 'revision_number': 0, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 5, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:21:30.070703 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b03e7-14da-45ae-9c96-b6afdba2107f None None] The sync data for ids ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'] in n-d-813114-2 is: [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'c4fe01aa-8b01-482e-9af6-d8e185342fcf', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'floating_ip_address': '172.25.8.73', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'port_id': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'mac_address': 'fa:16:3e:e8:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11af9423-0209-4eb7-8274-a0ae422e339e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:21:28Z', 'updated_at': '2021-11-13T06:21:28Z', 'revision_number': 0, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 5, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:21:30.277610 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bfa8b-61cd-4516-bec3-4a466714c279 None None] New status for floating IP c4fe01aa-8b01-482e-9af6-d8e185342fcf: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:21:34.456979 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1962068-5d8a-4034-b358-0f4320208271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:36.610207 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50f935cd-5ef7-43e9-ad3d-aefa9dd95835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:38.380494 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:39.649230 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:40.112599 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:50.890427 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:21:52.639245 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-068e2473-08c5-4e57-b5d3-51dcfef05fa3 req-f8df84d5-45d4-4b7b-bb33-51e54849bef4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477400 Nov 13 06:21:52.758403 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e2473-08c5-4e57-b5d3-51dcfef05fa3 req-0ff89b87-ecf2-44ba-bf47-49a0e97639f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:52.760043 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-068e2473-08c5-4e57-b5d3-51dcfef05fa3 req-0ff89b87-ecf2-44ba-bf47-49a0e97639f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 1096 time: 0.0518887 Nov 13 06:21:52.870197 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e2473-08c5-4e57-b5d3-51dcfef05fa3 req-c3d4c8be-b713-4b5f-9c2e-206e9b0d97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:52.871678 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-068e2473-08c5-4e57-b5d3-51dcfef05fa3 req-c3d4c8be-b713-4b5f-9c2e-206e9b0d97ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0918899 Nov 13 06:21:52.946389 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-068e2473-08c5-4e57-b5d3-51dcfef05fa3 req-2f2e504e-f1cd-4f25-a1eb-fb4c1983baf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853 HTTP/1.1" status: 200 len: 1000 time: 0.0637393 Nov 13 06:21:52.997546 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e2473-08c5-4e57-b5d3-51dcfef05fa3 req-5bdcc850-0320-4bee-af46-2a39a997da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:52.999043 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-068e2473-08c5-4e57-b5d3-51dcfef05fa3 req-5bdcc850-0320-4bee-af46-2a39a997da6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0460937 Nov 13 06:21:53.056843 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e2473-08c5-4e57-b5d3-51dcfef05fa3 req-c8284f8f-5eed-4fa6-9af9-f67575650dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:21:53.058344 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-068e2473-08c5-4e57-b5d3-51dcfef05fa3 req-c8284f8f-5eed-4fa6-9af9-f67575650dd6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517392 Nov 13 06:21:53.146321 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-068e2473-08c5-4e57-b5d3-51dcfef05fa3 req-c3e0f990-6ed1-43ed-b102-08d5fc31b0ab service neutron] 10.222.0.36 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802934 Nov 13 06:21:53.244019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-068e2473-08c5-4e57-b5d3-51dcfef05fa3 req-02f26b94-ac7a-42ba-a713-965dbf2bbeba service neutron] 10.222.0.36 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900459 Nov 13 06:21:59.590744 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:21:59.658009 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:22:04.467205 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0eb722ce-07dc-47cc-88ce-1ba883bd2725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:22:06.609604 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd1e3328-5b2c-41e9-8108-6ef63c300b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:22:08.381330 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:22:09.664857 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:22:10.125428 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:22:27.890024 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:22:29.586996 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:22:29.665606 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:22:34.469377 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9850e8c4-dfe6-486c-9b36-690e2bea94c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:22:36.608981 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-412003e1-855f-4585-bfe7-c5d8a98aacfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:22:38.384463 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:22:39.659340 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:22:40.121733 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:22:53.737032 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8485e20-cbc0-4ba2-8fa5-e52ba719255e req-aeb4f25d-0038-4f24-9484-eede8bccfa81 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523853 Nov 13 06:22:53.848467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8485e20-cbc0-4ba2-8fa5-e52ba719255e req-7b594552-8264-49e8-bf24-c0c36ee01fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:22:53.849964 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8485e20-cbc0-4ba2-8fa5-e52ba719255e req-7b594552-8264-49e8-bf24-c0c36ee01fb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 1096 time: 0.0484858 Nov 13 06:22:54.303276 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8485e20-cbc0-4ba2-8fa5-e52ba719255e req-fd527ba8-0d04-4f55-9999-bb21b02181e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:22:54.304689 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8485e20-cbc0-4ba2-8fa5-e52ba719255e req-fd527ba8-0d04-4f55-9999-bb21b02181e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.4332829 Nov 13 06:22:54.372503 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8485e20-cbc0-4ba2-8fa5-e52ba719255e req-e4889973-8410-4538-b9b1-884687dcd1b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853 HTTP/1.1" status: 200 len: 1000 time: 0.0595155 Nov 13 06:22:54.432519 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8485e20-cbc0-4ba2-8fa5-e52ba719255e req-a01f14f2-6968-4c86-9248-41c270f69935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:22:54.433923 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8485e20-cbc0-4ba2-8fa5-e52ba719255e req-a01f14f2-6968-4c86-9248-41c270f69935 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0545423 Nov 13 06:22:54.485017 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8485e20-cbc0-4ba2-8fa5-e52ba719255e req-e6ec8f8b-6ef1-4a86-b35a-e6f647e4b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:22:54.486485 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8485e20-cbc0-4ba2-8fa5-e52ba719255e req-e6ec8f8b-6ef1-4a86-b35a-e6f647e4b30b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458581 Nov 13 06:22:54.581453 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8485e20-cbc0-4ba2-8fa5-e52ba719255e req-be3a1bf6-9d72-4a70-879a-6d671c4545f4 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868056 Nov 13 06:22:54.684488 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f8485e20-cbc0-4ba2-8fa5-e52ba719255e req-d49ae841-5656-418f-b746-27c76766fd85 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958300 Nov 13 06:22:59.593877 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:22:59.666617 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:04.463869 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff18e45b-8a09-433d-8885-88dfd9fcb002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:04.892568 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:23:06.613910 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-07233d99-36f7-40d4-93fa-a863778b24e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:08.389735 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:09.664165 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:10.118646 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:27.100993 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5fb54-356e-4faa-8540-9bc13e6ae0c5 req-9cc6f269-da13-43d4-82fa-0e87938e8837 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:27.102524 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89d5fb54-356e-4faa-8540-9bc13e6ae0c5 req-9cc6f269-da13-43d4-82fa-0e87938e8837 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0533185 Nov 13 06:23:27.161069 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-89d5fb54-356e-4faa-8540-9bc13e6ae0c5 req-522deaa4-d064-41d3-b358-f8d4434b9530 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498724 Nov 13 06:23:28.311862 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92e6a3-de50-408a-8b34-84c5d75915b7 req-c5915d86-5145-43ec-a05b-3b434e287750 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:28.313974 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d92e6a3-de50-408a-8b34-84c5d75915b7 req-c5915d86-5145-43ec-a05b-3b434e287750 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0506394 Nov 13 06:23:28.363743 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0d92e6a3-de50-408a-8b34-84c5d75915b7 req-49283015-9fb3-41af-9cb5-9dc2567707ff tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434468 Nov 13 06:23:29.515551 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686c2f4-aa18-4e33-8633-bbe212006d3f req-cec2e138-bd44-48d5-bddc-964e7e49d27a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:29.517019 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e686c2f4-aa18-4e33-8633-bbe212006d3f req-cec2e138-bd44-48d5-bddc-964e7e49d27a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0555935 Nov 13 06:23:29.570153 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e686c2f4-aa18-4e33-8633-bbe212006d3f req-21565042-9885-4062-835c-5a47894918f2 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446901 Nov 13 06:23:29.576856 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:29.687758 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:30.712915 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ba084-2299-42b2-ac55-9bb16b8adeaa req-649ba80e-5a8a-44d9-a565-190e844ea618 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:30.714471 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb7ba084-2299-42b2-ac55-9bb16b8adeaa req-649ba80e-5a8a-44d9-a565-190e844ea618 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0546737 Nov 13 06:23:30.786562 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb7ba084-2299-42b2-ac55-9bb16b8adeaa req-97bad7d3-f775-4b44-b997-ca63f46016d5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630052 Nov 13 06:23:31.926931 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c124cdf-c53e-416e-9119-b8d278550f2d req-df451928-72c4-42d0-b816-dc9940fb6dfb tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:31.928443 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c124cdf-c53e-416e-9119-b8d278550f2d req-df451928-72c4-42d0-b816-dc9940fb6dfb tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0600474 Nov 13 06:23:31.981358 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3c124cdf-c53e-416e-9119-b8d278550f2d req-f848ccfa-ddd9-442b-bea3-b2f39f94a2b1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465007 Nov 13 06:23:33.107647 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cb059-a3c4-42f7-afc2-fd194c3bc196 req-eb382775-d41a-4c57-81ad-6e503a65ec28 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:33.109179 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a8cb059-a3c4-42f7-afc2-fd194c3bc196 req-eb382775-d41a-4c57-81ad-6e503a65ec28 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0536201 Nov 13 06:23:33.158677 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-6a8cb059-a3c4-42f7-afc2-fd194c3bc196 req-f77d4c73-28c5-4ce6-8fde-26fe8ea41fa8 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430410 Nov 13 06:23:34.292943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff176c7b-e5df-43a6-9092-90e9367278ad req-71101532-c8b3-4f91-962f-089634327dc5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:34.294194 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ff176c7b-e5df-43a6-9092-90e9367278ad req-71101532-c8b3-4f91-962f-089634327dc5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0607715 Nov 13 06:23:34.359612 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ff176c7b-e5df-43a6-9092-90e9367278ad req-7222d8ab-cf2c-4408-931a-15f4b2e36ff7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591385 Nov 13 06:23:34.472071 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05c66538-0562-4189-9905-5aef9b49ff99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:35.488203 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725a4b2-d77d-454d-8f5e-7dc0c7e0db4d req-b904b6b0-f039-4b99-9534-dabbd0c404e1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:35.489712 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5725a4b2-d77d-454d-8f5e-7dc0c7e0db4d req-b904b6b0-f039-4b99-9534-dabbd0c404e1 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0498323 Nov 13 06:23:35.540046 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5725a4b2-d77d-454d-8f5e-7dc0c7e0db4d req-9f1f10f7-0809-46c1-a233-52261b182b7a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440731 Nov 13 06:23:36.608656 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-206fbc86-e8f5-421e-bcd4-6fa2408feb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:36.665496 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069bed2-de7c-46c8-ae16-787282b15659 req-01056b85-f430-4bb9-8720-b327789dd45c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:36.667164 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a069bed2-de7c-46c8-ae16-787282b15659 req-01056b85-f430-4bb9-8720-b327789dd45c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0493336 Nov 13 06:23:36.718248 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a069bed2-de7c-46c8-ae16-787282b15659 req-e76325e8-e768-4b8e-aa5d-abe81c9b1d5d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448430 Nov 13 06:23:37.342097 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204778cd-f907-4708-8c74-ed2bcfe747d1 req-c6fcc324-76c8-4898-881e-07f093229731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:37.344130 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-204778cd-f907-4708-8c74-ed2bcfe747d1 req-c6fcc324-76c8-4898-881e-07f093229731 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 1096 time: 0.0462694 Nov 13 06:23:37.442861 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204778cd-f907-4708-8c74-ed2bcfe747d1 req-5869488a-e7c6-435f-98ff-70be2b99ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:37.444341 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-204778cd-f907-4708-8c74-ed2bcfe747d1 req-5869488a-e7c6-435f-98ff-70be2b99ea65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0930793 Nov 13 06:23:37.520914 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-204778cd-f907-4708-8c74-ed2bcfe747d1 req-04af7360-3dd2-4393-a341-053bf4fa44c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853 HTTP/1.1" status: 200 len: 1000 time: 0.0692255 Nov 13 06:23:37.581730 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204778cd-f907-4708-8c74-ed2bcfe747d1 req-4065974e-4ecb-4804-b9da-fccaae6e06d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:37.583178 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-204778cd-f907-4708-8c74-ed2bcfe747d1 req-4065974e-4ecb-4804-b9da-fccaae6e06d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0553102 Nov 13 06:23:37.631131 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204778cd-f907-4708-8c74-ed2bcfe747d1 req-dbdc1bd3-f70e-4dfd-8a7e-25ef5f33e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:37.632596 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-204778cd-f907-4708-8c74-ed2bcfe747d1 req-dbdc1bd3-f70e-4dfd-8a7e-25ef5f33e9c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427079 Nov 13 06:23:37.725988 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-204778cd-f907-4708-8c74-ed2bcfe747d1 req-c53ad4a7-f90a-4582-9ae4-f28bc4528aff service neutron] 10.222.0.36 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851150 Nov 13 06:23:37.822686 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-204778cd-f907-4708-8c74-ed2bcfe747d1 req-5eed515f-20ab-4421-81f5-2292614621d3 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894229 Nov 13 06:23:37.850354 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0532ac3-0348-4fe8-b456-36201529b37e req-04340bb5-1188-456d-ab2a-d7e2a9c2547e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:37.851857 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0532ac3-0348-4fe8-b456-36201529b37e req-04340bb5-1188-456d-ab2a-d7e2a9c2547e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0538292 Nov 13 06:23:37.908530 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a0532ac3-0348-4fe8-b456-36201529b37e req-ddc3b201-583b-4148-ab8d-09d21aaa7079 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504217 Nov 13 06:23:38.396270 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:39.032319 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b09dd4-b3c4-4632-a69f-1d0998a01f40 req-d78ee4bb-e4aa-40c1-90e1-e0fce81141ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:39.033821 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60b09dd4-b3c4-4632-a69f-1d0998a01f40 req-d78ee4bb-e4aa-40c1-90e1-e0fce81141ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0533578 Nov 13 06:23:39.094609 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-60b09dd4-b3c4-4632-a69f-1d0998a01f40 req-dc0ad226-8f9b-42d6-a372-ca6183a2b4f5 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546217 Nov 13 06:23:39.665583 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:40.113629 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:40.212323 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734070e0-2565-4241-9df6-898a4975465f req-16ce1a1c-6777-41ea-98e8-d9db0b21ad6a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:40.213808 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-734070e0-2565-4241-9df6-898a4975465f req-16ce1a1c-6777-41ea-98e8-d9db0b21ad6a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0488675 Nov 13 06:23:40.264876 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-734070e0-2565-4241-9df6-898a4975465f req-a87bbfef-04d2-4117-8474-54e90abc3696 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448327 Nov 13 06:23:41.387733 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef64d7-0fd8-4287-8364-f93963202f7f req-1d312357-002a-48e8-9c07-33c641d349bb tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:41.389352 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9aef64d7-0fd8-4287-8364-f93963202f7f req-1d312357-002a-48e8-9c07-33c641d349bb tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0559905 Nov 13 06:23:41.439286 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9aef64d7-0fd8-4287-8364-f93963202f7f req-c088e282-5cae-4b84-9a59-2f4a13d682c7 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436845 Nov 13 06:23:41.894863 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:23:42.578195 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af4a3a-6266-4aee-81f7-9f2ef06f72b2 req-1e378fcd-e764-48d2-9139-08e1510d57d6 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:42.579838 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c8af4a3a-6266-4aee-81f7-9f2ef06f72b2 req-1e378fcd-e764-48d2-9139-08e1510d57d6 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0631258 Nov 13 06:23:42.635320 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c8af4a3a-6266-4aee-81f7-9f2ef06f72b2 req-19c9fd54-8628-4a87-9831-c9c62ee3a6ad tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494504 Nov 13 06:23:42.707742 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-55248b0c-71b8-4878-9f7c-3e1c04a0a84d req-82c28a5c-0a29-475a-8f95-f1f04b422ee5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:23:42.708719 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-55248b0c-71b8-4878-9f7c-3e1c04a0a84d req-82c28a5c-0a29-475a-8f95-f1f04b422ee5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084491 Nov 13 06:23:42.867926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0348870-fd68-4ec2-8ab1-258d122f1790 req-8892cf21-5e61-499c-870e-c4e84c5e3e63 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:42.869727 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c0348870-fd68-4ec2-8ab1-258d122f1790 req-8892cf21-5e61-499c-870e-c4e84c5e3e63 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 945 time: 0.0524120 Nov 13 06:23:42.921403 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c0348870-fd68-4ec2-8ab1-258d122f1790 req-e7cd1902-fec0-4ef1-be36-a6bcc66e2ceb tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454962 Nov 13 06:23:42.946794 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-37229d4b-9fe3-4375-b3f5-774de1ff2ae8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1535735 Nov 13 06:23:42.956081 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-30070dc1-4e7b-4d41-ac93-e7abcb1392c8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:23:42.957009 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-30070dc1-4e7b-4d41-ac93-e7abcb1392c8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052969 Nov 13 06:23:43.263749 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device 3c372806-1aa1-47e6-b729-c8a5ca0d5853 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:23:43.363162 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:43.386379 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:23:43.388793 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a6248b-076b-45f2-992f-982d38f0cd5b" -d '{"events": [{"server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "name": "network-vif-unplugged", "status": "completed", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:23:43.401574 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:23:43.408106 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:43.455406 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=3c372806-1aa1-47e6-b729-c8a5ca0d5853,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:23:43.462764 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:43.463125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:43.463442 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:43.463862 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:43.464076 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:43.464394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:43.464710 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:43.465083 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:43.465391 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:43.465709 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:43.466014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:43.466333 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:43.506424 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 13 Nov 2021 06:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d161adaa-9639-485d-85c6-77128d9905a1 x-openstack-request-id: req-d161adaa-9639-485d-85c6-77128d9905a1 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:23:43.506709 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "name": "network-vif-unplugged", "status": "failed", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853", "code": 422}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:23:43.506943 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d161adaa-9639-485d-85c6-77128d9905a1 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:23:43.507388 n-d-813114-2 neutron-server[102669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'code': 422} returned with failed status Nov 13 06:23:44.054107 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12370d9-cdfa-4740-bc88-4b25fadba4bb req-183a5725-00df-4e96-be3e-cfa4dd64d7a6 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:44.055645 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e12370d9-cdfa-4740-bc88-4b25fadba4bb req-183a5725-00df-4e96-be3e-cfa4dd64d7a6 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0528240 Nov 13 06:23:44.105525 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e12370d9-cdfa-4740-bc88-4b25fadba4bb req-1015fec6-4e39-4449-9b28-26504bb264f4 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433900 Nov 13 06:23:45.236235 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f54a0-d9c7-4300-af34-2a4ef46927e6 req-89ad32c1-8f2a-47c8-8f70-b19f5b37ea8f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:45.238168 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd1f54a0-d9c7-4300-af34-2a4ef46927e6 req-89ad32c1-8f2a-47c8-8f70-b19f5b37ea8f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0507753 Nov 13 06:23:45.288489 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dd1f54a0-d9c7-4300-af34-2a4ef46927e6 req-ae74f61b-0141-442d-ba39-f16a8cb962ae tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443115 Nov 13 06:23:46.419302 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafcd2d-3cba-4d37-832c-115d4e9d7169 req-f60331e9-8cd3-4248-8cc0-0247a1d1e13c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:46.420839 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2cafcd2d-3cba-4d37-832c-115d4e9d7169 req-f60331e9-8cd3-4248-8cc0-0247a1d1e13c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0616307 Nov 13 06:23:46.472848 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2cafcd2d-3cba-4d37-832c-115d4e9d7169 req-5364e8d7-6ffc-487a-90c4-82e675acc8be tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457122 Nov 13 06:23:47.603254 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201cb46-3cb6-4787-ab89-05b768b6e0ff req-8e11c8e4-c3ee-4ef6-8bea-55977dd511c6 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:47.604751 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8201cb46-3cb6-4787-ab89-05b768b6e0ff req-8e11c8e4-c3ee-4ef6-8bea-55977dd511c6 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0581136 Nov 13 06:23:47.656650 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8201cb46-3cb6-4787-ab89-05b768b6e0ff req-c8f55060-3c2a-4340-a6af-23ed9c2ed562 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457420 Nov 13 06:23:48.776624 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1c58a-c9d6-40eb-9388-6fd9c83f211e req-f5ce6787-e678-4e57-be49-5edd5e5bad38 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:48.778142 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e7f1c58a-c9d6-40eb-9388-6fd9c83f211e req-f5ce6787-e678-4e57-be49-5edd5e5bad38 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0503092 Nov 13 06:23:48.829959 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e7f1c58a-c9d6-40eb-9388-6fd9c83f211e req-a741989d-7309-40a6-a1ed-9c93e414b1f8 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453918 Nov 13 06:23:49.951203 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326b6fe-85c1-4d8b-a371-69a0d496723d req-a62726e1-b982-4063-8248-c4836fb64679 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:49.952857 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a326b6fe-85c1-4d8b-a371-69a0d496723d req-a62726e1-b982-4063-8248-c4836fb64679 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0496063 Nov 13 06:23:50.004100 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-a326b6fe-85c1-4d8b-a371-69a0d496723d req-beada3b6-c84e-4a01-9590-527a582be112 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451312 Nov 13 06:23:51.122888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78660be3-d707-4919-8e81-975d5c3fe015 req-08c7f9f8-909e-4f47-bba9-bd89e90d3e2a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:51.124399 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-78660be3-d707-4919-8e81-975d5c3fe015 req-08c7f9f8-909e-4f47-bba9-bd89e90d3e2a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0504606 Nov 13 06:23:51.178070 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-78660be3-d707-4919-8e81-975d5c3fe015 req-460ea8cf-e556-4457-81f5-d52864d9f5d9 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475287 Nov 13 06:23:52.297389 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c79021-a0e1-45dd-927e-fdc31a615efd req-53d2aafe-1390-4a83-a800-aad287b1941f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:52.298936 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2c79021-a0e1-45dd-927e-fdc31a615efd req-53d2aafe-1390-4a83-a800-aad287b1941f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0529320 Nov 13 06:23:52.358680 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e2c79021-a0e1-45dd-927e-fdc31a615efd req-4fd66706-0cb0-406d-9f89-fd1ae97c827a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535517 Nov 13 06:23:53.014232 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-1abade17-c86b-4022-b195-970890fe7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:53.016090 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-1abade17-c86b-4022-b195-970890fe7b67 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e&tenant_id=01e1aa07335b42ddafde23ba92ebcd84 HTTP/1.1" status: 200 len: 1094 time: 0.0449603 Nov 13 06:23:53.033810 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813114-2', 'device_owner': 'compute:nova'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:23:53.088978 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:53.302607 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] For port 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:23:53.336158 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] For port 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host n-h2-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:23:53.369671 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c372806-1aa1-47e6-b729-c8a5ca0d5853 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:23:53.377712 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:53.391005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Transition to ACTIVE for port object 3c372806-1aa1-47e6-b729-c8a5ca0d5853 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 06:23:53.395875 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:53.509067 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Pushing event updated for resources: {'Port': ['ID=3c372806-1aa1-47e6-b729-c8a5ca0d5853,revision_number=7']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:23:53.528447 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:53.528855 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:53.529131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:53.529471 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:53.529999 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:53.530141 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:53.530419 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:53.530744 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:53.531364 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:53.531802 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:53.532362 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:53.532712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:23:53.562268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148e15d-8318-4329-95a3-1ce602d9c80d req-4124664d-b01b-47ca-a949-7e44726a0e4a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:53.564289 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a148e15d-8318-4329-95a3-1ce602d9c80d req-4124664d-b01b-47ca-a949-7e44726a0e4a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.1283224 Nov 13 06:23:53.580535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] No DVR routers for this DVR port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 on host n-h2-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:23:53.669493 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a148e15d-8318-4329-95a3-1ce602d9c80d req-b9039846-fc55-45ae-ab21-793487f3ccdc tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913839 Nov 13 06:23:53.757558 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Attempting to bind port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:23:53.757846 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Attempting to bind port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:23:53.758198 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Attempting to bind port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 on network ac3f71f8-8379-485a-8ddd-49d21eaf0239 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:23:53.763083 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 on network ac3f71f8-8379-485a-8ddd-49d21eaf0239 not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 06:23:53.763385 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Attempting to bind port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 on network ac3f71f8-8379-485a-8ddd-49d21eaf0239 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:23:53.768709 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:23:53.769051 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Checking segment: {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:23:53.769453 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Bound using segment: {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:23:53.769875 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Bound port: 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa166716-4deb-4f3b-9dba-7bd2925e0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:23:53.770222 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:53.836693 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] For port 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:23:53.840185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] For port 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:23:53.847557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:53.884721 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:53.885401 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:53.886786 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] 10.222.0.46 "PUT /v2.0/ports/3c372806-1aa1-47e6-b729-c8a5ca0d5853 HTTP/1.1" status: 200 len: 1091 time: 0.8570681 Nov 13 06:23:53.887248 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:23:53.889526 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dde54a-cea5-47cc-a7e4-4c30d3fda703" -d '{"events": [{"name": "network-changed", "server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:23:53.919543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ffb54-d0f9-4a63-a7e5-f93356d17504 service neutron] Pushing event updated for resources: {'Port': ['ID=3c372806-1aa1-47e6-b729-c8a5ca0d5853,revision_number=8']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:23:53.965790 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-2095951e-322c-47a3-a55d-cbcd7346ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:53.967361 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-2095951e-322c-47a3-a55d-cbcd7346ac5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 1094 time: 0.0447078 Nov 13 06:23:54.070132 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-0590db8d-5282-4a93-9532-3f98836882c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:54.071737 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-0590db8d-5282-4a93-9532-3f98836882c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0967958 Nov 13 06:23:54.144074 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-e653ee7a-0118-4e71-8bb4-a18257277898 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853 HTTP/1.1" status: 200 len: 998 time: 0.0649245 Nov 13 06:23:54.202033 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-6c79e984-c522-4205-bdf7-b7a6021ba60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:54.203936 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-6c79e984-c522-4205-bdf7-b7a6021ba60e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0516093 Nov 13 06:23:54.251617 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-4edb2f65-b356-458c-8c51-554a0ce0cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:54.253205 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-4edb2f65-b356-458c-8c51-554a0ce0cc9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420914 Nov 13 06:23:54.344005 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-88e7df0a-6c69-45e3-81a9-9dd19d71e626 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833535 Nov 13 06:23:54.440360 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-25bd4979-4a32-4098-9b55-c28b7bd038ea service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898473 Nov 13 06:23:54.796352 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1de79c-f4b4-4af3-a14b-227db283489f req-a129864b-8296-4dce-acbf-e648875fa6bd tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:54.797990 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a1de79c-f4b4-4af3-a14b-227db283489f req-a129864b-8296-4dce-acbf-e648875fa6bd tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0578885 Nov 13 06:23:54.849033 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-9a1de79c-f4b4-4af3-a14b-227db283489f req-02c45420-8053-499d-8368-e66d793eb29d tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448589 Nov 13 06:23:54.957261 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872794f7-b580-410f-9bbf-29cf41b20cee x-openstack-request-id: req-872794f7-b580-410f-9bbf-29cf41b20cee {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:23:54.957547 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:23:54.957800 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-872794f7-b580-410f-9bbf-29cf41b20cee {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:23:54.958216 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'status': 'completed', 'code': 200} Nov 13 06:23:55.058224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dde54a-cea5-47cc-a7e4-4c30d3fda703 req-d603e2c6-d6db-4be0-ba35-de9d6ce71975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:55.059840 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a2dde54a-cea5-47cc-a7e4-4c30d3fda703 req-d603e2c6-d6db-4be0-ba35-de9d6ce71975 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 1094 time: 0.0472836 Nov 13 06:23:55.155504 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dde54a-cea5-47cc-a7e4-4c30d3fda703 req-311647a0-908f-4676-8d54-bf14a59d3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:55.157443 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a2dde54a-cea5-47cc-a7e4-4c30d3fda703 req-311647a0-908f-4676-8d54-bf14a59d3971 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0905218 Nov 13 06:23:55.236899 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a2dde54a-cea5-47cc-a7e4-4c30d3fda703 req-e030269e-d415-4770-868e-e72f7f938f75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853 HTTP/1.1" status: 200 len: 998 time: 0.0715640 Nov 13 06:23:55.289549 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dde54a-cea5-47cc-a7e4-4c30d3fda703 req-503c07c9-d301-420a-bb88-6857269e0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:55.291039 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a2dde54a-cea5-47cc-a7e4-4c30d3fda703 req-503c07c9-d301-420a-bb88-6857269e0576 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0461562 Nov 13 06:23:55.338800 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dde54a-cea5-47cc-a7e4-4c30d3fda703 req-74006668-6a14-4e31-81c9-6e85ba7c4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:55.340311 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a2dde54a-cea5-47cc-a7e4-4c30d3fda703 req-74006668-6a14-4e31-81c9-6e85ba7c4d64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421259 Nov 13 06:23:55.437308 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a2dde54a-cea5-47cc-a7e4-4c30d3fda703 req-98e70310-1080-40fa-bb39-e2657f27d87f service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888958 Nov 13 06:23:55.528778 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a2dde54a-cea5-47cc-a7e4-4c30d3fda703 req-acab83f7-952f-4dcd-8e6a-2bd0cc82c20d service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841901 Nov 13 06:23:55.985955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0028b7-081b-4c40-9598-90ac9841d896 req-7de7ec46-0240-4e36-b37e-ec5a9eb4dc9a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:55.987823 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bf0028b7-081b-4c40-9598-90ac9841d896 req-7de7ec46-0240-4e36-b37e-ec5a9eb4dc9a tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0564969 Nov 13 06:23:56.041687 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-bf0028b7-081b-4c40-9598-90ac9841d896 req-ca48434b-811b-4f61-b929-77cc01d67c21 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448868 Nov 13 06:23:57.164060 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cfd77-25cb-402a-af39-446a66a64a5a req-c6f73ade-d205-4b5c-b288-72f7ed2f8368 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:57.165554 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-328cfd77-25cb-402a-af39-446a66a64a5a req-c6f73ade-d205-4b5c-b288-72f7ed2f8368 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0521402 Nov 13 06:23:57.218554 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-328cfd77-25cb-402a-af39-446a66a64a5a req-cff43331-36bd-4836-a39c-e02234085af6 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447683 Nov 13 06:23:58.353957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e6298-1079-43f0-8cbd-0704d40a0d88 req-01c0a6ab-3985-47b9-a3f8-d3c33feac4d8 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:58.355376 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a13e6298-1079-43f0-8cbd-0704d40a0d88 req-01c0a6ab-3985-47b9-a3f8-d3c33feac4d8 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0502007 Nov 13 06:23:58.407489 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a13e6298-1079-43f0-8cbd-0704d40a0d88 req-9a3a60ac-de92-4122-aaa8-929955dab0e2 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457215 Nov 13 06:23:59.537589 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fdccd-5b48-4ed6-92fa-638f79c5aba3 req-166e7cc4-d467-4300-8842-061a425123aa tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:23:59.539091 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e25fdccd-5b48-4ed6-92fa-638f79c5aba3 req-166e7cc4-d467-4300-8842-061a425123aa tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0555897 Nov 13 06:23:59.597427 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e25fdccd-5b48-4ed6-92fa-638f79c5aba3 req-113403bf-a14b-42cf-9516-c716ef918b48 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494790 Nov 13 06:23:59.597952 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:23:59.703194 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:00.728793 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454700-30a9-442b-a03d-f513db6ece8d req-6989eb75-7aaf-4eba-957b-6edd74dac33c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:24:00.730281 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f454700-30a9-442b-a03d-f513db6ece8d req-6989eb75-7aaf-4eba-957b-6edd74dac33c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0551150 Nov 13 06:24:00.790466 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1f454700-30a9-442b-a03d-f513db6ece8d req-fb49d1fa-e535-4fd6-bd7a-9a5ebe647124 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509233 Nov 13 06:24:01.913103 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9df507-2769-47a9-b02c-4f157eae4cfa req-0e880731-c74a-49d8-8d26-1ebee84f2386 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:24:01.914586 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e9df507-2769-47a9-b02c-4f157eae4cfa req-0e880731-c74a-49d8-8d26-1ebee84f2386 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0552692 Nov 13 06:24:01.964106 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-7e9df507-2769-47a9-b02c-4f157eae4cfa req-68c18b6a-d5e5-4e95-9619-109dba6bab08 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434413 Nov 13 06:24:03.095210 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d43bd-328f-413e-bd91-1aa6b275520b req-a72b26bc-c4cc-4022-8709-d91e99952588 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:24:03.096880 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-566d43bd-328f-413e-bd91-1aa6b275520b req-a72b26bc-c4cc-4022-8709-d91e99952588 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 943 time: 0.0542891 Nov 13 06:24:03.152457 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-566d43bd-328f-413e-bd91-1aa6b275520b req-3ff5c364-8030-40b5-b25b-bf10ea2a44f2 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493197 Nov 13 06:24:03.850119 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 3c372806-1aa1-47e6-b729-c8a5ca0d5853 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:24:03.958437 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:24:03.969728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'port_id': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'mac_address': 'fa:16:3e:e8:65:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:24:04.008509 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:04.021208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c372806-1aa1-47e6-b729-c8a5ca0d5853 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:24:04.049458 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:24:04.054924 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:04.103564 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=3c372806-1aa1-47e6-b729-c8a5ca0d5853,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:24:04.272140 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dde10f-9756-4bd7-89a7-2138197bf82e req-c773097b-0ce0-4714-ba3f-60c690725e1b tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:24:04.273694 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f2dde10f-9756-4bd7-89a7-2138197bf82e req-c773097b-0ce0-4714-ba3f-60c690725e1b tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 944 time: 0.0516772 Nov 13 06:24:04.324041 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f2dde10f-9756-4bd7-89a7-2138197bf82e req-7a997d21-f171-4478-91c5-10eb205ed152 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444384 Nov 13 06:24:04.471291 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['3c372806-1aa1-47e6-b729-c8a5ca0d5853'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:24:04.475538 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06188a0c-6ee7-45ba-a19c-59f49afe3d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:05.466711 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e87081-22ea-42e9-a4bb-b73ab48233ae req-b23a52c9-9d4f-4304-9ef0-5c646b2c4a63 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:24:05.468204 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81e87081-22ea-42e9-a4bb-b73ab48233ae req-b23a52c9-9d4f-4304-9ef0-5c646b2c4a63 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 944 time: 0.0584142 Nov 13 06:24:05.518388 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-81e87081-22ea-42e9-a4bb-b73ab48233ae req-4e898a00-c7de-4d03-9520-8f276172cd88 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440593 Nov 13 06:24:05.866549 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 3c372806-1aa1-47e6-b729-c8a5ca0d5853 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:24:05.930548 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 06:24:05.934394 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:24:05.934757 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:06.016432 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:06.040152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:24:06.042421 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f71b4c-3515-409c-87dc-65bfb04bbec7" -d '{"events": [{"server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "name": "network-vif-plugged", "status": "completed", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:24:06.055443 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:24:06.060279 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:06.086243 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8da1287-5eac-41c9-9c5d-6985345d29d0 x-openstack-request-id: req-a8da1287-5eac-41c9-9c5d-6985345d29d0 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:24:06.086785 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "name": "network-vif-plugged", "status": "completed", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:24:06.087061 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8da1287-5eac-41c9-9c5d-6985345d29d0 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:24:06.087409 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'code': 200} Nov 13 06:24:06.114065 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=3c372806-1aa1-47e6-b729-c8a5ca0d5853,revision_number=10']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:24:06.292027 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdde3c3-d072-4b6c-a7a3-f23ff34e1f1b req-06e7955e-1cf2-4e56-baeb-a3afed0bbd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:24:06.293576 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5cdde3c3-d072-4b6c-a7a3-f23ff34e1f1b req-06e7955e-1cf2-4e56-baeb-a3afed0bbd05 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 1097 time: 0.0484579 Nov 13 06:24:06.342079 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-5cdde3c3-d072-4b6c-a7a3-f23ff34e1f1b req-b082c0a7-48ae-4d10-996b-655468c110a7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402076 Nov 13 06:24:06.608214 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a6ba677-70ba-4854-8818-f2ff1b68b7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:06.644976 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d5c35-5059-49e9-a9fd-daa3aacee96d req-ca64f232-68bb-498d-8794-2b17d49d67ec tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:24:06.646493 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-074d5c35-5059-49e9-a9fd-daa3aacee96d req-ca64f232-68bb-498d-8794-2b17d49d67ec tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 946 time: 0.0548930 Nov 13 06:24:06.696241 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-074d5c35-5059-49e9-a9fd-daa3aacee96d req-8d7ec65f-5281-4732-add3-a3415fd727b8 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436237 Nov 13 06:24:07.823151 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b3101-c2e4-4cc0-ac6d-557c7fba5083 req-51cf00b6-8794-43ef-87d9-f471bf35c242 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:24:07.824647 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-591b3101-c2e4-4cc0-ac6d-557c7fba5083 req-51cf00b6-8794-43ef-87d9-f471bf35c242 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 946 time: 0.0560105 Nov 13 06:24:07.875832 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-591b3101-c2e4-4cc0-ac6d-557c7fba5083 req-03e756b5-06b3-412d-94f4-3c857a28221f tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432525 Nov 13 06:24:08.395282 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:09.671684 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:10.122573 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:18.893768 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:24:29.588581 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:29.701660 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:34.469271 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-625ff8bc-a2ea-4bc7-beaa-8cd206086cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:36.611986 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f17e98f5-6e8d-402f-aeee-4978a53f6568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:36.843034 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c6ee109-d264-4e4e-8195-ce63067dc09e req-cc3ac9a7-950e-4bc8-868c-1a87d6ba372e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419848 Nov 13 06:24:36.957524 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ee109-d264-4e4e-8195-ce63067dc09e req-230af319-19d1-4035-89ab-6017807877a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:24:36.959230 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c6ee109-d264-4e4e-8195-ce63067dc09e req-230af319-19d1-4035-89ab-6017807877a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 1097 time: 0.0528758 Nov 13 06:24:37.072989 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ee109-d264-4e4e-8195-ce63067dc09e req-249d9650-eaba-4339-be50-78aab1b11c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:24:37.074463 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c6ee109-d264-4e4e-8195-ce63067dc09e req-249d9650-eaba-4339-be50-78aab1b11c77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0935888 Nov 13 06:24:37.147347 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c6ee109-d264-4e4e-8195-ce63067dc09e req-d91b0245-b401-456d-87e2-967ee5afc1ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853 HTTP/1.1" status: 200 len: 1000 time: 0.0654945 Nov 13 06:24:37.200374 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ee109-d264-4e4e-8195-ce63067dc09e req-71ec083e-9473-41b4-b2d1-999c4aa92162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:24:37.201829 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c6ee109-d264-4e4e-8195-ce63067dc09e req-71ec083e-9473-41b4-b2d1-999c4aa92162 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0474682 Nov 13 06:24:37.255832 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ee109-d264-4e4e-8195-ce63067dc09e req-c0dee0c8-6e48-448f-9d70-d81eb843b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:24:37.257844 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c6ee109-d264-4e4e-8195-ce63067dc09e req-c0dee0c8-6e48-448f-9d70-d81eb843b000 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485330 Nov 13 06:24:37.365504 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c6ee109-d264-4e4e-8195-ce63067dc09e req-1a8dee97-155a-40e3-86b5-ade5aa503435 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997126 Nov 13 06:24:37.458060 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7c6ee109-d264-4e4e-8195-ce63067dc09e req-afa917f4-0f90-474a-a035-9ea32006b80b service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833483 Nov 13 06:24:38.405095 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:39.670452 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:40.124584 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:55.980606 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:24:59.605609 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:24:59.734207 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:04.473433 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d19d656f-45fd-4619-ad43-7973ee90fcc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:06.608296 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88551c54-44a5-42c4-aad8-041f1b679ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:08.400236 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:09.678015 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:10.118642 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:21.417564 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51594) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:21.590082 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Deleting port 64a0358e-8257-4be9-b397-93e627ffdaae {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:25:21.590466 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:21.672471 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:21.672724 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:21.685242 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Calling delete_port for 64a0358e-8257-4be9-b397-93e627ffdaae owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:25:21.838305 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:21.861988 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event deleted for resources: {'Port': ['ID=64a0358e-8257-4be9-b397-93e627ffdaae,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:21.874595 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:21.874972 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:21.875321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:21.875640 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:21.875994 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:21.876322 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:21.876646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:21.876955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:21.877276 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:21.877596 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:21.877926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:21.878245 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:21.941005 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:21.941261 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Floating IP c4fe01aa-8b01-482e-9af6-d8e185342fcf disassociated (deleted). External IP: 172.25.8.73, port: 3c372806-1aa1-47e6-b729-c8a5ca0d5853. Nov 13 06:25:22.174545 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:25:22.286482 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:25:22.291041 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:22.296961 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0210b01e-cc07-482d-8696-1ec26c739617 None None] Sync routers for ids ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:25:22.307488 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0210b01e-cc07-482d-8696-1ec26c739617 None None] Routers {'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:25:22.308098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0210b01e-cc07-482d-8696-1ec26c739617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:22.319255 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3eb08725-3271-44ea-9a1f-3f1fec74560e tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "DELETE /v2.0/floatingips/c4fe01aa-8b01-482e-9af6-d8e185342fcf HTTP/1.1" status: 204 len: 168 time: 0.9004636 Nov 13 06:25:22.319902 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:25:22.322331 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d98525-ec2f-469c-98d7-62342bd7d7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:25:22.420988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-0210b01e-cc07-482d-8696-1ec26c739617 None None] Set router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:25:22.604652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5238c59-fb02-4cdd-be13-de482a028745 req-79f8212f-5207-4d09-b9a3-e3ac047d1e35 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:22.605862 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5238c59-fb02-4cdd-be13-de482a028745 req-79f8212f-5207-4d09-b9a3-e3ac047d1e35 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 946 time: 0.0537107 Nov 13 06:25:22.646455 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b600c0a3-d5a6-4240-8ac8-ddf46f83c7ed x-openstack-request-id: req-b600c0a3-d5a6-4240-8ac8-ddf46f83c7ed {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:25:22.646751 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:25:22.647037 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b600c0a3-d5a6-4240-8ac8-ddf46f83c7ed {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:25:22.647459 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'status': 'completed', 'code': 200} Nov 13 06:25:22.657741 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0210b01e-cc07-482d-8696-1ec26c739617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 5, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:22.668841 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-e5238c59-fb02-4cdd-be13-de482a028745 req-609ec8c7-bab4-4954-988a-09819f856a62 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559318 Nov 13 06:25:22.687384 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0210b01e-cc07-482d-8696-1ec26c739617 None None] Checking router: fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:25:22.700447 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0210b01e-cc07-482d-8696-1ec26c739617 None None] Routers {'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:25:22.701057 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0210b01e-cc07-482d-8696-1ec26c739617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:22.728902 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d98525-ec2f-469c-98d7-62342bd7d7bd req-ce04d80c-121b-46ff-bd5d-95206bdcdd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:22.730426 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6d98525-ec2f-469c-98d7-62342bd7d7bd req-ce04d80c-121b-46ff-bd5d-95206bdcdd78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 1097 time: 0.0422134 Nov 13 06:25:22.815828 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-0210b01e-cc07-482d-8696-1ec26c739617 None None] Set router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:25:22.826850 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d98525-ec2f-469c-98d7-62342bd7d7bd req-315dc69a-1fc4-4c57-b875-bcef58d305f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:22.828374 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6d98525-ec2f-469c-98d7-62342bd7d7bd req-315dc69a-1fc4-4c57-b875-bcef58d305f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 200 len: 910 time: 0.0882719 Nov 13 06:25:22.876548 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6d98525-ec2f-469c-98d7-62342bd7d7bd req-e7341f86-9f79-482a-abce-c9c7a12e527c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853 HTTP/1.1" status: 200 len: 217 time: 0.0389361 Nov 13 06:25:22.928028 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d98525-ec2f-469c-98d7-62342bd7d7bd req-ab3be20f-b7f6-4775-ac03-474953df262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:22.929509 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6d98525-ec2f-469c-98d7-62342bd7d7bd req-ab3be20f-b7f6-4775-ac03-474953df262c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 200 len: 848 time: 0.0438409 Nov 13 06:25:22.979560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d98525-ec2f-469c-98d7-62342bd7d7bd req-70dbc435-6a99-4d97-8552-f3d66fad30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:22.981088 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6d98525-ec2f-469c-98d7-62342bd7d7bd req-70dbc435-6a99-4d97-8552-f3d66fad30c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3f71f8-8379-485a-8ddd-49d21eaf0239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440273 Nov 13 06:25:23.020477 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0210b01e-cc07-482d-8696-1ec26c739617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 5, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:23.047666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0210b01e-cc07-482d-8696-1ec26c739617 None None] The sync data for ids ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'] in n-d-813114-2 is: [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:15:19Z', 'revision_number': 4, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'c637c99f-592f-4197-aa72-b5e4993054fc', 'name': '', 'network_id': 'ac3f71f8-8379-485a-8ddd-49d21eaf0239', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'mac_address': 'fa:16:3e:99:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:19Z', 'updated_at': '2021-11-13T06:15:24Z', 'revision_number': 5, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'subnets': [{'id': '227cdcaa-6013-4f98-9571-ecf26bb74096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:25:23.088133 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6d98525-ec2f-469c-98d7-62342bd7d7bd req-763a0dc2-a203-44d3-a5f9-4e232f6b6943 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977559 Nov 13 06:25:23.187948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b6d98525-ec2f-469c-98d7-62342bd7d7bd req-0927e6af-5025-430f-a454-cf72724ebb64 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920844 Nov 13 06:25:23.290170 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924d995-ca5a-48c1-9e15-8b49045f3cc1 None None] New status for floating IP c4fe01aa-8b01-482e-9af6-d8e185342fcf: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:25:23.799190 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3e9bc-7713-4514-b35c-436bba9a3e99 req-baec09ba-2b1c-4c31-9e9f-0193668274ac tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:23.800810 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-faa3e9bc-7713-4514-b35c-436bba9a3e99 req-baec09ba-2b1c-4c31-9e9f-0193668274ac tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 946 time: 0.0563335 Nov 13 06:25:23.857872 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-faa3e9bc-7713-4514-b35c-436bba9a3e99 req-5e0d4836-cc33-45e5-9e42-ed05880fd283 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fd55c73-de67-4c6e-b14b-6a3f65ac332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475698 Nov 13 06:25:24.429122 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8eafe-9e8e-466e-84eb-414ef26bb405 req-774f594a-7244-43f8-a32a-c62bae94b274 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:24.430798 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fc8eafe-9e8e-466e-84eb-414ef26bb405 req-774f594a-7244-43f8-a32a-c62bae94b274 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.46 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 946 time: 0.0671158 Nov 13 06:25:24.534041 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-8fc8eafe-9e8e-466e-84eb-414ef26bb405 req-96668822-1f78-4e6f-a621-8ba055c78d5c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Deleting port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:25:24.534387 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8fc8eafe-9e8e-466e-84eb-414ef26bb405 req-96668822-1f78-4e6f-a621-8ba055c78d5c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:24.637185 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8fc8eafe-9e8e-466e-84eb-414ef26bb405 req-96668822-1f78-4e6f-a621-8ba055c78d5c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] For port 3c372806-1aa1-47e6-b729-c8a5ca0d5853, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=3c372806-1aa1-47e6-b729-c8a5ca0d5853,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:24.637565 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8fc8eafe-9e8e-466e-84eb-414ef26bb405 req-96668822-1f78-4e6f-a621-8ba055c78d5c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:24.651216 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-8fc8eafe-9e8e-466e-84eb-414ef26bb405 req-96668822-1f78-4e6f-a621-8ba055c78d5c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Calling delete_port for 3c372806-1aa1-47e6-b729-c8a5ca0d5853 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:25:24.786798 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8fc8eafe-9e8e-466e-84eb-414ef26bb405 req-96668822-1f78-4e6f-a621-8ba055c78d5c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:24.817809 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96668822-1f78-4e6f-a621-8ba055c78d5c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event deleted for resources: {'Port': ['ID=3c372806-1aa1-47e6-b729-c8a5ca0d5853,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:24.862162 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc8eafe-9e8e-466e-84eb-414ef26bb405 req-96668822-1f78-4e6f-a621-8ba055c78d5c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] No DVR routers for this DVR port 3c372806-1aa1-47e6-b729-c8a5ca0d5853 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:25:24.865280 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8fc8eafe-9e8e-466e-84eb-414ef26bb405 req-96668822-1f78-4e6f-a621-8ba055c78d5c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:24.868966 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8fc8eafe-9e8e-466e-84eb-414ef26bb405 req-96668822-1f78-4e6f-a621-8ba055c78d5c tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.46 "DELETE /v2.0/ports/3c372806-1aa1-47e6-b729-c8a5ca0d5853 HTTP/1.1" status: 204 len: 173 time: 0.4321153 Nov 13 06:25:24.869414 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'name': 'network-vif-deleted', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:25:24.871703 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50923551-6bbf-49e0-81b1-7d217dbb9656" -d '{"events": [{"server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "name": "network-vif-deleted", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:25:24.920802 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50099cb3-2b54-4785-b575-4aca6af76b29 x-openstack-request-id: req-50099cb3-2b54-4785-b575-4aca6af76b29 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:25:24.921086 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11af9423-0209-4eb7-8274-a0ae422e339e", "name": "network-vif-deleted", "tag": "3c372806-1aa1-47e6-b729-c8a5ca0d5853", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:25:24.921357 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50099cb3-2b54-4785-b575-4aca6af76b29 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:25:24.921785 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11af9423-0209-4eb7-8274-a0ae422e339e', 'name': 'network-vif-deleted', 'tag': '3c372806-1aa1-47e6-b729-c8a5ca0d5853', 'status': 'completed', 'code': 200} Nov 13 06:25:24.969689 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c3a7af33-1fbf-43ed-af99-622d47b12778 req-f4862c52-aca2-4409-831a-29d04444e482 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 210 time: 0.0286436 Nov 13 06:25:26.084627 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ee5df6f8-e148-4099-91ee-4cf16a003b6a req-205a89a2-7184-4bca-97c7-a23800676e77 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 210 time: 0.0270872 Nov 13 06:25:27.188380 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-fd185272-b588-41b5-928e-493cf003688d req-0aff5ca3-d64a-4b31-91ef-b912a3823547 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 210 time: 0.0270085 Nov 13 06:25:28.293358 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4e0ecaf4-6d78-4868-9908-f50e262ec251 req-06074d44-9f3a-4c23-8364-4e94bf201c31 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 210 time: 0.0290473 Nov 13 06:25:28.360941 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 3c372806-1aa1-47e6-b729-c8a5ca0d5853 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:25:28.387642 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 3c372806-1aa1-47e6-b729-c8a5ca0d5853 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:25:28.387986 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 3c372806-1aa1-47e6-b729-c8a5ca0d5853 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:25:29.418625 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-b2d66bd8-89b8-4cc1-a15f-3524fbe43330 req-986d2dc3-1fcd-43aa-bd4d-f1030ed145d9 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "GET /v2.0/ports?device_id=11af9423-0209-4eb7-8274-a0ae422e339e HTTP/1.1" status: 200 len: 210 time: 0.0402713 Nov 13 06:25:29.633837 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:29.713123 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:30.478762 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51628) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:30.542334 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:30.571279 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:30.640109 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:30.642650 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:30.644207 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] 10.222.0.43 "DELETE /v2.0/security-groups/3fd55c73-de67-4c6e-b14b-6a3f65ac332b HTTP/1.1" status: 204 len: 168 time: 0.1644194 Nov 13 06:25:30.654603 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd55c73-de67-4c6e-b14b-6a3f65ac332b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:30.662765 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:30.663127 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:30.663464 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:30.663907 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:30.664242 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:30.664560 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:30.665076 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:30.665575 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:30.666065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:30.666585 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:30.667237 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:30.667990 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878f0d6-8099-429c-9272-309c60869c12 tempest-TestShelveInstance-1796841316 tempest-TestShelveInstance-1796841316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:30.742192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51632) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:31.311759 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f32c0435-d3f0-484b-9923-c4a0ecfe96e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:31.576310 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f32c0435-d3f0-484b-9923-c4a0ecfe96e5 admin admin] Deleting port c637c99f-592f-4197-aa72-b5e4993054fc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:25:31.576980 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f32c0435-d3f0-484b-9923-c4a0ecfe96e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:31.657047 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-f32c0435-d3f0-484b-9923-c4a0ecfe96e5 admin admin] For port c637c99f-592f-4197-aa72-b5e4993054fc, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=c637c99f-592f-4197-aa72-b5e4993054fc,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:31.657358 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f32c0435-d3f0-484b-9923-c4a0ecfe96e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:31.670951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f32c0435-d3f0-484b-9923-c4a0ecfe96e5 admin admin] Calling delete_port for c637c99f-592f-4197-aa72-b5e4993054fc owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:25:31.890934 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f32c0435-d3f0-484b-9923-c4a0ecfe96e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:31.936187 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c0435-d3f0-484b-9923-c4a0ecfe96e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c637c99f-592f-4197-aa72-b5e4993054fc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:32.124305 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f32c0435-d3f0-484b-9923-c4a0ecfe96e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:32.382452 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32c0435-d3f0-484b-9923-c4a0ecfe96e5 admin admin] Router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:25:32.506059 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32c0435-d3f0-484b-9923-c4a0ecfe96e5 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:25:32.516295 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec7e5bd-f6d7-415f-82a9-bcdd81ed8c65 None None] Sync routers for ids ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:25:32.526031 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f32c0435-d3f0-484b-9923-c4a0ecfe96e5 admin admin] 10.222.0.43 "PUT /v2.0/routers/fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7827232 Nov 13 06:25:32.528769 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51638) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:32.531241 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec7e5bd-f6d7-415f-82a9-bcdd81ed8c65 None None] Routers {'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:25:32.531856 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9ec7e5bd-f6d7-415f-82a9-bcdd81ed8c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:32.634135 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:32.637846 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-9ec7e5bd-f6d7-415f-82a9-bcdd81ed8c65 None None] Set router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:25:32.741527 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:32.812877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] Deleting port 909d0523-929f-410a-8cfc-91fb65e95448 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:25:32.813180 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:32.893034 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:25:32.931484 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] For port 909d0523-929f-410a-8cfc-91fb65e95448, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=909d0523-929f-410a-8cfc-91fb65e95448,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:32.932186 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:32.949928 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] Calling delete_port for 909d0523-929f-410a-8cfc-91fb65e95448 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:25:33.010116 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9ec7e5bd-f6d7-415f-82a9-bcdd81ed8c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '909d0523-929f-410a-8cfc-91fb65e95448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:25:31Z', 'revision_number': 5, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port': {'id': '909d0523-929f-410a-8cfc-91fb65e95448', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:17Z', 'updated_at': '2021-11-13T06:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:33.040704 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec7e5bd-f6d7-415f-82a9-bcdd81ed8c65 None None] Checking router: fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:25:33.050992 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec7e5bd-f6d7-415f-82a9-bcdd81ed8c65 None None] Routers {'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:25:33.051676 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9ec7e5bd-f6d7-415f-82a9-bcdd81ed8c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:33.118176 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:33.143047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-9ec7e5bd-f6d7-415f-82a9-bcdd81ed8c65 None None] Set router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:25:33.145461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=909d0523-929f-410a-8cfc-91fb65e95448,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:33.171624 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b101259-b629-45b9-93d6-e91f44029ead None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:25:33.200946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-9ec7e5bd-f6d7-415f-82a9-bcdd81ed8c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:25:32Z', 'revision_number': 6, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:33.214664 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:33.239585 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec7e5bd-f6d7-415f-82a9-bcdd81ed8c65 None None] The sync data for ids ['fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d'] in n-d-813114-2 is: [{'id': 'fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d', 'name': 'tempest-TestShelveInstance-1837317690-router', 'tenant_id': '01e1aa07335b42ddafde23ba92ebcd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:16Z', 'updated_at': '2021-11-13T06:25:32Z', 'revision_number': 6, 'project_id': '01e1aa07335b42ddafde23ba92ebcd84', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:25:33.667313 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:33.669579 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:33.715501 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:33.716169 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 06:25:33.721229 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:33.722552 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-46339648-b1b9-44fe-94ab-814732e5f2c4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/fcf1ac0f-03ba-4e4d-94d5-2c2480b5bc5d HTTP/1.1" status: 204 len: 168 time: 1.1921372 Nov 13 06:25:33.725531 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51640) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:33.774718 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc246c76-3e2b-442a-9535-c335565c32ae admin admin] Deleting subnet 227cdcaa-6013-4f98-9571-ecf26bb74096 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 06:25:33.777968 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc246c76-3e2b-442a-9535-c335565c32ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:33.813029 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc246c76-3e2b-442a-9535-c335565c32ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:33.892482 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc246c76-3e2b-442a-9535-c335565c32ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:33.973122 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc246c76-3e2b-442a-9535-c335565c32ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.024765 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc246c76-3e2b-442a-9535-c335565c32ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=227cdcaa-6013-4f98-9571-ecf26bb74096,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:34.028570 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc246c76-3e2b-442a-9535-c335565c32ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.031845 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-dc246c76-3e2b-442a-9535-c335565c32ae admin admin] 10.222.0.43 "DELETE /v2.0/subnets/227cdcaa-6013-4f98-9571-ecf26bb74096 HTTP/1.1" status: 204 len: 168 time: 0.3051305 Nov 13 06:25:34.034633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51642) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:34.068993 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17289572-96b1-48cc-b572-d411071791a0 None None] Network ac3f71f8-8379-485a-8ddd-49d21eaf0239 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:25:34.107301 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.173745 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] Deleting port b384bd10-1d18-4720-9e00-ab3484ba882b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:25:34.173987 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.274385 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] For port b384bd10-1d18-4720-9e00-ab3484ba882b, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b384bd10-1d18-4720-9e00-ab3484ba882b,segment=NetworkSegment(aa166716-4deb-4f3b-9dba-7bd2925e0807),segment_id=aa166716-4deb-4f3b-9dba-7bd2925e0807)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:34.274385 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.287599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] Calling delete_port for b384bd10-1d18-4720-9e00-ab3484ba882b owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:25:34.312227 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] DHCP port deletion for ac3f71f8-8379-485a-8ddd-49d21eaf0239 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:25:34.370227 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 909d0523-929f-410a-8cfc-91fb65e95448 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:25:34.394332 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 909d0523-929f-410a-8cfc-91fb65e95448 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:25:34.394965 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 909d0523-929f-410a-8cfc-91fb65e95448 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:25:34.395589 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c637c99f-592f-4197-aa72-b5e4993054fc no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:25:34.412775 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.429043 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: c637c99f-592f-4197-aa72-b5e4993054fc {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:25:34.429478 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device c637c99f-592f-4197-aa72-b5e4993054fc not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:25:34.446268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Deleting port b384bd10-1d18-4720-9e00-ab3484ba882b {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:25:34.457656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] No DVR routers for this DVR port b384bd10-1d18-4720-9e00-ab3484ba882b on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:25:34.457656 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] Pushing event deleted for resources: {'Port': ['ID=b384bd10-1d18-4720-9e00-ab3484ba882b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:34.458741 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.555819 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.571041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] For port b384bd10-1d18-4720-9e00-ab3484ba882b, host n-d-813114-2, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:34.571573 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.580009 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d70940f2-9978-4bb5-873c-9e1b6bdd6729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.586901 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Calling delete_port for b384bd10-1d18-4720-9e00-ab3484ba882b owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:25:34.587301 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3f71f8-8379-485a-8ddd-49d21eaf0239']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:34.589602 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Port b384bd10-1d18-4720-9e00-ab3484ba882b was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 06:25:34.591335 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.597400 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa166716-4deb-4f3b-9dba-7bd2925e0807') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:34.597709 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa166716-4deb-4f3b-9dba-7bd2925e0807') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:34.602592 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] No DVR routers for this DVR port b384bd10-1d18-4720-9e00-ab3484ba882b on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:25:34.615351 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.622323 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Pushing event deleted for resources: {'Port': ['ID=b384bd10-1d18-4720-9e00-ab3484ba882b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:34.633735 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.637007 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:34.637351 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:34.637736 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:34.638368 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:34.638702 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:34.639055 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:34.639900 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:34.640239 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:34.640467 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 06:25:34.640600 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:34.640831 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.640946 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:34.641338 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:34.641527 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa946d-3a81-4243-99e8-fffc20edf439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: timer() Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 06:25:34.642644 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 06:25:34.704772 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.711610 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:34.717601 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ac3f71f8-8379-485a-8ddd-49d21eaf0239 HTTP/1.1" status: 204 len: 168 time: 0.6791208 Nov 13 06:25:34.717954 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51644) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:34.727744 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c943a50-cd6d-41b8-a8e0-9590fb568843 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3f71f8-8379-485a-8ddd-49d21eaf0239,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:35.100917 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92cad1da-f7eb-4671-9e0d-4f8b3d46c198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:35.351371 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-92cad1da-f7eb-4671-9e0d-4f8b3d46c198 admin admin] Deleting port 369f7376-bdfe-487b-a6de-cd582391c333 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:25:35.351627 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92cad1da-f7eb-4671-9e0d-4f8b3d46c198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:35.437832 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-92cad1da-f7eb-4671-9e0d-4f8b3d46c198 admin admin] For port 369f7376-bdfe-487b-a6de-cd582391c333, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=369f7376-bdfe-487b-a6de-cd582391c333,segment=NetworkSegment(4b522273-6afa-48f5-9710-74ac69f91a89),segment_id=4b522273-6afa-48f5-9710-74ac69f91a89)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:35.438187 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92cad1da-f7eb-4671-9e0d-4f8b3d46c198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:35.457201 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-92cad1da-f7eb-4671-9e0d-4f8b3d46c198 admin admin] Calling delete_port for 369f7376-bdfe-487b-a6de-cd582391c333 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:25:35.643220 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92cad1da-f7eb-4671-9e0d-4f8b3d46c198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:35.669399 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cad1da-f7eb-4671-9e0d-4f8b3d46c198 admin admin] Pushing event deleted for resources: {'Port': ['ID=369f7376-bdfe-487b-a6de-cd582391c333,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:35.877425 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-92cad1da-f7eb-4671-9e0d-4f8b3d46c198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:36.197986 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cad1da-f7eb-4671-9e0d-4f8b3d46c198 admin admin] Router 537936cd-dbaf-4512-9e8b-e6ca18b87ed8 has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:25:36.340384 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cad1da-f7eb-4671-9e0d-4f8b3d46c198 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:25:36.352089 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-92cad1da-f7eb-4671-9e0d-4f8b3d46c198 admin admin] 10.222.0.43 "PUT /v2.0/routers/537936cd-dbaf-4512-9e8b-e6ca18b87ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6296949 Nov 13 06:25:36.352282 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51646) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:36.355983 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf9ff2c-c579-4e69-8328-7a228d3b00c8 None None] Sync routers for ids ['537936cd-dbaf-4512-9e8b-e6ca18b87ed8'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:25:36.363720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b384bd10-1d18-4720-9e00-ab3484ba882b no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:25:36.377304 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf9ff2c-c579-4e69-8328-7a228d3b00c8 None None] Routers {'537936cd-dbaf-4512-9e8b-e6ca18b87ed8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:25:36.377947 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-baf9ff2c-c579-4e69-8328-7a228d3b00c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['537936cd-dbaf-4512-9e8b-e6ca18b87ed8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:36.411292 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: b384bd10-1d18-4720-9e00-ab3484ba882b {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:25:36.412832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b384bd10-1d18-4720-9e00-ab3484ba882b not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:25:36.521072 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:36.545997 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-baf9ff2c-c579-4e69-8328-7a228d3b00c8 None None] Set router 537936cd-dbaf-4512-9e8b-e6ca18b87ed8 gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:25:36.648236 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4655ac03-b3e2-43ab-b0e3-e0b98dc34f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:36.705522 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:36.755172 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-baf9ff2c-c579-4e69-8328-7a228d3b00c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'name': 'tempest-TestShelveInstance-1805994072-router', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '3c116f02-98db-45e5-853b-4086c8914b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:21Z', 'updated_at': '2021-11-13T06:25:35Z', 'revision_number': 5, 'project_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'gw_port': {'id': '3c116f02-98db-45e5-853b-4086c8914b0e', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:15:22Z', 'updated_at': '2021-11-13T06:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:36.782685 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf9ff2c-c579-4e69-8328-7a228d3b00c8 None None] Checking router: 537936cd-dbaf-4512-9e8b-e6ca18b87ed8 for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:25:36.792407 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf9ff2c-c579-4e69-8328-7a228d3b00c8 None None] Routers {'537936cd-dbaf-4512-9e8b-e6ca18b87ed8'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:25:36.793052 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-baf9ff2c-c579-4e69-8328-7a228d3b00c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['537936cd-dbaf-4512-9e8b-e6ca18b87ed8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:36.802016 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] Deleting port 3c116f02-98db-45e5-853b-4086c8914b0e {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:25:36.802510 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:36.881129 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-baf9ff2c-c579-4e69-8328-7a228d3b00c8 None None] Set router 537936cd-dbaf-4512-9e8b-e6ca18b87ed8 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:25:36.898708 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] For port 3c116f02-98db-45e5-853b-4086c8914b0e, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=3c116f02-98db-45e5-853b-4086c8914b0e,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:36.899351 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:36.924772 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] Calling delete_port for 3c116f02-98db-45e5-853b-4086c8914b0e owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:25:36.935924 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-baf9ff2c-c579-4e69-8328-7a228d3b00c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'name': 'tempest-TestShelveInstance-1805994072-router', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:21Z', 'updated_at': '2021-11-13T06:25:36Z', 'revision_number': 6, 'project_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:36.965566 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf9ff2c-c579-4e69-8328-7a228d3b00c8 None None] The sync data for ids ['537936cd-dbaf-4512-9e8b-e6ca18b87ed8'] in n-d-813114-2 is: [{'id': '537936cd-dbaf-4512-9e8b-e6ca18b87ed8', 'name': 'tempest-TestShelveInstance-1805994072-router', 'tenant_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:15:21Z', 'updated_at': '2021-11-13T06:25:36Z', 'revision_number': 6, 'project_id': '73c0051b17554ff6b16ba89f93ed2eb6', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:25:37.119639 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.145461 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c116f02-98db-45e5-853b-4086c8914b0e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:37.165676 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f812597-480e-4ff9-9688-eb84fbb53534 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:25:37.220995 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.309797 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.311852 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.357413 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.357996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 537936cd-dbaf-4512-9e8b-e6ca18b87ed8 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 06:25:37.363318 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.364492 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-8cfa4c7c-b3bf-4317-a894-215bc89f275b admin admin] 10.222.0.43 "DELETE /v2.0/routers/537936cd-dbaf-4512-9e8b-e6ca18b87ed8 HTTP/1.1" status: 204 len: 168 time: 1.0090127 Nov 13 06:25:37.367656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51648) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:37.421859 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e171ef2-0638-44e4-9357-0ab345f3f9d0 admin admin] Deleting subnet a8fcf689-607f-4e35-bd49-67ba001b22d6 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 06:25:37.425302 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9e171ef2-0638-44e4-9357-0ab345f3f9d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.462555 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9e171ef2-0638-44e4-9357-0ab345f3f9d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.546543 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9e171ef2-0638-44e4-9357-0ab345f3f9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.600512 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9e171ef2-0638-44e4-9357-0ab345f3f9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.630082 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e171ef2-0638-44e4-9357-0ab345f3f9d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8fcf689-607f-4e35-bd49-67ba001b22d6,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:37.639852 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9e171ef2-0638-44e4-9357-0ab345f3f9d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.640157 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9e171ef2-0638-44e4-9357-0ab345f3f9d0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a8fcf689-607f-4e35-bd49-67ba001b22d6 HTTP/1.1" status: 204 len: 168 time: 0.2715197 Nov 13 06:25:37.642652 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51650) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:37.644758 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0530c24-2884-4e0e-ba03-01ca5cfa391b None None] Network 803f568c-c00d-4bd9-b228-238c348a548e requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:25:37.712341 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.790044 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] Deleting port 390cd33d-4893-4907-afb0-1fb1c965e0b5 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:25:37.790382 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.844227 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11be7b9a-2922-4273-91fe-5d4f2f46e85a None None] DHCP port deletion for 803f568c-c00d-4bd9-b228-238c348a548e request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:25:37.879996 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] For port 390cd33d-4893-4907-afb0-1fb1c965e0b5, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=390cd33d-4893-4907-afb0-1fb1c965e0b5,segment=NetworkSegment(4b522273-6afa-48f5-9710-74ac69f91a89),segment_id=4b522273-6afa-48f5-9710-74ac69f91a89)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:37.880379 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.895700 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] Calling delete_port for 390cd33d-4893-4907-afb0-1fb1c965e0b5 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:25:37.908319 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-11be7b9a-2922-4273-91fe-5d4f2f46e85a None None] Deleting port 390cd33d-4893-4907-afb0-1fb1c965e0b5 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:25:37.908691 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11be7b9a-2922-4273-91fe-5d4f2f46e85a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.979063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-11be7b9a-2922-4273-91fe-5d4f2f46e85a None None] For port 390cd33d-4893-4907-afb0-1fb1c965e0b5, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=390cd33d-4893-4907-afb0-1fb1c965e0b5,segment=NetworkSegment(4b522273-6afa-48f5-9710-74ac69f91a89),segment_id=4b522273-6afa-48f5-9710-74ac69f91a89)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:37.979485 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11be7b9a-2922-4273-91fe-5d4f2f46e85a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.984955 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:37.999909 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] No DVR routers for this DVR port 390cd33d-4893-4907-afb0-1fb1c965e0b5 on host n-d-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:25:38.001033 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-11be7b9a-2922-4273-91fe-5d4f2f46e85a None None] Calling delete_port for 390cd33d-4893-4907-afb0-1fb1c965e0b5 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:25:38.024171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] Pushing event deleted for resources: {'Port': ['ID=390cd33d-4893-4907-afb0-1fb1c965e0b5,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:38.116377 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11be7b9a-2922-4273-91fe-5d4f2f46e85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:38.122399 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:38.139721 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be7b9a-2922-4273-91fe-5d4f2f46e85a None None] Pushing event deleted for resources: {'Port': ['ID=390cd33d-4893-4907-afb0-1fb1c965e0b5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:38.149966 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be7b9a-2922-4273-91fe-5d4f2f46e85a None None] No DVR routers for this DVR port 390cd33d-4893-4907-afb0-1fb1c965e0b5 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:25:38.167342 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803f568c-c00d-4bd9-b228-238c348a548e']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:38.180045 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b522273-6afa-48f5-9710-74ac69f91a89') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:38.180358 n-d-813114-2 neutron-server[102667]: DEBUG neutron.services.segments.db [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b522273-6afa-48f5-9710-74ac69f91a89') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:38.190398 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5891415'] for segment, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:38.204643 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:38.212990 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 06:25:38.213431 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5890840'] for segment, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: Traceback (most recent call last): Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: timer() Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: cb(*args, **kw) Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: return func(*args, **kwargs) Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: self._notify() Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: self.callback(batched_events) Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: event.method(event) Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: return f(self, *a, **k) Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: return self._get(url).json() Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: return self.request(url, 'GET', **kwargs) Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 06:25:38.215259 n-d-813114-2 neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 06:25:38.269955 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 390cd33d-4893-4907-afb0-1fb1c965e0b5 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:25:38.291596 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 390cd33d-4893-4907-afb0-1fb1c965e0b5 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:25:38.291937 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 390cd33d-4893-4907-afb0-1fb1c965e0b5 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:25:38.292376 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3c116f02-98db-45e5-853b-4086c8914b0e no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:25:38.293916 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:38.312719 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 3c116f02-98db-45e5-853b-4086c8914b0e {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:25:38.313068 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 3c116f02-98db-45e5-853b-4086c8914b0e not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:25:38.313812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 369f7376-bdfe-487b-a6de-cd582391c333 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:25:38.314044 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:38.324089 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] 10.222.0.43 "DELETE /v2.0/networks/803f568c-c00d-4bd9-b228-238c348a548e HTTP/1.1" status: 204 len: 168 time: 0.6735601 Nov 13 06:25:38.324089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af506962-7116-47d6-8c9e-32c0e605ef27 admin admin] Pushing event deleted for resources: {'Network': ['ID=803f568c-c00d-4bd9-b228-238c348a548e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:38.341705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 369f7376-bdfe-487b-a6de-cd582391c333 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:25:38.341705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 369f7376-bdfe-487b-a6de-cd582391c333 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:25:38.413905 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:38.496086 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51654) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:38.543872 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-f07cb5c7-d63a-4e71-ace1-dbc4a1a894e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01e1aa07335b42ddafde23ba92ebcd84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465786 Nov 13 06:25:38.546500 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51656) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:38.594414 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d574f84f-7c4c-45dd-b482-731a032d4cbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:38.615743 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d574f84f-7c4c-45dd-b482-731a032d4cbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:38.674804 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d574f84f-7c4c-45dd-b482-731a032d4cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:38.677428 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d574f84f-7c4c-45dd-b482-731a032d4cbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:38.681216 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-d574f84f-7c4c-45dd-b482-731a032d4cbc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35d28350-7e2e-410b-a528-ca45c0f42cce HTTP/1.1" status: 204 len: 168 time: 0.1310732 Nov 13 06:25:38.687554 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574f84f-7c4c-45dd-b482-731a032d4cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d28350-7e2e-410b-a528-ca45c0f42cce,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:39.061172 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51662) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:39.105145 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-3766fdfd-2d5a-4e11-8f91-ef7b8bcecadf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73c0051b17554ff6b16ba89f93ed2eb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426495 Nov 13 06:25:39.107662 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51664) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:39.162258 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cb7e0aa-1625-46c4-9e10-7730f3bce45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:39.184493 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cb7e0aa-1625-46c4-9e10-7730f3bce45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:39.231832 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cb7e0aa-1625-46c4-9e10-7730f3bce45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:39.234537 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7cb7e0aa-1625-46c4-9e10-7730f3bce45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:39.235754 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-7cb7e0aa-1625-46c4-9e10-7730f3bce45b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/467ea9b5-875d-472e-bd42-b7220d7de4d8 HTTP/1.1" status: 204 len: 168 time: 0.1271665 Nov 13 06:25:39.247343 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7e0aa-1625-46c4-9e10-7730f3bce45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467ea9b5-875d-472e-bd42-b7220d7de4d8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:39.688968 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:39.996505 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51686) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:40.112844 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1040299789-network', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:25:40.124270 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:40.149721 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] Made reservation on behalf of 55e98b98733f49fc91cba21929a91d4e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:25:40.152241 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:40.161886 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:40.251836 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:40.256880 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:40.281614 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 06:25:40.291338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348f192d-06ea-4db1-a000-0f1fbf54f697,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:40.295975 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:40.296322 n-d-813114-2 neutron-server[102668]: INFO neutron.db.segments_db [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] Added segment 8ffcf4ee-152d-463e-a1af-65f026fa392b of type vlan for network bf23ec53-99c9-46b7-983b-2515b0dd2dae Nov 13 06:25:40.336413 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:40.362713 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:40.363749 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:40.364316 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:40.419070 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4214001 Nov 13 06:25:40.421954 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51690) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:40.428682 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8918c9aa-9a48-4724-b58f-32fc1453e8e0 admin admin] Request body: {'subnet': {'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1040299789-subnet', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:25:40.436792 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06cb8e-93dd-4f79-a604-51f24095ac74 admin admin] Pushing event updated for resources: {'Network': ['ID=bf23ec53-99c9-46b7-983b-2515b0dd2dae,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:40.447610 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network bf23ec53-99c9-46b7-983b-2515b0dd2dae details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 06:25:40.469799 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8918c9aa-9a48-4724-b58f-32fc1453e8e0 admin admin] Made reservation on behalf of 55e98b98733f49fc91cba21929a91d4e for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:25:40.469799 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8918c9aa-9a48-4724-b58f-32fc1453e8e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5948867'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:40.644528 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8918c9aa-9a48-4724-b58f-32fc1453e8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4757236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5948881'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:40.715633 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918c9aa-9a48-4724-b58f-32fc1453e8e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=275f5e0f-e728-4cac-a557-c8517a8797be,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:40.718118 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8918c9aa-9a48-4724-b58f-32fc1453e8e0 admin admin] Checking segment: {'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:25:40.718539 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8918c9aa-9a48-4724-b58f-32fc1453e8e0 admin admin] Network hostable DHCP agents. Network: bf23ec53-99c9-46b7-983b-2515b0dd2dae, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 06:25:40.739388 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8918c9aa-9a48-4724-b58f-32fc1453e8e0 admin admin] Network bf23ec53-99c9-46b7-983b-2515b0dd2dae is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 06:25:40.753021 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8918c9aa-9a48-4724-b58f-32fc1453e8e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, bf23ec53-99c9-46b7-983b-2515b0dd2dae) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:25:40.758776 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8918c9aa-9a48-4724-b58f-32fc1453e8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:40.759400 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8918c9aa-9a48-4724-b58f-32fc1453e8e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:40.766937 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67bf4aa-5784-4eb3-b9ce-654d2f3dc013 None None] Network bf23ec53-99c9-46b7-983b-2515b0dd2dae requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:25:40.779073 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-8918c9aa-9a48-4724-b58f-32fc1453e8e0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3560581 Nov 13 06:25:40.782117 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51694) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:40.786755 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:25:40.808833 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:40.809897 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:40.864301 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:40.916947 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 06:25:40.917821 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:41.072239 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Allocated IP 172.20.0.2 (bf23ec53-99c9-46b7-983b-2515b0dd2dae/275f5e0f-e728-4cac-a557-c8517a8797be/6ab395e8-a628-401a-9ef5-11fe3477f386) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:25:41.236585 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:41.243669 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:41.281118 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Network bf23ec53-99c9-46b7-983b-2515b0dd2dae is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:25:41.287526 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:25:41.292785 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:25:41.294775 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Pushing event updated for resources: {'Port': ['ID=6ab395e8-a628-401a-9ef5-11fe3477f386,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:41.341113 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:41.353162 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Attempting to bind port 6ab395e8-a628-401a-9ef5-11fe3477f386 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:25:41.353519 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Attempting to bind port 6ab395e8-a628-401a-9ef5-11fe3477f386 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:25:41.353798 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Attempting to bind port 6ab395e8-a628-401a-9ef5-11fe3477f386 on network bf23ec53-99c9-46b7-983b-2515b0dd2dae {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:25:41.359029 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:25:41.359390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Checking segment: {'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:25:41.359782 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:41.360164 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Bound using segment: {'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:25:41.360619 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Bound port: 6ab395e8-a628-401a-9ef5-11fe3477f386, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:25:41.361018 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:41.425610 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] For port 6ab395e8-a628-401a-9ef5-11fe3477f386, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:25:41.430041 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] For port 6ab395e8-a628-401a-9ef5-11fe3477f386, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6ab395e8-a628-401a-9ef5-11fe3477f386,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:25:41.435452 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:41.499947 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa184d8c-aa4a-4c52-90a9-651c120e743f None None] Pushing event updated for resources: {'Port': ['ID=6ab395e8-a628-401a-9ef5-11fe3477f386,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:41.549325 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:41.568394 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:41.691956 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Allocated IP 172.25.8.130 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/75f79ad7-b566-4825-88c6-bad1a9bf7c71) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:25:41.801272 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:41.835686 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:41.873005 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:25:41.877754 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:25:41.881318 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:25:41.887586 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Pushing event updated for resources: {'Port': ['ID=75f79ad7-b566-4825-88c6-bad1a9bf7c71,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:41.891105 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb24a6-dcf8-497c-9da9-ec4b38aa8af5 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:25:41.940269 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ea967288-294f-4be9-ba25-0177b4ed5360 None None] Provisioning complete for port 75f79ad7-b566-4825-88c6-bad1a9bf7c71 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:41.940643 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea967288-294f-4be9-ba25-0177b4ed5360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:41.977738 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ea967288-294f-4be9-ba25-0177b4ed5360 None None] Port 75f79ad7-b566-4825-88c6-bad1a9bf7c71 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:25:42.141293 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:42.294627 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6ab395e8-a628-401a-9ef5-11fe3477f386 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:25:42.344443 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 6ab395e8-a628-401a-9ef5-11fe3477f386 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:42.344834 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:42.347088 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:42.412010 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7c9642-5558-4586-81e6-21a83f30f3fd None None] Network bf23ec53-99c9-46b7-983b-2515b0dd2dae requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:25:42.473818 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:42.494224 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 06:25:42.544176 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] For port 6ab395e8-a628-401a-9ef5-11fe3477f386, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6ab395e8-a628-401a-9ef5-11fe3477f386,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:42.545184 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-2a5f6349-c313-49be-bc99-0a0519f50666 None None] Provisioning complete for port 6ab395e8-a628-401a-9ef5-11fe3477f386 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:42.545562 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a5f6349-c313-49be-bc99-0a0519f50666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:42.550340 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:42.610014 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:25:42.624786 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Sync routers for ids ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:25:42.629230 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:42.630555 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-bdb28a36-a556-4035-b3dd-083837c8eb95 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8473961 Nov 13 06:25:42.633454 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51696) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:42.675784 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Routers {'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:25:42.676359 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:42.681688 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Pushing event updated for resources: {'Port': ['ID=6ab395e8-a628-401a-9ef5-11fe3477f386,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:42.843569 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Set router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:25:43.083173 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.127251 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a6994f83-d190-4af4-b9a4-034363bc362f None None] Provisioning complete for port 6ab395e8-a628-401a-9ef5-11fe3477f386 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:43.127921 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6994f83-d190-4af4-b9a4-034363bc362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.240476 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Allocated IP 172.20.0.1 (bf23ec53-99c9-46b7-983b-2515b0dd2dae/275f5e0f-e728-4cac-a557-c8517a8797be/d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:25:43.271087 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:42Z', 'revision_number': 3, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:43.297527 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Checking router: e5139fc5-fd21-4e7b-a3bf-29b209f8a88c for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:25:43.297886 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Updating router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c port 75f79ad7-b566-4825-88c6-bad1a9bf7c71 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:25:43.322961 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.343207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.376569 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.414409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Network bf23ec53-99c9-46b7-983b-2515b0dd2dae is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:25:43.419130 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:25:43.422660 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:25:43.452015 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Pushing event updated for resources: {'Port': ['ID=d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:43.477955 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.591146 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.598160 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.611092 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.644784 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fba0dc-6e44-4580-bb5a-807f1796985d None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:25:43.656700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Attempting to bind port 75f79ad7-b566-4825-88c6-bad1a9bf7c71 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:25:43.657064 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Attempting to bind port 75f79ad7-b566-4825-88c6-bad1a9bf7c71 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:25:43.657418 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Attempting to bind port 75f79ad7-b566-4825-88c6-bad1a9bf7c71 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:25:43.671791 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4eb1b-3c79-438b-90a8-2602f70dc2e1 None None] Pushing event updated for resources: {'Port': ['ID=75f79ad7-b566-4825-88c6-bad1a9bf7c71,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:43.677339 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:25:43.677742 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:25:43.678249 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.678627 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:25:43.679866 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Bound port: 75f79ad7-b566-4825-88c6-bad1a9bf7c71, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:25:43.679866 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.719598 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-11a9e316-449a-492e-863e-fa064f3da98c None None] Provisioning complete for port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:43.719829 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11a9e316-449a-492e-863e-fa064f3da98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.756681 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] For port 75f79ad7-b566-4825-88c6-bad1a9bf7c71, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:25:43.764917 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] For port 75f79ad7-b566-4825-88c6-bad1a9bf7c71, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=75f79ad7-b566-4825-88c6-bad1a9bf7c71,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:25:43.767666 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-11a9e316-449a-492e-863e-fa064f3da98c None None] Port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:25:43.770128 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.788650 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.793479 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.818705 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4260a00e-8cf5-4704-9c1b-e3b4f42b77f4 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:25:43.838352 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4eb1b-3c79-438b-90a8-2602f70dc2e1 None None] Pushing event updated for resources: {'Port': ['ID=75f79ad7-b566-4825-88c6-bad1a9bf7c71,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:43.841819 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Routers {'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:25:43.842395 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:43.869873 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Pushing event updated for resources: {'Port': ['ID=d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:43.877025 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.931325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6cd9dfaa-8b9c-45ac-9c77-8bd1d1fb9bc7 None None] Provisioning complete for port 75f79ad7-b566-4825-88c6-bad1a9bf7c71 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:43.931580 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6cd9dfaa-8b9c-45ac-9c77-8bd1d1fb9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:43.969906 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Network bf23ec53-99c9-46b7-983b-2515b0dd2dae is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:25:43.971303 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:25:43.983211 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] Set router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:25:44.090675 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:25:44.156895 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6cd9dfaa-8b9c-45ac-9c77-8bd1d1fb9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:44.193026 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6cd9dfaa-8b9c-45ac-9c77-8bd1d1fb9bc7 None None] For port 75f79ad7-b566-4825-88c6-bad1a9bf7c71, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=75f79ad7-b566-4825-88c6-bad1a9bf7c71,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:44.201126 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6cd9dfaa-8b9c-45ac-9c77-8bd1d1fb9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:44.212925 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:25:44.217914 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4d3cc574-11f3-4f77-9979-70342dbac99d admin admin] 10.222.0.43 "PUT /v2.0/routers/e5139fc5-fd21-4e7b-a3bf-29b209f8a88c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5834084 Nov 13 06:25:44.272122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6ab395e8-a628-401a-9ef5-11fe3477f386 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:25:44.322784 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9dfaa-8b9c-45ac-9c77-8bd1d1fb9bc7 None None] Pushing event updated for resources: {'Port': ['ID=75f79ad7-b566-4825-88c6-bad1a9bf7c71,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:44.352247 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e33a1794-2318-4291-8aaf-0c322b05fa84 None None] Provisioning complete for port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:44.352607 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e33a1794-2318-4291-8aaf-0c322b05fa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:44.391972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 2, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:44.396403 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 6ab395e8-a628-401a-9ef5-11fe3477f386 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:44.396834 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:44.428650 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce58d6c-d9a5-454a-899d-050ab1e58be7 None None] The sync data for ids ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'] in n-d-813114-2 is: [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 2, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:25:44.447992 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e33a1794-2318-4291-8aaf-0c322b05fa84 None None] Port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:25:44.739944 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51712) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:44.745495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1830447514-network', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:25:44.767818 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] Made reservation on behalf of af9273d46d2d46b38498866fde7b0f3e for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:25:44.770289 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for network, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:44.779632 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:44.860749 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:44.866380 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:44.896648 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 06:25:44.903284 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57ae3c4-518d-4194-9635-997d8a672129,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:44.910455 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:44.910859 n-d-813114-2 neutron-server[102667]: INFO neutron.db.segments_db [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] Added segment 7d4d001e-f2aa-4115-8949-65869848bf11 of type vlan for network b05e023c-4187-4615-94c5-f66bd1049e14 Nov 13 06:25:44.958767 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795007379941'] for network, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:44.984155 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882'] for network, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:44.985543 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:44.986501 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] Publish callbacks [] for network, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:45.047451 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3037896 Nov 13 06:25:45.047672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51714) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:45.056911 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-338379a6-0055-4b3d-b69b-2810c8849e06 admin admin] Request body: {'subnet': {'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1830447514-subnet', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:25:45.079179 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3a54f-f7ba-4090-b8cf-90e603cfc1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=b05e023c-4187-4615-94c5-f66bd1049e14,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:45.090144 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Network b05e023c-4187-4615-94c5-f66bd1049e14 details requested by agent ovs-agent-n-d-813114-2 with host n-d-813114-2 {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 13 06:25:45.091939 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338379a6-0055-4b3d-b69b-2810c8849e06 admin admin] Made reservation on behalf of af9273d46d2d46b38498866fde7b0f3e for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:25:45.094844 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-338379a6-0055-4b3d-b69b-2810c8849e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5491032'] for subnet, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:45.278771 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-338379a6-0055-4b3d-b69b-2810c8849e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5890993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5491018'] for subnet, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:45.341955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338379a6-0055-4b3d-b69b-2810c8849e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5895663e-016b-4dc5-877e-9365058a2898,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:45.347409 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338379a6-0055-4b3d-b69b-2810c8849e06 admin admin] Checking segment: {'id': '7d4d001e-f2aa-4115-8949-65869848bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:25:45.347761 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338379a6-0055-4b3d-b69b-2810c8849e06 admin admin] Network hostable DHCP agents. Network: b05e023c-4187-4615-94c5-f66bd1049e14, hostable agents: ['34843df8-9ff1-4dc7-8959-4c6432cbd946'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 06:25:45.365691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338379a6-0055-4b3d-b69b-2810c8849e06 admin admin] Network b05e023c-4187-4615-94c5-f66bd1049e14 is scheduled to be hosted by DHCP agent 34843df8-9ff1-4dc7-8959-4c6432cbd946 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 06:25:45.375456 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-338379a6-0055-4b3d-b69b-2810c8849e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813114-2, b05e023c-4187-4615-94c5-f66bd1049e14) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:25:45.381528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338379a6-0055-4b3d-b69b-2810c8849e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:45.381663 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-338379a6-0055-4b3d-b69b-2810c8849e06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:45.384691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb3534b-5a05-4447-9716-0cf97f4c9baa None None] Network b05e023c-4187-4615-94c5-f66bd1049e14 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:25:45.403412 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-338379a6-0055-4b3d-b69b-2810c8849e06 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3520908 Nov 13 06:25:45.403667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51716) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:45.408109 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1830447514-router', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:25:45.430325 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:45.431833 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25225'] for router, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:45.485138 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:45.548694 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef693a2-b422-5d04-9b2c-1a4736202d0f-b05e023c-4187-4615-94c5-f66bd1049e14', 'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'fixed_ips': [{'subnet_id': '5895663e-016b-4dc5-877e-9365058a2898'}]}} from n-d-813114-2. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 13 06:25:45.551980 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:45.632770 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:45.707230 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Allocated IP 172.20.0.2 (b05e023c-4187-4615-94c5-f66bd1049e14/5895663e-016b-4dc5-877e-9365058a2898/9d6069a9-2bc4-40c5-a498-ce5497cce0b7) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:25:45.841662 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:45.854446 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:45.863218 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:45.866324 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:45.900214 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Network b05e023c-4187-4615-94c5-f66bd1049e14 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:25:45.903553 n-d-813114-2 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:25:45.906962 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:25:45.922182 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Pushing event updated for resources: {'Port': ['ID=9d6069a9-2bc4-40c5-a498-ce5497cce0b7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:45.970988 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Attempting to bind port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:25:45.971330 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Attempting to bind port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '7d4d001e-f2aa-4115-8949-65869848bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:25:45.971664 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Attempting to bind port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 on network b05e023c-4187-4615-94c5-f66bd1049e14 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:25:45.975392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Allocated IP 172.25.8.95 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/b4cda244-4dc2-443f-afa2-b3894c8e6767) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:25:45.977584 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:25:45.977951 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Checking segment: {'id': '7d4d001e-f2aa-4115-8949-65869848bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:25:45.978339 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:45.978726 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Bound using segment: {'id': '7d4d001e-f2aa-4115-8949-65869848bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:25:45.979209 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Bound port: 9d6069a9-2bc4-40c5-a498-ce5497cce0b7, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4d001e-f2aa-4115-8949-65869848bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:25:45.979583 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:46.051242 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] For port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:25:46.054782 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] For port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9d6069a9-2bc4-40c5-a498-ce5497cce0b7,segment=NetworkSegment(7d4d001e-f2aa-4115-8949-65869848bf11),segment_id=7d4d001e-f2aa-4115-8949-65869848bf11)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:25:46.060223 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:46.081953 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:46.120330 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:46.124694 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be8eb0-546f-4ce3-b30d-5b919839884f None None] Pushing event updated for resources: {'Port': ['ID=9d6069a9-2bc4-40c5-a498-ce5497cce0b7,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:46.157495 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:25:46.160574 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:25:46.164668 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:25:46.179166 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aabb02-3e65-4f04-863d-62d38b267c80 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:25:46.196183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Pushing event updated for resources: {'Port': ['ID=b4cda244-4dc2-443f-afa2-b3894c8e6767,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:46.293063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-60975e4e-7839-47a4-99a1-e04d4d936d5a None None] Provisioning complete for port b4cda244-4dc2-443f-afa2-b3894c8e6767 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:46.293431 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-60975e4e-7839-47a4-99a1-e04d4d936d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:46.354288 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-60975e4e-7839-47a4-99a1-e04d4d936d5a None None] Port b4cda244-4dc2-443f-afa2-b3894c8e6767 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:25:46.378537 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 75f79ad7-b566-4825-88c6-bad1a9bf7c71 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:25:46.439419 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 75f79ad7-b566-4825-88c6-bad1a9bf7c71 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:46.440085 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:46.822266 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:47.011032 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Sync routers for ids ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:25:47.023850 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Routers {'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:25:47.024570 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:47.034004 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706661'] for router, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:47.139390 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Set router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:25:47.142071 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa89c5-bc2e-4a82-8dda-76a750f57d3a None None] Network b05e023c-4187-4615-94c5-f66bd1049e14 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:25:47.178279 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Router e4314349-9092-4e23-8d8a-42c61095c62d is scheduled to L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 06:25:47.302506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:25:47.327906 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:47.329332 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-451be731-9497-4774-946e-9eb36ef835be admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9246342 Nov 13 06:25:47.331910 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51718) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:47.352350 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 2, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:47.373598 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Sync routers for ids ['e4314349-9092-4e23-8d8a-42c61095c62d'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:25:47.385592 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Checking router: e5139fc5-fd21-4e7b-a3bf-29b209f8a88c for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:25:47.385932 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Updating router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:25:47.395194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5ca80e2b-00af-42c9-804a-433515ddcb8a None None] Provisioning complete for port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:47.395858 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ca80e2b-00af-42c9-804a-433515ddcb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:47.414004 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:47.443830 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Routers {'e4314349-9092-4e23-8d8a-42c61095c62d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:25:47.444507 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e4314349-9092-4e23-8d8a-42c61095c62d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:47.557629 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ca80e2b-00af-42c9-804a-433515ddcb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:47.664120 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5ca80e2b-00af-42c9-804a-433515ddcb8a None None] For port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9d6069a9-2bc4-40c5-a498-ce5497cce0b7,segment=NetworkSegment(7d4d001e-f2aa-4115-8949-65869848bf11),segment_id=7d4d001e-f2aa-4115-8949-65869848bf11)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:47.673107 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Set router e4314349-9092-4e23-8d8a-42c61095c62d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:25:47.675164 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ca80e2b-00af-42c9-804a-433515ddcb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:47.688886 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:47.695190 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:47.757814 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:47.833654 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca80e2b-00af-42c9-804a-433515ddcb8a None None] Pushing event updated for resources: {'Port': ['ID=9d6069a9-2bc4-40c5-a498-ce5497cce0b7,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:47.849459 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd29a18-4452-4f09-a957-6945ad1340b9 None None] Pushing event updated for resources: {'Port': ['ID=d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:47.862143 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd29a18-4452-4f09-a957-6945ad1340b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:47.863219 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd29a18-4452-4f09-a957-6945ad1340b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:47.863705 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd29a18-4452-4f09-a957-6945ad1340b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:47.864208 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd29a18-4452-4f09-a957-6945ad1340b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:47.864687 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd29a18-4452-4f09-a957-6945ad1340b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:47.865214 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd29a18-4452-4f09-a957-6945ad1340b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:47.865727 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd29a18-4452-4f09-a957-6945ad1340b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:47.866214 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd29a18-4452-4f09-a957-6945ad1340b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:47.866676 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd29a18-4452-4f09-a957-6945ad1340b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:47.867179 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd29a18-4452-4f09-a957-6945ad1340b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:47.867681 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd29a18-4452-4f09-a957-6945ad1340b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:47.868159 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd29a18-4452-4f09-a957-6945ad1340b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:25:47.933706 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Attempting to bind port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:25:47.934472 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Attempting to bind port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:25:47.935072 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Attempting to bind port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 on network bf23ec53-99c9-46b7-983b-2515b0dd2dae {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:25:47.941003 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:25:47.941637 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Checking segment: {'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:25:47.942981 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:47.943846 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Bound using segment: {'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:25:47.944632 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Bound port: d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:25:47.945179 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:47.952813 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'name': 'tempest-TestSnapshotPattern-1830447514-router', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'b4cda244-4dc2-443f-afa2-b3894c8e6767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:25:46Z', 'revision_number': 3, 'project_id': 'af9273d46d2d46b38498866fde7b0f3e', 'gw_port': {'id': 'b4cda244-4dc2-443f-afa2-b3894c8e6767', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:11:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:47.999644 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Allocated IP 172.20.0.1 (b05e023c-4187-4615-94c5-f66bd1049e14/5895663e-016b-4dc5-877e-9365058a2898/6e239489-57d1-40a9-b31c-b9a359151b0d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:25:48.002829 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Checking router: e4314349-9092-4e23-8d8a-42c61095c62d for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:25:48.003835 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Updating router e4314349-9092-4e23-8d8a-42c61095c62d port b4cda244-4dc2-443f-afa2-b3894c8e6767 binding host n-d-813114-2 {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:25:48.028455 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] For port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:25:48.032670 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] For port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:25:48.043636 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.049701 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.119428 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Routers {'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:25:48.120300 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:48.155751 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd29a18-4452-4f09-a957-6945ad1340b9 None None] Pushing event updated for resources: {'Port': ['ID=d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:48.175303 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.218650 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.258567 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] Set router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:25:48.260972 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b8545bb3-0603-4d91-a973-9fe603d18e65 None None] Provisioning complete for port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:48.261344 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8545bb3-0603-4d91-a973-9fe603d18e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.290725 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Network b05e023c-4187-4615-94c5-f66bd1049e14 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:25:48.304918 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:25:48.324165 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:25:48.373942 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Pushing event updated for resources: {'Port': ['ID=6e239489-57d1-40a9-b31c-b9a359151b0d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:48.405764 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704816'] for router_interface, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.442808 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.456150 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.529152 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:25:48.587480 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.589561 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:48.602148 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8545bb3-0603-4d91-a973-9fe603d18e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.617960 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02b7df-42ba-4d09-a7dd-e9d3f933101f None None] The sync data for ids ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'] in n-d-813114-2 is: [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:25:48.654702 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eb3d4c-e955-4f0b-873d-63f381da2c24 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:25:48.673136 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7015803-ee90-4ef2-a1b5-f51ba1cb0db0 None None] Pushing event updated for resources: {'Port': ['ID=b4cda244-4dc2-443f-afa2-b3894c8e6767,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:48.678313 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Attempting to bind port b4cda244-4dc2-443f-afa2-b3894c8e6767 on host n-d-813114-2 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:25:48.678697 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Attempting to bind port b4cda244-4dc2-443f-afa2-b3894c8e6767 by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:25:48.679089 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Attempting to bind port b4cda244-4dc2-443f-afa2-b3894c8e6767 on network 225784db-0d47-4ce7-81bb-95ad27b251ca {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:25:48.698882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:25:48.698882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Checking segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:25:48.699344 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.699344 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Bound using segment: {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:25:48.699841 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Bound port: b4cda244-4dc2-443f-afa2-b3894c8e6767, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e730d-b7a3-4877-8b2a-441f51d0d948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:25:48.700280 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.743950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b8545bb3-0603-4d91-a973-9fe603d18e65 None None] For port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:48.755708 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8545bb3-0603-4d91-a973-9fe603d18e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.808336 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.810639 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:48.810999 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.813194 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.821882 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] For port b4cda244-4dc2-443f-afa2-b3894c8e6767, host n-d-813114-2, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:25:48.853478 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b8545bb3-0603-4d91-a973-9fe603d18e65 None None] Provisioning complete for port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:48.853842 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8545bb3-0603-4d91-a973-9fe603d18e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.871728 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] For port b4cda244-4dc2-443f-afa2-b3894c8e6767, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b4cda244-4dc2-443f-afa2-b3894c8e6767,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:25:48.890127 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704932'] for router_interface, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.891991 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Pushing event updated for resources: {'Port': ['ID=6e239489-57d1-40a9-b31c-b9a359151b0d,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:48.904980 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:48.906878 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8545bb3-0603-4d91-a973-9fe603d18e65 None None] Pushing event updated for resources: {'Port': ['ID=d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:48.976648 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6536c38d-1dd1-45ab-b825-9a090299ef94 None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:25:49.003183 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Network b05e023c-4187-4615-94c5-f66bd1049e14 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:25:49.005588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:25:49.011501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Routers {'e4314349-9092-4e23-8d8a-42c61095c62d'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:25:49.011920 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e4314349-9092-4e23-8d8a-42c61095c62d'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:49.017720 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7015803-ee90-4ef2-a1b5-f51ba1cb0db0 None None] Pushing event updated for resources: {'Port': ['ID=b4cda244-4dc2-443f-afa2-b3894c8e6767,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:49.157504 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:25:49.185146 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Router e4314349-9092-4e23-8d8a-42c61095c62d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:25:49.253197 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] Set router e4314349-9092-4e23-8d8a-42c61095c62d gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:25:49.303392 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3a44b97d-14eb-4ae9-bc3c-244f2256dc2c None None] Provisioning complete for port b4cda244-4dc2-443f-afa2-b3894c8e6767 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:49.303672 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a44b97d-14eb-4ae9-bc3c-244f2256dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:49.315112 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:25:49.326820 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-5570cc36-8fc0-4682-9912-0ccd9201ab76 admin admin] 10.222.0.43 "PUT /v2.0/routers/e4314349-9092-4e23-8d8a-42c61095c62d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9894826 Nov 13 06:25:49.328468 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:49.328837 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:49.734211 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a44b97d-14eb-4ae9-bc3c-244f2256dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:49.767863 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3a44b97d-14eb-4ae9-bc3c-244f2256dc2c None None] For port b4cda244-4dc2-443f-afa2-b3894c8e6767, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b4cda244-4dc2-443f-afa2-b3894c8e6767,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:49.774731 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a44b97d-14eb-4ae9-bc3c-244f2256dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:49.821939 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3a44b97d-14eb-4ae9-bc3c-244f2256dc2c None None] Provisioning complete for port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:49.822196 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a44b97d-14eb-4ae9-bc3c-244f2256dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:49.851885 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'name': 'tempest-TestSnapshotPattern-1830447514-router', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'b4cda244-4dc2-443f-afa2-b3894c8e6767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 4, 'project_id': 'af9273d46d2d46b38498866fde7b0f3e', 'gw_port': {'id': 'b4cda244-4dc2-443f-afa2-b3894c8e6767', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:11:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '6e239489-57d1-40a9-b31c-b9a359151b0d', 'name': '', 'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'mac_address': 'fa:16:3e:0a:37:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5895663e-016b-4dc5-877e-9365058a2898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:47Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 2, 'project_id': 'af9273d46d2d46b38498866fde7b0f3e', 'subnets': [{'id': '5895663e-016b-4dc5-877e-9365058a2898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:49.887347 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44b97d-14eb-4ae9-bc3c-244f2256dc2c None None] Pushing event updated for resources: {'Port': ['ID=b4cda244-4dc2-443f-afa2-b3894c8e6767,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:49.889948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0bfba8-9d69-4630-8edf-852dd2e9a682 None None] The sync data for ids ['e4314349-9092-4e23-8d8a-42c61095c62d'] in n-d-813114-2 is: [{'id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'name': 'tempest-TestSnapshotPattern-1830447514-router', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'b4cda244-4dc2-443f-afa2-b3894c8e6767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 4, 'project_id': 'af9273d46d2d46b38498866fde7b0f3e', 'gw_port': {'id': 'b4cda244-4dc2-443f-afa2-b3894c8e6767', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:11:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '6e239489-57d1-40a9-b31c-b9a359151b0d', 'name': '', 'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'mac_address': 'fa:16:3e:0a:37:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5895663e-016b-4dc5-877e-9365058a2898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:47Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 2, 'project_id': 'af9273d46d2d46b38498866fde7b0f3e', 'subnets': [{'id': '5895663e-016b-4dc5-877e-9365058a2898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:25:49.961199 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3a44b97d-14eb-4ae9-bc3c-244f2256dc2c None None] Provisioning complete for port 6e239489-57d1-40a9-b31c-b9a359151b0d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:49.961571 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a44b97d-14eb-4ae9-bc3c-244f2256dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:49.980756 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51726) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:49.985445 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-95d20afc-d975-4959-8b60-1e3eabc4dc4f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1460613653', 'description': 'tempest-secgroup-smoke-1460613653 description', 'project_id': '55e98b98733f49fc91cba21929a91d4e'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:25:50.002501 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3a44b97d-14eb-4ae9-bc3c-244f2256dc2c None None] Port 6e239489-57d1-40a9-b31c-b9a359151b0d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:25:50.011009 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95d20afc-d975-4959-8b60-1e3eabc4dc4f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.079592 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95d20afc-d975-4959-8b60-1e3eabc4dc4f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.084622 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95d20afc-d975-4959-8b60-1e3eabc4dc4f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.115572 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d20afc-d975-4959-8b60-1e3eabc4dc4f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91841db3-1a35-485f-8104-dc5d4b56c34a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:50.139241 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95d20afc-d975-4959-8b60-1e3eabc4dc4f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.140633 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-95d20afc-d975-4959-8b60-1e3eabc4dc4f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1587944 Nov 13 06:25:50.143712 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51728) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:50.147075 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-edff33d8-5661-42a2-8ba8-95d1be8ca7ea None None] Provisioning complete for port 6e239489-57d1-40a9-b31c-b9a359151b0d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:50.147788 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-edff33d8-5661-42a2-8ba8-95d1be8ca7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.149528 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-b56a964f-eccf-4aea-8e9f-7a52aa6b3d26 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Request body: {'security_group_rule': {'security_group_id': '91841db3-1a35-485f-8104-dc5d4b56c34a', 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:25:50.185992 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b56a964f-eccf-4aea-8e9f-7a52aa6b3d26 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.186515 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-edff33d8-5661-42a2-8ba8-95d1be8ca7ea None None] Port 6e239489-57d1-40a9-b31c-b9a359151b0d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:25:50.252553 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b56a964f-eccf-4aea-8e9f-7a52aa6b3d26 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.260046 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b56a964f-eccf-4aea-8e9f-7a52aa6b3d26 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.279739 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a964f-eccf-4aea-8e9f-7a52aa6b3d26 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ec1ba7-d913-4202-9430-a52b294c6985,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:50.287704 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b56a964f-eccf-4aea-8e9f-7a52aa6b3d26 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.288882 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-b56a964f-eccf-4aea-8e9f-7a52aa6b3d26 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441262 Nov 13 06:25:50.291618 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51730) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:50.293680 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:25:50.296163 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-88440ce6-ff76-4d8c-acb5-bbf9791b96cd tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Request body: {'security_group_rule': {'security_group_id': '91841db3-1a35-485f-8104-dc5d4b56c34a', 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:25:50.326423 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88440ce6-ff76-4d8c-acb5-bbf9791b96cd tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.350449 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:50.350903 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.394597 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88440ce6-ff76-4d8c-acb5-bbf9791b96cd tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.400044 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88440ce6-ff76-4d8c-acb5-bbf9791b96cd tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.419669 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88440ce6-ff76-4d8c-acb5-bbf9791b96cd tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7fbeae-7e07-4cfe-9912-845e9b2e5091,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:50.431852 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88440ce6-ff76-4d8c-acb5-bbf9791b96cd tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.433137 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-88440ce6-ff76-4d8c-acb5-bbf9791b96cd tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405742 Nov 13 06:25:50.436073 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51732) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:50.441619 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c2ec9022-56c4-4939-b81f-fe163410eb30 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Request body: {'security_group_rule': {'security_group_id': '91841db3-1a35-485f-8104-dc5d4b56c34a', 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:25:50.470346 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9022-56c4-4939-b81f-fe163410eb30 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.528967 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9022-56c4-4939-b81f-fe163410eb30 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.533433 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9022-56c4-4939-b81f-fe163410eb30 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.553729 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec9022-56c4-4939-b81f-fe163410eb30 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002abbf2-ddd4-4c12-af15-e8a739c14f2c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:50.563079 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9022-56c4-4939-b81f-fe163410eb30 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.564292 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-c2ec9022-56c4-4939-b81f-fe163410eb30 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265376 Nov 13 06:25:50.567227 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51734) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:50.571532 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2a7d0102-5c4f-4a0c-a85e-689f40ea504d tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Request body: {'security_group_rule': {'security_group_id': '91841db3-1a35-485f-8104-dc5d4b56c34a', 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:25:50.598587 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0102-5c4f-4a0c-a85e-689f40ea504d tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.661257 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0102-5c4f-4a0c-a85e-689f40ea504d tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.666086 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0102-5c4f-4a0c-a85e-689f40ea504d tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.684509 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d0102-5c4f-4a0c-a85e-689f40ea504d tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fea6a1-8f38-4056-bea8-fcab582f788b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:50.692957 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0102-5c4f-4a0c-a85e-689f40ea504d tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.694507 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-2a7d0102-5c4f-4a0c-a85e-689f40ea504d tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263423 Nov 13 06:25:50.698397 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51736) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:50.702630 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9a3d32e0-75c0-4082-9645-84efdb62cf4a tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Request body: {'security_group_rule': {'security_group_id': '91841db3-1a35-485f-8104-dc5d4b56c34a', 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:25:50.726394 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-9a3d32e0-75c0-4082-9645-84efdb62cf4a tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Project 55e98b98733f49fc91cba21929a91d4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:25:50.731787 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a3d32e0-75c0-4082-9645-84efdb62cf4a tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.791167 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a3d32e0-75c0-4082-9645-84efdb62cf4a tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.796211 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a3d32e0-75c0-4082-9645-84efdb62cf4a tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.814005 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d32e0-75c0-4082-9645-84efdb62cf4a tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d45748-261b-4d2f-8fd0-3bcd1abe701c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:50.822647 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a3d32e0-75c0-4082-9645-84efdb62cf4a tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.826632 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-9a3d32e0-75c0-4082-9645-84efdb62cf4a tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245439 Nov 13 06:25:50.826855 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 51738) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:25:50.831432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7edb73b2-92a5-4a0c-8a36-3cda3a4e5351 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Request body: {'security_group_rule': {'security_group_id': '91841db3-1a35-485f-8104-dc5d4b56c34a', 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:25:50.855034 n-d-813114-2 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-7edb73b2-92a5-4a0c-8a36-3cda3a4e5351 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Project 55e98b98733f49fc91cba21929a91d4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 06:25:50.859947 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7edb73b2-92a5-4a0c-8a36-3cda3a4e5351 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.919480 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7edb73b2-92a5-4a0c-8a36-3cda3a4e5351 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.924776 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7edb73b2-92a5-4a0c-8a36-3cda3a4e5351 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606025'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.941965 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb73b2-92a5-4a0c-8a36-3cda3a4e5351 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743ca3ae-a7fb-4932-92fd-63327b016796,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:50.951124 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7edb73b2-92a5-4a0c-8a36-3cda3a4e5351 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:50.952326 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7edb73b2-92a5-4a0c-8a36-3cda3a4e5351 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244764 Nov 13 06:25:51.235614 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-16b9e1de-9d69-4190-95ca-c24ee1a98de4 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1460613653&fields=id&tenant_id=55e98b98733f49fc91cba21929a91d4e HTTP/1.1" status: 200 len: 267 time: 0.0562251 Nov 13 06:25:51.347541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-d8b22b9f-9435-4209-bb64-ae45ac6c2da3 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:51.349078 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-d8b22b9f-9435-4209-bb64-ae45ac6c2da3 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 810 time: 0.1060228 Nov 13 06:25:51.365517 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-990b8449-fd20-49d5-8d5f-f2d7a2e025c0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/quotas/55e98b98733f49fc91cba21929a91d4e HTTP/1.1" status: 200 len: 375 time: 0.0102777 Nov 13 06:25:51.418839 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-d6ad0857-c8b4-4079-80bf-0e83e429e7f0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470812 Nov 13 06:25:51.520003 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-bda837b9-0ef4-4854-a731-fe9de1e8473c service neutron] 10.222.0.43 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883925 Nov 13 06:25:51.616953 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-f317d776-01d3-48fe-b7ad-a20a01470b12 service neutron] 10.222.0.43 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904226 Nov 13 06:25:51.898889 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2426d5be-0579-46be-ae5f-8127c62bd675 req-c07bd1da-d512-4a44-a110-3589d60357af tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 210 time: 0.1393743 Nov 13 06:25:52.303542 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b4cda244-4dc2-443f-afa2-b3894c8e6767 up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:25:52.354752 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port b4cda244-4dc2-443f-afa2-b3894c8e6767 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:52.355151 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:52.659103 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Sync routers for ids ['e4314349-9092-4e23-8d8a-42c61095c62d'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:25:52.673721 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Routers {'e4314349-9092-4e23-8d8a-42c61095c62d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:25:52.674315 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e4314349-9092-4e23-8d8a-42c61095c62d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:52.787457 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Set router e4314349-9092-4e23-8d8a-42c61095c62d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:25:52.908356 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-c0461117-2fb4-4289-bbfe-39344e6fa623 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:52.909873 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-c0461117-2fb4-4289-bbfe-39344e6fa623 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.46 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 810 time: 0.1068444 Nov 13 06:25:52.992027 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-bf05a5c8-5356-428d-b13d-b488192389a6 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55e98b98733f49fc91cba21929a91d4e HTTP/1.1" status: 200 len: 380 time: 0.0647497 Nov 13 06:25:52.999621 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'name': 'tempest-TestSnapshotPattern-1830447514-router', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'b4cda244-4dc2-443f-afa2-b3894c8e6767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 4, 'project_id': 'af9273d46d2d46b38498866fde7b0f3e', 'gw_port': {'id': 'b4cda244-4dc2-443f-afa2-b3894c8e6767', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '6e239489-57d1-40a9-b31c-b9a359151b0d', 'name': '', 'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'mac_address': 'fa:16:3e:0a:37:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5895663e-016b-4dc5-877e-9365058a2898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:47Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 2, 'project_id': 'af9273d46d2d46b38498866fde7b0f3e', 'subnets': [{'id': '5895663e-016b-4dc5-877e-9365058a2898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:53.003809 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9a5170ae-f44d-483d-8676-f39e36ce8053 req-8c63c962-afc2-4ba8-b615-40498a1b2ae4 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 210 time: 0.0311816 Nov 13 06:25:53.004344 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-9a8012ae-a43b-4f14-bd61-a5f4966a8fe9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Request body: {'port': {'device_id': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'admin_state_up': True, 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'security_groups': ['91841db3-1a35-485f-8104-dc5d4b56c34a']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:25:53.029698 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Checking router: e4314349-9092-4e23-8d8a-42c61095c62d for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:25:53.030007 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Updating router e4314349-9092-4e23-8d8a-42c61095c62d port 6e239489-57d1-40a9-b31c-b9a359151b0d binding host n-d-813114-2 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 13 06:25:53.054404 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:53.115080 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-9a8012ae-a43b-4f14-bd61-a5f4966a8fe9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Made reservation on behalf of 55e98b98733f49fc91cba21929a91d4e for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:25:53.118656 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-9a8012ae-a43b-4f14-bd61-a5f4966a8fe9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:53.246814 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-9a8012ae-a43b-4f14-bd61-a5f4966a8fe9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Allocated IP 172.20.0.11 (bf23ec53-99c9-46b7-983b-2515b0dd2dae/275f5e0f-e728-4cac-a557-c8517a8797be/9d30660d-885b-4780-8cd7-9074f04c6c22) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:25:53.314832 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:53.321565 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:53.392063 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e43b3-9336-4379-b076-e01fe79f8f79 None None] Pushing event updated for resources: {'Port': ['ID=6e239489-57d1-40a9-b31c-b9a359151b0d,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:53.399289 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-9a8012ae-a43b-4f14-bd61-a5f4966a8fe9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:53.423138 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Attempting to bind port 6e239489-57d1-40a9-b31c-b9a359151b0d on host n-d-813114-2 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:25:53.423503 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Attempting to bind port 6e239489-57d1-40a9-b31c-b9a359151b0d by drivers openvswitch,hyperv on host n-d-813114-2 at level 0 using segments [{'id': '7d4d001e-f2aa-4115-8949-65869848bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:25:53.423859 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Attempting to bind port 6e239489-57d1-40a9-b31c-b9a359151b0d on network b05e023c-4187-4615-94c5-f66bd1049e14 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:25:53.429679 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Checking agent: {'id': 'd4f9b45e-332b-459d-94dc-718bfc5eeabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 27, 10), 'started_at': datetime.datetime(2021, 11, 13, 4, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813114-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:25:53.430042 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Checking segment: {'id': '7d4d001e-f2aa-4115-8949-65869848bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:25:53.430442 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:53.430823 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Bound using segment: {'id': '7d4d001e-f2aa-4115-8949-65869848bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:25:53.431312 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Bound port: 6e239489-57d1-40a9-b31c-b9a359151b0d, host: n-d-813114-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4d001e-f2aa-4115-8949-65869848bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:25:53.431679 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:53.438144 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-9a8012ae-a43b-4f14-bd61-a5f4966a8fe9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:53.485789 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-9a8012ae-a43b-4f14-bd61-a5f4966a8fe9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Network bf23ec53-99c9-46b7-983b-2515b0dd2dae is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:25:53.492059 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-9a8012ae-a43b-4f14-bd61-a5f4966a8fe9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:25:53.496190 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-9a8012ae-a43b-4f14-bd61-a5f4966a8fe9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:25:53.498120 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] For port 6e239489-57d1-40a9-b31c-b9a359151b0d, host n-d-813114-2, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:25:53.501533 n-d-813114-2 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] For port 6e239489-57d1-40a9-b31c-b9a359151b0d, host n-d-813114-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6e239489-57d1-40a9-b31c-b9a359151b0d,segment=NetworkSegment(7d4d001e-f2aa-4115-8949-65869848bf11),segment_id=7d4d001e-f2aa-4115-8949-65869848bf11)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:25:53.503316 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8012ae-a43b-4f14-bd61-a5f4966a8fe9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event updated for resources: {'Port': ['ID=9d30660d-885b-4780-8cd7-9074f04c6c22,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:53.510164 n-d-813114-2 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:53.562111 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-9a8012ae-a43b-4f14-bd61-a5f4966a8fe9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:53.562784 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-9a8012ae-a43b-4f14-bd61-a5f4966a8fe9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:53.580893 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e43b3-9336-4379-b076-e01fe79f8f79 None None] Pushing event updated for resources: {'Port': ['ID=6e239489-57d1-40a9-b31c-b9a359151b0d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:53.585049 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-9a8012ae-a43b-4f14-bd61-a5f4966a8fe9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5850267 Nov 13 06:25:53.586349 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Routers {'e4314349-9092-4e23-8d8a-42c61095c62d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:25:53.587018 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e4314349-9092-4e23-8d8a-42c61095c62d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:53.637227 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f2a5e79f-e5fc-49ca-b4f2-b73e93ca1a85 None None] Provisioning complete for port 6e239489-57d1-40a9-b31c-b9a359151b0d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:53.637753 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2a5e79f-e5fc-49ca-b4f2-b73e93ca1a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:53.667875 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Request body: {'port': {'device_id': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813114-2'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:25:53.727626 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] Set router e4314349-9092-4e23-8d8a-42c61095c62d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:25:53.734760 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2a5e79f-e5fc-49ca-b4f2-b73e93ca1a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:53.757013 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:53.782399 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f2a5e79f-e5fc-49ca-b4f2-b73e93ca1a85 None None] For port 6e239489-57d1-40a9-b31c-b9a359151b0d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6e239489-57d1-40a9-b31c-b9a359151b0d,segment=NetworkSegment(7d4d001e-f2aa-4115-8949-65869848bf11),segment_id=7d4d001e-f2aa-4115-8949-65869848bf11)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:53.793338 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2a5e79f-e5fc-49ca-b4f2-b73e93ca1a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:53.876438 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5e79f-e5fc-49ca-b4f2-b73e93ca1a85 None None] Pushing event updated for resources: {'Port': ['ID=6e239489-57d1-40a9-b31c-b9a359151b0d,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:53.917312 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b667f39c-493a-4b3d-ad50-03186a776559 None None] Provisioning complete for port 9d30660d-885b-4780-8cd7-9074f04c6c22 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:53.917679 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b667f39c-493a-4b3d-ad50-03186a776559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:53.961974 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b667f39c-493a-4b3d-ad50-03186a776559 None None] Port 9d30660d-885b-4780-8cd7-9074f04c6c22 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:25:54.062636 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d30660d-885b-4780-8cd7-9074f04c6c22 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:25:54.071836 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:54.077964 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'name': 'tempest-TestSnapshotPattern-1830447514-router', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'b4cda244-4dc2-443f-afa2-b3894c8e6767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 4, 'project_id': 'af9273d46d2d46b38498866fde7b0f3e', 'gw_port': {'id': 'b4cda244-4dc2-443f-afa2-b3894c8e6767', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '6e239489-57d1-40a9-b31c-b9a359151b0d', 'name': '', 'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'mac_address': 'fa:16:3e:0a:37:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5895663e-016b-4dc5-877e-9365058a2898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:47Z', 'updated_at': '2021-11-13T06:25:53Z', 'revision_number': 4, 'project_id': 'af9273d46d2d46b38498866fde7b0f3e', 'subnets': [{'id': '5895663e-016b-4dc5-877e-9365058a2898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:25:54.087416 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-23d9b7e2-a3ac-40ac-90d6-110c4b556aef None None] Provisioning complete for port 6e239489-57d1-40a9-b31c-b9a359151b0d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:54.088401 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23d9b7e2-a3ac-40ac-90d6-110c4b556aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:54.089278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Transition to ACTIVE for port object 9d30660d-885b-4780-8cd7-9074f04c6c22 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 06:25:54.103941 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:54.108086 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed727fcd-950a-4914-85b0-f654676a7630 None None] The sync data for ids ['e4314349-9092-4e23-8d8a-42c61095c62d'] in n-d-813114-2 is: [{'id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'name': 'tempest-TestSnapshotPattern-1830447514-router', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'b4cda244-4dc2-443f-afa2-b3894c8e6767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 4, 'project_id': 'af9273d46d2d46b38498866fde7b0f3e', 'gw_port': {'id': 'b4cda244-4dc2-443f-afa2-b3894c8e6767', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': '6e239489-57d1-40a9-b31c-b9a359151b0d', 'name': '', 'network_id': 'b05e023c-4187-4615-94c5-f66bd1049e14', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'mac_address': 'fa:16:3e:0a:37:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5895663e-016b-4dc5-877e-9365058a2898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:47Z', 'updated_at': '2021-11-13T06:25:53Z', 'revision_number': 4, 'project_id': 'af9273d46d2d46b38498866fde7b0f3e', 'subnets': [{'id': '5895663e-016b-4dc5-877e-9365058a2898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:25:54.189546 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834938d4-7956-4def-a6fd-cc68ac51582e req-8cb6383f-89f4-4aae-9027-b70fdd63248a tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:54.191172 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-834938d4-7956-4def-a6fd-cc68ac51582e req-8cb6383f-89f4-4aae-9027-b70fdd63248a tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 944 time: 0.0985036 Nov 13 06:25:54.195163 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Pushing event updated for resources: {'Port': ['ID=9d30660d-885b-4780-8cd7-9074f04c6c22,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:54.310837 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-834938d4-7956-4def-a6fd-cc68ac51582e req-0744d981-17df-46f3-92d3-a4070a2269fe tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125383 Nov 13 06:25:54.349765 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6e239489-57d1-40a9-b31c-b9a359151b0d up at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:25:54.368631 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Attempting to bind port 9d30660d-885b-4780-8cd7-9074f04c6c22 on host n-h1-813114-2 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:25:54.369037 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Attempting to bind port 9d30660d-885b-4780-8cd7-9074f04c6c22 by drivers openvswitch,hyperv on host n-h1-813114-2 at level 0 using segments [{'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:25:54.369278 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Attempting to bind port 9d30660d-885b-4780-8cd7-9074f04c6c22 on network bf23ec53-99c9-46b7-983b-2515b0dd2dae {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:25:54.378459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Port 9d30660d-885b-4780-8cd7-9074f04c6c22 on network bf23ec53-99c9-46b7-983b-2515b0dd2dae not bound, no agent of type Open vSwitch agent registered on host n-h1-813114-2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 06:25:54.378870 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Attempting to bind port 9d30660d-885b-4780-8cd7-9074f04c6c22 on network bf23ec53-99c9-46b7-983b-2515b0dd2dae {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:25:54.390506 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Checking agent: {'id': '031e242c-aeb3-4461-a379-ac6a9e13fe12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:25:54.390839 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Checking segment: {'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:25:54.391257 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Bound using segment: {'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:25:54.391691 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Bound port: 9d30660d-885b-4780-8cd7-9074f04c6c22, host: n-h1-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:25:54.392043 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:54.418547 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Provisioning complete for port 6e239489-57d1-40a9-b31c-b9a359151b0d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:25:54.421782 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:54.473777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] For port 9d30660d-885b-4780-8cd7-9074f04c6c22, host n-h1-813114-2, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:25:54.477034 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] For port 9d30660d-885b-4780-8cd7-9074f04c6c22, host n-h1-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=9d30660d-885b-4780-8cd7-9074f04c6c22,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:25:54.485569 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:54.538767 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:54.539448 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:54.540892 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] 10.222.0.46 "PUT /v2.0/ports/9d30660d-885b-4780-8cd7-9074f04c6c22 HTTP/1.1" status: 200 len: 1092 time: 0.9392648 Nov 13 06:25:54.541376 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'tag': '9d30660d-885b-4780-8cd7-9074f04c6c22'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:25:54.543748 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251db3d7-d7f0-4497-914d-7ead426bd709" -d '{"events": [{"name": "network-changed", "server_uuid": "875dfb75-cd31-4cb4-9aea-fda94a74ce40", "tag": "9d30660d-885b-4780-8cd7-9074f04c6c22"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:25:54.574898 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a365b56-ab90-46fc-8421-36046e694c58 service neutron] Pushing event updated for resources: {'Port': ['ID=9d30660d-885b-4780-8cd7-9074f04c6c22,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:54.656971 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-b436f8c9-6072-42ab-9c98-37dee84b3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:54.658882 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-b436f8c9-6072-42ab-9c98-37dee84b3eee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 1095 time: 0.0535984 Nov 13 06:25:54.708891 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72121838-59b7-4fc1-ad2e-809ad1437f39 x-openstack-request-id: req-72121838-59b7-4fc1-ad2e-809ad1437f39 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:25:54.709188 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875dfb75-cd31-4cb4-9aea-fda94a74ce40", "tag": "9d30660d-885b-4780-8cd7-9074f04c6c22", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:25:54.709442 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72121838-59b7-4fc1-ad2e-809ad1437f39 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:25:54.709969 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'tag': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'status': 'completed', 'code': 200} Nov 13 06:25:54.711922 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-9b230f48-d658-4f7b-a2dc-63a453e44a3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d30660d-885b-4780-8cd7-9074f04c6c22 HTTP/1.1" status: 200 len: 217 time: 0.0403714 Nov 13 06:25:54.770046 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-e488bce6-3aa8-49e4-932e-86c54f63492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:54.771464 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-e488bce6-3aa8-49e4-932e-86c54f63492a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0498209 Nov 13 06:25:54.816974 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-1148f4d8-8aaf-41c1-866a-a51ab299cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:54.818441 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-1148f4d8-8aaf-41c1-866a-a51ab299cdc3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401206 Nov 13 06:25:54.909470 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-e8fbffa5-7550-450e-adc6-8ac3e41a1dc8 service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839303 Nov 13 06:25:55.010124 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-f06dfd89-4463-46d2-9c78-c624c01aee98 req-c456bc13-510e-475b-bcda-2dc20b6ffe1c service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935309 Nov 13 06:25:55.151258 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251db3d7-d7f0-4497-914d-7ead426bd709 req-260c3e10-422b-4f02-802e-890b6876fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:55.152760 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-251db3d7-d7f0-4497-914d-7ead426bd709 req-260c3e10-422b-4f02-802e-890b6876fe11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 1095 time: 0.0452933 Nov 13 06:25:55.248667 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251db3d7-d7f0-4497-914d-7ead426bd709 req-71dbc1c2-0cda-4b83-ae9f-8686c95c982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:55.250132 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-251db3d7-d7f0-4497-914d-7ead426bd709 req-71dbc1c2-0cda-4b83-ae9f-8686c95c982a service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 911 time: 0.0896692 Nov 13 06:25:55.292664 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-251db3d7-d7f0-4497-914d-7ead426bd709 req-dfa2fe6a-cdd2-41b9-b613-b9df5eeb446f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d30660d-885b-4780-8cd7-9074f04c6c22 HTTP/1.1" status: 200 len: 217 time: 0.0340273 Nov 13 06:25:55.349468 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251db3d7-d7f0-4497-914d-7ead426bd709 req-1a6bb354-2c9d-4a3f-b3dd-82fe441e1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:55.351214 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-251db3d7-d7f0-4497-914d-7ead426bd709 req-1a6bb354-2c9d-4a3f-b3dd-82fe441e1c1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0514474 Nov 13 06:25:55.769106 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251db3d7-d7f0-4497-914d-7ead426bd709 req-f19dd1a0-c904-49cc-a1f4-911c2f689346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:55.770611 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-251db3d7-d7f0-4497-914d-7ead426bd709 req-f19dd1a0-c904-49cc-a1f4-911c2f689346 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4111085 Nov 13 06:25:55.784588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed4ffd-e3da-44ea-816a-e4c5a7350c4a req-20b49e1f-077b-4b1b-a9f4-e8a26c12269a tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:55.785925 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a1ed4ffd-e3da-44ea-816a-e4c5a7350c4a req-20b49e1f-077b-4b1b-a9f4-e8a26c12269a tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 944 time: 0.0582037 Nov 13 06:25:55.889865 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a1ed4ffd-e3da-44ea-816a-e4c5a7350c4a req-1c410ba8-1d44-4980-82b1-e1609a43b978 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957091 Nov 13 06:25:55.905948 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-251db3d7-d7f0-4497-914d-7ead426bd709 req-fbce3c0c-6687-4c23-a845-be41d8739e49 service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191263 Nov 13 06:25:56.009227 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-251db3d7-d7f0-4497-914d-7ead426bd709 req-66770356-a759-4056-a34b-f2429033acbf service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941999 Nov 13 06:25:57.061206 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcff0a5-2090-4555-84ae-360b23d56582 req-f295d419-6049-4d9d-902f-06fbd546ecdb tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:57.062720 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1dcff0a5-2090-4555-84ae-360b23d56582 req-f295d419-6049-4d9d-902f-06fbd546ecdb tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 944 time: 0.0719426 Nov 13 06:25:57.120584 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-1dcff0a5-2090-4555-84ae-360b23d56582 req-26db6a17-2e03-42b8-bc9c-8a5478d60489 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491290 Nov 13 06:25:58.254997 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2694b-2262-4516-833c-66bcda32e796 req-b7cdefbe-1c3e-49c1-8b51-204efec3c628 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:58.256558 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-36f2694b-2262-4516-833c-66bcda32e796 req-b7cdefbe-1c3e-49c1-8b51-204efec3c628 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 944 time: 0.0630612 Nov 13 06:25:58.310968 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-36f2694b-2262-4516-833c-66bcda32e796 req-1d8cf777-c335-438f-b5db-0110f325e5f4 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457006 Nov 13 06:25:58.486464 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 9d30660d-885b-4780-8cd7-9074f04c6c22 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:25:58.598280 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 9d30660d-885b-4780-8cd7-9074f04c6c22, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=9d30660d-885b-4780-8cd7-9074f04c6c22,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:58.609081 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'port_id': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:25:58.650702 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:58.664721 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d30660d-885b-4780-8cd7-9074f04c6c22 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:25:58.684864 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 9d30660d-885b-4780-8cd7-9074f04c6c22, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=9d30660d-885b-4780-8cd7-9074f04c6c22,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:25:58.690802 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:58.742194 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=9d30660d-885b-4780-8cd7-9074f04c6c22,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:25:59.071334 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['9d30660d-885b-4780-8cd7-9074f04c6c22'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:25:59.431704 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73295d-9844-417e-98dd-a8a2f695f773 req-48b7d507-9b68-45c9-a96a-0a566516e52e tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:25:59.433168 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a73295d-9844-417e-98dd-a8a2f695f773 req-48b7d507-9b68-45c9-a96a-0a566516e52e tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 945 time: 0.0493207 Nov 13 06:25:59.484351 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-4a73295d-9844-417e-98dd-a8a2f695f773 req-c52544b9-34da-4152-8211-2d01a6e41d7b tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425823 Nov 13 06:25:59.633110 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:25:59.720022 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:00.487931 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 9d30660d-885b-4780-8cd7-9074f04c6c22 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:26:00.548871 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning for port 9d30660d-885b-4780-8cd7-9074f04c6c22 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 06:26:00.552707 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 9d30660d-885b-4780-8cd7-9074f04c6c22 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:26:00.553680 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:00.615716 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69a814-1215-466d-ae19-795e714b8f73 req-2aa3604d-fb0e-4e4f-b8ab-b23abda947a4 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:26:00.617251 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a69a814-1215-466d-ae19-795e714b8f73 req-2aa3604d-fb0e-4e4f-b8ab-b23abda947a4 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 945 time: 0.0519342 Nov 13 06:26:00.635528 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:00.658349 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d30660d-885b-4780-8cd7-9074f04c6c22'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:26:00.660712 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500e4d6d-89f3-4f85-8992-0265c35fc129" -d '{"events": [{"server_uuid": "875dfb75-cd31-4cb4-9aea-fda94a74ce40", "name": "network-vif-plugged", "status": "completed", "tag": "9d30660d-885b-4780-8cd7-9074f04c6c22"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:26:00.669784 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-1a69a814-1215-466d-ae19-795e714b8f73 req-2b3ab7ec-c84a-4b34-8653-8353731465ef tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456161 Nov 13 06:26:00.673821 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 9d30660d-885b-4780-8cd7-9074f04c6c22, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=9d30660d-885b-4780-8cd7-9074f04c6c22,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:26:00.679535 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:00.702974 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a66046-c140-4b1b-a2b9-b040f606064c x-openstack-request-id: req-c2a66046-c140-4b1b-a2b9-b040f606064c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:26:00.703266 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875dfb75-cd31-4cb4-9aea-fda94a74ce40", "name": "network-vif-plugged", "status": "completed", "tag": "9d30660d-885b-4780-8cd7-9074f04c6c22", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:26:00.703516 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2a66046-c140-4b1b-a2b9-b040f606064c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:26:00.703922 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'code': 200} Nov 13 06:26:00.728843 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=9d30660d-885b-4780-8cd7-9074f04c6c22,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:26:00.830083 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beefced-3cb3-447f-b7d5-361840867659 req-55a9ea6d-da0a-47a9-8ac2-3296a9b2ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:26:00.831628 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2beefced-3cb3-447f-b7d5-361840867659 req-55a9ea6d-da0a-47a9-8ac2-3296a9b2ce24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 1097 time: 0.0449758 Nov 13 06:26:00.880019 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2beefced-3cb3-447f-b7d5-361840867659 req-2f9723ae-ea04-4155-ae88-cfb9f77f07ae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410018 Nov 13 06:26:01.795639 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b5763-229a-41a8-8cc0-2a50b9ef7e1d req-bce6b45a-cb37-4e3e-9c42-01f65fdc8ccf tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:26:01.797147 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a76b5763-229a-41a8-8cc0-2a50b9ef7e1d req-bce6b45a-cb37-4e3e-9c42-01f65fdc8ccf tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 946 time: 0.0524099 Nov 13 06:26:01.850497 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-a76b5763-229a-41a8-8cc0-2a50b9ef7e1d req-bc05df0e-18ff-499a-82ce-f1cecd59801f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464070 Nov 13 06:26:02.997513 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafda5-2597-4abf-9639-668d28e641eb req-2c5c9989-9a8b-457c-b2a4-8f1a8637f6d3 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:26:02.999010 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08bafda5-2597-4abf-9639-668d28e641eb req-2c5c9989-9a8b-457c-b2a4-8f1a8637f6d3 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 946 time: 0.0673163 Nov 13 06:26:03.050663 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-08bafda5-2597-4abf-9639-668d28e641eb req-18ec9b3a-f23f-4b1c-be5b-5808a229aa4c tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455265 Nov 13 06:26:03.179321 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cc9e1-b1bd-4af1-85bb-bd2975ce1591 req-1ec479e1-f475-4501-8868-b03a344ea38f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:26:03.180742 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-112cc9e1-b1bd-4af1-85bb-bd2975ce1591 req-1ec479e1-f475-4501-8868-b03a344ea38f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 946 time: 0.0601819 Nov 13 06:26:03.234976 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-112cc9e1-b1bd-4af1-85bb-bd2975ce1591 req-932330e5-ec97-41f2-8aec-e0bddb270bc9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481787 Nov 13 06:26:03.267877 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51798) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:26:03.351429 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dfb207-ede7-422a-800f-13e1ef34947c tempest-TestSnapshotPattern-1674014576 tempest-TestSnapshotPattern-1674014576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:26:03.353261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-89dfb207-ede7-422a-800f-13e1ef34947c tempest-TestSnapshotPattern-1674014576 tempest-TestSnapshotPattern-1674014576-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 1092 time: 0.0843387 Nov 13 06:26:03.356291 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 51802) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:26:03.360705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:26:03.384676 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:03.483695 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:03.604383 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Allocated IP 172.25.8.125 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/4a44cf69-f638-42ec-99b6-405fa28ac22b) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:26:03.719167 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:03.753896 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:03.795969 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:26:03.802370 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:26:03.807565 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:26:03.810623 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event updated for resources: {'Port': ['ID=4a44cf69-f638-42ec-99b6-405fa28ac22b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:26:04.177146 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:04.245403 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:04.409053 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:04.416230 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:04.472333 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae5813a6-726a-4765-94ef-22b37293b20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:04.485894 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event updated for resources: {'Port': ['ID=4a44cf69-f638-42ec-99b6-405fa28ac22b,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:26:04.495267 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:04.594652 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Floating IP cf5c378b-e9c8-4c10-a641-5460fc7b78a8 associated. External IP: 172.25.8.125, port: 9d30660d-885b-4780-8cd7-9074f04c6c22. Nov 13 06:26:04.804875 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:26:04.916666 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:26:04.926634 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb950cf5-3c0d-4ba6-bbd0-28e0c6411baa None None] Sync routers for ids ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:26:04.936924 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:04.939185 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb950cf5-3c0d-4ba6-bbd0-28e0c6411baa None None] Routers {'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:26:04.939803 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fb950cf5-3c0d-4ba6-bbd0-28e0c6411baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:26:04.964791 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-4bf51b3e-1b87-416c-86b8-6c3b2838c1ce tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6074345 Nov 13 06:26:04.965352 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'tag': '9d30660d-885b-4780-8cd7-9074f04c6c22'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:26:04.967701 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8e753d-fc32-4220-920e-4b81a574f8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "875dfb75-cd31-4cb4-9aea-fda94a74ce40", "tag": "9d30660d-885b-4780-8cd7-9074f04c6c22"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:26:05.003929 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefc054a-7997-4385-8e40-d085c725973e x-openstack-request-id: req-aefc054a-7997-4385-8e40-d085c725973e {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:26:05.004219 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875dfb75-cd31-4cb4-9aea-fda94a74ce40", "tag": "9d30660d-885b-4780-8cd7-9074f04c6c22", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:26:05.004466 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aefc054a-7997-4385-8e40-d085c725973e {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:26:05.004862 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'tag': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'status': 'completed', 'code': 200} Nov 13 06:26:05.054006 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-fb950cf5-3c0d-4ba6-bbd0-28e0c6411baa None None] Set router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:26:05.097040 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e753d-fc32-4220-920e-4b81a574f8b5 req-c06aa670-d5fb-4351-accf-da2b24b62d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:26:05.098480 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e8e753d-fc32-4220-920e-4b81a574f8b5 req-c06aa670-d5fb-4351-accf-da2b24b62d33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 1097 time: 0.0424571 Nov 13 06:26:05.197053 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e753d-fc32-4220-920e-4b81a574f8b5 req-e91964b4-5d8f-46db-9068-b13d6e549320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:26:05.198550 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e8e753d-fc32-4220-920e-4b81a574f8b5 req-e91964b4-5d8f-46db-9068-b13d6e549320 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 911 time: 0.0921135 Nov 13 06:26:05.267125 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e8e753d-fc32-4220-920e-4b81a574f8b5 req-35e5fa3b-e47a-4c81-b92d-65a799f84cb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d30660d-885b-4780-8cd7-9074f04c6c22 HTTP/1.1" status: 200 len: 1000 time: 0.0614371 Nov 13 06:26:05.278506 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fb950cf5-3c0d-4ba6-bbd0-28e0c6411baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'cf5c378b-e9c8-4c10-a641-5460fc7b78a8', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'port_id': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:26:04Z', 'updated_at': '2021-11-13T06:26:04Z', 'revision_number': 0, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 5, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:26:05.310948 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb950cf5-3c0d-4ba6-bbd0-28e0c6411baa None None] Checking router: e5139fc5-fd21-4e7b-a3bf-29b209f8a88c for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:26:05.319840 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb950cf5-3c0d-4ba6-bbd0-28e0c6411baa None None] Routers {'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:26:05.320471 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fb950cf5-3c0d-4ba6-bbd0-28e0c6411baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:25:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:26:05.323796 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e753d-fc32-4220-920e-4b81a574f8b5 req-aabf2e5a-456f-407d-8448-42860ced5016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:26:05.325276 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e8e753d-fc32-4220-920e-4b81a574f8b5 req-aabf2e5a-456f-407d-8448-42860ced5016 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0516758 Nov 13 06:26:05.371759 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e753d-fc32-4220-920e-4b81a574f8b5 req-bdb79470-b08b-4a56-969f-6bb0743eca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:26:05.373283 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e8e753d-fc32-4220-920e-4b81a574f8b5 req-bdb79470-b08b-4a56-969f-6bb0743eca74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411453 Nov 13 06:26:05.424875 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-fb950cf5-3c0d-4ba6-bbd0-28e0c6411baa None None] Set router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:26:05.463245 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e8e753d-fc32-4220-920e-4b81a574f8b5 req-f9da6ab8-047a-4738-875b-8ea580874909 service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821130 Nov 13 06:26:05.558780 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3e8e753d-fc32-4220-920e-4b81a574f8b5 req-21cc0b20-4cc3-4687-a3d5-96d5ee5a02e2 service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887451 Nov 13 06:26:05.654546 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fb950cf5-3c0d-4ba6-bbd0-28e0c6411baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'cf5c378b-e9c8-4c10-a641-5460fc7b78a8', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'port_id': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:26:04Z', 'updated_at': '2021-11-13T06:26:04Z', 'revision_number': 0, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 5, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:26:05.684691 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb950cf5-3c0d-4ba6-bbd0-28e0c6411baa None None] The sync data for ids ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'] in n-d-813114-2 is: [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'cf5c378b-e9c8-4c10-a641-5460fc7b78a8', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'port_id': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:26:04Z', 'updated_at': '2021-11-13T06:26:04Z', 'revision_number': 0, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 5, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:26:05.899875 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b56168-e2e7-44b8-b65d-bfe339d73883 None None] New status for floating IP cf5c378b-e9c8-4c10-a641-5460fc7b78a8: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:26:06.627041 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6a432ca-842a-4404-a22a-37de0bc1f294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:08.421848 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:09.687708 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:09.895615 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:26:10.128611 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:29.634153 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:29.715660 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:34.487586 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf7b359a-b7fb-42de-9c91-d20b151ad91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:36.614590 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a39fb7c3-d8f2-47ac-9024-2369fd934d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:38.418637 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:38.819178 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb8277b1-1fd3-4a27-8851-4e2a894a0275 req-d5fa1818-8ccf-4383-a7f2-7d269edd8687 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419123 Nov 13 06:26:38.937035 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8277b1-1fd3-4a27-8851-4e2a894a0275 req-747f89f5-c640-4f4c-93e2-5ffa6ec802b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:26:38.938544 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb8277b1-1fd3-4a27-8851-4e2a894a0275 req-747f89f5-c640-4f4c-93e2-5ffa6ec802b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 1097 time: 0.0530567 Nov 13 06:26:39.048857 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8277b1-1fd3-4a27-8851-4e2a894a0275 req-07b81bc5-8e2a-4171-ad54-b93a34756743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:26:39.050338 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb8277b1-1fd3-4a27-8851-4e2a894a0275 req-07b81bc5-8e2a-4171-ad54-b93a34756743 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 911 time: 0.0877883 Nov 13 06:26:39.121603 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb8277b1-1fd3-4a27-8851-4e2a894a0275 req-9856dcda-7a5e-4770-b026-f8028201c57c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d30660d-885b-4780-8cd7-9074f04c6c22 HTTP/1.1" status: 200 len: 1002 time: 0.0634465 Nov 13 06:26:39.171424 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8277b1-1fd3-4a27-8851-4e2a894a0275 req-fbf22b49-ce8e-44a9-bd1b-fa4a06128283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:26:39.172846 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb8277b1-1fd3-4a27-8851-4e2a894a0275 req-fbf22b49-ce8e-44a9-bd1b-fa4a06128283 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0432224 Nov 13 06:26:39.226392 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8277b1-1fd3-4a27-8851-4e2a894a0275 req-632519b2-5e57-47c4-ad88-fd302a968262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:26:39.226392 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb8277b1-1fd3-4a27-8851-4e2a894a0275 req-632519b2-5e57-47c4-ad88-fd302a968262 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454481 Nov 13 06:26:39.325548 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb8277b1-1fd3-4a27-8851-4e2a894a0275 req-22f3ac99-871b-45b9-b18b-08f5193785cc service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910485 Nov 13 06:26:39.427451 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-fb8277b1-1fd3-4a27-8851-4e2a894a0275 req-ad73f7c0-75b0-407a-b7d5-263d84042848 service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940499 Nov 13 06:26:39.695214 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:40.132137 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:46.900051 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:26:59.637605 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:26:59.719570 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:27:04.488056 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7afb0adb-c107-4992-a3d5-59c512f7ffe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:27:06.619493 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7ab9282-3931-4335-bb11-9f0205c5b219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:27:08.425633 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:27:09.699227 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:27:10.133107 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:27:23.910218 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:27:29.635716 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:27:29.710449 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:27:34.492327 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6dd3aba8-53ec-437f-b3a7-be70334daa07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:27:36.621929 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7327d619-0af4-41b5-a685-a51b9abda254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:27:38.426534 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:27:39.704833 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:27:40.137010 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:27:40.834177 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-154c011c-8f25-4083-ba4e-0a5b832db58c req-6e16a4af-c802-4f3a-aaea-668558125801 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468428 Nov 13 06:27:40.952763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c011c-8f25-4083-ba4e-0a5b832db58c req-4ded59ce-d19d-4f18-98c7-ba50f10199bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:27:40.954506 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-154c011c-8f25-4083-ba4e-0a5b832db58c req-4ded59ce-d19d-4f18-98c7-ba50f10199bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 1097 time: 0.0463033 Nov 13 06:27:41.062489 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c011c-8f25-4083-ba4e-0a5b832db58c req-92e7196d-df02-4966-9325-00da6e6d7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:27:41.064007 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-154c011c-8f25-4083-ba4e-0a5b832db58c req-92e7196d-df02-4966-9325-00da6e6d7a69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 911 time: 0.0883045 Nov 13 06:27:41.141146 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-154c011c-8f25-4083-ba4e-0a5b832db58c req-c1828924-2182-42f4-9088-a118a642efe5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d30660d-885b-4780-8cd7-9074f04c6c22 HTTP/1.1" status: 200 len: 1002 time: 0.0690405 Nov 13 06:27:41.191917 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c011c-8f25-4083-ba4e-0a5b832db58c req-90429517-ba62-4164-9ece-bc6cbb8cac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:27:41.193346 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-154c011c-8f25-4083-ba4e-0a5b832db58c req-90429517-ba62-4164-9ece-bc6cbb8cac91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0447178 Nov 13 06:27:41.271081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c011c-8f25-4083-ba4e-0a5b832db58c req-f2f72f45-2dcf-4db2-b4f6-8c2c574e5815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:27:41.273884 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-154c011c-8f25-4083-ba4e-0a5b832db58c req-f2f72f45-2dcf-4db2-b4f6-8c2c574e5815 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729203 Nov 13 06:27:41.372735 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-154c011c-8f25-4083-ba4e-0a5b832db58c req-b602cad6-b6ef-4d02-98e6-171eccef1192 service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916536 Nov 13 06:27:41.475151 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-154c011c-8f25-4083-ba4e-0a5b832db58c req-66605cbc-6d09-4768-9729-68edf4aa6570 service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946512 Nov 13 06:27:59.626392 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:27:59.712240 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:00.900361 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:28:04.492323 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a610702e-9c99-4d4d-b29b-ec36b991b1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:06.628816 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08a09410-705e-4133-a490-72ffe18767a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:08.432831 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:09.868100 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:10.135086 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:29.640761 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:29.725945 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:34.498620 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7891d488-4e37-4272-bff3-e0885e213360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:36.619056 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a644d1b-94d4-4318-82fe-dc1953272159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:37.392424 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 9d30660d-885b-4780-8cd7-9074f04c6c22 details requested by agent hyperv_n-h1-813114-2 with host n-h1-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:28:37.491256 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 9d30660d-885b-4780-8cd7-9074f04c6c22, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=9d30660d-885b-4780-8cd7-9074f04c6c22,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:28:37.502950 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Returning: {'device': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'port_id': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:28:37.538956 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:37.555013 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d30660d-885b-4780-8cd7-9074f04c6c22 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:28:37.575703 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 9d30660d-885b-4780-8cd7-9074f04c6c22, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=9d30660d-885b-4780-8cd7-9074f04c6c22,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:28:37.581515 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:37.631045 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=9d30660d-885b-4780-8cd7-9074f04c6c22,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:28:37.639196 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:37.639533 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:37.639870 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:37.640200 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:37.640605 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:37.640925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:37.641246 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:37.641563 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:37.641870 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:37.642180 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:37.642557 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:37.642812 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:37.752716 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] get_ports_and_sgs() called for port_ids ['9d30660d-885b-4780-8cd7-9074f04c6c22'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:28:37.899775 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:28:38.439897 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:39.393933 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 9d30660d-885b-4780-8cd7-9074f04c6c22 up at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:28:39.457823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Provisioning complete for port 9d30660d-885b-4780-8cd7-9074f04c6c22 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:28:39.458376 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:39.555570 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:39.579887 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d30660d-885b-4780-8cd7-9074f04c6c22'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:28:39.582251 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e5eb74-8542-493e-8a31-248c32018589" -d '{"events": [{"server_uuid": "875dfb75-cd31-4cb4-9aea-fda94a74ce40", "name": "network-vif-plugged", "status": "completed", "tag": "9d30660d-885b-4780-8cd7-9074f04c6c22"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:28:39.595210 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 9d30660d-885b-4780-8cd7-9074f04c6c22, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=9d30660d-885b-4780-8cd7-9074f04c6c22,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:28:39.600381 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:39.627154 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc26b3c-ff9e-48d0-bd86-1ed49a94989c x-openstack-request-id: req-8dc26b3c-ff9e-48d0-bd86-1ed49a94989c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:28:39.627454 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875dfb75-cd31-4cb4-9aea-fda94a74ce40", "name": "network-vif-plugged", "status": "completed", "tag": "9d30660d-885b-4780-8cd7-9074f04c6c22", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:28:39.627698 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8dc26b3c-ff9e-48d0-bd86-1ed49a94989c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:28:39.628098 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'code': 200} Nov 13 06:28:39.652722 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=9d30660d-885b-4780-8cd7-9074f04c6c22,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:28:39.711476 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:40.136125 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:42.892018 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9aeeb4-7222-44d4-ba2e-ca716e256009 req-4e70b50b-81d7-4bb0-93df-a42381003245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:28:42.893667 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e9aeeb4-7222-44d4-ba2e-ca716e256009 req-4e70b50b-81d7-4bb0-93df-a42381003245 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 1097 time: 0.0585005 Nov 13 06:28:43.009225 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9aeeb4-7222-44d4-ba2e-ca716e256009 req-01be54a6-7eff-47e5-93d5-d8df067660ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:28:43.010834 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e9aeeb4-7222-44d4-ba2e-ca716e256009 req-01be54a6-7eff-47e5-93d5-d8df067660ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 911 time: 0.0934191 Nov 13 06:28:43.151379 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e9aeeb4-7222-44d4-ba2e-ca716e256009 req-09890d66-47b3-4a51-b7e4-241b07b17b05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d30660d-885b-4780-8cd7-9074f04c6c22 HTTP/1.1" status: 200 len: 1002 time: 0.1307969 Nov 13 06:28:43.223426 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9aeeb4-7222-44d4-ba2e-ca716e256009 req-7bb87dc1-1f34-4667-92a2-f125a514710a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:28:43.225053 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e9aeeb4-7222-44d4-ba2e-ca716e256009 req-7bb87dc1-1f34-4667-92a2-f125a514710a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0559511 Nov 13 06:28:43.280026 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9aeeb4-7222-44d4-ba2e-ca716e256009 req-8311e31e-d810-47ea-9efa-d3ccf3e9ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:28:43.281643 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e9aeeb4-7222-44d4-ba2e-ca716e256009 req-8311e31e-d810-47ea-9efa-d3ccf3e9ce2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486662 Nov 13 06:28:43.389292 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e9aeeb4-7222-44d4-ba2e-ca716e256009 req-560f3cc0-26f3-4b54-b704-3cde34ca6c66 service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004565 Nov 13 06:28:43.496044 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-2e9aeeb4-7222-44d4-ba2e-ca716e256009 req-82bb7bf7-c448-40a8-a92b-f0974b3893cf service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984840 Nov 13 06:28:50.096182 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-98b90984-1b23-473a-8b2e-5669041bb792 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1460613653&fields=id&tenant_id=55e98b98733f49fc91cba21929a91d4e HTTP/1.1" status: 200 len: 267 time: 0.0486202 Nov 13 06:28:50.213449 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4c0596c6-eb05-4f57-8331-5484b9a67050 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:28:50.214938 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4c0596c6-eb05-4f57-8331-5484b9a67050 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 810 time: 0.1118021 Nov 13 06:28:50.229566 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-20310a60-d0b5-4479-8877-2fc93966f114 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/quotas/55e98b98733f49fc91cba21929a91d4e HTTP/1.1" status: 200 len: 375 time: 0.0088136 Nov 13 06:28:50.286438 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-d09a213b-b546-40ba-a140-d77fa1e8cc51 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0515664 Nov 13 06:28:50.389213 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4ccd5a97-fcd5-4f1e-9f23-f203029fb204 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:28:50.390193 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4ccd5a97-fcd5-4f1e-9f23-f203029fb204 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0881488 Nov 13 06:28:50.491386 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-70064b6e-c843-424f-b27c-59ced18e387f service neutron] 10.222.0.43 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943985 Nov 13 06:28:50.588990 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-5b5794e1-8f0d-4479-aca9-0d4acb5feb17 service neutron] 10.222.0.43 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913119 Nov 13 06:28:50.785017 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-2007a077-f920-4bc4-9246-06feccbe8a57 req-3517f544-ae28-4f7d-95b4-424c3194cf03 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 210 time: 0.0286238 Nov 13 06:28:51.877261 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b4048a91-e1e4-4036-acc1-466acb1cfb03 req-38639fa8-2734-494b-afb4-c93f59f7c181 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 210 time: 0.0395563 Nov 13 06:28:52.962382 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-dcb58592-8c0d-427a-868b-1568ad7db354 req-7c839324-3578-49f8-9ba2-2d1e65bfaaed tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 210 time: 0.0276387 Nov 13 06:28:53.505915 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 9d30660d-885b-4780-8cd7-9074f04c6c22 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:28:53.587108 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:53.613729 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d30660d-885b-4780-8cd7-9074f04c6c22'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:28:53.616000 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fc6794-26fe-4404-b823-e9bb0e95d281" -d '{"events": [{"server_uuid": "875dfb75-cd31-4cb4-9aea-fda94a74ce40", "name": "network-vif-unplugged", "status": "completed", "tag": "9d30660d-885b-4780-8cd7-9074f04c6c22"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:28:53.628604 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] For port 9d30660d-885b-4780-8cd7-9074f04c6c22, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=9d30660d-885b-4780-8cd7-9074f04c6c22,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:28:53.633464 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:53.682195 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Pushing event updated for resources: {'Port': ['ID=9d30660d-885b-4780-8cd7-9074f04c6c22,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:28:53.733658 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 06:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633dd295-75ee-4752-8337-84cf2c8c01cd x-openstack-request-id: req-633dd295-75ee-4752-8337-84cf2c8c01cd {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:28:53.733950 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875dfb75-cd31-4cb4-9aea-fda94a74ce40", "name": "network-vif-unplugged", "status": "completed", "tag": "9d30660d-885b-4780-8cd7-9074f04c6c22", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:28:53.734202 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-633dd295-75ee-4752-8337-84cf2c8c01cd {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:28:53.735063 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'code': 200} Nov 13 06:28:54.049474 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-f276cb75-5650-48fd-84a5-f33b7b683cd9 req-6351ff50-71d2-4f72-ae74-5c05ef712f82 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 210 time: 0.0268681 Nov 13 06:28:55.149146 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-7fe196cd-d809-4db6-b7d6-056c1e623ad6 req-b77f7489-4f96-4caf-a45e-41827fc022ae tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 210 time: 0.0264266 Nov 13 06:28:56.092289 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-74ad9453-645f-42b8-91b9-0c5b64cac349 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:28:56.093732 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-74ad9453-645f-42b8-91b9-0c5b64cac349 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.36 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 810 time: 0.1080554 Nov 13 06:28:56.164580 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-47c2422f-1759-480a-93df-c0e7ebb21f59 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55e98b98733f49fc91cba21929a91d4e HTTP/1.1" status: 200 len: 380 time: 0.0538850 Nov 13 06:28:56.200200 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Request body: {'port': {'device_id': '1304d725-cac9-47f6-91a6-129b855ad749', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'admin_state_up': True, 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'security_groups': ['91841db3-1a35-485f-8104-dc5d4b56c34a']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:28:56.284570 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-c079f1f9-842a-42f2-ad28-f845807b0c83 req-dfa606cf-2b59-4e65-8e41-77a54e645919 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 210 time: 0.0600061 Nov 13 06:28:56.349018 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Made reservation on behalf of 55e98b98733f49fc91cba21929a91d4e for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 06:28:56.352642 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:56.536790 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Allocated IP 172.20.0.10 (bf23ec53-99c9-46b7-983b-2515b0dd2dae/275f5e0f-e728-4cac-a557-c8517a8797be/e82526c3-7cee-42eb-99e9-13ac4f684df2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:28:56.698398 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:56.734954 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:57.154359 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Network bf23ec53-99c9-46b7-983b-2515b0dd2dae is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:28:57.159352 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:28:57.161474 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event updated for resources: {'Port': ['ID=e82526c3-7cee-42eb-99e9-13ac4f684df2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:28:57.169143 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:28:57.172441 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:57.172802 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:57.173134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:57.173601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:57.173943 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:57.174274 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:57.174599 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:57.174951 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:57.175268 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:57.175590 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:57.175911 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:57.176231 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:28:57.230534 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:28:57.231569 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:57.265554 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-30a299e9-fe52-477f-9ea8-1e58babd4eb0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0695610 Nov 13 06:28:57.405014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-74f037e0-0bf0-4540-977d-0fd8c27f2826 None None] Provisioning complete for port e82526c3-7cee-42eb-99e9-13ac4f684df2 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:28:57.405671 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74f037e0-0bf0-4540-977d-0fd8c27f2826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:57.438757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-74f037e0-0bf0-4540-977d-0fd8c27f2826 None None] Port e82526c3-7cee-42eb-99e9-13ac4f684df2 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 13 06:28:57.443763 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c52b8-73b2-4067-979f-d20f85b93588 req-8d202902-c042-4454-8cf4-359e7f632710 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:28:57.445574 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-503c52b8-73b2-4067-979f-d20f85b93588 req-8d202902-c042-4454-8cf4-359e7f632710 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 932 time: 0.0629487 Nov 13 06:28:57.509313 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-503c52b8-73b2-4067-979f-d20f85b93588 req-d24cf740-7e28-4d83-9181-29da602f9d76 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566134 Nov 13 06:28:58.650397 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb041db8-5b7d-4740-bf66-7f12d44a1ea9 req-1b32ae43-1745-4f21-b691-8b9e06be633a tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:28:58.652025 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb041db8-5b7d-4740-bf66-7f12d44a1ea9 req-1b32ae43-1745-4f21-b691-8b9e06be633a tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 932 time: 0.0544703 Nov 13 06:28:58.704459 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bb041db8-5b7d-4740-bf66-7f12d44a1ea9 req-60c083a0-ff04-455d-b6cf-ed2ea3595e04 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464578 Nov 13 06:28:59.642707 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:59.723763 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:28:59.843081 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94188a3f-ca79-469a-a499-15973bef7b25 req-934030ce-5da1-4ac8-a86b-1564b02054fb tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:28:59.844589 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-94188a3f-ca79-469a-a499-15973bef7b25 req-934030ce-5da1-4ac8-a86b-1564b02054fb tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 932 time: 0.0610943 Nov 13 06:28:59.909459 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-94188a3f-ca79-469a-a499-15973bef7b25 req-e74f64b2-e687-4b13-9147-67b7c273ea5e tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580196 Nov 13 06:29:01.034214 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff6f45-d055-48c2-9f1e-395ce363d3dd req-c1644c4e-bb97-421b-a53e-5f53157483d1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:01.039575 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-74ff6f45-d055-48c2-9f1e-395ce363d3dd req-c1644c4e-bb97-421b-a53e-5f53157483d1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 932 time: 0.0543401 Nov 13 06:29:01.101184 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-74ff6f45-d055-48c2-9f1e-395ce363d3dd req-4370eec7-80f0-49a6-b4cf-25588ea5a90b tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580544 Nov 13 06:29:02.238488 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cc057-2ebb-42c8-8c69-b2445cc2f035 req-06a711fe-a9ed-4747-926a-ee714a1eafa8 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:02.240086 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de2cc057-2ebb-42c8-8c69-b2445cc2f035 req-06a711fe-a9ed-4747-926a-ee714a1eafa8 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 932 time: 0.0660439 Nov 13 06:29:02.307065 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-de2cc057-2ebb-42c8-8c69-b2445cc2f035 req-da556254-a5da-4e77-b240-ad9779558cb3 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600920 Nov 13 06:29:03.434634 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be22e7-abf3-4a17-8f4a-9713cfe42bc6 req-ec40604e-deed-4638-9fff-381f30807f70 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:03.436257 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-26be22e7-abf3-4a17-8f4a-9713cfe42bc6 req-ec40604e-deed-4638-9fff-381f30807f70 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 932 time: 0.0558324 Nov 13 06:29:03.494633 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-26be22e7-abf3-4a17-8f4a-9713cfe42bc6 req-6c8edf85-6710-470a-b4c0-4556f0e59a65 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521939 Nov 13 06:29:04.485589 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e33fe331-e844-4b89-9c33-f5a3da06f79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:04.622560 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd0723-c474-493a-bcb0-8f7e50561141 req-5d9ffe80-14b9-486c-921a-2dbada53576f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:04.623991 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-80bd0723-c474-493a-bcb0-8f7e50561141 req-5d9ffe80-14b9-486c-921a-2dbada53576f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 932 time: 0.0528922 Nov 13 06:29:04.682736 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-80bd0723-c474-493a-bcb0-8f7e50561141 req-85474cd4-a844-475a-8dc0-b828d814f839 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521343 Nov 13 06:29:05.805754 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa9d4d-1c18-493d-bd45-8d81d988a3eb req-fe91b356-7453-4260-bdef-c7b529c819ac tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:05.807329 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d9aa9d4d-1c18-493d-bd45-8d81d988a3eb req-fe91b356-7453-4260-bdef-c7b529c819ac tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 932 time: 0.0533810 Nov 13 06:29:05.862869 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d9aa9d4d-1c18-493d-bd45-8d81d988a3eb req-0d0c73a2-70fe-49c0-9618-3833d34223e8 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493238 Nov 13 06:29:06.619885 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c28cfe5-2f5e-4802-9cbb-e7e9565f64d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:06.994957 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb78e79-f6f1-44b3-9701-cbea865fcc39 req-87268928-c968-4fac-afaa-64e454843817 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:06.996437 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dcb78e79-f6f1-44b3-9701-cbea865fcc39 req-87268928-c968-4fac-afaa-64e454843817 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 932 time: 0.0564198 Nov 13 06:29:07.047582 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-dcb78e79-f6f1-44b3-9701-cbea865fcc39 req-1acc952d-6625-46f0-9fbc-18b6e2bec96b tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450468 Nov 13 06:29:08.167266 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2887c3-402c-49f5-9dc2-c7c7a97dec98 req-f0741525-327b-4a24-8132-57c2ba9d6ce3 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:08.168739 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd2887c3-402c-49f5-9dc2-c7c7a97dec98 req-f0741525-327b-4a24-8132-57c2ba9d6ce3 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 932 time: 0.0496562 Nov 13 06:29:08.222634 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-bd2887c3-402c-49f5-9dc2-c7c7a97dec98 req-9a4836d4-1dd8-4a6f-af88-05bc19aa1560 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449450 Nov 13 06:29:08.411479 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-b2fcfc4f-a51c-496e-bb20-31775d0ea999 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:29:08.413173 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-b2fcfc4f-a51c-496e-bb20-31775d0ea999 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087192 Nov 13 06:29:08.439640 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:08.480328 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Request body: {'port': {'device_id': '1304d725-cac9-47f6-91a6-129b855ad749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813114-2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:29:08.534528 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:08.803302 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82526c3-7cee-42eb-99e9-13ac4f684df2 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:29:08.811591 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:08.825394 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Transition to ACTIVE for port object e82526c3-7cee-42eb-99e9-13ac4f684df2 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 06:29:08.829195 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:08.879530 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Pushing event updated for resources: {'Port': ['ID=e82526c3-7cee-42eb-99e9-13ac4f684df2,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:29:08.960905 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Attempting to bind port e82526c3-7cee-42eb-99e9-13ac4f684df2 on host n-h2-813114-2 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 13 06:29:08.961233 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Attempting to bind port e82526c3-7cee-42eb-99e9-13ac4f684df2 by drivers openvswitch,hyperv on host n-h2-813114-2 at level 0 using segments [{'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 13 06:29:08.961583 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Attempting to bind port e82526c3-7cee-42eb-99e9-13ac4f684df2 on network bf23ec53-99c9-46b7-983b-2515b0dd2dae {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:29:08.966134 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Port e82526c3-7cee-42eb-99e9-13ac4f684df2 on network bf23ec53-99c9-46b7-983b-2515b0dd2dae not bound, no agent of type Open vSwitch agent registered on host n-h2-813114-2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 13 06:29:08.966438 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Attempting to bind port e82526c3-7cee-42eb-99e9-13ac4f684df2 on network bf23ec53-99c9-46b7-983b-2515b0dd2dae {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 13 06:29:08.971475 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Checking agent: {'id': 'eed41c3b-2fca-470c-959f-a902eaaee4a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813114-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'started_at': datetime.datetime(2021, 11, 13, 4, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 13 06:29:08.971803 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Checking segment: {'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 13 06:29:08.972175 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Bound using segment: {'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 13 06:29:08.972594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Bound port: e82526c3-7cee-42eb-99e9-13ac4f684df2, host: n-h2-813114-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ffcf4ee-152d-463e-a1af-65f026fa392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 13 06:29:08.972940 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:09.041714 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] For port e82526c3-7cee-42eb-99e9-13ac4f684df2, host n-h2-813114-2, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 06:29:09.045159 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] For port e82526c3-7cee-42eb-99e9-13ac4f684df2, host n-h2-813114-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e82526c3-7cee-42eb-99e9-13ac4f684df2,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 06:29:09.049541 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4757113'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:09.081544 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:09.082170 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:09.083710 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] 10.222.0.36 "PUT /v2.0/ports/e82526c3-7cee-42eb-99e9-13ac4f684df2 HTTP/1.1" status: 200 len: 1092 time: 0.6512694 Nov 13 06:29:09.086618 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1304d725-cac9-47f6-91a6-129b855ad749', 'tag': 'e82526c3-7cee-42eb-99e9-13ac4f684df2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:29:09.088932 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bab360-be4d-4c9d-9f61-cf94d4825f74" -d '{"events": [{"name": "network-changed", "server_uuid": "1304d725-cac9-47f6-91a6-129b855ad749", "tag": "e82526c3-7cee-42eb-99e9-13ac4f684df2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:29:09.120538 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afec181-d42e-4df2-aba9-a4ff39e7f574 service neutron] Pushing event updated for resources: {'Port': ['ID=e82526c3-7cee-42eb-99e9-13ac4f684df2,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:29:09.191850 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-d753ebdf-cf98-4a05-8004-e4409e51b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:09.193399 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-d753ebdf-cf98-4a05-8004-e4409e51b933 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 1095 time: 0.0455310 Nov 13 06:29:09.198049 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1816604f-c980-4b99-8936-5151dacc318e x-openstack-request-id: req-1816604f-c980-4b99-8936-5151dacc318e {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:29:09.198345 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1304d725-cac9-47f6-91a6-129b855ad749", "tag": "e82526c3-7cee-42eb-99e9-13ac4f684df2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:29:09.198597 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1816604f-c980-4b99-8936-5151dacc318e {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:29:09.199035 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1304d725-cac9-47f6-91a6-129b855ad749', 'tag': 'e82526c3-7cee-42eb-99e9-13ac4f684df2', 'status': 'completed', 'code': 200} Nov 13 06:29:09.250218 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-9f4d98a9-94da-46fb-a51e-50d3ce23d3c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e82526c3-7cee-42eb-99e9-13ac4f684df2 HTTP/1.1" status: 200 len: 217 time: 0.0391951 Nov 13 06:29:09.328645 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-950f704f-c5f7-4542-82fd-a1f1d5fb0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:09.330104 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-950f704f-c5f7-4542-82fd-a1f1d5fb0751 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0727210 Nov 13 06:29:09.377411 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffbc00-3e32-4263-8355-9addca9c75e8 req-adfa0f42-3357-4155-b6d3-e1bb3e5b7b18 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:09.378860 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31ffbc00-3e32-4263-8355-9addca9c75e8 req-adfa0f42-3357-4155-b6d3-e1bb3e5b7b18 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 944 time: 0.0839398 Nov 13 06:29:09.394108 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-0a46c5ce-ab38-47cd-a97d-80ea1d477cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:09.395620 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-0a46c5ce-ab38-47cd-a97d-80ea1d477cf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582869 Nov 13 06:29:09.484473 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-31ffbc00-3e32-4263-8355-9addca9c75e8 req-8b7e7bfd-bfcd-491e-8ccb-82a8e2d707b9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980210 Nov 13 06:29:09.517597 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-d06532ba-6def-4817-b0f3-733fdc2a56a3 service neutron] 10.222.0.36 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126509 Nov 13 06:29:09.616606 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-0e0a0d56-0d93-46b9-82f0-069c60fea4b2 req-aadc89d5-d805-4f51-8587-b248d11d6872 service neutron] 10.222.0.36 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920875 Nov 13 06:29:09.707231 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:09.757810 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bab360-be4d-4c9d-9f61-cf94d4825f74 req-642850d0-213a-407a-930b-5e722951cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:09.759326 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13bab360-be4d-4c9d-9f61-cf94d4825f74 req-642850d0-213a-407a-930b-5e722951cd81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 1095 time: 0.0509276 Nov 13 06:29:09.856380 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bab360-be4d-4c9d-9f61-cf94d4825f74 req-1dfd3b24-65c6-4036-94b8-95b04bbeca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:09.857758 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13bab360-be4d-4c9d-9f61-cf94d4825f74 req-1dfd3b24-65c6-4036-94b8-95b04bbeca5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 911 time: 0.0903687 Nov 13 06:29:09.902333 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13bab360-be4d-4c9d-9f61-cf94d4825f74 req-cfcb0b82-6b60-45ef-94b3-e8c118c84297 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e82526c3-7cee-42eb-99e9-13ac4f684df2 HTTP/1.1" status: 200 len: 217 time: 0.0358450 Nov 13 06:29:09.962783 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bab360-be4d-4c9d-9f61-cf94d4825f74 req-fe6025da-c7df-4dff-9b07-cfe8c672f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:09.964264 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13bab360-be4d-4c9d-9f61-cf94d4825f74 req-fe6025da-c7df-4dff-9b07-cfe8c672f9c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0552649 Nov 13 06:29:10.014145 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bab360-be4d-4c9d-9f61-cf94d4825f74 req-57e45225-e9c1-46f6-8c1e-335bc1698b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:10.016504 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13bab360-be4d-4c9d-9f61-cf94d4825f74 req-57e45225-e9c1-46f6-8c1e-335bc1698b0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447764 Nov 13 06:29:10.111345 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13bab360-be4d-4c9d-9f61-cf94d4825f74 req-1e127024-3c4a-4231-aa61-ce42c96c31af service neutron] 10.222.0.36 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868402 Nov 13 06:29:10.133350 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:10.208991 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-13bab360-be4d-4c9d-9f61-cf94d4825f74 req-1d6ad0ea-3a48-4889-803a-7b9f84b67fef service neutron] 10.222.0.36 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914388 Nov 13 06:29:10.630535 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8827a-fd7a-4632-936d-07c3b66ed780 req-84ae61f4-b93b-443e-b0de-24fdc6044f6b tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:10.632063 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-74b8827a-fd7a-4632-936d-07c3b66ed780 req-84ae61f4-b93b-443e-b0de-24fdc6044f6b tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 944 time: 0.0617816 Nov 13 06:29:10.686755 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-74b8827a-fd7a-4632-936d-07c3b66ed780 req-7b2cd6c8-43df-4584-92df-c95cc450c972 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458853 Nov 13 06:29:11.820606 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef72c35-6ba3-4c8f-b952-d77c0a6f125b req-0a8d3be1-e323-47db-8720-56fb45de6d89 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:11.822123 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8ef72c35-6ba3-4c8f-b952-d77c0a6f125b req-0a8d3be1-e323-47db-8720-56fb45de6d89 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 944 time: 0.0585008 Nov 13 06:29:11.877362 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-8ef72c35-6ba3-4c8f-b952-d77c0a6f125b req-8e9d5de1-a763-4a68-86aa-0b1e4d8bfbb4 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489328 Nov 13 06:29:12.913328 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e82526c3-7cee-42eb-99e9-13ac4f684df2 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:29:13.011872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e371c-8e03-4e90-9f70-8616a4019116 req-b690901a-2735-4f7c-9df2-bbc2cb8dd3d2 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:13.013392 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c3e371c-8e03-4e90-9f70-8616a4019116 req-b690901a-2735-4f7c-9df2-bbc2cb8dd3d2 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 944 time: 0.0531423 Nov 13 06:29:13.014523 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e82526c3-7cee-42eb-99e9-13ac4f684df2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e82526c3-7cee-42eb-99e9-13ac4f684df2,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:29:13.026432 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'e82526c3-7cee-42eb-99e9-13ac4f684df2', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'port_id': 'e82526c3-7cee-42eb-99e9-13ac4f684df2', 'mac_address': 'fa:16:3e:18:ae:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:29:13.069139 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-3c3e371c-8e03-4e90-9f70-8616a4019116 req-ea0fca71-5472-40ed-86b3-399727e5fd6a tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494740 Nov 13 06:29:13.069723 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:13.085098 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82526c3-7cee-42eb-99e9-13ac4f684df2 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:29:13.104143 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e82526c3-7cee-42eb-99e9-13ac4f684df2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e82526c3-7cee-42eb-99e9-13ac4f684df2,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:29:13.109425 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:13.155945 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=e82526c3-7cee-42eb-99e9-13ac4f684df2,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:29:13.528690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['e82526c3-7cee-42eb-99e9-13ac4f684df2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:29:14.200115 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938f9cb-e3fe-4b35-97ae-a8388346c0a2 req-aefeda15-f18a-4aba-b8bd-cd284d844cd9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:14.201619 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9938f9cb-e3fe-4b35-97ae-a8388346c0a2 req-aefeda15-f18a-4aba-b8bd-cd284d844cd9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 945 time: 0.0548606 Nov 13 06:29:14.262638 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-9938f9cb-e3fe-4b35-97ae-a8388346c0a2 req-924af4af-6864-419f-a0d0-e059446d8156 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523958 Nov 13 06:29:14.904376 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:29:14.913701 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e82526c3-7cee-42eb-99e9-13ac4f684df2 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:29:14.966325 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning for port e82526c3-7cee-42eb-99e9-13ac4f684df2 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 06:29:14.970879 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port e82526c3-7cee-42eb-99e9-13ac4f684df2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:29:14.971264 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:15.052188 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:15.075515 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1304d725-cac9-47f6-91a6-129b855ad749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82526c3-7cee-42eb-99e9-13ac4f684df2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:29:15.077756 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1011d112-71aa-462e-9b7d-ef9ad6e972e9" -d '{"events": [{"server_uuid": "1304d725-cac9-47f6-91a6-129b855ad749", "name": "network-vif-plugged", "status": "completed", "tag": "e82526c3-7cee-42eb-99e9-13ac4f684df2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:29:15.092700 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e82526c3-7cee-42eb-99e9-13ac4f684df2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e82526c3-7cee-42eb-99e9-13ac4f684df2,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:29:15.104218 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:15.140698 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cc550a-e1c4-4ed7-ab3e-f55ddae7e9f4 x-openstack-request-id: req-d0cc550a-e1c4-4ed7-ab3e-f55ddae7e9f4 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:29:15.140965 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1304d725-cac9-47f6-91a6-129b855ad749", "name": "network-vif-plugged", "status": "completed", "tag": "e82526c3-7cee-42eb-99e9-13ac4f684df2", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:29:15.141223 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0cc550a-e1c4-4ed7-ab3e-f55ddae7e9f4 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:29:15.141687 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1304d725-cac9-47f6-91a6-129b855ad749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82526c3-7cee-42eb-99e9-13ac4f684df2', 'code': 200} Nov 13 06:29:15.171949 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=e82526c3-7cee-42eb-99e9-13ac4f684df2,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:29:15.252009 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dce12-6a9b-4caa-8267-9c8d9092f68b req-01e6f984-300c-43c6-82f7-297ce36ffe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:15.253510 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-860dce12-6a9b-4caa-8267-9c8d9092f68b req-01e6f984-300c-43c6-82f7-297ce36ffe7d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 1097 time: 0.0481029 Nov 13 06:29:15.300076 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-860dce12-6a9b-4caa-8267-9c8d9092f68b req-addba214-f0ad-43c8-9ac8-e0b2034b4c9c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394859 Nov 13 06:29:15.397437 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa17878-171e-4f8e-b412-a8653e5426a2 req-d10be791-94aa-43ef-99a1-b30b4ec926f4 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:15.398901 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-efa17878-171e-4f8e-b412-a8653e5426a2 req-d10be791-94aa-43ef-99a1-b30b4ec926f4 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 946 time: 0.0499933 Nov 13 06:29:15.449174 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-efa17878-171e-4f8e-b412-a8653e5426a2 req-3f88f2b5-7452-4244-a9a1-15135dd00f24 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441017 Nov 13 06:29:16.572888 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0969e4-dbc6-4d41-a9b7-95da8132ec0d req-b8d373a3-1370-4726-b3a5-570781afe3d4 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:16.574324 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ce0969e4-dbc6-4d41-a9b7-95da8132ec0d req-b8d373a3-1370-4726-b3a5-570781afe3d4 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 946 time: 0.0520022 Nov 13 06:29:16.626862 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-ce0969e4-dbc6-4d41-a9b7-95da8132ec0d req-d076a300-142a-4026-abd8-ee41d6c7dab5 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465007 Nov 13 06:29:17.757886 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fb43e-0bd3-46f3-a9ee-18f035f87976 req-2c6597b0-c406-4c9d-a98d-5ada6c403cda tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:17.759392 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ab6fb43e-0bd3-46f3-a9ee-18f035f87976 req-2c6597b0-c406-4c9d-a98d-5ada6c403cda tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 946 time: 0.0568123 Nov 13 06:29:17.818993 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-ab6fb43e-0bd3-46f3-a9ee-18f035f87976 req-3c861285-6437-4ea1-9030-96e6ea392439 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504124 Nov 13 06:29:17.949390 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910655e4-9304-416e-8c51-dc5521fc951b req-4bfded3e-1a4c-4f43-968f-bb47b25f1c1f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:17.950781 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-910655e4-9304-416e-8c51-dc5521fc951b req-4bfded3e-1a4c-4f43-968f-bb47b25f1c1f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 946 time: 0.0496809 Nov 13 06:29:18.007643 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-910655e4-9304-416e-8c51-dc5521fc951b req-fe4445e7-e81e-44dd-a6ca-74a4121046e9 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478859 Nov 13 06:29:18.029777 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52156) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:29:18.071171 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9dcdcc-87ce-4fc6-9395-55d4566b3008 tempest-TestSnapshotPattern-1674014576 tempest-TestSnapshotPattern-1674014576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:18.072728 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fb9dcdcc-87ce-4fc6-9395-55d4566b3008 tempest-TestSnapshotPattern-1674014576 tempest-TestSnapshotPattern-1674014576-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 1092 time: 0.0418625 Nov 13 06:29:18.075623 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52158) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:29:18.079916 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.v2.base [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Request body: {'floatingip': {'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'port_id': 'e82526c3-7cee-42eb-99e9-13ac4f684df2', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 13 06:29:18.108700 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for floatingip, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:18.207145 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:18.320211 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Allocated IP 172.25.8.198 (225784db-0d47-4ce7-81bb-95ad27b251ca/e4f26acd-95b4-4474-960b-54c4d853eaf3/3a3b0d85-78e7-401a-8cbf-c3b1724caa44) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 06:29:18.427340 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for port, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:18.466594 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795007361940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:18.502941 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Network 225784db-0d47-4ce7-81bb-95ad27b251ca is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 06:29:18.509656 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 06:29:18.514816 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 06:29:18.517889 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event updated for resources: {'Port': ['ID=3a3b0d85-78e7-401a-8cbf-c3b1724caa44,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:29:18.545848 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:29:18.546186 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:29:18.546520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:29:18.546851 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:29:18.547221 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:29:18.547547 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:29:18.547872 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:29:18.548228 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:29:18.548604 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:29:18.548926 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:29:18.549222 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:29:18.549550 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:29:19.229312 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:19.298208 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:19.461557 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:19.468905 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5890876'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:19.534751 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event updated for resources: {'Port': ['ID=3a3b0d85-78e7-401a-8cbf-c3b1724caa44,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:29:19.546951 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706699'] for floatingip, after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:19.651401 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Floating IP 566bd950-6d2a-4b91-9c53-814cd8f3dbe6 associated. External IP: 172.25.8.198, port: e82526c3-7cee-42eb-99e9-13ac4f684df2. Nov 13 06:29:19.885448 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:29:20.007381 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:29:20.017969 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884599de-8cba-4bbe-93d8-528aa6d46a6a None None] Sync routers for ids ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:29:20.029020 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:20.032229 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884599de-8cba-4bbe-93d8-528aa6d46a6a None None] Routers {'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:29:20.032839 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-884599de-8cba-4bbe-93d8-528aa6d46a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:29:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:29:20.058310 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-de491ccc-604d-451c-a569-abeea531e228 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9813972 Nov 13 06:29:20.059220 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1304d725-cac9-47f6-91a6-129b855ad749', 'tag': 'e82526c3-7cee-42eb-99e9-13ac4f684df2'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:29:20.062160 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e20e6a6-4e98-42df-bd48-41824852bfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "1304d725-cac9-47f6-91a6-129b855ad749", "tag": "e82526c3-7cee-42eb-99e9-13ac4f684df2"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:29:20.098968 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2bd1f5-5f1c-4db4-9d47-3067ba2c20b3 x-openstack-request-id: req-ae2bd1f5-5f1c-4db4-9d47-3067ba2c20b3 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:29:20.099258 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1304d725-cac9-47f6-91a6-129b855ad749", "tag": "e82526c3-7cee-42eb-99e9-13ac4f684df2", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:29:20.099532 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae2bd1f5-5f1c-4db4-9d47-3067ba2c20b3 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:29:20.099985 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1304d725-cac9-47f6-91a6-129b855ad749', 'tag': 'e82526c3-7cee-42eb-99e9-13ac4f684df2', 'status': 'completed', 'code': 200} Nov 13 06:29:20.139047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-884599de-8cba-4bbe-93d8-528aa6d46a6a None None] Set router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:29:20.184164 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20e6a6-4e98-42df-bd48-41824852bfe7 req-5bfc9624-cd01-4ffa-b02c-d0bf916be9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:20.185659 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e20e6a6-4e98-42df-bd48-41824852bfe7 req-5bfc9624-cd01-4ffa-b02c-d0bf916be9cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 1097 time: 0.0420692 Nov 13 06:29:20.279211 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20e6a6-4e98-42df-bd48-41824852bfe7 req-16d4dea3-06c0-4c1b-b4a5-3c048fc9ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:20.280550 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e20e6a6-4e98-42df-bd48-41824852bfe7 req-16d4dea3-06c0-4c1b-b4a5-3c048fc9ca46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 911 time: 0.0879681 Nov 13 06:29:20.345255 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e20e6a6-4e98-42df-bd48-41824852bfe7 req-d5e13ed8-1d3e-4fae-86ff-9fcd468e6de1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e82526c3-7cee-42eb-99e9-13ac4f684df2 HTTP/1.1" status: 200 len: 1000 time: 0.0576127 Nov 13 06:29:20.364493 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-884599de-8cba-4bbe-93d8-528aa6d46a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '566bd950-6d2a-4b91-9c53-814cd8f3dbe6', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'port_id': 'e82526c3-7cee-42eb-99e9-13ac4f684df2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'mac_address': 'fa:16:3e:18:ae:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304d725-cac9-47f6-91a6-129b855ad749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:29:19Z', 'updated_at': '2021-11-13T06:29:19Z', 'revision_number': 0, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'fixed_ip_address_scope': None}, {'id': 'cf5c378b-e9c8-4c10-a641-5460fc7b78a8', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'port_id': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:26:04Z', 'updated_at': '2021-11-13T06:26:06Z', 'revision_number': 1, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 5, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:29:20.390216 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884599de-8cba-4bbe-93d8-528aa6d46a6a None None] Checking router: e5139fc5-fd21-4e7b-a3bf-29b209f8a88c for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:29:20.394240 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20e6a6-4e98-42df-bd48-41824852bfe7 req-f61d09cf-5507-4916-8be0-5dcb9e4fd06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:20.395730 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e20e6a6-4e98-42df-bd48-41824852bfe7 req-f61d09cf-5507-4916-8be0-5dcb9e4fd06b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0437233 Nov 13 06:29:20.399802 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884599de-8cba-4bbe-93d8-528aa6d46a6a None None] Routers {'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:29:20.400401 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-884599de-8cba-4bbe-93d8-528aa6d46a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:29:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:29:20.446037 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20e6a6-4e98-42df-bd48-41824852bfe7 req-ae471e2e-ae70-4cd2-8dff-7b0b5f02479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:20.447587 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e20e6a6-4e98-42df-bd48-41824852bfe7 req-ae471e2e-ae70-4cd2-8dff-7b0b5f02479f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443802 Nov 13 06:29:20.504695 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-884599de-8cba-4bbe-93d8-528aa6d46a6a None None] Set router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:29:20.539231 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e20e6a6-4e98-42df-bd48-41824852bfe7 req-d892823b-263a-4ff5-a291-54f806de7d08 service neutron] 10.222.0.36 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841198 Nov 13 06:29:20.637228 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-5e20e6a6-4e98-42df-bd48-41824852bfe7 req-ca2f3e77-0364-42ac-99ac-c98995fc8f0a service neutron] 10.222.0.36 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911121 Nov 13 06:29:20.733606 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-884599de-8cba-4bbe-93d8-528aa6d46a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '566bd950-6d2a-4b91-9c53-814cd8f3dbe6', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'port_id': 'e82526c3-7cee-42eb-99e9-13ac4f684df2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'mac_address': 'fa:16:3e:18:ae:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304d725-cac9-47f6-91a6-129b855ad749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:29:19Z', 'updated_at': '2021-11-13T06:29:19Z', 'revision_number': 0, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'fixed_ip_address_scope': None}, {'id': 'cf5c378b-e9c8-4c10-a641-5460fc7b78a8', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'port_id': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:26:04Z', 'updated_at': '2021-11-13T06:26:06Z', 'revision_number': 1, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 5, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:29:20.761046 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884599de-8cba-4bbe-93d8-528aa6d46a6a None None] The sync data for ids ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'] in n-d-813114-2 is: [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': '566bd950-6d2a-4b91-9c53-814cd8f3dbe6', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'port_id': 'e82526c3-7cee-42eb-99e9-13ac4f684df2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'mac_address': 'fa:16:3e:18:ae:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304d725-cac9-47f6-91a6-129b855ad749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:29:19Z', 'updated_at': '2021-11-13T06:29:19Z', 'revision_number': 0, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'fixed_ip_address_scope': None}, {'id': 'cf5c378b-e9c8-4c10-a641-5460fc7b78a8', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'port_id': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:26:04Z', 'updated_at': '2021-11-13T06:26:06Z', 'revision_number': 1, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 5, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:29:21.002103 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d84045a-af3a-4230-b0c5-24a31e70dd07 None None] New status for floating IP 566bd950-6d2a-4b91-9c53-814cd8f3dbe6: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:29:29.658976 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:29.719613 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:34.493511 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-21f57059-5bb0-4d15-a263-92b6dbdf7de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:36.625447 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a31b447-d7f8-46fa-85fc-8273946f35a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:38.433888 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:39.712510 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:40.133094 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:44.828131 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b739dc02-ad5b-4690-8dc1-4b599b77d8e0 req-a1a7752f-71aa-4b8a-b2b9-c0dc7ffeb5a6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478613 Nov 13 06:29:44.933157 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739dc02-ad5b-4690-8dc1-4b599b77d8e0 req-25bb6820-07d0-41e4-855f-351e494cbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:44.934725 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b739dc02-ad5b-4690-8dc1-4b599b77d8e0 req-25bb6820-07d0-41e4-855f-351e494cbc80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 1095 time: 0.0466475 Nov 13 06:29:45.051646 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739dc02-ad5b-4690-8dc1-4b599b77d8e0 req-bb1841da-f82d-4f89-ac12-e1911893f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:45.053130 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b739dc02-ad5b-4690-8dc1-4b599b77d8e0 req-bb1841da-f82d-4f89-ac12-e1911893f203 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 911 time: 0.0933869 Nov 13 06:29:45.133290 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b739dc02-ad5b-4690-8dc1-4b599b77d8e0 req-69ae0aec-d73c-4faf-8f71-b75fe1e76987 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d30660d-885b-4780-8cd7-9074f04c6c22 HTTP/1.1" status: 200 len: 1000 time: 0.0691478 Nov 13 06:29:45.191722 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739dc02-ad5b-4690-8dc1-4b599b77d8e0 req-4cbe23b9-f5f7-41e0-8b88-58f749a8f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:45.193860 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b739dc02-ad5b-4690-8dc1-4b599b77d8e0 req-4cbe23b9-f5f7-41e0-8b88-58f749a8f68d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0531764 Nov 13 06:29:45.242261 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739dc02-ad5b-4690-8dc1-4b599b77d8e0 req-18d474eb-0150-4969-aece-945082a99fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:29:45.243791 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b739dc02-ad5b-4690-8dc1-4b599b77d8e0 req-18d474eb-0150-4969-aece-945082a99fc8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424662 Nov 13 06:29:45.254862 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [req-b739dc02-ad5b-4690-8dc1-4b599b77d8e0 req-33d29c5d-25ec-4a5b-8cca-c30d6ffe1c5c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 13 06:29:45.255821 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b739dc02-ad5b-4690-8dc1-4b599b77d8e0 req-33d29c5d-25ec-4a5b-8cca-c30d6ffe1c5c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049210 Nov 13 06:29:45.350973 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b739dc02-ad5b-4690-8dc1-4b599b77d8e0 req-9b59a85a-ea7e-4487-8de8-b705b058a8d3 service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875299 Nov 13 06:29:45.442293 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-b739dc02-ad5b-4690-8dc1-4b599b77d8e0 req-07b84daf-e833-432c-97da-cd160de3e6a1 service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825667 Nov 13 06:29:51.914818 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:29:59.658162 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:29:59.719615 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:30:02.663344 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e85fc9b2-3f6d-4d29-b820-c096020aa154 req-be60f4eb-a6c4-402f-aa3d-a09411e9a7b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419939 Nov 13 06:30:02.766820 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc9b2-3f6d-4d29-b820-c096020aa154 req-63f46aba-eac9-47ab-856f-c8d59be6d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:30:02.768331 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e85fc9b2-3f6d-4d29-b820-c096020aa154 req-63f46aba-eac9-47ab-856f-c8d59be6d7c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 1097 time: 0.0460131 Nov 13 06:30:02.877689 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc9b2-3f6d-4d29-b820-c096020aa154 req-9bf85ad6-7bd4-429e-9784-bc6b236a047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:30:02.879205 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e85fc9b2-3f6d-4d29-b820-c096020aa154 req-9bf85ad6-7bd4-429e-9784-bc6b236a047f service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 911 time: 0.0904911 Nov 13 06:30:02.947585 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e85fc9b2-3f6d-4d29-b820-c096020aa154 req-b81f71a4-e6fc-4cb6-b58c-1d6fc88e5cfc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e82526c3-7cee-42eb-99e9-13ac4f684df2 HTTP/1.1" status: 200 len: 1002 time: 0.0606527 Nov 13 06:30:03.006487 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc9b2-3f6d-4d29-b820-c096020aa154 req-f7f73866-a125-4d17-a5cf-8df506fc3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:30:03.007988 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e85fc9b2-3f6d-4d29-b820-c096020aa154 req-f7f73866-a125-4d17-a5cf-8df506fc3c2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0538166 Nov 13 06:30:03.055651 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc9b2-3f6d-4d29-b820-c096020aa154 req-2e35b900-d87c-44d0-942d-8ba9669dfe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:30:03.057150 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e85fc9b2-3f6d-4d29-b820-c096020aa154 req-2e35b900-d87c-44d0-942d-8ba9669dfe18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419266 Nov 13 06:30:03.151301 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e85fc9b2-3f6d-4d29-b820-c096020aa154 req-8ca52aba-4753-411d-a455-1295eed45d69 service neutron] 10.222.0.36 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859330 Nov 13 06:30:03.266556 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-e85fc9b2-3f6d-4d29-b820-c096020aa154 req-35e3b4a2-1902-4333-ba99-e922588ad4c0 service neutron] 10.222.0.36 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062720 Nov 13 06:30:04.483219 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fce2824-7ecd-45cb-aa7b-02978c8e70f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:30:06.625699 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e78ee710-e33d-4080-bddb-7c6a9be59082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:30:08.437849 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:30:09.722685 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:30:10.132967 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:30:28.903929 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:30:29.655822 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:30:29.717747 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:30:34.489492 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-686eaf38-b13b-427b-adbf-666f6bf02626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:30:36.624771 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-381b1ccc-9a7f-4a0b-9f87-28ab69f5d320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:30:38.442244 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:30:39.725811 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:30:40.130378 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:30:44.812781 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af7d05ab-3eba-46c5-bd56-d4180ffd0074 req-f5f603a6-ba33-4c3b-a8af-d0f68ff6485f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447233 Nov 13 06:30:44.939858 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d05ab-3eba-46c5-bd56-d4180ffd0074 req-249817fc-99b9-4788-ae84-7505c23dac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:30:44.941366 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af7d05ab-3eba-46c5-bd56-d4180ffd0074 req-249817fc-99b9-4788-ae84-7505c23dac31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 1095 time: 0.0565650 Nov 13 06:30:45.058124 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d05ab-3eba-46c5-bd56-d4180ffd0074 req-6c8e7c04-ea02-4f4f-86ed-44e05a1a5f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:30:45.059668 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af7d05ab-3eba-46c5-bd56-d4180ffd0074 req-6c8e7c04-ea02-4f4f-86ed-44e05a1a5f3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 911 time: 0.0922148 Nov 13 06:30:45.132864 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af7d05ab-3eba-46c5-bd56-d4180ffd0074 req-8148d393-94ae-42eb-8b9c-8325629adb85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d30660d-885b-4780-8cd7-9074f04c6c22 HTTP/1.1" status: 200 len: 1000 time: 0.0645874 Nov 13 06:30:45.181946 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d05ab-3eba-46c5-bd56-d4180ffd0074 req-eca40fe8-3148-4a8d-b090-13b3abd9f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:30:45.183419 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af7d05ab-3eba-46c5-bd56-d4180ffd0074 req-eca40fe8-3148-4a8d-b090-13b3abd9f7c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0439758 Nov 13 06:30:45.233019 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d05ab-3eba-46c5-bd56-d4180ffd0074 req-0f4dfcd8-6cb8-48b3-b959-4e65ad34185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:30:45.234532 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af7d05ab-3eba-46c5-bd56-d4180ffd0074 req-0f4dfcd8-6cb8-48b3-b959-4e65ad34185f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431726 Nov 13 06:30:45.338610 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af7d05ab-3eba-46c5-bd56-d4180ffd0074 req-a73bf697-9d6e-431f-9c0e-9a3ddda44c6e service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965810 Nov 13 06:30:45.431520 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-af7d05ab-3eba-46c5-bd56-d4180ffd0074 req-5d9d3b6e-1ffa-4b09-88ad-32d232de82f3 service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848763 Nov 13 06:30:59.682414 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:30:59.722115 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:03.571756 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-799a72da-02a4-4ebf-9553-e741dd7c8012 req-82a44f22-34de-4c2e-b24a-d98bce63ab10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433102 Nov 13 06:31:03.676693 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a72da-02a4-4ebf-9553-e741dd7c8012 req-4c40b1d6-9ad9-49d2-8658-76c8bc1e8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:03.678199 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-799a72da-02a4-4ebf-9553-e741dd7c8012 req-4c40b1d6-9ad9-49d2-8658-76c8bc1e8e22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 1097 time: 0.0443919 Nov 13 06:31:03.789418 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a72da-02a4-4ebf-9553-e741dd7c8012 req-9f11a3f3-339b-471e-a839-ee1805288c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:03.790887 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-799a72da-02a4-4ebf-9553-e741dd7c8012 req-9f11a3f3-339b-471e-a839-ee1805288c2e service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 911 time: 0.0902929 Nov 13 06:31:03.863095 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-799a72da-02a4-4ebf-9553-e741dd7c8012 req-e4cff62d-836b-4c76-acf1-9586f3b03d33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e82526c3-7cee-42eb-99e9-13ac4f684df2 HTTP/1.1" status: 200 len: 1002 time: 0.0650127 Nov 13 06:31:03.916578 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a72da-02a4-4ebf-9553-e741dd7c8012 req-baee0039-1748-409b-95c3-604a56149740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:03.918011 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-799a72da-02a4-4ebf-9553-e741dd7c8012 req-baee0039-1748-409b-95c3-604a56149740 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0487587 Nov 13 06:31:03.972099 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a72da-02a4-4ebf-9553-e741dd7c8012 req-002edf66-22ab-4aa3-a95a-66d609b4dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:03.973565 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-799a72da-02a4-4ebf-9553-e741dd7c8012 req-002edf66-22ab-4aa3-a95a-66d609b4dc4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483575 Nov 13 06:31:04.064799 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-799a72da-02a4-4ebf-9553-e741dd7c8012 req-432ff76d-ee85-48df-ba18-6149859a989d service neutron] 10.222.0.36 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835285 Nov 13 06:31:04.168368 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-799a72da-02a4-4ebf-9553-e741dd7c8012 req-1c1479b1-fcfc-47fc-89c5-ecea559f7e5b service neutron] 10.222.0.36 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962808 Nov 13 06:31:04.479184 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f502234d-26f1-468b-9395-83c4a1c0b43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:05.907638 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:31:06.628703 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7c0e43b2-3c2f-4eb4-9a45-944ead4c2bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:08.447608 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:09.726377 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:10.132774 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:29.672301 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:29.716190 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:34.473413 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f801433d-e88b-4074-a309-81cd0dbe2386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:36.630768 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c312a59-e094-4793-97df-a19d6176fe22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:37.666889 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e82526c3-7cee-42eb-99e9-13ac4f684df2 details requested by agent hyperv_n-h2-813114-2 with host n-h2-813114-2 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 13 06:31:37.767558 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e82526c3-7cee-42eb-99e9-13ac4f684df2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e82526c3-7cee-42eb-99e9-13ac4f684df2,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:31:37.779008 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Returning: {'device': 'e82526c3-7cee-42eb-99e9-13ac4f684df2', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'port_id': 'e82526c3-7cee-42eb-99e9-13ac4f684df2', 'mac_address': 'fa:16:3e:18:ae:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 13 06:31:37.815377 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:37.828925 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e82526c3-7cee-42eb-99e9-13ac4f684df2 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 06:31:37.847480 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e82526c3-7cee-42eb-99e9-13ac4f684df2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e82526c3-7cee-42eb-99e9-13ac4f684df2,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:31:37.854704 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:37.914104 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=e82526c3-7cee-42eb-99e9-13ac4f684df2,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:31:37.921690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:37.921958 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:37.922284 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:37.922611 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:37.922959 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:37.923268 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:37.923609 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:37.923898 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:37.924208 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:37.924519 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:37.924810 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:37.925125 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:38.016985 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] get_ports_and_sgs() called for port_ids ['e82526c3-7cee-42eb-99e9-13ac4f684df2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 13 06:31:38.449268 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:39.681450 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e82526c3-7cee-42eb-99e9-13ac4f684df2 up at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 13 06:31:39.738403 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:39.748990 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Provisioning complete for port e82526c3-7cee-42eb-99e9-13ac4f684df2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 06:31:39.749337 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679220'] for port, provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:39.827811 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554869'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:39.850405 n-d-813114-2 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1304d725-cac9-47f6-91a6-129b855ad749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82526c3-7cee-42eb-99e9-13ac4f684df2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:31:39.852679 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afab2cb70719abdb6b3a994fca342b9c80522b7c9ada698ebe2adada9090d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eeb8214-d353-4207-9e26-5093c8912b97" -d '{"events": [{"server_uuid": "1304d725-cac9-47f6-91a6-129b855ad749", "name": "network-vif-plugged", "status": "completed", "tag": "e82526c3-7cee-42eb-99e9-13ac4f684df2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:31:39.868927 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] For port e82526c3-7cee-42eb-99e9-13ac4f684df2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e82526c3-7cee-42eb-99e9-13ac4f684df2,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:31:39.873658 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795007788692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795007361958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795007361976'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:39.898805 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa67492-9c4e-44ce-97c9-df1b491c1932 x-openstack-request-id: req-6fa67492-9c4e-44ce-97c9-df1b491c1932 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:31:39.899124 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1304d725-cac9-47f6-91a6-129b855ad749", "name": "network-vif-plugged", "status": "completed", "tag": "e82526c3-7cee-42eb-99e9-13ac4f684df2", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:31:39.899379 n-d-813114-2 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6fa67492-9c4e-44ce-97c9-df1b491c1932 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:31:39.899776 n-d-813114-2 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1304d725-cac9-47f6-91a6-129b855ad749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82526c3-7cee-42eb-99e9-13ac4f684df2', 'code': 200} Nov 13 06:31:39.923679 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Pushing event updated for resources: {'Port': ['ID=e82526c3-7cee-42eb-99e9-13ac4f684df2,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:31:40.129710 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:42.908196 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:31:44.884036 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4410813e-ea6d-4139-a26b-3cbf8b1cb47f req-c36db608-a638-4a23-915f-838e4c03c946 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1115882 Nov 13 06:31:44.996740 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410813e-ea6d-4139-a26b-3cbf8b1cb47f req-f620f08d-7de9-4de2-8e90-380dcd598545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:44.998622 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4410813e-ea6d-4139-a26b-3cbf8b1cb47f req-f620f08d-7de9-4de2-8e90-380dcd598545 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 1095 time: 0.0479028 Nov 13 06:31:45.116131 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410813e-ea6d-4139-a26b-3cbf8b1cb47f req-6e61ed70-72be-412d-bc99-c01deb543284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:45.117962 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4410813e-ea6d-4139-a26b-3cbf8b1cb47f req-6e61ed70-72be-412d-bc99-c01deb543284 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 911 time: 0.0979369 Nov 13 06:31:45.194284 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4410813e-ea6d-4139-a26b-3cbf8b1cb47f req-d34558e4-c2d3-492c-9bf3-7ad106165572 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d30660d-885b-4780-8cd7-9074f04c6c22 HTTP/1.1" status: 200 len: 1000 time: 0.0680220 Nov 13 06:31:45.267394 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410813e-ea6d-4139-a26b-3cbf8b1cb47f req-a2d37c9c-f1f6-4d26-9b81-b3e6162e52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:45.268843 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4410813e-ea6d-4139-a26b-3cbf8b1cb47f req-a2d37c9c-f1f6-4d26-9b81-b3e6162e52fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0677817 Nov 13 06:31:45.318979 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410813e-ea6d-4139-a26b-3cbf8b1cb47f req-dac467c2-2733-4cfe-a0d9-361a9e1de2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:45.320619 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4410813e-ea6d-4139-a26b-3cbf8b1cb47f req-dac467c2-2733-4cfe-a0d9-361a9e1de2f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439303 Nov 13 06:31:45.422003 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4410813e-ea6d-4139-a26b-3cbf8b1cb47f req-3a0f5c93-a612-4149-a1a2-f7cdb8dfd2e8 service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938878 Nov 13 06:31:45.526186 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-4410813e-ea6d-4139-a26b-3cbf8b1cb47f req-283c9dab-8414-42b0-98f9-38e5124e5c6e service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955079 Nov 13 06:31:51.870955 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52406) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:31:52.031797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Deleting port 3a3b0d85-78e7-401a-8cbf-c3b1724caa44 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:31:52.032110 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:52.107104 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:52.107436 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:52.120150 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Calling delete_port for 3a3b0d85-78e7-401a-8cbf-c3b1724caa44 owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:31:52.284993 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:52.314630 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event deleted for resources: {'Port': ['ID=3a3b0d85-78e7-401a-8cbf-c3b1724caa44,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:31:52.325330 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:52.325641 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:52.325997 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:52.326333 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:52.326661 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:52.327022 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:52.327878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:52.327878 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:52.328095 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:52.328268 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:52.328584 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:52.328900 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:52.393167 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for floatingip, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:52.393531 n-d-813114-2 neutron-server[102667]: INFO neutron.db.l3_db [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Floating IP 566bd950-6d2a-4b91-9c53-814cd8f3dbe6 disassociated (deleted). External IP: 172.25.8.198, port: e82526c3-7cee-42eb-99e9-13ac4f684df2. Nov 13 06:31:52.620672 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:31:52.741776 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:31:52.747258 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:52.751932 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68470fae-ec31-4658-8e46-801afc5d7efc None None] Sync routers for ids ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:31:52.762757 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68470fae-ec31-4658-8e46-801afc5d7efc None None] Routers {'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:31:52.763417 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-68470fae-ec31-4658-8e46-801afc5d7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:31:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:31:52.775379 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-e0dd12a5-bc16-4dc0-8203-0f345cdb0e98 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "DELETE /v2.0/floatingips/566bd950-6d2a-4b91-9c53-814cd8f3dbe6 HTTP/1.1" status: 204 len: 168 time: 0.9033389 Nov 13 06:31:52.776089 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1304d725-cac9-47f6-91a6-129b855ad749', 'tag': 'e82526c3-7cee-42eb-99e9-13ac4f684df2'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:31:52.778427 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3babede7-0448-41c9-9d72-6b3a9d3238f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1304d725-cac9-47f6-91a6-129b855ad749", "tag": "e82526c3-7cee-42eb-99e9-13ac4f684df2"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:31:52.882636 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-68470fae-ec31-4658-8e46-801afc5d7efc None None] Set router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:31:52.895543 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cca416b-4ade-4a48-b63a-5fcce0ad3576 x-openstack-request-id: req-8cca416b-4ade-4a48-b63a-5fcce0ad3576 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:31:52.896093 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1304d725-cac9-47f6-91a6-129b855ad749", "tag": "e82526c3-7cee-42eb-99e9-13ac4f684df2", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:31:52.896285 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8cca416b-4ade-4a48-b63a-5fcce0ad3576 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:31:52.896725 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1304d725-cac9-47f6-91a6-129b855ad749', 'tag': 'e82526c3-7cee-42eb-99e9-13ac4f684df2', 'status': 'completed', 'code': 200} Nov 13 06:31:53.013925 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babede7-0448-41c9-9d72-6b3a9d3238f3 req-42081a31-3a8b-4ff9-8c91-6fb1e26732ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:53.016139 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3babede7-0448-41c9-9d72-6b3a9d3238f3 req-42081a31-3a8b-4ff9-8c91-6fb1e26732ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 1097 time: 0.0436232 Nov 13 06:31:53.124353 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-68470fae-ec31-4658-8e46-801afc5d7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'cf5c378b-e9c8-4c10-a641-5460fc7b78a8', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'port_id': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:26:04Z', 'updated_at': '2021-11-13T06:26:06Z', 'revision_number': 1, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 5, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:31:53.135710 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee9be8-fae0-46b2-8d3a-9a0f6fccf54e req-f1312d89-0f46-4e32-b611-5e306cc93705 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:53.137198 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d2ee9be8-fae0-46b2-8d3a-9a0f6fccf54e req-f1312d89-0f46-4e32-b611-5e306cc93705 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 946 time: 0.1697919 Nov 13 06:31:53.150097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68470fae-ec31-4658-8e46-801afc5d7efc None None] Checking router: e5139fc5-fd21-4e7b-a3bf-29b209f8a88c for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:31:53.159362 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68470fae-ec31-4658-8e46-801afc5d7efc None None] Routers {'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:31:53.159959 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-68470fae-ec31-4658-8e46-801afc5d7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:31:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:31:53.163562 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babede7-0448-41c9-9d72-6b3a9d3238f3 req-cad0fddd-377f-4d8c-aba9-c2538c181478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:53.165005 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3babede7-0448-41c9-9d72-6b3a9d3238f3 req-cad0fddd-377f-4d8c-aba9-c2538c181478 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 911 time: 0.1402225 Nov 13 06:31:53.225881 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3babede7-0448-41c9-9d72-6b3a9d3238f3 req-c2a48041-9140-4472-a5fb-9f3a15e3781b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e82526c3-7cee-42eb-99e9-13ac4f684df2 HTTP/1.1" status: 200 len: 217 time: 0.0483177 Nov 13 06:31:53.231084 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-d2ee9be8-fae0-46b2-8d3a-9a0f6fccf54e req-5c4a541f-d01a-4e13-b2e4-62ec6464e25e tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877745 Nov 13 06:31:53.269265 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-68470fae-ec31-4658-8e46-801afc5d7efc None None] Set router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:31:53.280304 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babede7-0448-41c9-9d72-6b3a9d3238f3 req-7388e4b8-216f-4897-b2e5-c5729576a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:53.281812 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3babede7-0448-41c9-9d72-6b3a9d3238f3 req-7388e4b8-216f-4897-b2e5-c5729576a32f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0472436 Nov 13 06:31:53.330147 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babede7-0448-41c9-9d72-6b3a9d3238f3 req-4a22ee25-eaff-4095-9be7-cf273e66e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:53.331675 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3babede7-0448-41c9-9d72-6b3a9d3238f3 req-4a22ee25-eaff-4095-9be7-cf273e66e150 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414517 Nov 13 06:31:53.428621 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3babede7-0448-41c9-9d72-6b3a9d3238f3 req-6a0db86b-c5af-4dd8-90d3-93b95b172c6f service neutron] 10.222.0.36 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878968 Nov 13 06:31:53.493745 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-68470fae-ec31-4658-8e46-801afc5d7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'cf5c378b-e9c8-4c10-a641-5460fc7b78a8', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'port_id': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:26:04Z', 'updated_at': '2021-11-13T06:26:06Z', 'revision_number': 1, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 5, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:31:53.518622 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-3babede7-0448-41c9-9d72-6b3a9d3238f3 req-de1e4404-2918-4a3d-87ee-87a5e72fd9a7 service neutron] 10.222.0.36 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830190 Nov 13 06:31:53.519696 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68470fae-ec31-4658-8e46-801afc5d7efc None None] The sync data for ids ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'] in n-d-813114-2 is: [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_floatingips': [{'id': 'cf5c378b-e9c8-4c10-a641-5460fc7b78a8', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'router_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'port_id': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T06:26:04Z', 'updated_at': '2021-11-13T06:26:06Z', 'revision_number': 1, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 5, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:31:53.808540 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc2c9ec-4151-4e34-bad4-b079bd6ae9bc None None] New status for floating IP 566bd950-6d2a-4b91-9c53-814cd8f3dbe6: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:31:54.381525 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f12ed6-72dc-46a4-8b34-fa3acf42cb08 req-6215fad7-6b90-44a2-a828-a831e0f335c1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:54.383213 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c7f12ed6-72dc-46a4-8b34-fa3acf42cb08 req-6215fad7-6b90-44a2-a828-a831e0f335c1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 946 time: 0.0518095 Nov 13 06:31:54.433914 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-c7f12ed6-72dc-46a4-8b34-fa3acf42cb08 req-cc89a0cd-7707-414b-842c-c039be89132c tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445080 Nov 13 06:31:54.909755 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c74747-619f-46d7-bc84-9616a80fbf6a req-0cd10dbd-2129-412a-9d01-7026f12dbc1c tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:54.911224 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34c74747-619f-46d7-bc84-9616a80fbf6a req-0cd10dbd-2129-412a-9d01-7026f12dbc1c tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.36 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 946 time: 0.0539501 Nov 13 06:31:55.015121 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-34c74747-619f-46d7-bc84-9616a80fbf6a req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Deleting port e82526c3-7cee-42eb-99e9-13ac4f684df2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:31:55.015408 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-34c74747-619f-46d7-bc84-9616a80fbf6a req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:55.106675 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-34c74747-619f-46d7-bc84-9616a80fbf6a req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] For port e82526c3-7cee-42eb-99e9-13ac4f684df2, host n-h2-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813114-2',level=0,port_id=e82526c3-7cee-42eb-99e9-13ac4f684df2,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:31:55.107057 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-34c74747-619f-46d7-bc84-9616a80fbf6a req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:55.119594 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-34c74747-619f-46d7-bc84-9616a80fbf6a req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Calling delete_port for e82526c3-7cee-42eb-99e9-13ac4f684df2 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:31:55.248457 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-34c74747-619f-46d7-bc84-9616a80fbf6a req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:55.282378 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event deleted for resources: {'Port': ['ID=e82526c3-7cee-42eb-99e9-13ac4f684df2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:31:55.294587 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:55.294947 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:55.295338 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:55.295671 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:55.295990 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:55.296306 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:55.296601 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:55.296945 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:55.297228 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:55.297570 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:55.297883 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:55.298192 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813114-2 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 06:31:55.337767 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c74747-619f-46d7-bc84-9616a80fbf6a req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] No DVR routers for this DVR port e82526c3-7cee-42eb-99e9-13ac4f684df2 on host n-h2-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:31:55.340528 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-34c74747-619f-46d7-bc84-9616a80fbf6a req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:55.343896 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-34c74747-619f-46d7-bc84-9616a80fbf6a req-1d0c9e0e-b601-4128-90f5-c949d0f47ae1 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.36 "DELETE /v2.0/ports/e82526c3-7cee-42eb-99e9-13ac4f684df2 HTTP/1.1" status: 204 len: 173 time: 0.4266000 Nov 13 06:31:55.344332 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1304d725-cac9-47f6-91a6-129b855ad749', 'name': 'network-vif-deleted', 'tag': 'e82526c3-7cee-42eb-99e9-13ac4f684df2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:31:55.346722 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baca839e-1517-4e48-a40b-c846f6f41bb6" -d '{"events": [{"server_uuid": "1304d725-cac9-47f6-91a6-129b855ad749", "name": "network-vif-deleted", "tag": "e82526c3-7cee-42eb-99e9-13ac4f684df2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:31:55.387155 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97df3080-c909-4abb-bb4f-d1ef9799984c x-openstack-request-id: req-97df3080-c909-4abb-bb4f-d1ef9799984c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:31:55.387667 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1304d725-cac9-47f6-91a6-129b855ad749", "name": "network-vif-deleted", "tag": "e82526c3-7cee-42eb-99e9-13ac4f684df2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:31:55.388135 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97df3080-c909-4abb-bb4f-d1ef9799984c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:31:55.388528 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1304d725-cac9-47f6-91a6-129b855ad749', 'name': 'network-vif-deleted', 'tag': 'e82526c3-7cee-42eb-99e9-13ac4f684df2', 'status': 'completed', 'code': 200} Nov 13 06:31:55.542247 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-895b4ea6-0886-4676-ab17-b51b18a437cd req-35a1beb5-80de-4994-b3fa-828ad1b3ae66 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=1304d725-cac9-47f6-91a6-129b855ad749 HTTP/1.1" status: 200 len: 210 time: 0.0261352 Nov 13 06:31:55.740202 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e82526c3-7cee-42eb-99e9-13ac4f684df2 no longer exists at agent hyperv_n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:31:55.761157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] No Port match for: e82526c3-7cee-42eb-99e9-13ac4f684df2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:31:55.761157 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Device e82526c3-7cee-42eb-99e9-13ac4f684df2 not bound to the agent host n-h2-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:31:57.166478 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52478) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:31:57.327424 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a6216d44-3048-4336-a41c-e13636c06962 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Deleting port 4a44cf69-f638-42ec-99b6-405fa28ac22b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:31:57.327689 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6216d44-3048-4336-a41c-e13636c06962 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:57.410144 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6216d44-3048-4336-a41c-e13636c06962 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:57.410468 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6216d44-3048-4336-a41c-e13636c06962 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:57.422683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a6216d44-3048-4336-a41c-e13636c06962 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Calling delete_port for 4a44cf69-f638-42ec-99b6-405fa28ac22b owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:31:57.581711 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6216d44-3048-4336-a41c-e13636c06962 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:57.610116 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6216d44-3048-4336-a41c-e13636c06962 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event deleted for resources: {'Port': ['ID=4a44cf69-f638-42ec-99b6-405fa28ac22b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:31:57.672535 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6216d44-3048-4336-a41c-e13636c06962 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:57.672924 n-d-813114-2 neutron-server[102668]: INFO neutron.db.l3_db [None req-a6216d44-3048-4336-a41c-e13636c06962 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Floating IP cf5c378b-e9c8-4c10-a641-5460fc7b78a8 disassociated (deleted). External IP: 172.25.8.125, port: 9d30660d-885b-4780-8cd7-9074f04c6c22. Nov 13 06:31:57.900279 n-d-813114-2 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6216d44-3048-4336-a41c-e13636c06962 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:31:58.374529 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6216d44-3048-4336-a41c-e13636c06962 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:31:58.379446 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6216d44-3048-4336-a41c-e13636c06962 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:58.385061 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126079eb-a7fe-46af-bec0-3fcba717fbcb None None] Sync routers for ids ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:31:58.396058 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126079eb-a7fe-46af-bec0-3fcba717fbcb None None] Routers {'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:31:58.396942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-126079eb-a7fe-46af-bec0-3fcba717fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:31:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:31:58.406136 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a6216d44-3048-4336-a41c-e13636c06962 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "DELETE /v2.0/floatingips/cf5c378b-e9c8-4c10-a641-5460fc7b78a8 HTTP/1.1" status: 204 len: 168 time: 1.2385235 Nov 13 06:31:58.406677 n-d-813114-2 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'tag': '9d30660d-885b-4780-8cd7-9074f04c6c22'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:31:58.408945 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7464cb2488ab7efa8a24b2b4639a274077576090079250ea7704c2852d949db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8834ec11-1b3b-4d9b-97f7-3e47fdabfe88" -d '{"events": [{"name": "network-changed", "server_uuid": "875dfb75-cd31-4cb4-9aea-fda94a74ce40", "tag": "9d30660d-885b-4780-8cd7-9074f04c6c22"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:31:58.455801 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 06:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a577fcf8-f2b2-4bf8-aff9-692e4bd5dd1b x-openstack-request-id: req-a577fcf8-f2b2-4bf8-aff9-692e4bd5dd1b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:31:58.456158 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875dfb75-cd31-4cb4-9aea-fda94a74ce40", "tag": "9d30660d-885b-4780-8cd7-9074f04c6c22", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:31:58.456467 n-d-813114-2 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a577fcf8-f2b2-4bf8-aff9-692e4bd5dd1b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:31:58.456928 n-d-813114-2 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'tag': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'status': 'completed', 'code': 200} Nov 13 06:31:58.525390 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-126079eb-a7fe-46af-bec0-3fcba717fbcb None None] Set router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:31:58.565264 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834ec11-1b3b-4d9b-97f7-3e47fdabfe88 req-0173a64b-df2e-4dcc-847f-0709c9ba41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:58.568352 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8834ec11-1b3b-4d9b-97f7-3e47fdabfe88 req-0173a64b-df2e-4dcc-847f-0709c9ba41e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55e98b98733f49fc91cba21929a91d4e&device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 1095 time: 0.0646505 Nov 13 06:31:58.655597 n-d-813114-2 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f8a10-355b-4601-a5e6-491bfa0bc151 req-6bfa0007-50b2-4aaf-8571-e58fd5f12aa4 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:58.657439 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-937f8a10-355b-4601-a5e6-491bfa0bc151 req-6bfa0007-50b2-4aaf-8571-e58fd5f12aa4 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 944 time: 0.0550339 Nov 13 06:31:58.681963 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834ec11-1b3b-4d9b-97f7-3e47fdabfe88 req-b9af9772-5b13-418c-b850-160b005af1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:58.683909 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8834ec11-1b3b-4d9b-97f7-3e47fdabfe88 req-b9af9772-5b13-418c-b850-160b005af1d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 200 len: 911 time: 0.0879905 Nov 13 06:31:58.715137 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [req-937f8a10-355b-4601-a5e6-491bfa0bc151 req-f3788c5a-8ad6-46bc-9e34-a6568a92e26e tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465384 Nov 13 06:31:58.732375 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8834ec11-1b3b-4d9b-97f7-3e47fdabfe88 req-99dbe149-fd69-453e-ab59-b5cb0cc69a34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d30660d-885b-4780-8cd7-9074f04c6c22 HTTP/1.1" status: 200 len: 217 time: 0.0395179 Nov 13 06:31:58.739308 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-126079eb-a7fe-46af-bec0-3fcba717fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 5, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:31:58.765941 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126079eb-a7fe-46af-bec0-3fcba717fbcb None None] Checking router: e5139fc5-fd21-4e7b-a3bf-29b209f8a88c for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:31:58.775456 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126079eb-a7fe-46af-bec0-3fcba717fbcb None None] Routers {'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:31:58.776079 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-126079eb-a7fe-46af-bec0-3fcba717fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:31:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:31:58.785001 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834ec11-1b3b-4d9b-97f7-3e47fdabfe88 req-81e98484-ba64-4761-84cb-09904c8c0ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:58.786490 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8834ec11-1b3b-4d9b-97f7-3e47fdabfe88 req-81e98484-ba64-4761-84cb-09904c8c0ea9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 200 len: 849 time: 0.0453401 Nov 13 06:31:58.836205 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834ec11-1b3b-4d9b-97f7-3e47fdabfe88 req-7d417137-e09c-4300-bea1-b558f6815fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:58.837738 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8834ec11-1b3b-4d9b-97f7-3e47fdabfe88 req-7d417137-e09c-4300-bea1-b558f6815fdd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf23ec53-99c9-46b7-983b-2515b0dd2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422242 Nov 13 06:31:58.885211 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-126079eb-a7fe-46af-bec0-3fcba717fbcb None None] Set router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:31:59.103025 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-126079eb-a7fe-46af-bec0-3fcba717fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 5, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:31:59.131244 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126079eb-a7fe-46af-bec0-3fcba717fbcb None None] The sync data for ids ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'] in n-d-813114-2 is: [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:25:43Z', 'revision_number': 4, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2', '_interfaces': [{'id': 'd2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9', 'name': '', 'network_id': 'bf23ec53-99c9-46b7-983b-2515b0dd2dae', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'mac_address': 'fa:16:3e:5b:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:43Z', 'updated_at': '2021-11-13T06:25:48Z', 'revision_number': 5, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'subnets': [{'id': '275f5e0f-e728-4cac-a557-c8517a8797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:31:59.288629 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8834ec11-1b3b-4d9b-97f7-3e47fdabfe88 req-8b6449c0-5e69-4cc6-a60f-691afe212995 service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419146 Nov 13 06:31:59.382553 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59038331-9c07-42bb-a1e2-31621fe5ac48 None None] New status for floating IP cf5c378b-e9c8-4c10-a641-5460fc7b78a8: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 13 06:31:59.407450 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-8834ec11-1b3b-4d9b-97f7-3e47fdabfe88 req-0986185b-3c5a-49ad-b61f-7612c5071ad9 service neutron] 10.222.0.46 "GET /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873315 Nov 13 06:31:59.620475 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44643587-696d-434b-ab5c-058d06debb94 req-ad12c97b-aa81-4109-b8b2-fc38d11cc2f7 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:59.621820 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44643587-696d-434b-ab5c-058d06debb94 req-ad12c97b-aa81-4109-b8b2-fc38d11cc2f7 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.46 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 944 time: 0.0573056 Nov 13 06:31:59.663262 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:59.715260 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:59.717989 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-44643587-696d-434b-ab5c-058d06debb94 req-1a197dc6-49a2-4c2a-b1a4-d4dd0444379b tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Deleting port 9d30660d-885b-4780-8cd7-9074f04c6c22 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:31:59.718334 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-44643587-696d-434b-ab5c-058d06debb94 req-1a197dc6-49a2-4c2a-b1a4-d4dd0444379b tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:59.842154 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-44643587-696d-434b-ab5c-058d06debb94 req-1a197dc6-49a2-4c2a-b1a4-d4dd0444379b tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] For port 9d30660d-885b-4780-8cd7-9074f04c6c22, host n-h1-813114-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813114-2',level=0,port_id=9d30660d-885b-4780-8cd7-9074f04c6c22,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:31:59.842479 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-44643587-696d-434b-ab5c-058d06debb94 req-1a197dc6-49a2-4c2a-b1a4-d4dd0444379b tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:31:59.857797 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-44643587-696d-434b-ab5c-058d06debb94 req-1a197dc6-49a2-4c2a-b1a4-d4dd0444379b tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Calling delete_port for 9d30660d-885b-4780-8cd7-9074f04c6c22 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:31:59.880088 n-d-813114-2 neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8f5d1-755c-4cc2-ac66-6bbfb769884c req-31ceb3a9-1404-4131-8d3a-08a1d8394b2f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 06:31:59.881579 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59e8f5d1-755c-4cc2-ac66-6bbfb769884c req-31ceb3a9-1404-4131-8d3a-08a1d8394b2f tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/ports?device_id=875dfb75-cd31-4cb4-9aea-fda94a74ce40 HTTP/1.1" status: 200 len: 944 time: 0.0916240 Nov 13 06:31:59.978006 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-59e8f5d1-755c-4cc2-ac66-6bbfb769884c req-31800819-d74a-483b-ab0a-461027c60e35 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "GET /v2.0/security-groups?id=91841db3-1a35-485f-8104-dc5d4b56c34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664573 Nov 13 06:32:00.040216 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-44643587-696d-434b-ab5c-058d06debb94 req-1a197dc6-49a2-4c2a-b1a4-d4dd0444379b tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:00.076459 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a197dc6-49a2-4c2a-b1a4-d4dd0444379b tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event deleted for resources: {'Port': ['ID=9d30660d-885b-4780-8cd7-9074f04c6c22,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:32:00.110178 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-44643587-696d-434b-ab5c-058d06debb94 req-1a197dc6-49a2-4c2a-b1a4-d4dd0444379b tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] No DVR routers for this DVR port 9d30660d-885b-4780-8cd7-9074f04c6c22 on host n-h1-813114-2 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:32:00.113789 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-44643587-696d-434b-ab5c-058d06debb94 req-1a197dc6-49a2-4c2a-b1a4-d4dd0444379b tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2061543'] for port, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:00.118101 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [req-44643587-696d-434b-ab5c-058d06debb94 req-1a197dc6-49a2-4c2a-b1a4-d4dd0444379b tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.46 "DELETE /v2.0/ports/9d30660d-885b-4780-8cd7-9074f04c6c22 HTTP/1.1" status: 204 len: 173 time: 0.4897575 Nov 13 06:32:00.118575 n-d-813114-2 neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'name': 'network-vif-deleted', 'tag': '9d30660d-885b-4780-8cd7-9074f04c6c22'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 06:32:00.120979 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730ff531da3324dae7c57e3edbcf77f5325903a34544e1d32edd32d0f237eb58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e063a5-96af-4baa-9b59-362cf87f05e7" -d '{"events": [{"server_uuid": "875dfb75-cd31-4cb4-9aea-fda94a74ce40", "name": "network-vif-deleted", "tag": "9d30660d-885b-4780-8cd7-9074f04c6c22"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 13 06:32:00.157090 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 06:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd056cc-609b-4bb5-b8a7-1e76668ccd16 x-openstack-request-id: req-5cd056cc-609b-4bb5-b8a7-1e76668ccd16 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 13 06:32:00.157568 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875dfb75-cd31-4cb4-9aea-fda94a74ce40", "name": "network-vif-deleted", "tag": "9d30660d-885b-4780-8cd7-9074f04c6c22", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 13 06:32:00.157836 n-d-813114-2 neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5cd056cc-609b-4bb5-b8a7-1e76668ccd16 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 13 06:32:00.158275 n-d-813114-2 neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875dfb75-cd31-4cb4-9aea-fda94a74ce40', 'name': 'network-vif-deleted', 'tag': '9d30660d-885b-4780-8cd7-9074f04c6c22', 'status': 'completed', 'code': 200} Nov 13 06:32:01.037705 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52492) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:32:01.099209 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95210871-735d-4385-a06c-06e85090cec0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:01.126414 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95210871-735d-4385-a06c-06e85090cec0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:01.199991 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95210871-735d-4385-a06c-06e85090cec0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:01.202785 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95210871-735d-4385-a06c-06e85090cec0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:01.203990 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-95210871-735d-4385-a06c-06e85090cec0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] 10.222.0.43 "DELETE /v2.0/security-groups/91841db3-1a35-485f-8104-dc5d4b56c34a HTTP/1.1" status: 204 len: 168 time: 0.1642177 Nov 13 06:32:01.213773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95210871-735d-4385-a06c-06e85090cec0 tempest-TestSnapshotPattern-1381684140 tempest-TestSnapshotPattern-1381684140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91841db3-1a35-485f-8104-dc5d4b56c34a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:32:02.281577 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52498) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:32:02.765336 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6283bd1c-3561-4183-805b-021e3c8ddb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:03.021599 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-6283bd1c-3561-4183-805b-021e3c8ddb0a admin admin] Deleting port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:32:03.021868 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6283bd1c-3561-4183-805b-021e3c8ddb0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:03.103450 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-6283bd1c-3561-4183-805b-021e3c8ddb0a admin admin] For port d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:32:03.103772 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6283bd1c-3561-4183-805b-021e3c8ddb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:03.116605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-6283bd1c-3561-4183-805b-021e3c8ddb0a admin admin] Calling delete_port for d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:32:03.325237 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6283bd1c-3561-4183-805b-021e3c8ddb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:03.361042 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283bd1c-3561-4183-805b-021e3c8ddb0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:32:03.530447 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6283bd1c-3561-4183-805b-021e3c8ddb0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:03.747773 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6283bd1c-3561-4183-805b-021e3c8ddb0a admin admin] Router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:32:03.862412 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6283bd1c-3561-4183-805b-021e3c8ddb0a admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:32:03.867835 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-6283bd1c-3561-4183-805b-021e3c8ddb0a admin admin] 10.222.0.43 "PUT /v2.0/routers/e5139fc5-fd21-4e7b-a3bf-29b209f8a88c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5850096 Nov 13 06:32:03.870591 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52502) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:32:03.872495 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6231381-e2e0-4591-b202-c3caa77aa021 None None] Sync routers for ids ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'] in n-d-813114-2 {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:32:03.882942 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6231381-e2e0-4591-b202-c3caa77aa021 None None] Routers {'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:32:03.883823 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c6231381-e2e0-4591-b202-c3caa77aa021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:31:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:32:03.972635 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:03.986063 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-c6231381-e2e0-4591-b202-c3caa77aa021 None None] Set router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c gateway port host: n-d-813114-2 {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:32:04.075490 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:04.129740 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] Deleting port 75f79ad7-b566-4825-88c6-bad1a9bf7c71 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:32:04.130043 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:04.214138 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] For port 75f79ad7-b566-4825-88c6-bad1a9bf7c71, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=75f79ad7-b566-4825-88c6-bad1a9bf7c71,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:32:04.214487 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:04.227035 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] Calling delete_port for 75f79ad7-b566-4825-88c6-bad1a9bf7c71 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:32:04.338607 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c6231381-e2e0-4591-b202-c3caa77aa021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:32:03Z', 'revision_number': 5, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port': {'id': '75f79ad7-b566-4825-88c6-bad1a9bf7c71', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:41Z', 'updated_at': '2021-11-13T06:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:32:04.368683 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 9d30660d-885b-4780-8cd7-9074f04c6c22 no longer exists at agent hyperv_n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:32:04.371047 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6231381-e2e0-4591-b202-c3caa77aa021 None None] Checking router: e5139fc5-fd21-4e7b-a3bf-29b209f8a88c for host: n-d-813114-2 {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:32:04.393439 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] No Port match for: 9d30660d-885b-4780-8cd7-9074f04c6c22 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:32:04.393787 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Device 9d30660d-885b-4780-8cd7-9074f04c6c22 not bound to the agent host n-h1-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:32:04.394458 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:04.400662 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6231381-e2e0-4591-b202-c3caa77aa021 None None] Routers {'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'} bound to L3 agent in host n-d-813114-2 {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:32:04.401503 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c6231381-e2e0-4591-b202-c3caa77aa021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:31:37Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:32:04.421919 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] Pushing event deleted for resources: {'Port': ['ID=75f79ad7-b566-4825-88c6-bad1a9bf7c71,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:32:04.468832 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88dbb7c-b6b1-454f-b493-5c826ec886ed None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:32:04.490168 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-c6231381-e2e0-4591-b202-c3caa77aa021 None None] Set router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:32:04.491858 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:04.548729 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80a78373-ab44-448f-acc3-8c1e94daecd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:04.550205 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c6231381-e2e0-4591-b202-c3caa77aa021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:32:04Z', 'revision_number': 7, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:32:04.577697 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6231381-e2e0-4591-b202-c3caa77aa021 None None] The sync data for ids ['e5139fc5-fd21-4e7b-a3bf-29b209f8a88c'] in n-d-813114-2 is: [{'id': 'e5139fc5-fd21-4e7b-a3bf-29b209f8a88c', 'name': 'tempest-TestSnapshotPattern-1040299789-router', 'tenant_id': '55e98b98733f49fc91cba21929a91d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:40Z', 'updated_at': '2021-11-13T06:32:04Z', 'revision_number': 7, 'project_id': '55e98b98733f49fc91cba21929a91d4e', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:32:04.586994 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:04.589962 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:04.638048 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:04.638683 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5139fc5-fd21-4e7b-a3bf-29b209f8a88c {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 06:32:04.642877 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:04.644043 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-de310ad6-60bf-4444-ba9c-d3390bcd833e admin admin] 10.222.0.43 "DELETE /v2.0/routers/e5139fc5-fd21-4e7b-a3bf-29b209f8a88c HTTP/1.1" status: 204 len: 168 time: 0.7723536 Nov 13 06:32:04.647065 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52504) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:32:04.697068 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20bddb9-1daf-448f-9cd8-bbeb13b199b0 admin admin] Deleting subnet 275f5e0f-e728-4cac-a557-c8517a8797be {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 06:32:04.700475 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d20bddb9-1daf-448f-9cd8-bbeb13b199b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:04.735306 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d20bddb9-1daf-448f-9cd8-bbeb13b199b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4717286'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:04.819278 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d20bddb9-1daf-448f-9cd8-bbeb13b199b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:04.873716 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d20bddb9-1daf-448f-9cd8-bbeb13b199b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4757043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5948840'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:04.899714 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bddb9-1daf-448f-9cd8-bbeb13b199b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=275f5e0f-e728-4cac-a557-c8517a8797be,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:32:04.901681 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d20bddb9-1daf-448f-9cd8-bbeb13b199b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:04.904933 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-d20bddb9-1daf-448f-9cd8-bbeb13b199b0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/275f5e0f-e728-4cac-a557-c8517a8797be HTTP/1.1" status: 204 len: 168 time: 0.2569413 Nov 13 06:32:04.907933 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52506) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:32:04.908122 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f294eeb-d771-4d8b-975d-07cf2057627a None None] Network bf23ec53-99c9-46b7-983b-2515b0dd2dae requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:32:04.986949 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:05.058541 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] Deleting port 6ab395e8-a628-401a-9ef5-11fe3477f386 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:32:05.058881 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:05.125427 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] For port 6ab395e8-a628-401a-9ef5-11fe3477f386, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6ab395e8-a628-401a-9ef5-11fe3477f386,segment=NetworkSegment(8ffcf4ee-152d-463e-a1af-65f026fa392b),segment_id=8ffcf4ee-152d-463e-a1af-65f026fa392b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:32:05.125682 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:05.137690 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] Calling delete_port for 6ab395e8-a628-401a-9ef5-11fe3477f386 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:32:05.217428 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:05.254102 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab395e8-a628-401a-9ef5-11fe3477f386,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:32:05.255939 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] No DVR routers for this DVR port 6ab395e8-a628-401a-9ef5-11fe3477f386 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:32:05.329758 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:05.352368 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf23ec53-99c9-46b7-983b-2515b0dd2dae']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:32:05.366515 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ffcf4ee-152d-463e-a1af-65f026fa392b') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:32:05.366515 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ffcf4ee-152d-463e-a1af-65f026fa392b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:32:05.369443 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8148a951-f195-4c42-abe9-af413164310e None None] DHCP port deletion for bf23ec53-99c9-46b7-983b-2515b0dd2dae request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:32:05.380484 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:05.398460 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:05.405038 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 06:32:05.405411 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: timer() Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 06:32:05.407111 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 06:32:05.466088 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:05.472152 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:05.475509 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] 10.222.0.43 "DELETE /v2.0/networks/bf23ec53-99c9-46b7-983b-2515b0dd2dae HTTP/1.1" status: 204 len: 168 time: 0.5665228 Nov 13 06:32:05.478689 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52508) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:32:05.492927 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9eb5ae-e5e3-4011-81ad-6666d2eb9b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=bf23ec53-99c9-46b7-983b-2515b0dd2dae,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:32:05.851084 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-537c47d2-cfbb-4fb4-b967-99073d3ec42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704907'] for router_interface, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:06.123263 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-537c47d2-cfbb-4fb4-b967-99073d3ec42d admin admin] Deleting port 6e239489-57d1-40a9-b31c-b9a359151b0d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:32:06.123569 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-537c47d2-cfbb-4fb4-b967-99073d3ec42d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:06.202105 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-537c47d2-cfbb-4fb4-b967-99073d3ec42d admin admin] For port 6e239489-57d1-40a9-b31c-b9a359151b0d, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=6e239489-57d1-40a9-b31c-b9a359151b0d,segment=NetworkSegment(7d4d001e-f2aa-4115-8949-65869848bf11),segment_id=7d4d001e-f2aa-4115-8949-65869848bf11)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:32:06.202470 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-537c47d2-cfbb-4fb4-b967-99073d3ec42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:06.214943 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-537c47d2-cfbb-4fb4-b967-99073d3ec42d admin admin] Calling delete_port for 6e239489-57d1-40a9-b31c-b9a359151b0d owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:32:06.395352 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-537c47d2-cfbb-4fb4-b967-99073d3ec42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:06.423620 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c47d2-cfbb-4fb4-b967-99073d3ec42d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e239489-57d1-40a9-b31c-b9a359151b0d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:32:06.490981 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 75f79ad7-b566-4825-88c6-bad1a9bf7c71 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:32:06.517383 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 75f79ad7-b566-4825-88c6-bad1a9bf7c71 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:32:06.518005 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 75f79ad7-b566-4825-88c6-bad1a9bf7c71 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:32:06.518414 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:32:06.538810 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:32:06.539179 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device d2c48213-8c0a-4bc1-89c5-fecf2cdfc2f9 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:32:06.539717 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6ab395e8-a628-401a-9ef5-11fe3477f386 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:32:06.560097 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 6ab395e8-a628-401a-9ef5-11fe3477f386 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:32:06.560814 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6ab395e8-a628-401a-9ef5-11fe3477f386 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:32:06.594806 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-537c47d2-cfbb-4fb4-b967-99073d3ec42d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704315'] for router_interface, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:06.622788 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c18b159-18f3-4dbd-ba53-f55bb0e3949f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:06.814605 n-d-813114-2 neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537c47d2-cfbb-4fb4-b967-99073d3ec42d admin admin] Router e4314349-9092-4e23-8d8a-42c61095c62d has already been hosted by L3 agent 659c84e0-7d5e-4c89-860a-75a99baa967a {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 06:32:07.264404 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537c47d2-cfbb-4fb4-b967-99073d3ec42d admin admin] Notify agent at l3_agent.n-d-813114-2 the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 06:32:07.270443 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-537c47d2-cfbb-4fb4-b967-99073d3ec42d admin admin] 10.222.0.43 "PUT /v2.0/routers/e4314349-9092-4e23-8d8a-42c61095c62d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7906103 Nov 13 06:32:07.274234 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52512) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:32:07.277021 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30efbbb3-1220-43bc-b803-f48219f08a4d None None] Sync routers for ids ['e4314349-9092-4e23-8d8a-42c61095c62d'] in n-d-813114-2 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 13 06:32:07.287684 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30efbbb3-1220-43bc-b803-f48219f08a4d None None] Routers {'e4314349-9092-4e23-8d8a-42c61095c62d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:32:07.288358 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-30efbbb3-1220-43bc-b803-f48219f08a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:32:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e4314349-9092-4e23-8d8a-42c61095c62d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:32:07.380095 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] Publish callbacks [] for router, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:07.392974 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-30efbbb3-1220-43bc-b803-f48219f08a4d None None] Set router e4314349-9092-4e23-8d8a-42c61095c62d gateway port host: n-d-813114-2 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:32:07.488523 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:07.542036 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] Deleting port b4cda244-4dc2-443f-afa2-b3894c8e6767 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:32:07.542269 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:07.574848 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-30efbbb3-1220-43bc-b803-f48219f08a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'name': 'tempest-TestSnapshotPattern-1830447514-router', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'external_fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'b4cda244-4dc2-443f-afa2-b3894c8e6767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:32:06Z', 'revision_number': 5, 'project_id': 'af9273d46d2d46b38498866fde7b0f3e', 'gw_port': {'id': 'b4cda244-4dc2-443f-afa2-b3894c8e6767', 'name': '', 'network_id': '225784db-0d47-4ce7-81bb-95ad27b251ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813114-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4f26acd-95b4-4474-960b-54c4d853eaf3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813114-2'}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:32:07.600767 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30efbbb3-1220-43bc-b803-f48219f08a4d None None] Checking router: e4314349-9092-4e23-8d8a-42c61095c62d for host: n-d-813114-2 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 13 06:32:07.609922 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30efbbb3-1220-43bc-b803-f48219f08a4d None None] Routers {'e4314349-9092-4e23-8d8a-42c61095c62d'} bound to L3 agent in host n-d-813114-2 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 06:32:07.610520 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-30efbbb3-1220-43bc-b803-f48219f08a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813114-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T04:27:06Z,description=,heartbeat_timestamp=2021-11-13T06:32:07Z,host='n-d-813114-2',id=659c84e0-7d5e-4c89-860a-75a99baa967a,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T04:27:06Z,topic='l3_agent')) {'router_ids': ['e4314349-9092-4e23-8d8a-42c61095c62d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:32:07.620853 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] For port b4cda244-4dc2-443f-afa2-b3894c8e6767, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=b4cda244-4dc2-443f-afa2-b3894c8e6767,segment=NetworkSegment(915e730d-b7a3-4877-8b2a-441f51d0d948),segment_id=915e730d-b7a3-4877-8b2a-441f51d0d948)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:32:07.621446 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:07.633968 n-d-813114-2 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] Calling delete_port for b4cda244-4dc2-443f-afa2-b3894c8e6767 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:32:07.696485 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-30efbbb3-1220-43bc-b803-f48219f08a4d None None] Set router e4314349-9092-4e23-8d8a-42c61095c62d gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 13 06:32:07.747109 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-30efbbb3-1220-43bc-b803-f48219f08a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'name': 'tempest-TestSnapshotPattern-1830447514-router', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:32:07Z', 'revision_number': 6, 'project_id': 'af9273d46d2d46b38498866fde7b0f3e', 'gw_port_host': None}], 'n-d-813114-2', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:32:07.776981 n-d-813114-2 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30efbbb3-1220-43bc-b803-f48219f08a4d None None] The sync data for ids ['e4314349-9092-4e23-8d8a-42c61095c62d'] in n-d-813114-2 is: [{'id': 'e4314349-9092-4e23-8d8a-42c61095c62d', 'name': 'tempest-TestSnapshotPattern-1830447514-router', 'tenant_id': 'af9273d46d2d46b38498866fde7b0f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T06:25:45Z', 'updated_at': '2021-11-13T06:32:07Z', 'revision_number': 6, 'project_id': 'af9273d46d2d46b38498866fde7b0f3e', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 13 06:32:07.800551 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5890885'] for port, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:07.829696 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cda244-4dc2-443f-afa2-b3894c8e6767,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:32:07.845566 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b9dff0-28bf-4734-9091-6c7dec763e2b None None] DHCP port deletion for 225784db-0d47-4ce7-81bb-95ad27b251ca request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:32:07.894060 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706625'] for router_gateway, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:07.985109 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25232'] for router, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:07.987675 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.032276 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1711981'] for router, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.032820 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4314349-9092-4e23-8d8a-42c61095c62d {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 06:32:08.038004 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] Publish callbacks [] for router, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.039189 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-1a72c3f5-8f31-45ba-b345-dd450892db00 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e4314349-9092-4e23-8d8a-42c61095c62d HTTP/1.1" status: 204 len: 168 time: 0.7639921 Nov 13 06:32:08.042395 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52518) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:32:08.095588 n-d-813114-2 neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd08c9c-923a-47c6-9498-a8174839cef4 admin admin] Deleting subnet 5895663e-016b-4dc5-877e-9365058a2898 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 13 06:32:08.100537 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9fd08c9c-923a-47c6-9498-a8174839cef4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.141485 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9fd08c9c-923a-47c6-9498-a8174839cef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5890980'] for subnet, precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.227522 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9fd08c9c-923a-47c6-9498-a8174839cef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700934'] for subnet, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.284914 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9fd08c9c-923a-47c6-9498-a8174839cef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5890934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5490995'] for subnet, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.312678 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9fd08c9c-923a-47c6-9498-a8174839cef4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.316022 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-9fd08c9c-923a-47c6-9498-a8174839cef4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5895663e-016b-4dc5-877e-9365058a2898 HTTP/1.1" status: 204 len: 168 time: 0.2726524 Nov 13 06:32:08.316948 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd08c9c-923a-47c6-9498-a8174839cef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5895663e-016b-4dc5-877e-9365058a2898,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:32:08.319294 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52520) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:32:08.319816 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d63a0b3-0424-4f4f-9b20-f8ae93508b88 None None] Network b05e023c-4187-4615-94c5-f66bd1049e14 requested from n-d-813114-2 {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 13 06:32:08.388800 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704355'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.442305 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] Deleting port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:32:08.442676 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.452885 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.513849 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] For port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7, host n-d-813114-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813114-2',level=0,port_id=9d6069a9-2bc4-40c5-a498-ce5497cce0b7,segment=NetworkSegment(7d4d001e-f2aa-4115-8949-65869848bf11),segment_id=7d4d001e-f2aa-4115-8949-65869848bf11)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:32:08.514209 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.527994 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] Calling delete_port for 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:32:08.554134 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790a730a-b157-4579-a879-7163bf3cacfc None None] DHCP port deletion for b05e023c-4187-4615-94c5-f66bd1049e14 request from n-d-813114-2 {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 13 06:32:08.614044 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756992'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.615690 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-790a730a-b157-4579-a879-7163bf3cacfc None None] Deleting port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 13 06:32:08.616059 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-790a730a-b157-4579-a879-7163bf3cacfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795007784888'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.630386 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b4cda244-4dc2-443f-afa2-b3894c8e6767 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:32:08.645946 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6069a9-2bc4-40c5-a498-ce5497cce0b7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:32:08.647723 n-d-813114-2 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] No DVR routers for this DVR port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 on host n-d-813114-2 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:32:08.660432 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: b4cda244-4dc2-443f-afa2-b3894c8e6767 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:32:08.660768 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device b4cda244-4dc2-443f-afa2-b3894c8e6767 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:32:08.661177 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:32:08.710014 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:32:08.710608 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:32:08.711355 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6e239489-57d1-40a9-b31c-b9a359151b0d no longer exists at agent ovs-agent-n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 13 06:32:08.720133 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675713', 'neutron.services.segments.db._delete_segments_for_network-8795007859438'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.740926 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05e023c-4187-4615-94c5-f66bd1049e14']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:32:08.742937 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] No Port match for: 6e239489-57d1-40a9-b31c-b9a359151b0d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 13 06:32:08.743273 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Device 6e239489-57d1-40a9-b31c-b9a359151b0d not bound to the agent host n-d-813114-2 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 13 06:32:08.745072 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-790a730a-b157-4579-a879-7163bf3cacfc None None] For port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7, host n-d-813114-2, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 06:32:08.745446 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-790a730a-b157-4579-a879-7163bf3cacfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.751898 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4d001e-f2aa-4115-8949-65869848bf11') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:32:08.752198 n-d-813114-2 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4d001e-f2aa-4115-8949-65869848bf11') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 06:32:08.757824 n-d-813114-2 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-790a730a-b157-4579-a879-7163bf3cacfc None None] Calling delete_port for 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 13 06:32:08.760625 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-790a730a-b157-4579-a879-7163bf3cacfc None None] Port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 13 06:32:08.761895 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-790a730a-b157-4579-a879-7163bf3cacfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795007788674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795007361949'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.762569 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795007814647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4717589'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.778078 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.787571 n-d-813114-2 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 13 06:32:08.788054 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4757085'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.788289 n-d-813114-2 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a730a-b157-4579-a879-7163bf3cacfc None None] Pushing event deleted for resources: {'Port': ['ID=9d6069a9-2bc4-40c5-a498-ce5497cce0b7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:32:08.791661 n-d-813114-2 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a730a-b157-4579-a879-7163bf3cacfc None None] No DVR routers for this DVR port 9d6069a9-2bc4-40c5-a498-ce5497cce0b7 on host n-d-813114-2 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: Traceback (most recent call last): Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: timer() Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: cb(*args, **kw) Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: return func(*args, **kwargs) Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: self._notify() Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: self.callback(batched_events) Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: event.method(event) Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: return f(self, *a, **k) Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: return self._get(url).json() Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 06:32:08.812694 n-d-813114-2 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 06:32:08.857297 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706749'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.863424 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:08.866565 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] 10.222.0.43 "DELETE /v2.0/networks/b05e023c-4187-4615-94c5-f66bd1049e14 HTTP/1.1" status: 204 len: 168 time: 0.5455773 Nov 13 06:32:08.877874 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27bf38-59d9-4f92-9d8c-68a7c17b059b admin admin] Pushing event deleted for resources: {'Network': ['ID=b05e023c-4187-4615-94c5-f66bd1049e14,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:32:09.010298 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52524) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:32:09.051298 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-0eb4cd6c-1bab-4e16-9d96-3e3ec2f0c828 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55e98b98733f49fc91cba21929a91d4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396392 Nov 13 06:32:09.053925 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 52526) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:32:09.103436 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3cd1424-4027-49f7-b6bb-367c8a3769c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:09.124831 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3cd1424-4027-49f7-b6bb-367c8a3769c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:09.184506 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3cd1424-4027-49f7-b6bb-367c8a3769c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:09.187205 n-d-813114-2 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3cd1424-4027-49f7-b6bb-367c8a3769c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:09.188472 n-d-813114-2 neutron-server[102668]: INFO neutron.wsgi [None req-a3cd1424-4027-49f7-b6bb-367c8a3769c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/348f192d-06ea-4db1-a000-0f1fbf54f697 HTTP/1.1" status: 204 len: 168 time: 0.1336348 Nov 13 06:32:09.198884 n-d-813114-2 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd1424-4027-49f7-b6bb-367c8a3769c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348f192d-06ea-4db1-a000-0f1fbf54f697,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:32:09.534679 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52532) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:32:09.577195 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-fbd0d177-0b4f-47a7-b026-9634fcb9edb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af9273d46d2d46b38498866fde7b0f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409896 Nov 13 06:32:09.580799 n-d-813114-2 neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.43', 52534) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 13 06:32:09.627824 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00e6a80d-6032-4be5-9daa-588747719055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:09.649791 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00e6a80d-6032-4be5-9daa-588747719055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:09.698207 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00e6a80d-6032-4be5-9daa-588747719055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621566'] for security_group, after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:09.700704 n-d-813114-2 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00e6a80d-6032-4be5-9daa-588747719055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:09.701852 n-d-813114-2 neutron-server[102667]: INFO neutron.wsgi [None req-00e6a80d-6032-4be5-9daa-588747719055 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c57ae3c4-518d-4194-9635-997d8a672129 HTTP/1.1" status: 204 len: 168 time: 0.1201975 Nov 13 06:32:09.709520 n-d-813114-2 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6a80d-6032-4be5-9daa-588747719055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57ae3c4-518d-4194-9635-997d8a672129,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 06:32:09.738700 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:10.127317 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:19.909095 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:32:29.691295 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:29.729860 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:34.475223 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4367ad6-b121-49c7-b9cc-2df1ea8c21b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:36.631345 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a30ba8e-f5c7-4af1-87bd-46b71fefef10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:38.455429 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:39.738192 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:40.129829 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:56.911984 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:32:59.688977 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:32:59.718422 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:33:04.470941 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9606b85b-6c9f-43bc-98a6-bf6c483d83ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:33:06.634501 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0170202c-b07e-4558-b55d-4bb211e4b9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:33:08.467147 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:33:09.743853 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:33:10.136006 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:33:29.694534 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:33:29.729248 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:33:33.917352 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:33:34.472107 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-565962ec-6fd5-4f2a-996a-34740e26ff16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:33:36.641255 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50e8d9f1-8209-4ad4-932f-07343dbba91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:33:38.470293 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:33:39.749056 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:33:40.131821 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:33:59.720660 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:33:59.728396 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:34:04.475027 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d85ec3e9-5fde-43d5-a5f8-83a56b512731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:34:06.634710 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11c57552-e951-458b-928f-8cf81c5baf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:34:08.475361 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:34:09.748834 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:34:10.118733 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:34:10.922026 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:34:29.745212 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:34:29.746293 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:34:34.468730 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f159f77-5bc4-4d28-bee0-26715077580e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:34:36.630977 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-846cfad7-0c0b-48a4-b0f7-ff71594cf98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:34:38.476611 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:34:39.754815 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:34:40.126640 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:34:47.926163 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:34:59.746358 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:34:59.759302 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:35:04.480374 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ee91164-b86e-4f7d-82c4-50643dab29ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:35:06.630102 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f74d4fc6-634b-4cfd-9b5f-67681ff8916c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:35:08.483440 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:35:09.760343 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:35:10.133249 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:35:24.925832 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:35:29.746736 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:35:29.758858 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:35:34.480501 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebb5213c-08d8-44f7-b12f-6b306f847949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:35:36.629920 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dcfa73a7-adb1-4ed8-9488-3a10a3a61c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:35:38.487970 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:35:39.759942 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:35:40.134346 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:35:46.620136 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-ad928fc4-de71-444c-9865-ad456128bf69 req-236651e5-1b2e-4d9e-9f57-3da50c6adbe6 service neutron] (102668) timed out ('10.222.0.46', 51016) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 06:35:59.751859 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:35:59.791458 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:36:01.926003 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:36:04.477147 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f53cf5a-537c-4567-98ff-0e058a1085b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:36:06.625915 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e12b24be-aaa6-4a74-a171-dd53d18b8607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:36:08.487590 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:36:09.765588 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:36:10.141599 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:36:29.768670 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:36:29.801320 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:36:34.481516 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a653fca-d3db-45ce-bbf1-5d65d5d660a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:36:36.627035 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-117da413-5acf-429f-ae13-fc7b6edb0e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:36:38.497180 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:36:38.928145 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:36:39.770345 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:36:40.130449 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:36:59.765636 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:36:59.814408 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:37:04.480705 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f926844b-e9e5-4da3-9edd-52e551d7effc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:37:06.621603 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9cbaf5f-d461-4cce-be61-ad324e0e92c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:37:08.501266 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:37:09.769977 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:37:10.129023 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:37:15.932448 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:37:29.780711 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:37:29.812127 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:37:34.485419 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afdc2af5-ca2d-4cb7-b049-bc863fd200e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:37:36.632419 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9cf50494-8d6b-482e-9f9d-8c301ca9e2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:37:38.505914 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:37:39.784414 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:37:40.128555 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:37:52.937289 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:37:59.791015 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:37:59.813324 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:38:04.487915 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2296575c-ca83-4aaa-a721-676d17a6ea07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:38:06.636465 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7590ef4a-61d6-4f67-b5ce-8869aa7562ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:38:08.503712 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:38:09.787580 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:38:10.128322 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:38:29.787451 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:38:29.827385 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:38:29.937580 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:38:34.487346 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83e9c06a-e996-4067-829f-e0adcecab30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:38:36.640478 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7654686e-e77f-4994-816d-b3ebec558dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:38:38.509804 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:38:39.788046 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:38:40.126926 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:38:42.958432 n-d-813114-2 neutron-server[102668]: DEBUG neutron.wsgi [req-4a530f52-bbaa-4931-9013-3a9f6a35f2a4 req-30070dc1-4e7b-4d41-ac93-e7abcb1392c8 service neutron] (102668) timed out ('10.222.0.43', 50080) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 13 06:38:59.806119 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:38:59.827617 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:39:04.492188 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b70d590-ab71-48d0-a55b-a3ee2c8de5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:39:06.647222 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a4e1af1-0596-4a1e-a2e1-a05324c6e236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:39:06.938019 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:39:08.509854 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:39:09.791921 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:39:10.132490 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:39:29.816396 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:39:29.831095 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:39:34.493563 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b97f35e-2548-455f-9dae-8dcaf82d5987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:39:36.637906 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff86f028-b251-4306-b647-0dc10f76959b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:39:38.515110 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:39:39.800912 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:39:40.136366 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:39:43.942302 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:39:59.829576 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:39:59.831991 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:40:04.495155 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-560282ef-60f8-42ea-b2fe-4e4e8dc46979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:40:06.641909 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a71722d-bcdf-4d79-af6f-e292cb638052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:40:08.520739 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:40:09.795233 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:40:10.133905 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:40:20.947116 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:40:29.842775 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:40:29.845644 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:40:34.516560 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c71a970d-3cda-420e-8bc5-d5114604b4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:40:36.636949 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a28f7b2-eced-4d50-876b-538eceab1dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:40:38.519301 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0db46e14-3097-4f4f-a886-ae316dcb818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:40:39.798939 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3806a9f2-39b6-454f-b730-195691f58174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:40:40.127921 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b15e5d-b168-4fe0-8d89-2972a49dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:40:57.946850 n-d-813114-2 neutron-server[102670]: DEBUG neutron.db.agents_db [None req-9cb06b24-4dc4-4af7-a6ef-d94298680dcf None None] Agent healthcheck: found 7 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 13 06:40:59.836447 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da6596d8-be42-482f-96ad-dc6ddfddb986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 13 06:40:59.839505 n-d-813114-2 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84544136-d0d0-4e89-848a-c372f5e57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795007859420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679239'] for agent, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}